2024-09-12T23:34:33.271 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-12T23:34:33.292 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T23:34:33.385 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-11_01:16:05-upgrade:quincy-x-reef-distro-default-smithi/7901100 branch: reef description: upgrade:quincy-x/parallel/{0-random-distro$/{ubuntu_22.04} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7901100' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-09-11_01:16:05-upgrade:quincy-x-reef-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: reef ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 7a853b1706d076d58e0da7a5d3b9b9eb36276880 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 7a853b1706d076d58e0da7a5d3b9b9eb36276880 workunit: branch: reef sha1: 7a853b1706d076d58e0da7a5d3b9b9eb36276880 owner: scheduled_teuthology@teuthology priority: 830 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 4534 sha1: 7a853b1706d076d58e0da7a5d3b9b9eb36276880 sleep_before_teardown: 0 subset: 0/1 suite: upgrade:quincy-x suite_branch: reef suite_path: /home/teuthworker/src/git.ceph.com_ceph_7a853b1706d076d58e0da7a5d3b9b9eb36276880/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 7a853b1706d076d58e0da7a5d3b9b9eb36276880 targets: smithi032.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDoTAk1+0loOPRobZeb9p+ap9gLhx1VKTPoGwamBhVFOCrWtFDHTezIvwQ24UhiF+2opA+2UAojjqaNU8u5Hqfc= smithi053.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGFBvBfwUuEf0CTc/ss1sJACT6XL+ZTk867nI2HNOHPws8QhND0eeTSbs9Ds3sYgDeZibU/RDdlkJNvbDCe9KtY= tasks: - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-11_01:16:05 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-09-12T23:34:33.385 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_7a853b1706d076d58e0da7a5d3b9b9eb36276880/qa; will attempt to use it 2024-09-12T23:34:33.386 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_7a853b1706d076d58e0da7a5d3b9b9eb36276880/qa/tasks 2024-09-12T23:34:33.386 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-12T23:34:33.388 INFO:teuthology.task.internal:Checking packages... 2024-09-12T23:34:33.409 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '7a853b1706d076d58e0da7a5d3b9b9eb36276880' 2024-09-12T23:34:33.409 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T23:34:33.409 INFO:teuthology.packaging:ref: None 2024-09-12T23:34:33.409 INFO:teuthology.packaging:tag: None 2024-09-12T23:34:33.409 INFO:teuthology.packaging:branch: reef 2024-09-12T23:34:33.409 INFO:teuthology.packaging:sha1: 7a853b1706d076d58e0da7a5d3b9b9eb36276880 2024-09-12T23:34:33.409 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-09-12T23:34:33.633 INFO:teuthology.task.internal:Found packages for ceph version 18.2.4-841-g72e3ed98-1jammy 2024-09-12T23:34:33.635 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-12T23:34:33.643 INFO:teuthology.task.internal:no buildpackages task found 2024-09-12T23:34:33.643 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-12T23:34:33.675 INFO:teuthology.task.internal:Saving configuration 2024-09-12T23:34:33.692 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-12T23:34:33.712 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-12T23:34:33.738 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi032.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-11_01:16:05-upgrade:quincy-x-reef-distro-default-smithi/7901100', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 23:29:17.895907', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAICY3Ecf3qiUsvjwgB2egSc/MlCdbTAOIiBIDJd1UrMQk'} 2024-09-12T23:34:33.760 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi053.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-11_01:16:05-upgrade:quincy-x-reef-distro-default-smithi/7901100', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 23:29:17.894634', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOyiUtpepwJIcuNVT2DqlbeT/vja3A8JOqtO6I3V+nhv'} 2024-09-12T23:34:33.760 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-12T23:34:33.768 INFO:teuthology.task.internal:roles: ubuntu@smithi032.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-12T23:34:33.768 INFO:teuthology.task.internal:roles: ubuntu@smithi053.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-12T23:34:33.768 INFO:teuthology.run_tasks:Running task console_log... 2024-09-12T23:34:33.835 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fb570747490>, signals=[15]) 2024-09-12T23:34:33.835 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-12T23:34:33.842 INFO:teuthology.task.internal:Opening connections... 2024-09-12T23:34:33.842 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi032.front.sepia.ceph.com 2024-09-12T23:34:33.843 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T23:34:33.925 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi053.front.sepia.ceph.com 2024-09-12T23:34:33.926 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T23:34:34.003 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-12T23:34:34.011 DEBUG:teuthology.orchestra.run.smithi032:> uname -m 2024-09-12T23:34:34.016 INFO:teuthology.orchestra.run.smithi032.stdout:x86_64 2024-09-12T23:34:34.016 DEBUG:teuthology.orchestra.run.smithi032:> cat /etc/os-release 2024-09-12T23:34:34.061 INFO:teuthology.orchestra.run.smithi032.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-12T23:34:34.061 INFO:teuthology.orchestra.run.smithi032.stdout:NAME="Ubuntu" 2024-09-12T23:34:34.061 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION_ID="22.04" 2024-09-12T23:34:34.061 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-12T23:34:34.061 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION_CODENAME=jammy 2024-09-12T23:34:34.062 INFO:teuthology.orchestra.run.smithi032.stdout:ID=ubuntu 2024-09-12T23:34:34.062 INFO:teuthology.orchestra.run.smithi032.stdout:ID_LIKE=debian 2024-09-12T23:34:34.062 INFO:teuthology.orchestra.run.smithi032.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-12T23:34:34.062 INFO:teuthology.orchestra.run.smithi032.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-12T23:34:34.062 INFO:teuthology.orchestra.run.smithi032.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-12T23:34:34.062 INFO:teuthology.orchestra.run.smithi032.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-12T23:34:34.062 INFO:teuthology.orchestra.run.smithi032.stdout:UBUNTU_CODENAME=jammy 2024-09-12T23:34:34.062 INFO:teuthology.lock.ops:Updating smithi032.front.sepia.ceph.com on lock server 2024-09-12T23:34:34.084 DEBUG:teuthology.orchestra.run.smithi053:> uname -m 2024-09-12T23:34:34.089 INFO:teuthology.orchestra.run.smithi053.stdout:x86_64 2024-09-12T23:34:34.089 DEBUG:teuthology.orchestra.run.smithi053:> cat /etc/os-release 2024-09-12T23:34:34.134 INFO:teuthology.orchestra.run.smithi053.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-12T23:34:34.134 INFO:teuthology.orchestra.run.smithi053.stdout:NAME="Ubuntu" 2024-09-12T23:34:34.134 INFO:teuthology.orchestra.run.smithi053.stdout:VERSION_ID="22.04" 2024-09-12T23:34:34.134 INFO:teuthology.orchestra.run.smithi053.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-12T23:34:34.134 INFO:teuthology.orchestra.run.smithi053.stdout:VERSION_CODENAME=jammy 2024-09-12T23:34:34.134 INFO:teuthology.orchestra.run.smithi053.stdout:ID=ubuntu 2024-09-12T23:34:34.134 INFO:teuthology.orchestra.run.smithi053.stdout:ID_LIKE=debian 2024-09-12T23:34:34.134 INFO:teuthology.orchestra.run.smithi053.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-12T23:34:34.134 INFO:teuthology.orchestra.run.smithi053.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-12T23:34:34.135 INFO:teuthology.orchestra.run.smithi053.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-12T23:34:34.135 INFO:teuthology.orchestra.run.smithi053.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-12T23:34:34.135 INFO:teuthology.orchestra.run.smithi053.stdout:UBUNTU_CODENAME=jammy 2024-09-12T23:34:34.135 INFO:teuthology.lock.ops:Updating smithi053.front.sepia.ceph.com on lock server 2024-09-12T23:34:34.151 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-12T23:34:34.161 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-12T23:34:34.172 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-12T23:34:34.172 DEBUG:teuthology.orchestra.run.smithi032:> test '!' -e /home/ubuntu/cephtest 2024-09-12T23:34:34.174 DEBUG:teuthology.orchestra.run.smithi053:> test '!' -e /home/ubuntu/cephtest 2024-09-12T23:34:34.182 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-12T23:34:34.187 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-12T23:34:34.188 DEBUG:teuthology.orchestra.run.smithi032:> test -z $(ls -A /var/lib/ceph) 2024-09-12T23:34:34.219 DEBUG:teuthology.orchestra.run.smithi053:> test -z $(ls -A /var/lib/ceph) 2024-09-12T23:34:34.234 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-12T23:34:34.285 INFO:teuthology.run_tasks:Running task kernel... 2024-09-12T23:34:34.301 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-12T23:34:34.301 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-12T23:34:34.301 DEBUG:teuthology.orchestra.run.smithi032:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T23:34:34.302 DEBUG:teuthology.orchestra.run.smithi053:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T23:34:34.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T23:34:34.306 DEBUG:teuthology.orchestra.run.smithi032:> uname -r 2024-09-12T23:34:34.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T23:34:34.307 DEBUG:teuthology.orchestra.run.smithi053:> uname -r 2024-09-12T23:34:34.354 INFO:teuthology.orchestra.run.smithi032.stdout:5.15.0-56-generic 2024-09-12T23:34:34.354 INFO:teuthology.task.kernel:Running kernel on smithi032: 5.15.0-56-generic 2024-09-12T23:34:34.354 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get clean 2024-09-12T23:34:34.355 INFO:teuthology.orchestra.run.smithi053.stdout:5.15.0-56-generic 2024-09-12T23:34:34.355 INFO:teuthology.task.kernel:Running kernel on smithi053: 5.15.0-56-generic 2024-09-12T23:34:34.355 DEBUG:teuthology.orchestra.run.smithi053:> sudo apt-get clean 2024-09-12T23:34:34.482 DEBUG:teuthology.orchestra.run.smithi053:> sudo apt-get update 2024-09-12T23:34:34.491 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get update 2024-09-12T23:34:34.611 INFO:teuthology.orchestra.run.smithi053.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-12T23:34:34.724 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T23:34:34.784 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T23:34:34.784 INFO:teuthology.orchestra.run.smithi032.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-12T23:34:34.805 INFO:teuthology.orchestra.run.smithi053.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-12T23:34:34.817 INFO:teuthology.orchestra.run.smithi053.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-12T23:34:34.851 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-12T23:34:34.900 INFO:teuthology.orchestra.run.smithi053.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,773 kB] 2024-09-12T23:34:34.937 INFO:teuthology.orchestra.run.smithi053.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-12T23:34:34.941 INFO:teuthology.orchestra.run.smithi053.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-12T23:34:34.941 INFO:teuthology.orchestra.run.smithi053.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-12T23:34:34.942 INFO:teuthology.orchestra.run.smithi053.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,330 kB] 2024-09-12T23:34:34.961 INFO:teuthology.orchestra.run.smithi053.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [401 kB] 2024-09-12T23:34:34.966 INFO:teuthology.orchestra.run.smithi053.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-12T23:34:34.966 INFO:teuthology.orchestra.run.smithi053.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [626 kB] 2024-09-12T23:34:34.971 INFO:teuthology.orchestra.run.smithi053.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-12T23:34:34.980 INFO:teuthology.orchestra.run.smithi053.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-12T23:34:34.980 INFO:teuthology.orchestra.run.smithi053.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-12T23:34:34.980 INFO:teuthology.orchestra.run.smithi053.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-12T23:34:34.981 INFO:teuthology.orchestra.run.smithi053.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-12T23:34:34.981 INFO:teuthology.orchestra.run.smithi053.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-12T23:34:34.992 INFO:teuthology.orchestra.run.smithi053.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-12T23:34:35.161 INFO:teuthology.orchestra.run.smithi053.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-12T23:34:35.207 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-12T23:34:35.232 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-12T23:34:35.299 INFO:teuthology.orchestra.run.smithi053.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [696 kB] 2024-09-12T23:34:35.346 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [696 kB] 2024-09-12T23:34:35.493 INFO:teuthology.orchestra.run.smithi053.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,022 kB] 2024-09-12T23:34:35.526 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,773 kB] 2024-09-12T23:34:35.539 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,022 kB] 2024-09-12T23:34:35.652 INFO:teuthology.orchestra.run.smithi053.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [352 kB] 2024-09-12T23:34:35.666 INFO:teuthology.orchestra.run.smithi053.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-12T23:34:35.667 INFO:teuthology.orchestra.run.smithi053.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-12T23:34:35.668 INFO:teuthology.orchestra.run.smithi053.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,437 kB] 2024-09-12T23:34:35.699 INFO:teuthology.orchestra.run.smithi032.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [352 kB] 2024-09-12T23:34:35.699 INFO:teuthology.orchestra.run.smithi032.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-12T23:34:35.711 INFO:teuthology.orchestra.run.smithi032.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-12T23:34:35.712 INFO:teuthology.orchestra.run.smithi032.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,330 kB] 2024-09-12T23:34:35.713 INFO:teuthology.orchestra.run.smithi032.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-12T23:34:35.714 INFO:teuthology.orchestra.run.smithi032.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-12T23:34:35.715 INFO:teuthology.orchestra.run.smithi032.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,437 kB] 2024-09-12T23:34:35.737 INFO:teuthology.orchestra.run.smithi053.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [419 kB] 2024-09-12T23:34:35.753 INFO:teuthology.orchestra.run.smithi053.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-12T23:34:35.753 INFO:teuthology.orchestra.run.smithi053.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [732 kB] 2024-09-12T23:34:35.775 INFO:teuthology.orchestra.run.smithi053.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,124 kB] 2024-09-12T23:34:35.783 INFO:teuthology.orchestra.run.smithi032.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [419 kB] 2024-09-12T23:34:35.797 INFO:teuthology.orchestra.run.smithi032.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-12T23:34:35.799 INFO:teuthology.orchestra.run.smithi032.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [401 kB] 2024-09-12T23:34:35.804 INFO:teuthology.orchestra.run.smithi053.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-12T23:34:35.810 INFO:teuthology.orchestra.run.smithi053.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.2 kB] 2024-09-12T23:34:35.817 INFO:teuthology.orchestra.run.smithi053.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-12T23:34:35.817 INFO:teuthology.orchestra.run.smithi053.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-12T23:34:35.818 INFO:teuthology.orchestra.run.smithi053.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-12T23:34:35.892 INFO:teuthology.orchestra.run.smithi053.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-12T23:34:35.893 INFO:teuthology.orchestra.run.smithi053.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-12T23:34:35.894 INFO:teuthology.orchestra.run.smithi053.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-12T23:34:35.896 INFO:teuthology.orchestra.run.smithi053.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-12T23:34:35.896 INFO:teuthology.orchestra.run.smithi053.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-12T23:34:35.898 INFO:teuthology.orchestra.run.smithi053.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-12T23:34:35.899 INFO:teuthology.orchestra.run.smithi053.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-12T23:34:35.959 INFO:teuthology.orchestra.run.smithi032.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-12T23:34:35.978 INFO:teuthology.orchestra.run.smithi032.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-12T23:34:35.978 INFO:teuthology.orchestra.run.smithi032.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [732 kB] 2024-09-12T23:34:35.978 INFO:teuthology.orchestra.run.smithi032.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-12T23:34:35.979 INFO:teuthology.orchestra.run.smithi053.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-12T23:34:35.980 INFO:teuthology.orchestra.run.smithi053.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-12T23:34:35.991 INFO:teuthology.orchestra.run.smithi032.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,124 kB] 2024-09-12T23:34:35.993 INFO:teuthology.orchestra.run.smithi032.stdout:Get:24 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [626 kB] 2024-09-12T23:34:36.004 INFO:teuthology.orchestra.run.smithi032.stdout:Get:25 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-12T23:34:36.020 INFO:teuthology.orchestra.run.smithi032.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-12T23:34:36.020 INFO:teuthology.orchestra.run.smithi032.stdout:Get:27 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-12T23:34:36.021 INFO:teuthology.orchestra.run.smithi032.stdout:Get:28 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-12T23:34:36.021 INFO:teuthology.orchestra.run.smithi032.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-12T23:34:36.022 INFO:teuthology.orchestra.run.smithi032.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-12T23:34:36.022 INFO:teuthology.orchestra.run.smithi032.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-12T23:34:36.025 INFO:teuthology.orchestra.run.smithi032.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.2 kB] 2024-09-12T23:34:36.026 INFO:teuthology.orchestra.run.smithi032.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-12T23:34:36.027 INFO:teuthology.orchestra.run.smithi032.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-12T23:34:36.028 INFO:teuthology.orchestra.run.smithi032.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-12T23:34:36.029 INFO:teuthology.orchestra.run.smithi032.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-12T23:34:36.061 INFO:teuthology.orchestra.run.smithi032.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-12T23:34:36.110 INFO:teuthology.orchestra.run.smithi032.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-12T23:34:36.111 INFO:teuthology.orchestra.run.smithi032.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-12T23:34:36.112 INFO:teuthology.orchestra.run.smithi032.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-12T23:34:36.112 INFO:teuthology.orchestra.run.smithi032.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-12T23:34:36.113 INFO:teuthology.orchestra.run.smithi032.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-12T23:34:36.143 INFO:teuthology.orchestra.run.smithi032.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-12T23:34:36.143 INFO:teuthology.orchestra.run.smithi032.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-12T23:34:41.830 INFO:teuthology.orchestra.run.smithi053.stdout:Fetched 15.9 MB in 2s (7,292 kB/s) 2024-09-12T23:34:42.280 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 15.9 MB in 3s (5,567 kB/s) 2024-09-12T23:34:43.502 INFO:teuthology.orchestra.run.smithi053.stdout:Reading package lists... 2024-09-12T23:34:43.521 DEBUG:teuthology.orchestra.run.smithi053:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T23:34:43.591 INFO:teuthology.orchestra.run.smithi053.stdout:Reading package lists... 2024-09-12T23:34:43.788 INFO:teuthology.orchestra.run.smithi053.stdout:Building dependency tree... 2024-09-12T23:34:43.789 INFO:teuthology.orchestra.run.smithi053.stdout:Reading state information... 2024-09-12T23:34:43.794 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-12T23:34:43.812 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T23:34:43.878 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-12T23:34:43.963 INFO:teuthology.orchestra.run.smithi053.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T23:34:43.963 INFO:teuthology.orchestra.run.smithi053.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T23:34:43.964 INFO:teuthology.orchestra.run.smithi053.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T23:34:43.965 INFO:teuthology.orchestra.run.smithi053.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T23:34:43.965 INFO:teuthology.orchestra.run.smithi053.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-12T23:34:43.965 INFO:teuthology.orchestra.run.smithi053.stdout: python2.7-minimal 2024-09-12T23:34:43.965 INFO:teuthology.orchestra.run.smithi053.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T23:34:43.965 INFO:teuthology.orchestra.run.smithi053.stdout:The following additional packages will be installed: 2024-09-12T23:34:43.966 INFO:teuthology.orchestra.run.smithi053.stdout: linux-generic linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-12T23:34:43.966 INFO:teuthology.orchestra.run.smithi053.stdout: linux-headers-generic linux-image-5.15.0-121-generic 2024-09-12T23:34:43.966 INFO:teuthology.orchestra.run.smithi053.stdout: linux-modules-5.15.0-121-generic linux-modules-extra-5.15.0-121-generic 2024-09-12T23:34:43.967 INFO:teuthology.orchestra.run.smithi053.stdout:Suggested packages: 2024-09-12T23:34:43.967 INFO:teuthology.orchestra.run.smithi053.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-12T23:34:43.967 INFO:teuthology.orchestra.run.smithi053.stdout:Recommended packages: 2024-09-12T23:34:43.968 INFO:teuthology.orchestra.run.smithi053.stdout: thermald 2024-09-12T23:34:44.020 INFO:teuthology.orchestra.run.smithi053.stdout:The following NEW packages will be installed: 2024-09-12T23:34:44.020 INFO:teuthology.orchestra.run.smithi053.stdout: linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-12T23:34:44.020 INFO:teuthology.orchestra.run.smithi053.stdout: linux-image-5.15.0-121-generic linux-modules-5.15.0-121-generic 2024-09-12T23:34:44.020 INFO:teuthology.orchestra.run.smithi053.stdout: linux-modules-extra-5.15.0-121-generic 2024-09-12T23:34:44.021 INFO:teuthology.orchestra.run.smithi053.stdout:The following packages will be upgraded: 2024-09-12T23:34:44.022 INFO:teuthology.orchestra.run.smithi053.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-12T23:34:44.095 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2024-09-12T23:34:44.096 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2024-09-12T23:34:44.202 INFO:teuthology.orchestra.run.smithi053.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T23:34:44.202 INFO:teuthology.orchestra.run.smithi053.stdout:Need to get 113 MB of archives. 2024-09-12T23:34:44.202 INFO:teuthology.orchestra.run.smithi053.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-12T23:34:44.202 INFO:teuthology.orchestra.run.smithi053.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-121-generic amd64 5.15.0-121.131 [22.7 MB] 2024-09-12T23:34:44.295 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T23:34:44.295 INFO:teuthology.orchestra.run.smithi032.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T23:34:44.295 INFO:teuthology.orchestra.run.smithi032.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T23:34:44.296 INFO:teuthology.orchestra.run.smithi032.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T23:34:44.296 INFO:teuthology.orchestra.run.smithi032.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-12T23:34:44.296 INFO:teuthology.orchestra.run.smithi032.stdout: python2.7-minimal 2024-09-12T23:34:44.296 INFO:teuthology.orchestra.run.smithi032.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T23:34:44.297 INFO:teuthology.orchestra.run.smithi032.stdout:The following additional packages will be installed: 2024-09-12T23:34:44.298 INFO:teuthology.orchestra.run.smithi032.stdout: linux-generic linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-12T23:34:44.298 INFO:teuthology.orchestra.run.smithi032.stdout: linux-headers-generic linux-image-5.15.0-121-generic 2024-09-12T23:34:44.298 INFO:teuthology.orchestra.run.smithi032.stdout: linux-modules-5.15.0-121-generic linux-modules-extra-5.15.0-121-generic 2024-09-12T23:34:44.300 INFO:teuthology.orchestra.run.smithi032.stdout:Suggested packages: 2024-09-12T23:34:44.300 INFO:teuthology.orchestra.run.smithi032.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-12T23:34:44.300 INFO:teuthology.orchestra.run.smithi032.stdout:Recommended packages: 2024-09-12T23:34:44.300 INFO:teuthology.orchestra.run.smithi032.stdout: thermald 2024-09-12T23:34:44.334 INFO:teuthology.orchestra.run.smithi032.stdout:The following NEW packages will be installed: 2024-09-12T23:34:44.334 INFO:teuthology.orchestra.run.smithi032.stdout: linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-12T23:34:44.334 INFO:teuthology.orchestra.run.smithi032.stdout: linux-image-5.15.0-121-generic linux-modules-5.15.0-121-generic 2024-09-12T23:34:44.334 INFO:teuthology.orchestra.run.smithi032.stdout: linux-modules-extra-5.15.0-121-generic 2024-09-12T23:34:44.335 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages will be upgraded: 2024-09-12T23:34:44.336 INFO:teuthology.orchestra.run.smithi032.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-12T23:34:44.518 INFO:teuthology.orchestra.run.smithi032.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T23:34:44.518 INFO:teuthology.orchestra.run.smithi032.stdout:Need to get 113 MB of archives. 2024-09-12T23:34:44.518 INFO:teuthology.orchestra.run.smithi032.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-12T23:34:44.519 INFO:teuthology.orchestra.run.smithi032.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-121-generic amd64 5.15.0-121.131 [22.7 MB] 2024-09-12T23:34:45.559 INFO:teuthology.orchestra.run.smithi053.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-121-generic amd64 5.15.0-121.131 [11.5 MB] 2024-09-12T23:34:45.823 INFO:teuthology.orchestra.run.smithi053.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-121-generic amd64 5.15.0-121.131 [63.9 MB] 2024-09-12T23:34:45.939 INFO:teuthology.orchestra.run.smithi032.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-121-generic amd64 5.15.0-121.131 [11.5 MB] 2024-09-12T23:34:46.330 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-121-generic amd64 5.15.0-121.131 [63.9 MB] 2024-09-12T23:34:46.651 INFO:teuthology.orchestra.run.smithi053.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.121.121 [1,694 B] 2024-09-12T23:34:46.668 INFO:teuthology.orchestra.run.smithi053.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.121.121 [2,464 B] 2024-09-12T23:34:46.686 INFO:teuthology.orchestra.run.smithi053.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121 all 5.15.0-121.131 [12.3 MB] 2024-09-12T23:34:46.865 INFO:teuthology.orchestra.run.smithi053.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121-generic amd64 5.15.0-121.131 [2,827 kB] 2024-09-12T23:34:46.907 INFO:teuthology.orchestra.run.smithi053.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.121.121 [2,316 B] 2024-09-12T23:34:47.339 INFO:teuthology.orchestra.run.smithi053.stdout:Fetched 113 MB in 3s (39.4 MB/s) 2024-09-12T23:34:47.550 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package linux-modules-5.15.0-121-generic. 2024-09-12T23:34:48.471 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.121.121 [1,694 B] 2024-09-12T23:34:48.472 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.121.121 [2,464 B] 2024-09-12T23:34:48.472 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121 all 5.15.0-121.131 [12.3 MB] 2024-09-12T23:34:48.821 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121-generic amd64 5.15.0-121.131 [2,827 kB] 2024-09-12T23:34:48.902 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.121.121 [2,316 B] 2024-09-12T23:34:49.329 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 113 MB in 5s (24.9 MB/s) 2024-09-12T23:34:49.514 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-modules-5.15.0-121-generic. 2024-09-12T23:34:49.586 INFO:teuthology.orchestra.run.smithi053.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-12T23:34:49.590 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../0-linux-modules-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-12T23:34:49.731 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:34:51.650 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-12T23:34:51.657 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../0-linux-modules-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-12T23:34:51.971 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:34:52.004 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package linux-image-5.15.0-121-generic. 2024-09-12T23:34:52.025 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../1-linux-image-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-12T23:34:52.327 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:34:53.020 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-121-generic. 2024-09-12T23:34:53.041 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-12T23:34:53.079 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:34:54.231 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-image-5.15.0-121-generic. 2024-09-12T23:34:54.249 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../1-linux-image-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-12T23:34:54.338 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:34:54.835 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-121-generic. 2024-09-12T23:34:54.856 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-12T23:34:54.893 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:34:59.991 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../3-linux-generic_5.15.0.121.121_amd64.deb ... 2024-09-12T23:35:00.142 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-12T23:35:00.484 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.121.121_amd64.deb ... 2024-09-12T23:35:00.613 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-image-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-12T23:35:00.932 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package linux-headers-5.15.0-121. 2024-09-12T23:35:00.956 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../5-linux-headers-5.15.0-121_5.15.0-121.131_all.deb ... 2024-09-12T23:35:00.990 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-12T23:35:01.476 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../3-linux-generic_5.15.0.121.121_amd64.deb ... 2024-09-12T23:35:01.600 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-12T23:35:02.368 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.121.121_amd64.deb ... 2024-09-12T23:35:02.479 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-image-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-12T23:35:02.757 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-headers-5.15.0-121. 2024-09-12T23:35:02.768 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../5-linux-headers-5.15.0-121_5.15.0-121.131_all.deb ... 2024-09-12T23:35:02.807 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-12T23:35:06.856 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package linux-headers-5.15.0-121-generic. 2024-09-12T23:35:06.893 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../6-linux-headers-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-12T23:35:06.922 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:35:08.387 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-headers-5.15.0-121-generic. 2024-09-12T23:35:08.425 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../6-linux-headers-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-12T23:35:08.470 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:35:11.158 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.121.121_amd64.deb ... 2024-09-12T23:35:11.268 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-headers-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-12T23:35:11.607 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-12T23:35:11.737 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:35:11.954 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-headers-generic (5.15.0.121.121) ... 2024-09-12T23:35:12.082 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:35:12.239 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.121.121_amd64.deb ... 2024-09-12T23:35:12.365 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-headers-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-12T23:35:12.723 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-12T23:35:12.845 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:35:12.970 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-headers-generic (5.15.0.121.121) ... 2024-09-12T23:35:13.132 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:35:13.469 INFO:teuthology.orchestra.run.smithi053.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-12T23:35:13.469 INFO:teuthology.orchestra.run.smithi053.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-12T23:35:13.469 INFO:teuthology.orchestra.run.smithi053.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-121-generic 2024-09-12T23:35:13.469 INFO:teuthology.orchestra.run.smithi053.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-121-generic 2024-09-12T23:35:13.653 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:35:14.591 INFO:teuthology.orchestra.run.smithi032.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-12T23:35:14.591 INFO:teuthology.orchestra.run.smithi032.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-12T23:35:14.591 INFO:teuthology.orchestra.run.smithi032.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-121-generic 2024-09-12T23:35:14.591 INFO:teuthology.orchestra.run.smithi032.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-121-generic 2024-09-12T23:35:14.768 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:35:15.104 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:35:16.286 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:35:17.114 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-image-generic (5.15.0.121.121) ... 2024-09-12T23:35:17.248 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-generic (5.15.0.121.121) ... 2024-09-12T23:35:17.374 INFO:teuthology.orchestra.run.smithi053.stdout:Processing triggers for linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:35:17.490 INFO:teuthology.orchestra.run.smithi053.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-12T23:35:17.490 INFO:teuthology.orchestra.run.smithi053.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-121-generic 2024-09-12T23:35:18.204 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-image-generic (5.15.0.121.121) ... 2024-09-12T23:35:18.330 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-generic (5.15.0.121.121) ... 2024-09-12T23:35:18.456 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-12T23:35:18.520 INFO:teuthology.orchestra.run.smithi032.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-12T23:35:18.520 INFO:teuthology.orchestra.run.smithi032.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-121-generic 2024-09-12T23:35:32.213 INFO:teuthology.orchestra.run.smithi053.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-12T23:35:32.213 INFO:teuthology.orchestra.run.smithi053.stdout:Sourcing file `/etc/default/grub' 2024-09-12T23:35:32.235 INFO:teuthology.orchestra.run.smithi053.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T23:35:32.261 INFO:teuthology.orchestra.run.smithi053.stdout:Generating grub configuration file ... 2024-09-12T23:35:32.600 INFO:teuthology.orchestra.run.smithi053.stdout:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-12T23:35:32.625 INFO:teuthology.orchestra.run.smithi053.stdout:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-12T23:35:32.975 INFO:teuthology.orchestra.run.smithi053.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T23:35:32.982 INFO:teuthology.orchestra.run.smithi053.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T23:35:33.057 INFO:teuthology.orchestra.run.smithi053.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T23:35:33.063 INFO:teuthology.orchestra.run.smithi053.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T23:35:33.240 INFO:teuthology.orchestra.run.smithi053.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T23:35:33.240 INFO:teuthology.orchestra.run.smithi053.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T23:35:33.240 INFO:teuthology.orchestra.run.smithi053.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T23:35:33.278 INFO:teuthology.orchestra.run.smithi053.stdout:done 2024-09-12T23:35:33.811 DEBUG:teuthology.orchestra.run.smithi053:> dpkg -s linux-image-generic 2024-09-12T23:35:33.876 INFO:teuthology.orchestra.run.smithi032.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-12T23:35:33.876 INFO:teuthology.orchestra.run.smithi032.stdout:Sourcing file `/etc/default/grub' 2024-09-12T23:35:33.884 INFO:teuthology.orchestra.run.smithi053.stdout:Package: linux-image-generic 2024-09-12T23:35:33.884 INFO:teuthology.orchestra.run.smithi053.stdout:Status: install ok installed 2024-09-12T23:35:33.884 INFO:teuthology.orchestra.run.smithi053.stdout:Priority: optional 2024-09-12T23:35:33.884 INFO:teuthology.orchestra.run.smithi053.stdout:Section: kernel 2024-09-12T23:35:33.884 INFO:teuthology.orchestra.run.smithi053.stdout:Installed-Size: 21 2024-09-12T23:35:33.884 INFO:teuthology.orchestra.run.smithi053.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T23:35:33.884 INFO:teuthology.orchestra.run.smithi053.stdout:Architecture: amd64 2024-09-12T23:35:33.884 INFO:teuthology.orchestra.run.smithi053.stdout:Source: linux-meta 2024-09-12T23:35:33.884 INFO:teuthology.orchestra.run.smithi053.stdout:Version: 5.15.0.121.121 2024-09-12T23:35:33.884 INFO:teuthology.orchestra.run.smithi053.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T23:35:33.885 INFO:teuthology.orchestra.run.smithi053.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T23:35:33.885 INFO:teuthology.orchestra.run.smithi053.stdout:Recommends: thermald 2024-09-12T23:35:33.885 INFO:teuthology.orchestra.run.smithi053.stdout:Description: Generic Linux kernel image 2024-09-12T23:35:33.885 INFO:teuthology.orchestra.run.smithi053.stdout: This package will always depend on the latest generic kernel image 2024-09-12T23:35:33.885 INFO:teuthology.orchestra.run.smithi053.stdout: available. 2024-09-12T23:35:33.886 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-121-generic 2024-09-12T23:35:33.886 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T23:35:33.886 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T23:35:33.886 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-12T23:35:33.886 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi053.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T23:35:33.886 DEBUG:teuthology.orchestra.run.smithi053:> sudo apt-get clean 2024-09-12T23:35:33.899 INFO:teuthology.orchestra.run.smithi032.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T23:35:33.914 INFO:teuthology.orchestra.run.smithi032.stdout:Generating grub configuration file ... 2024-09-12T23:35:34.105 DEBUG:teuthology.orchestra.run.smithi053:> sudo apt-get update 2024-09-12T23:35:34.191 INFO:teuthology.orchestra.run.smithi032.stdout:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-12T23:35:34.210 INFO:teuthology.orchestra.run.smithi032.stdout:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-12T23:35:34.361 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T23:35:34.361 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-12T23:35:34.431 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T23:35:34.513 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T23:35:34.541 INFO:teuthology.orchestra.run.smithi032.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T23:35:34.547 INFO:teuthology.orchestra.run.smithi032.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T23:35:34.616 INFO:teuthology.orchestra.run.smithi032.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T23:35:34.621 INFO:teuthology.orchestra.run.smithi032.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T23:35:34.818 INFO:teuthology.orchestra.run.smithi032.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T23:35:34.818 INFO:teuthology.orchestra.run.smithi032.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T23:35:34.818 INFO:teuthology.orchestra.run.smithi032.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T23:35:34.860 INFO:teuthology.orchestra.run.smithi032.stdout:done 2024-09-12T23:35:35.328 DEBUG:teuthology.orchestra.run.smithi032:> dpkg -s linux-image-generic 2024-09-12T23:35:35.350 INFO:teuthology.orchestra.run.smithi032.stdout:Package: linux-image-generic 2024-09-12T23:35:35.350 INFO:teuthology.orchestra.run.smithi032.stdout:Status: install ok installed 2024-09-12T23:35:35.350 INFO:teuthology.orchestra.run.smithi032.stdout:Priority: optional 2024-09-12T23:35:35.350 INFO:teuthology.orchestra.run.smithi032.stdout:Section: kernel 2024-09-12T23:35:35.350 INFO:teuthology.orchestra.run.smithi032.stdout:Installed-Size: 21 2024-09-12T23:35:35.350 INFO:teuthology.orchestra.run.smithi032.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T23:35:35.350 INFO:teuthology.orchestra.run.smithi032.stdout:Architecture: amd64 2024-09-12T23:35:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:Source: linux-meta 2024-09-12T23:35:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:Version: 5.15.0.121.121 2024-09-12T23:35:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T23:35:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T23:35:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:Recommends: thermald 2024-09-12T23:35:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:Description: Generic Linux kernel image 2024-09-12T23:35:35.351 INFO:teuthology.orchestra.run.smithi032.stdout: This package will always depend on the latest generic kernel image 2024-09-12T23:35:35.351 INFO:teuthology.orchestra.run.smithi032.stdout: available. 2024-09-12T23:35:35.352 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-121-generic 2024-09-12T23:35:35.352 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T23:35:35.352 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T23:35:35.352 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-12T23:35:35.352 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi032.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T23:35:35.352 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get clean 2024-09-12T23:35:35.660 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get update 2024-09-12T23:35:35.789 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-12T23:35:35.910 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T23:35:35.913 INFO:teuthology.orchestra.run.smithi053.stdout:Reading package lists... 2024-09-12T23:35:35.932 DEBUG:teuthology.orchestra.run.smithi053:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T23:35:35.985 INFO:teuthology.orchestra.run.smithi053.stdout:Reading package lists... 2024-09-12T23:35:35.991 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T23:35:36.072 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T23:35:36.183 INFO:teuthology.orchestra.run.smithi053.stdout:Building dependency tree... 2024-09-12T23:35:36.183 INFO:teuthology.orchestra.run.smithi053.stdout:Reading state information... 2024-09-12T23:35:36.362 INFO:teuthology.orchestra.run.smithi053.stdout:linux-image-generic is already the newest version (5.15.0.121.121). 2024-09-12T23:35:36.362 INFO:teuthology.orchestra.run.smithi053.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T23:35:36.363 INFO:teuthology.orchestra.run.smithi053.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T23:35:36.363 INFO:teuthology.orchestra.run.smithi053.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T23:35:36.363 INFO:teuthology.orchestra.run.smithi053.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T23:35:36.363 INFO:teuthology.orchestra.run.smithi053.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T23:35:36.364 INFO:teuthology.orchestra.run.smithi053.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T23:35:36.364 INFO:teuthology.orchestra.run.smithi053.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T23:35:36.405 INFO:teuthology.orchestra.run.smithi053.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T23:35:36.407 DEBUG:teuthology.orchestra.run.smithi053:> dpkg -s linux-image-generic 2024-09-12T23:35:36.465 INFO:teuthology.orchestra.run.smithi053.stdout:Package: linux-image-generic 2024-09-12T23:35:36.465 INFO:teuthology.orchestra.run.smithi053.stdout:Status: install ok installed 2024-09-12T23:35:36.465 INFO:teuthology.orchestra.run.smithi053.stdout:Priority: optional 2024-09-12T23:35:36.465 INFO:teuthology.orchestra.run.smithi053.stdout:Section: kernel 2024-09-12T23:35:36.465 INFO:teuthology.orchestra.run.smithi053.stdout:Installed-Size: 21 2024-09-12T23:35:36.465 INFO:teuthology.orchestra.run.smithi053.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T23:35:36.465 INFO:teuthology.orchestra.run.smithi053.stdout:Architecture: amd64 2024-09-12T23:35:36.465 INFO:teuthology.orchestra.run.smithi053.stdout:Source: linux-meta 2024-09-12T23:35:36.465 INFO:teuthology.orchestra.run.smithi053.stdout:Version: 5.15.0.121.121 2024-09-12T23:35:36.465 INFO:teuthology.orchestra.run.smithi053.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T23:35:36.466 INFO:teuthology.orchestra.run.smithi053.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T23:35:36.466 INFO:teuthology.orchestra.run.smithi053.stdout:Recommends: thermald 2024-09-12T23:35:36.466 INFO:teuthology.orchestra.run.smithi053.stdout:Description: Generic Linux kernel image 2024-09-12T23:35:36.466 INFO:teuthology.orchestra.run.smithi053.stdout: This package will always depend on the latest generic kernel image 2024-09-12T23:35:36.466 INFO:teuthology.orchestra.run.smithi053.stdout: available. 2024-09-12T23:35:36.466 DEBUG:teuthology.orchestra.run.smithi053:> mktemp 2024-09-12T23:35:36.509 INFO:teuthology.orchestra.run.smithi053.stdout:/tmp/tmp.UI1lNOEjnF 2024-09-12T23:35:36.510 DEBUG:teuthology.orchestra.run.smithi053:> sudo cp /boot/grub/grub.cfg /tmp/tmp.UI1lNOEjnF 2024-09-12T23:35:36.566 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 0666 /tmp/tmp.UI1lNOEjnF 2024-09-12T23:35:36.686 DEBUG:teuthology.orchestra.remote:smithi053:/tmp/tmp.UI1lNOEjnF is 10KB 2024-09-12T23:35:36.699 DEBUG:teuthology.orchestra.run.smithi053:> rm -fr /tmp/tmp.UI1lNOEjnF 2024-09-12T23:35:36.705 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-12T23:35:36.757 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-12T23:35:36.757 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-12T23:35:36.757 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-12T23:35:36.853 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-121-generic 2024-09-12T23:35:36.853 DEBUG:teuthology.orchestra.run.smithi053:> sudo update-grub 2024-09-12T23:35:37.275 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-12T23:35:37.294 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T23:35:37.360 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-12T23:35:37.573 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2024-09-12T23:35:37.574 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2024-09-12T23:35:37.768 INFO:teuthology.orchestra.run.smithi032.stdout:linux-image-generic is already the newest version (5.15.0.121.121). 2024-09-12T23:35:37.768 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T23:35:37.768 INFO:teuthology.orchestra.run.smithi032.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T23:35:37.768 INFO:teuthology.orchestra.run.smithi032.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T23:35:37.768 INFO:teuthology.orchestra.run.smithi032.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T23:35:37.769 INFO:teuthology.orchestra.run.smithi032.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T23:35:37.769 INFO:teuthology.orchestra.run.smithi032.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T23:35:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T23:35:37.814 INFO:teuthology.orchestra.run.smithi032.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T23:35:37.816 DEBUG:teuthology.orchestra.run.smithi032:> dpkg -s linux-image-generic 2024-09-12T23:35:37.832 INFO:teuthology.orchestra.run.smithi032.stdout:Package: linux-image-generic 2024-09-12T23:35:37.832 INFO:teuthology.orchestra.run.smithi032.stdout:Status: install ok installed 2024-09-12T23:35:37.832 INFO:teuthology.orchestra.run.smithi032.stdout:Priority: optional 2024-09-12T23:35:37.832 INFO:teuthology.orchestra.run.smithi032.stdout:Section: kernel 2024-09-12T23:35:37.832 INFO:teuthology.orchestra.run.smithi032.stdout:Installed-Size: 21 2024-09-12T23:35:37.832 INFO:teuthology.orchestra.run.smithi032.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T23:35:37.832 INFO:teuthology.orchestra.run.smithi032.stdout:Architecture: amd64 2024-09-12T23:35:37.832 INFO:teuthology.orchestra.run.smithi032.stdout:Source: linux-meta 2024-09-12T23:35:37.833 INFO:teuthology.orchestra.run.smithi032.stdout:Version: 5.15.0.121.121 2024-09-12T23:35:37.833 INFO:teuthology.orchestra.run.smithi032.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T23:35:37.833 INFO:teuthology.orchestra.run.smithi032.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T23:35:37.833 INFO:teuthology.orchestra.run.smithi032.stdout:Recommends: thermald 2024-09-12T23:35:37.833 INFO:teuthology.orchestra.run.smithi032.stdout:Description: Generic Linux kernel image 2024-09-12T23:35:37.833 INFO:teuthology.orchestra.run.smithi032.stdout: This package will always depend on the latest generic kernel image 2024-09-12T23:35:37.833 INFO:teuthology.orchestra.run.smithi032.stdout: available. 2024-09-12T23:35:37.833 DEBUG:teuthology.orchestra.run.smithi032:> mktemp 2024-09-12T23:35:37.877 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.1jBswZ2DPI 2024-09-12T23:35:37.877 DEBUG:teuthology.orchestra.run.smithi032:> sudo cp /boot/grub/grub.cfg /tmp/tmp.1jBswZ2DPI 2024-09-12T23:35:37.933 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0666 /tmp/tmp.1jBswZ2DPI 2024-09-12T23:35:38.181 DEBUG:teuthology.orchestra.remote:smithi032:/tmp/tmp.1jBswZ2DPI is 10KB 2024-09-12T23:35:38.196 DEBUG:teuthology.orchestra.run.smithi032:> rm -fr /tmp/tmp.1jBswZ2DPI 2024-09-12T23:35:38.201 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-12T23:35:38.257 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:35:38.257 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-12T23:35:38.257 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-12T23:35:38.274 INFO:teuthology.orchestra.run.smithi053.stderr:Sourcing file `/etc/default/grub' 2024-09-12T23:35:38.284 INFO:teuthology.orchestra.run.smithi053.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T23:35:38.287 INFO:teuthology.orchestra.run.smithi053.stderr:Generating grub configuration file ... 2024-09-12T23:35:38.338 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-121-generic 2024-09-12T23:35:38.338 DEBUG:teuthology.orchestra.run.smithi032:> sudo update-grub 2024-09-12T23:35:38.531 INFO:teuthology.orchestra.run.smithi053.stderr:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-12T23:35:38.537 INFO:teuthology.orchestra.run.smithi053.stderr:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-12T23:35:38.815 INFO:teuthology.orchestra.run.smithi053.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T23:35:38.820 INFO:teuthology.orchestra.run.smithi053.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T23:35:38.865 INFO:teuthology.orchestra.run.smithi053.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T23:35:38.871 INFO:teuthology.orchestra.run.smithi053.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T23:35:39.042 INFO:teuthology.orchestra.run.smithi053.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T23:35:39.042 INFO:teuthology.orchestra.run.smithi053.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T23:35:39.042 INFO:teuthology.orchestra.run.smithi053.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T23:35:39.064 INFO:teuthology.orchestra.run.smithi053.stderr:done 2024-09-12T23:35:39.066 DEBUG:teuthology.orchestra.run.smithi053:> sudo shutdown -r now 2024-09-12T23:35:39.739 INFO:teuthology.orchestra.run.smithi032.stderr:Sourcing file `/etc/default/grub' 2024-09-12T23:35:39.740 INFO:teuthology.orchestra.run.smithi032.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T23:35:39.743 INFO:teuthology.orchestra.run.smithi032.stderr:Generating grub configuration file ... 2024-09-12T23:35:39.934 INFO:teuthology.orchestra.run.smithi032.stderr:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-12T23:35:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-12T23:35:40.216 INFO:teuthology.orchestra.run.smithi032.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T23:35:40.221 INFO:teuthology.orchestra.run.smithi032.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T23:35:40.264 INFO:teuthology.orchestra.run.smithi032.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T23:35:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T23:35:40.466 INFO:teuthology.orchestra.run.smithi032.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T23:35:40.466 INFO:teuthology.orchestra.run.smithi032.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T23:35:40.467 INFO:teuthology.orchestra.run.smithi032.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T23:35:40.485 INFO:teuthology.orchestra.run.smithi032.stderr:done 2024-09-12T23:35:40.488 DEBUG:teuthology.orchestra.run.smithi032:> sudo shutdown -r now 2024-09-12T23:36:09.097 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-12T23:36:09.098 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-09-12T23:36:09.098 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T23:36:10.492 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-12T23:36:10.492 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-12T23:36:10.492 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T23:36:27.457 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.53 2024-09-12T23:36:28.989 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2024-09-12T23:36:36.465 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-09-12T23:36:36.466 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T23:36:37.992 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-12T23:36:37.992 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T23:36:54.845 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.53 2024-09-12T23:36:56.381 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2024-09-12T23:37:06.852 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-09-12T23:37:06.853 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T23:37:08.383 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-12T23:37:08.383 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T23:37:08.598 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.53 2024-09-12T23:37:11.453 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2024-09-12T23:37:23.611 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-09-12T23:37:23.611 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T23:37:23.882 DEBUG:teuthology.orchestra.run.smithi053:> true 2024-09-12T23:37:24.632 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-09-12T23:37:24.632 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-121-generic"... 2024-09-12T23:37:24.632 DEBUG:teuthology.orchestra.run.smithi053:> uname -r 2024-09-12T23:37:24.638 INFO:teuthology.orchestra.run.smithi053.stdout:5.15.0-121-generic 2024-09-12T23:37:24.638 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-121-generic vs 5.15.0-121-generic 2024-09-12T23:37:24.638 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T23:37:24.638 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-12T23:37:25.639 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-12T23:37:25.639 DEBUG:teuthology.orchestra.run.smithi053:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T23:37:25.722 INFO:teuthology.orchestra.run.smithi053.stdout:ttyS1 2024-09-12T23:37:25.749 DEBUG:teuthology.parallel:result is None 2024-09-12T23:37:26.453 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-12T23:37:26.454 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T23:37:26.695 DEBUG:teuthology.orchestra.run.smithi032:> true 2024-09-12T23:37:27.290 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-12T23:37:27.290 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-121-generic"... 2024-09-12T23:37:27.290 DEBUG:teuthology.orchestra.run.smithi032:> uname -r 2024-09-12T23:37:27.339 INFO:teuthology.orchestra.run.smithi032.stdout:5.15.0-121-generic 2024-09-12T23:37:27.340 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-121-generic vs 5.15.0-121-generic 2024-09-12T23:37:27.340 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T23:37:27.340 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-12T23:37:28.340 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-12T23:37:28.341 DEBUG:teuthology.orchestra.run.smithi032:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T23:37:28.413 INFO:teuthology.orchestra.run.smithi032.stdout:ttyS1 2024-09-12T23:37:28.440 DEBUG:teuthology.parallel:result is None 2024-09-12T23:37:28.440 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-12T23:37:28.447 INFO:teuthology.task.internal:Creating test directory... 2024-09-12T23:37:28.447 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T23:37:28.449 DEBUG:teuthology.orchestra.run.smithi053:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T23:37:28.455 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-12T23:37:28.461 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-12T23:37:28.470 INFO:teuthology.task.internal:Creating archive directory... 2024-09-12T23:37:28.470 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T23:37:28.495 DEBUG:teuthology.orchestra.run.smithi053:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T23:37:28.528 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-12T23:37:28.534 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-12T23:37:28.534 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T23:37:28.551 DEBUG:teuthology.orchestra.run.smithi053:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T23:37:28.566 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T23:37:28.574 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T23:37:28.583 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T23:37:28.591 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T23:37:28.593 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-12T23:37:28.600 INFO:teuthology.task.internal:Configuring sudo... 2024-09-12T23:37:28.600 DEBUG:teuthology.orchestra.run.smithi032:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T23:37:28.619 DEBUG:teuthology.orchestra.run.smithi053:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T23:37:28.653 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-12T23:37:28.663 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-12T23:37:28.663 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T23:37:28.675 DEBUG:teuthology.orchestra.run.smithi053:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T23:37:28.699 DEBUG:teuthology.orchestra.run.smithi032:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T23:37:28.727 DEBUG:teuthology.orchestra.run.smithi032:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T23:37:28.775 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:37:28.775 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T23:37:28.836 DEBUG:teuthology.orchestra.run.smithi053:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T23:37:28.842 DEBUG:teuthology.orchestra.run.smithi053:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T23:37:28.887 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-12T23:37:28.887 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T23:37:28.954 DEBUG:teuthology.orchestra.run.smithi032:> sudo service rsyslog restart 2024-09-12T23:37:28.957 DEBUG:teuthology.orchestra.run.smithi053:> sudo service rsyslog restart 2024-09-12T23:37:29.032 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-12T23:37:29.040 INFO:teuthology.task.internal:Starting timer... 2024-09-12T23:37:29.040 INFO:teuthology.run_tasks:Running task pcp... 2024-09-12T23:37:29.052 INFO:teuthology.run_tasks:Running task selinux... 2024-09-12T23:37:29.061 DEBUG:teuthology.task.selinux:Excluding smithi032: OS 'ubuntu' does not support SELinux 2024-09-12T23:37:29.061 DEBUG:teuthology.task.selinux:Excluding smithi053: OS 'ubuntu' does not support SELinux 2024-09-12T23:37:29.061 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-12T23:37:29.061 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-12T23:37:29.061 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-12T23:37:29.061 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-12T23:37:29.070 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-12T23:37:29.073 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-12T23:37:29.196 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-12T23:37:29.207 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-12T23:37:29.208 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi032.front.sepia.ceph.com,smithi053.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-12T23:45:06.193 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi032.front.sepia.ceph.com'), Remote(name='ubuntu@smithi053.front.sepia.ceph.com')] 2024-09-12T23:45:06.195 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-12T23:45:06.196 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T23:45:06.283 DEBUG:teuthology.orchestra.run.smithi032:> true 2024-09-12T23:45:06.357 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-12T23:45:06.357 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-09-12T23:45:06.358 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T23:45:06.436 DEBUG:teuthology.orchestra.run.smithi053:> true 2024-09-12T23:45:06.521 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-09-12T23:45:06.521 INFO:teuthology.run_tasks:Running task clock... 2024-09-12T23:45:06.533 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-12T23:45:06.533 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T23:45:06.533 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T23:45:06.536 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T23:45:06.536 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T23:45:06.564 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-12T23:45:06.564 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: Command line: ntpd -gq 2024-09-12T23:45:06.565 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: ---------------------------------------------------- 2024-09-12T23:45:06.565 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: ntp-4 is maintained by Network Time Foundation, 2024-09-12T23:45:06.565 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-12T23:45:06.565 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: corporation. Support and training for ntp-4 are 2024-09-12T23:45:06.565 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: available at https://www.nwtime.org/support 2024-09-12T23:45:06.565 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: ---------------------------------------------------- 2024-09-12T23:45:06.566 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: proto: precision = 0.068 usec (-24) 2024-09-12T23:45:06.566 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: basedate set to 2022-02-04 2024-09-12T23:45:06.566 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: gps base set to 2022-02-06 (week 2196) 2024-09-12T23:45:06.567 INFO:teuthology.orchestra.run.smithi032.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T23:45:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T23:45:06.567 INFO:teuthology.orchestra.run.smithi032.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-12T23:45:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: restrict ::: KOD does nothing without LIMITED. 2024-09-12T23:45:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: Listen and drop on 0 v6wildcard [::]:123 2024-09-12T23:45:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-12T23:45:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: Listen normally on 2 lo 127.0.0.1:123 2024-09-12T23:45:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: Listen normally on 3 ens1f0 172.21.15.32:123 2024-09-12T23:45:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: Listen normally on 4 lo [::1]:123 2024-09-12T23:45:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: Listen normally on 5 ens1f0 [fe80::ae1f:6bff:fef8:2602%4]:123 2024-09-12T23:45:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:06 ntpd[18396]: Listening on routing socket on fd #22 for interface updates 2024-09-12T23:45:06.593 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-12T23:45:06.593 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: Command line: ntpd -gq 2024-09-12T23:45:06.593 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: ---------------------------------------------------- 2024-09-12T23:45:06.593 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: ntp-4 is maintained by Network Time Foundation, 2024-09-12T23:45:06.593 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-12T23:45:06.593 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: corporation. Support and training for ntp-4 are 2024-09-12T23:45:06.594 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: available at https://www.nwtime.org/support 2024-09-12T23:45:06.594 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: ---------------------------------------------------- 2024-09-12T23:45:06.594 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: proto: precision = 0.047 usec (-24) 2024-09-12T23:45:06.594 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: basedate set to 2022-02-04 2024-09-12T23:45:06.594 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: gps base set to 2022-02-06 (week 2196) 2024-09-12T23:45:06.595 INFO:teuthology.orchestra.run.smithi053.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T23:45:06.595 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T23:45:06.595 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: restrict ::: KOD does nothing without LIMITED. 2024-09-12T23:45:06.595 INFO:teuthology.orchestra.run.smithi053.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-12T23:45:06.596 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: Listen and drop on 0 v6wildcard [::]:123 2024-09-12T23:45:06.596 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-12T23:45:06.596 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: Listen normally on 2 lo 127.0.0.1:123 2024-09-12T23:45:06.596 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: Listen normally on 3 ens1f0 172.21.15.53:123 2024-09-12T23:45:06.596 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: Listen normally on 4 lo [::1]:123 2024-09-12T23:45:06.597 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: Listen normally on 5 ens1f0 [fe80::ae1f:6bff:fef8:3718%4]:123 2024-09-12T23:45:06.597 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:06 ntpd[18363]: Listening on routing socket on fd #22 for interface updates 2024-09-12T23:45:07.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:07 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:07.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:07 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:07.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:07 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:07.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:07 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:07.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:07 ntpd[18396]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:07.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:07 ntpd[18396]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:09.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:09 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:09.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:09 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:09.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:09 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:09.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:09 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:09.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:09 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:09 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:09 ntpd[18396]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:09 ntpd[18396]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:09 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:09 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:09 ntpd[18396]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:09 ntpd[18396]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:09.593 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:09 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:09.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:09 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:09.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:09 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:09.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:09 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:09.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:09 ntpd[18363]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:09.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:09 ntpd[18363]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:10.565 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:10 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:10.565 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:10 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:10.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:10 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:10.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:10 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:10.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:10 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:10.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:10 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:10.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:10 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:10.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:10 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:10.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:10 ntpd[18363]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:10.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:10 ntpd[18363]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:11.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:11.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:11.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:11.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:11.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:11.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:11.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:11.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:11.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:11.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:11.568 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:11.568 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:11.568 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:11.568 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:11.568 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:11.568 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:11.568 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:11.568 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:11 ntpd[18396]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:11.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:11 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:11.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:11 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:11.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:11 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:11.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:11 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:11.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:11 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:11.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:11 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:11.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:11 ntpd[18363]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:11.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:11 ntpd[18363]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:11.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:11 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:11.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:11 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:11.596 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:11 ntpd[18363]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:11.596 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:11 ntpd[18363]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:12.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:12 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:12.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:12 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:12.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:12 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:12.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:12 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:12.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:12 ntpd[18363]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:12.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:12 ntpd[18363]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:13.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:13.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:13.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:13.567 INFO:teuthology.orchestra.run.smithi032.stdout:12 Sep 23:45:13 ntpd[18396]: ntpd: time slew -0.000497 s 2024-09-12T23:45:13.567 INFO:teuthology.orchestra.run.smithi032.stdout:ntpd: time slew -0.000497s 2024-09-12T23:45:13.567 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-12T23:45:13.568 INFO:teuthology.orchestra.run.smithi032.stderr:12 Sep 23:45:13 ntpd[18396]: can't open /var/log/ntpstats/loopstats.20240912: Permission denied 2024-09-12T23:45:13.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:13 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:13.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:13 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:13.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:13 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:13.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:13 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:13.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:13 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:13.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:13 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:13.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:13 ntpd[18363]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:13.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:13 ntpd[18363]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:13.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:13 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:13.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:13 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:13.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:13 ntpd[18363]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:13.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:13 ntpd[18363]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: remote refid st t when poll reach delay offset jitter 2024-09-12T23:45:13.617 INFO:teuthology.orchestra.run.smithi032.stdout:============================================================================== 2024-09-12T23:45:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T23:45:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T23:45:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T23:45:13.618 INFO:teuthology.orchestra.run.smithi032.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T23:45:14.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:14 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:14.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:14 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:14.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:14 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:14.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:14 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:14.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:14 ntpd[18363]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:14.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:14 ntpd[18363]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:15.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:15 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:15.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:15 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:15.594 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:15 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:15 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:15 ntpd[18363]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T23:45:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:15 ntpd[18363]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T23:45:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:15 ntpd[18363]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T23:45:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:15 ntpd[18363]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T23:45:15.595 INFO:teuthology.orchestra.run.smithi053.stdout:12 Sep 23:45:15 ntpd[18363]: ntpd: time slew -0.000663 s 2024-09-12T23:45:15.595 INFO:teuthology.orchestra.run.smithi053.stdout:ntpd: time slew -0.000663s 2024-09-12T23:45:15.596 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:15 ntpd[18363]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-12T23:45:15.596 INFO:teuthology.orchestra.run.smithi053.stderr:12 Sep 23:45:15 ntpd[18363]: can't open /var/log/ntpstats/loopstats.20240912: Permission denied 2024-09-12T23:45:15.652 INFO:teuthology.orchestra.run.smithi053.stdout: remote refid st t when poll reach delay offset jitter 2024-09-12T23:45:15.652 INFO:teuthology.orchestra.run.smithi053.stdout:============================================================================== 2024-09-12T23:45:15.652 INFO:teuthology.orchestra.run.smithi053.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T23:45:15.652 INFO:teuthology.orchestra.run.smithi053.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T23:45:15.652 INFO:teuthology.orchestra.run.smithi053.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T23:45:15.653 INFO:teuthology.orchestra.run.smithi053.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T23:45:15.654 INFO:teuthology.run_tasks:Running task install... 2024-09-12T23:45:15.662 DEBUG:teuthology.task.install:project ceph 2024-09-12T23:45:15.662 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '7a853b1706d076d58e0da7a5d3b9b9eb36276880'}} 2024-09-12T23:45:15.662 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '7a853b1706d076d58e0da7a5d3b9b9eb36276880'} 2024-09-12T23:45:15.662 INFO:teuthology.task.install:Using flavor: default 2024-09-12T23:45:15.669 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-12T23:45:15.669 INFO:teuthology.task.install:extra packages: [] 2024-09-12T23:45:15.670 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-key list | grep Ceph 2024-09-12T23:45:15.670 DEBUG:teuthology.orchestra.run.smithi053:> sudo apt-key list | grep Ceph 2024-09-12T23:45:15.736 INFO:teuthology.orchestra.run.smithi032.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-12T23:45:15.758 INFO:teuthology.orchestra.run.smithi053.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-12T23:45:15.766 INFO:teuthology.orchestra.run.smithi032.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-12T23:45:15.766 INFO:teuthology.orchestra.run.smithi032.stdout:uid [ unknown] Ceph.com (release key) 2024-09-12T23:45:15.767 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-12T23:45:15.767 INFO:teuthology.task.install.deb:Installing system (non-project) packages: python3-pytest on remote deb x86_64 2024-09-12T23:45:15.767 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T23:45:15.767 INFO:teuthology.packaging:ref: None 2024-09-12T23:45:15.767 INFO:teuthology.packaging:tag: None 2024-09-12T23:45:15.767 INFO:teuthology.packaging:branch: quincy 2024-09-12T23:45:15.767 INFO:teuthology.packaging:sha1: 7a853b1706d076d58e0da7a5d3b9b9eb36276880 2024-09-12T23:45:15.768 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy 2024-09-12T23:45:15.789 INFO:teuthology.orchestra.run.smithi053.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-12T23:45:15.789 INFO:teuthology.orchestra.run.smithi053.stdout:uid [ unknown] Ceph.com (release key) 2024-09-12T23:45:15.790 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-12T23:45:15.790 INFO:teuthology.task.install.deb:Installing system (non-project) packages: python3-pytest on remote deb x86_64 2024-09-12T23:45:15.790 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T23:45:15.790 INFO:teuthology.packaging:ref: None 2024-09-12T23:45:15.790 INFO:teuthology.packaging:tag: None 2024-09-12T23:45:15.790 INFO:teuthology.packaging:branch: quincy 2024-09-12T23:45:15.790 INFO:teuthology.packaging:sha1: 7a853b1706d076d58e0da7a5d3b9b9eb36276880 2024-09-12T23:45:15.790 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy 2024-09-12T23:45:15.916 INFO:teuthology.task.install.deb:Pulling from https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default/ 2024-09-12T23:45:15.917 INFO:teuthology.task.install.deb:Package version is 17.2.7-1jammy 2024-09-12T23:45:15.929 INFO:teuthology.task.install.deb:Pulling from https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default/ 2024-09-12T23:45:15.929 INFO:teuthology.task.install.deb:Package version is 17.2.7-1jammy 2024-09-12T23:45:15.964 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:45:15.964 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-12T23:45:15.974 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-12T23:45:15.974 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-12T23:45:15.978 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get update 2024-09-12T23:45:15.988 DEBUG:teuthology.orchestra.run.smithi053:> sudo apt-get update 2024-09-12T23:45:16.135 INFO:teuthology.orchestra.run.smithi053.stdout:Ign:1 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy InRelease 2024-09-12T23:45:16.135 INFO:teuthology.orchestra.run.smithi032.stdout:Ign:1 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy InRelease 2024-09-12T23:45:16.136 INFO:teuthology.orchestra.run.smithi053.stdout:Get:2 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy Release [7,641 B] 2024-09-12T23:45:16.137 INFO:teuthology.orchestra.run.smithi032.stdout:Get:2 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy Release [7,641 B] 2024-09-12T23:45:16.138 INFO:teuthology.orchestra.run.smithi053.stdout:Ign:3 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-12T23:45:16.139 INFO:teuthology.orchestra.run.smithi032.stdout:Ign:3 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-12T23:45:16.140 INFO:teuthology.orchestra.run.smithi053.stdout:Get:4 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,331 B] 2024-09-12T23:45:16.140 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.3 kB] 2024-09-12T23:45:16.148 INFO:teuthology.orchestra.run.smithi053.stdout:Get:5 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.3 kB] 2024-09-12T23:45:16.151 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,331 B] 2024-09-12T23:45:16.232 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:6 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T23:45:16.233 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:6 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-12T23:45:16.233 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:7 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T23:45:16.241 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:7 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T23:45:16.248 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T23:45:16.258 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T23:45:16.266 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T23:45:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:9 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-12T23:45:16.633 INFO:teuthology.orchestra.run.smithi053.stdout:Fetched 28.3 kB in 0s (61.7 kB/s) 2024-09-12T23:45:16.643 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 28.3 kB in 0s (59.5 kB/s) 2024-09-12T23:45:17.673 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-12T23:45:17.689 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=17.2.7-1jammy cephadm=17.2.7-1jammy ceph-mds=17.2.7-1jammy ceph-mgr=17.2.7-1jammy ceph-common=17.2.7-1jammy ceph-fuse=17.2.7-1jammy ceph-test=17.2.7-1jammy radosgw=17.2.7-1jammy python3-rados=17.2.7-1jammy python3-rgw=17.2.7-1jammy python3-cephfs=17.2.7-1jammy python3-rbd=17.2.7-1jammy libcephfs2=17.2.7-1jammy libcephfs-dev=17.2.7-1jammy librados2=17.2.7-1jammy librbd1=17.2.7-1jammy rbd-fuse=17.2.7-1jammy 2024-09-12T23:45:17.690 INFO:teuthology.orchestra.run.smithi053.stdout:Reading package lists... 2024-09-12T23:45:17.706 DEBUG:teuthology.orchestra.run.smithi053:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=17.2.7-1jammy cephadm=17.2.7-1jammy ceph-mds=17.2.7-1jammy ceph-mgr=17.2.7-1jammy ceph-common=17.2.7-1jammy ceph-fuse=17.2.7-1jammy ceph-test=17.2.7-1jammy radosgw=17.2.7-1jammy python3-rados=17.2.7-1jammy python3-rgw=17.2.7-1jammy python3-cephfs=17.2.7-1jammy python3-rbd=17.2.7-1jammy libcephfs2=17.2.7-1jammy libcephfs-dev=17.2.7-1jammy librados2=17.2.7-1jammy librbd1=17.2.7-1jammy rbd-fuse=17.2.7-1jammy 2024-09-12T23:45:17.753 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-12T23:45:17.772 INFO:teuthology.orchestra.run.smithi053.stdout:Reading package lists... 2024-09-12T23:45:17.968 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2024-09-12T23:45:17.968 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2024-09-12T23:45:17.991 INFO:teuthology.orchestra.run.smithi053.stdout:Building dependency tree... 2024-09-12T23:45:17.992 INFO:teuthology.orchestra.run.smithi053.stdout:Reading state information... 2024-09-12T23:45:18.184 INFO:teuthology.orchestra.run.smithi053.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T23:45:18.184 INFO:teuthology.orchestra.run.smithi053.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T23:45:18.184 INFO:teuthology.orchestra.run.smithi053.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T23:45:18.185 INFO:teuthology.orchestra.run.smithi053.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T23:45:18.187 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T23:45:18.187 INFO:teuthology.orchestra.run.smithi032.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T23:45:18.187 INFO:teuthology.orchestra.run.smithi032.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T23:45:18.187 INFO:teuthology.orchestra.run.smithi032.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T23:45:18.187 INFO:teuthology.orchestra.run.smithi032.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T23:45:18.187 INFO:teuthology.orchestra.run.smithi032.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T23:45:18.187 INFO:teuthology.orchestra.run.smithi032.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T23:45:18.188 INFO:teuthology.orchestra.run.smithi032.stdout:The following additional packages will be installed: 2024-09-12T23:45:18.188 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-12T23:45:18.188 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume jq 2024-09-12T23:45:18.188 INFO:teuthology.orchestra.run.smithi032.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-09-12T23:45:18.188 INFO:teuthology.orchestra.run.smithi032.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-12T23:45:18.188 INFO:teuthology.orchestra.run.smithi053.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T23:45:18.188 INFO:teuthology.orchestra.run.smithi053.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T23:45:18.188 INFO:teuthology.orchestra.run.smithi053.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T23:45:18.188 INFO:teuthology.orchestra.run.smithi053.stdout:The following additional packages will be installed: 2024-09-12T23:45:18.188 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-12T23:45:18.188 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume jq 2024-09-12T23:45:18.188 INFO:teuthology.orchestra.run.smithi053.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-09-12T23:45:18.188 INFO:teuthology.orchestra.run.smithi053.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-12T23:45:18.189 INFO:teuthology.orchestra.run.smithi053.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-09-12T23:45:18.189 INFO:teuthology.orchestra.run.smithi053.stdout: python-babel-localedata python-pastedeploy-tpl python3-babel python3-bcrypt 2024-09-12T23:45:18.189 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-09-12T23:45:18.189 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cheroot python3-cherrypy3 python3-google-auth python3-idna 2024-09-12T23:45:18.189 INFO:teuthology.orchestra.run.smithi053.stdout: python3-iniconfig python3-jaraco.classes python3-jaraco.collections 2024-09-12T23:45:18.189 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco.functools python3-jaraco.text python3-jinja2 python3-joblib 2024-09-12T23:45:18.189 INFO:teuthology.orchestra.run.smithi053.stdout: python3-kubernetes python3-logutils python3-mako python3-markupsafe 2024-09-12T23:45:18.189 INFO:teuthology.orchestra.run.smithi053.stdout: python3-natsort python3-openssl python3-paste python3-pastedeploy 2024-09-12T23:45:18.189 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2024-09-12T23:45:18.189 INFO:teuthology.orchestra.run.smithi053.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2024-09-12T23:45:18.189 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyasn1-modules python3-pygments python3-pyinotify python3-pytest 2024-09-12T23:45:18.189 INFO:teuthology.orchestra.run.smithi053.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-routes 2024-09-12T23:45:18.189 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-12T23:45:18.189 INFO:teuthology.orchestra.run.smithi053.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-12T23:45:18.190 INFO:teuthology.orchestra.run.smithi053.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-12T23:45:18.190 INFO:teuthology.orchestra.run.smithi053.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-12T23:45:18.190 INFO:teuthology.orchestra.run.smithi053.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet 2024-09-12T23:45:18.190 INFO:teuthology.orchestra.run.smithi053.stdout:Suggested packages: 2024-09-12T23:45:18.190 INFO:teuthology.orchestra.run.smithi053.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-09-12T23:45:18.191 INFO:teuthology.orchestra.run.smithi053.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-09-12T23:45:18.191 INFO:teuthology.orchestra.run.smithi053.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-09-12T23:45:18.191 INFO:teuthology.orchestra.run.smithi053.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-09-12T23:45:18.191 INFO:teuthology.orchestra.run.smithi053.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-09-12T23:45:18.191 INFO:teuthology.orchestra.run.smithi053.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-09-12T23:45:18.191 INFO:teuthology.orchestra.run.smithi053.stdout: python3-watchdog 2024-09-12T23:45:18.191 INFO:teuthology.orchestra.run.smithi053.stdout:Recommended packages: 2024-09-12T23:45:18.191 INFO:teuthology.orchestra.run.smithi053.stdout: btrfs-tools 2024-09-12T23:45:18.191 INFO:teuthology.orchestra.run.smithi032.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-09-12T23:45:18.192 INFO:teuthology.orchestra.run.smithi032.stdout: python-babel-localedata python-pastedeploy-tpl python3-babel python3-bcrypt 2024-09-12T23:45:18.192 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-09-12T23:45:18.192 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cheroot python3-cherrypy3 python3-google-auth python3-idna 2024-09-12T23:45:18.192 INFO:teuthology.orchestra.run.smithi032.stdout: python3-iniconfig python3-jaraco.classes python3-jaraco.collections 2024-09-12T23:45:18.192 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco.functools python3-jaraco.text python3-jinja2 python3-joblib 2024-09-12T23:45:18.192 INFO:teuthology.orchestra.run.smithi032.stdout: python3-kubernetes python3-logutils python3-mako python3-markupsafe 2024-09-12T23:45:18.192 INFO:teuthology.orchestra.run.smithi032.stdout: python3-natsort python3-openssl python3-paste python3-pastedeploy 2024-09-12T23:45:18.192 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2024-09-12T23:45:18.192 INFO:teuthology.orchestra.run.smithi032.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2024-09-12T23:45:18.192 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1-modules python3-pygments python3-pyinotify python3-pytest 2024-09-12T23:45:18.192 INFO:teuthology.orchestra.run.smithi032.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-routes 2024-09-12T23:45:18.192 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-12T23:45:18.193 INFO:teuthology.orchestra.run.smithi032.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-12T23:45:18.193 INFO:teuthology.orchestra.run.smithi032.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-12T23:45:18.193 INFO:teuthology.orchestra.run.smithi032.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-12T23:45:18.193 INFO:teuthology.orchestra.run.smithi032.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet 2024-09-12T23:45:18.193 INFO:teuthology.orchestra.run.smithi032.stdout:Suggested packages: 2024-09-12T23:45:18.193 INFO:teuthology.orchestra.run.smithi032.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-09-12T23:45:18.193 INFO:teuthology.orchestra.run.smithi032.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-09-12T23:45:18.193 INFO:teuthology.orchestra.run.smithi032.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-09-12T23:45:18.193 INFO:teuthology.orchestra.run.smithi032.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-09-12T23:45:18.193 INFO:teuthology.orchestra.run.smithi032.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-09-12T23:45:18.193 INFO:teuthology.orchestra.run.smithi032.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-09-12T23:45:18.193 INFO:teuthology.orchestra.run.smithi032.stdout: python3-watchdog 2024-09-12T23:45:18.193 INFO:teuthology.orchestra.run.smithi032.stdout:Recommended packages: 2024-09-12T23:45:18.193 INFO:teuthology.orchestra.run.smithi032.stdout: btrfs-tools 2024-09-12T23:45:18.292 INFO:teuthology.orchestra.run.smithi053.stdout:The following NEW packages will be installed: 2024-09-12T23:45:18.293 INFO:teuthology.orchestra.run.smithi053.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-12T23:45:18.293 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-12T23:45:18.293 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-12T23:45:18.293 INFO:teuthology.orchestra.run.smithi053.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 2024-09-12T23:45:18.293 INFO:teuthology.orchestra.run.smithi053.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-09-12T23:45:18.293 INFO:teuthology.orchestra.run.smithi053.stdout: librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-09-12T23:45:18.294 INFO:teuthology.orchestra.run.smithi053.stdout: libthrift-0.16.0 nvme-cli python-babel-localedata python-pastedeploy-tpl 2024-09-12T23:45:18.294 INFO:teuthology.orchestra.run.smithi053.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-12T23:45:18.294 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-12T23:45:18.294 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-12T23:45:18.294 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-12T23:45:18.294 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-12T23:45:18.294 INFO:teuthology.orchestra.run.smithi053.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-12T23:45:18.294 INFO:teuthology.orchestra.run.smithi053.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-12T23:45:18.294 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-12T23:45:18.295 INFO:teuthology.orchestra.run.smithi053.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-12T23:45:18.295 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-12T23:45:18.295 INFO:teuthology.orchestra.run.smithi053.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-12T23:45:18.295 INFO:teuthology.orchestra.run.smithi053.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-12T23:45:18.295 INFO:teuthology.orchestra.run.smithi053.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-12T23:45:18.295 INFO:teuthology.orchestra.run.smithi053.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-12T23:45:18.295 INFO:teuthology.orchestra.run.smithi053.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-12T23:45:18.295 INFO:teuthology.orchestra.run.smithi053.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-12T23:45:18.295 INFO:teuthology.orchestra.run.smithi053.stdout: radosgw rbd-fuse socat xmlstarlet 2024-09-12T23:45:18.296 INFO:teuthology.orchestra.run.smithi032.stdout:The following NEW packages will be installed: 2024-09-12T23:45:18.296 INFO:teuthology.orchestra.run.smithi032.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-12T23:45:18.296 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-12T23:45:18.296 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-12T23:45:18.297 INFO:teuthology.orchestra.run.smithi032.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: libthrift-0.16.0 nvme-cli python-babel-localedata python-pastedeploy-tpl 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-12T23:45:18.298 INFO:teuthology.orchestra.run.smithi032.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-12T23:45:18.299 INFO:teuthology.orchestra.run.smithi032.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-12T23:45:18.299 INFO:teuthology.orchestra.run.smithi032.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-12T23:45:18.299 INFO:teuthology.orchestra.run.smithi032.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-12T23:45:18.299 INFO:teuthology.orchestra.run.smithi032.stdout: radosgw rbd-fuse socat xmlstarlet 2024-09-12T23:45:18.333 INFO:teuthology.orchestra.run.smithi053.stdout:0 upgraded, 107 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T23:45:18.333 INFO:teuthology.orchestra.run.smithi053.stdout:Need to get 187 MB of archives. 2024-09-12T23:45:18.334 INFO:teuthology.orchestra.run.smithi053.stdout:After this operation, 815 MB of additional disk space will be used. 2024-09-12T23:45:18.334 INFO:teuthology.orchestra.run.smithi053.stdout:Get:1 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 17.2.7-1jammy [3,198 kB] 2024-09-12T23:45:18.345 INFO:teuthology.orchestra.run.smithi032.stdout:0 upgraded, 107 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T23:45:18.345 INFO:teuthology.orchestra.run.smithi032.stdout:Need to get 187 MB of archives. 2024-09-12T23:45:18.345 INFO:teuthology.orchestra.run.smithi032.stdout:After this operation, 815 MB of additional disk space will be used. 2024-09-12T23:45:18.345 INFO:teuthology.orchestra.run.smithi032.stdout:Get:1 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 17.2.7-1jammy [3,198 kB] 2024-09-12T23:45:18.364 INFO:teuthology.orchestra.run.smithi053.stdout:Get:2 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 17.2.7-1jammy [3,067 kB] 2024-09-12T23:45:18.379 INFO:teuthology.orchestra.run.smithi032.stdout:Get:2 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 17.2.7-1jammy [3,067 kB] 2024-09-12T23:45:18.390 INFO:teuthology.orchestra.run.smithi053.stdout:Get:3 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 17.2.7-1jammy [632 kB] 2024-09-12T23:45:18.395 INFO:teuthology.orchestra.run.smithi053.stdout:Get:4 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 17.2.7-1jammy [344 kB] 2024-09-12T23:45:18.398 INFO:teuthology.orchestra.run.smithi053.stdout:Get:5 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 17.2.7-1jammy [23.1 kB] 2024-09-12T23:45:18.399 INFO:teuthology.orchestra.run.smithi053.stdout:Get:6 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 17.2.7-1jammy [164 kB] 2024-09-12T23:45:18.400 INFO:teuthology.orchestra.run.smithi053.stdout:Get:7 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 17.2.7-1jammy [47.7 kB] 2024-09-12T23:45:18.401 INFO:teuthology.orchestra.run.smithi053.stdout:Get:8 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 17.2.7-1jammy [313 kB] 2024-09-12T23:45:18.403 INFO:teuthology.orchestra.run.smithi053.stdout:Get:9 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 17.2.7-1jammy [5,086 kB] 2024-09-12T23:45:18.405 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 17.2.7-1jammy [632 kB] 2024-09-12T23:45:18.410 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 17.2.7-1jammy [344 kB] 2024-09-12T23:45:18.413 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 17.2.7-1jammy [23.1 kB] 2024-09-12T23:45:18.413 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 17.2.7-1jammy [164 kB] 2024-09-12T23:45:18.415 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 17.2.7-1jammy [47.7 kB] 2024-09-12T23:45:18.415 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 17.2.7-1jammy [313 kB] 2024-09-12T23:45:18.418 INFO:teuthology.orchestra.run.smithi032.stdout:Get:9 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 17.2.7-1jammy [5,086 kB] 2024-09-12T23:45:18.450 INFO:teuthology.orchestra.run.smithi053.stdout:Get:10 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 17.2.7-1jammy [102 kB] 2024-09-12T23:45:18.451 INFO:teuthology.orchestra.run.smithi053.stdout:Get:11 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 17.2.7-1jammy [415 kB] 2024-09-12T23:45:18.452 INFO:teuthology.orchestra.run.smithi032.stdout:Get:10 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 17.2.7-1jammy [102 kB] 2024-09-12T23:45:18.453 INFO:teuthology.orchestra.run.smithi032.stdout:Get:11 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 17.2.7-1jammy [415 kB] 2024-09-12T23:45:18.454 INFO:teuthology.orchestra.run.smithi053.stdout:Get:12 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 17.2.7-1jammy [25.3 MB] 2024-09-12T23:45:18.456 INFO:teuthology.orchestra.run.smithi032.stdout:Get:12 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 17.2.7-1jammy [25.3 MB] 2024-09-12T23:45:18.480 INFO:teuthology.orchestra.run.smithi053.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-09-12T23:45:18.487 INFO:teuthology.orchestra.run.smithi032.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-09-12T23:45:18.735 INFO:teuthology.orchestra.run.smithi032.stdout:Get:14 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 17.2.7-1jammy [6,378 kB] 2024-09-12T23:45:18.739 INFO:teuthology.orchestra.run.smithi053.stdout:Get:14 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 17.2.7-1jammy [6,378 kB] 2024-09-12T23:45:18.777 INFO:teuthology.orchestra.run.smithi032.stdout:Get:15 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 17.2.7-1jammy [224 kB] 2024-09-12T23:45:18.778 INFO:teuthology.orchestra.run.smithi032.stdout:Get:16 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 17.2.7-1jammy [115 kB] 2024-09-12T23:45:18.780 INFO:teuthology.orchestra.run.smithi032.stdout:Get:17 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 17.2.7-1jammy [1,429 kB] 2024-09-12T23:45:18.785 INFO:teuthology.orchestra.run.smithi053.stdout:Get:15 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 17.2.7-1jammy [224 kB] 2024-09-12T23:45:18.787 INFO:teuthology.orchestra.run.smithi053.stdout:Get:16 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 17.2.7-1jammy [115 kB] 2024-09-12T23:45:18.788 INFO:teuthology.orchestra.run.smithi053.stdout:Get:17 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 17.2.7-1jammy [1,429 kB] 2024-09-12T23:45:18.789 INFO:teuthology.orchestra.run.smithi032.stdout:Get:18 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 17.2.7-1jammy [8,201 kB] 2024-09-12T23:45:18.798 INFO:teuthology.orchestra.run.smithi053.stdout:Get:18 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 17.2.7-1jammy [8,201 kB] 2024-09-12T23:45:18.817 INFO:teuthology.orchestra.run.smithi032.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-12T23:45:18.821 INFO:teuthology.orchestra.run.smithi053.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-12T23:45:18.842 INFO:teuthology.orchestra.run.smithi032.stdout:Get:20 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 17.2.7-1jammy [28.4 MB] 2024-09-12T23:45:18.856 INFO:teuthology.orchestra.run.smithi053.stdout:Get:20 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 17.2.7-1jammy [28.4 MB] 2024-09-12T23:45:18.991 INFO:teuthology.orchestra.run.smithi032.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-12T23:45:18.994 INFO:teuthology.orchestra.run.smithi053.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-12T23:45:18.999 INFO:teuthology.orchestra.run.smithi032.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-12T23:45:19.001 INFO:teuthology.orchestra.run.smithi053.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-12T23:45:19.010 INFO:teuthology.orchestra.run.smithi032.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-12T23:45:19.013 INFO:teuthology.orchestra.run.smithi053.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-12T23:45:19.132 INFO:teuthology.orchestra.run.smithi053.stdout:Get:24 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 17.2.7-1jammy [3,690 B] 2024-09-12T23:45:19.151 INFO:teuthology.orchestra.run.smithi032.stdout:Get:24 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 17.2.7-1jammy [3,690 B] 2024-09-12T23:45:19.207 INFO:teuthology.orchestra.run.smithi053.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-12T23:45:19.207 INFO:teuthology.orchestra.run.smithi053.stdout:Get:26 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 17.2.7-1jammy [783 kB] 2024-09-12T23:45:19.208 INFO:teuthology.orchestra.run.smithi053.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-12T23:45:19.213 INFO:teuthology.orchestra.run.smithi053.stdout:Get:28 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 17.2.7-1jammy [2,120 kB] 2024-09-12T23:45:19.213 INFO:teuthology.orchestra.run.smithi053.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-12T23:45:19.222 INFO:teuthology.orchestra.run.smithi032.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-12T23:45:19.222 INFO:teuthology.orchestra.run.smithi032.stdout:Get:26 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 17.2.7-1jammy [783 kB] 2024-09-12T23:45:19.223 INFO:teuthology.orchestra.run.smithi032.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-12T23:45:19.228 INFO:teuthology.orchestra.run.smithi032.stdout:Get:28 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 17.2.7-1jammy [2,120 kB] 2024-09-12T23:45:19.228 INFO:teuthology.orchestra.run.smithi032.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-12T23:45:19.229 INFO:teuthology.orchestra.run.smithi053.stdout:Get:30 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 17.2.7-1jammy [80.2 kB] 2024-09-12T23:45:19.229 INFO:teuthology.orchestra.run.smithi053.stdout:Get:31 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 17.2.7-1jammy [118 kB] 2024-09-12T23:45:19.230 INFO:teuthology.orchestra.run.smithi053.stdout:Get:32 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 17.2.7-1jammy [1,824 kB] 2024-09-12T23:45:19.243 INFO:teuthology.orchestra.run.smithi032.stdout:Get:30 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 17.2.7-1jammy [80.2 kB] 2024-09-12T23:45:19.244 INFO:teuthology.orchestra.run.smithi032.stdout:Get:31 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 17.2.7-1jammy [118 kB] 2024-09-12T23:45:19.244 INFO:teuthology.orchestra.run.smithi053.stdout:Get:33 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 17.2.7-1jammy [8,615 kB] 2024-09-12T23:45:19.245 INFO:teuthology.orchestra.run.smithi032.stdout:Get:32 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 17.2.7-1jammy [1,824 kB] 2024-09-12T23:45:19.258 INFO:teuthology.orchestra.run.smithi032.stdout:Get:33 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 17.2.7-1jammy [8,615 kB] 2024-09-12T23:45:19.306 INFO:teuthology.orchestra.run.smithi053.stdout:Get:34 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 17.2.7-1jammy [3,814 B] 2024-09-12T23:45:19.306 INFO:teuthology.orchestra.run.smithi053.stdout:Get:35 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 17.2.7-1jammy [52.7 MB] 2024-09-12T23:45:19.306 INFO:teuthology.orchestra.run.smithi053.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-12T23:45:19.313 INFO:teuthology.orchestra.run.smithi053.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-12T23:45:19.316 INFO:teuthology.orchestra.run.smithi032.stdout:Get:34 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 17.2.7-1jammy [3,814 B] 2024-09-12T23:45:19.316 INFO:teuthology.orchestra.run.smithi032.stdout:Get:35 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 17.2.7-1jammy [52.7 MB] 2024-09-12T23:45:19.319 INFO:teuthology.orchestra.run.smithi032.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-12T23:45:19.325 INFO:teuthology.orchestra.run.smithi032.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-12T23:45:19.335 INFO:teuthology.orchestra.run.smithi053.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-12T23:45:19.342 INFO:teuthology.orchestra.run.smithi053.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-12T23:45:19.343 INFO:teuthology.orchestra.run.smithi053.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-12T23:45:19.344 INFO:teuthology.orchestra.run.smithi053.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-12T23:45:19.345 INFO:teuthology.orchestra.run.smithi032.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-12T23:45:19.345 INFO:teuthology.orchestra.run.smithi053.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-12T23:45:19.352 INFO:teuthology.orchestra.run.smithi032.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-12T23:45:19.353 INFO:teuthology.orchestra.run.smithi032.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-12T23:45:19.355 INFO:teuthology.orchestra.run.smithi032.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-12T23:45:19.356 INFO:teuthology.orchestra.run.smithi032.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-12T23:45:19.373 INFO:teuthology.orchestra.run.smithi053.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-12T23:45:19.375 INFO:teuthology.orchestra.run.smithi053.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-12T23:45:19.389 INFO:teuthology.orchestra.run.smithi032.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-12T23:45:19.391 INFO:teuthology.orchestra.run.smithi032.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-12T23:45:19.454 INFO:teuthology.orchestra.run.smithi053.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-12T23:45:19.455 INFO:teuthology.orchestra.run.smithi053.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-12T23:45:19.455 INFO:teuthology.orchestra.run.smithi053.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-12T23:45:19.456 INFO:teuthology.orchestra.run.smithi053.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-12T23:45:19.457 INFO:teuthology.orchestra.run.smithi053.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-12T23:45:19.457 INFO:teuthology.orchestra.run.smithi053.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-12T23:45:19.462 INFO:teuthology.orchestra.run.smithi053.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-12T23:45:19.463 INFO:teuthology.orchestra.run.smithi053.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-12T23:45:19.470 INFO:teuthology.orchestra.run.smithi032.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-12T23:45:19.471 INFO:teuthology.orchestra.run.smithi032.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-12T23:45:19.471 INFO:teuthology.orchestra.run.smithi032.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-12T23:45:19.472 INFO:teuthology.orchestra.run.smithi032.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-12T23:45:19.473 INFO:teuthology.orchestra.run.smithi032.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-12T23:45:19.474 INFO:teuthology.orchestra.run.smithi032.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-12T23:45:19.479 INFO:teuthology.orchestra.run.smithi032.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-12T23:45:19.480 INFO:teuthology.orchestra.run.smithi032.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-12T23:45:19.535 INFO:teuthology.orchestra.run.smithi053.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-12T23:45:19.536 INFO:teuthology.orchestra.run.smithi053.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-12T23:45:19.551 INFO:teuthology.orchestra.run.smithi032.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-12T23:45:19.552 INFO:teuthology.orchestra.run.smithi032.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-12T23:45:19.616 INFO:teuthology.orchestra.run.smithi053.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-12T23:45:19.617 INFO:teuthology.orchestra.run.smithi053.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-12T23:45:19.617 INFO:teuthology.orchestra.run.smithi053.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-12T23:45:19.620 INFO:teuthology.orchestra.run.smithi053.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-12T23:45:19.622 INFO:teuthology.orchestra.run.smithi053.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-12T23:45:19.622 INFO:teuthology.orchestra.run.smithi053.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-12T23:45:19.632 INFO:teuthology.orchestra.run.smithi032.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-12T23:45:19.633 INFO:teuthology.orchestra.run.smithi053.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-12T23:45:19.633 INFO:teuthology.orchestra.run.smithi053.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-12T23:45:19.636 INFO:teuthology.orchestra.run.smithi032.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-12T23:45:19.637 INFO:teuthology.orchestra.run.smithi032.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-12T23:45:19.640 INFO:teuthology.orchestra.run.smithi032.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-12T23:45:19.641 INFO:teuthology.orchestra.run.smithi032.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-12T23:45:19.642 INFO:teuthology.orchestra.run.smithi032.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-12T23:45:19.653 INFO:teuthology.orchestra.run.smithi032.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-12T23:45:19.653 INFO:teuthology.orchestra.run.smithi032.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-12T23:45:19.698 INFO:teuthology.orchestra.run.smithi053.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-12T23:45:19.717 INFO:teuthology.orchestra.run.smithi032.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-12T23:45:19.746 INFO:teuthology.orchestra.run.smithi053.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-12T23:45:19.750 INFO:teuthology.orchestra.run.smithi032.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-12T23:45:19.817 INFO:teuthology.orchestra.run.smithi053.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-12T23:45:19.824 INFO:teuthology.orchestra.run.smithi032.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-12T23:45:19.890 INFO:teuthology.orchestra.run.smithi053.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-12T23:45:19.890 INFO:teuthology.orchestra.run.smithi053.stdout:Get:67 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 17.2.7-1jammy [240 kB] 2024-09-12T23:45:19.891 INFO:teuthology.orchestra.run.smithi053.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-12T23:45:19.893 INFO:teuthology.orchestra.run.smithi053.stdout:Get:69 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 17.2.7-1jammy [22.4 kB] 2024-09-12T23:45:19.930 INFO:teuthology.orchestra.run.smithi032.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-12T23:45:19.948 INFO:teuthology.orchestra.run.smithi053.stdout:Get:70 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 17.2.7-1jammy [15.4 MB] 2024-09-12T23:45:19.948 INFO:teuthology.orchestra.run.smithi053.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-12T23:45:19.949 INFO:teuthology.orchestra.run.smithi053.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-12T23:45:19.954 INFO:teuthology.orchestra.run.smithi053.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-12T23:45:19.987 INFO:teuthology.orchestra.run.smithi032.stdout:Get:67 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 17.2.7-1jammy [240 kB] 2024-09-12T23:45:19.987 INFO:teuthology.orchestra.run.smithi032.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-12T23:45:20.002 INFO:teuthology.orchestra.run.smithi032.stdout:Get:69 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 17.2.7-1jammy [22.4 kB] 2024-09-12T23:45:20.002 INFO:teuthology.orchestra.run.smithi032.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-12T23:45:20.004 INFO:teuthology.orchestra.run.smithi032.stdout:Get:71 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 17.2.7-1jammy [15.4 MB] 2024-09-12T23:45:20.004 INFO:teuthology.orchestra.run.smithi032.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-12T23:45:20.010 INFO:teuthology.orchestra.run.smithi032.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-12T23:45:20.167 INFO:teuthology.orchestra.run.smithi053.stdout:Get:74 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 17.2.7-1jammy [75.8 kB] 2024-09-12T23:45:20.167 INFO:teuthology.orchestra.run.smithi053.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-12T23:45:20.169 INFO:teuthology.orchestra.run.smithi053.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-12T23:45:20.172 INFO:teuthology.orchestra.run.smithi053.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-12T23:45:20.173 INFO:teuthology.orchestra.run.smithi053.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-12T23:45:20.175 INFO:teuthology.orchestra.run.smithi053.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-12T23:45:20.220 INFO:teuthology.orchestra.run.smithi053.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-12T23:45:20.224 INFO:teuthology.orchestra.run.smithi053.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-12T23:45:20.224 INFO:teuthology.orchestra.run.smithi053.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-12T23:45:20.236 INFO:teuthology.orchestra.run.smithi032.stdout:Get:74 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 17.2.7-1jammy [75.8 kB] 2024-09-12T23:45:20.236 INFO:teuthology.orchestra.run.smithi032.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-12T23:45:20.239 INFO:teuthology.orchestra.run.smithi032.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-12T23:45:20.242 INFO:teuthology.orchestra.run.smithi032.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-12T23:45:20.242 INFO:teuthology.orchestra.run.smithi032.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-12T23:45:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-12T23:45:20.287 INFO:teuthology.orchestra.run.smithi032.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-12T23:45:20.291 INFO:teuthology.orchestra.run.smithi032.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-12T23:45:20.292 INFO:teuthology.orchestra.run.smithi032.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-12T23:45:20.294 INFO:teuthology.orchestra.run.smithi053.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-12T23:45:20.294 INFO:teuthology.orchestra.run.smithi053.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-12T23:45:20.334 INFO:teuthology.orchestra.run.smithi053.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-12T23:45:20.335 INFO:teuthology.orchestra.run.smithi053.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-12T23:45:20.336 INFO:teuthology.orchestra.run.smithi053.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-12T23:45:20.338 INFO:teuthology.orchestra.run.smithi053.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-12T23:45:20.338 INFO:teuthology.orchestra.run.smithi053.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-12T23:45:20.340 INFO:teuthology.orchestra.run.smithi053.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-12T23:45:20.346 INFO:teuthology.orchestra.run.smithi032.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-12T23:45:20.346 INFO:teuthology.orchestra.run.smithi032.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-12T23:45:20.348 INFO:teuthology.orchestra.run.smithi053.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-12T23:45:20.404 INFO:teuthology.orchestra.run.smithi032.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-12T23:45:20.405 INFO:teuthology.orchestra.run.smithi032.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-12T23:45:20.406 INFO:teuthology.orchestra.run.smithi032.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-12T23:45:20.407 INFO:teuthology.orchestra.run.smithi032.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-12T23:45:20.408 INFO:teuthology.orchestra.run.smithi032.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-12T23:45:20.409 INFO:teuthology.orchestra.run.smithi032.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-12T23:45:20.415 INFO:teuthology.orchestra.run.smithi053.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-12T23:45:20.417 INFO:teuthology.orchestra.run.smithi032.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-12T23:45:20.418 INFO:teuthology.orchestra.run.smithi053.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-12T23:45:20.420 INFO:teuthology.orchestra.run.smithi053.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-12T23:45:20.485 INFO:teuthology.orchestra.run.smithi032.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-12T23:45:20.488 INFO:teuthology.orchestra.run.smithi032.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-12T23:45:20.490 INFO:teuthology.orchestra.run.smithi032.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-12T23:45:20.496 INFO:teuthology.orchestra.run.smithi053.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-12T23:45:20.503 INFO:teuthology.orchestra.run.smithi053.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-12T23:45:20.514 INFO:teuthology.orchestra.run.smithi053.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-12T23:45:20.514 INFO:teuthology.orchestra.run.smithi053.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-12T23:45:20.516 INFO:teuthology.orchestra.run.smithi053.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-12T23:45:20.517 INFO:teuthology.orchestra.run.smithi053.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-12T23:45:20.521 INFO:teuthology.orchestra.run.smithi053.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-12T23:45:20.566 INFO:teuthology.orchestra.run.smithi032.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-12T23:45:20.572 INFO:teuthology.orchestra.run.smithi032.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-12T23:45:20.578 INFO:teuthology.orchestra.run.smithi053.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-12T23:45:20.583 INFO:teuthology.orchestra.run.smithi032.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-12T23:45:20.584 INFO:teuthology.orchestra.run.smithi032.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-12T23:45:20.586 INFO:teuthology.orchestra.run.smithi032.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-12T23:45:20.586 INFO:teuthology.orchestra.run.smithi032.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-12T23:45:20.590 INFO:teuthology.orchestra.run.smithi032.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-12T23:45:20.595 INFO:teuthology.orchestra.run.smithi053.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-12T23:45:20.595 INFO:teuthology.orchestra.run.smithi053.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-12T23:45:20.648 INFO:teuthology.orchestra.run.smithi032.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-12T23:45:20.659 INFO:teuthology.orchestra.run.smithi053.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-12T23:45:20.664 INFO:teuthology.orchestra.run.smithi053.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-12T23:45:20.664 INFO:teuthology.orchestra.run.smithi032.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-12T23:45:20.665 INFO:teuthology.orchestra.run.smithi032.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-12T23:45:20.666 INFO:teuthology.orchestra.run.smithi053.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-12T23:45:20.729 INFO:teuthology.orchestra.run.smithi032.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-12T23:45:20.734 INFO:teuthology.orchestra.run.smithi032.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-12T23:45:20.735 INFO:teuthology.orchestra.run.smithi032.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-12T23:45:21.299 INFO:teuthology.orchestra.run.smithi053.stdout:Fetched 187 MB in 2s (77.5 MB/s) 2024-09-12T23:45:21.365 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 187 MB in 2s (75.5 MB/s) 2024-09-12T23:45:21.418 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libfmt8:amd64. 2024-09-12T23:45:21.504 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libfmt8:amd64. 2024-09-12T23:45:21.518 INFO:teuthology.orchestra.run.smithi053.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-12T23:45:21.523 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-09-12T23:45:21.604 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-12T23:45:21.608 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-09-12T23:45:21.609 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-09-12T23:45:21.703 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-09-12T23:45:21.944 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-12T23:45:21.972 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-12T23:45:22.011 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T23:45:22.056 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-12T23:45:22.083 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-12T23:45:22.123 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T23:45:22.306 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package librados2. 2024-09-12T23:45:22.333 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../002-librados2_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:22.364 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking librados2 (17.2.7-1jammy) ... 2024-09-12T23:45:22.417 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librados2. 2024-09-12T23:45:22.445 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../002-librados2_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:22.484 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librados2 (17.2.7-1jammy) ... 2024-09-12T23:45:22.744 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package librbd1. 2024-09-12T23:45:22.771 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../003-librbd1_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:22.812 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking librbd1 (17.2.7-1jammy) ... 2024-09-12T23:45:22.895 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librbd1. 2024-09-12T23:45:22.922 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../003-librbd1_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:22.961 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librbd1 (17.2.7-1jammy) ... 2024-09-12T23:45:23.280 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libcephfs2. 2024-09-12T23:45:23.307 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../004-libcephfs2_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:23.347 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libcephfs2 (17.2.7-1jammy) ... 2024-09-12T23:45:23.415 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libcephfs2. 2024-09-12T23:45:23.441 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../004-libcephfs2_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:23.481 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libcephfs2 (17.2.7-1jammy) ... 2024-09-12T23:45:23.591 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-rados. 2024-09-12T23:45:23.607 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../005-python3-rados_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:23.641 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-rados (17.2.7-1jammy) ... 2024-09-12T23:45:23.767 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rados. 2024-09-12T23:45:23.794 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../005-python3-rados_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:23.833 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rados (17.2.7-1jammy) ... 2024-09-12T23:45:23.943 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-12T23:45:23.970 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../006-python3-ceph-argparse_17.2.7-1jammy_all.deb ... 2024-09-12T23:45:24.010 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-ceph-argparse (17.2.7-1jammy) ... 2024-09-12T23:45:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-12T23:45:24.154 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../006-python3-ceph-argparse_17.2.7-1jammy_all.deb ... 2024-09-12T23:45:24.185 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-ceph-argparse (17.2.7-1jammy) ... 2024-09-12T23:45:24.263 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-cephfs. 2024-09-12T23:45:24.279 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../007-python3-cephfs_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:24.321 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-cephfs (17.2.7-1jammy) ... 2024-09-12T23:45:24.429 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cephfs. 2024-09-12T23:45:24.445 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../007-python3-cephfs_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cephfs (17.2.7-1jammy) ... 2024-09-12T23:45:24.623 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-12T23:45:24.651 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../008-python3-ceph-common_17.2.7-1jammy_all.deb ... 2024-09-12T23:45:24.690 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-ceph-common (17.2.7-1jammy) ... 2024-09-12T23:45:24.816 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-12T23:45:24.843 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../008-python3-ceph-common_17.2.7-1jammy_all.deb ... 2024-09-12T23:45:24.882 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-ceph-common (17.2.7-1jammy) ... 2024-09-12T23:45:24.960 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-12T23:45:24.976 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../009-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-12T23:45:25.010 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T23:45:25.293 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-12T23:45:25.320 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../009-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-12T23:45:25.330 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-prettytable. 2024-09-12T23:45:25.356 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../010-python3-prettytable_2.5.0-2_all.deb ... 2024-09-12T23:45:25.360 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T23:45:25.396 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-12T23:45:25.657 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-rbd. 2024-09-12T23:45:25.671 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-prettytable. 2024-09-12T23:45:25.673 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../011-python3-rbd_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:25.698 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../010-python3-prettytable_2.5.0-2_all.deb ... 2024-09-12T23:45:25.715 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-rbd (17.2.7-1jammy) ... 2024-09-12T23:45:25.737 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-12T23:45:25.998 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rbd. 2024-09-12T23:45:26.014 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../011-python3-rbd_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:26.057 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rbd (17.2.7-1jammy) ... 2024-09-12T23:45:26.068 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-12T23:45:26.095 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../012-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-12T23:45:26.134 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T23:45:26.401 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-12T23:45:26.428 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../012-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-12T23:45:26.468 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T23:45:26.496 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-12T23:45:26.523 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../013-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-12T23:45:26.562 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T23:45:26.828 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-12T23:45:26.855 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../013-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-12T23:45:26.895 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T23:45:26.941 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-12T23:45:26.967 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../014-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-12T23:45:27.007 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T23:45:27.190 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-12T23:45:27.203 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../014-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-12T23:45:27.231 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T23:45:27.444 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-12T23:45:27.470 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../015-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T23:45:27.518 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T23:45:27.685 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-12T23:45:27.712 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../015-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T23:45:27.760 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T23:45:27.905 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-12T23:45:27.932 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../016-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T23:45:27.972 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T23:45:28.163 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-12T23:45:28.189 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../016-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T23:45:28.229 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T23:45:28.308 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-12T23:45:28.335 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../017-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T23:45:28.375 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T23:45:28.591 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-12T23:45:28.617 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../017-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T23:45:28.657 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T23:45:28.745 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-12T23:45:28.771 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../018-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-12T23:45:28.811 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T23:45:28.976 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-12T23:45:29.000 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../018-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-12T23:45:29.035 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T23:45:29.139 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package librgw2. 2024-09-12T23:45:29.166 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../019-librgw2_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:29.206 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking librgw2 (17.2.7-1jammy) ... 2024-09-12T23:45:29.312 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librgw2. 2024-09-12T23:45:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../019-librgw2_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:29.371 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librgw2 (17.2.7-1jammy) ... 2024-09-12T23:45:29.642 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-rgw. 2024-09-12T23:45:29.657 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../020-python3-rgw_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:29.691 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-rgw (17.2.7-1jammy) ... 2024-09-12T23:45:29.857 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rgw. 2024-09-12T23:45:29.872 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../020-python3-rgw_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:29.915 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rgw (17.2.7-1jammy) ... 2024-09-12T23:45:30.019 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-12T23:45:30.047 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-12T23:45:30.244 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T23:45:30.276 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-12T23:45:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-12T23:45:30.342 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T23:45:30.589 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libradosstriper1. 2024-09-12T23:45:30.615 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../022-libradosstriper1_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:30.620 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libradosstriper1. 2024-09-12T23:45:30.636 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../022-libradosstriper1_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:30.655 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libradosstriper1 (17.2.7-1jammy) ... 2024-09-12T23:45:30.670 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libradosstriper1 (17.2.7-1jammy) ... 2024-09-12T23:45:31.025 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-common. 2024-09-12T23:45:31.052 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../023-ceph-common_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:31.083 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-common (17.2.7-1jammy) ... 2024-09-12T23:45:31.090 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-common. 2024-09-12T23:45:31.117 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../023-ceph-common_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:31.156 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-common (17.2.7-1jammy) ... 2024-09-12T23:45:32.564 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-base. 2024-09-12T23:45:32.591 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../024-ceph-base_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:32.649 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-base (17.2.7-1jammy) ... 2024-09-12T23:45:32.712 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-base. 2024-09-12T23:45:32.739 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../024-ceph-base_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:32.796 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-base (17.2.7-1jammy) ... 2024-09-12T23:45:33.310 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-openssl. 2024-09-12T23:45:33.326 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../025-python3-openssl_21.0.0-1_all.deb ... 2024-09-12T23:45:33.360 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-12T23:45:33.525 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-openssl. 2024-09-12T23:45:33.552 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../025-python3-openssl_21.0.0-1_all.deb ... 2024-09-12T23:45:33.591 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-12T23:45:33.604 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-12T23:45:33.617 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../026-ceph-mgr-modules-core_17.2.7-1jammy_all.deb ... 2024-09-12T23:45:33.654 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mgr-modules-core (17.2.7-1jammy) ... 2024-09-12T23:45:33.868 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-12T23:45:33.896 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../026-ceph-mgr-modules-core_17.2.7-1jammy_all.deb ... 2024-09-12T23:45:33.935 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-modules-core (17.2.7-1jammy) ... 2024-09-12T23:45:34.059 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-12T23:45:34.086 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../027-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-12T23:45:34.125 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-12T23:45:34.290 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-12T23:45:34.317 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../027-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-12T23:45:34.348 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-12T23:45:34.386 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-12T23:45:34.413 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../028-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-12T23:45:34.453 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-12T23:45:34.634 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-12T23:45:34.660 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../028-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-12T23:45:34.700 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-12T23:45:35.039 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-cheroot. 2024-09-12T23:45:35.066 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../029-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-12T23:45:35.097 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T23:45:35.320 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cheroot. 2024-09-12T23:45:35.347 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../029-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-12T23:45:35.387 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T23:45:35.425 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-12T23:45:35.453 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../030-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-12T23:45:35.492 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-12T23:45:35.706 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-12T23:45:35.733 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../030-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-12T23:45:35.764 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-12T23:45:35.794 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-12T23:45:35.822 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../031-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-12T23:45:35.870 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-12T23:45:36.067 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-12T23:45:36.094 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../031-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-12T23:45:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-12T23:45:36.133 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-12T23:45:36.138 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../032-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-12T23:45:36.172 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-12T23:45:36.436 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-12T23:45:36.463 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../032-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-12T23:45:36.467 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-tempora. 2024-09-12T23:45:36.493 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../033-python3-tempora_4.1.2-1_all.deb ... 2024-09-12T23:45:36.503 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-12T23:45:36.533 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-12T23:45:36.797 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-tempora. 2024-09-12T23:45:36.824 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../033-python3-tempora_4.1.2-1_all.deb ... 2024-09-12T23:45:36.836 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-portend. 2024-09-12T23:45:36.863 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../034-python3-portend_3.0.0-1_all.deb ... 2024-09-12T23:45:36.872 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-12T23:45:36.903 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-12T23:45:37.108 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-portend. 2024-09-12T23:45:37.135 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../034-python3-portend_3.0.0-1_all.deb ... 2024-09-12T23:45:37.175 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-12T23:45:37.214 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-12T23:45:37.241 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../035-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-12T23:45:37.280 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-12T23:45:37.494 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-12T23:45:37.521 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../035-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-12T23:45:37.558 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-12T23:45:37.560 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-12T23:45:37.585 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../036-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-12T23:45:37.625 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-12T23:45:37.805 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-12T23:45:37.832 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../036-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-12T23:45:37.871 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-12T23:45:37.970 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-natsort. 2024-09-12T23:45:37.997 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../037-python3-natsort_8.0.2-1_all.deb ... 2024-09-12T23:45:38.037 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-12T23:45:38.225 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-natsort. 2024-09-12T23:45:38.252 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../037-python3-natsort_8.0.2-1_all.deb ... 2024-09-12T23:45:38.292 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-12T23:45:38.298 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-logutils. 2024-09-12T23:45:38.323 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../038-python3-logutils_0.3.3-8_all.deb ... 2024-09-12T23:45:38.364 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-12T23:45:38.545 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-logutils. 2024-09-12T23:45:38.569 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../038-python3-logutils_0.3.3-8_all.deb ... 2024-09-12T23:45:38.603 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-12T23:45:38.634 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-12T23:45:38.661 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../039-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-12T23:45:38.700 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-12T23:45:38.880 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-12T23:45:38.907 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../039-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-12T23:45:38.947 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-12T23:45:38.995 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-mako. 2024-09-12T23:45:39.022 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../040-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-12T23:45:39.070 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T23:45:39.250 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-mako. 2024-09-12T23:45:39.277 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../040-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-12T23:45:39.316 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T23:45:39.398 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-12T23:45:39.425 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../041-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-12T23:45:39.465 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-12T23:45:39.669 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-12T23:45:39.696 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../041-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-12T23:45:39.736 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-12T23:45:39.767 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-12T23:45:39.795 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../042-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-12T23:45:39.834 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-12T23:45:39.997 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-12T23:45:40.027 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../042-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-12T23:45:40.063 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-12T23:45:40.129 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-webob. 2024-09-12T23:45:40.155 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../043-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-12T23:45:40.204 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T23:45:40.358 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-webob. 2024-09-12T23:45:40.385 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../043-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-12T23:45:40.441 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T23:45:40.540 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-waitress. 2024-09-12T23:45:40.567 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../044-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-12T23:45:40.609 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T23:45:40.794 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-waitress. 2024-09-12T23:45:40.821 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../044-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-12T23:45:40.864 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T23:45:40.918 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-tempita. 2024-09-12T23:45:40.944 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../045-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-12T23:45:40.984 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T23:45:41.172 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-tempita. 2024-09-12T23:45:41.199 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../045-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-12T23:45:41.238 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T23:45:41.295 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-paste. 2024-09-12T23:45:41.322 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../046-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-12T23:45:41.362 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T23:45:41.541 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-paste. 2024-09-12T23:45:41.568 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../046-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-12T23:45:41.608 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T23:45:41.673 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-12T23:45:41.689 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../047-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-12T23:45:41.723 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T23:45:41.936 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-12T23:45:41.963 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../047-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-12T23:45:42.001 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-12T23:45:42.002 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T23:45:42.028 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../048-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-12T23:45:42.067 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-12T23:45:42.305 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-12T23:45:42.332 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../048-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-12T23:45:42.371 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-12T23:45:42.379 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-webtest. 2024-09-12T23:45:42.406 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../049-python3-webtest_2.0.35-1_all.deb ... 2024-09-12T23:45:42.445 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-12T23:45:42.658 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-webtest. 2024-09-12T23:45:42.685 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../049-python3-webtest_2.0.35-1_all.deb ... 2024-09-12T23:45:42.724 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-12T23:45:42.765 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pecan. 2024-09-12T23:45:42.792 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../050-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-12T23:45:42.831 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T23:45:43.035 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pecan. 2024-09-12T23:45:43.062 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../050-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-12T23:45:43.102 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T23:45:43.203 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-certifi. 2024-09-12T23:45:43.230 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../051-python3-certifi_2020.6.20-1_all.deb ... 2024-09-12T23:45:43.269 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-12T23:45:43.456 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-certifi. 2024-09-12T23:45:43.484 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../051-python3-certifi_2020.6.20-1_all.deb ... 2024-09-12T23:45:43.523 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-12T23:45:43.557 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-idna. 2024-09-12T23:45:43.587 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../052-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-12T23:45:43.614 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T23:45:43.851 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-idna. 2024-09-12T23:45:43.878 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../052-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-12T23:45:43.917 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T23:45:43.925 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-urllib3. 2024-09-12T23:45:43.952 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../053-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-12T23:45:43.992 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T23:45:44.245 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-urllib3. 2024-09-12T23:45:44.272 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../053-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-12T23:45:44.303 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-requests. 2024-09-12T23:45:44.311 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T23:45:44.330 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../054-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-12T23:45:44.370 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T23:45:44.640 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-requests. 2024-09-12T23:45:44.667 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../054-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-12T23:45:44.706 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T23:45:44.706 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-12T23:45:44.733 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../055-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-12T23:45:44.773 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T23:45:45.017 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-12T23:45:45.045 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../055-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-12T23:45:45.084 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T23:45:45.092 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-12T23:45:45.119 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:45.326 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libsqlite3-mod-ceph (17.2.7-1jammy) ... 2024-09-12T23:45:45.421 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-12T23:45:45.447 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:45.487 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libsqlite3-mod-ceph (17.2.7-1jammy) ... 2024-09-12T23:45:45.645 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mgr. 2024-09-12T23:45:45.672 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../057-ceph-mgr_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:45.712 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mgr (17.2.7-1jammy) ... 2024-09-12T23:45:45.798 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr. 2024-09-12T23:45:45.825 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../057-ceph-mgr_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:45.864 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr (17.2.7-1jammy) ... 2024-09-12T23:45:46.132 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mon. 2024-09-12T23:45:46.159 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../058-ceph-mon_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:46.198 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mon (17.2.7-1jammy) ... 2024-09-12T23:45:46.218 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mon. 2024-09-12T23:45:46.245 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../058-ceph-mon_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:46.284 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mon (17.2.7-1jammy) ... 2024-09-12T23:45:47.010 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-osd. 2024-09-12T23:45:47.037 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../059-ceph-osd_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:47.076 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-osd (17.2.7-1jammy) ... 2024-09-12T23:45:47.163 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-osd. 2024-09-12T23:45:47.190 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../059-ceph-osd_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:47.229 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-osd (17.2.7-1jammy) ... 2024-09-12T23:45:48.705 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph. 2024-09-12T23:45:48.731 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../060-ceph_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:48.771 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph (17.2.7-1jammy) ... 2024-09-12T23:45:48.899 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph. 2024-09-12T23:45:48.915 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../060-ceph_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:48.949 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph (17.2.7-1jammy) ... 2024-09-12T23:45:49.090 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-fuse. 2024-09-12T23:45:49.118 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../061-ceph-fuse_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:49.157 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-fuse (17.2.7-1jammy) ... 2024-09-12T23:45:49.201 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-fuse. 2024-09-12T23:45:49.228 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../061-ceph-fuse_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:49.268 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-fuse (17.2.7-1jammy) ... 2024-09-12T23:45:49.477 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mds. 2024-09-12T23:45:49.504 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../062-ceph-mds_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:49.535 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mds (17.2.7-1jammy) ... 2024-09-12T23:45:49.947 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package cephadm. 2024-09-12T23:45:49.974 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../063-cephadm_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:50.013 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking cephadm (17.2.7-1jammy) ... 2024-09-12T23:45:50.444 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-12T23:45:50.471 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../064-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T23:45:50.516 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T23:45:50.605 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mds. 2024-09-12T23:45:50.632 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../062-ceph-mds_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:50.671 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mds (17.2.7-1jammy) ... 2024-09-12T23:45:51.016 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package cephadm. 2024-09-12T23:45:51.043 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../063-cephadm_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:45:51.074 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking cephadm (17.2.7-1jammy) ... 2024-09-12T23:45:51.335 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-12T23:45:51.362 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../064-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T23:45:51.402 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T23:45:51.838 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-babel. 2024-09-12T23:45:51.866 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../065-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T23:45:52.346 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T23:45:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-babel. 2024-09-12T23:45:52.534 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../065-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T23:45:52.573 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T23:45:52.783 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-jinja2. 2024-09-12T23:45:52.810 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../066-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-12T23:45:52.849 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T23:45:52.901 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jinja2. 2024-09-12T23:45:52.928 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../066-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-12T23:45:52.968 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T23:45:53.177 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-12T23:45:53.204 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../067-ceph-mgr-cephadm_17.2.7-1jammy_all.deb ... 2024-09-12T23:45:53.236 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mgr-cephadm (17.2.7-1jammy) ... 2024-09-12T23:45:53.346 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-12T23:45:53.373 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../067-ceph-mgr-cephadm_17.2.7-1jammy_all.deb ... 2024-09-12T23:45:53.412 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-cephadm (17.2.7-1jammy) ... 2024-09-12T23:45:53.547 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-12T23:45:53.574 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../068-python3-repoze.lru_0.7-2_all.deb ... 2024-09-12T23:45:53.605 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-12T23:45:53.749 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-12T23:45:53.776 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../068-python3-repoze.lru_0.7-2_all.deb ... 2024-09-12T23:45:53.815 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-12T23:45:53.908 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-routes. 2024-09-12T23:45:53.935 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../069-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-12T23:45:53.975 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T23:45:54.185 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-routes. 2024-09-12T23:45:54.212 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../069-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-12T23:45:54.260 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T23:45:54.311 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-12T23:45:54.338 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../070-ceph-mgr-dashboard_17.2.7-1jammy_all.deb ... 2024-09-12T23:45:54.378 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mgr-dashboard (17.2.7-1jammy) ... 2024-09-12T23:45:54.638 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-12T23:45:54.665 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../070-ceph-mgr-dashboard_17.2.7-1jammy_all.deb ... 2024-09-12T23:45:54.713 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-dashboard (17.2.7-1jammy) ... 2024-09-12T23:45:54.840 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-12T23:45:54.856 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../071-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-12T23:45:54.898 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T23:45:55.158 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-12T23:45:55.185 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../071-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-12T23:45:55.224 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T23:45:55.427 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-joblib. 2024-09-12T23:45:55.454 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../072-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-12T23:45:55.493 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T23:45:55.761 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-joblib. 2024-09-12T23:45:55.789 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../072-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-12T23:45:55.805 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-12T23:45:55.821 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../073-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-12T23:45:55.828 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T23:45:55.855 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-12T23:45:56.141 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-sklearn. 2024-09-12T23:45:56.168 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../074-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-12T23:45:56.189 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-12T23:45:56.207 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T23:45:56.217 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../073-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-12T23:45:56.256 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-12T23:45:56.568 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-sklearn. 2024-09-12T23:45:56.595 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../074-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-12T23:45:56.634 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T23:45:56.950 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-12T23:45:56.978 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../075-ceph-mgr-diskprediction-local_17.2.7-1jammy_all.deb ... 2024-09-12T23:45:57.016 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mgr-diskprediction-local (17.2.7-1jammy) ... 2024-09-12T23:45:57.353 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-12T23:45:57.381 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../075-ceph-mgr-diskprediction-local_17.2.7-1jammy_all.deb ... 2024-09-12T23:45:57.419 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-diskprediction-local (17.2.7-1jammy) ... 2024-09-12T23:45:57.961 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-cachetools. 2024-09-12T23:45:57.988 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../076-python3-cachetools_5.0.0-1_all.deb ... 2024-09-12T23:45:58.027 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-12T23:45:58.297 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-12T23:45:58.324 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../077-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-12T23:45:58.363 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-12T23:45:58.397 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cachetools. 2024-09-12T23:45:58.425 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../076-python3-cachetools_5.0.0-1_all.deb ... 2024-09-12T23:45:58.463 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-12T23:45:58.709 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-12T23:45:58.716 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-12T23:45:58.732 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../077-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-12T23:45:58.736 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../078-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-12T23:45:58.766 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-12T23:45:58.775 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T23:45:59.045 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-12T23:45:59.072 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../078-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-12T23:45:59.111 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T23:45:59.111 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-rsa. 2024-09-12T23:45:59.139 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../079-python3-rsa_4.8-1_all.deb ... 2024-09-12T23:45:59.178 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-12T23:45:59.406 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rsa. 2024-09-12T23:45:59.433 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../079-python3-rsa_4.8-1_all.deb ... 2024-09-12T23:45:59.472 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-12T23:45:59.498 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-google-auth. 2024-09-12T23:45:59.525 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../080-python3-google-auth_1.5.1-3_all.deb ... 2024-09-12T23:45:59.564 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-12T23:45:59.750 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-google-auth. 2024-09-12T23:45:59.767 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../080-python3-google-auth_1.5.1-3_all.deb ... 2024-09-12T23:45:59.800 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-12T23:45:59.893 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-12T23:45:59.921 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../081-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-12T23:45:59.959 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T23:46:00.079 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-12T23:46:00.106 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../081-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-12T23:46:00.145 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T23:46:00.220 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-websocket. 2024-09-12T23:46:00.247 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../082-python3-websocket_1.2.3-1_all.deb ... 2024-09-12T23:46:00.278 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-12T23:46:00.456 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-websocket. 2024-09-12T23:46:00.484 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../082-python3-websocket_1.2.3-1_all.deb ... 2024-09-12T23:46:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-12T23:46:00.692 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-12T23:46:00.719 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../083-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-12T23:46:00.867 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T23:46:00.944 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-12T23:46:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../083-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-12T23:46:01.011 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T23:46:01.591 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-12T23:46:01.616 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-12T23:46:01.619 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../084-ceph-mgr-k8sevents_17.2.7-1jammy_all.deb ... 2024-09-12T23:46:01.633 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../084-ceph-mgr-k8sevents_17.2.7-1jammy_all.deb ... 2024-09-12T23:46:01.657 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mgr-k8sevents (17.2.7-1jammy) ... 2024-09-12T23:46:01.674 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-k8sevents (17.2.7-1jammy) ... 2024-09-12T23:46:01.960 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-12T23:46:01.987 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../085-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-12T23:46:02.026 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T23:46:02.069 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-12T23:46:02.097 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../085-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-12T23:46:02.144 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T23:46:02.371 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-12T23:46:02.399 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../086-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T23:46:02.437 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T23:46:02.572 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-12T23:46:02.600 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../086-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T23:46:02.638 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T23:46:02.715 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package jq. 2024-09-12T23:46:02.742 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../087-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T23:46:02.781 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-12T23:46:02.910 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package jq. 2024-09-12T23:46:02.935 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../087-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T23:46:02.974 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-12T23:46:03.017 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package socat. 2024-09-12T23:46:03.034 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../088-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-12T23:46:03.067 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-12T23:46:03.252 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package socat. 2024-09-12T23:46:03.280 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../088-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-12T23:46:03.327 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-12T23:46:03.337 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package xmlstarlet. 2024-09-12T23:46:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../089-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-12T23:46:03.395 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-12T23:46:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package xmlstarlet. 2024-09-12T23:46:03.700 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../089-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-12T23:46:03.746 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-12T23:46:03.758 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-test. 2024-09-12T23:46:03.774 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../090-ceph-test_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:46:03.808 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-test (17.2.7-1jammy) ... 2024-09-12T23:46:04.126 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-test. 2024-09-12T23:46:04.154 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../090-ceph-test_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:46:04.200 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-test (17.2.7-1jammy) ... 2024-09-12T23:46:06.295 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-volume. 2024-09-12T23:46:06.322 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../091-ceph-volume_17.2.7-1jammy_all.deb ... 2024-09-12T23:46:06.361 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-volume (17.2.7-1jammy) ... 2024-09-12T23:46:06.708 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-12T23:46:06.725 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../092-libcephfs-dev_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:46:06.766 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libcephfs-dev (17.2.7-1jammy) ... 2024-09-12T23:46:06.830 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-volume. 2024-09-12T23:46:06.857 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../091-ceph-volume_17.2.7-1jammy_all.deb ... 2024-09-12T23:46:06.887 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-volume (17.2.7-1jammy) ... 2024-09-12T23:46:07.119 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package nvme-cli. 2024-09-12T23:46:07.147 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../093-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-12T23:46:07.186 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-12T23:46:07.284 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-12T23:46:07.300 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../092-libcephfs-dev_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:46:07.342 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libcephfs-dev (17.2.7-1jammy) ... 2024-09-12T23:46:07.558 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-12T23:46:07.586 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../094-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-12T23:46:07.625 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-12T23:46:07.654 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package nvme-cli. 2024-09-12T23:46:07.681 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../093-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-12T23:46:07.712 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-12T23:46:07.886 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pastescript. 2024-09-12T23:46:07.902 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../095-python3-pastescript_2.0.2-4_all.deb ... 2024-09-12T23:46:07.935 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-12T23:46:08.068 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-12T23:46:08.095 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../094-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-12T23:46:08.134 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-12T23:46:08.197 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pluggy. 2024-09-12T23:46:08.213 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../096-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-12T23:46:08.255 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-12T23:46:08.404 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pastescript. 2024-09-12T23:46:08.431 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../095-python3-pastescript_2.0.2-4_all.deb ... 2024-09-12T23:46:08.461 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-12T23:46:08.567 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-psutil. 2024-09-12T23:46:08.595 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../097-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-12T23:46:08.650 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-12T23:46:08.748 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pluggy. 2024-09-12T23:46:08.776 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../096-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-12T23:46:08.815 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-12T23:46:08.969 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-py. 2024-09-12T23:46:08.997 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../098-python3-py_1.10.0-1_all.deb ... 2024-09-12T23:46:09.036 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-12T23:46:09.109 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-psutil. 2024-09-12T23:46:09.137 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../097-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-12T23:46:09.175 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-12T23:46:09.322 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pygments. 2024-09-12T23:46:09.339 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../099-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-12T23:46:09.372 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T23:46:09.521 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-py. 2024-09-12T23:46:09.548 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../098-python3-py_1.10.0-1_all.deb ... 2024-09-12T23:46:09.587 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-12T23:46:09.860 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-12T23:46:09.888 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../100-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-12T23:46:09.915 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pygments. 2024-09-12T23:46:09.926 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-12T23:46:09.943 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../099-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-12T23:46:09.982 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T23:46:10.246 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-toml. 2024-09-12T23:46:10.274 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../101-python3-toml_0.10.2-1_all.deb ... 2024-09-12T23:46:10.312 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-12T23:46:10.436 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-12T23:46:10.464 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../100-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-12T23:46:10.502 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-12T23:46:10.615 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pytest. 2024-09-12T23:46:10.643 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../102-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-12T23:46:10.681 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T23:46:10.755 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-toml. 2024-09-12T23:46:10.783 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../101-python3-toml_0.10.2-1_all.deb ... 2024-09-12T23:46:10.813 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-12T23:46:11.176 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-simplejson. 2024-09-12T23:46:11.204 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../103-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-12T23:46:11.258 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pytest. 2024-09-12T23:46:11.286 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../102-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-12T23:46:11.303 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-12T23:46:11.324 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T23:46:11.711 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-simplejson. 2024-09-12T23:46:11.737 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-12T23:46:11.739 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../103-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-12T23:46:11.765 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../104-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-12T23:46:11.777 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-12T23:46:11.804 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-12T23:46:12.055 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-12T23:46:12.083 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../104-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-12T23:46:12.121 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-12T23:46:12.567 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package radosgw. 2024-09-12T23:46:12.595 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../105-radosgw_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:46:12.633 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking radosgw (17.2.7-1jammy) ... 2024-09-12T23:46:12.901 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package radosgw. 2024-09-12T23:46:12.929 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../105-radosgw_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:46:12.967 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking radosgw (17.2.7-1jammy) ... 2024-09-12T23:46:13.594 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package rbd-fuse. 2024-09-12T23:46:13.611 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../106-rbd-fuse_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:46:13.652 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking rbd-fuse (17.2.7-1jammy) ... 2024-09-12T23:46:13.870 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package rbd-fuse. 2024-09-12T23:46:13.886 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../106-rbd-fuse_17.2.7-1jammy_amd64.deb ... 2024-09-12T23:46:13.920 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking rbd-fuse (17.2.7-1jammy) ... 2024-09-12T23:46:13.964 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-12T23:46:14.215 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T23:46:14.232 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-12T23:46:14.342 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-12T23:46:14.491 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T23:46:14.617 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-12T23:46:14.619 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-12T23:46:14.905 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-12T23:46:14.957 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-12T23:46:15.231 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-12T23:46:15.398 INFO:teuthology.orchestra.run.smithi053.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-12T23:46:15.468 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up cephadm (17.2.7-1jammy) ... 2024-09-12T23:46:15.629 INFO:teuthology.orchestra.run.smithi032.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-12T23:46:15.686 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up cephadm (17.2.7-1jammy) ... 2024-09-12T23:46:16.020 INFO:teuthology.orchestra.run.smithi053.stdout:Adding system user cephadm....done 2024-09-12T23:46:16.149 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T23:46:16.187 INFO:teuthology.orchestra.run.smithi032.stdout:Adding system user cephadm....done 2024-09-12T23:46:16.350 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T23:46:16.434 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-12T23:46:16.635 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-12T23:46:16.694 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-12T23:46:16.911 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-12T23:46:16.961 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-12T23:46:17.146 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-12T23:46:17.221 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T23:46:17.347 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-12T23:46:17.380 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T23:46:17.498 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-12T23:46:17.648 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T23:46:17.816 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T23:46:18.025 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-12T23:46:18.185 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-12T23:46:18.284 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-12T23:46:18.427 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-12T23:46:18.577 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-12T23:46:18.695 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-12T23:46:18.845 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-12T23:46:18.946 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-12T23:46:19.121 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-12T23:46:19.214 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-12T23:46:19.372 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-ceph-argparse (17.2.7-1jammy) ... 2024-09-12T23:46:19.490 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-ceph-argparse (17.2.7-1jammy) ... 2024-09-12T23:46:19.615 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T23:46:19.733 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-12T23:46:19.749 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T23:46:19.875 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-12T23:46:19.992 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T23:46:20.118 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-12T23:46:20.226 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T23:46:20.336 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-12T23:46:20.511 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T23:46:20.637 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-12T23:46:20.678 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T23:46:20.804 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-12T23:46:20.913 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T23:46:21.097 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T23:46:21.197 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-12T23:46:21.365 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-12T23:46:21.685 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T23:46:21.691 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T23:46:22.427 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T23:46:22.484 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T23:46:22.669 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T23:46:22.752 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T23:46:22.795 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-12T23:46:22.878 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-12T23:46:22.921 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T23:46:23.003 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T23:46:23.231 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-12T23:46:23.329 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-12T23:46:23.482 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T23:46:23.564 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T23:46:23.891 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T23:46:23.949 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T23:46:24.193 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T23:46:24.284 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T23:46:24.536 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-12T23:46:24.635 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-12T23:46:24.787 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-12T23:46:24.895 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-12T23:46:24.913 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-ceph-common (17.2.7-1jammy) ... 2024-09-12T23:46:25.020 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-ceph-common (17.2.7-1jammy) ... 2024-09-12T23:46:25.223 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T23:46:25.338 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T23:46:25.557 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T23:46:25.656 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T23:46:26.813 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T23:46:26.887 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T23:46:26.947 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-12T23:46:27.012 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-12T23:46:27.223 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T23:46:27.263 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T23:46:27.349 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-12T23:46:27.364 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-12T23:46:27.475 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T23:46:27.491 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T23:46:27.784 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-12T23:46:27.909 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-12T23:46:28.036 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-12T23:46:28.176 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-12T23:46:28.270 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T23:46:28.396 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-09-12T23:46:28.478 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T23:46:28.522 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-12T23:46:28.604 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-09-12T23:46:28.729 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-12T23:46:28.840 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-12T23:46:29.023 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-12T23:46:29.099 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-12T23:46:29.265 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-12T23:46:29.367 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-modules-core (17.2.7-1jammy) ... 2024-09-12T23:46:29.468 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-12T23:46:29.533 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mgr-modules-core (17.2.7-1jammy) ... 2024-09-12T23:46:29.659 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-12T23:46:29.703 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-12T23:46:29.927 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-12T23:46:29.946 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-12T23:46:30.186 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-12T23:46:30.213 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T23:46:30.339 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-12T23:46:30.454 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T23:46:30.572 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-12T23:46:30.623 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T23:46:30.749 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T23:46:30.864 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T23:46:30.974 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T23:46:31.042 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T23:46:31.275 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T23:46:31.352 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-12T23:46:31.584 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-12T23:46:31.636 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librados2 (17.2.7-1jammy) ... 2024-09-12T23:46:31.746 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T23:46:31.852 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up librados2 (17.2.7-1jammy) ... 2024-09-12T23:46:31.980 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T23:46:32.132 INFO:teuthology.orchestra.run.smithi032.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-12T23:46:32.373 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libsqlite3-mod-ceph (17.2.7-1jammy) ... 2024-09-12T23:46:32.484 INFO:teuthology.orchestra.run.smithi053.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-12T23:46:32.499 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T23:46:32.625 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T23:46:32.722 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libsqlite3-mod-ceph (17.2.7-1jammy) ... 2024-09-12T23:46:32.823 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T23:46:32.941 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T23:46:33.027 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-12T23:46:33.270 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-12T23:46:33.343 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-12T23:46:33.529 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T23:46:33.610 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-12T23:46:33.655 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libcephfs2 (17.2.7-1jammy) ... 2024-09-12T23:46:33.781 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T23:46:33.870 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T23:46:33.996 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libcephfs2 (17.2.7-1jammy) ... 2024-09-12T23:46:34.107 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libradosstriper1 (17.2.7-1jammy) ... 2024-09-12T23:46:34.122 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T23:46:34.233 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T23:46:34.431 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libradosstriper1 (17.2.7-1jammy) ... 2024-09-12T23:46:34.542 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T23:46:34.549 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T23:46:34.802 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librbd1 (17.2.7-1jammy) ... 2024-09-12T23:46:34.867 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T23:46:34.903 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-12T23:46:35.021 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-12T23:46:35.159 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up librbd1 (17.2.7-1jammy) ... 2024-09-12T23:46:35.286 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-12T23:46:35.314 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-12T23:46:35.411 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-12T23:46:35.589 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-fuse (17.2.7-1jammy) ... 2024-09-12T23:46:35.687 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-12T23:46:35.810 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T23:46:35.810 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T23:46:35.947 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-fuse (17.2.7-1jammy) ... 2024-09-12T23:46:36.151 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T23:46:36.152 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T23:46:36.315 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libcephfs-dev (17.2.7-1jammy) ... 2024-09-12T23:46:36.441 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T23:46:36.631 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libcephfs-dev (17.2.7-1jammy) ... 2024-09-12T23:46:36.734 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-12T23:46:36.741 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T23:46:37.009 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-12T23:46:37.111 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-12T23:46:37.396 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T23:46:37.435 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-12T23:46:37.753 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T23:46:37.975 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T23:46:38.084 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rados (17.2.7-1jammy) ... 2024-09-12T23:46:38.191 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T23:46:38.194 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librgw2 (17.2.7-1jammy) ... 2024-09-12T23:46:38.303 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rbd (17.2.7-1jammy) ... 2024-09-12T23:46:38.317 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-rados (17.2.7-1jammy) ... 2024-09-12T23:46:38.429 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up rbd-fuse (17.2.7-1jammy) ... 2024-09-12T23:46:38.468 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up librgw2 (17.2.7-1jammy) ... 2024-09-12T23:46:38.555 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-12T23:46:38.594 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-rbd (17.2.7-1jammy) ... 2024-09-12T23:46:38.737 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up rbd-fuse (17.2.7-1jammy) ... 2024-09-12T23:46:38.840 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rgw (17.2.7-1jammy) ... 2024-09-12T23:46:38.863 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-12T23:46:38.967 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cephfs (17.2.7-1jammy) ... 2024-09-12T23:46:39.092 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T23:46:39.156 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-rgw (17.2.7-1jammy) ... 2024-09-12T23:46:39.257 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-cephfs (17.2.7-1jammy) ... 2024-09-12T23:46:39.367 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T23:46:40.321 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-common (17.2.7-1jammy) ... 2024-09-12T23:46:40.612 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-common (17.2.7-1jammy) ... 2024-09-12T23:46:41.023 INFO:teuthology.orchestra.run.smithi032.stdout:Adding group ceph....done 2024-09-12T23:46:41.106 INFO:teuthology.orchestra.run.smithi053.stdout:Adding group ceph....done 2024-09-12T23:46:41.407 INFO:teuthology.orchestra.run.smithi032.stdout:Adding system user ceph....done 2024-09-12T23:46:41.499 INFO:teuthology.orchestra.run.smithi053.stdout:Adding system user ceph....done 2024-09-12T23:46:41.585 INFO:teuthology.orchestra.run.smithi032.stdout:Setting system user ceph properties....done 2024-09-12T23:46:41.603 INFO:teuthology.orchestra.run.smithi032.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-12T23:46:41.667 INFO:teuthology.orchestra.run.smithi053.stdout:Setting system user ceph properties....done 2024-09-12T23:46:41.686 INFO:teuthology.orchestra.run.smithi053.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-12T23:46:41.745 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-12T23:46:41.824 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-12T23:46:42.086 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-12T23:46:42.164 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-12T23:46:42.531 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-test (17.2.7-1jammy) ... 2024-09-12T23:46:42.597 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-test (17.2.7-1jammy) ... 2024-09-12T23:46:42.657 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up radosgw (17.2.7-1jammy) ... 2024-09-12T23:46:42.698 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up radosgw (17.2.7-1jammy) ... 2024-09-12T23:46:42.933 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T23:46:42.933 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T23:46:42.954 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T23:46:42.954 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T23:46:43.592 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-base (17.2.7-1jammy) ... 2024-09-12T23:46:43.641 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-base (17.2.7-1jammy) ... 2024-09-12T23:46:43.932 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-12T23:46:44.007 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-12T23:46:44.369 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mds (17.2.7-1jammy) ... 2024-09-12T23:46:44.493 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mds (17.2.7-1jammy) ... 2024-09-12T23:46:44.568 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T23:46:44.568 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T23:46:44.695 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T23:46:44.695 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T23:46:45.012 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr (17.2.7-1jammy) ... 2024-09-12T23:46:45.220 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mgr (17.2.7-1jammy) ... 2024-09-12T23:46:45.241 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T23:46:45.241 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T23:46:45.516 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T23:46:45.516 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T23:46:45.666 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-osd (17.2.7-1jammy) ... 2024-09-12T23:46:45.943 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T23:46:45.943 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T23:46:45.996 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-osd (17.2.7-1jammy) ... 2024-09-12T23:46:46.262 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T23:46:46.262 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T23:46:46.407 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-k8sevents (17.2.7-1jammy) ... 2024-09-12T23:46:46.533 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-diskprediction-local (17.2.7-1jammy) ... 2024-09-12T23:46:46.675 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mon (17.2.7-1jammy) ... 2024-09-12T23:46:46.731 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mgr-k8sevents (17.2.7-1jammy) ... 2024-09-12T23:46:46.832 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mgr-diskprediction-local (17.2.7-1jammy) ... 2024-09-12T23:46:46.884 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T23:46:46.885 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T23:46:46.983 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mon (17.2.7-1jammy) ... 2024-09-12T23:46:47.213 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T23:46:47.213 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T23:46:47.335 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-cephadm (17.2.7-1jammy) ... 2024-09-12T23:46:47.469 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph (17.2.7-1jammy) ... 2024-09-12T23:46:47.595 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-dashboard (17.2.7-1jammy) ... 2024-09-12T23:46:47.746 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-volume (17.2.7-1jammy) ... 2024-09-12T23:46:47.800 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mgr-cephadm (17.2.7-1jammy) ... 2024-09-12T23:46:47.874 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T23:46:47.947 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph (17.2.7-1jammy) ... 2024-09-12T23:46:48.073 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mgr-dashboard (17.2.7-1jammy) ... 2024-09-12T23:46:48.224 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-volume (17.2.7-1jammy) ... 2024-09-12T23:46:48.351 INFO:teuthology.orchestra.run.smithi053.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T23:46:49.050 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-12T23:46:49.419 INFO:teuthology.orchestra.run.smithi053.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-12T23:46:49.516 INFO:teuthology.orchestra.run.smithi032.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T23:46:49.519 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install python3-pytest 2024-09-12T23:46:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-12T23:46:49.794 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2024-09-12T23:46:49.795 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2024-09-12T23:46:49.904 INFO:teuthology.orchestra.run.smithi053.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T23:46:49.907 DEBUG:teuthology.orchestra.run.smithi053:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install python3-pytest 2024-09-12T23:46:49.965 INFO:teuthology.orchestra.run.smithi053.stdout:Reading package lists... 2024-09-12T23:46:50.006 INFO:teuthology.orchestra.run.smithi032.stdout:python3-pytest is already the newest version (6.2.5-1ubuntu2). 2024-09-12T23:46:50.006 INFO:teuthology.orchestra.run.smithi032.stdout:python3-pytest set to manually installed. 2024-09-12T23:46:50.006 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T23:46:50.006 INFO:teuthology.orchestra.run.smithi032.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T23:46:50.006 INFO:teuthology.orchestra.run.smithi032.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T23:46:50.007 INFO:teuthology.orchestra.run.smithi032.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T23:46:50.007 INFO:teuthology.orchestra.run.smithi032.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T23:46:50.007 INFO:teuthology.orchestra.run.smithi032.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T23:46:50.007 INFO:teuthology.orchestra.run.smithi032.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T23:46:50.061 INFO:teuthology.orchestra.run.smithi032.stdout:0 upgraded, 0 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T23:46:50.062 INFO:teuthology.orchestra.run.smithi032.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T23:46:50.066 DEBUG:teuthology.parallel:result is None 2024-09-12T23:46:50.182 INFO:teuthology.orchestra.run.smithi053.stdout:Building dependency tree... 2024-09-12T23:46:50.183 INFO:teuthology.orchestra.run.smithi053.stdout:Reading state information... 2024-09-12T23:46:50.373 INFO:teuthology.orchestra.run.smithi053.stdout:python3-pytest is already the newest version (6.2.5-1ubuntu2). 2024-09-12T23:46:50.373 INFO:teuthology.orchestra.run.smithi053.stdout:python3-pytest set to manually installed. 2024-09-12T23:46:50.373 INFO:teuthology.orchestra.run.smithi053.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T23:46:50.373 INFO:teuthology.orchestra.run.smithi053.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T23:46:50.373 INFO:teuthology.orchestra.run.smithi053.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T23:46:50.373 INFO:teuthology.orchestra.run.smithi053.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T23:46:50.374 INFO:teuthology.orchestra.run.smithi053.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T23:46:50.374 INFO:teuthology.orchestra.run.smithi053.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T23:46:50.374 INFO:teuthology.orchestra.run.smithi053.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T23:46:50.425 INFO:teuthology.orchestra.run.smithi053.stdout:0 upgraded, 0 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T23:46:50.425 INFO:teuthology.orchestra.run.smithi053.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T23:46:50.429 DEBUG:teuthology.parallel:result is None 2024-09-12T23:46:50.429 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T23:46:50.430 INFO:teuthology.packaging:ref: None 2024-09-12T23:46:50.430 INFO:teuthology.packaging:tag: None 2024-09-12T23:46:50.430 INFO:teuthology.packaging:branch: quincy 2024-09-12T23:46:50.430 INFO:teuthology.packaging:sha1: 7a853b1706d076d58e0da7a5d3b9b9eb36276880 2024-09-12T23:46:50.430 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy 2024-09-12T23:46:50.574 DEBUG:teuthology.orchestra.run.smithi032:> dpkg-query -W -f '${Version}' ceph 2024-09-12T23:46:50.593 INFO:teuthology.orchestra.run.smithi032.stdout:17.2.7-1jammy 2024-09-12T23:46:50.593 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1jammy 2024-09-12T23:46:50.594 INFO:teuthology.task.install:The correct ceph version 17.2.7-1jammy is installed. 2024-09-12T23:46:50.595 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T23:46:50.595 INFO:teuthology.packaging:ref: None 2024-09-12T23:46:50.595 INFO:teuthology.packaging:tag: None 2024-09-12T23:46:50.595 INFO:teuthology.packaging:branch: quincy 2024-09-12T23:46:50.595 INFO:teuthology.packaging:sha1: 7a853b1706d076d58e0da7a5d3b9b9eb36276880 2024-09-12T23:46:50.596 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy 2024-09-12T23:46:50.746 DEBUG:teuthology.orchestra.run.smithi053:> dpkg-query -W -f '${Version}' ceph 2024-09-12T23:46:50.764 INFO:teuthology.orchestra.run.smithi053.stdout:17.2.7-1jammy 2024-09-12T23:46:50.764 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1jammy 2024-09-12T23:46:50.765 INFO:teuthology.task.install:The correct ceph version 17.2.7-1jammy is installed. 2024-09-12T23:46:50.766 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-12T23:46:50.766 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:46:50.767 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T23:46:50.781 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-12T23:46:50.781 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T23:46:50.821 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-12T23:46:50.821 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:46:50.822 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T23:46:50.836 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T23:46:50.891 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-12T23:46:50.891 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T23:46:50.904 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T23:46:50.963 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-12T23:46:50.964 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:46:50.964 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T23:46:50.977 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T23:46:51.035 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-12T23:46:51.035 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T23:46:51.048 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T23:46:51.108 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-12T23:46:51.108 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:46:51.109 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T23:46:51.122 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T23:46:51.175 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-12T23:46:51.175 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T23:46:51.189 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T23:46:51.244 INFO:teuthology.run_tasks:Running task print... 2024-09-12T23:46:51.252 INFO:teuthology.task.print:**** done install task... 2024-09-12T23:46:51.252 INFO:teuthology.run_tasks:Running task print... 2024-09-12T23:46:51.260 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-09-12T23:46:51.260 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-12T23:46:51.355 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '7a853b1706d076d58e0da7a5d3b9b9eb36276880'} 2024-09-12T23:46:51.355 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-09-12T23:46:51.356 INFO:tasks.cephadm:Cluster fsid is 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:46:51.356 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-12T23:46:51.356 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.32', 'mon.c': '[v2:172.21.15.32:3301,v1:172.21.15.32:6790]', 'mon.b': '172.21.15.53'} 2024-09-12T23:46:51.356 INFO:tasks.cephadm:First mon is mon.a on smithi032 2024-09-12T23:46:51.356 INFO:tasks.cephadm:First mgr is y 2024-09-12T23:46:51.356 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-12T23:46:51.357 DEBUG:teuthology.orchestra.run.smithi032:> sudo hostname $(hostname -s) 2024-09-12T23:46:51.372 DEBUG:teuthology.orchestra.run.smithi053:> sudo hostname $(hostname -s) 2024-09-12T23:46:51.387 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-09-12T23:46:51.387 DEBUG:teuthology.orchestra.run.smithi032:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-12T23:46:51.657 INFO:teuthology.orchestra.run.smithi032.stdout:-rw-rw-r-- 1 ubuntu ubuntu 378585 Sep 12 23:46 /home/ubuntu/cephtest/cephadm 2024-09-12T23:46:51.657 DEBUG:teuthology.orchestra.run.smithi053:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-12T23:46:51.883 INFO:teuthology.orchestra.run.smithi053.stdout:-rw-rw-r-- 1 ubuntu ubuntu 378585 Sep 12 23:46 /home/ubuntu/cephtest/cephadm 2024-09-12T23:46:51.884 DEBUG:teuthology.orchestra.run.smithi032:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-12T23:46:51.891 DEBUG:teuthology.orchestra.run.smithi053:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-12T23:46:51.909 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-09-12T23:46:51.910 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-09-12T23:46:51.936 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-09-12T23:46:52.106 INFO:teuthology.orchestra.run.smithi032.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-12T23:46:52.114 INFO:teuthology.orchestra.run.smithi053.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-12T23:47:48.091 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-09-12T23:47:48.092 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_version": "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)", 2024-09-12T23:47:48.092 INFO:teuthology.orchestra.run.smithi053.stdout: "image_id": "214985049bdbd91e1f28ec4bd8bf7dfb097e67a214bb40938f958f4a20cc6f0d", 2024-09-12T23:47:48.092 INFO:teuthology.orchestra.run.smithi053.stdout: "repo_digests": [ 2024-09-12T23:47:48.092 INFO:teuthology.orchestra.run.smithi053.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:9e84e422c5f3e13e9ae13013f0985fd8f54e85e87f1d2d371f86d595f20a9905" 2024-09-12T23:47:48.092 INFO:teuthology.orchestra.run.smithi053.stdout: ] 2024-09-12T23:47:48.092 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-09-12T23:47:48.907 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-12T23:47:48.907 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)", 2024-09-12T23:47:48.907 INFO:teuthology.orchestra.run.smithi032.stdout: "image_id": "214985049bdbd91e1f28ec4bd8bf7dfb097e67a214bb40938f958f4a20cc6f0d", 2024-09-12T23:47:48.907 INFO:teuthology.orchestra.run.smithi032.stdout: "repo_digests": [ 2024-09-12T23:47:48.907 INFO:teuthology.orchestra.run.smithi032.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:9e84e422c5f3e13e9ae13013f0985fd8f54e85e87f1d2d371f86d595f20a9905" 2024-09-12T23:47:48.907 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-09-12T23:47:48.907 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-12T23:47:48.935 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /etc/ceph 2024-09-12T23:47:48.948 DEBUG:teuthology.orchestra.run.smithi053:> sudo mkdir -p /etc/ceph 2024-09-12T23:47:48.964 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 777 /etc/ceph 2024-09-12T23:47:49.006 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 777 /etc/ceph 2024-09-12T23:47:49.019 INFO:tasks.cephadm:Writing seed config... 2024-09-12T23:47:49.021 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-09-12T23:47:49.021 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-09-12T23:47:49.021 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-12T23:47:49.021 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-12T23:47:49.021 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-12T23:47:49.021 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-09-12T23:47:49.021 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-12T23:47:49.021 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-12T23:47:49.021 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-12T23:47:49.021 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-12T23:47:49.021 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-12T23:47:49.022 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:47:49.022 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-12T23:47:49.055 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 487b01b8-7161-11ef-bceb-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-12T23:47:49.055 DEBUG:teuthology.orchestra.run.smithi032:mon.a> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.a.service 2024-09-12T23:47:49.100 DEBUG:teuthology.orchestra.run.smithi032:mgr.y> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.y.service 2024-09-12T23:47:49.143 INFO:tasks.cephadm:Bootstrapping... 2024-09-12T23:47:49.143 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 487b01b8-7161-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.32 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-12T23:47:49.358 INFO:teuthology.orchestra.run.smithi032.stdout:-------------------------------------------------------------------------------- 2024-09-12T23:47:49.358 INFO:teuthology.orchestra.run.smithi032.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '487b01b8-7161-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.32', '--skip-admin-label'] 2024-09-12T23:47:49.359 INFO:teuthology.orchestra.run.smithi032.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-12T23:47:49.359 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying podman|docker is present... 2024-09-12T23:47:49.359 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying lvm2 is present... 2024-09-12T23:47:49.359 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying time synchronization is in place... 2024-09-12T23:47:49.364 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-12T23:47:49.364 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-12T23:47:49.370 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-12T23:47:49.370 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2024-09-12T23:47:49.375 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-09-12T23:47:49.376 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-09-12T23:47:49.379 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-09-12T23:47:49.380 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2024-09-12T23:47:49.386 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-09-12T23:47:49.386 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout masked 2024-09-12T23:47:49.391 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-09-12T23:47:49.391 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2024-09-12T23:47:49.395 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-09-12T23:47:49.395 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-09-12T23:47:49.399 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-09-12T23:47:49.399 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2024-09-12T23:47:49.403 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout enabled 2024-09-12T23:47:49.407 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout active 2024-09-12T23:47:49.407 INFO:teuthology.orchestra.run.smithi032.stdout:Unit ntp.service is enabled and running 2024-09-12T23:47:49.407 INFO:teuthology.orchestra.run.smithi032.stdout:Repeating the final host check... 2024-09-12T23:47:49.408 INFO:teuthology.orchestra.run.smithi032.stdout:docker (/usr/bin/docker) is present 2024-09-12T23:47:49.408 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl is present 2024-09-12T23:47:49.408 INFO:teuthology.orchestra.run.smithi032.stdout:lvcreate is present 2024-09-12T23:47:49.411 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-12T23:47:49.411 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-12T23:47:49.415 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-12T23:47:49.415 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2024-09-12T23:47:49.419 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-09-12T23:47:49.419 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-09-12T23:47:49.423 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-09-12T23:47:49.423 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2024-09-12T23:47:49.426 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-09-12T23:47:49.426 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout masked 2024-09-12T23:47:49.430 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-09-12T23:47:49.430 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2024-09-12T23:47:49.434 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-09-12T23:47:49.434 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-09-12T23:47:49.437 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-09-12T23:47:49.438 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2024-09-12T23:47:49.441 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout enabled 2024-09-12T23:47:49.446 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout active 2024-09-12T23:47:49.446 INFO:teuthology.orchestra.run.smithi032.stdout:Unit ntp.service is enabled and running 2024-09-12T23:47:49.446 INFO:teuthology.orchestra.run.smithi032.stdout:Host looks OK 2024-09-12T23:47:49.446 INFO:teuthology.orchestra.run.smithi032.stdout:Cluster fsid: 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:47:49.446 INFO:teuthology.orchestra.run.smithi032.stdout:Acquiring lock 139826760254800 on /run/cephadm/487b01b8-7161-11ef-bceb-c7b262605968.lock 2024-09-12T23:47:49.446 INFO:teuthology.orchestra.run.smithi032.stdout:Lock 139826760254800 acquired on /run/cephadm/487b01b8-7161-11ef-bceb-c7b262605968.lock 2024-09-12T23:47:49.446 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying IP 172.21.15.32 port 3300 ... 2024-09-12T23:47:49.447 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying IP 172.21.15.32 port 6789 ... 2024-09-12T23:47:49.447 INFO:teuthology.orchestra.run.smithi032.stdout:Base mon IP(s) is [172.21.15.32:3300, 172.21.15.32:6789], mon addrv is [v2:172.21.15.32:3300,v1:172.21.15.32:6789] 2024-09-12T23:47:49.449 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 2024-09-12T23:47:49.449 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2024-09-12T23:47:49.449 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.32 2024-09-12T23:47:49.451 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-12T23:47:49.451 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-09-12T23:47:49.451 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1778sec hoplimit 64 pref medium 2024-09-12T23:47:49.453 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-12T23:47:49.453 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-12T23:47:49.454 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-12T23:47:49.454 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-12T23:47:49.454 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/sbin/ip: stdout inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-09-12T23:47:49.454 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-12T23:47:49.454 INFO:teuthology.orchestra.run.smithi032.stdout:Mon IP `172.21.15.32` is in CIDR network `172.21.0.0/20` 2024-09-12T23:47:49.454 INFO:teuthology.orchestra.run.smithi032.stdout:Mon IP `172.21.15.32` is in CIDR network `172.21.0.0/20` 2024-09-12T23:47:49.455 INFO:teuthology.orchestra.run.smithi032.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-12T23:47:49.455 INFO:teuthology.orchestra.run.smithi032.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-12T23:47:49.455 INFO:teuthology.orchestra.run.smithi032.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-12T23:47:49.700 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/docker: stdout quincy: Pulling from ceph-ci/ceph 2024-09-12T23:47:49.700 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/docker: stdout Digest: sha256:9e84e422c5f3e13e9ae13013f0985fd8f54e85e87f1d2d371f86d595f20a9905 2024-09-12T23:47:49.700 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:quincy 2024-09-12T23:47:49.700 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:quincy 2024-09-12T23:47:51.412 INFO:teuthology.orchestra.run.smithi032.stdout:ceph: stdout ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable) 2024-09-12T23:47:51.412 INFO:teuthology.orchestra.run.smithi032.stdout:Ceph version: ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable) 2024-09-12T23:47:51.412 INFO:teuthology.orchestra.run.smithi032.stdout:Extracting ceph user uid/gid from container image... 2024-09-12T23:47:52.842 INFO:teuthology.orchestra.run.smithi032.stdout:stat: stdout 167 167 2024-09-12T23:47:52.842 INFO:teuthology.orchestra.run.smithi032.stdout:Creating initial keys... 2024-09-12T23:47:54.374 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-authtool: stdout AQCpfeNmL4ifMBAAA626rCPiv6LnbCChZ3AtSQ== 2024-09-12T23:47:55.923 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-authtool: stdout AQCrfeNmi6OsEBAAJykzyMJDbHQPOFtvEJejog== 2024-09-12T23:47:57.462 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-authtool: stdout AQCsfeNmuGyFMhAAuLZk+VnuVdmf450O2Yj1Bg== 2024-09-12T23:47:57.463 INFO:teuthology.orchestra.run.smithi032.stdout:Creating initial monmap... 2024-09-12T23:47:58.968 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-12T23:47:58.968 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-09-12T23:47:58.969 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:47:58.969 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-12T23:47:58.969 INFO:teuthology.orchestra.run.smithi032.stdout:monmaptool for a [v2:172.21.15.32:3300,v1:172.21.15.32:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-12T23:47:58.969 INFO:teuthology.orchestra.run.smithi032.stdout:setting min_mon_release = octopus 2024-09-12T23:47:58.969 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: set fsid to 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:47:58.969 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-12T23:47:58.969 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:47:58.969 INFO:teuthology.orchestra.run.smithi032.stdout:Creating mon... 2024-09-12T23:48:00.487 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.908+0000 7f445fa97900 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-12T23:48:00.487 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 1 imported monmap: 2024-09-12T23:48:00.487 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr epoch 0 2024-09-12T23:48:00.487 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr fsid 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:48:00.488 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr last_changed 2024-09-12T23:47:58.405488+0000 2024-09-12T23:48:00.488 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr created 2024-09-12T23:47:58.405488+0000 2024-09-12T23:48:00.488 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr min_mon_release 15 (octopus) 2024-09-12T23:48:00.488 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2024-09-12T23:48:00.488 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon.a 2024-09-12T23:48:00.488 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.488 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 0 /usr/bin/ceph-mon: set fsid to 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:48:00.491 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: RocksDB version: 6.15.5 2024-09-12T23:48:00.491 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.491 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-12T23:48:00.491 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Compile date Sep 12 2024 2024-09-12T23:48:00.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: DB SUMMARY 2024-09-12T23:48:00.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: DB Session ID: U7AX8D0OWRAV4T8A04HI 2024-09-12T23:48:00.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-09-12T23:48:00.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-09-12T23:48:00.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.error_if_exists: 0 2024-09-12T23:48:00.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.create_if_missing: 1 2024-09-12T23:48:00.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.paranoid_checks: 1 2024-09-12T23:48:00.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-12T23:48:00.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.env: 0x55e001e41440 2024-09-12T23:48:00.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.fs: Posix File System 2024-09-12T23:48:00.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.info_log: 0x55e0035de660 2024-09-12T23:48:00.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-12T23:48:00.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.statistics: (nil) 2024-09-12T23:48:00.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.use_fsync: 0 2024-09-12T23:48:00.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_log_file_size: 0 2024-09-12T23:48:00.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-12T23:48:00.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-12T23:48:00.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-12T23:48:00.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-12T23:48:00.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.allow_fallocate: 1 2024-09-12T23:48:00.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-12T23:48:00.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-12T23:48:00.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.use_direct_reads: 0 2024-09-12T23:48:00.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-12T23:48:00.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.create_missing_column_families: 0 2024-09-12T23:48:00.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.db_log_dir: 2024-09-12T23:48:00.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-09-12T23:48:00.501 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-12T23:48:00.501 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-12T23:48:00.501 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-12T23:48:00.501 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-12T23:48:00.501 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-12T23:48:00.501 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-12T23:48:00.501 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.advise_random_on_open: 1 2024-09-12T23:48:00.502 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-12T23:48:00.502 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.write_buffer_manager: 0x55e003627e90 2024-09-12T23:48:00.502 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-12T23:48:00.502 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-12T23:48:00.502 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-12T23:48:00.502 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-12T23:48:00.502 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.rate_limiter: (nil) 2024-09-12T23:48:00.502 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-12T23:48:00.502 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-12T23:48:00.502 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-12T23:48:00.502 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-12T23:48:00.502 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.unordered_write: 0 2024-09-12T23:48:00.502 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-12T23:48:00.503 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-12T23:48:00.503 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-12T23:48:00.503 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-12T23:48:00.503 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.row_cache: None 2024-09-12T23:48:00.503 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.wal_filter: None 2024-09-12T23:48:00.503 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-12T23:48:00.503 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-12T23:48:00.503 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.preserve_deletes: 0 2024-09-12T23:48:00.503 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.two_write_queues: 0 2024-09-12T23:48:00.503 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.manual_wal_flush: 0 2024-09-12T23:48:00.503 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.atomic_flush: 0 2024-09-12T23:48:00.503 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-12T23:48:00.503 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-12T23:48:00.504 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-12T23:48:00.504 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.log_readahead_size: 0 2024-09-12T23:48:00.504 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-12T23:48:00.504 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-12T23:48:00.504 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-12T23:48:00.504 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-12T23:48:00.504 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-12T23:48:00.504 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-12T23:48:00.504 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_background_jobs: 2 2024-09-12T23:48:00.504 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_background_compactions: -1 2024-09-12T23:48:00.504 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_subcompactions: 1 2024-09-12T23:48:00.504 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-12T23:48:00.504 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-12T23:48:00.504 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-12T23:48:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_total_wal_size: 0 2024-09-12T23:48:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-12T23:48:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-12T23:48:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-12T23:48:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-12T23:48:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_open_files: -1 2024-09-12T23:48:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.bytes_per_sync: 0 2024-09-12T23:48:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-12T23:48:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-12T23:48:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-12T23:48:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_background_flushes: -1 2024-09-12T23:48:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Compression algorithms supported: 2024-09-12T23:48:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: kZSTD supported: 0 2024-09-12T23:48:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: kXpressCompression supported: 0 2024-09-12T23:48:00.506 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: kBZip2Compression supported: 0 2024-09-12T23:48:00.506 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-12T23:48:00.506 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: kLZ4Compression supported: 1 2024-09-12T23:48:00.506 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: kZlibCompression supported: 1 2024-09-12T23:48:00.506 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-12T23:48:00.506 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: kSnappyCompression supported: 1 2024-09-12T23:48:00.506 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-12T23:48:00.506 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: [db/db_impl/db_impl_open.cc:281] Creating manifest 1 2024-09-12T23:48:00.506 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.506 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-09-12T23:48:00.506 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.506 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-12T23:48:00.506 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.506 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-12T23:48:00.507 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.merge_operator: 2024-09-12T23:48:00.507 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compaction_filter: None 2024-09-12T23:48:00.507 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compaction_filter_factory: None 2024-09-12T23:48:00.507 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-12T23:48:00.507 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-12T23:48:00.507 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-12T23:48:00.507 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e00357eee0) 2024-09-12T23:48:00.521 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2024-09-12T23:48:00.521 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2024-09-12T23:48:00.521 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-12T23:48:00.521 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2024-09-12T23:48:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2024-09-12T23:48:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2024-09-12T23:48:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2024-09-12T23:48:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2024-09-12T23:48:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr hash_index_allow_collision: 1 2024-09-12T23:48:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr checksum: 1 2024-09-12T23:48:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2024-09-12T23:48:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x55e0035b71f0 2024-09-12T23:48:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2024-09-12T23:48:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2024-09-12T23:48:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2024-09-12T23:48:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2024-09-12T23:48:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2024-09-12T23:48:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr filter_policy: rocksdb.BuiltinBloomFilter 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr format_version: 4 2024-09-12T23:48:00.523 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2024-09-12T23:48:00.524 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2024-09-12T23:48:00.524 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.524 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-12T23:48:00.524 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-12T23:48:00.524 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compression: NoCompression 2024-09-12T23:48:00.524 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-12T23:48:00.524 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-12T23:48:00.524 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-12T23:48:00.524 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.num_levels: 7 2024-09-12T23:48:00.524 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-12T23:48:00.524 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-12T23:48:00.524 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-12T23:48:00.524 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-12T23:48:00.525 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-12T23:48:00.525 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-12T23:48:00.525 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-12T23:48:00.525 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-12T23:48:00.525 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-12T23:48:00.525 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-12T23:48:00.525 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-12T23:48:00.525 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compression_opts.level: 32767 2024-09-12T23:48:00.525 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-12T23:48:00.525 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-12T23:48:00.525 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-12T23:48:00.525 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-12T23:48:00.525 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compression_opts.enabled: false 2024-09-12T23:48:00.525 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-12T23:48:00.526 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-12T23:48:00.527 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-12T23:48:00.527 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.arena_block_size: 4194304 2024-09-12T23:48:00.527 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-12T23:48:00.527 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-12T23:48:00.527 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-12T23:48:00.527 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-12T23:48:00.527 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-12T23:48:00.527 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-12T23:48:00.527 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-12T23:48:00.527 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-12T23:48:00.527 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-12T23:48:00.527 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-12T23:48:00.527 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-12T23:48:00.527 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-12T23:48:00.528 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-12T23:48:00.528 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-12T23:48:00.528 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-12T23:48:00.528 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.inplace_update_support: 0 2024-09-12T23:48:00.528 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-12T23:48:00.528 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-12T23:48:00.528 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-12T23:48:00.528 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-12T23:48:00.528 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.bloom_locality: 0 2024-09-12T23:48:00.528 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.max_successive_merges: 0 2024-09-12T23:48:00.528 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-12T23:48:00.528 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-12T23:48:00.528 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.force_consistency_checks: 1 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.ttl: 2592000 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.enable_blob_files: false 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.min_blob_size: 0 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.blob_file_size: 268435456 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.912+0000 7f445fa97900 4 rocksdb: [db/version_set.cc:4082] Creating manifest 3 2024-09-12T23:48:00.529 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.530 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.916+0000 7f445fa97900 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55e0035e8700 2024-09-12T23:48:00.530 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.916+0000 7f445fa97900 4 rocksdb: DB pointer 0x55e0035ba000 2024-09-12T23:48:00.530 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.916+0000 7f4457225640 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-12T23:48:00.530 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.916+0000 7f4457225640 4 rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-12T23:48:00.530 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2024-09-12T23:48:00.530 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T23:48:00.530 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-12T23:48:00.530 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-12T23:48:00.530 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-12T23:48:00.530 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-12T23:48:00.530 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-12T23:48:00.530 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-12T23:48:00.530 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.530 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-09-12T23:48:00.531 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:48:00.531 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:48:00.531 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-12T23:48:00.531 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-12T23:48:00.531 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.531 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-09-12T23:48:00.531 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:48:00.531 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:48:00.531 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T23:48:00.531 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-09-12T23:48:00.531 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-09-12T23:48:00.531 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-09-12T23:48:00.531 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-09-12T23:48:00.531 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-09-12T23:48:00.532 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:48:00.532 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:48:00.532 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-12T23:48:00.532 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.532 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-09-12T23:48:00.532 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.532 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-09-12T23:48:00.532 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:48:00.532 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:48:00.532 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-12T23:48:00.532 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-12T23:48:00.532 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.532 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-09-12T23:48:00.533 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:48:00.533 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:48:00.533 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T23:48:00.533 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-09-12T23:48:00.533 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-09-12T23:48:00.533 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-09-12T23:48:00.533 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-09-12T23:48:00.533 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-09-12T23:48:00.533 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:48:00.533 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:48:00.533 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-12T23:48:00.533 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.534 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-09-12T23:48:00.534 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr 2024-09-12T23:48:00.534 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.916+0000 7f445fa97900 4 rocksdb: [db/db_impl/db_impl.cc:446] Shutdown: canceling all background work 2024-09-12T23:48:00.534 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.916+0000 7f445fa97900 4 rocksdb: [db/db_impl/db_impl.cc:625] Shutdown complete 2024-09-12T23:48:00.534 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-12T23:47:59.916+0000 7f445fa97900 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-09-12T23:48:00.534 INFO:teuthology.orchestra.run.smithi032.stdout:create mon.a on 2024-09-12T23:48:00.745 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2024-09-12T23:48:00.935 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2024-09-12T23:48:01.126 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-487b01b8-7161-11ef-bceb-c7b262605968.target -> /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968.target. 2024-09-12T23:48:01.126 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-487b01b8-7161-11ef-bceb-c7b262605968.target -> /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968.target. 2024-09-12T23:48:01.337 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.a 2024-09-12T23:48:01.337 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to reset failed state of unit ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-12T23:48:01.525 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968.target.wants/ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.a.service -> /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service. 2024-09-12T23:48:01.535 INFO:teuthology.orchestra.run.smithi032.stdout:firewalld does not appear to be present 2024-09-12T23:48:01.535 INFO:teuthology.orchestra.run.smithi032.stdout:Not possible to enable service . firewalld.service is not available 2024-09-12T23:48:01.535 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mon to start... 2024-09-12T23:48:01.535 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mon... 2024-09-12T23:48:01.641 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:01 smithi032 systemd[1]: Started Ceph mon.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-12T23:48:03.312 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:03 smithi032 bash[22015]: cluster 2024-09-12T23:48:03.065941+0000 mon.a (mon.0) 0 : cluster [INF] mkfs 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:48:03.312 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:03 smithi032 bash[22015]: cluster 2024-09-12T23:48:03.040312+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-12T23:48:03.881 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout cluster: 2024-09-12T23:48:03.881 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout id: 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:48:03.881 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-12T23:48:03.881 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-09-12T23:48:03.882 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout services: 2024-09-12T23:48:03.882 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.238094s) 2024-09-12T23:48:03.882 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-12T23:48:03.882 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-12T23:48:03.882 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-09-12T23:48:03.882 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout data: 2024-09-12T23:48:03.882 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-12T23:48:03.882 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-12T23:48:03.882 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-12T23:48:03.882 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout pgs: 2024-09-12T23:48:03.882 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-09-12T23:48:03.882 INFO:teuthology.orchestra.run.smithi032.stdout:mon is available 2024-09-12T23:48:03.882 INFO:teuthology.orchestra.run.smithi032.stdout:Assimilating anything we can from ceph.conf... 2024-09-12T23:48:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:04 smithi032 bash[22015]: cluster 2024-09-12T23:48:03.064932+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-12T23:48:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:04 smithi032 bash[22015]: cluster 2024-09-12T23:48:03.065134+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-12T23:48:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:04 smithi032 bash[22015]: cluster 2024-09-12T23:48:03.067616+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2024-09-12T23:48:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:04 smithi032 bash[22015]: cluster 2024-09-12T23:48:03.069766+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-09-12T23:48:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:04 smithi032 bash[22015]: cluster 2024-09-12T23:48:03.070172+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2024-09-12T23:48:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:04 smithi032 bash[22015]: audit 2024-09-12T23:48:03.302993+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.32:0/321955270' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-12T23:48:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:05 smithi032 bash[22015]: audit 2024-09-12T23:48:05.033855+0000 mon.a (mon.0) 8 : audit [INF] from='client.? 172.21.15.32:0/3106195388' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-12T23:48:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:05 smithi032 bash[22015]: audit 2024-09-12T23:48:05.041325+0000 mon.a (mon.0) 9 : audit [INF] from='client.? 172.21.15.32:0/3106195388' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-12T23:48:05.580 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-09-12T23:48:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [global] 2024-09-12T23:48:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout fsid = 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:48:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-09-12T23:48:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.32:3300,v1:172.21.15.32:6789] 2024-09-12T23:48:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-12T23:48:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-12T23:48:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-12T23:48:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-12T23:48:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-09-12T23:48:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-12T23:48:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-12T23:48:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-09-12T23:48:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [osd] 2024-09-12T23:48:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-12T23:48:05.582 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-12T23:48:05.582 INFO:teuthology.orchestra.run.smithi032.stdout:Generating new minimal ceph.conf... 2024-09-12T23:48:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:06 smithi032 bash[22015]: audit 2024-09-12T23:48:06.709874+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.32:0/3106614716' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:48:07.335 INFO:teuthology.orchestra.run.smithi032.stdout:Restarting the monitor... 2024-09-12T23:48:07.656 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:07 smithi032 systemd[1]: Stopping Ceph mon.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-12T23:48:07.656 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:07 smithi032 bash[22015]: debug 2024-09-12T23:48:07.476+0000 7fb93c8ba640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-12T23:48:07.656 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:07 smithi032 bash[22015]: debug 2024-09-12T23:48:07.476+0000 7fb93c8ba640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-12T23:48:08.229 INFO:teuthology.orchestra.run.smithi032.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-12T23:48:08.327 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:08 smithi032 bash[22398]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mon-a 2024-09-12T23:48:08.327 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:08 smithi032 bash[22458]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mon-a 2024-09-12T23:48:08.327 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:08 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-12T23:48:08.328 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:08 smithi032 systemd[1]: Stopped Ceph mon.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-12T23:48:08.328 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:08 smithi032 systemd[1]: Started Ceph mon.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-12T23:48:10.000 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.792+0000 7f96a009f900 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-12T23:48:10.000 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.792+0000 7f96a009f900 0 ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable), process ceph-mon, pid 7 2024-09-12T23:48:10.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.792+0000 7f96a009f900 0 pidfile_write: ignore empty --pid-file 2024-09-12T23:48:10.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 0 load: jerasure load: lrc 2024-09-12T23:48:10.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: RocksDB version: 6.15.5 2024-09-12T23:48:10.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-12T23:48:10.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Compile date Sep 12 2024 2024-09-12T23:48:10.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: DB SUMMARY 2024-09-12T23:48:10.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: DB Session ID: TUBZJCYX5VFH9FLN8NO2 2024-09-12T23:48:10.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: CURRENT file: CURRENT 2024-09-12T23:48:10.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: IDENTITY file: IDENTITY 2024-09-12T23:48:10.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-09-12T23:48:10.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-12T23:48:10.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83157 ; 2024-09-12T23:48:10.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.error_if_exists: 0 2024-09-12T23:48:10.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.create_if_missing: 0 2024-09-12T23:48:10.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.paranoid_checks: 1 2024-09-12T23:48:10.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-12T23:48:10.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.env: 0x56498c8c2440 2024-09-12T23:48:10.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.fs: Posix File System 2024-09-12T23:48:10.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.info_log: 0x56498d162ee0 2024-09-12T23:48:10.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-12T23:48:10.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.statistics: (nil) 2024-09-12T23:48:10.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.use_fsync: 0 2024-09-12T23:48:10.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_log_file_size: 0 2024-09-12T23:48:10.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-12T23:48:10.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-12T23:48:10.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-12T23:48:10.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-12T23:48:10.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.allow_fallocate: 1 2024-09-12T23:48:10.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-12T23:48:10.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-12T23:48:10.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.use_direct_reads: 0 2024-09-12T23:48:10.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-12T23:48:10.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.create_missing_column_families: 0 2024-09-12T23:48:10.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.db_log_dir: 2024-09-12T23:48:10.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-09-12T23:48:10.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-12T23:48:10.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-12T23:48:10.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-12T23:48:10.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-12T23:48:10.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-12T23:48:10.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-12T23:48:10.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.advise_random_on_open: 1 2024-09-12T23:48:10.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-12T23:48:10.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.write_buffer_manager: 0x56498d2207e0 2024-09-12T23:48:10.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-12T23:48:10.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-12T23:48:10.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-12T23:48:10.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-12T23:48:10.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.rate_limiter: (nil) 2024-09-12T23:48:10.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-12T23:48:10.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-12T23:48:10.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-12T23:48:10.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-12T23:48:10.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.unordered_write: 0 2024-09-12T23:48:10.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-12T23:48:10.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-12T23:48:10.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-12T23:48:10.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-12T23:48:10.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.row_cache: None 2024-09-12T23:48:10.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.wal_filter: None 2024-09-12T23:48:10.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-12T23:48:10.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-12T23:48:10.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.preserve_deletes: 0 2024-09-12T23:48:10.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.two_write_queues: 0 2024-09-12T23:48:10.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.manual_wal_flush: 0 2024-09-12T23:48:10.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.atomic_flush: 0 2024-09-12T23:48:10.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-12T23:48:10.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-12T23:48:10.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-12T23:48:10.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.log_readahead_size: 0 2024-09-12T23:48:10.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-12T23:48:10.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-12T23:48:10.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-12T23:48:10.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-12T23:48:10.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-12T23:48:10.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-12T23:48:10.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_background_jobs: 2 2024-09-12T23:48:10.008 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_background_compactions: -1 2024-09-12T23:48:10.008 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_subcompactions: 1 2024-09-12T23:48:10.008 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-12T23:48:10.008 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-12T23:48:10.008 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-12T23:48:10.008 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_total_wal_size: 0 2024-09-12T23:48:10.008 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-12T23:48:10.008 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-12T23:48:10.008 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-12T23:48:10.008 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-12T23:48:10.008 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_open_files: -1 2024-09-12T23:48:10.008 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.bytes_per_sync: 0 2024-09-12T23:48:10.008 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-12T23:48:10.009 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-12T23:48:10.009 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-12T23:48:10.009 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_background_flushes: -1 2024-09-12T23:48:10.009 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Compression algorithms supported: 2024-09-12T23:48:10.009 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: kZSTD supported: 0 2024-09-12T23:48:10.009 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: kXpressCompression supported: 0 2024-09-12T23:48:10.009 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: kBZip2Compression supported: 0 2024-09-12T23:48:10.009 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-12T23:48:10.009 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: kLZ4Compression supported: 1 2024-09-12T23:48:10.009 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: kZlibCompression supported: 1 2024-09-12T23:48:10.009 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-12T23:48:10.009 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: kSnappyCompression supported: 1 2024-09-12T23:48:10.009 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-12T23:48:10.009 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.merge_operator: 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compaction_filter: None 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compaction_filter_factory: None 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56498d10ba38) 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: cache_index_and_filter_blocks: 1 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: pin_top_level_index_and_filter: 1 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: index_type: 0 2024-09-12T23:48:10.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: data_block_index_type: 0 2024-09-12T23:48:10.011 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: index_shortening: 1 2024-09-12T23:48:10.011 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: data_block_hash_table_util_ratio: 0.750000 2024-09-12T23:48:10.011 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: hash_index_allow_collision: 1 2024-09-12T23:48:10.011 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: checksum: 1 2024-09-12T23:48:10.011 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: no_block_cache: 0 2024-09-12T23:48:10.011 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: block_cache: 0x56498d13f1f0 2024-09-12T23:48:10.011 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: block_cache_name: BinnedLRUCache 2024-09-12T23:48:10.011 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: block_cache_options: 2024-09-12T23:48:10.011 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: capacity : 536870912 2024-09-12T23:48:10.011 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: num_shard_bits : 4 2024-09-12T23:48:10.011 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: strict_capacity_limit : 0 2024-09-12T23:48:10.011 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: high_pri_pool_ratio: 0.000 2024-09-12T23:48:10.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: block_cache_compressed: (nil) 2024-09-12T23:48:10.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: persistent_cache: (nil) 2024-09-12T23:48:10.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: block_size: 4096 2024-09-12T23:48:10.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: block_size_deviation: 10 2024-09-12T23:48:10.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: block_restart_interval: 16 2024-09-12T23:48:10.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: index_block_restart_interval: 1 2024-09-12T23:48:10.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: metadata_block_size: 4096 2024-09-12T23:48:10.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: partition_filters: 0 2024-09-12T23:48:10.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: use_delta_encoding: 1 2024-09-12T23:48:10.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-12T23:48:10.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: whole_key_filtering: 1 2024-09-12T23:48:10.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: verify_compression: 0 2024-09-12T23:48:10.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: read_amp_bytes_per_bit: 0 2024-09-12T23:48:10.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: format_version: 4 2024-09-12T23:48:10.013 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: enable_index_compression: 1 2024-09-12T23:48:10.013 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: block_align: 0 2024-09-12T23:48:10.013 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-12T23:48:10.013 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-12T23:48:10.013 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compression: NoCompression 2024-09-12T23:48:10.013 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-12T23:48:10.013 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-12T23:48:10.013 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-12T23:48:10.013 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.num_levels: 7 2024-09-12T23:48:10.013 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-12T23:48:10.013 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-12T23:48:10.013 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-12T23:48:10.013 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-12T23:48:10.013 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-12T23:48:10.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-12T23:48:10.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-12T23:48:10.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-12T23:48:10.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-12T23:48:10.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-12T23:48:10.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-12T23:48:10.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compression_opts.level: 32767 2024-09-12T23:48:10.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-12T23:48:10.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-12T23:48:10.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-12T23:48:10.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-12T23:48:10.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compression_opts.enabled: false 2024-09-12T23:48:10.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-12T23:48:10.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-12T23:48:10.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-12T23:48:10.016 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.arena_block_size: 4194304 2024-09-12T23:48:10.016 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-12T23:48:10.016 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-12T23:48:10.016 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-12T23:48:10.016 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-12T23:48:10.016 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-12T23:48:10.016 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-12T23:48:10.016 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-12T23:48:10.016 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-12T23:48:10.016 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-12T23:48:10.016 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-12T23:48:10.016 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-12T23:48:10.016 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-12T23:48:10.016 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-12T23:48:10.017 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-12T23:48:10.017 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-12T23:48:10.017 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.inplace_update_support: 0 2024-09-12T23:48:10.017 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-12T23:48:10.017 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-12T23:48:10.017 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-12T23:48:10.017 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-12T23:48:10.017 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.bloom_locality: 0 2024-09-12T23:48:10.017 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.max_successive_merges: 0 2024-09-12T23:48:10.017 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-12T23:48:10.017 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-12T23:48:10.017 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.force_consistency_checks: 1 2024-09-12T23:48:10.017 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-12T23:48:10.017 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.ttl: 2592000 2024-09-12T23:48:10.018 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-12T23:48:10.018 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.enable_blob_files: false 2024-09-12T23:48:10.018 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.min_blob_size: 0 2024-09-12T23:48:10.018 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.blob_file_size: 268435456 2024-09-12T23:48:10.018 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-12T23:48:10.018 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-12T23:48:10.018 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.796+0000 7f96a009f900 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-12T23:48:10.018 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.800+0000 7f96a009f900 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-12T23:48:10.018 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.800+0000 7f96a009f900 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-09-12T23:48:10.018 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.800+0000 7f96a009f900 4 rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-09-12T23:48:10.018 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.800+0000 7f96a009f900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726184889805795, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-09-12T23:48:10.018 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.800+0000 7f96a009f900 4 rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-09-12T23:48:10.018 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.800+0000 7f96a009f900 3 rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-12T23:48:10.019 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.800+0000 7f96a009f900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726184889806710, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 79748, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 77987, "index_size": 223, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 9999, "raw_average_key_size": 47, "raw_value_size": 72307, "raw_average_value_size": 342, "num_data_blocks": 10, "num_entries": 211, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726184889, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "4497b32e-2d44-47c2-85a3-7b467d37b617", "db_session_id": "TUBZJCYX5VFH9FLN8NO2"}} 2024-09-12T23:48:10.019 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.800+0000 7f96a009f900 4 rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-09-12T23:48:10.019 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.800+0000 7f96a009f900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726184889807162, "job": 1, "event": "recovery_finished"} 2024-09-12T23:48:10.019 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.800+0000 7f96a009f900 4 rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-12T23:48:10.019 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.800+0000 7f96a009f900 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x56498d174700 2024-09-12T23:48:10.019 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.800+0000 7f96a009f900 4 rocksdb: DB pointer 0x56498d142000 2024-09-12T23:48:10.019 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.800+0000 7f9695e6b640 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-12T23:48:10.019 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.800+0000 7f9695e6b640 4 rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-12T23:48:10.019 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: ** DB Stats ** 2024-09-12T23:48:10.019 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T23:48:10.019 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-12T23:48:10.019 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-12T23:48:10.019 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-12T23:48:10.019 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-12T23:48:10.020 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-12T23:48:10.020 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-12T23:48:10.020 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: ** Compaction Stats [default] ** 2024-09-12T23:48:10.020 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:48:10.020 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:48:10.020 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: L0 2/0 79.66 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 125.1 0.00 0.00 1 0.001 0 0 2024-09-12T23:48:10.020 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Sum 2/0 79.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 125.1 0.00 0.00 1 0.001 0 0 2024-09-12T23:48:10.020 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 125.1 0.00 0.00 1 0.001 0 0 2024-09-12T23:48:10.020 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: ** Compaction Stats [default] ** 2024-09-12T23:48:10.020 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:48:10.020 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:48:10.020 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 125.1 0.00 0.00 1 0.001 0 0 2024-09-12T23:48:10.020 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T23:48:10.020 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-12T23:48:10.021 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-12T23:48:10.021 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: AddFile(Total Files): cumulative 0, interval 0 2024-09-12T23:48:10.021 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-12T23:48:10.021 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: AddFile(Keys): cumulative 0, interval 0 2024-09-12T23:48:10.021 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Cumulative compaction: 0.00 GB write, 18.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:48:10.021 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Interval compaction: 0.00 GB write, 18.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:48:10.021 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-12T23:48:10.021 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: ** File Read Latency Histogram By Level [default] ** 2024-09-12T23:48:10.021 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: ** Compaction Stats [default] ** 2024-09-12T23:48:10.021 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:48:10.021 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:48:10.021 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: L0 2/0 79.66 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 125.1 0.00 0.00 1 0.001 0 0 2024-09-12T23:48:10.021 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Sum 2/0 79.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 125.1 0.00 0.00 1 0.001 0 0 2024-09-12T23:48:10.021 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-12T23:48:10.022 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: ** Compaction Stats [default] ** 2024-09-12T23:48:10.022 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:48:10.022 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:48:10.022 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 125.1 0.00 0.00 1 0.001 0 0 2024-09-12T23:48:10.022 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T23:48:10.022 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-12T23:48:10.022 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-12T23:48:10.022 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: AddFile(Total Files): cumulative 0, interval 0 2024-09-12T23:48:10.022 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-12T23:48:10.022 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: AddFile(Keys): cumulative 0, interval 0 2024-09-12T23:48:10.022 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Cumulative compaction: 0.00 GB write, 18.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:48:10.022 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:48:10.022 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-12T23:48:10.022 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: ** File Read Latency Histogram By Level [default] ** 2024-09-12T23:48:10.023 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.804+0000 7f96a009f900 0 starting mon.a rank 0 at public addrs [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] at bind addrs [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:48:10.023 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.804+0000 7f96a009f900 1 mon.a@-1(???) e1 preinit fsid 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:48:10.023 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.804+0000 7f96a009f900 0 mon.a@-1(???).mds e1 new map 2024-09-12T23:48:10.023 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.804+0000 7f96a009f900 0 mon.a@-1(???).mds e1 print_map 2024-09-12T23:48:10.023 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: e1 2024-09-12T23:48:10.023 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-12T23:48:10.023 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-12T23:48:10.023 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: legacy client fscid: -1 2024-09-12T23:48:10.023 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: 2024-09-12T23:48:10.023 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: No filesystems configured 2024-09-12T23:48:10.023 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.804+0000 7f96a009f900 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-12T23:48:10.023 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.804+0000 7f96a009f900 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T23:48:10.023 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.804+0000 7f96a009f900 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T23:48:10.023 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.804+0000 7f96a009f900 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T23:48:10.024 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: debug 2024-09-12T23:48:09.804+0000 7f96a009f900 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-12T23:48:10.024 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: cluster 2024-09-12T23:48:09.832973+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-12T23:48:10.024 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: cluster 2024-09-12T23:48:09.833036+0000 mon.a (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-12T23:48:10.024 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: cluster 2024-09-12T23:48:09.852961+0000 mon.a (mon.0) 3 : cluster [DBG] fsmap 2024-09-12T23:48:10.024 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: cluster 2024-09-12T23:48:09.852987+0000 mon.a (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-09-12T23:48:10.024 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:09 smithi032 bash[22496]: cluster 2024-09-12T23:48:09.853378+0000 mon.a (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2024-09-12T23:48:10.575 INFO:teuthology.orchestra.run.smithi032.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-12T23:48:10.575 INFO:teuthology.orchestra.run.smithi032.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-12T23:48:10.575 INFO:teuthology.orchestra.run.smithi032.stdout:Creating mgr... 2024-09-12T23:48:10.576 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-12T23:48:10.576 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-12T23:48:10.802 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.y 2024-09-12T23:48:10.802 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to reset failed state of unit ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.y.service: Unit ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.y.service not loaded. 2024-09-12T23:48:10.907 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:10 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:48:10.989 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968.target.wants/ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.y.service -> /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service. 2024-09-12T23:48:10.997 INFO:teuthology.orchestra.run.smithi032.stdout:firewalld does not appear to be present 2024-09-12T23:48:10.998 INFO:teuthology.orchestra.run.smithi032.stdout:Not possible to enable service . firewalld.service is not available 2024-09-12T23:48:10.998 INFO:teuthology.orchestra.run.smithi032.stdout:firewalld does not appear to be present 2024-09-12T23:48:10.998 INFO:teuthology.orchestra.run.smithi032.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-12T23:48:10.998 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mgr to start... 2024-09-12T23:48:10.998 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mgr... 2024-09-12T23:48:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:10 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:48:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:10 smithi032 bash[22496]: audit 2024-09-12T23:48:09.990756+0000 mon.a (mon.0) 6 : audit [INF] from='client.? 172.21.15.32:0/3406076581' entity='client.admin' 2024-09-12T23:48:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:12 smithi032 bash[22496]: audit 2024-09-12T23:48:12.861176+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.32:0/2159547723' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-12T23:48:13.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:12 smithi032 bash[22749]: debug 2024-09-12T23:48:12.824+0000 7f28a77f6ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T23:48:13.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-09-12T23:48:13.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-09-12T23:48:13.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsid": "487b01b8-7161-11ef-bceb-c7b262605968", 2024-09-12T23:48:13.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "health": { 2024-09-12T23:48:13.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-12T23:48:13.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-12T23:48:13.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-12T23:48:13.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:13.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-12T23:48:13.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-12T23:48:13.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 0 2024-09-12T23:48:13.492 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-09-12T23:48:13.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-12T23:48:13.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "a" 2024-09-12T23:48:13.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-09-12T23:48:13.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-09-12T23:48:13.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-12T23:48:13.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T23:48:13.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-12T23:48:13.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-12T23:48:13.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:13.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-12T23:48:13.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T23:48:13.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-12T23:48:13.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-12T23:48:13.493 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-12T23:48:13.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-12T23:48:13.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-12T23:48:13.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-12T23:48:13.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:13.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-12T23:48:13.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-12T23:48:13.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-12T23:48:13.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-12T23:48:13.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-12T23:48:13.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-12T23:48:13.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-12T23:48:13.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-12T23:48:13.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-12T23:48:13.494 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:13.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-12T23:48:13.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T23:48:13.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-12T23:48:13.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-12T23:48:13.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:13.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-12T23:48:13.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-12T23:48:13.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-12T23:48:13.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-12T23:48:13.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-12T23:48:13.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-12T23:48:13.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "restful" 2024-09-12T23:48:13.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-09-12T23:48:13.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-12T23:48:13.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:13.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-12T23:48:13.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T23:48:13.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modified": "2024-09-12T23:48:03.066405+0000", 2024-09-12T23:48:13.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-12T23:48:13.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:13.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-12T23:48:13.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-09-12T23:48:13.496 INFO:teuthology.orchestra.run.smithi032.stdout:mgr not available, waiting (1/15)... 2024-09-12T23:48:14.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:14 smithi032 bash[22749]: debug 2024-09-12T23:48:14.068+0000 7f28a77f6ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T23:48:14.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:14 smithi032 bash[22749]: debug 2024-09-12T23:48:14.136+0000 7f28a77f6ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T23:48:14.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:14 smithi032 bash[22749]: debug 2024-09-12T23:48:14.292+0000 7f28a77f6ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T23:48:15.256 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:14 smithi032 bash[22749]: debug 2024-09-12T23:48:14.948+0000 7f28a77f6ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T23:48:15.256 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:15 smithi032 bash[22749]: debug 2024-09-12T23:48:15.020+0000 7f28a77f6ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T23:48:15.256 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:15 smithi032 bash[22749]: debug 2024-09-12T23:48:15.088+0000 7f28a77f6ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T23:48:15.256 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:15 smithi032 bash[22749]: debug 2024-09-12T23:48:15.252+0000 7f28a77f6ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T23:48:15.738 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:15 smithi032 bash[22749]: debug 2024-09-12T23:48:15.328+0000 7f28a77f6ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T23:48:15.738 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:15 smithi032 bash[22749]: debug 2024-09-12T23:48:15.400+0000 7f28a77f6ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T23:48:16.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:15 smithi032 bash[22749]: debug 2024-09-12T23:48:15.640+0000 7f28a77f6ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T23:48:16.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:15 smithi032 bash[22749]: debug 2024-09-12T23:48:15.708+0000 7f28a77f6ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T23:48:16.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:15 smithi032 bash[22749]: debug 2024-09-12T23:48:15.884+0000 7f28a77f6ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T23:48:16.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:15 smithi032 bash[22749]: debug 2024-09-12T23:48:15.960+0000 7f28a77f6ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T23:48:16.510 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:16 smithi032 bash[22749]: debug 2024-09-12T23:48:16.204+0000 7f28a77f6ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T23:48:16.511 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:16 smithi032 bash[22749]: debug 2024-09-12T23:48:16.372+0000 7f28a77f6ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T23:48:16.511 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:16 smithi032 bash[22749]: debug 2024-09-12T23:48:16.452+0000 7f28a77f6ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T23:48:16.804 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:16 smithi032 bash[22749]: debug 2024-09-12T23:48:16.616+0000 7f28a77f6ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T23:48:17.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:16 smithi032 bash[22496]: audit 2024-09-12T23:48:16.795517+0000 mon.a (mon.0) 8 : audit [DBG] from='client.? 172.21.15.32:0/2214774817' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-12T23:48:17.361 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-09-12T23:48:17.361 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-09-12T23:48:17.362 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsid": "487b01b8-7161-11ef-bceb-c7b262605968", 2024-09-12T23:48:17.362 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "health": { 2024-09-12T23:48:17.362 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-12T23:48:17.362 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-12T23:48:17.362 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-12T23:48:17.362 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:17.362 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-12T23:48:17.364 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-12T23:48:17.364 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 0 2024-09-12T23:48:17.364 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-09-12T23:48:17.364 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-12T23:48:17.364 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "a" 2024-09-12T23:48:17.364 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-09-12T23:48:17.364 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-09-12T23:48:17.364 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-12T23:48:17.365 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T23:48:17.365 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-12T23:48:17.365 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-12T23:48:17.365 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:17.365 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-12T23:48:17.365 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T23:48:17.365 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-12T23:48:17.365 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-12T23:48:17.365 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-12T23:48:17.365 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-12T23:48:17.365 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-12T23:48:17.365 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-12T23:48:17.368 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:17.368 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-12T23:48:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-12T23:48:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-12T23:48:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-12T23:48:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-12T23:48:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-12T23:48:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-12T23:48:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-12T23:48:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-12T23:48:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-12T23:48:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T23:48:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-12T23:48:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-12T23:48:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "restful" 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modified": "2024-09-12T23:48:03.066405+0000", 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-12T23:48:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:17.371 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-12T23:48:17.371 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-09-12T23:48:17.371 INFO:teuthology.orchestra.run.smithi032.stdout:mgr not available, waiting (2/15)... 2024-09-12T23:48:17.740 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:17 smithi032 bash[22749]: debug 2024-09-12T23:48:17.440+0000 7f28a77f6ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T23:48:17.740 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:17 smithi032 bash[22749]: debug 2024-09-12T23:48:17.520+0000 7f28a77f6ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T23:48:18.146 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:17 smithi032 bash[22749]: debug 2024-09-12T23:48:17.736+0000 7f28a77f6ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T23:48:18.221 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:17 smithi032 bash[22749]: debug 2024-09-12T23:48:17.812+0000 7f28a77f6ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T23:48:18.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:18 smithi032 bash[22749]: debug 2024-09-12T23:48:18.140+0000 7f28a77f6ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T23:48:18.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:18 smithi032 bash[22749]: debug 2024-09-12T23:48:18.220+0000 7f28a77f6ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T23:48:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:18 smithi032 bash[22496]: cluster 2024-09-12T23:48:18.246517+0000 mon.a (mon.0) 9 : cluster [INF] Activating manager daemon y 2024-09-12T23:48:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:18 smithi032 bash[22496]: cluster 2024-09-12T23:48:18.253751+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00747553s) 2024-09-12T23:48:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:18 smithi032 bash[22496]: audit 2024-09-12T23:48:18.254784+0000 mon.a (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.32:0/147103441' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-12T23:48:18.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:18 smithi032 bash[22496]: audit 2024-09-12T23:48:18.255034+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.32:0/147103441' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-12T23:48:18.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:18 smithi032 bash[22496]: audit 2024-09-12T23:48:18.255248+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.15.32:0/147103441' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-12T23:48:18.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:18 smithi032 bash[22496]: audit 2024-09-12T23:48:18.255437+0000 mon.a (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.32:0/147103441' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:48:18.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:18 smithi032 bash[22496]: audit 2024-09-12T23:48:18.256659+0000 mon.a (mon.0) 15 : audit [DBG] from='mgr.14100 172.21.15.32:0/147103441' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-12T23:48:18.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:18 smithi032 bash[22496]: cluster 2024-09-12T23:48:18.286962+0000 mon.a (mon.0) 16 : cluster [INF] Manager daemon y is now available 2024-09-12T23:48:19.299 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:19 smithi032 bash[22496]: audit 2024-09-12T23:48:18.302592+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.14100 172.21.15.32:0/147103441' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-12T23:48:19.299 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:19 smithi032 bash[22496]: audit 2024-09-12T23:48:18.304900+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.14100 172.21.15.32:0/147103441' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-12T23:48:19.299 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:19 smithi032 bash[22496]: audit 2024-09-12T23:48:18.308235+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.14100 172.21.15.32:0/147103441' entity='mgr.y' 2024-09-12T23:48:19.299 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:19 smithi032 bash[22496]: audit 2024-09-12T23:48:18.309912+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.32:0/147103441' entity='mgr.y' 2024-09-12T23:48:19.299 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:19 smithi032 bash[22496]: audit 2024-09-12T23:48:18.311506+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.14100 172.21.15.32:0/147103441' entity='mgr.y' 2024-09-12T23:48:19.299 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:19 smithi032 bash[22496]: cluster 2024-09-12T23:48:19.261435+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e3: y(active, since 1.01516s) 2024-09-12T23:48:21.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-09-12T23:48:21.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-09-12T23:48:21.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsid": "487b01b8-7161-11ef-bceb-c7b262605968", 2024-09-12T23:48:21.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "health": { 2024-09-12T23:48:21.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-12T23:48:21.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-12T23:48:21.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-12T23:48:21.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:21.631 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-12T23:48:21.631 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-12T23:48:21.631 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 0 2024-09-12T23:48:21.631 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-09-12T23:48:21.631 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-12T23:48:21.631 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "a" 2024-09-12T23:48:21.631 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-09-12T23:48:21.631 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-09-12T23:48:21.631 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-12T23:48:21.631 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T23:48:21.631 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-12T23:48:21.632 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-12T23:48:21.632 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:21.632 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-12T23:48:21.632 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T23:48:21.632 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-12T23:48:21.632 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-12T23:48:21.632 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-12T23:48:21.635 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-12T23:48:21.636 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-12T23:48:21.636 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-12T23:48:21.636 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:21.636 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-12T23:48:21.636 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-12T23:48:21.636 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-12T23:48:21.636 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-12T23:48:21.636 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-12T23:48:21.636 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-12T23:48:21.636 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-12T23:48:21.636 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-12T23:48:21.636 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-12T23:48:21.637 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:21.637 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-12T23:48:21.637 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T23:48:21.637 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-12T23:48:21.637 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-12T23:48:21.637 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:21.637 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-12T23:48:21.637 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-12T23:48:21.637 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-12T23:48:21.637 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-12T23:48:21.637 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-12T23:48:21.637 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-12T23:48:21.637 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "restful" 2024-09-12T23:48:21.638 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-09-12T23:48:21.638 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-12T23:48:21.638 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:21.638 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-12T23:48:21.638 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T23:48:21.638 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modified": "2024-09-12T23:48:03.066405+0000", 2024-09-12T23:48:21.638 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-12T23:48:21.638 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-09-12T23:48:21.638 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-12T23:48:21.638 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-09-12T23:48:21.638 INFO:teuthology.orchestra.run.smithi032.stdout:mgr is available 2024-09-12T23:48:21.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:21 smithi032 bash[22496]: cluster 2024-09-12T23:48:20.306393+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e4: y(active, since 2s) 2024-09-12T23:48:21.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:21 smithi032 bash[22496]: audit 2024-09-12T23:48:21.029880+0000 mon.a (mon.0) 24 : audit [DBG] from='client.? 172.21.15.32:0/111341855' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-12T23:48:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:23 smithi032 bash[22496]: audit 2024-09-12T23:48:22.977446+0000 mon.a (mon.0) 25 : audit [INF] from='client.? 172.21.15.32:0/3332288295' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-12T23:48:23.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-09-12T23:48:23.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [global] 2024-09-12T23:48:23.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout fsid = 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:48:23.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-09-12T23:48:23.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-12T23:48:23.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-12T23:48:23.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-12T23:48:23.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-12T23:48:23.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-09-12T23:48:23.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-12T23:48:23.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-12T23:48:23.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-09-12T23:48:23.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [osd] 2024-09-12T23:48:23.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-12T23:48:23.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-12T23:48:23.621 INFO:teuthology.orchestra.run.smithi032.stdout:Enabling cephadm module... 2024-09-12T23:48:25.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:25 smithi032 bash[22496]: audit 2024-09-12T23:48:25.031509+0000 mon.a (mon.0) 26 : audit [INF] from='client.? 172.21.15.32:0/1117204009' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-12T23:48:25.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:25 smithi032 bash[22749]: ignoring --setuser ceph since I am not root 2024-09-12T23:48:25.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:25 smithi032 bash[22749]: ignoring --setgroup ceph since I am not root 2024-09-12T23:48:25.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:25 smithi032 bash[22749]: debug 2024-09-12T23:48:25.224+0000 7f22bd528ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T23:48:26.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:26 smithi032 bash[22496]: audit 2024-09-12T23:48:25.087522+0000 mon.a (mon.0) 27 : audit [INF] from='client.? 172.21.15.32:0/1117204009' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-12T23:48:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:26 smithi032 bash[22496]: cluster 2024-09-12T23:48:25.087598+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e5: y(active, since 6s) 2024-09-12T23:48:26.912 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:26 smithi032 bash[22749]: debug 2024-09-12T23:48:26.444+0000 7f22bd528ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T23:48:26.913 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:26 smithi032 bash[22749]: debug 2024-09-12T23:48:26.512+0000 7f22bd528ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T23:48:26.913 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:26 smithi032 bash[22749]: debug 2024-09-12T23:48:26.672+0000 7f22bd528ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T23:48:27.475 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:27 smithi032 bash[22496]: audit 2024-09-12T23:48:27.196747+0000 mon.a (mon.0) 29 : audit [DBG] from='client.? 172.21.15.32:0/1031021508' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-12T23:48:27.475 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:27 smithi032 bash[22749]: debug 2024-09-12T23:48:27.328+0000 7f22bd528ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T23:48:27.475 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:27 smithi032 bash[22749]: debug 2024-09-12T23:48:27.400+0000 7f22bd528ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T23:48:27.774 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-09-12T23:48:27.774 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-12T23:48:27.774 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-12T23:48:27.774 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-12T23:48:27.774 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-12T23:48:27.774 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-09-12T23:48:27.774 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for the mgr to restart... 2024-09-12T23:48:27.774 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mgr epoch 5... 2024-09-12T23:48:27.786 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:27 smithi032 bash[22749]: debug 2024-09-12T23:48:27.472+0000 7f22bd528ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T23:48:27.787 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:27 smithi032 bash[22749]: debug 2024-09-12T23:48:27.636+0000 7f22bd528ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T23:48:27.787 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:27 smithi032 bash[22749]: debug 2024-09-12T23:48:27.712+0000 7f22bd528ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T23:48:28.092 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:27 smithi032 bash[22749]: debug 2024-09-12T23:48:27.784+0000 7f22bd528ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T23:48:28.092 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:28 smithi032 bash[22749]: debug 2024-09-12T23:48:28.020+0000 7f22bd528ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T23:48:28.342 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:28 smithi032 bash[22749]: debug 2024-09-12T23:48:28.088+0000 7f22bd528ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T23:48:28.342 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:28 smithi032 bash[22749]: debug 2024-09-12T23:48:28.260+0000 7f22bd528ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T23:48:28.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:28 smithi032 bash[22749]: debug 2024-09-12T23:48:28.336+0000 7f22bd528ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T23:48:28.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:28 smithi032 bash[22749]: debug 2024-09-12T23:48:28.580+0000 7f22bd528ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T23:48:29.162 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:28 smithi032 bash[22749]: debug 2024-09-12T23:48:28.744+0000 7f22bd528ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T23:48:29.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:28 smithi032 bash[22749]: debug 2024-09-12T23:48:28.828+0000 7f22bd528ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T23:48:29.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:28 smithi032 bash[22749]: debug 2024-09-12T23:48:28.988+0000 7f22bd528ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T23:48:30.068 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:29 smithi032 bash[22749]: debug 2024-09-12T23:48:29.784+0000 7f22bd528ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T23:48:30.068 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:29 smithi032 bash[22749]: debug 2024-09-12T23:48:29.860+0000 7f22bd528ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T23:48:30.412 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22749]: debug 2024-09-12T23:48:30.064+0000 7f22bd528ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T23:48:30.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22749]: debug 2024-09-12T23:48:30.140+0000 7f22bd528ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T23:48:30.912 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22749]: debug 2024-09-12T23:48:30.468+0000 7f22bd528ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T23:48:30.913 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22749]: debug 2024-09-12T23:48:30.544+0000 7f22bd528ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T23:48:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22496]: cluster 2024-09-12T23:48:30.570423+0000 mon.a (mon.0) 30 : cluster [INF] Active manager daemon y restarted 2024-09-12T23:48:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22496]: cluster 2024-09-12T23:48:30.570829+0000 mon.a (mon.0) 31 : cluster [INF] Activating manager daemon y 2024-09-12T23:48:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22496]: cluster 2024-09-12T23:48:30.578221+0000 mon.a (mon.0) 32 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2024-09-12T23:48:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22496]: cluster 2024-09-12T23:48:30.578481+0000 mon.a (mon.0) 33 : cluster [DBG] mgrmap e6: y(active, starting, since 0.0078054s) 2024-09-12T23:48:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22496]: audit 2024-09-12T23:48:30.579511+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:48:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22496]: audit 2024-09-12T23:48:30.581282+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-12T23:48:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22496]: audit 2024-09-12T23:48:30.582352+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-12T23:48:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22496]: audit 2024-09-12T23:48:30.582852+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-12T23:48:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22496]: audit 2024-09-12T23:48:30.583260+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-12T23:48:30.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22496]: cluster 2024-09-12T23:48:30.606974+0000 mon.a (mon.0) 39 : cluster [INF] Manager daemon y is now available 2024-09-12T23:48:30.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:30 smithi032 bash[22496]: audit 2024-09-12T23:48:30.620472+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' 2024-09-12T23:48:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:31 smithi032 bash[22496]: cephadm 2024-09-12T23:48:30.617664+0000 mgr.y (mgr.14118) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2024-09-12T23:48:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:31 smithi032 bash[22496]: audit 2024-09-12T23:48:30.625921+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' 2024-09-12T23:48:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:31 smithi032 bash[22496]: audit 2024-09-12T23:48:30.628734+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:48:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:31 smithi032 bash[22496]: audit 2024-09-12T23:48:30.631877+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:48:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:31 smithi032 bash[22496]: audit 2024-09-12T23:48:30.641141+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-12T23:48:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:31 smithi032 bash[22496]: audit 2024-09-12T23:48:30.643025+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-12T23:48:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:31 smithi032 bash[22496]: cluster 2024-09-12T23:48:31.582461+0000 mon.a (mon.0) 46 : cluster [DBG] mgrmap e7: y(active, since 1.01179s) 2024-09-12T23:48:32.223 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-09-12T23:48:32.223 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-12T23:48:32.224 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-12T23:48:32.224 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-09-12T23:48:32.224 INFO:teuthology.orchestra.run.smithi032.stdout:mgr epoch 5 is available 2024-09-12T23:48:32.224 INFO:teuthology.orchestra.run.smithi032.stdout:Setting orchestrator backend to cephadm... 2024-09-12T23:48:32.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:32 smithi032 bash[22496]: audit 2024-09-12T23:48:31.580721+0000 mgr.y (mgr.14118) 2 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-12T23:48:32.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:32 smithi032 bash[22496]: audit 2024-09-12T23:48:31.591568+0000 mgr.y (mgr.14118) 3 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-12T23:48:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22496]: cluster 2024-09-12T23:48:32.631752+0000 mon.a (mon.0) 47 : cluster [DBG] mgrmap e8: y(active, since 2s) 2024-09-12T23:48:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22496]: audit 2024-09-12T23:48:33.607493+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' 2024-09-12T23:48:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22496]: audit 2024-09-12T23:48:33.617465+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:48:33.913 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: debug 2024-09-12T23:48:33.676+0000 7f226f8f8640 -1 log_channel(cephadm) log [ERR] : [12/Sep/2024:23:48:33] ENGINE Error in HTTPServer.serve 2024-09-12T23:48:33.913 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: Traceback (most recent call last): 2024-09-12T23:48:33.913 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T23:48:33.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: self._connections.run(self.expiration_interval) 2024-09-12T23:48:33.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T23:48:33.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: self._run(expiration_interval) 2024-09-12T23:48:33.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T23:48:33.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T23:48:33.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T23:48:33.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T23:48:33.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T23:48:33.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: s = self.context.wrap_socket( 2024-09-12T23:48:33.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T23:48:33.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: return self.sslsocket_class._create( 2024-09-12T23:48:33.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T23:48:33.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: self.do_handshake() 2024-09-12T23:48:33.915 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T23:48:33.915 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: self._sslobj.do_handshake() 2024-09-12T23:48:33.915 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:33 smithi032 bash[22749]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T23:48:35.085 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: cephadm 2024-09-12T23:48:33.556336+0000 mgr.y (mgr.14118) 4 : cephadm [INF] [12/Sep/2024:23:48:33] ENGINE Bus STARTING 2024-09-12T23:48:35.085 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: audit 2024-09-12T23:48:33.603364+0000 mgr.y (mgr.14118) 5 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:48:35.085 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: cephadm 2024-09-12T23:48:33.682088+0000 mgr.y (mgr.14118) 6 : cephadm [INF] [12/Sep/2024:23:48:33] ENGINE Serving on https://172.21.15.32:7150 2024-09-12T23:48:35.085 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: cephadm 2024-09-12T23:48:33.682192+0000 mgr.y (mgr.14118) 7 : cephadm [INF] [12/Sep/2024:23:48:33] ENGINE Bus STARTED 2024-09-12T23:48:35.086 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: cephadm 2024-09-12T23:48:33.683679+0000 mgr.y (mgr.14118) 8 : cephadm [ERR] [12/Sep/2024:23:48:33] ENGINE Error in HTTPServer.serve 2024-09-12T23:48:35.086 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: Traceback (most recent call last): 2024-09-12T23:48:35.086 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T23:48:35.086 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: self._connections.run(self.expiration_interval) 2024-09-12T23:48:35.086 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T23:48:35.086 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: self._run(expiration_interval) 2024-09-12T23:48:35.086 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T23:48:35.086 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T23:48:35.086 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T23:48:35.086 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T23:48:35.086 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T23:48:35.086 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: s = self.context.wrap_socket( 2024-09-12T23:48:35.086 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T23:48:35.086 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: return self.sslsocket_class._create( 2024-09-12T23:48:35.087 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T23:48:35.087 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: self.do_handshake() 2024-09-12T23:48:35.087 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T23:48:35.087 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: self._sslobj.do_handshake() 2024-09-12T23:48:35.087 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T23:48:35.087 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: audit 2024-09-12T23:48:33.685376+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' 2024-09-12T23:48:35.087 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:34 smithi032 bash[22496]: audit 2024-09-12T23:48:33.686072+0000 mon.a (mon.0) 51 : audit [DBG] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:48:36.138 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-12T23:48:36.138 INFO:teuthology.orchestra.run.smithi032.stdout:Generating ssh key... 2024-09-12T23:48:36.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:36 smithi032 bash[22496]: audit 2024-09-12T23:48:35.586484+0000 mgr.y (mgr.14118) 9 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:48:38.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: Generating public/private rsa key pair. 2024-09-12T23:48:38.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: Your identification has been saved in /tmp/tmpjjei47ze/key 2024-09-12T23:48:38.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: Your public key has been saved in /tmp/tmpjjei47ze/key.pub 2024-09-12T23:48:38.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: The key fingerprint is: 2024-09-12T23:48:38.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: SHA256:O9ttxnkARo0rsqJL1V7TkzcrM4Rqc3KDJZQz2LU+lMk ceph-487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:48:38.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: The key's randomart image is: 2024-09-12T23:48:38.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: +---[RSA 3072]----+ 2024-09-12T23:48:38.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: | . o | 2024-09-12T23:48:38.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: | o + +o . | 2024-09-12T23:48:38.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: | . * E. . | 2024-09-12T23:48:38.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: | o.=.o+. | 2024-09-12T23:48:38.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: | . ooSo=.o | 2024-09-12T23:48:38.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: | ....* = o.o | 2024-09-12T23:48:38.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: | .. .B * +..o | 2024-09-12T23:48:38.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: | .. . = = == . | 2024-09-12T23:48:38.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: | .. . .o.. | 2024-09-12T23:48:38.415 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:38 smithi032 bash[22749]: +----[SHA256]-----+ 2024-09-12T23:48:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:39 smithi032 bash[22496]: audit 2024-09-12T23:48:37.601921+0000 mgr.y (mgr.14118) 10 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:48:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:39 smithi032 bash[22496]: cephadm 2024-09-12T23:48:37.602291+0000 mgr.y (mgr.14118) 11 : cephadm [INF] Generating ssh key... 2024-09-12T23:48:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:39 smithi032 bash[22496]: audit 2024-09-12T23:48:38.067679+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' 2024-09-12T23:48:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:39 smithi032 bash[22496]: audit 2024-09-12T23:48:38.071855+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' 2024-09-12T23:48:40.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:40 smithi032 bash[22496]: audit 2024-09-12T23:48:40.055487+0000 mgr.y (mgr.14118) 12 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:48:40.670 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDqjqIlnN80R/3eoSo7JNx4q9cem4jvw4HyK9kdZFHjIOdI8GcHz4QISAP6DVVxLYfxcHSwLcA+FvFmfrF+o4cLVH9E5QCFszVVtA4O0j3OaN01pqhfni4Z0jpdmNYpE9kUBZq/rE+EhFxpKJKDbV9vkQkPAL2dW85DeYRMe1arvlHU8cPSfwPY+prHHgvQS1d4V1NJsb4UDA5Lj6U+Es6Dz9D0cfm9oUmrIdhdwfQHriAJMyuoFdB7g7B+gI1lcPURVixRmeC7ttWnaph7KhpjpiT1TiNDOy0ppFG1Zh+ozJN7Wmfe0j2KRtaMHHizPP8Bv6pthtaHjENecnimcS/phAToHa9ZuHbzWZFt+ETTTLN63ZX/y5FGLnq7V6gwoaHxxS3hrcrETfK/yWDG5L64jb8Bcp8WL89Fp3w7fXLryMWq+z0y63aOy44nXF/KdrvYKjxYTSP34IKxQnG3zbTs7t33YCmqI2WCWd/LtIClZqQAXy8J1DGk4BNuoW/3TLs= ceph-487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:48:40.670 INFO:teuthology.orchestra.run.smithi032.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-12T23:48:40.671 INFO:teuthology.orchestra.run.smithi032.stdout:Adding key to root@localhost authorized_keys... 2024-09-12T23:48:40.671 INFO:teuthology.orchestra.run.smithi032.stdout:Adding host smithi032... 2024-09-12T23:48:42.513 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:42 smithi032 bash[22496]: audit 2024-09-12T23:48:42.052078+0000 mgr.y (mgr.14118) 13 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi032", "addr": "172.21.15.32", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:48:44.560 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:44 smithi032 bash[22496]: cephadm 2024-09-12T23:48:43.346716+0000 mgr.y (mgr.14118) 14 : cephadm [INF] Deploying cephadm binary to smithi032 2024-09-12T23:48:46.812 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout Added host 'smithi032' with addr '172.21.15.32' 2024-09-12T23:48:46.813 INFO:teuthology.orchestra.run.smithi032.stdout:Deploying unmanaged mon service... 2024-09-12T23:48:47.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:46 smithi032 bash[22496]: audit 2024-09-12T23:48:45.909191+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' 2024-09-12T23:48:47.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:46 smithi032 bash[22496]: cephadm 2024-09-12T23:48:45.909557+0000 mgr.y (mgr.14118) 15 : cephadm [INF] Added host smithi032 2024-09-12T23:48:47.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:46 smithi032 bash[22496]: audit 2024-09-12T23:48:45.909945+0000 mon.a (mon.0) 55 : audit [DBG] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:48:49.666 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-12T23:48:49.667 INFO:teuthology.orchestra.run.smithi032.stdout:Deploying unmanaged mgr service... 2024-09-12T23:48:50.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:49 smithi032 bash[22496]: audit 2024-09-12T23:48:48.959815+0000 mgr.y (mgr.14118) 16 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:48:50.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:49 smithi032 bash[22496]: cephadm 2024-09-12T23:48:48.961857+0000 mgr.y (mgr.14118) 17 : cephadm [INF] Saving service mon spec with placement count:5 2024-09-12T23:48:50.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:49 smithi032 bash[22496]: audit 2024-09-12T23:48:48.965539+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' 2024-09-12T23:48:50.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:49 smithi032 bash[22496]: audit 2024-09-12T23:48:49.273807+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' 2024-09-12T23:48:50.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:49 smithi032 bash[22496]: audit 2024-09-12T23:48:49.569680+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' 2024-09-12T23:48:51.684 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-12T23:48:52.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:52 smithi032 bash[22496]: cluster 2024-09-12T23:48:50.584004+0000 mgr.y (mgr.14118) 18 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:48:52.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:52 smithi032 bash[22496]: audit 2024-09-12T23:48:51.119166+0000 mgr.y (mgr.14118) 19 : audit [DBG] from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:48:52.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:52 smithi032 bash[22496]: cephadm 2024-09-12T23:48:51.121303+0000 mgr.y (mgr.14118) 20 : cephadm [INF] Saving service mgr spec with placement count:2 2024-09-12T23:48:52.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:52 smithi032 bash[22496]: audit 2024-09-12T23:48:51.126027+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' 2024-09-12T23:48:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:54 smithi032 bash[22496]: cluster 2024-09-12T23:48:52.584467+0000 mgr.y (mgr.14118) 21 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:48:54.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:54 smithi032 bash[22496]: audit 2024-09-12T23:48:53.086914+0000 mon.a (mon.0) 60 : audit [INF] from='client.? 172.21.15.32:0/2229196431' entity='client.admin' 2024-09-12T23:48:55.650 INFO:teuthology.orchestra.run.smithi032.stdout:Enabling the dashboard module... 2024-09-12T23:48:55.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:55 smithi032 bash[22496]: audit 2024-09-12T23:48:54.515569+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' 2024-09-12T23:48:55.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:55 smithi032 bash[22496]: cluster 2024-09-12T23:48:54.584727+0000 mgr.y (mgr.14118) 22 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:48:55.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:55 smithi032 bash[22496]: audit 2024-09-12T23:48:54.969236+0000 mon.a (mon.0) 62 : audit [INF] from='client.? 172.21.15.32:0/4086602934' entity='client.admin' 2024-09-12T23:48:55.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:55 smithi032 bash[22496]: audit 2024-09-12T23:48:55.093394+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.14118 172.21.15.32:0/1197189765' entity='mgr.y' 2024-09-12T23:48:57.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:57 smithi032 bash[22496]: cluster 2024-09-12T23:48:56.585028+0000 mgr.y (mgr.14118) 23 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:48:57.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:57 smithi032 bash[22496]: audit 2024-09-12T23:48:57.181739+0000 mon.a (mon.0) 64 : audit [INF] from='client.? 172.21.15.32:0/4102602246' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-12T23:48:57.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:57 smithi032 bash[22749]: ignoring --setuser ceph since I am not root 2024-09-12T23:48:57.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:57 smithi032 bash[22749]: ignoring --setgroup ceph since I am not root 2024-09-12T23:48:57.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:57 smithi032 bash[22749]: debug 2024-09-12T23:48:57.806+0000 7faf8c5acec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T23:48:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:58 smithi032 bash[22496]: audit 2024-09-12T23:48:57.643898+0000 mon.a (mon.0) 65 : audit [INF] from='client.? 172.21.15.32:0/4102602246' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-12T23:48:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:58 smithi032 bash[22496]: cluster 2024-09-12T23:48:57.643958+0000 mon.a (mon.0) 66 : cluster [DBG] mgrmap e9: y(active, since 27s) 2024-09-12T23:48:59.315 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:59 smithi032 bash[22749]: debug 2024-09-12T23:48:59.046+0000 7faf8c5acec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T23:48:59.315 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:59 smithi032 bash[22749]: debug 2024-09-12T23:48:59.114+0000 7faf8c5acec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T23:48:59.315 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:59 smithi032 bash[22749]: debug 2024-09-12T23:48:59.270+0000 7faf8c5acec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T23:49:00.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:48:59 smithi032 bash[22496]: audit 2024-09-12T23:48:59.867435+0000 mon.a (mon.0) 67 : audit [DBG] from='client.? 172.21.15.32:0/74087638' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-12T23:49:00.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:48:59 smithi032 bash[22749]: debug 2024-09-12T23:48:59.930+0000 7faf8c5acec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T23:49:00.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:00 smithi032 bash[22749]: debug 2024-09-12T23:49:00.006+0000 7faf8c5acec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T23:49:00.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:00 smithi032 bash[22749]: debug 2024-09-12T23:49:00.074+0000 7faf8c5acec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T23:49:00.423 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-09-12T23:49:00.423 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-12T23:49:00.423 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-12T23:49:00.423 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-12T23:49:00.423 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-12T23:49:00.424 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-09-12T23:49:00.424 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for the mgr to restart... 2024-09-12T23:49:00.424 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mgr epoch 9... 2024-09-12T23:49:00.512 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:00 smithi032 bash[22749]: debug 2024-09-12T23:49:00.238+0000 7faf8c5acec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T23:49:00.512 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:00 smithi032 bash[22749]: debug 2024-09-12T23:49:00.318+0000 7faf8c5acec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T23:49:00.512 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:00 smithi032 bash[22749]: debug 2024-09-12T23:49:00.386+0000 7faf8c5acec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T23:49:00.873 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:00 smithi032 bash[22749]: debug 2024-09-12T23:49:00.626+0000 7faf8c5acec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T23:49:00.873 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:00 smithi032 bash[22749]: debug 2024-09-12T23:49:00.694+0000 7faf8c5acec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T23:49:01.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:00 smithi032 bash[22749]: debug 2024-09-12T23:49:00.870+0000 7faf8c5acec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T23:49:01.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:00 smithi032 bash[22749]: debug 2024-09-12T23:49:00.946+0000 7faf8c5acec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T23:49:01.449 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:01 smithi032 bash[22749]: debug 2024-09-12T23:49:01.190+0000 7faf8c5acec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T23:49:01.449 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:01 smithi032 bash[22749]: debug 2024-09-12T23:49:01.358+0000 7faf8c5acec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T23:49:01.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:01 smithi032 bash[22749]: debug 2024-09-12T23:49:01.446+0000 7faf8c5acec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T23:49:01.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:01 smithi032 bash[22749]: debug 2024-09-12T23:49:01.606+0000 7faf8c5acec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T23:49:02.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:02 smithi032 bash[22749]: debug 2024-09-12T23:49:02.398+0000 7faf8c5acec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T23:49:02.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:02 smithi032 bash[22749]: debug 2024-09-12T23:49:02.482+0000 7faf8c5acec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T23:49:03.093 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:02 smithi032 bash[22749]: debug 2024-09-12T23:49:02.686+0000 7faf8c5acec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T23:49:03.093 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:02 smithi032 bash[22749]: debug 2024-09-12T23:49:02.762+0000 7faf8c5acec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T23:49:03.093 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:03 smithi032 bash[22749]: debug 2024-09-12T23:49:03.090+0000 7faf8c5acec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T23:49:03.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:03 smithi032 bash[22749]: debug 2024-09-12T23:49:03.170+0000 7faf8c5acec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T23:49:03.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:03 smithi032 bash[22496]: cluster 2024-09-12T23:49:03.194455+0000 mon.a (mon.0) 68 : cluster [INF] Active manager daemon y restarted 2024-09-12T23:49:03.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:03 smithi032 bash[22496]: cluster 2024-09-12T23:49:03.194685+0000 mon.a (mon.0) 69 : cluster [INF] Activating manager daemon y 2024-09-12T23:49:03.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:03 smithi032 bash[22496]: cluster 2024-09-12T23:49:03.200775+0000 mon.a (mon.0) 70 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2024-09-12T23:49:03.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:03 smithi032 bash[22496]: cluster 2024-09-12T23:49:03.201003+0000 mon.a (mon.0) 71 : cluster [DBG] mgrmap e10: y(active, starting, since 0.00641542s) 2024-09-12T23:49:03.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:03 smithi032 bash[22496]: audit 2024-09-12T23:49:03.202827+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:49:03.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:03 smithi032 bash[22496]: audit 2024-09-12T23:49:03.204038+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-12T23:49:03.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:03 smithi032 bash[22496]: audit 2024-09-12T23:49:03.205236+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-12T23:49:03.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:03 smithi032 bash[22496]: audit 2024-09-12T23:49:03.205386+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-12T23:49:03.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:03 smithi032 bash[22496]: audit 2024-09-12T23:49:03.205567+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-12T23:49:03.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:03 smithi032 bash[22496]: cluster 2024-09-12T23:49:03.231534+0000 mon.a (mon.0) 77 : cluster [INF] Manager daemon y is now available 2024-09-12T23:49:04.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22496]: audit 2024-09-12T23:49:03.248342+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:49:04.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22496]: audit 2024-09-12T23:49:03.264564+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-12T23:49:04.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22496]: audit 2024-09-12T23:49:03.267635+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-12T23:49:04.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22496]: cluster 2024-09-12T23:49:04.206634+0000 mon.a (mon.0) 81 : cluster [DBG] mgrmap e11: y(active, since 1.01204s) 2024-09-12T23:49:04.831 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-09-12T23:49:04.831 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-12T23:49:04.831 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-12T23:49:04.831 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-09-12T23:49:04.832 INFO:teuthology.orchestra.run.smithi032.stdout:mgr epoch 9 is available 2024-09-12T23:49:04.832 INFO:teuthology.orchestra.run.smithi032.stdout:Generating a dashboard self-signed certificate... 2024-09-12T23:49:05.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: debug 2024-09-12T23:49:04.986+0000 7faf3d0f9640 -1 log_channel(cephadm) log [ERR] : [12/Sep/2024:23:49:04] ENGINE Error in HTTPServer.serve 2024-09-12T23:49:05.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: Traceback (most recent call last): 2024-09-12T23:49:05.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T23:49:05.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: self._connections.run(self.expiration_interval) 2024-09-12T23:49:05.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T23:49:05.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: self._run(expiration_interval) 2024-09-12T23:49:05.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T23:49:05.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T23:49:05.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T23:49:05.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T23:49:05.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T23:49:05.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: s = self.context.wrap_socket( 2024-09-12T23:49:05.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T23:49:05.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: return self.sslsocket_class._create( 2024-09-12T23:49:05.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T23:49:05.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: self.do_handshake() 2024-09-12T23:49:05.166 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T23:49:05.166 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: self._sslobj.do_handshake() 2024-09-12T23:49:05.166 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:49:04 smithi032 bash[22749]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T23:49:05.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:05 smithi032 bash[22496]: audit 2024-09-12T23:49:04.204854+0000 mgr.y (mgr.14150) 1 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-12T23:49:05.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:05 smithi032 bash[22496]: audit 2024-09-12T23:49:04.215137+0000 mgr.y (mgr.14150) 2 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-12T23:49:05.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:05 smithi032 bash[22496]: audit 2024-09-12T23:49:04.993082+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:06.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: cephadm 2024-09-12T23:49:04.863817+0000 mgr.y (mgr.14150) 3 : cephadm [INF] [12/Sep/2024:23:49:04] ENGINE Bus STARTING 2024-09-12T23:49:06.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: cephadm 2024-09-12T23:49:04.986935+0000 mgr.y (mgr.14150) 4 : cephadm [INF] [12/Sep/2024:23:49:04] ENGINE Serving on https://172.21.15.32:7150 2024-09-12T23:49:06.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: cephadm 2024-09-12T23:49:04.987106+0000 mgr.y (mgr.14150) 5 : cephadm [INF] [12/Sep/2024:23:49:04] ENGINE Bus STARTED 2024-09-12T23:49:06.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: cephadm 2024-09-12T23:49:04.988835+0000 mgr.y (mgr.14150) 6 : cephadm [ERR] [12/Sep/2024:23:49:04] ENGINE Error in HTTPServer.serve 2024-09-12T23:49:06.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: Traceback (most recent call last): 2024-09-12T23:49:06.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T23:49:06.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: self._connections.run(self.expiration_interval) 2024-09-12T23:49:06.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T23:49:06.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: self._run(expiration_interval) 2024-09-12T23:49:06.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T23:49:06.568 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T23:49:06.568 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T23:49:06.568 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T23:49:06.568 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T23:49:06.568 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: s = self.context.wrap_socket( 2024-09-12T23:49:06.568 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T23:49:06.568 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: return self.sslsocket_class._create( 2024-09-12T23:49:06.568 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T23:49:06.568 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: self.do_handshake() 2024-09-12T23:49:06.568 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T23:49:06.568 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: self._sslobj.do_handshake() 2024-09-12T23:49:06.568 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T23:49:06.568 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:06 smithi032 bash[22496]: cluster 2024-09-12T23:49:05.993252+0000 mon.a (mon.0) 83 : cluster [DBG] mgrmap e12: y(active, since 2s) 2024-09-12T23:49:07.239 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-12T23:49:07.240 INFO:teuthology.orchestra.run.smithi032.stdout:Creating initial admin user... 2024-09-12T23:49:07.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:07 smithi032 bash[22496]: audit 2024-09-12T23:49:06.449683+0000 mgr.y (mgr.14150) 7 : audit [DBG] from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:49:07.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:07 smithi032 bash[22496]: audit 2024-09-12T23:49:06.546810+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:07.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:07 smithi032 bash[22496]: audit 2024-09-12T23:49:06.549654+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:09.570 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$YL7lS31/24DCmrDJTqn3/eykisv/Wj1AEuQdgV3lKc6vZ2qCsD/GW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726184948, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-12T23:49:09.570 INFO:teuthology.orchestra.run.smithi032.stdout:Fetching dashboard port number... 2024-09-12T23:49:10.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:09 smithi032 bash[22496]: audit 2024-09-12T23:49:08.722757+0000 mgr.y (mgr.14150) 8 : audit [DBG] from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:49:10.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:09 smithi032 bash[22496]: audit 2024-09-12T23:49:08.937812+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:10.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:09 smithi032 bash[22496]: audit 2024-09-12T23:49:08.997800+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:10.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:09 smithi032 bash[22496]: audit 2024-09-12T23:49:09.483828+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:11.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:10 smithi032 bash[22496]: cluster 2024-09-12T23:49:10.003575+0000 mon.a (mon.0) 89 : cluster [DBG] mgrmap e13: y(active, since 6s) 2024-09-12T23:49:11.597 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 8443 2024-09-12T23:49:11.597 INFO:teuthology.orchestra.run.smithi032.stdout:firewalld does not appear to be present 2024-09-12T23:49:11.597 INFO:teuthology.orchestra.run.smithi032.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-12T23:49:11.599 INFO:teuthology.orchestra.run.smithi032.stdout:Ceph Dashboard is now available at: 2024-09-12T23:49:11.599 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:49:11.599 INFO:teuthology.orchestra.run.smithi032.stdout: URL: https://smithi032.front.sepia.ceph.com:8443/ 2024-09-12T23:49:11.599 INFO:teuthology.orchestra.run.smithi032.stdout: User: admin 2024-09-12T23:49:11.599 INFO:teuthology.orchestra.run.smithi032.stdout: Password: iearacq9nm 2024-09-12T23:49:11.599 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:49:11.600 INFO:teuthology.orchestra.run.smithi032.stdout:Saving cluster configuration to /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config directory 2024-09-12T23:49:11.600 INFO:teuthology.orchestra.run.smithi032.stdout:Enabling autotune for osd_memory_target 2024-09-12T23:49:12.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:12 smithi032 bash[22496]: audit 2024-09-12T23:49:11.002541+0000 mon.a (mon.0) 90 : audit [DBG] from='client.? 172.21.15.32:0/841765751' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-12T23:49:16.210 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-12T23:49:16.210 INFO:teuthology.orchestra.run.smithi032.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-12T23:49:16.210 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:49:16.210 INFO:teuthology.orchestra.run.smithi032.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-12T23:49:16.210 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:49:16.210 INFO:teuthology.orchestra.run.smithi032.stdout:Or, if you are only running a single cluster on this host: 2024-09-12T23:49:16.210 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:49:16.210 INFO:teuthology.orchestra.run.smithi032.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-12T23:49:16.210 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:49:16.210 INFO:teuthology.orchestra.run.smithi032.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-12T23:49:16.211 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:49:16.211 INFO:teuthology.orchestra.run.smithi032.stdout: ceph telemetry on 2024-09-12T23:49:16.211 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:49:16.211 INFO:teuthology.orchestra.run.smithi032.stdout:For more information see: 2024-09-12T23:49:16.211 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:49:16.211 INFO:teuthology.orchestra.run.smithi032.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-09-12T23:49:16.211 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:49:16.211 INFO:teuthology.orchestra.run.smithi032.stdout:Bootstrap complete. 2024-09-12T23:49:16.242 INFO:tasks.cephadm:Fetching config... 2024-09-12T23:49:16.243 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:49:16.243 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-12T23:49:16.248 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-12T23:49:16.248 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:49:16.249 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-12T23:49:16.296 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-12T23:49:16.296 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:49:16.296 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-12T23:49:16.348 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:16 smithi032 bash[22496]: audit 2024-09-12T23:49:15.329947+0000 mon.a (mon.0) 91 : audit [INF] from='client.? 172.21.15.32:0/832972721' entity='client.admin' 2024-09-12T23:49:16.349 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-12T23:49:16.349 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:49:16.349 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-12T23:49:16.399 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-12T23:49:16.399 DEBUG:teuthology.orchestra.run.smithi032:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDqjqIlnN80R/3eoSo7JNx4q9cem4jvw4HyK9kdZFHjIOdI8GcHz4QISAP6DVVxLYfxcHSwLcA+FvFmfrF+o4cLVH9E5QCFszVVtA4O0j3OaN01pqhfni4Z0jpdmNYpE9kUBZq/rE+EhFxpKJKDbV9vkQkPAL2dW85DeYRMe1arvlHU8cPSfwPY+prHHgvQS1d4V1NJsb4UDA5Lj6U+Es6Dz9D0cfm9oUmrIdhdwfQHriAJMyuoFdB7g7B+gI1lcPURVixRmeC7ttWnaph7KhpjpiT1TiNDOy0ppFG1Zh+ozJN7Wmfe0j2KRtaMHHizPP8Bv6pthtaHjENecnimcS/phAToHa9ZuHbzWZFt+ETTTLN63ZX/y5FGLnq7V6gwoaHxxS3hrcrETfK/yWDG5L64jb8Bcp8WL89Fp3w7fXLryMWq+z0y63aOy44nXF/KdrvYKjxYTSP34IKxQnG3zbTs7t33YCmqI2WCWd/LtIClZqQAXy8J1DGk4BNuoW/3TLs= ceph-487b01b8-7161-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-12T23:49:16.461 INFO:teuthology.orchestra.run.smithi032.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDqjqIlnN80R/3eoSo7JNx4q9cem4jvw4HyK9kdZFHjIOdI8GcHz4QISAP6DVVxLYfxcHSwLcA+FvFmfrF+o4cLVH9E5QCFszVVtA4O0j3OaN01pqhfni4Z0jpdmNYpE9kUBZq/rE+EhFxpKJKDbV9vkQkPAL2dW85DeYRMe1arvlHU8cPSfwPY+prHHgvQS1d4V1NJsb4UDA5Lj6U+Es6Dz9D0cfm9oUmrIdhdwfQHriAJMyuoFdB7g7B+gI1lcPURVixRmeC7ttWnaph7KhpjpiT1TiNDOy0ppFG1Zh+ozJN7Wmfe0j2KRtaMHHizPP8Bv6pthtaHjENecnimcS/phAToHa9ZuHbzWZFt+ETTTLN63ZX/y5FGLnq7V6gwoaHxxS3hrcrETfK/yWDG5L64jb8Bcp8WL89Fp3w7fXLryMWq+z0y63aOy44nXF/KdrvYKjxYTSP34IKxQnG3zbTs7t33YCmqI2WCWd/LtIClZqQAXy8J1DGk4BNuoW/3TLs= ceph-487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:49:16.471 DEBUG:teuthology.orchestra.run.smithi053:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDqjqIlnN80R/3eoSo7JNx4q9cem4jvw4HyK9kdZFHjIOdI8GcHz4QISAP6DVVxLYfxcHSwLcA+FvFmfrF+o4cLVH9E5QCFszVVtA4O0j3OaN01pqhfni4Z0jpdmNYpE9kUBZq/rE+EhFxpKJKDbV9vkQkPAL2dW85DeYRMe1arvlHU8cPSfwPY+prHHgvQS1d4V1NJsb4UDA5Lj6U+Es6Dz9D0cfm9oUmrIdhdwfQHriAJMyuoFdB7g7B+gI1lcPURVixRmeC7ttWnaph7KhpjpiT1TiNDOy0ppFG1Zh+ozJN7Wmfe0j2KRtaMHHizPP8Bv6pthtaHjENecnimcS/phAToHa9ZuHbzWZFt+ETTTLN63ZX/y5FGLnq7V6gwoaHxxS3hrcrETfK/yWDG5L64jb8Bcp8WL89Fp3w7fXLryMWq+z0y63aOy44nXF/KdrvYKjxYTSP34IKxQnG3zbTs7t33YCmqI2WCWd/LtIClZqQAXy8J1DGk4BNuoW/3TLs= ceph-487b01b8-7161-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-12T23:49:16.498 INFO:teuthology.orchestra.run.smithi053.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDqjqIlnN80R/3eoSo7JNx4q9cem4jvw4HyK9kdZFHjIOdI8GcHz4QISAP6DVVxLYfxcHSwLcA+FvFmfrF+o4cLVH9E5QCFszVVtA4O0j3OaN01pqhfni4Z0jpdmNYpE9kUBZq/rE+EhFxpKJKDbV9vkQkPAL2dW85DeYRMe1arvlHU8cPSfwPY+prHHgvQS1d4V1NJsb4UDA5Lj6U+Es6Dz9D0cfm9oUmrIdhdwfQHriAJMyuoFdB7g7B+gI1lcPURVixRmeC7ttWnaph7KhpjpiT1TiNDOy0ppFG1Zh+ozJN7Wmfe0j2KRtaMHHizPP8Bv6pthtaHjENecnimcS/phAToHa9ZuHbzWZFt+ETTTLN63ZX/y5FGLnq7V6gwoaHxxS3hrcrETfK/yWDG5L64jb8Bcp8WL89Fp3w7fXLryMWq+z0y63aOy44nXF/KdrvYKjxYTSP34IKxQnG3zbTs7t33YCmqI2WCWd/LtIClZqQAXy8J1DGk4BNuoW/3TLs= ceph-487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:49:16.508 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-12T23:49:22.485 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:49:23.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:23 smithi032 bash[22496]: audit 2024-09-12T23:49:22.092690+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:23.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:23 smithi032 bash[22496]: audit 2024-09-12T23:49:22.098147+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:23.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:23 smithi032 bash[22496]: audit 2024-09-12T23:49:22.099702+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi032", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:49:23.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:23 smithi032 bash[22496]: audit 2024-09-12T23:49:22.107597+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:23.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:23 smithi032 bash[22496]: audit 2024-09-12T23:49:22.139510+0000 mon.a (mon.0) 96 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:49:23.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:23 smithi032 bash[22496]: audit 2024-09-12T23:49:22.148357+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:24.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:24 smithi032 bash[22496]: cluster 2024-09-12T23:49:23.207020+0000 mgr.y (mgr.14150) 9 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:26.135 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-12T23:49:26.135 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-12T23:49:26.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:26 smithi032 bash[22496]: cluster 2024-09-12T23:49:25.207353+0000 mgr.y (mgr.14150) 10 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:26.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:26 smithi032 bash[22496]: audit 2024-09-12T23:49:25.505701+0000 mon.a (mon.0) 98 : audit [INF] from='client.? 172.21.15.32:0/2260594489' entity='client.admin' 2024-09-12T23:49:26.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:26 smithi032 bash[22496]: audit 2024-09-12T23:49:25.517886+0000 mon.a (mon.0) 99 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:49:26.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:26 smithi032 bash[22496]: audit 2024-09-12T23:49:25.522321+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:28.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:28 smithi032 bash[22496]: cluster 2024-09-12T23:49:27.207723+0000 mgr.y (mgr.14150) 11 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:30.855 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:49:30.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:30 smithi032 bash[22496]: cluster 2024-09-12T23:49:29.208097+0000 mgr.y (mgr.14150) 12 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:32.808 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:32 smithi032 bash[22496]: cluster 2024-09-12T23:49:31.208658+0000 mgr.y (mgr.14150) 13 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:34.721 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi053 2024-09-12T23:49:34.721 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-12T23:49:34.721 DEBUG:teuthology.orchestra.run.smithi053:> dd of=/etc/ceph/ceph.conf 2024-09-12T23:49:34.727 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-12T23:49:34.727 DEBUG:teuthology.orchestra.run.smithi053:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-12T23:49:34.773 INFO:tasks.cephadm:Adding host smithi053 to orchestrator... 2024-09-12T23:49:34.773 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch host add smithi053 2024-09-12T23:49:34.784 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:34 smithi032 bash[22496]: cluster 2024-09-12T23:49:33.209098+0000 mgr.y (mgr.14150) 14 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:34.784 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:34 smithi032 bash[22496]: audit 2024-09-12T23:49:34.051847+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:34.784 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:34 smithi032 bash[22496]: audit 2024-09-12T23:49:34.052796+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:49:34.784 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:34 smithi032 bash[22496]: audit 2024-09-12T23:49:34.054820+0000 mon.a (mon.0) 103 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:49:34.785 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:34 smithi032 bash[22496]: audit 2024-09-12T23:49:34.055958+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:49:34.785 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:34 smithi032 bash[22496]: audit 2024-09-12T23:49:34.397015+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:34.785 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:34 smithi032 bash[22496]: audit 2024-09-12T23:49:34.400972+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:34.785 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:34 smithi032 bash[22496]: audit 2024-09-12T23:49:34.404987+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:35.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:35 smithi032 bash[22496]: audit 2024-09-12T23:49:34.047212+0000 mgr.y (mgr.14150) 15 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:49:35.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:35 smithi032 bash[22496]: cephadm 2024-09-12T23:49:34.057197+0000 mgr.y (mgr.14150) 16 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-12T23:49:35.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:35 smithi032 bash[22496]: cephadm 2024-09-12T23:49:34.144860+0000 mgr.y (mgr.14150) 17 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:49:35.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:35 smithi032 bash[22496]: cephadm 2024-09-12T23:49:34.225627+0000 mgr.y (mgr.14150) 18 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-09-12T23:49:35.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:35 smithi032 bash[22496]: cephadm 2024-09-12T23:49:34.309588+0000 mgr.y (mgr.14150) 19 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T23:49:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:36 smithi032 bash[22496]: cluster 2024-09-12T23:49:35.209516+0000 mgr.y (mgr.14150) 20 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:38.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:38 smithi032 bash[22496]: cluster 2024-09-12T23:49:37.209942+0000 mgr.y (mgr.14150) 21 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:39.483 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:49:40.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:40 smithi032 bash[22496]: cluster 2024-09-12T23:49:39.210341+0000 mgr.y (mgr.14150) 22 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:42 smithi032 bash[22496]: cluster 2024-09-12T23:49:41.210871+0000 mgr.y (mgr.14150) 23 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:44 smithi032 bash[22496]: audit 2024-09-12T23:49:42.721505+0000 mgr.y (mgr.14150) 24 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi053", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:49:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:44 smithi032 bash[22496]: cluster 2024-09-12T23:49:43.211372+0000 mgr.y (mgr.14150) 25 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:45.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:45 smithi032 bash[22496]: cephadm 2024-09-12T23:49:44.020848+0000 mgr.y (mgr.14150) 26 : cephadm [INF] Deploying cephadm binary to smithi053 2024-09-12T23:49:46.652 INFO:teuthology.orchestra.run.smithi032.stdout:Added host 'smithi053' with addr '172.21.15.53' 2024-09-12T23:49:46.886 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:46 smithi032 bash[22496]: cluster 2024-09-12T23:49:45.211771+0000 mgr.y (mgr.14150) 27 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:47.257 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-12T23:49:47.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:47 smithi032 bash[22496]: audit 2024-09-12T23:49:46.651673+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:47.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:47 smithi032 bash[22496]: cephadm 2024-09-12T23:49:46.652480+0000 mgr.y (mgr.14150) 28 : cephadm [INF] Added host smithi053 2024-09-12T23:49:47.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:47 smithi032 bash[22496]: audit 2024-09-12T23:49:46.653355+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:49:47.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:47 smithi032 bash[22496]: audit 2024-09-12T23:49:46.911952+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:48 smithi032 bash[22496]: cluster 2024-09-12T23:49:47.212164+0000 mgr.y (mgr.14150) 29 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:48 smithi032 bash[22496]: audit 2024-09-12T23:49:48.186198+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:50.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:49 smithi032 bash[22496]: audit 2024-09-12T23:49:48.983126+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:50.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:49 smithi032 bash[22496]: cluster 2024-09-12T23:49:49.212585+0000 mgr.y (mgr.14150) 30 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:52.015 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:49:52.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:52 smithi032 bash[22496]: cluster 2024-09-12T23:49:51.212978+0000 mgr.y (mgr.14150) 31 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:54.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:54 smithi032 bash[22496]: cluster 2024-09-12T23:49:53.213281+0000 mgr.y (mgr.14150) 32 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:55.231 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:49:55.231 INFO:teuthology.orchestra.run.smithi032.stdout:[{"addr": "172.21.15.32", "hostname": "smithi032", "labels": [], "status": ""}, {"addr": "172.21.15.53", "hostname": "smithi053", "labels": [], "status": ""}] 2024-09-12T23:49:55.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:55 smithi032 bash[22496]: audit 2024-09-12T23:49:54.567660+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:55.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:55 smithi032 bash[22496]: audit 2024-09-12T23:49:54.572690+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:55.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:55 smithi032 bash[22496]: audit 2024-09-12T23:49:54.578494+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:55.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:55 smithi032 bash[22496]: audit 2024-09-12T23:49:54.583378+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:55.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:55 smithi032 bash[22496]: audit 2024-09-12T23:49:54.584885+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi053", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:49:55.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:55 smithi032 bash[22496]: audit 2024-09-12T23:49:54.587109+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:49:55.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:55 smithi032 bash[22496]: audit 2024-09-12T23:49:54.588857+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:49:55.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:55 smithi032 bash[22496]: cephadm 2024-09-12T23:49:54.591296+0000 mgr.y (mgr.14150) 33 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-12T23:49:55.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:55 smithi032 bash[22496]: audit 2024-09-12T23:49:55.141577+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:55.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:55 smithi032 bash[22496]: audit 2024-09-12T23:49:55.146620+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:55.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:55 smithi032 bash[22496]: audit 2024-09-12T23:49:55.152370+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:49:55.913 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-12T23:49:55.913 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-12T23:49:56.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:56 smithi032 bash[22496]: cephadm 2024-09-12T23:49:54.769862+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:49:56.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:56 smithi032 bash[22496]: cephadm 2024-09-12T23:49:54.918284+0000 mgr.y (mgr.14150) 35 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-12T23:49:56.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:56 smithi032 bash[22496]: cephadm 2024-09-12T23:49:55.030347+0000 mgr.y (mgr.14150) 36 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T23:49:56.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:56 smithi032 bash[22496]: cluster 2024-09-12T23:49:55.213610+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:49:56.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:56 smithi032 bash[22496]: audit 2024-09-12T23:49:55.230674+0000 mgr.y (mgr.14150) 38 : audit [DBG] from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:49:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:49:58 smithi032 bash[22496]: cluster 2024-09-12T23:49:57.214012+0000 mgr.y (mgr.14150) 39 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:00.633 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:50:00.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:00 smithi032 bash[22496]: cluster 2024-09-12T23:49:59.214398+0000 mgr.y (mgr.14150) 40 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:02.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:02 smithi032 bash[22496]: cluster 2024-09-12T23:50:01.214806+0000 mgr.y (mgr.14150) 41 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:04.577 INFO:teuthology.orchestra.run.smithi032.stderr:adjusted tunables profile to default 2024-09-12T23:50:04.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:04 smithi032 bash[22496]: cluster 2024-09-12T23:50:03.215208+0000 mgr.y (mgr.14150) 42 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:04.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:04 smithi032 bash[22496]: audit 2024-09-12T23:50:04.138979+0000 mon.a (mon.0) 123 : audit [INF] from='client.? 172.21.15.32:0/4194345809' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-12T23:50:05.274 INFO:tasks.cephadm:Adding mon.a on smithi032 2024-09-12T23:50:05.274 INFO:tasks.cephadm:Adding mon.c on smithi032 2024-09-12T23:50:05.274 INFO:tasks.cephadm:Adding mon.b on smithi053 2024-09-12T23:50:05.274 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi032:172.21.15.32=a;smithi032:[v2:172.21.15.32:3301,v1:172.21.15.32:6790]=c;smithi053:172.21.15.53=b' 2024-09-12T23:50:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:05 smithi032 bash[22496]: audit 2024-09-12T23:50:04.577131+0000 mon.a (mon.0) 124 : audit [INF] from='client.? 172.21.15.32:0/4194345809' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-12T23:50:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:05 smithi032 bash[22496]: cluster 2024-09-12T23:50:04.577232+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-12T23:50:06.494 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:50:06.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:06 smithi032 bash[22496]: cluster 2024-09-12T23:50:05.215657+0000 mgr.y (mgr.14150) 43 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:08.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:08 smithi032 bash[22496]: cluster 2024-09-12T23:50:07.216040+0000 mgr.y (mgr.14150) 44 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:09.280 INFO:teuthology.orchestra.run.smithi053.stdout:Scheduled mon update... 2024-09-12T23:50:09.888 DEBUG:teuthology.orchestra.run.smithi032:mon.c> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.c.service 2024-09-12T23:50:09.891 DEBUG:teuthology.orchestra.run.smithi053:mon.b> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.b.service 2024-09-12T23:50:09.893 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-12T23:50:09.893 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-12T23:50:10.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:10 smithi032 bash[22496]: cluster 2024-09-12T23:50:09.216427+0000 mgr.y (mgr.14150) 45 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:10.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:10 smithi032 bash[22496]: audit 2024-09-12T23:50:09.269565+0000 mgr.y (mgr.14150) 46 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi032:172.21.15.32=a;smithi032:[v2:172.21.15.32:3301,v1:172.21.15.32:6790]=c;smithi053:172.21.15.53=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:50:10.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:10 smithi032 bash[22496]: cephadm 2024-09-12T23:50:09.274803+0000 mgr.y (mgr.14150) 47 : cephadm [INF] Saving service mon spec with placement smithi032:172.21.15.32=a;smithi032:[v2:172.21.15.32:3301,v1:172.21.15.32:6790]=c;smithi053:172.21.15.53=b;count:3 2024-09-12T23:50:10.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:10 smithi032 bash[22496]: audit 2024-09-12T23:50:09.279812+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:10.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:10 smithi032 bash[22496]: audit 2024-09-12T23:50:09.281255+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:10.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:10 smithi032 bash[22496]: audit 2024-09-12T23:50:09.685947+0000 mon.a (mon.0) 128 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:10.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:10 smithi032 bash[22496]: audit 2024-09-12T23:50:09.687042+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:10.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:10 smithi032 bash[22496]: audit 2024-09-12T23:50:09.693546+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:10.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:10 smithi032 bash[22496]: audit 2024-09-12T23:50:09.696090+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:10.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:10 smithi032 bash[22496]: audit 2024-09-12T23:50:09.697489+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:10.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:10 smithi032 bash[22496]: cephadm 2024-09-12T23:50:09.698959+0000 mgr.y (mgr.14150) 48 : cephadm [INF] Deploying daemon mon.b on smithi053 2024-09-12T23:50:11.141 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:50:12.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:12 smithi032 bash[22496]: cluster 2024-09-12T23:50:11.216849+0000 mgr.y (mgr.14150) 49 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:14.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:14 smithi032 bash[22496]: cluster 2024-09-12T23:50:13.217248+0000 mgr.y (mgr.14150) 50 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:15.730 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:15 smithi053 systemd[1]: Started Ceph mon.b for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-12T23:50:15.768 INFO:teuthology.orchestra.run.smithi053.stderr:dumped monmap epoch 1 2024-09-12T23:50:15.768 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-12T23:50:15.769 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":1,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","modified":"2024-09-12T23:47:58.405488Z","created":"2024-09-12T23:47:58.405488Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:3300","nonce":0},{"type":"v1","addr":"172.21.15.32:6789","nonce":0}]},"addr":"172.21.15.32:6789/0","public_addr":"172.21.15.32:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-12T23:50:16.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:16 smithi032 bash[22496]: cluster 2024-09-12T23:50:15.217651+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:16.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:16 smithi032 bash[22496]: audit 2024-09-12T23:50:15.658282+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:16.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:16 smithi032 bash[22496]: audit 2024-09-12T23:50:15.663573+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:16.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:16 smithi032 bash[22496]: audit 2024-09-12T23:50:15.669393+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:16.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:16 smithi032 bash[22496]: audit 2024-09-12T23:50:15.670655+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:16.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:16 smithi032 bash[22496]: audit 2024-09-12T23:50:15.672278+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:16.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:16 smithi032 bash[22496]: cephadm 2024-09-12T23:50:15.674094+0000 mgr.y (mgr.14150) 52 : cephadm [INF] Deploying daemon mon.c on smithi032 2024-09-12T23:50:16.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:16 smithi032 bash[22496]: audit 2024-09-12T23:50:15.768259+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.53:0/980825503' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T23:50:17.098 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.090+0000 7fdd25f8f900 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-12T23:50:17.098 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.090+0000 7fdd25f8f900 0 ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable), process ceph-mon, pid 7 2024-09-12T23:50:17.098 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.090+0000 7fdd25f8f900 0 pidfile_write: ignore empty --pid-file 2024-09-12T23:50:17.098 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 0 load: jerasure load: lrc 2024-09-12T23:50:17.108 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: RocksDB version: 6.15.5 2024-09-12T23:50:17.108 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-12T23:50:17.108 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Compile date Sep 12 2024 2024-09-12T23:50:17.108 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: DB SUMMARY 2024-09-12T23:50:17.109 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: DB Session ID: FE7FQ5WMLUDUMPGND818 2024-09-12T23:50:17.109 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: CURRENT file: CURRENT 2024-09-12T23:50:17.109 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: IDENTITY file: IDENTITY 2024-09-12T23:50:17.109 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-09-12T23:50:17.109 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-09-12T23:50:17.109 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-09-12T23:50:17.109 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.error_if_exists: 0 2024-09-12T23:50:17.109 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.create_if_missing: 0 2024-09-12T23:50:17.109 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.paranoid_checks: 1 2024-09-12T23:50:17.109 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-12T23:50:17.109 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.env: 0x55f08179a440 2024-09-12T23:50:17.109 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.fs: Posix File System 2024-09-12T23:50:17.109 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.info_log: 0x55f0820d8ee0 2024-09-12T23:50:17.110 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-12T23:50:17.110 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.statistics: (nil) 2024-09-12T23:50:17.110 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.use_fsync: 0 2024-09-12T23:50:17.110 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_log_file_size: 0 2024-09-12T23:50:17.110 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-12T23:50:17.110 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-12T23:50:17.110 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-12T23:50:17.110 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-12T23:50:17.110 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.allow_fallocate: 1 2024-09-12T23:50:17.110 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-12T23:50:17.112 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-12T23:50:17.112 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.use_direct_reads: 0 2024-09-12T23:50:17.112 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-12T23:50:17.112 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.create_missing_column_families: 0 2024-09-12T23:50:17.112 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.db_log_dir: 2024-09-12T23:50:17.112 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-09-12T23:50:17.112 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-12T23:50:17.112 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-12T23:50:17.112 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-12T23:50:17.113 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-12T23:50:17.113 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-12T23:50:17.113 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-12T23:50:17.113 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.advise_random_on_open: 1 2024-09-12T23:50:17.113 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-12T23:50:17.113 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.write_buffer_manager: 0x55f0821967e0 2024-09-12T23:50:17.113 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-12T23:50:17.113 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-12T23:50:17.113 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-12T23:50:17.113 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-12T23:50:17.113 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.rate_limiter: (nil) 2024-09-12T23:50:17.113 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-12T23:50:17.114 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-12T23:50:17.114 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-12T23:50:17.114 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-12T23:50:17.114 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.unordered_write: 0 2024-09-12T23:50:17.114 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-12T23:50:17.114 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-12T23:50:17.114 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-12T23:50:17.114 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-12T23:50:17.114 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.row_cache: None 2024-09-12T23:50:17.114 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.wal_filter: None 2024-09-12T23:50:17.114 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-12T23:50:17.114 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-12T23:50:17.114 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.preserve_deletes: 0 2024-09-12T23:50:17.114 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.two_write_queues: 0 2024-09-12T23:50:17.115 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.manual_wal_flush: 0 2024-09-12T23:50:17.115 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.atomic_flush: 0 2024-09-12T23:50:17.115 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-12T23:50:17.115 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-12T23:50:17.115 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-12T23:50:17.115 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.log_readahead_size: 0 2024-09-12T23:50:17.115 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-12T23:50:17.115 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-12T23:50:17.115 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-12T23:50:17.115 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-12T23:50:17.115 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-12T23:50:17.115 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-12T23:50:17.115 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_background_jobs: 2 2024-09-12T23:50:17.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_background_compactions: -1 2024-09-12T23:50:17.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_subcompactions: 1 2024-09-12T23:50:17.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-12T23:50:17.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-12T23:50:17.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-12T23:50:17.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_total_wal_size: 0 2024-09-12T23:50:17.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-12T23:50:17.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-12T23:50:17.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-12T23:50:17.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-12T23:50:17.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_open_files: -1 2024-09-12T23:50:17.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.bytes_per_sync: 0 2024-09-12T23:50:17.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-12T23:50:17.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-12T23:50:17.117 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-12T23:50:17.117 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_background_flushes: -1 2024-09-12T23:50:17.117 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Compression algorithms supported: 2024-09-12T23:50:17.117 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: kZSTD supported: 0 2024-09-12T23:50:17.117 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: kXpressCompression supported: 0 2024-09-12T23:50:17.117 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: kBZip2Compression supported: 0 2024-09-12T23:50:17.117 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-12T23:50:17.117 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: kLZ4Compression supported: 1 2024-09-12T23:50:17.117 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: kZlibCompression supported: 1 2024-09-12T23:50:17.117 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-12T23:50:17.119 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: kSnappyCompression supported: 1 2024-09-12T23:50:17.120 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-12T23:50:17.120 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2024-09-12T23:50:17.120 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-12T23:50:17.120 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-12T23:50:17.120 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.merge_operator: 2024-09-12T23:50:17.120 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compaction_filter: None 2024-09-12T23:50:17.120 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compaction_filter_factory: None 2024-09-12T23:50:17.120 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-12T23:50:17.120 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-12T23:50:17.120 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-12T23:50:17.120 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f082081a38) 2024-09-12T23:50:17.120 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cache_index_and_filter_blocks: 1 2024-09-12T23:50:17.121 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-12T23:50:17.121 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-12T23:50:17.121 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: pin_top_level_index_and_filter: 1 2024-09-12T23:50:17.121 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: index_type: 0 2024-09-12T23:50:17.121 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: data_block_index_type: 0 2024-09-12T23:50:17.121 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: index_shortening: 1 2024-09-12T23:50:17.121 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: data_block_hash_table_util_ratio: 0.750000 2024-09-12T23:50:17.121 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: hash_index_allow_collision: 1 2024-09-12T23:50:17.121 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: checksum: 1 2024-09-12T23:50:17.121 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: no_block_cache: 0 2024-09-12T23:50:17.121 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: block_cache: 0x55f0820b5350 2024-09-12T23:50:17.122 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: block_cache_name: BinnedLRUCache 2024-09-12T23:50:17.122 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: block_cache_options: 2024-09-12T23:50:17.122 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: capacity : 536870912 2024-09-12T23:50:17.122 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: num_shard_bits : 4 2024-09-12T23:50:17.122 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: strict_capacity_limit : 0 2024-09-12T23:50:17.122 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: high_pri_pool_ratio: 0.000 2024-09-12T23:50:17.122 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: block_cache_compressed: (nil) 2024-09-12T23:50:17.122 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: persistent_cache: (nil) 2024-09-12T23:50:17.122 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: block_size: 4096 2024-09-12T23:50:17.122 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: block_size_deviation: 10 2024-09-12T23:50:17.122 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: block_restart_interval: 16 2024-09-12T23:50:17.122 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: index_block_restart_interval: 1 2024-09-12T23:50:17.122 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: metadata_block_size: 4096 2024-09-12T23:50:17.123 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: partition_filters: 0 2024-09-12T23:50:17.123 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: use_delta_encoding: 1 2024-09-12T23:50:17.123 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-12T23:50:17.123 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: whole_key_filtering: 1 2024-09-12T23:50:17.123 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: verify_compression: 0 2024-09-12T23:50:17.123 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: read_amp_bytes_per_bit: 0 2024-09-12T23:50:17.123 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: format_version: 4 2024-09-12T23:50:17.123 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: enable_index_compression: 1 2024-09-12T23:50:17.123 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: block_align: 0 2024-09-12T23:50:17.123 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-12T23:50:17.123 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-12T23:50:17.123 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compression: NoCompression 2024-09-12T23:50:17.123 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-12T23:50:17.123 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-12T23:50:17.124 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-12T23:50:17.124 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.num_levels: 7 2024-09-12T23:50:17.124 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-12T23:50:17.124 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-12T23:50:17.124 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-12T23:50:17.124 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-12T23:50:17.124 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-12T23:50:17.124 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-12T23:50:17.124 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-12T23:50:17.124 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-12T23:50:17.125 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-12T23:50:17.125 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-12T23:50:17.125 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-12T23:50:17.125 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compression_opts.level: 32767 2024-09-12T23:50:17.125 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-12T23:50:17.125 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-12T23:50:17.125 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-12T23:50:17.125 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-12T23:50:17.125 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compression_opts.enabled: false 2024-09-12T23:50:17.125 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-12T23:50:17.125 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-12T23:50:17.125 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-12T23:50:17.125 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-12T23:50:17.125 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-12T23:50:17.126 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-12T23:50:17.126 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-12T23:50:17.126 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-12T23:50:17.126 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-12T23:50:17.126 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-12T23:50:17.126 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-12T23:50:17.126 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-12T23:50:17.126 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-12T23:50:17.126 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-12T23:50:17.126 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-12T23:50:17.126 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-12T23:50:17.126 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-12T23:50:17.126 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.arena_block_size: 4194304 2024-09-12T23:50:17.127 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-12T23:50:17.127 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-12T23:50:17.127 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-12T23:50:17.127 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-12T23:50:17.127 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-12T23:50:17.127 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-12T23:50:17.127 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-12T23:50:17.127 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-12T23:50:17.127 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-12T23:50:17.127 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-12T23:50:17.127 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-12T23:50:17.127 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-12T23:50:17.127 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-12T23:50:17.127 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-12T23:50:17.128 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-12T23:50:17.128 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.inplace_update_support: 0 2024-09-12T23:50:17.128 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-12T23:50:17.128 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-12T23:50:17.128 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-12T23:50:17.128 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-12T23:50:17.128 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.bloom_locality: 0 2024-09-12T23:50:17.128 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.max_successive_merges: 0 2024-09-12T23:50:17.128 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-12T23:50:17.128 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-12T23:50:17.128 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.force_consistency_checks: 1 2024-09-12T23:50:17.128 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-12T23:50:17.128 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.ttl: 2592000 2024-09-12T23:50:17.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-12T23:50:17.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.enable_blob_files: false 2024-09-12T23:50:17.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.min_blob_size: 0 2024-09-12T23:50:17.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.blob_file_size: 268435456 2024-09-12T23:50:17.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-12T23:50:17.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-12T23:50:17.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-12T23:50:17.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-12T23:50:17.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-09-12T23:50:17.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-09-12T23:50:17.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726185017100746, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-12T23:50:17.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-09-12T23:50:17.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 3 rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-12T23:50:17.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726185017101175, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1571, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726185017, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "56191a00-3d87-4dc4-922e-1bd617151550", "db_session_id": "FE7FQ5WMLUDUMPGND818"}} 2024-09-12T23:50:17.130 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.094+0000 7fdd25f8f900 4 rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-09-12T23:50:17.130 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.098+0000 7fdd25f8f900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726185017101735, "job": 1, "event": "recovery_finished"} 2024-09-12T23:50:17.130 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.098+0000 7fdd25f8f900 4 rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-12T23:50:17.130 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.098+0000 7fdd25f8f900 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55f0820ea700 2024-09-12T23:50:17.130 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.098+0000 7fdd25f8f900 4 rocksdb: DB pointer 0x55f0820b8000 2024-09-12T23:50:17.130 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.098+0000 7fdd1bd5b640 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-12T23:50:17.130 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.098+0000 7fdd1bd5b640 4 rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-12T23:50:17.130 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: ** DB Stats ** 2024-09-12T23:50:17.130 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T23:50:17.130 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-12T23:50:17.130 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-12T23:50:17.130 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-12T23:50:17.130 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-12T23:50:17.131 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-12T23:50:17.131 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-12T23:50:17.131 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: ** Compaction Stats [default] ** 2024-09-12T23:50:17.131 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:50:17.131 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:50:17.131 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-09-12T23:50:17.131 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-09-12T23:50:17.131 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-09-12T23:50:17.131 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: ** Compaction Stats [default] ** 2024-09-12T23:50:17.131 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:50:17.131 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:50:17.131 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-09-12T23:50:17.131 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T23:50:17.131 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-12T23:50:17.132 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-12T23:50:17.132 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: AddFile(Total Files): cumulative 0, interval 0 2024-09-12T23:50:17.132 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-12T23:50:17.132 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: AddFile(Keys): cumulative 0, interval 0 2024-09-12T23:50:17.132 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Cumulative compaction: 0.00 GB write, 0.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:50:17.132 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Interval compaction: 0.00 GB write, 0.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:50:17.132 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-12T23:50:17.132 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: ** File Read Latency Histogram By Level [default] ** 2024-09-12T23:50:17.132 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: ** Compaction Stats [default] ** 2024-09-12T23:50:17.132 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:50:17.132 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:50:17.132 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-09-12T23:50:17.132 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-09-12T23:50:17.133 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-12T23:50:17.133 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: ** Compaction Stats [default] ** 2024-09-12T23:50:17.133 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:50:17.133 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:50:17.133 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-09-12T23:50:17.133 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T23:50:17.133 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-12T23:50:17.133 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-12T23:50:17.133 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: AddFile(Total Files): cumulative 0, interval 0 2024-09-12T23:50:17.133 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-12T23:50:17.133 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: AddFile(Keys): cumulative 0, interval 0 2024-09-12T23:50:17.133 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Cumulative compaction: 0.00 GB write, 0.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:50:17.133 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:50:17.133 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-12T23:50:17.134 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: ** File Read Latency Histogram By Level [default] ** 2024-09-12T23:50:17.134 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.098+0000 7fdd25f8f900 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-12T23:50:17.134 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.098+0000 7fdd25f8f900 0 using public_addr v2:172.21.15.53:0/0 -> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] 2024-09-12T23:50:17.134 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.098+0000 7fdd25f8f900 0 starting mon.b rank -1 at public addrs [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] at bind addrs [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:50:17.134 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.098+0000 7fdd25f8f900 1 mon.b@-1(???) e0 preinit fsid 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:50:17.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.118+0000 7fdd1ed61640 0 mon.b@-1(synchronizing).mds e1 new map 2024-09-12T23:50:17.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.118+0000 7fdd1ed61640 0 mon.b@-1(synchronizing).mds e1 print_map 2024-09-12T23:50:17.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: e1 2024-09-12T23:50:17.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-12T23:50:17.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-12T23:50:17.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: legacy client fscid: -1 2024-09-12T23:50:17.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: 2024-09-12T23:50:17.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: No filesystems configured 2024-09-12T23:50:17.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.118+0000 7fdd1ed61640 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-12T23:50:17.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.118+0000 7fdd1ed61640 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-12T23:50:17.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.118+0000 7fdd1ed61640 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-12T23:50:17.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.118+0000 7fdd1ed61640 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-12T23:50:17.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.118+0000 7fdd1ed61640 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-12T23:50:17.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.118+0000 7fdd1ed61640 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-12T23:50:17.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.118+0000 7fdd1ed61640 0 mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-12T23:50:17.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.118+0000 7fdd1ed61640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T23:50:17.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.118+0000 7fdd1ed61640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T23:50:17.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.118+0000 7fdd1ed61640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T23:50:17.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:49:35.209516+0000 mgr.y (mgr.14150) 20 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:49:37.209942+0000 mgr.y (mgr.14150) 21 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:49:39.210341+0000 mgr.y (mgr.14150) 22 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:49:41.210871+0000 mgr.y (mgr.14150) 23 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:42.721505+0000 mgr.y (mgr.14150) 24 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi053", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:50:17.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:49:43.211372+0000 mgr.y (mgr.14150) 25 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cephadm 2024-09-12T23:49:44.020848+0000 mgr.y (mgr.14150) 26 : cephadm [INF] Deploying cephadm binary to smithi053 2024-09-12T23:50:17.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:49:45.211771+0000 mgr.y (mgr.14150) 27 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.291 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:46.651673+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.291 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cephadm 2024-09-12T23:49:46.652480+0000 mgr.y (mgr.14150) 28 : cephadm [INF] Added host smithi053 2024-09-12T23:50:17.291 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:46.653355+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:17.291 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:46.911952+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.291 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:49:47.212164+0000 mgr.y (mgr.14150) 29 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:48.186198+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:48.983126+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:49:49.212585+0000 mgr.y (mgr.14150) 30 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:49:51.212978+0000 mgr.y (mgr.14150) 31 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:49:53.213281+0000 mgr.y (mgr.14150) 32 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:54.567660+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:54.572690+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:54.578494+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:54.583378+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:54.584885+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi053", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:50:17.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:54.587109+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:17.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:54.588857+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:17.293 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cephadm 2024-09-12T23:49:54.591296+0000 mgr.y (mgr.14150) 33 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-12T23:50:17.293 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:55.141577+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.293 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:55.146620+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.293 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:55.152370+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.293 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cephadm 2024-09-12T23:49:54.769862+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:50:17.293 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cephadm 2024-09-12T23:49:54.918284+0000 mgr.y (mgr.14150) 35 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-12T23:50:17.293 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cephadm 2024-09-12T23:49:55.030347+0000 mgr.y (mgr.14150) 36 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T23:50:17.293 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:49:55.213610+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.293 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:49:55.230674+0000 mgr.y (mgr.14150) 38 : audit [DBG] from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:50:17.293 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:49:57.214012+0000 mgr.y (mgr.14150) 39 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.293 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:49:59.214398+0000 mgr.y (mgr.14150) 40 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.294 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:50:01.214806+0000 mgr.y (mgr.14150) 41 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.294 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:50:03.215208+0000 mgr.y (mgr.14150) 42 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.294 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:04.138979+0000 mon.a (mon.0) 123 : audit [INF] from='client.? 172.21.15.32:0/4194345809' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-12T23:50:17.294 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:04.577131+0000 mon.a (mon.0) 124 : audit [INF] from='client.? 172.21.15.32:0/4194345809' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-12T23:50:17.294 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:50:04.577232+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-12T23:50:17.294 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:50:05.215657+0000 mgr.y (mgr.14150) 43 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.294 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:50:07.216040+0000 mgr.y (mgr.14150) 44 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.294 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:50:09.216427+0000 mgr.y (mgr.14150) 45 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.294 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:09.269565+0000 mgr.y (mgr.14150) 46 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi032:172.21.15.32=a;smithi032:[v2:172.21.15.32:3301,v1:172.21.15.32:6790]=c;smithi053:172.21.15.53=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:50:17.294 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cephadm 2024-09-12T23:50:09.274803+0000 mgr.y (mgr.14150) 47 : cephadm [INF] Saving service mon spec with placement smithi032:172.21.15.32=a;smithi032:[v2:172.21.15.32:3301,v1:172.21.15.32:6790]=c;smithi053:172.21.15.53=b;count:3 2024-09-12T23:50:17.294 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:09.279812+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.295 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:09.281255+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:17.295 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:09.685947+0000 mon.a (mon.0) 128 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:17.295 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:09.687042+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:17.295 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:09.693546+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.295 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:09.696090+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:17.295 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:09.697489+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:17.295 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cephadm 2024-09-12T23:50:09.698959+0000 mgr.y (mgr.14150) 48 : cephadm [INF] Deploying daemon mon.b on smithi053 2024-09-12T23:50:17.295 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:50:11.216849+0000 mgr.y (mgr.14150) 49 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.295 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:50:13.217248+0000 mgr.y (mgr.14150) 50 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.295 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cluster 2024-09-12T23:50:15.217651+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:17.295 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:15.658282+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.296 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:15.663573+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.296 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:15.669393+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:17.296 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:15.670655+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:17.296 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:15.672278+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:17.296 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: cephadm 2024-09-12T23:50:15.674094+0000 mgr.y (mgr.14150) 52 : cephadm [INF] Deploying daemon mon.c on smithi032 2024-09-12T23:50:17.296 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: audit 2024-09-12T23:50:15.768259+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.53:0/980825503' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T23:50:17.296 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:17 smithi053 bash[24393]: debug 2024-09-12T23:50:17.122+0000 7fdd1ed61640 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-12T23:50:17.849 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-12T23:50:17.850 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-12T23:50:19.454 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:19 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:50:19.454 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:50:19 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:50:19.780 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:50:19 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:50:19.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:19 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:50:19.781 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:19 smithi032 systemd[1]: Started Ceph mon.c for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-12T23:50:21.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.816+0000 7f7e13a44900 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-12T23:50:21.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.816+0000 7f7e13a44900 0 ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable), process ceph-mon, pid 7 2024-09-12T23:50:21.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.816+0000 7f7e13a44900 0 pidfile_write: ignore empty --pid-file 2024-09-12T23:50:21.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.816+0000 7f7e13a44900 0 load: jerasure load: lrc 2024-09-12T23:50:21.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: RocksDB version: 6.15.5 2024-09-12T23:50:21.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-12T23:50:21.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Compile date Sep 12 2024 2024-09-12T23:50:21.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: DB SUMMARY 2024-09-12T23:50:21.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: DB Session ID: 2JSHS9DL0A4P2R8UXNXC 2024-09-12T23:50:21.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: CURRENT file: CURRENT 2024-09-12T23:50:21.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: IDENTITY file: IDENTITY 2024-09-12T23:50:21.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-09-12T23:50:21.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-12T23:50:21.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-09-12T23:50:21.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.error_if_exists: 0 2024-09-12T23:50:21.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.create_if_missing: 0 2024-09-12T23:50:21.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.paranoid_checks: 1 2024-09-12T23:50:21.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-12T23:50:21.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.env: 0x55f88e65a440 2024-09-12T23:50:21.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.fs: Posix File System 2024-09-12T23:50:21.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.info_log: 0x55f88f918ee0 2024-09-12T23:50:21.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-12T23:50:21.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.statistics: (nil) 2024-09-12T23:50:21.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.use_fsync: 0 2024-09-12T23:50:21.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_log_file_size: 0 2024-09-12T23:50:21.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-12T23:50:21.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-12T23:50:21.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-12T23:50:21.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-12T23:50:21.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.allow_fallocate: 1 2024-09-12T23:50:21.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-12T23:50:21.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-12T23:50:21.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.use_direct_reads: 0 2024-09-12T23:50:21.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-12T23:50:21.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.create_missing_column_families: 0 2024-09-12T23:50:21.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.db_log_dir: 2024-09-12T23:50:21.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-09-12T23:50:21.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-12T23:50:21.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-12T23:50:21.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-12T23:50:21.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-12T23:50:21.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-12T23:50:21.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-12T23:50:21.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.advise_random_on_open: 1 2024-09-12T23:50:21.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-12T23:50:21.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.write_buffer_manager: 0x55f88f9d6810 2024-09-12T23:50:21.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-12T23:50:21.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-12T23:50:21.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-12T23:50:21.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-12T23:50:21.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.rate_limiter: (nil) 2024-09-12T23:50:21.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-12T23:50:21.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-12T23:50:21.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-12T23:50:21.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-12T23:50:21.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.unordered_write: 0 2024-09-12T23:50:21.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-12T23:50:21.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-12T23:50:21.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-12T23:50:21.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-12T23:50:21.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.row_cache: None 2024-09-12T23:50:21.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.wal_filter: None 2024-09-12T23:50:21.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-12T23:50:21.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-12T23:50:21.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.preserve_deletes: 0 2024-09-12T23:50:21.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.two_write_queues: 0 2024-09-12T23:50:21.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.manual_wal_flush: 0 2024-09-12T23:50:21.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.atomic_flush: 0 2024-09-12T23:50:21.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-12T23:50:21.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-12T23:50:21.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-12T23:50:21.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.log_readahead_size: 0 2024-09-12T23:50:21.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-12T23:50:21.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-12T23:50:21.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-12T23:50:21.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-12T23:50:21.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-12T23:50:21.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-12T23:50:21.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_background_jobs: 2 2024-09-12T23:50:21.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_background_compactions: -1 2024-09-12T23:50:21.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_subcompactions: 1 2024-09-12T23:50:21.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-12T23:50:21.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-12T23:50:21.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-12T23:50:21.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_total_wal_size: 0 2024-09-12T23:50:21.175 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-12T23:50:21.175 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-12T23:50:21.175 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-12T23:50:21.175 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-12T23:50:21.175 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_open_files: -1 2024-09-12T23:50:21.175 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.bytes_per_sync: 0 2024-09-12T23:50:21.175 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-12T23:50:21.175 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-12T23:50:21.175 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-12T23:50:21.175 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_background_flushes: -1 2024-09-12T23:50:21.175 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Compression algorithms supported: 2024-09-12T23:50:21.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: kZSTD supported: 0 2024-09-12T23:50:21.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: kXpressCompression supported: 0 2024-09-12T23:50:21.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: kBZip2Compression supported: 0 2024-09-12T23:50:21.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-12T23:50:21.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: kLZ4Compression supported: 1 2024-09-12T23:50:21.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: kZlibCompression supported: 1 2024-09-12T23:50:21.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-12T23:50:21.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: kSnappyCompression supported: 1 2024-09-12T23:50:21.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-12T23:50:21.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-09-12T23:50:21.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-12T23:50:21.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-12T23:50:21.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.merge_operator: 2024-09-12T23:50:21.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compaction_filter: None 2024-09-12T23:50:21.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compaction_filter_factory: None 2024-09-12T23:50:21.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-12T23:50:21.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-12T23:50:21.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-12T23:50:21.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f88f8c1a38) 2024-09-12T23:50:21.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cache_index_and_filter_blocks: 1 2024-09-12T23:50:21.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-12T23:50:21.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-12T23:50:21.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: pin_top_level_index_and_filter: 1 2024-09-12T23:50:21.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: index_type: 0 2024-09-12T23:50:21.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: data_block_index_type: 0 2024-09-12T23:50:21.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: index_shortening: 1 2024-09-12T23:50:21.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: data_block_hash_table_util_ratio: 0.750000 2024-09-12T23:50:21.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: hash_index_allow_collision: 1 2024-09-12T23:50:21.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: checksum: 1 2024-09-12T23:50:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: no_block_cache: 0 2024-09-12T23:50:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: block_cache: 0x55f88f8f51f0 2024-09-12T23:50:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: block_cache_name: BinnedLRUCache 2024-09-12T23:50:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: block_cache_options: 2024-09-12T23:50:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: capacity : 536870912 2024-09-12T23:50:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: num_shard_bits : 4 2024-09-12T23:50:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: strict_capacity_limit : 0 2024-09-12T23:50:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: high_pri_pool_ratio: 0.000 2024-09-12T23:50:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: block_cache_compressed: (nil) 2024-09-12T23:50:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: persistent_cache: (nil) 2024-09-12T23:50:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: block_size: 4096 2024-09-12T23:50:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: block_size_deviation: 10 2024-09-12T23:50:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: block_restart_interval: 16 2024-09-12T23:50:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: index_block_restart_interval: 1 2024-09-12T23:50:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: metadata_block_size: 4096 2024-09-12T23:50:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: partition_filters: 0 2024-09-12T23:50:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: use_delta_encoding: 1 2024-09-12T23:50:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-12T23:50:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: whole_key_filtering: 1 2024-09-12T23:50:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: verify_compression: 0 2024-09-12T23:50:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: read_amp_bytes_per_bit: 0 2024-09-12T23:50:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: format_version: 4 2024-09-12T23:50:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: enable_index_compression: 1 2024-09-12T23:50:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: block_align: 0 2024-09-12T23:50:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-12T23:50:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-12T23:50:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compression: NoCompression 2024-09-12T23:50:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-12T23:50:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-12T23:50:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-12T23:50:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.num_levels: 7 2024-09-12T23:50:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-12T23:50:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-12T23:50:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-12T23:50:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-12T23:50:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-12T23:50:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-12T23:50:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-12T23:50:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-12T23:50:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-12T23:50:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-12T23:50:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-12T23:50:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compression_opts.level: 32767 2024-09-12T23:50:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-12T23:50:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-12T23:50:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-12T23:50:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-12T23:50:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compression_opts.enabled: false 2024-09-12T23:50:21.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-12T23:50:21.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-12T23:50:21.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-12T23:50:21.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-12T23:50:21.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-12T23:50:21.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-12T23:50:21.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-12T23:50:21.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-12T23:50:21.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-12T23:50:21.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-12T23:50:21.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-12T23:50:21.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-12T23:50:21.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-12T23:50:21.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-12T23:50:21.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-12T23:50:21.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-12T23:50:21.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-12T23:50:21.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.arena_block_size: 4194304 2024-09-12T23:50:21.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-12T23:50:21.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-12T23:50:21.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-12T23:50:21.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-12T23:50:21.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-12T23:50:21.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-12T23:50:21.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-12T23:50:21.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-12T23:50:21.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-12T23:50:21.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-12T23:50:21.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-12T23:50:21.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-12T23:50:21.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-12T23:50:21.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-12T23:50:21.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-12T23:50:21.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.inplace_update_support: 0 2024-09-12T23:50:21.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-12T23:50:21.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-12T23:50:21.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-12T23:50:21.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-12T23:50:21.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.bloom_locality: 0 2024-09-12T23:50:21.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.max_successive_merges: 0 2024-09-12T23:50:21.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-12T23:50:21.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-12T23:50:21.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.force_consistency_checks: 1 2024-09-12T23:50:21.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-12T23:50:21.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.ttl: 2592000 2024-09-12T23:50:21.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-12T23:50:21.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.enable_blob_files: false 2024-09-12T23:50:21.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.min_blob_size: 0 2024-09-12T23:50:21.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.blob_file_size: 268435456 2024-09-12T23:50:21.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-12T23:50:21.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-12T23:50:21.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-12T23:50:21.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-12T23:50:21.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-09-12T23:50:21.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-09-12T23:50:21.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726185020826731, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-12T23:50:21.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-09-12T23:50:21.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 3 rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-12T23:50:21.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726185020827114, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1571, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726185020, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "8ce2f5ad-7c2e-427b-8090-f94f9093f459", "db_session_id": "2JSHS9DL0A4P2R8UXNXC"}} 2024-09-12T23:50:21.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-09-12T23:50:21.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726185020827566, "job": 1, "event": "recovery_finished"} 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.820+0000 7f7e13a44900 4 rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.824+0000 7f7e13a44900 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55f88f92a700 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.824+0000 7f7e13a44900 4 rocksdb: DB pointer 0x55f88f8f8000 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.824+0000 7f7e09810640 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.824+0000 7f7e09810640 4 rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: ** DB Stats ** 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: ** Compaction Stats [default] ** 2024-09-12T23:50:21.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:50:21.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:50:21.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 2024-09-12T23:50:21.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 2024-09-12T23:50:21.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 2024-09-12T23:50:21.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: ** Compaction Stats [default] ** 2024-09-12T23:50:21.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:50:21.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:50:21.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.2 0.00 0.00 1 0.000 0 0 2024-09-12T23:50:21.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T23:50:21.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-12T23:50:21.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-12T23:50:21.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: AddFile(Total Files): cumulative 0, interval 0 2024-09-12T23:50:21.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-12T23:50:21.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: AddFile(Keys): cumulative 0, interval 0 2024-09-12T23:50:21.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Cumulative compaction: 0.00 GB write, 0.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:50:21.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Interval compaction: 0.00 GB write, 0.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:50:21.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-12T23:50:21.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: ** File Read Latency Histogram By Level [default] ** 2024-09-12T23:50:21.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: ** Compaction Stats [default] ** 2024-09-12T23:50:21.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:50:21.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:50:21.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 2024-09-12T23:50:21.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 2024-09-12T23:50:21.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-12T23:50:21.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: ** Compaction Stats [default] ** 2024-09-12T23:50:21.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-12T23:50:21.194 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T23:50:21.194 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.2 0.00 0.00 1 0.000 0 0 2024-09-12T23:50:21.194 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T23:50:21.194 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-12T23:50:21.194 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-12T23:50:21.194 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: AddFile(Total Files): cumulative 0, interval 0 2024-09-12T23:50:21.194 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-12T23:50:21.194 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: AddFile(Keys): cumulative 0, interval 0 2024-09-12T23:50:21.194 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Cumulative compaction: 0.00 GB write, 0.42 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:50:21.194 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T23:50:21.194 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-12T23:50:21.194 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: ** File Read Latency Histogram By Level [default] ** 2024-09-12T23:50:21.194 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.824+0000 7f7e13a44900 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-12T23:50:21.194 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.824+0000 7f7e13a44900 0 using public_addrv [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] 2024-09-12T23:50:21.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.824+0000 7f7e13a44900 0 starting mon.c rank -1 at public addrs [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] at bind addrs [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:50:21.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.824+0000 7f7e13a44900 1 mon.c@-1(???) e0 preinit fsid 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:50:21.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.840+0000 7f7e0c816640 0 mon.c@-1(synchronizing).mds e1 new map 2024-09-12T23:50:21.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.840+0000 7f7e0c816640 0 mon.c@-1(synchronizing).mds e1 print_map 2024-09-12T23:50:21.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: e1 2024-09-12T23:50:21.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-12T23:50:21.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-12T23:50:21.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: legacy client fscid: -1 2024-09-12T23:50:21.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: 2024-09-12T23:50:21.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: No filesystems configured 2024-09-12T23:50:21.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.840+0000 7f7e0c816640 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-12T23:50:21.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.840+0000 7f7e0c816640 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-12T23:50:21.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.840+0000 7f7e0c816640 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-12T23:50:21.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.840+0000 7f7e0c816640 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-12T23:50:21.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.840+0000 7f7e0c816640 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-12T23:50:21.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.840+0000 7f7e0c816640 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-12T23:50:21.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.840+0000 7f7e0c816640 0 mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-12T23:50:21.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.840+0000 7f7e0c816640 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T23:50:21.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.840+0000 7f7e0c816640 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T23:50:21.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.840+0000 7f7e0c816640 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T23:50:21.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:49:35.209516+0000 mgr.y (mgr.14150) 20 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:49:37.209942+0000 mgr.y (mgr.14150) 21 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:49:39.210341+0000 mgr.y (mgr.14150) 22 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:49:41.210871+0000 mgr.y (mgr.14150) 23 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:42.721505+0000 mgr.y (mgr.14150) 24 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi053", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:50:21.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:49:43.211372+0000 mgr.y (mgr.14150) 25 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cephadm 2024-09-12T23:49:44.020848+0000 mgr.y (mgr.14150) 26 : cephadm [INF] Deploying cephadm binary to smithi053 2024-09-12T23:50:21.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:49:45.211771+0000 mgr.y (mgr.14150) 27 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:46.651673+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cephadm 2024-09-12T23:49:46.652480+0000 mgr.y (mgr.14150) 28 : cephadm [INF] Added host smithi053 2024-09-12T23:50:21.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:46.653355+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:21.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:46.911952+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:49:47.212164+0000 mgr.y (mgr.14150) 29 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:48.186198+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:48.983126+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:49:49.212585+0000 mgr.y (mgr.14150) 30 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:49:51.212978+0000 mgr.y (mgr.14150) 31 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:49:53.213281+0000 mgr.y (mgr.14150) 32 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:54.567660+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:54.572690+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:54.578494+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:54.583378+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.198 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:54.584885+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi053", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:50:21.198 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:54.587109+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:21.198 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:54.588857+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:21.198 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cephadm 2024-09-12T23:49:54.591296+0000 mgr.y (mgr.14150) 33 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-12T23:50:21.198 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:55.141577+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.198 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:55.146620+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.198 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:55.152370+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.198 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cephadm 2024-09-12T23:49:54.769862+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:50:21.198 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cephadm 2024-09-12T23:49:54.918284+0000 mgr.y (mgr.14150) 35 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-12T23:50:21.198 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cephadm 2024-09-12T23:49:55.030347+0000 mgr.y (mgr.14150) 36 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T23:50:21.198 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:49:55.213610+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.198 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:49:55.230674+0000 mgr.y (mgr.14150) 38 : audit [DBG] from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:50:21.198 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:49:57.214012+0000 mgr.y (mgr.14150) 39 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.198 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:49:59.214398+0000 mgr.y (mgr.14150) 40 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.199 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:50:01.214806+0000 mgr.y (mgr.14150) 41 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.199 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:50:03.215208+0000 mgr.y (mgr.14150) 42 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.199 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:04.138979+0000 mon.a (mon.0) 123 : audit [INF] from='client.? 172.21.15.32:0/4194345809' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-12T23:50:21.199 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:04.577131+0000 mon.a (mon.0) 124 : audit [INF] from='client.? 172.21.15.32:0/4194345809' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-12T23:50:21.199 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:50:04.577232+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-12T23:50:21.199 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:50:05.215657+0000 mgr.y (mgr.14150) 43 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.199 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:50:07.216040+0000 mgr.y (mgr.14150) 44 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.199 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:50:09.216427+0000 mgr.y (mgr.14150) 45 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.199 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:09.269565+0000 mgr.y (mgr.14150) 46 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi032:172.21.15.32=a;smithi032:[v2:172.21.15.32:3301,v1:172.21.15.32:6790]=c;smithi053:172.21.15.53=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:50:21.199 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cephadm 2024-09-12T23:50:09.274803+0000 mgr.y (mgr.14150) 47 : cephadm [INF] Saving service mon spec with placement smithi032:172.21.15.32=a;smithi032:[v2:172.21.15.32:3301,v1:172.21.15.32:6790]=c;smithi053:172.21.15.53=b;count:3 2024-09-12T23:50:21.199 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:09.279812+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.199 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:09.281255+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:21.199 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:09.685947+0000 mon.a (mon.0) 128 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:21.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:09.687042+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:21.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:09.693546+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:09.696090+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:21.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:09.697489+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:21.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cephadm 2024-09-12T23:50:09.698959+0000 mgr.y (mgr.14150) 48 : cephadm [INF] Deploying daemon mon.b on smithi053 2024-09-12T23:50:21.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:50:11.216849+0000 mgr.y (mgr.14150) 49 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:50:13.217248+0000 mgr.y (mgr.14150) 50 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cluster 2024-09-12T23:50:15.217651+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:21.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:15.658282+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:15.663573+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:15.669393+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:21.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:15.670655+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:21.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:15.672278+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:21.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: cephadm 2024-09-12T23:50:15.674094+0000 mgr.y (mgr.14150) 52 : cephadm [INF] Deploying daemon mon.c on smithi032 2024-09-12T23:50:21.201 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: audit 2024-09-12T23:50:15.768259+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.53:0/980825503' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T23:50:21.201 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:20 smithi032 bash[32211]: debug 2024-09-12T23:50:20.844+0000 7f7e0c816640 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-12T23:50:21.555 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:50:22.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: audit 2024-09-12T23:50:17.133189+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:22.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: audit 2024-09-12T23:50:17.135999+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:50:22.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: cluster 2024-09-12T23:50:17.136157+0000 mon.a (mon.0) 141 : cluster [INF] mon.a calling monitor election 2024-09-12T23:50:22.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: audit 2024-09-12T23:50:17.157145+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:22.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: cluster 2024-09-12T23:50:17.218011+0000 mgr.y (mgr.14150) 53 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:22.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: audit 2024-09-12T23:50:18.133123+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:22.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: audit 2024-09-12T23:50:19.133317+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:22.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: cluster 2024-09-12T23:50:19.134921+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-12T23:50:22.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: cluster 2024-09-12T23:50:19.218397+0000 mgr.y (mgr.14150) 54 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:22.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: audit 2024-09-12T23:50:20.133636+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:22.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: audit 2024-09-12T23:50:20.853653+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:22.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: audit 2024-09-12T23:50:21.133940+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:22.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: cluster 2024-09-12T23:50:21.218780+0000 mgr.y (mgr.14150) 55 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:22.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: audit 2024-09-12T23:50:21.854900+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:22.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: audit 2024-09-12T23:50:22.133953+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:22.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: cluster 2024-09-12T23:50:22.179519+0000 mon.a (mon.0) 150 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-12T23:50:22.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: cluster 2024-09-12T23:50:22.185330+0000 mon.a (mon.0) 151 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-12T23:50:22.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: cluster 2024-09-12T23:50:22.205392+0000 mon.a (mon.0) 152 : cluster [DBG] fsmap 2024-09-12T23:50:22.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: cluster 2024-09-12T23:50:22.205445+0000 mon.a (mon.0) 153 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-12T23:50:22.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: cluster 2024-09-12T23:50:22.205714+0000 mon.a (mon.0) 154 : cluster [DBG] mgrmap e13: y(active, since 79s) 2024-09-12T23:50:22.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: cluster 2024-09-12T23:50:22.205958+0000 mon.a (mon.0) 155 : cluster [INF] overall HEALTH_OK 2024-09-12T23:50:22.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: audit 2024-09-12T23:50:22.212449+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:22.540 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: audit 2024-09-12T23:50:22.219178+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:22.540 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: audit 2024-09-12T23:50:22.226770+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:22.540 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:22 smithi053 bash[24393]: audit 2024-09-12T23:50:22.234124+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: audit 2024-09-12T23:50:17.133189+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: audit 2024-09-12T23:50:17.135999+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:50:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: cluster 2024-09-12T23:50:17.136157+0000 mon.a (mon.0) 141 : cluster [INF] mon.a calling monitor election 2024-09-12T23:50:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: audit 2024-09-12T23:50:17.157145+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: cluster 2024-09-12T23:50:17.218011+0000 mgr.y (mgr.14150) 53 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: audit 2024-09-12T23:50:18.133123+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: audit 2024-09-12T23:50:19.133317+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: cluster 2024-09-12T23:50:19.134921+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-12T23:50:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: cluster 2024-09-12T23:50:19.218397+0000 mgr.y (mgr.14150) 54 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: audit 2024-09-12T23:50:20.133636+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: audit 2024-09-12T23:50:20.853653+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: audit 2024-09-12T23:50:21.133940+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: cluster 2024-09-12T23:50:21.218780+0000 mgr.y (mgr.14150) 55 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: audit 2024-09-12T23:50:21.854900+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: audit 2024-09-12T23:50:22.133953+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: cluster 2024-09-12T23:50:22.179519+0000 mon.a (mon.0) 150 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-12T23:50:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: cluster 2024-09-12T23:50:22.185330+0000 mon.a (mon.0) 151 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-12T23:50:22.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: cluster 2024-09-12T23:50:22.205392+0000 mon.a (mon.0) 152 : cluster [DBG] fsmap 2024-09-12T23:50:22.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: cluster 2024-09-12T23:50:22.205445+0000 mon.a (mon.0) 153 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-12T23:50:22.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: cluster 2024-09-12T23:50:22.205714+0000 mon.a (mon.0) 154 : cluster [DBG] mgrmap e13: y(active, since 79s) 2024-09-12T23:50:22.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: cluster 2024-09-12T23:50:22.205958+0000 mon.a (mon.0) 155 : cluster [INF] overall HEALTH_OK 2024-09-12T23:50:22.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: audit 2024-09-12T23:50:22.212449+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:22.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: audit 2024-09-12T23:50:22.219178+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:22.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: audit 2024-09-12T23:50:22.226770+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:22.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:22 smithi032 bash[22496]: audit 2024-09-12T23:50:22.234124+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:23.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:50:23 smithi032 bash[22749]: debug 2024-09-12T23:50:23.128+0000 7faf70ae0640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-12T23:50:28.231 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-12T23:50:28.231 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":3,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","modified":"2024-09-12T23:50:22.855466Z","created":"2024-09-12T23:47:58.405488Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:3300","nonce":0},{"type":"v1","addr":"172.21.15.32:6789","nonce":0}]},"addr":"172.21.15.32:6789/0","public_addr":"172.21.15.32:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:3300","nonce":0},{"type":"v1","addr":"172.21.15.53:6789","nonce":0}]},"addr":"172.21.15.53:6789/0","public_addr":"172.21.15.53:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:3301","nonce":0},{"type":"v1","addr":"172.21.15.32:6790","nonce":0}]},"addr":"172.21.15.32:6790/0","public_addr":"172.21.15.32:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-12T23:50:28.232 INFO:teuthology.orchestra.run.smithi053.stderr:dumped monmap epoch 3 2024-09-12T23:50:28.244 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:22.861354+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:50:28.244 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: cluster 2024-09-12T23:50:22.861784+0000 mon.a (mon.0) 163 : cluster [INF] mon.a calling monitor election 2024-09-12T23:50:28.244 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: cluster 2024-09-12T23:50:22.862220+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-12T23:50:28.244 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:22.881990+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:28.244 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:22.882371+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:28.244 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: cluster 2024-09-12T23:50:23.219182+0000 mgr.y (mgr.14150) 56 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:28.244 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:23.855155+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:28.244 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:24.855262+0000 mon.a (mon.0) 167 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:28.244 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: cluster 2024-09-12T23:50:25.219614+0000 mgr.y (mgr.14150) 57 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:28.244 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:25.855088+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:28.244 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:26.855252+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:28.245 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: cluster 2024-09-12T23:50:27.219910+0000 mgr.y (mgr.14150) 58 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:28.245 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:27.855391+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:28.245 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: cluster 2024-09-12T23:50:27.881987+0000 mon.a (mon.0) 171 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-12T23:50:28.245 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: cluster 2024-09-12T23:50:27.887728+0000 mon.a (mon.0) 172 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-12T23:50:28.245 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: cluster 2024-09-12T23:50:27.905453+0000 mon.a (mon.0) 173 : cluster [DBG] fsmap 2024-09-12T23:50:28.245 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: cluster 2024-09-12T23:50:27.905515+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-12T23:50:28.245 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: cluster 2024-09-12T23:50:27.905778+0000 mon.a (mon.0) 175 : cluster [DBG] mgrmap e13: y(active, since 84s) 2024-09-12T23:50:28.245 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: cluster 2024-09-12T23:50:27.906072+0000 mon.a (mon.0) 176 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-12T23:50:28.245 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: cluster 2024-09-12T23:50:27.912951+0000 mon.a (mon.0) 177 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-12T23:50:28.245 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: cluster 2024-09-12T23:50:27.913002+0000 mon.a (mon.0) 178 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-12T23:50:28.245 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: cluster 2024-09-12T23:50:27.913042+0000 mon.a (mon.0) 179 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] is down (out of quorum) 2024-09-12T23:50:28.245 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:27.918095+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:28.245 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:27.923606+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:28.245 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:27.929107+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:28.246 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:27.934911+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:28.246 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:27.940676+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:28.246 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:27.942258+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:28.246 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:27 smithi053 bash[24393]: audit 2024-09-12T23:50:27.944072+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:28.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:22.861354+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:50:28.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: cluster 2024-09-12T23:50:22.861784+0000 mon.a (mon.0) 163 : cluster [INF] mon.a calling monitor election 2024-09-12T23:50:28.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: cluster 2024-09-12T23:50:22.862220+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-12T23:50:28.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:22.881990+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:28.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:22.882371+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:28.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: cluster 2024-09-12T23:50:23.219182+0000 mgr.y (mgr.14150) 56 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:28.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:23.855155+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:28.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:24.855262+0000 mon.a (mon.0) 167 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:28.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: cluster 2024-09-12T23:50:25.219614+0000 mgr.y (mgr.14150) 57 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:28.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:25.855088+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:28.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:26.855252+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:28.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: cluster 2024-09-12T23:50:27.219910+0000 mgr.y (mgr.14150) 58 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:28.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:27.855391+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:28.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: cluster 2024-09-12T23:50:27.881987+0000 mon.a (mon.0) 171 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-12T23:50:28.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: cluster 2024-09-12T23:50:27.887728+0000 mon.a (mon.0) 172 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-12T23:50:28.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: cluster 2024-09-12T23:50:27.905453+0000 mon.a (mon.0) 173 : cluster [DBG] fsmap 2024-09-12T23:50:28.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: cluster 2024-09-12T23:50:27.905515+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-12T23:50:28.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: cluster 2024-09-12T23:50:27.905778+0000 mon.a (mon.0) 175 : cluster [DBG] mgrmap e13: y(active, since 84s) 2024-09-12T23:50:28.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: cluster 2024-09-12T23:50:27.906072+0000 mon.a (mon.0) 176 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-12T23:50:28.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: cluster 2024-09-12T23:50:27.912951+0000 mon.a (mon.0) 177 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-12T23:50:28.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: cluster 2024-09-12T23:50:27.913002+0000 mon.a (mon.0) 178 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-12T23:50:28.417 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: cluster 2024-09-12T23:50:27.913042+0000 mon.a (mon.0) 179 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] is down (out of quorum) 2024-09-12T23:50:28.417 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:27.918095+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:28.417 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:27.923606+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:28.417 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:27.929107+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:28.417 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:27.934911+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:28.417 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:27.940676+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:28.417 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:27.942258+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:28.417 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:27 smithi032 bash[22496]: audit 2024-09-12T23:50:27.944072+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:28.881 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-12T23:50:28.882 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-12T23:50:29.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: cephadm 2024-09-12T23:50:27.946303+0000 mgr.y (mgr.14150) 59 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-12T23:50:29.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: cephadm 2024-09-12T23:50:27.946781+0000 mgr.y (mgr.14150) 60 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-12T23:50:29.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: cephadm 2024-09-12T23:50:28.150560+0000 mgr.y (mgr.14150) 61 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:50:29.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: cephadm 2024-09-12T23:50:28.154820+0000 mgr.y (mgr.14150) 62 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:50:29.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: audit 2024-09-12T23:50:28.231207+0000 mon.a (mon.0) 187 : audit [DBG] from='client.? 172.21.15.53:0/913928233' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T23:50:29.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: audit 2024-09-12T23:50:28.281061+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: audit 2024-09-12T23:50:28.287046+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: audit 2024-09-12T23:50:28.291597+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: audit 2024-09-12T23:50:28.297453+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: audit 2024-09-12T23:50:28.303167+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: cephadm 2024-09-12T23:50:28.334890+0000 mgr.y (mgr.14150) 63 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-09-12T23:50:29.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: audit 2024-09-12T23:50:28.335339+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:29.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: audit 2024-09-12T23:50:28.336630+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T23:50:29.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: audit 2024-09-12T23:50:28.337542+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:29.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: cephadm 2024-09-12T23:50:28.338449+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring daemon mon.a on smithi032 2024-09-12T23:50:29.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:28 smithi032 bash[22496]: audit 2024-09-12T23:50:28.855537+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:29.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: cephadm 2024-09-12T23:50:27.946303+0000 mgr.y (mgr.14150) 59 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-12T23:50:29.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: cephadm 2024-09-12T23:50:27.946781+0000 mgr.y (mgr.14150) 60 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-12T23:50:29.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: cephadm 2024-09-12T23:50:28.150560+0000 mgr.y (mgr.14150) 61 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:50:29.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: cephadm 2024-09-12T23:50:28.154820+0000 mgr.y (mgr.14150) 62 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:50:29.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: audit 2024-09-12T23:50:28.231207+0000 mon.a (mon.0) 187 : audit [DBG] from='client.? 172.21.15.53:0/913928233' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T23:50:29.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: audit 2024-09-12T23:50:28.281061+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: audit 2024-09-12T23:50:28.287046+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: audit 2024-09-12T23:50:28.291597+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: audit 2024-09-12T23:50:28.297453+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: audit 2024-09-12T23:50:28.303167+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: cephadm 2024-09-12T23:50:28.334890+0000 mgr.y (mgr.14150) 63 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-09-12T23:50:29.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: audit 2024-09-12T23:50:28.335339+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:29.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: audit 2024-09-12T23:50:28.336630+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T23:50:29.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: audit 2024-09-12T23:50:28.337542+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:29.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: cephadm 2024-09-12T23:50:28.338449+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring daemon mon.a on smithi032 2024-09-12T23:50:29.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:28 smithi053 bash[24393]: audit 2024-09-12T23:50:28.855537+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:29.975 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:17.133189+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:29.976 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:17.135999+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:50:29.976 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:17.136157+0000 mon.a (mon.0) 141 : cluster [INF] mon.a calling monitor election 2024-09-12T23:50:29.976 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:17.157145+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:29.976 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:17.218011+0000 mgr.y (mgr.14150) 53 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:29.976 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:18.133123+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:29.976 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:19.133317+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:29.976 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:19.134921+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-12T23:50:29.976 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:19.218397+0000 mgr.y (mgr.14150) 54 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:29.976 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:20.133636+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:29.976 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:20.853653+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:29.976 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:21.133940+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:29.977 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:21.218780+0000 mgr.y (mgr.14150) 55 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:29.977 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:21.854900+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:29.977 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:22.133953+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:29.977 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:22.179519+0000 mon.a (mon.0) 150 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-12T23:50:29.977 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:22.185330+0000 mon.a (mon.0) 151 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-12T23:50:29.977 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:22.205392+0000 mon.a (mon.0) 152 : cluster [DBG] fsmap 2024-09-12T23:50:29.977 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:22.205445+0000 mon.a (mon.0) 153 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-12T23:50:29.977 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:22.205714+0000 mon.a (mon.0) 154 : cluster [DBG] mgrmap e13: y(active, since 79s) 2024-09-12T23:50:29.977 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:22.205958+0000 mon.a (mon.0) 155 : cluster [INF] overall HEALTH_OK 2024-09-12T23:50:29.978 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:22.212449+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.978 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:22.219178+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.978 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:22.226770+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.978 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:22.234124+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.978 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:22.861354+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:50:29.978 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:22.861784+0000 mon.a (mon.0) 163 : cluster [INF] mon.a calling monitor election 2024-09-12T23:50:29.978 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:22.862220+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-12T23:50:29.978 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:22.881990+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:50:29.979 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:22.882371+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:29.979 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:23.219182+0000 mgr.y (mgr.14150) 56 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:29.979 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:23.855155+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:29.979 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:24.855262+0000 mon.a (mon.0) 167 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:29.979 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:25.219614+0000 mgr.y (mgr.14150) 57 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:29.979 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:25.855088+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:29.979 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:26.855252+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:29.979 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:27.219910+0000 mgr.y (mgr.14150) 58 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:29.979 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:27.855391+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:29.979 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:27.881987+0000 mon.a (mon.0) 171 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-12T23:50:29.979 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:27.887728+0000 mon.a (mon.0) 172 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-12T23:50:29.979 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:27.905453+0000 mon.a (mon.0) 173 : cluster [DBG] fsmap 2024-09-12T23:50:29.980 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:27.905515+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-12T23:50:29.980 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:27.905778+0000 mon.a (mon.0) 175 : cluster [DBG] mgrmap e13: y(active, since 84s) 2024-09-12T23:50:29.980 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:27.906072+0000 mon.a (mon.0) 176 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-12T23:50:29.980 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:27.912951+0000 mon.a (mon.0) 177 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-12T23:50:29.980 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:27.913002+0000 mon.a (mon.0) 178 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-12T23:50:29.980 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:27.913042+0000 mon.a (mon.0) 179 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] is down (out of quorum) 2024-09-12T23:50:29.980 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:27.918095+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.980 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:27.923606+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.980 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:27.929107+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.980 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:27.934911+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.980 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:27.940676+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.980 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:27.942258+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:29.981 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:27.944072+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:29.981 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cephadm 2024-09-12T23:50:27.946303+0000 mgr.y (mgr.14150) 59 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-12T23:50:29.981 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cephadm 2024-09-12T23:50:27.946781+0000 mgr.y (mgr.14150) 60 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-12T23:50:29.981 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cephadm 2024-09-12T23:50:28.150560+0000 mgr.y (mgr.14150) 61 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:50:29.981 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cephadm 2024-09-12T23:50:28.154820+0000 mgr.y (mgr.14150) 62 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:50:29.981 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:28.231207+0000 mon.a (mon.0) 187 : audit [DBG] from='client.? 172.21.15.53:0/913928233' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T23:50:29.981 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:28.281061+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.981 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:28.287046+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.981 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:28.291597+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.981 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:28.297453+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.981 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:28.303167+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:29.981 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cephadm 2024-09-12T23:50:28.334890+0000 mgr.y (mgr.14150) 63 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-09-12T23:50:29.981 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:28.335339+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:29.982 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:28.336630+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T23:50:29.982 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:28.337542+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:29.982 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cephadm 2024-09-12T23:50:28.338449+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring daemon mon.a on smithi032 2024-09-12T23:50:29.982 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: audit 2024-09-12T23:50:28.855537+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:29.982 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:24.857459+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-12T23:50:29.982 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:29.888022+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-12T23:50:29.982 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:29.888083+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-12T23:50:29.982 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:29.888394+0000 mon.a (mon.0) 198 : cluster [INF] mon.a calling monitor election 2024-09-12T23:50:29.982 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:29.913239+0000 mon.a (mon.0) 199 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-12T23:50:29.983 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:29.916866+0000 mon.a (mon.0) 200 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-12T23:50:29.983 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:29.917302+0000 mon.a (mon.0) 201 : cluster [DBG] fsmap 2024-09-12T23:50:29.983 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:29.917338+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-12T23:50:29.983 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:29.917504+0000 mon.a (mon.0) 203 : cluster [DBG] mgrmap e13: y(active, since 86s) 2024-09-12T23:50:29.983 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:29.917656+0000 mon.a (mon.0) 204 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-12T23:50:29.983 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:29.917676+0000 mon.a (mon.0) 205 : cluster [INF] Cluster is now healthy 2024-09-12T23:50:29.983 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[32211]: cluster 2024-09-12T23:50:29.936945+0000 mon.a (mon.0) 206 : cluster [INF] overall HEALTH_OK 2024-09-12T23:50:30.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:29 smithi053 bash[24393]: cluster 2024-09-12T23:50:24.857459+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-12T23:50:30.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:29 smithi053 bash[24393]: cluster 2024-09-12T23:50:29.888022+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-12T23:50:30.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:29 smithi053 bash[24393]: cluster 2024-09-12T23:50:29.888083+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-12T23:50:30.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:29 smithi053 bash[24393]: cluster 2024-09-12T23:50:29.888394+0000 mon.a (mon.0) 198 : cluster [INF] mon.a calling monitor election 2024-09-12T23:50:30.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:29 smithi053 bash[24393]: cluster 2024-09-12T23:50:29.913239+0000 mon.a (mon.0) 199 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-12T23:50:30.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:29 smithi053 bash[24393]: cluster 2024-09-12T23:50:29.916866+0000 mon.a (mon.0) 200 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-12T23:50:30.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:29 smithi053 bash[24393]: cluster 2024-09-12T23:50:29.917302+0000 mon.a (mon.0) 201 : cluster [DBG] fsmap 2024-09-12T23:50:30.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:29 smithi053 bash[24393]: cluster 2024-09-12T23:50:29.917338+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-12T23:50:30.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:29 smithi053 bash[24393]: cluster 2024-09-12T23:50:29.917504+0000 mon.a (mon.0) 203 : cluster [DBG] mgrmap e13: y(active, since 86s) 2024-09-12T23:50:30.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:29 smithi053 bash[24393]: cluster 2024-09-12T23:50:29.917656+0000 mon.a (mon.0) 204 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-12T23:50:30.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:29 smithi053 bash[24393]: cluster 2024-09-12T23:50:29.917676+0000 mon.a (mon.0) 205 : cluster [INF] Cluster is now healthy 2024-09-12T23:50:30.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:29 smithi053 bash[24393]: cluster 2024-09-12T23:50:29.936945+0000 mon.a (mon.0) 206 : cluster [INF] overall HEALTH_OK 2024-09-12T23:50:30.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[22496]: cluster 2024-09-12T23:50:24.857459+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-12T23:50:30.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[22496]: cluster 2024-09-12T23:50:29.888022+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-12T23:50:30.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[22496]: cluster 2024-09-12T23:50:29.888083+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-12T23:50:30.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[22496]: cluster 2024-09-12T23:50:29.888394+0000 mon.a (mon.0) 198 : cluster [INF] mon.a calling monitor election 2024-09-12T23:50:30.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[22496]: cluster 2024-09-12T23:50:29.913239+0000 mon.a (mon.0) 199 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-12T23:50:30.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[22496]: cluster 2024-09-12T23:50:29.916866+0000 mon.a (mon.0) 200 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-12T23:50:30.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[22496]: cluster 2024-09-12T23:50:29.917302+0000 mon.a (mon.0) 201 : cluster [DBG] fsmap 2024-09-12T23:50:30.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[22496]: cluster 2024-09-12T23:50:29.917338+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-12T23:50:30.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[22496]: cluster 2024-09-12T23:50:29.917504+0000 mon.a (mon.0) 203 : cluster [DBG] mgrmap e13: y(active, since 86s) 2024-09-12T23:50:30.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[22496]: cluster 2024-09-12T23:50:29.917656+0000 mon.a (mon.0) 204 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-12T23:50:30.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[22496]: cluster 2024-09-12T23:50:29.917676+0000 mon.a (mon.0) 205 : cluster [INF] Cluster is now healthy 2024-09-12T23:50:30.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:29 smithi032 bash[22496]: cluster 2024-09-12T23:50:29.936945+0000 mon.a (mon.0) 206 : cluster [INF] overall HEALTH_OK 2024-09-12T23:50:31.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:31 smithi053 bash[24393]: audit 2024-09-12T23:50:30.514804+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:31.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:31 smithi053 bash[24393]: audit 2024-09-12T23:50:30.519053+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:31.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:31 smithi053 bash[24393]: cephadm 2024-09-12T23:50:30.520093+0000 mgr.y (mgr.14150) 66 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-12T23:50:31.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:31 smithi053 bash[24393]: audit 2024-09-12T23:50:30.520576+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:31.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:31 smithi053 bash[24393]: audit 2024-09-12T23:50:30.521876+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T23:50:31.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:31 smithi053 bash[24393]: audit 2024-09-12T23:50:30.523179+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:31.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:31 smithi053 bash[24393]: cephadm 2024-09-12T23:50:30.524518+0000 mgr.y (mgr.14150) 67 : cephadm [INF] Reconfiguring daemon mon.c on smithi032 2024-09-12T23:50:31.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:31 smithi053 bash[24393]: audit 2024-09-12T23:50:30.855516+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:31.906 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[22496]: audit 2024-09-12T23:50:30.514804+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:31.906 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[22496]: audit 2024-09-12T23:50:30.519053+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:31.907 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[22496]: cephadm 2024-09-12T23:50:30.520093+0000 mgr.y (mgr.14150) 66 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-12T23:50:31.907 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[22496]: audit 2024-09-12T23:50:30.520576+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:31.907 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[22496]: audit 2024-09-12T23:50:30.521876+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T23:50:31.907 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[22496]: audit 2024-09-12T23:50:30.523179+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:31.907 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[22496]: cephadm 2024-09-12T23:50:30.524518+0000 mgr.y (mgr.14150) 67 : cephadm [INF] Reconfiguring daemon mon.c on smithi032 2024-09-12T23:50:31.907 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[22496]: audit 2024-09-12T23:50:30.855516+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:31.907 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[32211]: audit 2024-09-12T23:50:30.514804+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:31.907 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[32211]: audit 2024-09-12T23:50:30.519053+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:31.907 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[32211]: cephadm 2024-09-12T23:50:30.520093+0000 mgr.y (mgr.14150) 66 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-12T23:50:31.907 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[32211]: audit 2024-09-12T23:50:30.520576+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:31.907 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[32211]: audit 2024-09-12T23:50:30.521876+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T23:50:31.907 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[32211]: audit 2024-09-12T23:50:30.523179+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:31.908 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[32211]: cephadm 2024-09-12T23:50:30.524518+0000 mgr.y (mgr.14150) 67 : cephadm [INF] Reconfiguring daemon mon.c on smithi032 2024-09-12T23:50:31.908 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:31 smithi032 bash[32211]: audit 2024-09-12T23:50:30.855516+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:50:32.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:32 smithi053 bash[24393]: cluster 2024-09-12T23:50:31.220789+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:32.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:32 smithi053 bash[24393]: audit 2024-09-12T23:50:32.303297+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:32.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:32 smithi053 bash[24393]: audit 2024-09-12T23:50:32.309633+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:32.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:32 smithi053 bash[24393]: audit 2024-09-12T23:50:32.311213+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:32.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:32 smithi053 bash[24393]: audit 2024-09-12T23:50:32.312544+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T23:50:32.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:32 smithi053 bash[24393]: audit 2024-09-12T23:50:32.313936+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:32.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:32 smithi032 bash[22496]: cluster 2024-09-12T23:50:31.220789+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:32.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:32 smithi032 bash[22496]: audit 2024-09-12T23:50:32.303297+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:32.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:32 smithi032 bash[22496]: audit 2024-09-12T23:50:32.309633+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:32.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:32 smithi032 bash[22496]: audit 2024-09-12T23:50:32.311213+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:32.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:32 smithi032 bash[22496]: audit 2024-09-12T23:50:32.312544+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T23:50:32.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:32 smithi032 bash[22496]: audit 2024-09-12T23:50:32.313936+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:32.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:32 smithi032 bash[32211]: cluster 2024-09-12T23:50:31.220789+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:32.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:32 smithi032 bash[32211]: audit 2024-09-12T23:50:32.303297+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:32.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:32 smithi032 bash[32211]: audit 2024-09-12T23:50:32.309633+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:32.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:32 smithi032 bash[32211]: audit 2024-09-12T23:50:32.311213+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T23:50:32.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:32 smithi032 bash[32211]: audit 2024-09-12T23:50:32.312544+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T23:50:32.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:32 smithi032 bash[32211]: audit 2024-09-12T23:50:32.313936+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:33.614 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:50:33.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:33 smithi053 bash[24393]: cephadm 2024-09-12T23:50:32.310776+0000 mgr.y (mgr.14150) 69 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-12T23:50:33.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:33 smithi053 bash[24393]: cephadm 2024-09-12T23:50:32.315492+0000 mgr.y (mgr.14150) 70 : cephadm [INF] Reconfiguring daemon mon.b on smithi053 2024-09-12T23:50:33.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:33 smithi032 bash[22496]: cephadm 2024-09-12T23:50:32.310776+0000 mgr.y (mgr.14150) 69 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-12T23:50:33.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:33 smithi032 bash[22496]: cephadm 2024-09-12T23:50:32.315492+0000 mgr.y (mgr.14150) 70 : cephadm [INF] Reconfiguring daemon mon.b on smithi053 2024-09-12T23:50:33.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:33 smithi032 bash[32211]: cephadm 2024-09-12T23:50:32.310776+0000 mgr.y (mgr.14150) 69 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-12T23:50:33.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:33 smithi032 bash[32211]: cephadm 2024-09-12T23:50:32.315492+0000 mgr.y (mgr.14150) 70 : cephadm [INF] Reconfiguring daemon mon.b on smithi053 2024-09-12T23:50:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:34 smithi053 bash[24393]: cluster 2024-09-12T23:50:33.221210+0000 mgr.y (mgr.14150) 71 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:34 smithi053 bash[24393]: audit 2024-09-12T23:50:34.248290+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:34.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:34 smithi053 bash[24393]: audit 2024-09-12T23:50:34.253404+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:34.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:34 smithi053 bash[24393]: audit 2024-09-12T23:50:34.255022+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:34.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:34 smithi053 bash[24393]: audit 2024-09-12T23:50:34.257395+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:34.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:34 smithi053 bash[24393]: audit 2024-09-12T23:50:34.258705+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:34.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:34 smithi053 bash[24393]: audit 2024-09-12T23:50:34.266968+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:34.800 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:34 smithi032 bash[22496]: cluster 2024-09-12T23:50:33.221210+0000 mgr.y (mgr.14150) 71 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:34.800 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:34 smithi032 bash[22496]: audit 2024-09-12T23:50:34.248290+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:34.800 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:34 smithi032 bash[22496]: audit 2024-09-12T23:50:34.253404+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:34.801 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:34 smithi032 bash[22496]: audit 2024-09-12T23:50:34.255022+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:34.801 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:34 smithi032 bash[22496]: audit 2024-09-12T23:50:34.257395+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:34.801 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:34 smithi032 bash[22496]: audit 2024-09-12T23:50:34.258705+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:34.801 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:34 smithi032 bash[22496]: audit 2024-09-12T23:50:34.266968+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:34.801 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:34 smithi032 bash[32211]: cluster 2024-09-12T23:50:33.221210+0000 mgr.y (mgr.14150) 71 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:34.801 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:34 smithi032 bash[32211]: audit 2024-09-12T23:50:34.248290+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:34.801 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:34 smithi032 bash[32211]: audit 2024-09-12T23:50:34.253404+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:34.801 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:34 smithi032 bash[32211]: audit 2024-09-12T23:50:34.255022+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:34.801 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:34 smithi032 bash[32211]: audit 2024-09-12T23:50:34.257395+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:34.801 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:34 smithi032 bash[32211]: audit 2024-09-12T23:50:34.258705+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:34.801 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:34 smithi032 bash[32211]: audit 2024-09-12T23:50:34.266968+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:36.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:36 smithi032 bash[22496]: cluster 2024-09-12T23:50:35.221655+0000 mgr.y (mgr.14150) 72 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:36.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:36 smithi032 bash[32211]: cluster 2024-09-12T23:50:35.221655+0000 mgr.y (mgr.14150) 72 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:36.694 INFO:teuthology.orchestra.run.smithi032.stdout:# minimal ceph.conf for 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:50:36.694 INFO:teuthology.orchestra.run.smithi032.stdout:[global] 2024-09-12T23:50:36.694 INFO:teuthology.orchestra.run.smithi032.stdout: fsid = 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-12T23:50:36.694 INFO:teuthology.orchestra.run.smithi032.stdout: mon_host = [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] 2024-09-12T23:50:36.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:36 smithi053 bash[24393]: cluster 2024-09-12T23:50:35.221655+0000 mgr.y (mgr.14150) 72 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:37.348 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-12T23:50:37.348 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:50:37.348 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/ceph/ceph.conf 2024-09-12T23:50:37.363 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:50:37.363 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-12T23:50:37.419 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-12T23:50:37.419 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/ceph/ceph.conf 2024-09-12T23:50:37.434 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-12T23:50:37.435 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-12T23:50:37.489 INFO:tasks.cephadm:Adding mgr.y on smithi032 2024-09-12T23:50:37.489 INFO:tasks.cephadm:Adding mgr.x on smithi053 2024-09-12T23:50:37.490 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch apply mgr '2;smithi032=y;smithi053=x' 2024-09-12T23:50:37.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:37 smithi032 bash[22496]: audit 2024-09-12T23:50:36.694551+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.32:0/3406869056' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:37.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:37 smithi032 bash[32211]: audit 2024-09-12T23:50:36.694551+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.32:0/3406869056' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:37 smithi053 bash[24393]: audit 2024-09-12T23:50:36.694551+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.32:0/3406869056' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:38.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:38 smithi032 bash[22496]: cluster 2024-09-12T23:50:37.222100+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:38.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:38 smithi032 bash[32211]: cluster 2024-09-12T23:50:37.222100+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:39.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:38 smithi053 bash[24393]: cluster 2024-09-12T23:50:37.222100+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:40 smithi032 bash[22496]: cluster 2024-09-12T23:50:39.222523+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:40 smithi032 bash[32211]: cluster 2024-09-12T23:50:39.222523+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:41.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:40 smithi053 bash[24393]: cluster 2024-09-12T23:50:39.222523+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:41.242 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:50:42.606 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:42 smithi053 bash[24393]: cluster 2024-09-12T23:50:41.222936+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:42.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:42 smithi032 bash[22496]: cluster 2024-09-12T23:50:41.222936+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:42.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:42 smithi032 bash[32211]: cluster 2024-09-12T23:50:41.222936+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:44.314 INFO:teuthology.orchestra.run.smithi053.stdout:Scheduled mgr update... 2024-09-12T23:50:44.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:44 smithi053 bash[24393]: cluster 2024-09-12T23:50:43.223317+0000 mgr.y (mgr.14150) 76 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:44.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:44 smithi053 bash[24393]: audit 2024-09-12T23:50:44.313452+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:44.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:44 smithi053 bash[24393]: audit 2024-09-12T23:50:44.315171+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:44.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:44 smithi053 bash[24393]: audit 2024-09-12T23:50:44.318690+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:44.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:44 smithi053 bash[24393]: audit 2024-09-12T23:50:44.320438+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:44.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:44 smithi053 bash[24393]: audit 2024-09-12T23:50:44.329518+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:44.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:44 smithi053 bash[24393]: audit 2024-09-12T23:50:44.332433+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T23:50:44.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:44 smithi053 bash[24393]: audit 2024-09-12T23:50:44.337777+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-12T23:50:44.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:44 smithi053 bash[24393]: audit 2024-09-12T23:50:44.339637+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T23:50:44.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:44 smithi053 bash[24393]: audit 2024-09-12T23:50:44.341752+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:44.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[22496]: cluster 2024-09-12T23:50:43.223317+0000 mgr.y (mgr.14150) 76 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:44.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[22496]: audit 2024-09-12T23:50:44.313452+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:44.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[22496]: audit 2024-09-12T23:50:44.315171+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:44.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[22496]: audit 2024-09-12T23:50:44.318690+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:44.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[22496]: audit 2024-09-12T23:50:44.320438+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:44.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[22496]: audit 2024-09-12T23:50:44.329518+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:44.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[22496]: audit 2024-09-12T23:50:44.332433+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T23:50:44.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[22496]: audit 2024-09-12T23:50:44.337777+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-12T23:50:44.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[22496]: audit 2024-09-12T23:50:44.339637+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T23:50:44.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[22496]: audit 2024-09-12T23:50:44.341752+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:44.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[32211]: cluster 2024-09-12T23:50:43.223317+0000 mgr.y (mgr.14150) 76 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:44.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[32211]: audit 2024-09-12T23:50:44.313452+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:44.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[32211]: audit 2024-09-12T23:50:44.315171+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:44.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[32211]: audit 2024-09-12T23:50:44.318690+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:44.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[32211]: audit 2024-09-12T23:50:44.320438+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:44.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[32211]: audit 2024-09-12T23:50:44.329518+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:44.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[32211]: audit 2024-09-12T23:50:44.332433+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T23:50:44.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[32211]: audit 2024-09-12T23:50:44.337777+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-12T23:50:44.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[32211]: audit 2024-09-12T23:50:44.339637+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T23:50:44.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:44 smithi032 bash[32211]: audit 2024-09-12T23:50:44.341752+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:45.260 DEBUG:teuthology.orchestra.run.smithi053:mgr.x> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.x.service 2024-09-12T23:50:45.263 INFO:tasks.cephadm:Deploying OSDs... 2024-09-12T23:50:45.263 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:50:45.263 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T23:50:45.270 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T23:50:45.270 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_1 2024-09-12T23:50:45.317 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T23:50:45.317 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T23:50:45.317 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 871 Links: 1 2024-09-12T23:50:45.317 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T23:50:45.317 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-09-12 23:41:33.723663800 +0000 2024-09-12T23:50:45.317 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-09-12 23:41:33.451666231 +0000 2024-09-12T23:50:45.317 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-09-12 23:41:33.451666231 +0000 2024-09-12T23:50:45.317 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2024-09-12T23:50:45.317 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T23:50:45.371 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-09-12T23:50:45.371 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-09-12T23:50:45.371 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000311161 s, 1.6 MB/s 2024-09-12T23:50:45.373 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T23:50:45.425 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_2 2024-09-12T23:50:45.472 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T23:50:45.472 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T23:50:45.472 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 889 Links: 1 2024-09-12T23:50:45.472 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T23:50:45.472 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-09-12 23:41:34.239659192 +0000 2024-09-12T23:50:45.472 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-09-12 23:41:33.971661585 +0000 2024-09-12T23:50:45.473 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-09-12 23:41:33.971661585 +0000 2024-09-12T23:50:45.473 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2024-09-12T23:50:45.473 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T23:50:45.527 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-09-12T23:50:45.527 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-09-12T23:50:45.527 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000303085 s, 1.7 MB/s 2024-09-12T23:50:45.528 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T23:50:45.579 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_3 2024-09-12T23:50:45.628 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T23:50:45.629 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T23:50:45.629 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 911 Links: 1 2024-09-12T23:50:45.629 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T23:50:45.629 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-09-12 23:41:34.475657084 +0000 2024-09-12T23:50:45.629 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-09-12 23:41:34.471657119 +0000 2024-09-12T23:50:45.629 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-09-12 23:41:34.471657119 +0000 2024-09-12T23:50:45.629 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2024-09-12T23:50:45.629 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T23:50:45.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:45 smithi032 bash[22496]: audit 2024-09-12T23:50:44.304018+0000 mgr.y (mgr.14150) 77 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi032=y;smithi053=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:50:45.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:45 smithi032 bash[22496]: cephadm 2024-09-12T23:50:44.307014+0000 mgr.y (mgr.14150) 78 : cephadm [INF] Saving service mgr spec with placement smithi032=y;smithi053=x;count:2 2024-09-12T23:50:45.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:45 smithi032 bash[22496]: cephadm 2024-09-12T23:50:44.343951+0000 mgr.y (mgr.14150) 79 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-09-12T23:50:45.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:45 smithi032 bash[32211]: audit 2024-09-12T23:50:44.304018+0000 mgr.y (mgr.14150) 77 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi032=y;smithi053=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:50:45.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:45 smithi032 bash[32211]: cephadm 2024-09-12T23:50:44.307014+0000 mgr.y (mgr.14150) 78 : cephadm [INF] Saving service mgr spec with placement smithi032=y;smithi053=x;count:2 2024-09-12T23:50:45.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:45 smithi032 bash[32211]: cephadm 2024-09-12T23:50:44.343951+0000 mgr.y (mgr.14150) 79 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-09-12T23:50:45.677 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-09-12T23:50:45.677 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-09-12T23:50:45.677 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000307308 s, 1.7 MB/s 2024-09-12T23:50:45.678 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T23:50:45.732 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_4 2024-09-12T23:50:45.780 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T23:50:45.780 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T23:50:45.780 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 925 Links: 1 2024-09-12T23:50:45.780 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T23:50:45.780 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-09-12 23:41:34.927653047 +0000 2024-09-12T23:50:45.780 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-09-12 23:41:34.923653082 +0000 2024-09-12T23:50:45.781 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-09-12 23:41:34.923653082 +0000 2024-09-12T23:50:45.781 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2024-09-12T23:50:45.781 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T23:50:45.834 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-09-12T23:50:45.835 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-09-12T23:50:45.835 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000242815 s, 2.1 MB/s 2024-09-12T23:50:45.836 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T23:50:45.886 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-12T23:50:45.886 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T23:50:45.892 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T23:50:45.892 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_1 2024-09-12T23:50:45.942 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T23:50:45.942 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T23:50:45.942 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 881 Links: 1 2024-09-12T23:50:45.942 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T23:50:45.942 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-09-12 23:41:30.449481125 +0000 2024-09-12T23:50:45.942 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-09-12 23:41:30.205483304 +0000 2024-09-12T23:50:45.942 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-09-12 23:41:30.205483304 +0000 2024-09-12T23:50:45.942 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: - 2024-09-12T23:50:45.942 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T23:50:45.994 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:45 smithi053 bash[24393]: audit 2024-09-12T23:50:44.304018+0000 mgr.y (mgr.14150) 77 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi032=y;smithi053=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:50:45.994 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:45 smithi053 bash[24393]: cephadm 2024-09-12T23:50:44.307014+0000 mgr.y (mgr.14150) 78 : cephadm [INF] Saving service mgr spec with placement smithi032=y;smithi053=x;count:2 2024-09-12T23:50:45.994 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:45 smithi053 bash[24393]: cephadm 2024-09-12T23:50:44.343951+0000 mgr.y (mgr.14150) 79 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-09-12T23:50:45.996 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-09-12T23:50:45.996 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-09-12T23:50:45.997 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000255119 s, 2.0 MB/s 2024-09-12T23:50:45.998 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T23:50:46.048 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_2 2024-09-12T23:50:46.096 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T23:50:46.097 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T23:50:46.097 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 893 Links: 1 2024-09-12T23:50:46.097 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T23:50:46.097 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-09-12 23:41:30.913476981 +0000 2024-09-12T23:50:46.097 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-09-12 23:41:30.661479231 +0000 2024-09-12T23:50:46.097 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-09-12 23:41:30.661479231 +0000 2024-09-12T23:50:46.097 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: - 2024-09-12T23:50:46.097 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T23:50:46.150 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-09-12T23:50:46.150 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-09-12T23:50:46.150 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000247786 s, 2.1 MB/s 2024-09-12T23:50:46.151 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T23:50:46.197 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_3 2024-09-12T23:50:46.249 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T23:50:46.249 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T23:50:46.249 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 913 Links: 1 2024-09-12T23:50:46.249 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T23:50:46.249 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-09-12 23:41:31.433472335 +0000 2024-09-12T23:50:46.249 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-09-12 23:41:31.145474909 +0000 2024-09-12T23:50:46.249 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-09-12 23:41:31.145474909 +0000 2024-09-12T23:50:46.249 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: - 2024-09-12T23:50:46.250 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T23:50:46.301 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-09-12T23:50:46.301 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-09-12T23:50:46.301 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000168803 s, 3.0 MB/s 2024-09-12T23:50:46.302 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T23:50:46.351 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_4 2024-09-12T23:50:46.397 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T23:50:46.397 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T23:50:46.397 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 929 Links: 1 2024-09-12T23:50:46.397 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T23:50:46.397 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-09-12 23:41:31.921467977 +0000 2024-09-12T23:50:46.397 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-09-12 23:41:31.633470550 +0000 2024-09-12T23:50:46.398 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-09-12 23:41:31.633470550 +0000 2024-09-12T23:50:46.398 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: - 2024-09-12T23:50:46.398 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T23:50:46.451 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-09-12T23:50:46.452 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-09-12T23:50:46.452 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000235387 s, 2.2 MB/s 2024-09-12T23:50:46.453 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T23:50:46.502 INFO:tasks.cephadm:Deploying osd.0 on smithi032 with /dev/vg_nvme/lv_4... 2024-09-12T23:50:46.502 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-09-12T23:50:46.779 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:46 smithi053 bash[24393]: cluster 2024-09-12T23:50:45.223757+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:46 smithi032 bash[22496]: cluster 2024-09-12T23:50:45.223757+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:46.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:46 smithi032 bash[32211]: cluster 2024-09-12T23:50:45.223757+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:47.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:46 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:50:47.413 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:50:47.413 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:50:47.413 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:50:47.413 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:50:47.413 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:50:47.413 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:47 smithi053 systemd[1]: Started Ceph mgr.x for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-12T23:50:48.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:48 smithi032 bash[22496]: cluster 2024-09-12T23:50:47.224217+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:48.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:48 smithi032 bash[22496]: audit 2024-09-12T23:50:47.327527+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:48 smithi032 bash[22496]: audit 2024-09-12T23:50:47.334865+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:48 smithi032 bash[22496]: audit 2024-09-12T23:50:47.341990+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:48 smithi032 bash[22496]: audit 2024-09-12T23:50:47.348919+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:48 smithi032 bash[22496]: audit 2024-09-12T23:50:47.409692+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:48.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:48 smithi032 bash[22496]: audit 2024-09-12T23:50:47.926182+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:48 smithi032 bash[32211]: cluster 2024-09-12T23:50:47.224217+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:48.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:48 smithi032 bash[32211]: audit 2024-09-12T23:50:47.327527+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:48 smithi032 bash[32211]: audit 2024-09-12T23:50:47.334865+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:48 smithi032 bash[32211]: audit 2024-09-12T23:50:47.341990+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:48 smithi032 bash[32211]: audit 2024-09-12T23:50:47.348919+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:48 smithi032 bash[32211]: audit 2024-09-12T23:50:47.409692+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:48.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:48 smithi032 bash[32211]: audit 2024-09-12T23:50:47.926182+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:48 smithi053 bash[24393]: cluster 2024-09-12T23:50:47.224217+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:48.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:48 smithi053 bash[24393]: audit 2024-09-12T23:50:47.327527+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:48 smithi053 bash[24393]: audit 2024-09-12T23:50:47.334865+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:48 smithi053 bash[24393]: audit 2024-09-12T23:50:47.341990+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:48 smithi053 bash[24393]: audit 2024-09-12T23:50:47.348919+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:48 smithi053 bash[24393]: audit 2024-09-12T23:50:47.409692+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:48.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:48 smithi053 bash[24393]: audit 2024-09-12T23:50:47.926182+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:48.788 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:48 smithi053 bash[25309]: debug 2024-09-12T23:50:48.425+0000 7f7766480640 1 -- 172.21.15.53:0/3748498801 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560b1aa3c340 con 0x560b1aa48800 2024-09-12T23:50:48.788 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:48 smithi053 bash[25309]: debug 2024-09-12T23:50:48.537+0000 7f7768ce8ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T23:50:50.037 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:49 smithi053 bash[25309]: debug 2024-09-12T23:50:49.773+0000 7f7768ce8ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T23:50:50.037 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:49 smithi053 bash[25309]: debug 2024-09-12T23:50:49.837+0000 7f7768ce8ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T23:50:50.037 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:50 smithi053 bash[25309]: debug 2024-09-12T23:50:49.993+0000 7f7768ce8ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T23:50:50.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:50 smithi053 bash[24393]: cluster 2024-09-12T23:50:49.224720+0000 mgr.y (mgr.14150) 82 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:50 smithi032 bash[22496]: cluster 2024-09-12T23:50:49.224720+0000 mgr.y (mgr.14150) 82 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:50.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:50 smithi032 bash[32211]: cluster 2024-09-12T23:50:49.224720+0000 mgr.y (mgr.14150) 82 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:50.961 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:50 smithi053 bash[25309]: debug 2024-09-12T23:50:50.653+0000 7f7768ce8ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T23:50:50.961 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:50 smithi053 bash[25309]: debug 2024-09-12T23:50:50.721+0000 7f7768ce8ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T23:50:50.961 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:50 smithi053 bash[25309]: debug 2024-09-12T23:50:50.793+0000 7f7768ce8ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T23:50:50.961 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:50 smithi053 bash[25309]: debug 2024-09-12T23:50:50.953+0000 7f7768ce8ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T23:50:51.232 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:50:51.287 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:51 smithi053 bash[25309]: debug 2024-09-12T23:50:51.033+0000 7f7768ce8ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T23:50:51.287 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:51 smithi053 bash[25309]: debug 2024-09-12T23:50:51.101+0000 7f7768ce8ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T23:50:51.664 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:51 smithi053 bash[25309]: debug 2024-09-12T23:50:51.337+0000 7f7768ce8ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T23:50:51.665 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:51 smithi053 bash[25309]: debug 2024-09-12T23:50:51.409+0000 7f7768ce8ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T23:50:51.665 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:51 smithi053 bash[25309]: debug 2024-09-12T23:50:51.581+0000 7f7768ce8ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T23:50:52.037 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:51 smithi053 bash[25309]: debug 2024-09-12T23:50:51.657+0000 7f7768ce8ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T23:50:52.037 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:51 smithi053 bash[25309]: debug 2024-09-12T23:50:51.901+0000 7f7768ce8ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T23:50:52.331 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:52 smithi053 bash[25309]: debug 2024-09-12T23:50:52.065+0000 7f7768ce8ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T23:50:52.331 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:52 smithi053 bash[25309]: debug 2024-09-12T23:50:52.145+0000 7f7768ce8ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T23:50:52.331 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:52 smithi053 bash[25309]: debug 2024-09-12T23:50:52.313+0000 7f7768ce8ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T23:50:52.653 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:52 smithi032 bash[22496]: cluster 2024-09-12T23:50:51.225165+0000 mgr.y (mgr.14150) 83 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:52.653 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:52 smithi032 bash[32211]: cluster 2024-09-12T23:50:51.225165+0000 mgr.y (mgr.14150) 83 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:52.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:52 smithi053 bash[24393]: cluster 2024-09-12T23:50:51.225165+0000 mgr.y (mgr.14150) 83 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:53.408 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:53 smithi053 bash[25309]: debug 2024-09-12T23:50:53.121+0000 7f7768ce8ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T23:50:53.408 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:53 smithi053 bash[25309]: debug 2024-09-12T23:50:53.197+0000 7f7768ce8ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T23:50:53.408 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:53 smithi053 bash[24393]: audit 2024-09-12T23:50:52.339905+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:53.408 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:53 smithi053 bash[24393]: audit 2024-09-12T23:50:52.343529+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:53.408 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:53 smithi053 bash[24393]: audit 2024-09-12T23:50:52.741169+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:53.408 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:53 smithi053 bash[24393]: audit 2024-09-12T23:50:52.742316+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:53.409 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:53 smithi053 bash[24393]: audit 2024-09-12T23:50:52.749853+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:53.409 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:53 smithi053 bash[24393]: audit 2024-09-12T23:50:52.791006+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T23:50:53.409 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:53 smithi053 bash[24393]: audit 2024-09-12T23:50:52.792559+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T23:50:53.409 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:53 smithi053 bash[24393]: audit 2024-09-12T23:50:52.793761+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:53.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[22496]: audit 2024-09-12T23:50:52.339905+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[22496]: audit 2024-09-12T23:50:52.343529+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[22496]: audit 2024-09-12T23:50:52.741169+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[22496]: audit 2024-09-12T23:50:52.742316+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[22496]: audit 2024-09-12T23:50:52.749853+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[22496]: audit 2024-09-12T23:50:52.791006+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T23:50:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[22496]: audit 2024-09-12T23:50:52.792559+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T23:50:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[22496]: audit 2024-09-12T23:50:52.793761+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:53.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[32211]: audit 2024-09-12T23:50:52.339905+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:53.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[32211]: audit 2024-09-12T23:50:52.343529+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:53.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[32211]: audit 2024-09-12T23:50:52.741169+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:53.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[32211]: audit 2024-09-12T23:50:52.742316+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:53.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[32211]: audit 2024-09-12T23:50:52.749853+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:53.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[32211]: audit 2024-09-12T23:50:52.791006+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T23:50:53.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[32211]: audit 2024-09-12T23:50:52.792559+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T23:50:53.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:53 smithi032 bash[32211]: audit 2024-09-12T23:50:52.793761+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:53.787 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:53 smithi053 bash[25309]: debug 2024-09-12T23:50:53.401+0000 7f7768ce8ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T23:50:53.787 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:53 smithi053 bash[25309]: debug 2024-09-12T23:50:53.477+0000 7f7768ce8ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T23:50:54.287 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:53 smithi053 bash[25309]: debug 2024-09-12T23:50:53.805+0000 7f7768ce8ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T23:50:54.287 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:50:53 smithi053 bash[25309]: debug 2024-09-12T23:50:53.885+0000 7f7768ce8ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T23:50:54.594 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[22496]: cephadm 2024-09-12T23:50:52.790343+0000 mgr.y (mgr.14150) 84 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-12T23:50:54.594 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[22496]: cephadm 2024-09-12T23:50:52.794986+0000 mgr.y (mgr.14150) 85 : cephadm [INF] Reconfiguring daemon mgr.y on smithi032 2024-09-12T23:50:54.594 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[22496]: cluster 2024-09-12T23:50:53.225586+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:54.595 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[22496]: cluster 2024-09-12T23:50:53.912750+0000 mon.a (mon.0) 247 : cluster [DBG] Standby manager daemon x started 2024-09-12T23:50:54.595 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[22496]: audit 2024-09-12T23:50:53.913050+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.53:0/2169999541' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-12T23:50:54.595 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[22496]: audit 2024-09-12T23:50:53.913655+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.53:0/2169999541' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T23:50:54.595 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[22496]: audit 2024-09-12T23:50:53.914732+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.53:0/2169999541' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-12T23:50:54.595 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[22496]: audit 2024-09-12T23:50:53.915199+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.53:0/2169999541' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T23:50:54.595 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[32211]: cephadm 2024-09-12T23:50:52.790343+0000 mgr.y (mgr.14150) 84 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-12T23:50:54.595 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[32211]: cephadm 2024-09-12T23:50:52.794986+0000 mgr.y (mgr.14150) 85 : cephadm [INF] Reconfiguring daemon mgr.y on smithi032 2024-09-12T23:50:54.595 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[32211]: cluster 2024-09-12T23:50:53.225586+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:54.595 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[32211]: cluster 2024-09-12T23:50:53.912750+0000 mon.a (mon.0) 247 : cluster [DBG] Standby manager daemon x started 2024-09-12T23:50:54.595 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[32211]: audit 2024-09-12T23:50:53.913050+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.53:0/2169999541' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-12T23:50:54.595 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[32211]: audit 2024-09-12T23:50:53.913655+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.53:0/2169999541' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T23:50:54.596 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[32211]: audit 2024-09-12T23:50:53.914732+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.53:0/2169999541' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-12T23:50:54.596 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:54 smithi032 bash[32211]: audit 2024-09-12T23:50:53.915199+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.53:0/2169999541' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T23:50:54.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:54 smithi053 bash[24393]: cephadm 2024-09-12T23:50:52.790343+0000 mgr.y (mgr.14150) 84 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-12T23:50:54.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:54 smithi053 bash[24393]: cephadm 2024-09-12T23:50:52.794986+0000 mgr.y (mgr.14150) 85 : cephadm [INF] Reconfiguring daemon mgr.y on smithi032 2024-09-12T23:50:54.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:54 smithi053 bash[24393]: cluster 2024-09-12T23:50:53.225586+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:54.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:54 smithi053 bash[24393]: cluster 2024-09-12T23:50:53.912750+0000 mon.a (mon.0) 247 : cluster [DBG] Standby manager daemon x started 2024-09-12T23:50:54.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:54 smithi053 bash[24393]: audit 2024-09-12T23:50:53.913050+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.53:0/2169999541' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-12T23:50:54.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:54 smithi053 bash[24393]: audit 2024-09-12T23:50:53.913655+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.53:0/2169999541' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T23:50:54.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:54 smithi053 bash[24393]: audit 2024-09-12T23:50:53.914732+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.53:0/2169999541' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-12T23:50:54.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:54 smithi053 bash[24393]: audit 2024-09-12T23:50:53.915199+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.53:0/2169999541' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T23:50:55.125 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-09-12T23:50:55.299 INFO:teuthology.orchestra.run.smithi032.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-09-12T23:50:55.315 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10+0 records in 2024-09-12T23:50:55.316 INFO:teuthology.orchestra.run.smithi032.stderr:10+0 records out 2024-09-12T23:50:55.316 INFO:teuthology.orchestra.run.smithi032.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0131822 s, 795 MB/s 2024-09-12T23:50:55.316 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping successful for: 2024-09-12T23:50:55.980 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi032:vg_nvme/lv_4 2024-09-12T23:50:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:55 smithi053 bash[24393]: cluster 2024-09-12T23:50:54.758738+0000 mon.a (mon.0) 248 : cluster [DBG] mgrmap e14: y(active, since 111s), standbys: x 2024-09-12T23:50:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:55 smithi053 bash[24393]: audit 2024-09-12T23:50:54.758891+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-12T23:50:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:55 smithi053 bash[24393]: cluster 2024-09-12T23:50:55.226032+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:55 smithi053 bash[24393]: audit 2024-09-12T23:50:55.447381+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:56.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:55 smithi053 bash[24393]: audit 2024-09-12T23:50:55.451823+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:56.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:55 smithi053 bash[24393]: audit 2024-09-12T23:50:55.453154+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:56.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:55 smithi053 bash[24393]: audit 2024-09-12T23:50:55.454609+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:56.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:55 smithi053 bash[24393]: audit 2024-09-12T23:50:55.455313+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:56.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:55 smithi053 bash[24393]: audit 2024-09-12T23:50:55.460432+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:56.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[22496]: cluster 2024-09-12T23:50:54.758738+0000 mon.a (mon.0) 248 : cluster [DBG] mgrmap e14: y(active, since 111s), standbys: x 2024-09-12T23:50:56.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[22496]: audit 2024-09-12T23:50:54.758891+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-12T23:50:56.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[22496]: cluster 2024-09-12T23:50:55.226032+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:56.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[22496]: audit 2024-09-12T23:50:55.447381+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:56.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[22496]: audit 2024-09-12T23:50:55.451823+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:56.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[22496]: audit 2024-09-12T23:50:55.453154+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:56.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[22496]: audit 2024-09-12T23:50:55.454609+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:56.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[22496]: audit 2024-09-12T23:50:55.455313+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:56.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[22496]: audit 2024-09-12T23:50:55.460432+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:56.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[32211]: cluster 2024-09-12T23:50:54.758738+0000 mon.a (mon.0) 248 : cluster [DBG] mgrmap e14: y(active, since 111s), standbys: x 2024-09-12T23:50:56.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[32211]: audit 2024-09-12T23:50:54.758891+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-12T23:50:56.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[32211]: cluster 2024-09-12T23:50:55.226032+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:56.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[32211]: audit 2024-09-12T23:50:55.447381+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:56.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[32211]: audit 2024-09-12T23:50:55.451823+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:56.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[32211]: audit 2024-09-12T23:50:55.453154+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:50:56.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[32211]: audit 2024-09-12T23:50:55.454609+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:50:56.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[32211]: audit 2024-09-12T23:50:55.455313+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:50:56.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:55 smithi032 bash[32211]: audit 2024-09-12T23:50:55.460432+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:50:58.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:50:58 smithi053 bash[24393]: cluster 2024-09-12T23:50:57.226450+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:58.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:50:58 smithi032 bash[22496]: cluster 2024-09-12T23:50:57.226450+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:50:58.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:50:58 smithi032 bash[32211]: cluster 2024-09-12T23:50:57.226450+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:00.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:00 smithi053 bash[24393]: cluster 2024-09-12T23:50:59.226875+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:00.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:00 smithi032 bash[22496]: cluster 2024-09-12T23:50:59.226875+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:00 smithi032 bash[32211]: cluster 2024-09-12T23:50:59.226875+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:00.710 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:51:02.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:02 smithi032 bash[22496]: cluster 2024-09-12T23:51:01.227300+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:02.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:02 smithi032 bash[32211]: cluster 2024-09-12T23:51:01.227300+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:02.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:02 smithi053 bash[24393]: cluster 2024-09-12T23:51:01.227300+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:04.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:04 smithi032 bash[22496]: cluster 2024-09-12T23:51:03.227670+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:04.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:04 smithi032 bash[22496]: audit 2024-09-12T23:51:03.835348+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:51:04.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:04 smithi032 bash[22496]: audit 2024-09-12T23:51:03.839133+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:51:04.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:04 smithi032 bash[22496]: audit 2024-09-12T23:51:03.840289+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:04.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:04 smithi032 bash[32211]: cluster 2024-09-12T23:51:03.227670+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:04.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:04 smithi032 bash[32211]: audit 2024-09-12T23:51:03.835348+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:51:04.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:04 smithi032 bash[32211]: audit 2024-09-12T23:51:03.839133+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:51:04.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:04 smithi032 bash[32211]: audit 2024-09-12T23:51:03.840289+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:04.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:04 smithi053 bash[24393]: cluster 2024-09-12T23:51:03.227670+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:04.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:04 smithi053 bash[24393]: audit 2024-09-12T23:51:03.835348+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:51:04.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:04 smithi053 bash[24393]: audit 2024-09-12T23:51:03.839133+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:51:04.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:04 smithi053 bash[24393]: audit 2024-09-12T23:51:03.840289+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:05.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:05 smithi032 bash[22496]: audit 2024-09-12T23:51:03.831290+0000 mgr.y (mgr.14150) 92 : audit [DBG] from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:51:05.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:05 smithi032 bash[32211]: audit 2024-09-12T23:51:03.831290+0000 mgr.y (mgr.14150) 92 : audit [DBG] from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:51:05.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:05 smithi053 bash[24393]: audit 2024-09-12T23:51:03.831290+0000 mgr.y (mgr.14150) 92 : audit [DBG] from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:51:06.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:06 smithi032 bash[22496]: cluster 2024-09-12T23:51:05.228042+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:06.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:06 smithi032 bash[32211]: cluster 2024-09-12T23:51:05.228042+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:06.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:06 smithi053 bash[24393]: cluster 2024-09-12T23:51:05.228042+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:08.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:08 smithi032 bash[22496]: cluster 2024-09-12T23:51:07.228477+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:08.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:08 smithi032 bash[32211]: cluster 2024-09-12T23:51:07.228477+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:08.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:08 smithi053 bash[24393]: cluster 2024-09-12T23:51:07.228477+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:10.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:10 smithi032 bash[22496]: cluster 2024-09-12T23:51:09.228836+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:10.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:10 smithi032 bash[32211]: cluster 2024-09-12T23:51:09.228836+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:10.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:10 smithi053 bash[24393]: cluster 2024-09-12T23:51:09.228836+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:12.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:12 smithi032 bash[22496]: cluster 2024-09-12T23:51:11.229256+0000 mgr.y (mgr.14150) 96 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:12.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:12 smithi032 bash[22496]: audit 2024-09-12T23:51:12.052723+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.32:0/1149957116' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86015052-3e53-4869-9fb8-a836fe6f5dfa"}]: dispatch 2024-09-12T23:51:12.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:12 smithi032 bash[22496]: audit 2024-09-12T23:51:12.053300+0000 mon.a (mon.0) 259 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86015052-3e53-4869-9fb8-a836fe6f5dfa"}]: dispatch 2024-09-12T23:51:12.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:12 smithi032 bash[22496]: audit 2024-09-12T23:51:12.060742+0000 mon.a (mon.0) 260 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86015052-3e53-4869-9fb8-a836fe6f5dfa"}]': finished 2024-09-12T23:51:12.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:12 smithi032 bash[22496]: cluster 2024-09-12T23:51:12.060926+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-12T23:51:12.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:12 smithi032 bash[22496]: audit 2024-09-12T23:51:12.061095+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:12.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:12 smithi032 bash[32211]: cluster 2024-09-12T23:51:11.229256+0000 mgr.y (mgr.14150) 96 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:12.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:12 smithi032 bash[32211]: audit 2024-09-12T23:51:12.052723+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.32:0/1149957116' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86015052-3e53-4869-9fb8-a836fe6f5dfa"}]: dispatch 2024-09-12T23:51:12.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:12 smithi032 bash[32211]: audit 2024-09-12T23:51:12.053300+0000 mon.a (mon.0) 259 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86015052-3e53-4869-9fb8-a836fe6f5dfa"}]: dispatch 2024-09-12T23:51:12.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:12 smithi032 bash[32211]: audit 2024-09-12T23:51:12.060742+0000 mon.a (mon.0) 260 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86015052-3e53-4869-9fb8-a836fe6f5dfa"}]': finished 2024-09-12T23:51:12.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:12 smithi032 bash[32211]: cluster 2024-09-12T23:51:12.060926+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-12T23:51:12.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:12 smithi032 bash[32211]: audit 2024-09-12T23:51:12.061095+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:12.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:12 smithi053 bash[24393]: cluster 2024-09-12T23:51:11.229256+0000 mgr.y (mgr.14150) 96 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:12.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:12 smithi053 bash[24393]: audit 2024-09-12T23:51:12.052723+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.32:0/1149957116' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86015052-3e53-4869-9fb8-a836fe6f5dfa"}]: dispatch 2024-09-12T23:51:12.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:12 smithi053 bash[24393]: audit 2024-09-12T23:51:12.053300+0000 mon.a (mon.0) 259 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86015052-3e53-4869-9fb8-a836fe6f5dfa"}]: dispatch 2024-09-12T23:51:12.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:12 smithi053 bash[24393]: audit 2024-09-12T23:51:12.060742+0000 mon.a (mon.0) 260 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86015052-3e53-4869-9fb8-a836fe6f5dfa"}]': finished 2024-09-12T23:51:12.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:12 smithi053 bash[24393]: cluster 2024-09-12T23:51:12.060926+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-12T23:51:12.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:12 smithi053 bash[24393]: audit 2024-09-12T23:51:12.061095+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:13.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:13 smithi032 bash[22496]: audit 2024-09-12T23:51:12.697151+0000 mon.a (mon.0) 263 : audit [DBG] from='client.? 172.21.15.32:0/1607255377' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:51:13.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:13 smithi032 bash[32211]: audit 2024-09-12T23:51:12.697151+0000 mon.a (mon.0) 263 : audit [DBG] from='client.? 172.21.15.32:0/1607255377' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:51:13.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:13 smithi053 bash[24393]: audit 2024-09-12T23:51:12.697151+0000 mon.a (mon.0) 263 : audit [DBG] from='client.? 172.21.15.32:0/1607255377' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:51:14.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:14 smithi032 bash[22496]: cluster 2024-09-12T23:51:13.229770+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:14.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:14 smithi032 bash[32211]: cluster 2024-09-12T23:51:13.229770+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:14.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:14 smithi053 bash[24393]: cluster 2024-09-12T23:51:13.229770+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:16.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:16 smithi032 bash[22496]: cluster 2024-09-12T23:51:15.230259+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:16.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:16 smithi032 bash[32211]: cluster 2024-09-12T23:51:15.230259+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:16.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:16 smithi053 bash[24393]: cluster 2024-09-12T23:51:15.230259+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:18.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:18 smithi032 bash[22496]: cluster 2024-09-12T23:51:17.230693+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:18.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:18 smithi032 bash[32211]: cluster 2024-09-12T23:51:17.230693+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:18.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:18 smithi053 bash[24393]: cluster 2024-09-12T23:51:17.230693+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:20 smithi032 bash[22496]: cluster 2024-09-12T23:51:19.231125+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:20.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:20 smithi032 bash[32211]: cluster 2024-09-12T23:51:19.231125+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:20.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:20 smithi053 bash[24393]: cluster 2024-09-12T23:51:19.231125+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:22.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:22 smithi032 bash[22496]: cluster 2024-09-12T23:51:21.231469+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:22.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:22 smithi032 bash[32211]: cluster 2024-09-12T23:51:21.231469+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:22 smithi053 bash[24393]: cluster 2024-09-12T23:51:21.231469+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:24.645 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:24 smithi032 bash[22496]: cluster 2024-09-12T23:51:23.231856+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:24.646 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:24 smithi032 bash[32211]: cluster 2024-09-12T23:51:23.231856+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:24.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:24 smithi053 bash[24393]: cluster 2024-09-12T23:51:23.231856+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:25.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:25 smithi032 bash[22496]: audit 2024-09-12T23:51:24.421109+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-12T23:51:25.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:25 smithi032 bash[22496]: audit 2024-09-12T23:51:24.422617+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:25.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:25 smithi032 bash[22496]: cephadm 2024-09-12T23:51:24.423893+0000 mgr.y (mgr.14150) 103 : cephadm [INF] Deploying daemon osd.0 on smithi032 2024-09-12T23:51:25.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:25 smithi032 bash[32211]: audit 2024-09-12T23:51:24.421109+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-12T23:51:25.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:25 smithi032 bash[32211]: audit 2024-09-12T23:51:24.422617+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:25.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:25 smithi032 bash[32211]: cephadm 2024-09-12T23:51:24.423893+0000 mgr.y (mgr.14150) 103 : cephadm [INF] Deploying daemon osd.0 on smithi032 2024-09-12T23:51:25.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:25 smithi053 bash[24393]: audit 2024-09-12T23:51:24.421109+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-12T23:51:25.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:25 smithi053 bash[24393]: audit 2024-09-12T23:51:24.422617+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:25.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:25 smithi053 bash[24393]: cephadm 2024-09-12T23:51:24.423893+0000 mgr.y (mgr.14150) 103 : cephadm [INF] Deploying daemon osd.0 on smithi032 2024-09-12T23:51:26.586 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:26 smithi032 bash[22496]: cluster 2024-09-12T23:51:25.232276+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:26.586 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:26 smithi032 bash[32211]: cluster 2024-09-12T23:51:25.232276+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:26.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:26 smithi053 bash[24393]: cluster 2024-09-12T23:51:25.232276+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:28.630 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:51:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:51:28.630 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:28 smithi032 bash[22496]: cluster 2024-09-12T23:51:27.232706+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:28.630 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:51:28.630 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:28 smithi032 bash[32211]: cluster 2024-09-12T23:51:27.232706+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:28.630 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:51:28.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:28 smithi053 bash[24393]: cluster 2024-09-12T23:51:27.232706+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:28.914 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:51:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:51:28.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:51:28.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:51:29.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:29 smithi032 bash[22496]: audit 2024-09-12T23:51:28.761934+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:51:29.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:29 smithi032 bash[22496]: audit 2024-09-12T23:51:28.766093+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:29.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:29 smithi032 bash[22496]: audit 2024-09-12T23:51:28.770651+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:29.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:29 smithi032 bash[32211]: audit 2024-09-12T23:51:28.761934+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:51:29.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:29 smithi032 bash[32211]: audit 2024-09-12T23:51:28.766093+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:29.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:29 smithi032 bash[32211]: audit 2024-09-12T23:51:28.770651+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:29.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:29 smithi053 bash[24393]: audit 2024-09-12T23:51:28.761934+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:51:29.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:29 smithi053 bash[24393]: audit 2024-09-12T23:51:28.766093+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:29.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:29 smithi053 bash[24393]: audit 2024-09-12T23:51:28.770651+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:30.531 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:30 smithi032 bash[32211]: cluster 2024-09-12T23:51:29.233109+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:30.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:30 smithi032 bash[22496]: cluster 2024-09-12T23:51:29.233109+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:30.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:30 smithi053 bash[24393]: cluster 2024-09-12T23:51:29.233109+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:32 smithi032 bash[22496]: cluster 2024-09-12T23:51:31.233442+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:32.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:32 smithi032 bash[32211]: cluster 2024-09-12T23:51:31.233442+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:32.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:32 smithi053 bash[24393]: cluster 2024-09-12T23:51:31.233442+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:34.624 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:34 smithi032 bash[22496]: cluster 2024-09-12T23:51:33.233862+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:34.624 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:34 smithi032 bash[22496]: audit 2024-09-12T23:51:33.791212+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:34.625 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:34 smithi032 bash[22496]: audit 2024-09-12T23:51:33.795422+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:34.625 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:34 smithi032 bash[22496]: audit 2024-09-12T23:51:34.178716+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:34.625 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:34 smithi032 bash[22496]: audit 2024-09-12T23:51:34.179963+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:51:34.625 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:34 smithi032 bash[22496]: audit 2024-09-12T23:51:34.188025+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:34.625 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:34 smithi032 bash[32211]: cluster 2024-09-12T23:51:33.233862+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:34.625 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:34 smithi032 bash[32211]: audit 2024-09-12T23:51:33.791212+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:34.625 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:34 smithi032 bash[32211]: audit 2024-09-12T23:51:33.795422+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:34.625 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:34 smithi032 bash[32211]: audit 2024-09-12T23:51:34.178716+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:34.625 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:34 smithi032 bash[32211]: audit 2024-09-12T23:51:34.179963+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:51:34.625 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:34 smithi032 bash[32211]: audit 2024-09-12T23:51:34.188025+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:34 smithi053 bash[24393]: cluster 2024-09-12T23:51:33.233862+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:34 smithi053 bash[24393]: audit 2024-09-12T23:51:33.791212+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:34 smithi053 bash[24393]: audit 2024-09-12T23:51:33.795422+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:34.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:34 smithi053 bash[24393]: audit 2024-09-12T23:51:34.178716+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:34.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:34 smithi053 bash[24393]: audit 2024-09-12T23:51:34.179963+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:51:34.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:34 smithi053 bash[24393]: audit 2024-09-12T23:51:34.188025+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:36.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:36 smithi032 bash[22496]: cluster 2024-09-12T23:51:35.234243+0000 mgr.y (mgr.14150) 109 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:36.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:36 smithi032 bash[22496]: audit 2024-09-12T23:51:35.481059+0000 mon.a (mon.0) 274 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-12T23:51:36.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:36 smithi032 bash[32211]: cluster 2024-09-12T23:51:35.234243+0000 mgr.y (mgr.14150) 109 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:36.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:36 smithi032 bash[32211]: audit 2024-09-12T23:51:35.481059+0000 mon.a (mon.0) 274 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-12T23:51:36.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:36 smithi053 bash[24393]: cluster 2024-09-12T23:51:35.234243+0000 mgr.y (mgr.14150) 109 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:36.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:36 smithi053 bash[24393]: audit 2024-09-12T23:51:35.481059+0000 mon.a (mon.0) 274 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-12T23:51:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:Created osd(s) 0 on host 'smithi032' 2024-09-12T23:51:37.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:37 smithi032 bash[22496]: audit 2024-09-12T23:51:36.372887+0000 mon.a (mon.0) 275 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-12T23:51:37.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:37 smithi032 bash[22496]: cluster 2024-09-12T23:51:36.372940+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-12T23:51:37.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:37 smithi032 bash[22496]: audit 2024-09-12T23:51:36.373089+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:37.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:37 smithi032 bash[22496]: audit 2024-09-12T23:51:36.373520+0000 mon.a (mon.0) 278 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-12T23:51:37.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:37 smithi032 bash[32211]: audit 2024-09-12T23:51:36.372887+0000 mon.a (mon.0) 275 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-12T23:51:37.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:37 smithi032 bash[32211]: cluster 2024-09-12T23:51:36.372940+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-12T23:51:37.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:37 smithi032 bash[32211]: audit 2024-09-12T23:51:36.373089+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:37.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:37 smithi032 bash[32211]: audit 2024-09-12T23:51:36.373520+0000 mon.a (mon.0) 278 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-12T23:51:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:37 smithi053 bash[24393]: audit 2024-09-12T23:51:36.372887+0000 mon.a (mon.0) 275 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-12T23:51:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:37 smithi053 bash[24393]: cluster 2024-09-12T23:51:36.372940+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-12T23:51:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:37 smithi053 bash[24393]: audit 2024-09-12T23:51:36.373089+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:37 smithi053 bash[24393]: audit 2024-09-12T23:51:36.373520+0000 mon.a (mon.0) 278 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-12T23:51:38.024 DEBUG:teuthology.orchestra.run.smithi032:osd.0> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.0.service 2024-09-12T23:51:38.027 INFO:tasks.cephadm:Deploying osd.1 on smithi032 with /dev/vg_nvme/lv_3... 2024-09-12T23:51:38.027 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-09-12T23:51:38.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[22496]: cluster 2024-09-12T23:51:37.234679+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:38.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[22496]: audit 2024-09-12T23:51:37.376311+0000 mon.a (mon.0) 279 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-09-12T23:51:38.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[22496]: cluster 2024-09-12T23:51:37.376414+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-12T23:51:38.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[22496]: audit 2024-09-12T23:51:37.376845+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:38.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[22496]: audit 2024-09-12T23:51:37.377931+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:51:38.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[22496]: audit 2024-09-12T23:51:37.386822+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:38.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[22496]: audit 2024-09-12T23:51:37.391800+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:38.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[22496]: audit 2024-09-12T23:51:37.398269+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:38.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[32211]: cluster 2024-09-12T23:51:37.234679+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:38.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[32211]: audit 2024-09-12T23:51:37.376311+0000 mon.a (mon.0) 279 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-09-12T23:51:38.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[32211]: cluster 2024-09-12T23:51:37.376414+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-12T23:51:38.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[32211]: audit 2024-09-12T23:51:37.376845+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:38.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[32211]: audit 2024-09-12T23:51:37.377931+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:51:38.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[32211]: audit 2024-09-12T23:51:37.386822+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:38.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[32211]: audit 2024-09-12T23:51:37.391800+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:38.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:38 smithi032 bash[32211]: audit 2024-09-12T23:51:37.398269+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:38 smithi053 bash[24393]: cluster 2024-09-12T23:51:37.234679+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:38 smithi053 bash[24393]: audit 2024-09-12T23:51:37.376311+0000 mon.a (mon.0) 279 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-09-12T23:51:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:38 smithi053 bash[24393]: cluster 2024-09-12T23:51:37.376414+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-12T23:51:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:38 smithi053 bash[24393]: audit 2024-09-12T23:51:37.376845+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:38.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:38 smithi053 bash[24393]: audit 2024-09-12T23:51:37.377931+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:51:38.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:38 smithi053 bash[24393]: audit 2024-09-12T23:51:37.386822+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:38.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:38 smithi053 bash[24393]: audit 2024-09-12T23:51:37.391800+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:38.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:38 smithi053 bash[24393]: audit 2024-09-12T23:51:37.398269+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:39.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:39 smithi032 bash[22496]: cluster 2024-09-12T23:51:36.452654+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:51:39.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:39 smithi032 bash[22496]: cluster 2024-09-12T23:51:36.452725+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:51:39.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:39 smithi032 bash[22496]: audit 2024-09-12T23:51:38.387394+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:39.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:39 smithi032 bash[22496]: cluster 2024-09-12T23:51:38.401979+0000 mon.a (mon.0) 287 : cluster [INF] osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744] boot 2024-09-12T23:51:39.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:39 smithi032 bash[22496]: cluster 2024-09-12T23:51:38.402067+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-12T23:51:39.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:39 smithi032 bash[22496]: audit 2024-09-12T23:51:38.402231+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:39.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:39 smithi032 bash[32211]: cluster 2024-09-12T23:51:36.452654+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:51:39.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:39 smithi032 bash[32211]: cluster 2024-09-12T23:51:36.452725+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:51:39.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:39 smithi032 bash[32211]: audit 2024-09-12T23:51:38.387394+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:39.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:39 smithi032 bash[32211]: cluster 2024-09-12T23:51:38.401979+0000 mon.a (mon.0) 287 : cluster [INF] osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744] boot 2024-09-12T23:51:39.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:39 smithi032 bash[32211]: cluster 2024-09-12T23:51:38.402067+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-12T23:51:39.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:39 smithi032 bash[32211]: audit 2024-09-12T23:51:38.402231+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:39.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:39 smithi053 bash[24393]: cluster 2024-09-12T23:51:36.452654+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:51:39.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:39 smithi053 bash[24393]: cluster 2024-09-12T23:51:36.452725+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:51:39.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:39 smithi053 bash[24393]: audit 2024-09-12T23:51:38.387394+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:39.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:39 smithi053 bash[24393]: cluster 2024-09-12T23:51:38.401979+0000 mon.a (mon.0) 287 : cluster [INF] osd.0 [v2:172.21.15.32:6802/500240744,v1:172.21.15.32:6803/500240744] boot 2024-09-12T23:51:39.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:39 smithi053 bash[24393]: cluster 2024-09-12T23:51:38.402067+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-12T23:51:39.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:39 smithi053 bash[24393]: audit 2024-09-12T23:51:38.402231+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:51:40.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:40 smithi032 bash[22496]: cluster 2024-09-12T23:51:39.235080+0000 mgr.y (mgr.14150) 111 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:40.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:40 smithi032 bash[22496]: cluster 2024-09-12T23:51:39.411984+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-12T23:51:40.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:40 smithi032 bash[32211]: cluster 2024-09-12T23:51:39.235080+0000 mgr.y (mgr.14150) 111 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:40.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:40 smithi032 bash[32211]: cluster 2024-09-12T23:51:39.411984+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-12T23:51:40.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:40 smithi053 bash[24393]: cluster 2024-09-12T23:51:39.235080+0000 mgr.y (mgr.14150) 111 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T23:51:40.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:40 smithi053 bash[24393]: cluster 2024-09-12T23:51:39.411984+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-12T23:51:42.154 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:51:42.639 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:42 smithi032 bash[22496]: cluster 2024-09-12T23:51:41.235637+0000 mgr.y (mgr.14150) 112 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:42.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:42 smithi053 bash[24393]: cluster 2024-09-12T23:51:41.235637+0000 mgr.y (mgr.14150) 112 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:42.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:42 smithi032 bash[32211]: cluster 2024-09-12T23:51:41.235637+0000 mgr.y (mgr.14150) 112 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:44.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:44 smithi032 bash[22496]: cluster 2024-09-12T23:51:43.236204+0000 mgr.y (mgr.14150) 113 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:44.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:44 smithi032 bash[32211]: cluster 2024-09-12T23:51:43.236204+0000 mgr.y (mgr.14150) 113 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:44.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:44 smithi053 bash[24393]: cluster 2024-09-12T23:51:43.236204+0000 mgr.y (mgr.14150) 113 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:46.669 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:46 smithi032 bash[32211]: cluster 2024-09-12T23:51:45.236825+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:46.669 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:46 smithi032 bash[22496]: cluster 2024-09-12T23:51:45.236825+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:46.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:46 smithi053 bash[24393]: cluster 2024-09-12T23:51:45.236825+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:46.953 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-09-12T23:51:47.134 INFO:teuthology.orchestra.run.smithi032.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-09-12T23:51:47.146 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10+0 records in 2024-09-12T23:51:47.146 INFO:teuthology.orchestra.run.smithi032.stderr:10+0 records out 2024-09-12T23:51:47.146 INFO:teuthology.orchestra.run.smithi032.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.010853 s, 966 MB/s 2024-09-12T23:51:47.147 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping successful for: 2024-09-12T23:51:47.939 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi032:vg_nvme/lv_3 2024-09-12T23:51:48.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:48 smithi053 bash[24393]: cluster 2024-09-12T23:51:47.237208+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:48.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:48 smithi053 bash[24393]: audit 2024-09-12T23:51:48.354311+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:48.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:48 smithi053 bash[24393]: audit 2024-09-12T23:51:48.362675+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:48.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:48 smithi053 bash[24393]: audit 2024-09-12T23:51:48.364620+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:51:48.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:48 smithi053 bash[24393]: audit 2024-09-12T23:51:48.374527+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:48.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:48 smithi053 bash[24393]: audit 2024-09-12T23:51:48.376423+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:48.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:48 smithi053 bash[24393]: audit 2024-09-12T23:51:48.377823+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:51:48.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:48 smithi053 bash[24393]: audit 2024-09-12T23:51:48.385458+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[22496]: cluster 2024-09-12T23:51:47.237208+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:48.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[22496]: audit 2024-09-12T23:51:48.354311+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:48.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[22496]: audit 2024-09-12T23:51:48.362675+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:48.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[22496]: audit 2024-09-12T23:51:48.364620+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:51:48.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[22496]: audit 2024-09-12T23:51:48.374527+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:48.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[22496]: audit 2024-09-12T23:51:48.376423+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:48.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[22496]: audit 2024-09-12T23:51:48.377823+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:51:48.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[22496]: audit 2024-09-12T23:51:48.385458+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:48.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[32211]: cluster 2024-09-12T23:51:47.237208+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:48.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[32211]: audit 2024-09-12T23:51:48.354311+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:48.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[32211]: audit 2024-09-12T23:51:48.362675+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:48.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[32211]: audit 2024-09-12T23:51:48.364620+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:51:48.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[32211]: audit 2024-09-12T23:51:48.374527+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:48.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[32211]: audit 2024-09-12T23:51:48.376423+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:48.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[32211]: audit 2024-09-12T23:51:48.377823+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:51:48.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:48 smithi032 bash[32211]: audit 2024-09-12T23:51:48.385458+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:51:49.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:49 smithi053 bash[24393]: cephadm 2024-09-12T23:51:48.346063+0000 mgr.y (mgr.14150) 116 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-12T23:51:49.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:49 smithi053 bash[24393]: cephadm 2024-09-12T23:51:48.365997+0000 mgr.y (mgr.14150) 117 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 16245M 2024-09-12T23:51:49.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:49 smithi032 bash[22496]: cephadm 2024-09-12T23:51:48.346063+0000 mgr.y (mgr.14150) 116 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-12T23:51:49.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:49 smithi032 bash[22496]: cephadm 2024-09-12T23:51:48.365997+0000 mgr.y (mgr.14150) 117 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 16245M 2024-09-12T23:51:49.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:49 smithi032 bash[32211]: cephadm 2024-09-12T23:51:48.346063+0000 mgr.y (mgr.14150) 116 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-12T23:51:49.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:49 smithi032 bash[32211]: cephadm 2024-09-12T23:51:48.365997+0000 mgr.y (mgr.14150) 117 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 16245M 2024-09-12T23:51:50.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:50 smithi053 bash[24393]: cluster 2024-09-12T23:51:49.237640+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:50.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:50 smithi032 bash[22496]: cluster 2024-09-12T23:51:49.237640+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:50.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:50 smithi032 bash[32211]: cluster 2024-09-12T23:51:49.237640+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:52.678 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:51:52.769 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:52 smithi032 bash[32211]: cluster 2024-09-12T23:51:51.238109+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:52.770 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:52 smithi032 bash[22496]: cluster 2024-09-12T23:51:51.238109+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:52.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:52 smithi053 bash[24393]: cluster 2024-09-12T23:51:51.238109+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:54.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:54 smithi053 bash[24393]: cluster 2024-09-12T23:51:53.238600+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:54.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:54 smithi032 bash[22496]: cluster 2024-09-12T23:51:53.238600+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:54.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:54 smithi032 bash[32211]: cluster 2024-09-12T23:51:53.238600+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:56.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:56 smithi053 bash[24393]: cluster 2024-09-12T23:51:55.239070+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:56.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:56 smithi053 bash[24393]: audit 2024-09-12T23:51:55.885875+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:51:56.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:56 smithi053 bash[24393]: audit 2024-09-12T23:51:55.889530+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:51:56.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:56 smithi053 bash[24393]: audit 2024-09-12T23:51:55.890664+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:56.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:56 smithi032 bash[22496]: cluster 2024-09-12T23:51:55.239070+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:56.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:56 smithi032 bash[22496]: audit 2024-09-12T23:51:55.885875+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:51:56.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:56 smithi032 bash[22496]: audit 2024-09-12T23:51:55.889530+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:51:56.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:56 smithi032 bash[22496]: audit 2024-09-12T23:51:55.890664+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:56.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:56 smithi032 bash[32211]: cluster 2024-09-12T23:51:55.239070+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:56.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:56 smithi032 bash[32211]: audit 2024-09-12T23:51:55.885875+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:51:56.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:56 smithi032 bash[32211]: audit 2024-09-12T23:51:55.889530+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:51:56.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:56 smithi032 bash[32211]: audit 2024-09-12T23:51:55.890664+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:51:57.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:57 smithi053 bash[24393]: audit 2024-09-12T23:51:55.879460+0000 mgr.y (mgr.14150) 122 : audit [DBG] from='client.14232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:51:57.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:57 smithi032 bash[22496]: audit 2024-09-12T23:51:55.879460+0000 mgr.y (mgr.14150) 122 : audit [DBG] from='client.14232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:51:57.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:57 smithi032 bash[32211]: audit 2024-09-12T23:51:55.879460+0000 mgr.y (mgr.14150) 122 : audit [DBG] from='client.14232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:51:58.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:51:58 smithi053 bash[24393]: cluster 2024-09-12T23:51:57.239542+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:51:58 smithi032 bash[22496]: cluster 2024-09-12T23:51:57.239542+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:51:58.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:51:58 smithi032 bash[32211]: cluster 2024-09-12T23:51:57.239542+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:00.740 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:00 smithi032 bash[32211]: cluster 2024-09-12T23:51:59.240011+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:00.741 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:00 smithi032 bash[22496]: cluster 2024-09-12T23:51:59.240011+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:00.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:00 smithi053 bash[24393]: cluster 2024-09-12T23:51:59.240011+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:02.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:02 smithi053 bash[24393]: cluster 2024-09-12T23:52:01.240476+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:02.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:02 smithi032 bash[22496]: cluster 2024-09-12T23:52:01.240476+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:02.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:02 smithi032 bash[32211]: cluster 2024-09-12T23:52:01.240476+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:04.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:04 smithi053 bash[24393]: cluster 2024-09-12T23:52:03.240918+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:04.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:04 smithi053 bash[24393]: audit 2024-09-12T23:52:04.216185+0000 mon.a (mon.0) 301 : audit [INF] from='client.? 172.21.15.32:0/2724795237' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50d3aadf-6035-45fc-b0c0-de55e13b31ef"}]: dispatch 2024-09-12T23:52:04.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:04 smithi053 bash[24393]: audit 2024-09-12T23:52:04.223727+0000 mon.a (mon.0) 302 : audit [INF] from='client.? 172.21.15.32:0/2724795237' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50d3aadf-6035-45fc-b0c0-de55e13b31ef"}]': finished 2024-09-12T23:52:04.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:04 smithi053 bash[24393]: cluster 2024-09-12T23:52:04.223878+0000 mon.a (mon.0) 303 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-12T23:52:04.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:04 smithi053 bash[24393]: audit 2024-09-12T23:52:04.224022+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:04.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:04 smithi032 bash[22496]: cluster 2024-09-12T23:52:03.240918+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:04.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:04 smithi032 bash[22496]: audit 2024-09-12T23:52:04.216185+0000 mon.a (mon.0) 301 : audit [INF] from='client.? 172.21.15.32:0/2724795237' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50d3aadf-6035-45fc-b0c0-de55e13b31ef"}]: dispatch 2024-09-12T23:52:04.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:04 smithi032 bash[22496]: audit 2024-09-12T23:52:04.223727+0000 mon.a (mon.0) 302 : audit [INF] from='client.? 172.21.15.32:0/2724795237' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50d3aadf-6035-45fc-b0c0-de55e13b31ef"}]': finished 2024-09-12T23:52:04.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:04 smithi032 bash[22496]: cluster 2024-09-12T23:52:04.223878+0000 mon.a (mon.0) 303 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-12T23:52:04.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:04 smithi032 bash[22496]: audit 2024-09-12T23:52:04.224022+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:04.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:04 smithi032 bash[32211]: cluster 2024-09-12T23:52:03.240918+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:04.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:04 smithi032 bash[32211]: audit 2024-09-12T23:52:04.216185+0000 mon.a (mon.0) 301 : audit [INF] from='client.? 172.21.15.32:0/2724795237' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50d3aadf-6035-45fc-b0c0-de55e13b31ef"}]: dispatch 2024-09-12T23:52:04.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:04 smithi032 bash[32211]: audit 2024-09-12T23:52:04.223727+0000 mon.a (mon.0) 302 : audit [INF] from='client.? 172.21.15.32:0/2724795237' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50d3aadf-6035-45fc-b0c0-de55e13b31ef"}]': finished 2024-09-12T23:52:04.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:04 smithi032 bash[32211]: cluster 2024-09-12T23:52:04.223878+0000 mon.a (mon.0) 303 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-12T23:52:04.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:04 smithi032 bash[32211]: audit 2024-09-12T23:52:04.224022+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:05.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:05 smithi053 bash[24393]: audit 2024-09-12T23:52:04.863714+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.32:0/2420938105' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:52:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:05 smithi032 bash[22496]: audit 2024-09-12T23:52:04.863714+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.32:0/2420938105' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:52:05.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:05 smithi032 bash[32211]: audit 2024-09-12T23:52:04.863714+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.32:0/2420938105' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:52:06.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:06 smithi053 bash[24393]: cluster 2024-09-12T23:52:05.241411+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:06.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:06 smithi032 bash[22496]: cluster 2024-09-12T23:52:05.241411+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:06.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:06 smithi032 bash[32211]: cluster 2024-09-12T23:52:05.241411+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:08.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:08 smithi053 bash[24393]: cluster 2024-09-12T23:52:07.241814+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:08.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:08 smithi032 bash[22496]: cluster 2024-09-12T23:52:07.241814+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:08.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:08 smithi032 bash[32211]: cluster 2024-09-12T23:52:07.241814+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:10.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:10 smithi053 bash[24393]: cluster 2024-09-12T23:52:09.242244+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:10.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:10 smithi032 bash[22496]: cluster 2024-09-12T23:52:09.242244+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:10.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:10 smithi032 bash[32211]: cluster 2024-09-12T23:52:09.242244+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:12.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:12 smithi053 bash[24393]: cluster 2024-09-12T23:52:11.242692+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:12.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:12 smithi032 bash[22496]: cluster 2024-09-12T23:52:11.242692+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:12.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:12 smithi032 bash[32211]: cluster 2024-09-12T23:52:11.242692+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:14.765 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:14 smithi032 bash[32211]: cluster 2024-09-12T23:52:13.243181+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:14.765 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:14 smithi032 bash[22496]: cluster 2024-09-12T23:52:13.243181+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:14.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:14 smithi053 bash[24393]: cluster 2024-09-12T23:52:13.243181+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:16.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:16 smithi053 bash[24393]: cluster 2024-09-12T23:52:15.243651+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:16.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:16 smithi032 bash[22496]: cluster 2024-09-12T23:52:15.243651+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:16.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:16 smithi032 bash[32211]: cluster 2024-09-12T23:52:15.243651+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:17.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:17 smithi053 bash[24393]: audit 2024-09-12T23:52:16.848716+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-12T23:52:17.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:17 smithi053 bash[24393]: audit 2024-09-12T23:52:16.850425+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:52:17.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:17 smithi032 bash[22496]: audit 2024-09-12T23:52:16.848716+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-12T23:52:17.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:17 smithi032 bash[22496]: audit 2024-09-12T23:52:16.850425+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:52:17.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:17 smithi032 bash[32211]: audit 2024-09-12T23:52:16.848716+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-12T23:52:17.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:17 smithi032 bash[32211]: audit 2024-09-12T23:52:16.850425+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:52:18.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:18 smithi053 bash[24393]: cephadm 2024-09-12T23:52:16.852008+0000 mgr.y (mgr.14150) 133 : cephadm [INF] Deploying daemon osd.1 on smithi032 2024-09-12T23:52:18.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:18 smithi053 bash[24393]: cluster 2024-09-12T23:52:17.244159+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:18.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:18 smithi032 bash[22496]: cephadm 2024-09-12T23:52:16.852008+0000 mgr.y (mgr.14150) 133 : cephadm [INF] Deploying daemon osd.1 on smithi032 2024-09-12T23:52:18.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:18 smithi032 bash[22496]: cluster 2024-09-12T23:52:17.244159+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:18.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:18 smithi032 bash[32211]: cephadm 2024-09-12T23:52:16.852008+0000 mgr.y (mgr.14150) 133 : cephadm [INF] Deploying daemon osd.1 on smithi032 2024-09-12T23:52:18.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:18 smithi032 bash[32211]: cluster 2024-09-12T23:52:17.244159+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:20 smithi032 bash[22496]: cluster 2024-09-12T23:52:19.244722+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:20.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:20 smithi032 bash[32211]: cluster 2024-09-12T23:52:19.244722+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:20.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:20 smithi053 bash[24393]: cluster 2024-09-12T23:52:19.244722+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:21.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:21 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:52:21.282 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:21 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:52:21.282 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:52:21 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:52:21.282 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 12 23:52:21 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:52:21.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:52:21 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:52:21.665 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 12 23:52:21 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:52:21.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:21 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:52:21.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:21 smithi032 bash[22496]: audit 2024-09-12T23:52:21.411068+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:52:21.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:21 smithi032 bash[22496]: audit 2024-09-12T23:52:21.415497+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:21.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:21 smithi032 bash[22496]: audit 2024-09-12T23:52:21.420912+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:21.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:21 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:52:21.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:21 smithi032 bash[32211]: audit 2024-09-12T23:52:21.411068+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:52:21.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:21 smithi032 bash[32211]: audit 2024-09-12T23:52:21.415497+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:21.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:21 smithi032 bash[32211]: audit 2024-09-12T23:52:21.420912+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:21.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:21 smithi053 bash[24393]: audit 2024-09-12T23:52:21.411068+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:52:21.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:21 smithi053 bash[24393]: audit 2024-09-12T23:52:21.415497+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:21.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:21 smithi053 bash[24393]: audit 2024-09-12T23:52:21.420912+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:22 smithi053 bash[24393]: cluster 2024-09-12T23:52:21.245121+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:22 smithi032 bash[22496]: cluster 2024-09-12T23:52:21.245121+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:22.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:22 smithi032 bash[32211]: cluster 2024-09-12T23:52:21.245121+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:24.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:24 smithi053 bash[24393]: cluster 2024-09-12T23:52:23.245557+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:24 smithi032 bash[22496]: cluster 2024-09-12T23:52:23.245557+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:24 smithi032 bash[32211]: cluster 2024-09-12T23:52:23.245557+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:26.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:26 smithi053 bash[24393]: cluster 2024-09-12T23:52:25.245925+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:26.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:26 smithi032 bash[22496]: cluster 2024-09-12T23:52:25.245925+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:26.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:26 smithi032 bash[32211]: cluster 2024-09-12T23:52:25.245925+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:28.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:28 smithi053 bash[24393]: cluster 2024-09-12T23:52:27.246288+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:28.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:28 smithi053 bash[24393]: audit 2024-09-12T23:52:27.505116+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:28.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:28 smithi053 bash[24393]: audit 2024-09-12T23:52:27.509195+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:28.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:28 smithi053 bash[24393]: audit 2024-09-12T23:52:27.509930+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:52:28.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:28 smithi053 bash[24393]: audit 2024-09-12T23:52:27.510890+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:52:28.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:28 smithi053 bash[24393]: audit 2024-09-12T23:52:27.516152+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:28.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:28 smithi053 bash[24393]: audit 2024-09-12T23:52:28.208146+0000 mon.a (mon.0) 315 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-12T23:52:28.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:28 smithi032 bash[22496]: cluster 2024-09-12T23:52:27.246288+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:28.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:28 smithi032 bash[22496]: audit 2024-09-12T23:52:27.505116+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:28.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:28 smithi032 bash[22496]: audit 2024-09-12T23:52:27.509195+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:28.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:28 smithi032 bash[22496]: audit 2024-09-12T23:52:27.509930+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:52:28.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:28 smithi032 bash[22496]: audit 2024-09-12T23:52:27.510890+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:52:28.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:28 smithi032 bash[22496]: audit 2024-09-12T23:52:27.516152+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:28.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:28 smithi032 bash[22496]: audit 2024-09-12T23:52:28.208146+0000 mon.a (mon.0) 315 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-12T23:52:28.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:28 smithi032 bash[32211]: cluster 2024-09-12T23:52:27.246288+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:28.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:28 smithi032 bash[32211]: audit 2024-09-12T23:52:27.505116+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:28.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:28 smithi032 bash[32211]: audit 2024-09-12T23:52:27.509195+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:28.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:28 smithi032 bash[32211]: audit 2024-09-12T23:52:27.509930+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:52:28.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:28 smithi032 bash[32211]: audit 2024-09-12T23:52:27.510890+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:52:28.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:28 smithi032 bash[32211]: audit 2024-09-12T23:52:27.516152+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:28.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:28 smithi032 bash[32211]: audit 2024-09-12T23:52:28.208146+0000 mon.a (mon.0) 315 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-12T23:52:29.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:29 smithi032 bash[22496]: audit 2024-09-12T23:52:28.530133+0000 mon.a (mon.0) 316 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-12T23:52:29.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:29 smithi032 bash[22496]: cluster 2024-09-12T23:52:28.530209+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-12T23:52:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:29 smithi032 bash[22496]: audit 2024-09-12T23:52:28.530385+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:29 smithi032 bash[22496]: audit 2024-09-12T23:52:28.530848+0000 mon.a (mon.0) 319 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-12T23:52:29.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:29 smithi032 bash[32211]: audit 2024-09-12T23:52:28.530133+0000 mon.a (mon.0) 316 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-12T23:52:29.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:29 smithi032 bash[32211]: cluster 2024-09-12T23:52:28.530209+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-12T23:52:29.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:29 smithi032 bash[32211]: audit 2024-09-12T23:52:28.530385+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:29.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:29 smithi032 bash[32211]: audit 2024-09-12T23:52:28.530848+0000 mon.a (mon.0) 319 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-12T23:52:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:29 smithi053 bash[24393]: audit 2024-09-12T23:52:28.530133+0000 mon.a (mon.0) 316 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-12T23:52:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:29 smithi053 bash[24393]: cluster 2024-09-12T23:52:28.530209+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-12T23:52:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:29 smithi053 bash[24393]: audit 2024-09-12T23:52:28.530385+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:29 smithi053 bash[24393]: audit 2024-09-12T23:52:28.530848+0000 mon.a (mon.0) 319 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-12T23:52:30.907 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:30 smithi032 bash[22496]: cluster 2024-09-12T23:52:29.246726+0000 mgr.y (mgr.14150) 140 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:30.907 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:30 smithi032 bash[22496]: audit 2024-09-12T23:52:29.536398+0000 mon.a (mon.0) 320 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-09-12T23:52:30.907 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:30 smithi032 bash[22496]: cluster 2024-09-12T23:52:29.536565+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-12T23:52:30.907 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:30 smithi032 bash[22496]: audit 2024-09-12T23:52:29.537340+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:30.907 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:30 smithi032 bash[22496]: audit 2024-09-12T23:52:29.546242+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:30.908 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:30 smithi032 bash[32211]: cluster 2024-09-12T23:52:29.246726+0000 mgr.y (mgr.14150) 140 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:30.908 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:30 smithi032 bash[32211]: audit 2024-09-12T23:52:29.536398+0000 mon.a (mon.0) 320 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-09-12T23:52:30.908 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:30 smithi032 bash[32211]: cluster 2024-09-12T23:52:29.536565+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-12T23:52:30.908 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:30 smithi032 bash[32211]: audit 2024-09-12T23:52:29.537340+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:30.908 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:30 smithi032 bash[32211]: audit 2024-09-12T23:52:29.546242+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:31.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:30 smithi053 bash[24393]: cluster 2024-09-12T23:52:29.246726+0000 mgr.y (mgr.14150) 140 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:31.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:30 smithi053 bash[24393]: audit 2024-09-12T23:52:29.536398+0000 mon.a (mon.0) 320 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-09-12T23:52:31.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:30 smithi053 bash[24393]: cluster 2024-09-12T23:52:29.536565+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-12T23:52:31.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:30 smithi053 bash[24393]: audit 2024-09-12T23:52:29.537340+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:31.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:30 smithi053 bash[24393]: audit 2024-09-12T23:52:29.546242+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:31.434 INFO:teuthology.orchestra.run.smithi032.stdout:Created osd(s) 1 on host 'smithi032' 2024-09-12T23:52:31.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[22496]: cluster 2024-09-12T23:52:29.254882+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:52:31.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[22496]: cluster 2024-09-12T23:52:29.254961+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:52:31.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[22496]: cluster 2024-09-12T23:52:30.545086+0000 mon.a (mon.0) 324 : cluster [INF] osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493] boot 2024-09-12T23:52:31.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[22496]: cluster 2024-09-12T23:52:30.545142+0000 mon.a (mon.0) 325 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-12T23:52:31.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[22496]: audit 2024-09-12T23:52:30.545819+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:31.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[22496]: audit 2024-09-12T23:52:31.414191+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:52:31.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[22496]: audit 2024-09-12T23:52:31.421734+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:31.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[22496]: audit 2024-09-12T23:52:31.430219+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:31.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[32211]: cluster 2024-09-12T23:52:29.254882+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:52:31.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[32211]: cluster 2024-09-12T23:52:29.254961+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:52:31.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[32211]: cluster 2024-09-12T23:52:30.545086+0000 mon.a (mon.0) 324 : cluster [INF] osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493] boot 2024-09-12T23:52:31.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[32211]: cluster 2024-09-12T23:52:30.545142+0000 mon.a (mon.0) 325 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-12T23:52:31.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[32211]: audit 2024-09-12T23:52:30.545819+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:31.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[32211]: audit 2024-09-12T23:52:31.414191+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:52:31.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[32211]: audit 2024-09-12T23:52:31.421734+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:31.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:31 smithi032 bash[32211]: audit 2024-09-12T23:52:31.430219+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:31 smithi053 bash[24393]: cluster 2024-09-12T23:52:29.254882+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:52:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:31 smithi053 bash[24393]: cluster 2024-09-12T23:52:29.254961+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:52:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:31 smithi053 bash[24393]: cluster 2024-09-12T23:52:30.545086+0000 mon.a (mon.0) 324 : cluster [INF] osd.1 [v2:172.21.15.32:6810/1044588493,v1:172.21.15.32:6811/1044588493] boot 2024-09-12T23:52:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:31 smithi053 bash[24393]: cluster 2024-09-12T23:52:30.545142+0000 mon.a (mon.0) 325 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-12T23:52:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:31 smithi053 bash[24393]: audit 2024-09-12T23:52:30.545819+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:52:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:31 smithi053 bash[24393]: audit 2024-09-12T23:52:31.414191+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:52:32.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:31 smithi053 bash[24393]: audit 2024-09-12T23:52:31.421734+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:32.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:31 smithi053 bash[24393]: audit 2024-09-12T23:52:31.430219+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:32.117 DEBUG:teuthology.orchestra.run.smithi032:osd.1> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.1.service 2024-09-12T23:52:32.120 INFO:tasks.cephadm:Deploying osd.2 on smithi032 with /dev/vg_nvme/lv_2... 2024-09-12T23:52:32.120 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-09-12T23:52:32.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:32 smithi032 bash[22496]: cluster 2024-09-12T23:52:31.247190+0000 mgr.y (mgr.14150) 141 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:32.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:32 smithi032 bash[22496]: cluster 2024-09-12T23:52:31.555476+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-12T23:52:32.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:32 smithi032 bash[32211]: cluster 2024-09-12T23:52:31.247190+0000 mgr.y (mgr.14150) 141 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:32.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:32 smithi032 bash[32211]: cluster 2024-09-12T23:52:31.555476+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-12T23:52:33.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:32 smithi053 bash[24393]: cluster 2024-09-12T23:52:31.247190+0000 mgr.y (mgr.14150) 141 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-12T23:52:33.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:32 smithi053 bash[24393]: cluster 2024-09-12T23:52:31.555476+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-12T23:52:34.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:34 smithi032 bash[22496]: cluster 2024-09-12T23:52:33.247716+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:34.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:34 smithi032 bash[32211]: cluster 2024-09-12T23:52:33.247716+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:35.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:34 smithi053 bash[24393]: cluster 2024-09-12T23:52:33.247716+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:36.205 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:52:36.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:36 smithi032 bash[22496]: cluster 2024-09-12T23:52:35.248183+0000 mgr.y (mgr.14150) 143 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:36.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:36 smithi032 bash[32211]: cluster 2024-09-12T23:52:35.248183+0000 mgr.y (mgr.14150) 143 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:37.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:36 smithi053 bash[24393]: cluster 2024-09-12T23:52:35.248183+0000 mgr.y (mgr.14150) 143 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:38 smithi032 bash[32211]: cluster 2024-09-12T23:52:37.248681+0000 mgr.y (mgr.14150) 144 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:38.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:38 smithi032 bash[22496]: cluster 2024-09-12T23:52:37.248681+0000 mgr.y (mgr.14150) 144 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:39.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:38 smithi053 bash[24393]: cluster 2024-09-12T23:52:37.248681+0000 mgr.y (mgr.14150) 144 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:40.885 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-09-12T23:52:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:40 smithi032 bash[22496]: cluster 2024-09-12T23:52:39.249205+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:40 smithi032 bash[32211]: cluster 2024-09-12T23:52:39.249205+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:41.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:40 smithi053 bash[24393]: cluster 2024-09-12T23:52:39.249205+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:41.093 INFO:teuthology.orchestra.run.smithi032.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-09-12T23:52:41.106 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10+0 records in 2024-09-12T23:52:41.107 INFO:teuthology.orchestra.run.smithi032.stderr:10+0 records out 2024-09-12T23:52:41.107 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113175 s, 927 MB/s 2024-09-12T23:52:41.107 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping successful for: 2024-09-12T23:52:41.882 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi032:vg_nvme/lv_2 2024-09-12T23:52:42.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[22496]: cluster 2024-09-12T23:52:41.249561+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:42.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[22496]: audit 2024-09-12T23:52:42.326017+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:42.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[22496]: audit 2024-09-12T23:52:42.334941+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:42.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[22496]: audit 2024-09-12T23:52:42.337235+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:52:42.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[22496]: audit 2024-09-12T23:52:42.339265+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:52:42.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[22496]: audit 2024-09-12T23:52:42.349409+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:42.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[22496]: audit 2024-09-12T23:52:42.352089+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:52:42.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[22496]: audit 2024-09-12T23:52:42.354662+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:52:42.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[22496]: audit 2024-09-12T23:52:42.365557+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:42.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[32211]: cluster 2024-09-12T23:52:41.249561+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:42.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[32211]: audit 2024-09-12T23:52:42.326017+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:42.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[32211]: audit 2024-09-12T23:52:42.334941+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:42.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[32211]: audit 2024-09-12T23:52:42.337235+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:52:42.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[32211]: audit 2024-09-12T23:52:42.339265+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:52:42.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[32211]: audit 2024-09-12T23:52:42.349409+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:42.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[32211]: audit 2024-09-12T23:52:42.352089+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:52:42.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[32211]: audit 2024-09-12T23:52:42.354662+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:52:42.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:42 smithi032 bash[32211]: audit 2024-09-12T23:52:42.365557+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:43.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:42 smithi053 bash[24393]: cluster 2024-09-12T23:52:41.249561+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:43.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:42 smithi053 bash[24393]: audit 2024-09-12T23:52:42.326017+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:43.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:42 smithi053 bash[24393]: audit 2024-09-12T23:52:42.334941+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:43.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:42 smithi053 bash[24393]: audit 2024-09-12T23:52:42.337235+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:52:43.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:42 smithi053 bash[24393]: audit 2024-09-12T23:52:42.339265+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:52:43.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:42 smithi053 bash[24393]: audit 2024-09-12T23:52:42.349409+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:43.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:42 smithi053 bash[24393]: audit 2024-09-12T23:52:42.352089+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:52:43.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:42 smithi053 bash[24393]: audit 2024-09-12T23:52:42.354662+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:52:43.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:42 smithi053 bash[24393]: audit 2024-09-12T23:52:42.365557+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:52:43.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:43 smithi032 bash[22496]: cephadm 2024-09-12T23:52:42.316811+0000 mgr.y (mgr.14150) 147 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-12T23:52:43.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:43 smithi032 bash[22496]: cephadm 2024-09-12T23:52:42.340736+0000 mgr.y (mgr.14150) 148 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 8122M 2024-09-12T23:52:43.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:43 smithi032 bash[32211]: cephadm 2024-09-12T23:52:42.316811+0000 mgr.y (mgr.14150) 147 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-12T23:52:43.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:43 smithi032 bash[32211]: cephadm 2024-09-12T23:52:42.340736+0000 mgr.y (mgr.14150) 148 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 8122M 2024-09-12T23:52:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:43 smithi053 bash[24393]: cephadm 2024-09-12T23:52:42.316811+0000 mgr.y (mgr.14150) 147 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-12T23:52:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:43 smithi053 bash[24393]: cephadm 2024-09-12T23:52:42.340736+0000 mgr.y (mgr.14150) 148 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 8122M 2024-09-12T23:52:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:44 smithi032 bash[22496]: cluster 2024-09-12T23:52:43.250051+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:44.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:44 smithi032 bash[32211]: cluster 2024-09-12T23:52:43.250051+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:45.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:44 smithi053 bash[24393]: cluster 2024-09-12T23:52:43.250051+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:46.628 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:52:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:46 smithi032 bash[22496]: cluster 2024-09-12T23:52:45.250623+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:46.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:46 smithi032 bash[32211]: cluster 2024-09-12T23:52:45.250623+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:47.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:46 smithi053 bash[24393]: cluster 2024-09-12T23:52:45.250623+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:48 smithi032 bash[22496]: cluster 2024-09-12T23:52:47.251187+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:48.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:48 smithi032 bash[32211]: cluster 2024-09-12T23:52:47.251187+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:49.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:48 smithi053 bash[24393]: cluster 2024-09-12T23:52:47.251187+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:50.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:50 smithi032 bash[32211]: cluster 2024-09-12T23:52:49.251748+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:50.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:50 smithi032 bash[32211]: audit 2024-09-12T23:52:49.820339+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:52:50.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:50 smithi032 bash[32211]: audit 2024-09-12T23:52:49.825519+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:52:50.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:50 smithi032 bash[32211]: audit 2024-09-12T23:52:49.826748+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:52:50.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:50 smithi032 bash[22496]: cluster 2024-09-12T23:52:49.251748+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:50.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:50 smithi032 bash[22496]: audit 2024-09-12T23:52:49.820339+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:52:50.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:50 smithi032 bash[22496]: audit 2024-09-12T23:52:49.825519+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:52:50.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:50 smithi032 bash[22496]: audit 2024-09-12T23:52:49.826748+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:52:51.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:50 smithi053 bash[24393]: cluster 2024-09-12T23:52:49.251748+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:51.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:50 smithi053 bash[24393]: audit 2024-09-12T23:52:49.820339+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:52:51.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:50 smithi053 bash[24393]: audit 2024-09-12T23:52:49.825519+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:52:51.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:50 smithi053 bash[24393]: audit 2024-09-12T23:52:49.826748+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:52:51.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:51 smithi032 bash[32211]: audit 2024-09-12T23:52:49.817710+0000 mgr.y (mgr.14150) 153 : audit [DBG] from='client.14259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:52:51.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:51 smithi032 bash[22496]: audit 2024-09-12T23:52:49.817710+0000 mgr.y (mgr.14150) 153 : audit [DBG] from='client.14259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:52:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:51 smithi053 bash[24393]: audit 2024-09-12T23:52:49.817710+0000 mgr.y (mgr.14150) 153 : audit [DBG] from='client.14259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:52:52.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:52 smithi032 bash[22496]: cluster 2024-09-12T23:52:51.252230+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:52.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:52 smithi032 bash[32211]: cluster 2024-09-12T23:52:51.252230+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:53.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:52 smithi053 bash[24393]: cluster 2024-09-12T23:52:51.252230+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:54.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:54 smithi032 bash[32211]: cluster 2024-09-12T23:52:53.252737+0000 mgr.y (mgr.14150) 155 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:54.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:54 smithi032 bash[22496]: cluster 2024-09-12T23:52:53.252737+0000 mgr.y (mgr.14150) 155 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:55.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:54 smithi053 bash[24393]: cluster 2024-09-12T23:52:53.252737+0000 mgr.y (mgr.14150) 155 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:56.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:56 smithi032 bash[22496]: cluster 2024-09-12T23:52:55.253197+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:56.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:56 smithi032 bash[32211]: cluster 2024-09-12T23:52:55.253197+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:56 smithi053 bash[24393]: cluster 2024-09-12T23:52:55.253197+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:58 smithi032 bash[22496]: cluster 2024-09-12T23:52:57.253684+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:58 smithi032 bash[22496]: audit 2024-09-12T23:52:58.156910+0000 mon.c (mon.2) 6 : audit [INF] from='client.? 172.21.15.32:0/1504785444' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8"}]: dispatch 2024-09-12T23:52:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:58 smithi032 bash[22496]: audit 2024-09-12T23:52:58.157420+0000 mon.a (mon.0) 342 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8"}]: dispatch 2024-09-12T23:52:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:58 smithi032 bash[22496]: audit 2024-09-12T23:52:58.162032+0000 mon.a (mon.0) 343 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8"}]': finished 2024-09-12T23:52:58.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:58 smithi032 bash[22496]: cluster 2024-09-12T23:52:58.162074+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-12T23:52:58.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:58 smithi032 bash[22496]: audit 2024-09-12T23:52:58.162156+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:52:58.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:58 smithi032 bash[32211]: cluster 2024-09-12T23:52:57.253684+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:58.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:58 smithi032 bash[32211]: audit 2024-09-12T23:52:58.156910+0000 mon.c (mon.2) 6 : audit [INF] from='client.? 172.21.15.32:0/1504785444' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8"}]: dispatch 2024-09-12T23:52:58.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:58 smithi032 bash[32211]: audit 2024-09-12T23:52:58.157420+0000 mon.a (mon.0) 342 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8"}]: dispatch 2024-09-12T23:52:58.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:58 smithi032 bash[32211]: audit 2024-09-12T23:52:58.162032+0000 mon.a (mon.0) 343 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8"}]': finished 2024-09-12T23:52:58.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:58 smithi032 bash[32211]: cluster 2024-09-12T23:52:58.162074+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-12T23:52:58.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:58 smithi032 bash[32211]: audit 2024-09-12T23:52:58.162156+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:52:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:58 smithi053 bash[24393]: cluster 2024-09-12T23:52:57.253684+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:52:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:58 smithi053 bash[24393]: audit 2024-09-12T23:52:58.156910+0000 mon.c (mon.2) 6 : audit [INF] from='client.? 172.21.15.32:0/1504785444' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8"}]: dispatch 2024-09-12T23:52:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:58 smithi053 bash[24393]: audit 2024-09-12T23:52:58.157420+0000 mon.a (mon.0) 342 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8"}]: dispatch 2024-09-12T23:52:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:58 smithi053 bash[24393]: audit 2024-09-12T23:52:58.162032+0000 mon.a (mon.0) 343 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8"}]': finished 2024-09-12T23:52:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:58 smithi053 bash[24393]: cluster 2024-09-12T23:52:58.162074+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-12T23:52:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:58 smithi053 bash[24393]: audit 2024-09-12T23:52:58.162156+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:52:59.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:52:59 smithi032 bash[22496]: audit 2024-09-12T23:52:58.835098+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.32:0/3651366287' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:52:59.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:52:59 smithi032 bash[32211]: audit 2024-09-12T23:52:58.835098+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.32:0/3651366287' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:53:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:52:59 smithi053 bash[24393]: audit 2024-09-12T23:52:58.835098+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.32:0/3651366287' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:53:00.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:00 smithi032 bash[22496]: cluster 2024-09-12T23:52:59.254131+0000 mgr.y (mgr.14150) 158 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:00.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:00 smithi032 bash[32211]: cluster 2024-09-12T23:52:59.254131+0000 mgr.y (mgr.14150) 158 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:00 smithi053 bash[24393]: cluster 2024-09-12T23:52:59.254131+0000 mgr.y (mgr.14150) 158 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:02.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:02 smithi032 bash[22496]: cluster 2024-09-12T23:53:01.254639+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:02.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:02 smithi032 bash[32211]: cluster 2024-09-12T23:53:01.254639+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:03.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:02 smithi053 bash[24393]: cluster 2024-09-12T23:53:01.254639+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:04.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:04 smithi032 bash[22496]: cluster 2024-09-12T23:53:03.255137+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:04.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:04 smithi032 bash[32211]: cluster 2024-09-12T23:53:03.255137+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:05.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:04 smithi053 bash[24393]: cluster 2024-09-12T23:53:03.255137+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:06.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:06 smithi032 bash[22496]: cluster 2024-09-12T23:53:05.255665+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:06.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:06 smithi032 bash[32211]: cluster 2024-09-12T23:53:05.255665+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:07.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:06 smithi053 bash[24393]: cluster 2024-09-12T23:53:05.255665+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:08.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:08 smithi032 bash[22496]: cluster 2024-09-12T23:53:07.256216+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:08.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:08 smithi032 bash[32211]: cluster 2024-09-12T23:53:07.256216+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:09.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:08 smithi053 bash[24393]: cluster 2024-09-12T23:53:07.256216+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:10.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:10 smithi032 bash[22496]: cluster 2024-09-12T23:53:09.256743+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:10 smithi032 bash[32211]: cluster 2024-09-12T23:53:09.256743+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:10 smithi053 bash[24393]: cluster 2024-09-12T23:53:09.256743+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:11.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:11 smithi032 bash[32211]: audit 2024-09-12T23:53:10.958314+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-12T23:53:11.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:11 smithi032 bash[32211]: audit 2024-09-12T23:53:10.960186+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:53:11.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:11 smithi032 bash[22496]: audit 2024-09-12T23:53:10.958314+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-12T23:53:11.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:11 smithi032 bash[22496]: audit 2024-09-12T23:53:10.960186+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:53:12.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:11 smithi053 bash[24393]: audit 2024-09-12T23:53:10.958314+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-12T23:53:12.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:11 smithi053 bash[24393]: audit 2024-09-12T23:53:10.960186+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:53:12.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:12 smithi032 bash[32211]: cephadm 2024-09-12T23:53:10.961787+0000 mgr.y (mgr.14150) 164 : cephadm [INF] Deploying daemon osd.2 on smithi032 2024-09-12T23:53:12.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:12 smithi032 bash[32211]: cluster 2024-09-12T23:53:11.257094+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v129: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:12.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:12 smithi032 bash[22496]: cephadm 2024-09-12T23:53:10.961787+0000 mgr.y (mgr.14150) 164 : cephadm [INF] Deploying daemon osd.2 on smithi032 2024-09-12T23:53:12.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:12 smithi032 bash[22496]: cluster 2024-09-12T23:53:11.257094+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v129: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:13.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:12 smithi053 bash[24393]: cephadm 2024-09-12T23:53:10.961787+0000 mgr.y (mgr.14150) 164 : cephadm [INF] Deploying daemon osd.2 on smithi032 2024-09-12T23:53:13.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:12 smithi053 bash[24393]: cluster 2024-09-12T23:53:11.257094+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v129: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:14.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:14 smithi032 bash[22496]: cluster 2024-09-12T23:53:13.257544+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:14.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:14 smithi032 bash[32211]: cluster 2024-09-12T23:53:13.257544+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:15.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:14 smithi053 bash[24393]: cluster 2024-09-12T23:53:13.257544+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:15.383 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 12 23:53:15 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:53:15.383 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:15 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:53:15.384 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:15 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:53:15.384 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:53:15 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:53:15.384 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 12 23:53:15 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:53:15.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:15 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:53:15.661 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 12 23:53:15 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:53:15.662 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 12 23:53:15 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:53:15.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:53:15 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:53:15.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:15 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:53:15.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:15 smithi032 bash[32211]: audit 2024-09-12T23:53:15.640547+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:53:15.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:15 smithi032 bash[32211]: audit 2024-09-12T23:53:15.644312+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:15.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:15 smithi032 bash[32211]: audit 2024-09-12T23:53:15.648759+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:15.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:15 smithi032 bash[22496]: audit 2024-09-12T23:53:15.640547+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:53:15.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:15 smithi032 bash[22496]: audit 2024-09-12T23:53:15.644312+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:15.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:15 smithi032 bash[22496]: audit 2024-09-12T23:53:15.648759+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:15 smithi053 bash[24393]: audit 2024-09-12T23:53:15.640547+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:53:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:15 smithi053 bash[24393]: audit 2024-09-12T23:53:15.644312+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:15 smithi053 bash[24393]: audit 2024-09-12T23:53:15.648759+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:16.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:16 smithi032 bash[22496]: cluster 2024-09-12T23:53:15.257864+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:16.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:16 smithi032 bash[32211]: cluster 2024-09-12T23:53:15.257864+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:17.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:16 smithi053 bash[24393]: cluster 2024-09-12T23:53:15.257864+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:19.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:18 smithi053 bash[24393]: cluster 2024-09-12T23:53:17.258297+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v132: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:19.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:18 smithi032 bash[22496]: cluster 2024-09-12T23:53:17.258297+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v132: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:19.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:18 smithi032 bash[32211]: cluster 2024-09-12T23:53:17.258297+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v132: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:20 smithi053 bash[24393]: cluster 2024-09-12T23:53:19.258769+0000 mgr.y (mgr.14150) 169 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:21.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:20 smithi032 bash[22496]: cluster 2024-09-12T23:53:19.258769+0000 mgr.y (mgr.14150) 169 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:21.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:20 smithi032 bash[32211]: cluster 2024-09-12T23:53:19.258769+0000 mgr.y (mgr.14150) 169 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:22 smithi032 bash[22496]: cluster 2024-09-12T23:53:21.259225+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v134: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:22 smithi032 bash[22496]: audit 2024-09-12T23:53:21.711939+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:22 smithi032 bash[22496]: audit 2024-09-12T23:53:21.715824+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:22 smithi032 bash[22496]: audit 2024-09-12T23:53:22.071652+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:53:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:22 smithi032 bash[22496]: audit 2024-09-12T23:53:22.072593+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:53:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:22 smithi032 bash[22496]: audit 2024-09-12T23:53:22.077618+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:22 smithi032 bash[22496]: audit 2024-09-12T23:53:22.340080+0000 mon.a (mon.0) 356 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-12T23:53:22.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:22 smithi032 bash[32211]: cluster 2024-09-12T23:53:21.259225+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v134: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:22 smithi032 bash[32211]: audit 2024-09-12T23:53:21.711939+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:22 smithi032 bash[32211]: audit 2024-09-12T23:53:21.715824+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:22 smithi032 bash[32211]: audit 2024-09-12T23:53:22.071652+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:53:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:22 smithi032 bash[32211]: audit 2024-09-12T23:53:22.072593+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:53:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:22 smithi032 bash[32211]: audit 2024-09-12T23:53:22.077618+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:22 smithi032 bash[32211]: audit 2024-09-12T23:53:22.340080+0000 mon.a (mon.0) 356 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-12T23:53:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:22 smithi053 bash[24393]: cluster 2024-09-12T23:53:21.259225+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v134: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:22 smithi053 bash[24393]: audit 2024-09-12T23:53:21.711939+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:22 smithi053 bash[24393]: audit 2024-09-12T23:53:21.715824+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:22 smithi053 bash[24393]: audit 2024-09-12T23:53:22.071652+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:53:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:22 smithi053 bash[24393]: audit 2024-09-12T23:53:22.072593+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:53:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:22 smithi053 bash[24393]: audit 2024-09-12T23:53:22.077618+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:22 smithi053 bash[24393]: audit 2024-09-12T23:53:22.340080+0000 mon.a (mon.0) 356 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-12T23:53:24.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:24 smithi032 bash[32211]: audit 2024-09-12T23:53:23.083131+0000 mon.a (mon.0) 357 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-12T23:53:24.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:24 smithi032 bash[32211]: cluster 2024-09-12T23:53:23.083248+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-12T23:53:24.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:24 smithi032 bash[32211]: audit 2024-09-12T23:53:23.083567+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:53:24.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:24 smithi032 bash[32211]: audit 2024-09-12T23:53:23.084575+0000 mon.a (mon.0) 360 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-12T23:53:24.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:24 smithi032 bash[32211]: cluster 2024-09-12T23:53:23.259671+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v136: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:24.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:24 smithi032 bash[22496]: audit 2024-09-12T23:53:23.083131+0000 mon.a (mon.0) 357 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-12T23:53:24.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:24 smithi032 bash[22496]: cluster 2024-09-12T23:53:23.083248+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-12T23:53:24.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:24 smithi032 bash[22496]: audit 2024-09-12T23:53:23.083567+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:53:24.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:24 smithi032 bash[22496]: audit 2024-09-12T23:53:23.084575+0000 mon.a (mon.0) 360 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-12T23:53:24.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:24 smithi032 bash[22496]: cluster 2024-09-12T23:53:23.259671+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v136: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:24.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:24 smithi053 bash[24393]: audit 2024-09-12T23:53:23.083131+0000 mon.a (mon.0) 357 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-12T23:53:24.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:24 smithi053 bash[24393]: cluster 2024-09-12T23:53:23.083248+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-12T23:53:24.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:24 smithi053 bash[24393]: audit 2024-09-12T23:53:23.083567+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:53:24.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:24 smithi053 bash[24393]: audit 2024-09-12T23:53:23.084575+0000 mon.a (mon.0) 360 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-12T23:53:24.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:24 smithi053 bash[24393]: cluster 2024-09-12T23:53:23.259671+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v136: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:25.208 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:25 smithi032 bash[22496]: audit 2024-09-12T23:53:24.092788+0000 mon.a (mon.0) 361 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-09-12T23:53:25.209 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:25 smithi032 bash[22496]: cluster 2024-09-12T23:53:24.092927+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-12T23:53:25.209 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:25 smithi032 bash[22496]: audit 2024-09-12T23:53:24.093260+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:53:25.209 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:25 smithi032 bash[22496]: audit 2024-09-12T23:53:24.100944+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:53:25.209 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:25 smithi032 bash[32211]: audit 2024-09-12T23:53:24.092788+0000 mon.a (mon.0) 361 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-09-12T23:53:25.209 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:25 smithi032 bash[32211]: cluster 2024-09-12T23:53:24.092927+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-12T23:53:25.209 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:25 smithi032 bash[32211]: audit 2024-09-12T23:53:24.093260+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:53:25.209 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:25 smithi032 bash[32211]: audit 2024-09-12T23:53:24.100944+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:53:25.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:25 smithi053 bash[24393]: audit 2024-09-12T23:53:24.092788+0000 mon.a (mon.0) 361 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-09-12T23:53:25.540 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:25 smithi053 bash[24393]: cluster 2024-09-12T23:53:24.092927+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-12T23:53:25.540 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:25 smithi053 bash[24393]: audit 2024-09-12T23:53:24.093260+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:53:25.540 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:25 smithi053 bash[24393]: audit 2024-09-12T23:53:24.100944+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:53:25.843 INFO:teuthology.orchestra.run.smithi032.stdout:Created osd(s) 2 on host 'smithi032' 2024-09-12T23:53:26.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[22496]: cluster 2024-09-12T23:53:23.380021+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:53:26.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[22496]: cluster 2024-09-12T23:53:23.380113+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:53:26.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[22496]: cluster 2024-09-12T23:53:25.100233+0000 mon.a (mon.0) 365 : cluster [INF] osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250] boot 2024-09-12T23:53:26.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[22496]: cluster 2024-09-12T23:53:25.100300+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-12T23:53:26.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[22496]: audit 2024-09-12T23:53:25.100568+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:53:26.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[22496]: cluster 2024-09-12T23:53:25.260186+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v139: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:26.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[22496]: audit 2024-09-12T23:53:25.370730+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-12T23:53:26.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[22496]: audit 2024-09-12T23:53:25.820716+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:53:26.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[22496]: audit 2024-09-12T23:53:25.829039+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:26.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[22496]: audit 2024-09-12T23:53:25.836405+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:26.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[32211]: cluster 2024-09-12T23:53:23.380021+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:53:26.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[32211]: cluster 2024-09-12T23:53:23.380113+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:53:26.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[32211]: cluster 2024-09-12T23:53:25.100233+0000 mon.a (mon.0) 365 : cluster [INF] osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250] boot 2024-09-12T23:53:26.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[32211]: cluster 2024-09-12T23:53:25.100300+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-12T23:53:26.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[32211]: audit 2024-09-12T23:53:25.100568+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:53:26.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[32211]: cluster 2024-09-12T23:53:25.260186+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v139: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:26.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[32211]: audit 2024-09-12T23:53:25.370730+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-12T23:53:26.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[32211]: audit 2024-09-12T23:53:25.820716+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:53:26.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[32211]: audit 2024-09-12T23:53:25.829039+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:26.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:26 smithi032 bash[32211]: audit 2024-09-12T23:53:25.836405+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:26.520 DEBUG:teuthology.orchestra.run.smithi032:osd.2> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.2.service 2024-09-12T23:53:26.523 INFO:tasks.cephadm:Deploying osd.3 on smithi032 with /dev/vg_nvme/lv_1... 2024-09-12T23:53:26.523 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-09-12T23:53:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:26 smithi053 bash[24393]: cluster 2024-09-12T23:53:23.380021+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:53:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:26 smithi053 bash[24393]: cluster 2024-09-12T23:53:23.380113+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:53:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:26 smithi053 bash[24393]: cluster 2024-09-12T23:53:25.100233+0000 mon.a (mon.0) 365 : cluster [INF] osd.2 [v2:172.21.15.32:6818/3610898250,v1:172.21.15.32:6819/3610898250] boot 2024-09-12T23:53:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:26 smithi053 bash[24393]: cluster 2024-09-12T23:53:25.100300+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-12T23:53:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:26 smithi053 bash[24393]: audit 2024-09-12T23:53:25.100568+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:53:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:26 smithi053 bash[24393]: cluster 2024-09-12T23:53:25.260186+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v139: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-12T23:53:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:26 smithi053 bash[24393]: audit 2024-09-12T23:53:25.370730+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-12T23:53:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:26 smithi053 bash[24393]: audit 2024-09-12T23:53:25.820716+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:53:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:26 smithi053 bash[24393]: audit 2024-09-12T23:53:25.829039+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:26.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:26 smithi053 bash[24393]: audit 2024-09-12T23:53:25.836405+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:27.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:27 smithi032 bash[22496]: audit 2024-09-12T23:53:26.106058+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-12T23:53:27.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:27 smithi032 bash[22496]: cluster 2024-09-12T23:53:26.106127+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-12T23:53:27.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:27 smithi032 bash[22496]: audit 2024-09-12T23:53:26.107255+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-12T23:53:27.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:27 smithi032 bash[32211]: audit 2024-09-12T23:53:26.106058+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-12T23:53:27.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:27 smithi032 bash[32211]: cluster 2024-09-12T23:53:26.106127+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-12T23:53:27.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:27 smithi032 bash[32211]: audit 2024-09-12T23:53:26.107255+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-12T23:53:27.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:27 smithi053 bash[24393]: audit 2024-09-12T23:53:26.106058+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-12T23:53:27.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:27 smithi053 bash[24393]: cluster 2024-09-12T23:53:26.106127+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-12T23:53:27.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:27 smithi053 bash[24393]: audit 2024-09-12T23:53:26.107255+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-12T23:53:28.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:28 smithi032 bash[22496]: audit 2024-09-12T23:53:27.113035+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-12T23:53:28.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:28 smithi032 bash[22496]: cluster 2024-09-12T23:53:27.113273+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-12T23:53:28.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:28 smithi032 bash[22496]: cluster 2024-09-12T23:53:27.260747+0000 mgr.y (mgr.14150) 173 : cluster [DBG] pgmap v142: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:28.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:28 smithi032 bash[32211]: audit 2024-09-12T23:53:27.113035+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-12T23:53:28.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:28 smithi032 bash[32211]: cluster 2024-09-12T23:53:27.113273+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-12T23:53:28.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:28 smithi032 bash[32211]: cluster 2024-09-12T23:53:27.260747+0000 mgr.y (mgr.14150) 173 : cluster [DBG] pgmap v142: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:28.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:28 smithi053 bash[24393]: audit 2024-09-12T23:53:27.113035+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-12T23:53:28.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:28 smithi053 bash[24393]: cluster 2024-09-12T23:53:27.113273+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-12T23:53:28.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:28 smithi053 bash[24393]: cluster 2024-09-12T23:53:27.260747+0000 mgr.y (mgr.14150) 173 : cluster [DBG] pgmap v142: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:29.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:29 smithi032 bash[22496]: cluster 2024-09-12T23:53:28.128361+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-12T23:53:29.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:29 smithi032 bash[22496]: audit 2024-09-12T23:53:28.770233+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:29.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:29 smithi032 bash[32211]: cluster 2024-09-12T23:53:28.128361+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-12T23:53:29.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:29 smithi032 bash[32211]: audit 2024-09-12T23:53:28.770233+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:29.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:29 smithi053 bash[24393]: cluster 2024-09-12T23:53:28.128361+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-12T23:53:29.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:29 smithi053 bash[24393]: audit 2024-09-12T23:53:28.770233+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:30.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:30 smithi032 bash[22496]: cluster 2024-09-12T23:53:29.261052+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v144: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:30.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:30 smithi032 bash[32211]: cluster 2024-09-12T23:53:29.261052+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v144: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:30.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:30 smithi053 bash[24393]: cluster 2024-09-12T23:53:29.261052+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v144: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:30.611 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:53:31.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:31 smithi032 bash[22496]: cluster 2024-09-12T23:53:30.138389+0000 mon.a (mon.0) 379 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-12T23:53:31.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:31 smithi032 bash[22496]: audit 2024-09-12T23:53:30.621318+0000 mon.a (mon.0) 380 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T23:53:31.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:31 smithi032 bash[32211]: cluster 2024-09-12T23:53:30.138389+0000 mon.a (mon.0) 379 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-12T23:53:31.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:31 smithi032 bash[32211]: audit 2024-09-12T23:53:30.621318+0000 mon.a (mon.0) 380 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T23:53:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:31 smithi053 bash[24393]: cluster 2024-09-12T23:53:30.138389+0000 mon.a (mon.0) 379 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-12T23:53:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:31 smithi053 bash[24393]: audit 2024-09-12T23:53:30.621318+0000 mon.a (mon.0) 380 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T23:53:33.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[22496]: cluster 2024-09-12T23:53:31.261315+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v145: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:33.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[22496]: audit 2024-09-12T23:53:31.544217+0000 mon.a (mon.0) 381 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T23:53:33.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[22496]: audit 2024-09-12T23:53:31.545292+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:53:33.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[22496]: audit 2024-09-12T23:53:31.545594+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:53:33.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[22496]: audit 2024-09-12T23:53:31.545811+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:53:33.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[22496]: audit 2024-09-12T23:53:31.552803+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T23:53:33.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[22496]: audit 2024-09-12T23:53:31.552941+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:53:33.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[22496]: audit 2024-09-12T23:53:31.553273+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:53:33.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[22496]: audit 2024-09-12T23:53:31.553586+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:53:33.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[22496]: audit 2024-09-12T23:53:32.489887+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T23:53:33.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[22496]: audit 2024-09-12T23:53:32.516702+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:33.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[22496]: audit 2024-09-12T23:53:32.518296+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:53:33.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[22496]: audit 2024-09-12T23:53:32.518451+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:53:33.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[22496]: audit 2024-09-12T23:53:32.518589+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:53:33.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[32211]: cluster 2024-09-12T23:53:31.261315+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v145: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:33.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[32211]: audit 2024-09-12T23:53:31.544217+0000 mon.a (mon.0) 381 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T23:53:33.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[32211]: audit 2024-09-12T23:53:31.545292+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:53:33.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[32211]: audit 2024-09-12T23:53:31.545594+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:53:33.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[32211]: audit 2024-09-12T23:53:31.545811+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:53:33.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[32211]: audit 2024-09-12T23:53:31.552803+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T23:53:33.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[32211]: audit 2024-09-12T23:53:31.552941+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:53:33.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[32211]: audit 2024-09-12T23:53:31.553273+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:53:33.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[32211]: audit 2024-09-12T23:53:31.553586+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:53:33.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[32211]: audit 2024-09-12T23:53:32.489887+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T23:53:33.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[32211]: audit 2024-09-12T23:53:32.516702+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:33.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[32211]: audit 2024-09-12T23:53:32.518296+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:53:33.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[32211]: audit 2024-09-12T23:53:32.518451+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:53:33.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:33 smithi032 bash[32211]: audit 2024-09-12T23:53:32.518589+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:53:33.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:33 smithi053 bash[24393]: cluster 2024-09-12T23:53:31.261315+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v145: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:33.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:33 smithi053 bash[24393]: audit 2024-09-12T23:53:31.544217+0000 mon.a (mon.0) 381 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T23:53:33.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:33 smithi053 bash[24393]: audit 2024-09-12T23:53:31.545292+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:53:33.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:33 smithi053 bash[24393]: audit 2024-09-12T23:53:31.545594+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:53:33.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:33 smithi053 bash[24393]: audit 2024-09-12T23:53:31.545811+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:53:33.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:33 smithi053 bash[24393]: audit 2024-09-12T23:53:31.552803+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T23:53:33.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:33 smithi053 bash[24393]: audit 2024-09-12T23:53:31.552941+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:53:33.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:33 smithi053 bash[24393]: audit 2024-09-12T23:53:31.553273+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:53:33.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:33 smithi053 bash[24393]: audit 2024-09-12T23:53:31.553586+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:53:33.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:33 smithi053 bash[24393]: audit 2024-09-12T23:53:32.489887+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T23:53:33.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:33 smithi053 bash[24393]: audit 2024-09-12T23:53:32.516702+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:33.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:33 smithi053 bash[24393]: audit 2024-09-12T23:53:32.518296+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:53:33.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:33 smithi053 bash[24393]: audit 2024-09-12T23:53:32.518451+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:53:33.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:33 smithi053 bash[24393]: audit 2024-09-12T23:53:32.518589+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:53:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:34 smithi032 bash[22496]: audit 2024-09-12T23:53:32.518119+0000 mon.c (mon.2) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T23:53:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:34 smithi032 bash[22496]: cluster 2024-09-12T23:53:33.261754+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:34 smithi032 bash[22496]: audit 2024-09-12T23:53:33.428477+0000 mon.c (mon.2) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T23:53:34.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:34 smithi032 bash[32211]: audit 2024-09-12T23:53:32.518119+0000 mon.c (mon.2) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T23:53:34.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:34 smithi032 bash[32211]: cluster 2024-09-12T23:53:33.261754+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:34.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:34 smithi032 bash[32211]: audit 2024-09-12T23:53:33.428477+0000 mon.c (mon.2) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T23:53:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:34 smithi053 bash[24393]: audit 2024-09-12T23:53:32.518119+0000 mon.c (mon.2) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T23:53:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:34 smithi053 bash[24393]: cluster 2024-09-12T23:53:33.261754+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:34 smithi053 bash[24393]: audit 2024-09-12T23:53:33.428477+0000 mon.c (mon.2) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T23:53:36.010 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-09-12T23:53:36.194 INFO:teuthology.orchestra.run.smithi032.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-09-12T23:53:36.208 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10+0 records in 2024-09-12T23:53:36.209 INFO:teuthology.orchestra.run.smithi032.stderr:10+0 records out 2024-09-12T23:53:36.209 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114536 s, 915 MB/s 2024-09-12T23:53:36.209 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping successful for: 2024-09-12T23:53:36.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:36 smithi032 bash[22496]: cluster 2024-09-12T23:53:35.262270+0000 mgr.y (mgr.14150) 177 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:36.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:36 smithi032 bash[32211]: cluster 2024-09-12T23:53:35.262270+0000 mgr.y (mgr.14150) 177 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:36.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:36 smithi053 bash[24393]: cluster 2024-09-12T23:53:35.262270+0000 mgr.y (mgr.14150) 177 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:37.264 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi032:vg_nvme/lv_1 2024-09-12T23:53:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:38 smithi053 bash[24393]: cluster 2024-09-12T23:53:37.262808+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-09-12T23:53:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:38 smithi053 bash[24393]: cephadm 2024-09-12T23:53:37.428018+0000 mgr.y (mgr.14150) 179 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-12T23:53:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:38 smithi053 bash[24393]: audit 2024-09-12T23:53:37.436428+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:38 smithi053 bash[24393]: audit 2024-09-12T23:53:37.449232+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:38.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:38 smithi053 bash[24393]: audit 2024-09-12T23:53:37.450979+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:53:38.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:38 smithi053 bash[24393]: audit 2024-09-12T23:53:37.451780+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:53:38.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:38 smithi053 bash[24393]: audit 2024-09-12T23:53:37.452537+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:53:38.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:38 smithi053 bash[24393]: cephadm 2024-09-12T23:53:37.453182+0000 mgr.y (mgr.14150) 180 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 5415M 2024-09-12T23:53:38.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:38 smithi053 bash[24393]: audit 2024-09-12T23:53:37.458127+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:38.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:38 smithi053 bash[24393]: audit 2024-09-12T23:53:37.459875+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:53:38.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:38 smithi053 bash[24393]: audit 2024-09-12T23:53:37.460715+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:53:38.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:38 smithi053 bash[24393]: audit 2024-09-12T23:53:37.466137+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:38.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[22496]: cluster 2024-09-12T23:53:37.262808+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-09-12T23:53:38.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[22496]: cephadm 2024-09-12T23:53:37.428018+0000 mgr.y (mgr.14150) 179 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-12T23:53:38.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[22496]: audit 2024-09-12T23:53:37.436428+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:38.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[22496]: audit 2024-09-12T23:53:37.449232+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:38.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[22496]: audit 2024-09-12T23:53:37.450979+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:53:38.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[22496]: audit 2024-09-12T23:53:37.451780+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:53:38.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[22496]: audit 2024-09-12T23:53:37.452537+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:53:38.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[22496]: cephadm 2024-09-12T23:53:37.453182+0000 mgr.y (mgr.14150) 180 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 5415M 2024-09-12T23:53:38.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[22496]: audit 2024-09-12T23:53:37.458127+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:38.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[22496]: audit 2024-09-12T23:53:37.459875+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:53:38.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[22496]: audit 2024-09-12T23:53:37.460715+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:53:38.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[22496]: audit 2024-09-12T23:53:37.466137+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:38.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[32211]: cluster 2024-09-12T23:53:37.262808+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-09-12T23:53:38.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[32211]: cephadm 2024-09-12T23:53:37.428018+0000 mgr.y (mgr.14150) 179 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-12T23:53:38.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[32211]: audit 2024-09-12T23:53:37.436428+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:38.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[32211]: audit 2024-09-12T23:53:37.449232+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:38.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[32211]: audit 2024-09-12T23:53:37.450979+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:53:38.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[32211]: audit 2024-09-12T23:53:37.451780+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:53:38.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[32211]: audit 2024-09-12T23:53:37.452537+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:53:38.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[32211]: cephadm 2024-09-12T23:53:37.453182+0000 mgr.y (mgr.14150) 180 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 5415M 2024-09-12T23:53:38.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[32211]: audit 2024-09-12T23:53:37.458127+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:38.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[32211]: audit 2024-09-12T23:53:37.459875+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:53:38.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[32211]: audit 2024-09-12T23:53:37.460715+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:53:38.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:38 smithi032 bash[32211]: audit 2024-09-12T23:53:37.466137+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:53:40.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:40 smithi053 bash[24393]: cluster 2024-09-12T23:53:39.263334+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-12T23:53:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:40 smithi032 bash[22496]: cluster 2024-09-12T23:53:39.263334+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-12T23:53:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:40 smithi032 bash[32211]: cluster 2024-09-12T23:53:39.263334+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-12T23:53:42.025 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:53:42.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:42 smithi053 bash[24393]: cluster 2024-09-12T23:53:41.263880+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-12T23:53:42.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:42 smithi032 bash[22496]: cluster 2024-09-12T23:53:41.263880+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-12T23:53:42.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:42 smithi032 bash[32211]: cluster 2024-09-12T23:53:41.263880+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-12T23:53:44.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:44 smithi032 bash[22496]: cluster 2024-09-12T23:53:43.264437+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-12T23:53:44.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:44 smithi032 bash[32211]: cluster 2024-09-12T23:53:43.264437+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-12T23:53:44.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:44 smithi053 bash[24393]: cluster 2024-09-12T23:53:43.264437+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-12T23:53:46.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:46 smithi053 bash[24393]: cluster 2024-09-12T23:53:45.265011+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-12T23:53:46.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:46 smithi053 bash[24393]: audit 2024-09-12T23:53:45.623301+0000 mgr.y (mgr.14150) 185 : audit [DBG] from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:53:46.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:46 smithi053 bash[24393]: audit 2024-09-12T23:53:45.629368+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:53:46.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:46 smithi053 bash[24393]: audit 2024-09-12T23:53:45.634939+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:53:46.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:46 smithi053 bash[24393]: audit 2024-09-12T23:53:45.636351+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:53:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:46 smithi032 bash[22496]: cluster 2024-09-12T23:53:45.265011+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-12T23:53:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:46 smithi032 bash[22496]: audit 2024-09-12T23:53:45.623301+0000 mgr.y (mgr.14150) 185 : audit [DBG] from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:53:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:46 smithi032 bash[22496]: audit 2024-09-12T23:53:45.629368+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:53:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:46 smithi032 bash[22496]: audit 2024-09-12T23:53:45.634939+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:53:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:46 smithi032 bash[22496]: audit 2024-09-12T23:53:45.636351+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:53:46.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:46 smithi032 bash[32211]: cluster 2024-09-12T23:53:45.265011+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-12T23:53:46.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:46 smithi032 bash[32211]: audit 2024-09-12T23:53:45.623301+0000 mgr.y (mgr.14150) 185 : audit [DBG] from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:53:46.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:46 smithi032 bash[32211]: audit 2024-09-12T23:53:45.629368+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:53:46.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:46 smithi032 bash[32211]: audit 2024-09-12T23:53:45.634939+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:53:46.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:46 smithi032 bash[32211]: audit 2024-09-12T23:53:45.636351+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:53:48.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:48 smithi053 bash[24393]: cluster 2024-09-12T23:53:47.265591+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-12T23:53:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:48 smithi032 bash[22496]: cluster 2024-09-12T23:53:47.265591+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-12T23:53:48.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:48 smithi032 bash[32211]: cluster 2024-09-12T23:53:47.265591+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-12T23:53:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:50 smithi053 bash[24393]: cluster 2024-09-12T23:53:49.266108+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:50.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:50 smithi032 bash[22496]: cluster 2024-09-12T23:53:49.266108+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:50.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:50 smithi032 bash[32211]: cluster 2024-09-12T23:53:49.266108+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:52.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:52 smithi053 bash[24393]: cluster 2024-09-12T23:53:51.266606+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:52.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:52 smithi032 bash[32211]: cluster 2024-09-12T23:53:51.266606+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:52.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:52 smithi032 bash[22496]: cluster 2024-09-12T23:53:51.266606+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:54.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:54 smithi053 bash[24393]: cluster 2024-09-12T23:53:53.267134+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:54.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:54 smithi053 bash[24393]: audit 2024-09-12T23:53:54.324222+0000 mon.a (mon.0) 404 : audit [INF] from='client.? 172.21.15.32:0/3957371114' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "668a99be-34d2-4824-823c-d208ecdd047d"}]: dispatch 2024-09-12T23:53:54.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:54 smithi053 bash[24393]: audit 2024-09-12T23:53:54.330936+0000 mon.a (mon.0) 405 : audit [INF] from='client.? 172.21.15.32:0/3957371114' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "668a99be-34d2-4824-823c-d208ecdd047d"}]': finished 2024-09-12T23:53:54.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:54 smithi053 bash[24393]: cluster 2024-09-12T23:53:54.331039+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-09-12T23:53:54.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:54 smithi053 bash[24393]: audit 2024-09-12T23:53:54.331178+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:53:54.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:54 smithi032 bash[22496]: cluster 2024-09-12T23:53:53.267134+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:54.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:54 smithi032 bash[22496]: audit 2024-09-12T23:53:54.324222+0000 mon.a (mon.0) 404 : audit [INF] from='client.? 172.21.15.32:0/3957371114' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "668a99be-34d2-4824-823c-d208ecdd047d"}]: dispatch 2024-09-12T23:53:54.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:54 smithi032 bash[22496]: audit 2024-09-12T23:53:54.330936+0000 mon.a (mon.0) 405 : audit [INF] from='client.? 172.21.15.32:0/3957371114' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "668a99be-34d2-4824-823c-d208ecdd047d"}]': finished 2024-09-12T23:53:54.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:54 smithi032 bash[22496]: cluster 2024-09-12T23:53:54.331039+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-09-12T23:53:54.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:54 smithi032 bash[22496]: audit 2024-09-12T23:53:54.331178+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:53:54.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:54 smithi032 bash[32211]: cluster 2024-09-12T23:53:53.267134+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:54.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:54 smithi032 bash[32211]: audit 2024-09-12T23:53:54.324222+0000 mon.a (mon.0) 404 : audit [INF] from='client.? 172.21.15.32:0/3957371114' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "668a99be-34d2-4824-823c-d208ecdd047d"}]: dispatch 2024-09-12T23:53:54.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:54 smithi032 bash[32211]: audit 2024-09-12T23:53:54.330936+0000 mon.a (mon.0) 405 : audit [INF] from='client.? 172.21.15.32:0/3957371114' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "668a99be-34d2-4824-823c-d208ecdd047d"}]': finished 2024-09-12T23:53:54.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:54 smithi032 bash[32211]: cluster 2024-09-12T23:53:54.331039+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-09-12T23:53:54.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:54 smithi032 bash[32211]: audit 2024-09-12T23:53:54.331178+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:53:55.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:55 smithi053 bash[24393]: audit 2024-09-12T23:53:54.961659+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.32:0/2732841995' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:53:55.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:55 smithi032 bash[22496]: audit 2024-09-12T23:53:54.961659+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.32:0/2732841995' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:53:55.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:55 smithi032 bash[32211]: audit 2024-09-12T23:53:54.961659+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.32:0/2732841995' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:53:56.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:56 smithi053 bash[24393]: cluster 2024-09-12T23:53:55.267656+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:56.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:56 smithi032 bash[22496]: cluster 2024-09-12T23:53:55.267656+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:56.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:56 smithi032 bash[32211]: cluster 2024-09-12T23:53:55.267656+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:58.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:53:58 smithi053 bash[24393]: cluster 2024-09-12T23:53:57.268128+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:53:58 smithi032 bash[22496]: cluster 2024-09-12T23:53:57.268128+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:53:58.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:53:58 smithi032 bash[32211]: cluster 2024-09-12T23:53:57.268128+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:00.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:00 smithi053 bash[24393]: cluster 2024-09-12T23:53:59.268640+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:00.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:00 smithi032 bash[22496]: cluster 2024-09-12T23:53:59.268640+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:00 smithi032 bash[32211]: cluster 2024-09-12T23:53:59.268640+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:02.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:02 smithi053 bash[24393]: cluster 2024-09-12T23:54:01.269160+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:02.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:02 smithi032 bash[22496]: cluster 2024-09-12T23:54:01.269160+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:02.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:02 smithi032 bash[32211]: cluster 2024-09-12T23:54:01.269160+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:04.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:04 smithi053 bash[24393]: cluster 2024-09-12T23:54:03.269694+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:04.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:04 smithi032 bash[32211]: cluster 2024-09-12T23:54:03.269694+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:04.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:04 smithi032 bash[22496]: cluster 2024-09-12T23:54:03.269694+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:06.737 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:06 smithi032 bash[22496]: cluster 2024-09-12T23:54:05.270259+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:06.738 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:06 smithi032 bash[32211]: cluster 2024-09-12T23:54:05.270259+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:06.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:06 smithi053 bash[24393]: cluster 2024-09-12T23:54:05.270259+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:07.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:07 smithi053 bash[24393]: audit 2024-09-12T23:54:07.231751+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-12T23:54:07.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:07 smithi053 bash[24393]: audit 2024-09-12T23:54:07.233465+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:54:07.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:07 smithi032 bash[22496]: audit 2024-09-12T23:54:07.231751+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-12T23:54:07.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:07 smithi032 bash[22496]: audit 2024-09-12T23:54:07.233465+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:54:07.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:07 smithi032 bash[32211]: audit 2024-09-12T23:54:07.231751+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-12T23:54:07.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:07 smithi032 bash[32211]: audit 2024-09-12T23:54:07.233465+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:54:08.784 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:08 smithi032 bash[22496]: cephadm 2024-09-12T23:54:07.234832+0000 mgr.y (mgr.14150) 196 : cephadm [INF] Deploying daemon osd.3 on smithi032 2024-09-12T23:54:08.784 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:08 smithi032 bash[22496]: cluster 2024-09-12T23:54:07.270792+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:08.784 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:08 smithi032 bash[32211]: cephadm 2024-09-12T23:54:07.234832+0000 mgr.y (mgr.14150) 196 : cephadm [INF] Deploying daemon osd.3 on smithi032 2024-09-12T23:54:08.784 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:08 smithi032 bash[32211]: cluster 2024-09-12T23:54:07.270792+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:08.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:08 smithi053 bash[24393]: cephadm 2024-09-12T23:54:07.234832+0000 mgr.y (mgr.14150) 196 : cephadm [INF] Deploying daemon osd.3 on smithi032 2024-09-12T23:54:08.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:08 smithi053 bash[24393]: cluster 2024-09-12T23:54:07.270792+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:10.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:10 smithi053 bash[24393]: cluster 2024-09-12T23:54:09.271279+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:10.885 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:10 smithi032 bash[22496]: cluster 2024-09-12T23:54:09.271279+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:10.886 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:10 smithi032 bash[32211]: cluster 2024-09-12T23:54:09.271279+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:12.047 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:11 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:54:12.048 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:54:11 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:54:12.048 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:11 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:54:12.048 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 12 23:54:11 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:54:12.049 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 12 23:54:11 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:54:12.049 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 12 23:54:11 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:54:12.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:54:12 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:54:12.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:12 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:54:12.414 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 12 23:54:12 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:54:12.415 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 12 23:54:12 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:54:12.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:12 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:54:12.415 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 12 23:54:12 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:54:12.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:12 smithi053 bash[24393]: cluster 2024-09-12T23:54:11.271804+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:12.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:12 smithi053 bash[24393]: audit 2024-09-12T23:54:12.186114+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:54:12.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:12 smithi053 bash[24393]: audit 2024-09-12T23:54:12.190641+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:12.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:12 smithi053 bash[24393]: audit 2024-09-12T23:54:12.196058+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:12.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:12 smithi032 bash[22496]: cluster 2024-09-12T23:54:11.271804+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:12.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:12 smithi032 bash[22496]: audit 2024-09-12T23:54:12.186114+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:54:12.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:12 smithi032 bash[22496]: audit 2024-09-12T23:54:12.190641+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:12.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:12 smithi032 bash[22496]: audit 2024-09-12T23:54:12.196058+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:12.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:12 smithi032 bash[32211]: cluster 2024-09-12T23:54:11.271804+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:12.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:12 smithi032 bash[32211]: audit 2024-09-12T23:54:12.186114+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:54:12.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:12 smithi032 bash[32211]: audit 2024-09-12T23:54:12.190641+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:12.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:12 smithi032 bash[32211]: audit 2024-09-12T23:54:12.196058+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:14.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:14 smithi053 bash[24393]: cluster 2024-09-12T23:54:13.272339+0000 mgr.y (mgr.14150) 200 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:14.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:14 smithi032 bash[22496]: cluster 2024-09-12T23:54:13.272339+0000 mgr.y (mgr.14150) 200 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:14 smithi032 bash[32211]: cluster 2024-09-12T23:54:13.272339+0000 mgr.y (mgr.14150) 200 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:16.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:16 smithi032 bash[22496]: cluster 2024-09-12T23:54:15.272880+0000 mgr.y (mgr.14150) 201 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:16 smithi032 bash[32211]: cluster 2024-09-12T23:54:15.272880+0000 mgr.y (mgr.14150) 201 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:16.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:16 smithi053 bash[24393]: cluster 2024-09-12T23:54:15.272880+0000 mgr.y (mgr.14150) 201 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:18.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:18 smithi053 bash[24393]: cluster 2024-09-12T23:54:17.273442+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:18.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:18 smithi053 bash[24393]: audit 2024-09-12T23:54:18.437677+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:18.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:18 smithi053 bash[24393]: audit 2024-09-12T23:54:18.442184+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:18.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:18 smithi053 bash[24393]: audit 2024-09-12T23:54:18.443025+0000 mon.a (mon.0) 415 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:54:18.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:18 smithi053 bash[24393]: audit 2024-09-12T23:54:18.443721+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:54:18.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:18 smithi053 bash[24393]: audit 2024-09-12T23:54:18.448284+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:18.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:18 smithi032 bash[22496]: cluster 2024-09-12T23:54:17.273442+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:18.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:18 smithi032 bash[22496]: audit 2024-09-12T23:54:18.437677+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:18.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:18 smithi032 bash[22496]: audit 2024-09-12T23:54:18.442184+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:18.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:18 smithi032 bash[22496]: audit 2024-09-12T23:54:18.443025+0000 mon.a (mon.0) 415 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:54:18.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:18 smithi032 bash[22496]: audit 2024-09-12T23:54:18.443721+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:54:18.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:18 smithi032 bash[22496]: audit 2024-09-12T23:54:18.448284+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:18.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:18 smithi032 bash[32211]: cluster 2024-09-12T23:54:17.273442+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:18.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:18 smithi032 bash[32211]: audit 2024-09-12T23:54:18.437677+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:18.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:18 smithi032 bash[32211]: audit 2024-09-12T23:54:18.442184+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:18.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:18 smithi032 bash[32211]: audit 2024-09-12T23:54:18.443025+0000 mon.a (mon.0) 415 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:54:18.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:18 smithi032 bash[32211]: audit 2024-09-12T23:54:18.443721+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:54:18.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:18 smithi032 bash[32211]: audit 2024-09-12T23:54:18.448284+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:19 smithi053 bash[24393]: audit 2024-09-12T23:54:19.272179+0000 mon.a (mon.0) 418 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-12T23:54:19.793 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:19 smithi032 bash[22496]: audit 2024-09-12T23:54:19.272179+0000 mon.a (mon.0) 418 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-12T23:54:19.793 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:19 smithi032 bash[32211]: audit 2024-09-12T23:54:19.272179+0000 mon.a (mon.0) 418 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-12T23:54:20.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:20 smithi053 bash[24393]: cluster 2024-09-12T23:54:19.273798+0000 mgr.y (mgr.14150) 203 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:20.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:20 smithi053 bash[24393]: audit 2024-09-12T23:54:19.528434+0000 mon.a (mon.0) 419 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-12T23:54:20.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:20 smithi053 bash[24393]: cluster 2024-09-12T23:54:19.528535+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-12T23:54:20.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:20 smithi053 bash[24393]: audit 2024-09-12T23:54:19.528697+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:54:20.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:20 smithi053 bash[24393]: audit 2024-09-12T23:54:19.529106+0000 mon.a (mon.0) 422 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-12T23:54:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:20 smithi032 bash[22496]: cluster 2024-09-12T23:54:19.273798+0000 mgr.y (mgr.14150) 203 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:20 smithi032 bash[22496]: audit 2024-09-12T23:54:19.528434+0000 mon.a (mon.0) 419 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-12T23:54:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:20 smithi032 bash[22496]: cluster 2024-09-12T23:54:19.528535+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-12T23:54:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:20 smithi032 bash[22496]: audit 2024-09-12T23:54:19.528697+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:54:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:20 smithi032 bash[22496]: audit 2024-09-12T23:54:19.529106+0000 mon.a (mon.0) 422 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-12T23:54:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:20 smithi032 bash[32211]: cluster 2024-09-12T23:54:19.273798+0000 mgr.y (mgr.14150) 203 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:20 smithi032 bash[32211]: audit 2024-09-12T23:54:19.528434+0000 mon.a (mon.0) 419 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-12T23:54:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:20 smithi032 bash[32211]: cluster 2024-09-12T23:54:19.528535+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-12T23:54:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:20 smithi032 bash[32211]: audit 2024-09-12T23:54:19.528697+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:54:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:20 smithi032 bash[32211]: audit 2024-09-12T23:54:19.529106+0000 mon.a (mon.0) 422 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-12T23:54:21.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:21 smithi032 bash[22496]: audit 2024-09-12T23:54:20.532582+0000 mon.a (mon.0) 423 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-09-12T23:54:21.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:21 smithi032 bash[22496]: cluster 2024-09-12T23:54:20.532776+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-12T23:54:21.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:21 smithi032 bash[22496]: audit 2024-09-12T23:54:20.533561+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:54:21.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:21 smithi032 bash[22496]: audit 2024-09-12T23:54:20.543023+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:54:21.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:21 smithi032 bash[32211]: audit 2024-09-12T23:54:20.532582+0000 mon.a (mon.0) 423 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-09-12T23:54:21.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:21 smithi032 bash[32211]: cluster 2024-09-12T23:54:20.532776+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-12T23:54:21.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:21 smithi032 bash[32211]: audit 2024-09-12T23:54:20.533561+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:54:21.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:21 smithi032 bash[32211]: audit 2024-09-12T23:54:20.543023+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:54:22.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:21 smithi053 bash[24393]: audit 2024-09-12T23:54:20.532582+0000 mon.a (mon.0) 423 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-09-12T23:54:22.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:21 smithi053 bash[24393]: cluster 2024-09-12T23:54:20.532776+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-12T23:54:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:21 smithi053 bash[24393]: audit 2024-09-12T23:54:20.533561+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:54:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:21 smithi053 bash[24393]: audit 2024-09-12T23:54:20.543023+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:54:22.845 INFO:teuthology.orchestra.run.smithi032.stdout:Created osd(s) 3 on host 'smithi032' 2024-09-12T23:54:22.862 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:22 smithi032 bash[22496]: cluster 2024-09-12T23:54:20.252352+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:54:22.862 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:22 smithi032 bash[22496]: cluster 2024-09-12T23:54:20.252418+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:54:22.862 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:22 smithi032 bash[22496]: cluster 2024-09-12T23:54:21.274397+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:22.862 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:22 smithi032 bash[22496]: cluster 2024-09-12T23:54:21.543160+0000 mon.a (mon.0) 427 : cluster [INF] osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155] boot 2024-09-12T23:54:22.862 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:22 smithi032 bash[22496]: cluster 2024-09-12T23:54:21.543247+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-09-12T23:54:22.862 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:22 smithi032 bash[22496]: audit 2024-09-12T23:54:21.544242+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:54:22.863 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:22 smithi032 bash[32211]: cluster 2024-09-12T23:54:20.252352+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:54:22.863 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:22 smithi032 bash[32211]: cluster 2024-09-12T23:54:20.252418+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:54:22.863 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:22 smithi032 bash[32211]: cluster 2024-09-12T23:54:21.274397+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:22.863 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:22 smithi032 bash[32211]: cluster 2024-09-12T23:54:21.543160+0000 mon.a (mon.0) 427 : cluster [INF] osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155] boot 2024-09-12T23:54:22.863 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:22 smithi032 bash[32211]: cluster 2024-09-12T23:54:21.543247+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-09-12T23:54:22.863 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:22 smithi032 bash[32211]: audit 2024-09-12T23:54:21.544242+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:54:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:22 smithi053 bash[24393]: cluster 2024-09-12T23:54:20.252352+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:54:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:22 smithi053 bash[24393]: cluster 2024-09-12T23:54:20.252418+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:54:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:22 smithi053 bash[24393]: cluster 2024-09-12T23:54:21.274397+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-12T23:54:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:22 smithi053 bash[24393]: cluster 2024-09-12T23:54:21.543160+0000 mon.a (mon.0) 427 : cluster [INF] osd.3 [v2:172.21.15.32:6826/3841538155,v1:172.21.15.32:6827/3841538155] boot 2024-09-12T23:54:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:22 smithi053 bash[24393]: cluster 2024-09-12T23:54:21.543247+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-09-12T23:54:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:22 smithi053 bash[24393]: audit 2024-09-12T23:54:21.544242+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:54:23.590 DEBUG:teuthology.orchestra.run.smithi032:osd.3> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.3.service 2024-09-12T23:54:23.593 INFO:tasks.cephadm:Deploying osd.4 on smithi053 with /dev/vg_nvme/lv_4... 2024-09-12T23:54:23.593 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-09-12T23:54:23.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:23 smithi032 bash[32211]: cluster 2024-09-12T23:54:22.551658+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-12T23:54:23.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:23 smithi032 bash[32211]: audit 2024-09-12T23:54:22.826152+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:54:23.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:23 smithi032 bash[32211]: audit 2024-09-12T23:54:22.834174+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:23.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:23 smithi032 bash[32211]: audit 2024-09-12T23:54:22.842649+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:23.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:23 smithi032 bash[22496]: cluster 2024-09-12T23:54:22.551658+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-12T23:54:23.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:23 smithi032 bash[22496]: audit 2024-09-12T23:54:22.826152+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:54:23.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:23 smithi032 bash[22496]: audit 2024-09-12T23:54:22.834174+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:23.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:23 smithi032 bash[22496]: audit 2024-09-12T23:54:22.842649+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:24.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:23 smithi053 bash[24393]: cluster 2024-09-12T23:54:22.551658+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-12T23:54:24.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:23 smithi053 bash[24393]: audit 2024-09-12T23:54:22.826152+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:54:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:23 smithi053 bash[24393]: audit 2024-09-12T23:54:22.834174+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:23 smithi053 bash[24393]: audit 2024-09-12T23:54:22.842649+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:24 smithi032 bash[22496]: cluster 2024-09-12T23:54:23.274927+0000 mgr.y (mgr.14150) 205 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:24.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:24 smithi032 bash[32211]: cluster 2024-09-12T23:54:23.274927+0000 mgr.y (mgr.14150) 205 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:25.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:24 smithi053 bash[24393]: cluster 2024-09-12T23:54:23.274927+0000 mgr.y (mgr.14150) 205 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:26.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:26 smithi032 bash[22496]: cluster 2024-09-12T23:54:25.275471+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:26.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:26 smithi032 bash[32211]: cluster 2024-09-12T23:54:25.275471+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:27.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:26 smithi053 bash[24393]: cluster 2024-09-12T23:54:25.275471+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:28.312 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:54:28.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:28 smithi053 bash[24393]: cluster 2024-09-12T23:54:27.276067+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:28.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:28 smithi032 bash[22496]: cluster 2024-09-12T23:54:27.276067+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:28.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:28 smithi032 bash[32211]: cluster 2024-09-12T23:54:27.276067+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:30.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:30 smithi053 bash[24393]: cluster 2024-09-12T23:54:29.276594+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:30.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:30 smithi032 bash[22496]: cluster 2024-09-12T23:54:29.276594+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:30.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:30 smithi032 bash[32211]: cluster 2024-09-12T23:54:29.276594+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:31.503 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-09-12T23:54:31.663 INFO:teuthology.orchestra.run.smithi053.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-09-12T23:54:31.679 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10+0 records in 2024-09-12T23:54:31.679 INFO:teuthology.orchestra.run.smithi053.stderr:10+0 records out 2024-09-12T23:54:31.679 INFO:teuthology.orchestra.run.smithi053.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0133417 s, 786 MB/s 2024-09-12T23:54:31.679 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping successful for: 2024-09-12T23:54:32.317 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi053:vg_nvme/lv_4 2024-09-12T23:54:32.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:32 smithi032 bash[22496]: cluster 2024-09-12T23:54:31.277113+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:32.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:32 smithi032 bash[32211]: cluster 2024-09-12T23:54:31.277113+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:33.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:32 smithi053 bash[24393]: cluster 2024-09-12T23:54:31.277113+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:34.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:34 smithi053 bash[24393]: cephadm 2024-09-12T23:54:33.209917+0000 mgr.y (mgr.14150) 210 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-12T23:54:34.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:34 smithi053 bash[24393]: audit 2024-09-12T23:54:33.218986+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:34 smithi053 bash[24393]: audit 2024-09-12T23:54:33.228816+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:34 smithi053 bash[24393]: audit 2024-09-12T23:54:33.231148+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:54:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:34 smithi053 bash[24393]: audit 2024-09-12T23:54:33.232973+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:54:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:34 smithi053 bash[24393]: audit 2024-09-12T23:54:33.234714+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:54:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:34 smithi053 bash[24393]: audit 2024-09-12T23:54:33.236408+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:54:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:34 smithi053 bash[24393]: cephadm 2024-09-12T23:54:33.237661+0000 mgr.y (mgr.14150) 211 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 4061M 2024-09-12T23:54:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:34 smithi053 bash[24393]: audit 2024-09-12T23:54:33.246524+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:34 smithi053 bash[24393]: audit 2024-09-12T23:54:33.249622+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:54:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:34 smithi053 bash[24393]: audit 2024-09-12T23:54:33.251465+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:54:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:34 smithi053 bash[24393]: audit 2024-09-12T23:54:33.261873+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:34 smithi053 bash[24393]: cluster 2024-09-12T23:54:33.277632+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[22496]: cephadm 2024-09-12T23:54:33.209917+0000 mgr.y (mgr.14150) 210 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-12T23:54:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[22496]: audit 2024-09-12T23:54:33.218986+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[22496]: audit 2024-09-12T23:54:33.228816+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[22496]: audit 2024-09-12T23:54:33.231148+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:54:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[22496]: audit 2024-09-12T23:54:33.232973+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:54:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[22496]: audit 2024-09-12T23:54:33.234714+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:54:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[22496]: audit 2024-09-12T23:54:33.236408+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:54:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[22496]: cephadm 2024-09-12T23:54:33.237661+0000 mgr.y (mgr.14150) 211 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 4061M 2024-09-12T23:54:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[22496]: audit 2024-09-12T23:54:33.246524+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[22496]: audit 2024-09-12T23:54:33.249622+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:54:34.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[22496]: audit 2024-09-12T23:54:33.251465+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:54:34.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[22496]: audit 2024-09-12T23:54:33.261873+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:34.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[22496]: cluster 2024-09-12T23:54:33.277632+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:34.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[32211]: cephadm 2024-09-12T23:54:33.209917+0000 mgr.y (mgr.14150) 210 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-12T23:54:34.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[32211]: audit 2024-09-12T23:54:33.218986+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:34.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[32211]: audit 2024-09-12T23:54:33.228816+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:34.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[32211]: audit 2024-09-12T23:54:33.231148+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:54:34.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[32211]: audit 2024-09-12T23:54:33.232973+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:54:34.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[32211]: audit 2024-09-12T23:54:33.234714+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:54:34.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[32211]: audit 2024-09-12T23:54:33.236408+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:54:34.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[32211]: cephadm 2024-09-12T23:54:33.237661+0000 mgr.y (mgr.14150) 211 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 4061M 2024-09-12T23:54:34.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[32211]: audit 2024-09-12T23:54:33.246524+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:34.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[32211]: audit 2024-09-12T23:54:33.249622+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:54:34.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[32211]: audit 2024-09-12T23:54:33.251465+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:54:34.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[32211]: audit 2024-09-12T23:54:33.261873+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:54:34.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:34 smithi032 bash[32211]: cluster 2024-09-12T23:54:33.277632+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:36.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:36 smithi032 bash[22496]: cluster 2024-09-12T23:54:35.278147+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:36.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:36 smithi032 bash[32211]: cluster 2024-09-12T23:54:35.278147+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:36.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:36 smithi053 bash[24393]: cluster 2024-09-12T23:54:35.278147+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:37.037 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:54:38.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:38 smithi032 bash[22496]: cluster 2024-09-12T23:54:37.278706+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:38.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:38 smithi032 bash[32211]: cluster 2024-09-12T23:54:37.278706+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:38.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:38 smithi053 bash[24393]: cluster 2024-09-12T23:54:37.278706+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:40.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:40 smithi032 bash[22496]: cluster 2024-09-12T23:54:39.279229+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:40.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:40 smithi032 bash[22496]: audit 2024-09-12T23:54:40.002911+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:54:40.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:40 smithi032 bash[22496]: audit 2024-09-12T23:54:40.009309+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:54:40.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:40 smithi032 bash[22496]: audit 2024-09-12T23:54:40.010979+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:54:40.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:40 smithi032 bash[32211]: cluster 2024-09-12T23:54:39.279229+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:40.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:40 smithi032 bash[32211]: audit 2024-09-12T23:54:40.002911+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:54:40.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:40 smithi032 bash[32211]: audit 2024-09-12T23:54:40.009309+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:54:40.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:40 smithi032 bash[32211]: audit 2024-09-12T23:54:40.010979+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:54:40.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:40 smithi053 bash[24393]: cluster 2024-09-12T23:54:39.279229+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:40.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:40 smithi053 bash[24393]: audit 2024-09-12T23:54:40.002911+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:54:40.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:40 smithi053 bash[24393]: audit 2024-09-12T23:54:40.009309+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:54:40.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:40 smithi053 bash[24393]: audit 2024-09-12T23:54:40.010979+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:54:41.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:41 smithi032 bash[22496]: audit 2024-09-12T23:54:39.996173+0000 mgr.y (mgr.14150) 216 : audit [DBG] from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:54:41.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:41 smithi032 bash[32211]: audit 2024-09-12T23:54:39.996173+0000 mgr.y (mgr.14150) 216 : audit [DBG] from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:54:41.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:41 smithi053 bash[24393]: audit 2024-09-12T23:54:39.996173+0000 mgr.y (mgr.14150) 216 : audit [DBG] from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:54:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:42 smithi032 bash[32211]: cluster 2024-09-12T23:54:41.279840+0000 mgr.y (mgr.14150) 217 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:42 smithi032 bash[22496]: cluster 2024-09-12T23:54:41.279840+0000 mgr.y (mgr.14150) 217 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:42.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:42 smithi053 bash[24393]: cluster 2024-09-12T23:54:41.279840+0000 mgr.y (mgr.14150) 217 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:44.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:44 smithi032 bash[22496]: cluster 2024-09-12T23:54:43.280402+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:44.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:44 smithi032 bash[32211]: cluster 2024-09-12T23:54:43.280402+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:44.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:44 smithi053 bash[24393]: cluster 2024-09-12T23:54:43.280402+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:46.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:46 smithi032 bash[22496]: cluster 2024-09-12T23:54:45.280890+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:46.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:46 smithi032 bash[32211]: cluster 2024-09-12T23:54:45.280890+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:46.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:46 smithi053 bash[24393]: cluster 2024-09-12T23:54:45.280890+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:48.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:48 smithi032 bash[22496]: cluster 2024-09-12T23:54:47.281422+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:48.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:48 smithi032 bash[22496]: audit 2024-09-12T23:54:48.237272+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.53:0/883855251' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c38abf29-4b38-48ec-8e22-d43dd3beeb49"}]: dispatch 2024-09-12T23:54:48.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:48 smithi032 bash[22496]: audit 2024-09-12T23:54:48.238037+0000 mon.a (mon.0) 447 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c38abf29-4b38-48ec-8e22-d43dd3beeb49"}]: dispatch 2024-09-12T23:54:48.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:48 smithi032 bash[22496]: audit 2024-09-12T23:54:48.246782+0000 mon.a (mon.0) 448 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c38abf29-4b38-48ec-8e22-d43dd3beeb49"}]': finished 2024-09-12T23:54:48.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:48 smithi032 bash[22496]: cluster 2024-09-12T23:54:48.246917+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-09-12T23:54:48.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:48 smithi032 bash[22496]: audit 2024-09-12T23:54:48.247214+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:54:48.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:48 smithi032 bash[32211]: cluster 2024-09-12T23:54:47.281422+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:48.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:48 smithi032 bash[32211]: audit 2024-09-12T23:54:48.237272+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.53:0/883855251' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c38abf29-4b38-48ec-8e22-d43dd3beeb49"}]: dispatch 2024-09-12T23:54:48.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:48 smithi032 bash[32211]: audit 2024-09-12T23:54:48.238037+0000 mon.a (mon.0) 447 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c38abf29-4b38-48ec-8e22-d43dd3beeb49"}]: dispatch 2024-09-12T23:54:48.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:48 smithi032 bash[32211]: audit 2024-09-12T23:54:48.246782+0000 mon.a (mon.0) 448 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c38abf29-4b38-48ec-8e22-d43dd3beeb49"}]': finished 2024-09-12T23:54:48.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:48 smithi032 bash[32211]: cluster 2024-09-12T23:54:48.246917+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-09-12T23:54:48.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:48 smithi032 bash[32211]: audit 2024-09-12T23:54:48.247214+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:54:48.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:48 smithi053 bash[24393]: cluster 2024-09-12T23:54:47.281422+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:48.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:48 smithi053 bash[24393]: audit 2024-09-12T23:54:48.237272+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.53:0/883855251' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c38abf29-4b38-48ec-8e22-d43dd3beeb49"}]: dispatch 2024-09-12T23:54:48.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:48 smithi053 bash[24393]: audit 2024-09-12T23:54:48.238037+0000 mon.a (mon.0) 447 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c38abf29-4b38-48ec-8e22-d43dd3beeb49"}]: dispatch 2024-09-12T23:54:48.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:48 smithi053 bash[24393]: audit 2024-09-12T23:54:48.246782+0000 mon.a (mon.0) 448 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c38abf29-4b38-48ec-8e22-d43dd3beeb49"}]': finished 2024-09-12T23:54:48.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:48 smithi053 bash[24393]: cluster 2024-09-12T23:54:48.246917+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-09-12T23:54:48.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:48 smithi053 bash[24393]: audit 2024-09-12T23:54:48.247214+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:54:49.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:49 smithi032 bash[22496]: audit 2024-09-12T23:54:48.834859+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.53:0/447229557' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:54:49.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:49 smithi032 bash[32211]: audit 2024-09-12T23:54:48.834859+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.53:0/447229557' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:54:49.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:49 smithi053 bash[24393]: audit 2024-09-12T23:54:48.834859+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.53:0/447229557' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:54:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:50 smithi032 bash[22496]: cluster 2024-09-12T23:54:49.281924+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:50.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:50 smithi032 bash[32211]: cluster 2024-09-12T23:54:49.281924+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:50 smithi053 bash[24393]: cluster 2024-09-12T23:54:49.281924+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:52.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:52 smithi032 bash[22496]: cluster 2024-09-12T23:54:51.282439+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:52.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:52 smithi032 bash[32211]: cluster 2024-09-12T23:54:51.282439+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:52.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:52 smithi053 bash[24393]: cluster 2024-09-12T23:54:51.282439+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:54 smithi032 bash[22496]: cluster 2024-09-12T23:54:53.282955+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:54 smithi032 bash[32211]: cluster 2024-09-12T23:54:53.282955+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:54.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:54 smithi053 bash[24393]: cluster 2024-09-12T23:54:53.282955+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:56.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:56 smithi032 bash[22496]: cluster 2024-09-12T23:54:55.283460+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:56 smithi032 bash[32211]: cluster 2024-09-12T23:54:55.283460+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:56.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:56 smithi053 bash[24393]: cluster 2024-09-12T23:54:55.283460+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:58.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:54:58 smithi032 bash[22496]: cluster 2024-09-12T23:54:57.283981+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:54:58 smithi032 bash[32211]: cluster 2024-09-12T23:54:57.283981+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:54:58.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:54:58 smithi053 bash[24393]: cluster 2024-09-12T23:54:57.283981+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:00.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:00 smithi053 bash[24393]: cluster 2024-09-12T23:54:59.284511+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:00.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:00 smithi032 bash[22496]: cluster 2024-09-12T23:54:59.284511+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:00 smithi032 bash[32211]: cluster 2024-09-12T23:54:59.284511+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:01.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:01 smithi032 bash[22496]: audit 2024-09-12T23:55:00.422408+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-12T23:55:01.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:01 smithi032 bash[22496]: audit 2024-09-12T23:55:00.424311+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:01.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:01 smithi032 bash[22496]: cephadm 2024-09-12T23:55:00.425978+0000 mgr.y (mgr.14150) 227 : cephadm [INF] Deploying daemon osd.4 on smithi053 2024-09-12T23:55:01.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:01 smithi032 bash[32211]: audit 2024-09-12T23:55:00.422408+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-12T23:55:01.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:01 smithi032 bash[32211]: audit 2024-09-12T23:55:00.424311+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:01.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:01 smithi032 bash[32211]: cephadm 2024-09-12T23:55:00.425978+0000 mgr.y (mgr.14150) 227 : cephadm [INF] Deploying daemon osd.4 on smithi053 2024-09-12T23:55:01.666 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:01 smithi053 bash[24393]: audit 2024-09-12T23:55:00.422408+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-12T23:55:01.666 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:01 smithi053 bash[24393]: audit 2024-09-12T23:55:00.424311+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:01.666 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:01 smithi053 bash[24393]: cephadm 2024-09-12T23:55:00.425978+0000 mgr.y (mgr.14150) 227 : cephadm [INF] Deploying daemon osd.4 on smithi053 2024-09-12T23:55:02.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:02 smithi053 bash[24393]: cluster 2024-09-12T23:55:01.285056+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:02 smithi032 bash[22496]: cluster 2024-09-12T23:55:01.285056+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:02.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:02 smithi032 bash[32211]: cluster 2024-09-12T23:55:01.285056+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:04.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:04 smithi032 bash[22496]: cluster 2024-09-12T23:55:03.285552+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:04.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:04 smithi032 bash[32211]: cluster 2024-09-12T23:55:03.285552+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:04.701 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:55:04 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:55:04.701 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:04 smithi053 bash[24393]: cluster 2024-09-12T23:55:03.285552+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:04.701 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:04 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:55:05.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:04 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:55:05.036 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:55:04 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:55:05.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:05 smithi032 bash[22496]: audit 2024-09-12T23:55:04.971337+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:55:05.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:05 smithi032 bash[22496]: audit 2024-09-12T23:55:04.978726+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:05.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:05 smithi032 bash[22496]: audit 2024-09-12T23:55:04.986495+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:05.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:05 smithi032 bash[32211]: audit 2024-09-12T23:55:04.971337+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:55:05.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:05 smithi032 bash[32211]: audit 2024-09-12T23:55:04.978726+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:05.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:05 smithi032 bash[32211]: audit 2024-09-12T23:55:04.986495+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:05 smithi053 bash[24393]: audit 2024-09-12T23:55:04.971337+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:55:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:05 smithi053 bash[24393]: audit 2024-09-12T23:55:04.978726+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:05 smithi053 bash[24393]: audit 2024-09-12T23:55:04.986495+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:06.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:06 smithi032 bash[22496]: cluster 2024-09-12T23:55:05.286060+0000 mgr.y (mgr.14150) 230 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:06 smithi032 bash[32211]: cluster 2024-09-12T23:55:05.286060+0000 mgr.y (mgr.14150) 230 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:06.703 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:06 smithi053 bash[24393]: cluster 2024-09-12T23:55:05.286060+0000 mgr.y (mgr.14150) 230 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:08.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:08 smithi053 bash[24393]: cluster 2024-09-12T23:55:07.286575+0000 mgr.y (mgr.14150) 231 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:08.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:08 smithi032 bash[22496]: cluster 2024-09-12T23:55:07.286575+0000 mgr.y (mgr.14150) 231 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:08.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:08 smithi032 bash[32211]: cluster 2024-09-12T23:55:07.286575+0000 mgr.y (mgr.14150) 231 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:10.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:10 smithi053 bash[24393]: cluster 2024-09-12T23:55:09.287088+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:10.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:10 smithi053 bash[24393]: audit 2024-09-12T23:55:10.024080+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:10.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:10 smithi053 bash[24393]: audit 2024-09-12T23:55:10.031943+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:10 smithi032 bash[22496]: cluster 2024-09-12T23:55:09.287088+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:10.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:10 smithi032 bash[22496]: audit 2024-09-12T23:55:10.024080+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:10.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:10 smithi032 bash[22496]: audit 2024-09-12T23:55:10.031943+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:10 smithi032 bash[32211]: cluster 2024-09-12T23:55:09.287088+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:10 smithi032 bash[32211]: audit 2024-09-12T23:55:10.024080+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:10 smithi032 bash[32211]: audit 2024-09-12T23:55:10.031943+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:11.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:11 smithi053 bash[24393]: audit 2024-09-12T23:55:10.456967+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:11.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:11 smithi053 bash[24393]: audit 2024-09-12T23:55:10.458963+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:55:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:11 smithi053 bash[24393]: audit 2024-09-12T23:55:10.469334+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:11.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:11 smithi032 bash[22496]: audit 2024-09-12T23:55:10.456967+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:11.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:11 smithi032 bash[22496]: audit 2024-09-12T23:55:10.458963+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:55:11.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:11 smithi032 bash[22496]: audit 2024-09-12T23:55:10.469334+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:11.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:11 smithi032 bash[32211]: audit 2024-09-12T23:55:10.456967+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:11.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:11 smithi032 bash[32211]: audit 2024-09-12T23:55:10.458963+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:55:11.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:11 smithi032 bash[32211]: audit 2024-09-12T23:55:10.469334+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:12.724 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:12 smithi053 bash[24393]: cluster 2024-09-12T23:55:11.287590+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:12.724 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:12 smithi053 bash[24393]: audit 2024-09-12T23:55:11.543923+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/677530859,v1:172.21.15.53:6801/677530859]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-12T23:55:12.724 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:12 smithi053 bash[24393]: audit 2024-09-12T23:55:11.544233+0000 mon.a (mon.0) 461 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-12T23:55:12.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:12 smithi032 bash[22496]: cluster 2024-09-12T23:55:11.287590+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:12.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:12 smithi032 bash[22496]: audit 2024-09-12T23:55:11.543923+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/677530859,v1:172.21.15.53:6801/677530859]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-12T23:55:12.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:12 smithi032 bash[22496]: audit 2024-09-12T23:55:11.544233+0000 mon.a (mon.0) 461 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-12T23:55:12.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:12 smithi032 bash[32211]: cluster 2024-09-12T23:55:11.287590+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:12.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:12 smithi032 bash[32211]: audit 2024-09-12T23:55:11.543923+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/677530859,v1:172.21.15.53:6801/677530859]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-12T23:55:12.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:12 smithi032 bash[32211]: audit 2024-09-12T23:55:11.544233+0000 mon.a (mon.0) 461 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-12T23:55:13.764 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 4 on host 'smithi053' 2024-09-12T23:55:13.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:13 smithi053 bash[24393]: audit 2024-09-12T23:55:12.482076+0000 mon.a (mon.0) 462 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-12T23:55:13.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:13 smithi053 bash[24393]: cluster 2024-09-12T23:55:12.482192+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-12T23:55:13.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:13 smithi053 bash[24393]: audit 2024-09-12T23:55:12.482480+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:55:13.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:13 smithi053 bash[24393]: audit 2024-09-12T23:55:12.483642+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/677530859,v1:172.21.15.53:6801/677530859]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:55:13.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:13 smithi053 bash[24393]: audit 2024-09-12T23:55:12.483895+0000 mon.a (mon.0) 465 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:55:13.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:13 smithi032 bash[22496]: audit 2024-09-12T23:55:12.482076+0000 mon.a (mon.0) 462 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-12T23:55:13.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:13 smithi032 bash[22496]: cluster 2024-09-12T23:55:12.482192+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-12T23:55:13.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:13 smithi032 bash[22496]: audit 2024-09-12T23:55:12.482480+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:55:13.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:13 smithi032 bash[22496]: audit 2024-09-12T23:55:12.483642+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/677530859,v1:172.21.15.53:6801/677530859]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:55:13.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:13 smithi032 bash[22496]: audit 2024-09-12T23:55:12.483895+0000 mon.a (mon.0) 465 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:55:13.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:13 smithi032 bash[32211]: audit 2024-09-12T23:55:12.482076+0000 mon.a (mon.0) 462 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-12T23:55:13.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:13 smithi032 bash[32211]: cluster 2024-09-12T23:55:12.482192+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-12T23:55:13.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:13 smithi032 bash[32211]: audit 2024-09-12T23:55:12.482480+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:55:13.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:13 smithi032 bash[32211]: audit 2024-09-12T23:55:12.483642+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/677530859,v1:172.21.15.53:6801/677530859]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:55:13.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:13 smithi032 bash[32211]: audit 2024-09-12T23:55:12.483895+0000 mon.a (mon.0) 465 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:55:14.422 DEBUG:teuthology.orchestra.run.smithi053:osd.4> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.4.service 2024-09-12T23:55:14.424 INFO:tasks.cephadm:Deploying osd.5 on smithi053 with /dev/vg_nvme/lv_3... 2024-09-12T23:55:14.425 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-09-12T23:55:14.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:14 smithi053 bash[24393]: cluster 2024-09-12T23:55:13.288089+0000 mgr.y (mgr.14150) 234 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:14.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:14 smithi053 bash[24393]: audit 2024-09-12T23:55:13.492864+0000 mon.a (mon.0) 466 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-12T23:55:14.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:14 smithi053 bash[24393]: cluster 2024-09-12T23:55:13.493135+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-12T23:55:14.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:14 smithi053 bash[24393]: audit 2024-09-12T23:55:13.493749+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:55:14.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:14 smithi053 bash[24393]: audit 2024-09-12T23:55:13.501134+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:55:14.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:14 smithi053 bash[24393]: audit 2024-09-12T23:55:13.744088+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:55:14.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:14 smithi053 bash[24393]: audit 2024-09-12T23:55:13.752173+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:14.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:14 smithi053 bash[24393]: audit 2024-09-12T23:55:13.760624+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:14.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[22496]: cluster 2024-09-12T23:55:13.288089+0000 mgr.y (mgr.14150) 234 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:14.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[22496]: audit 2024-09-12T23:55:13.492864+0000 mon.a (mon.0) 466 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-12T23:55:14.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[22496]: cluster 2024-09-12T23:55:13.493135+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-12T23:55:14.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[22496]: audit 2024-09-12T23:55:13.493749+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:55:14.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[22496]: audit 2024-09-12T23:55:13.501134+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:55:14.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[22496]: audit 2024-09-12T23:55:13.744088+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:55:14.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[22496]: audit 2024-09-12T23:55:13.752173+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:14.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[22496]: audit 2024-09-12T23:55:13.760624+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:14.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[32211]: cluster 2024-09-12T23:55:13.288089+0000 mgr.y (mgr.14150) 234 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-12T23:55:14.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[32211]: audit 2024-09-12T23:55:13.492864+0000 mon.a (mon.0) 466 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-12T23:55:14.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[32211]: cluster 2024-09-12T23:55:13.493135+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-12T23:55:14.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[32211]: audit 2024-09-12T23:55:13.493749+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:55:14.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[32211]: audit 2024-09-12T23:55:13.501134+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:55:14.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[32211]: audit 2024-09-12T23:55:13.744088+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:55:14.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[32211]: audit 2024-09-12T23:55:13.752173+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:14.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:14 smithi032 bash[32211]: audit 2024-09-12T23:55:13.760624+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:15 smithi053 bash[24393]: cluster 2024-09-12T23:55:12.574100+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:55:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:15 smithi053 bash[24393]: cluster 2024-09-12T23:55:12.574173+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:55:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:15 smithi053 bash[24393]: cluster 2024-09-12T23:55:14.501079+0000 mon.a (mon.0) 473 : cluster [INF] osd.4 [v2:172.21.15.53:6800/677530859,v1:172.21.15.53:6801/677530859] boot 2024-09-12T23:55:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:15 smithi053 bash[24393]: cluster 2024-09-12T23:55:14.501139+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-09-12T23:55:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:15 smithi053 bash[24393]: audit 2024-09-12T23:55:14.501410+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:55:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:15 smithi053 bash[24393]: cluster 2024-09-12T23:55:14.898908+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-12T23:55:15.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:15 smithi032 bash[22496]: cluster 2024-09-12T23:55:12.574100+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:55:15.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:15 smithi032 bash[22496]: cluster 2024-09-12T23:55:12.574173+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:55:15.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:15 smithi032 bash[22496]: cluster 2024-09-12T23:55:14.501079+0000 mon.a (mon.0) 473 : cluster [INF] osd.4 [v2:172.21.15.53:6800/677530859,v1:172.21.15.53:6801/677530859] boot 2024-09-12T23:55:15.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:15 smithi032 bash[22496]: cluster 2024-09-12T23:55:14.501139+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-09-12T23:55:15.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:15 smithi032 bash[22496]: audit 2024-09-12T23:55:14.501410+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:55:15.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:15 smithi032 bash[22496]: cluster 2024-09-12T23:55:14.898908+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-12T23:55:15.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:15 smithi032 bash[32211]: cluster 2024-09-12T23:55:12.574100+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:55:15.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:15 smithi032 bash[32211]: cluster 2024-09-12T23:55:12.574173+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:55:15.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:15 smithi032 bash[32211]: cluster 2024-09-12T23:55:14.501079+0000 mon.a (mon.0) 473 : cluster [INF] osd.4 [v2:172.21.15.53:6800/677530859,v1:172.21.15.53:6801/677530859] boot 2024-09-12T23:55:15.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:15 smithi032 bash[32211]: cluster 2024-09-12T23:55:14.501139+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-09-12T23:55:15.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:15 smithi032 bash[32211]: audit 2024-09-12T23:55:14.501410+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:55:15.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:15 smithi032 bash[32211]: cluster 2024-09-12T23:55:14.898908+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-12T23:55:16.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:16 smithi053 bash[24393]: cluster 2024-09-12T23:55:15.288639+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:16.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:16 smithi053 bash[24393]: cluster 2024-09-12T23:55:15.906655+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-12T23:55:16.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:16 smithi032 bash[22496]: cluster 2024-09-12T23:55:15.288639+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:16.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:16 smithi032 bash[22496]: cluster 2024-09-12T23:55:15.906655+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-12T23:55:16.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:16 smithi032 bash[32211]: cluster 2024-09-12T23:55:15.288639+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:16.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:16 smithi032 bash[32211]: cluster 2024-09-12T23:55:15.906655+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-12T23:55:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:55:18.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:18 smithi053 bash[24393]: cluster 2024-09-12T23:55:17.289316+0000 mgr.y (mgr.14150) 236 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-12T23:55:18.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:18 smithi032 bash[22496]: cluster 2024-09-12T23:55:17.289316+0000 mgr.y (mgr.14150) 236 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-12T23:55:18.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:18 smithi032 bash[32211]: cluster 2024-09-12T23:55:17.289316+0000 mgr.y (mgr.14150) 236 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-12T23:55:20.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:20 smithi053 bash[24393]: cluster 2024-09-12T23:55:19.289882+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-09-12T23:55:20.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:20 smithi032 bash[22496]: cluster 2024-09-12T23:55:19.289882+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-09-12T23:55:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:20 smithi032 bash[32211]: cluster 2024-09-12T23:55:19.289882+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-09-12T23:55:22.760 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:22 smithi053 bash[24393]: cluster 2024-09-12T23:55:21.290516+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-12T23:55:22.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:22 smithi032 bash[22496]: cluster 2024-09-12T23:55:21.290516+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-12T23:55:22.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:22 smithi032 bash[32211]: cluster 2024-09-12T23:55:21.290516+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-12T23:55:23.047 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-09-12T23:55:23.230 INFO:teuthology.orchestra.run.smithi053.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-09-12T23:55:23.244 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10+0 records in 2024-09-12T23:55:23.244 INFO:teuthology.orchestra.run.smithi053.stderr:10+0 records out 2024-09-12T23:55:23.244 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115636 s, 907 MB/s 2024-09-12T23:55:23.244 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping successful for: 2024-09-12T23:55:23.994 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi053:vg_nvme/lv_3 2024-09-12T23:55:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:24 smithi053 bash[24393]: cluster 2024-09-12T23:55:23.291225+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-12T23:55:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:24 smithi053 bash[24393]: audit 2024-09-12T23:55:24.404482+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:24 smithi053 bash[24393]: audit 2024-09-12T23:55:24.412760+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:24 smithi053 bash[24393]: audit 2024-09-12T23:55:24.414701+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:55:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:24 smithi053 bash[24393]: audit 2024-09-12T23:55:24.424369+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:24 smithi053 bash[24393]: audit 2024-09-12T23:55:24.426671+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:24 smithi053 bash[24393]: audit 2024-09-12T23:55:24.428448+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:55:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:24 smithi053 bash[24393]: audit 2024-09-12T23:55:24.438581+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[22496]: cluster 2024-09-12T23:55:23.291225+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-12T23:55:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[22496]: audit 2024-09-12T23:55:24.404482+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[22496]: audit 2024-09-12T23:55:24.412760+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[22496]: audit 2024-09-12T23:55:24.414701+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:55:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[22496]: audit 2024-09-12T23:55:24.424369+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[22496]: audit 2024-09-12T23:55:24.426671+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[22496]: audit 2024-09-12T23:55:24.428448+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:55:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[22496]: audit 2024-09-12T23:55:24.438581+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[32211]: cluster 2024-09-12T23:55:23.291225+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-12T23:55:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[32211]: audit 2024-09-12T23:55:24.404482+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[32211]: audit 2024-09-12T23:55:24.412760+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[32211]: audit 2024-09-12T23:55:24.414701+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:55:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[32211]: audit 2024-09-12T23:55:24.424369+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[32211]: audit 2024-09-12T23:55:24.426671+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[32211]: audit 2024-09-12T23:55:24.428448+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:55:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:24 smithi032 bash[32211]: audit 2024-09-12T23:55:24.438581+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:25.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:25 smithi053 bash[24393]: cephadm 2024-09-12T23:55:24.395818+0000 mgr.y (mgr.14150) 240 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-12T23:55:25.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:25 smithi053 bash[24393]: cephadm 2024-09-12T23:55:24.416133+0000 mgr.y (mgr.14150) 241 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 17269M 2024-09-12T23:55:25.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:25 smithi032 bash[22496]: cephadm 2024-09-12T23:55:24.395818+0000 mgr.y (mgr.14150) 240 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-12T23:55:25.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:25 smithi032 bash[22496]: cephadm 2024-09-12T23:55:24.416133+0000 mgr.y (mgr.14150) 241 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 17269M 2024-09-12T23:55:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:25 smithi032 bash[32211]: cephadm 2024-09-12T23:55:24.395818+0000 mgr.y (mgr.14150) 240 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-12T23:55:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:25 smithi032 bash[32211]: cephadm 2024-09-12T23:55:24.416133+0000 mgr.y (mgr.14150) 241 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 17269M 2024-09-12T23:55:26.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:26 smithi053 bash[24393]: cluster 2024-09-12T23:55:25.291780+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-12T23:55:26.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:26 smithi032 bash[22496]: cluster 2024-09-12T23:55:25.291780+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-12T23:55:26.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:26 smithi032 bash[32211]: cluster 2024-09-12T23:55:25.291780+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-12T23:55:28.724 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:55:28.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:28 smithi053 bash[24393]: cluster 2024-09-12T23:55:27.292326+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-12T23:55:28.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:28 smithi032 bash[22496]: cluster 2024-09-12T23:55:27.292326+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-12T23:55:28.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:28 smithi032 bash[32211]: cluster 2024-09-12T23:55:27.292326+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-12T23:55:30.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:30 smithi053 bash[24393]: cluster 2024-09-12T23:55:29.292851+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:30 smithi032 bash[22496]: cluster 2024-09-12T23:55:29.292851+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:30 smithi032 bash[32211]: cluster 2024-09-12T23:55:29.292851+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:32.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:32 smithi053 bash[24393]: cluster 2024-09-12T23:55:31.293358+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:32.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:32 smithi053 bash[24393]: audit 2024-09-12T23:55:31.912208+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:55:32.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:32 smithi053 bash[24393]: audit 2024-09-12T23:55:31.918634+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:55:32.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:32 smithi053 bash[24393]: audit 2024-09-12T23:55:31.920266+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:32.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:32 smithi032 bash[22496]: cluster 2024-09-12T23:55:31.293358+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:32.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:32 smithi032 bash[22496]: audit 2024-09-12T23:55:31.912208+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:55:32.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:32 smithi032 bash[22496]: audit 2024-09-12T23:55:31.918634+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:55:32.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:32 smithi032 bash[22496]: audit 2024-09-12T23:55:31.920266+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:32.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:32 smithi032 bash[32211]: cluster 2024-09-12T23:55:31.293358+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:32.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:32 smithi032 bash[32211]: audit 2024-09-12T23:55:31.912208+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:55:32.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:32 smithi032 bash[32211]: audit 2024-09-12T23:55:31.918634+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:55:32.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:32 smithi032 bash[32211]: audit 2024-09-12T23:55:31.920266+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:33 smithi032 bash[22496]: audit 2024-09-12T23:55:31.905855+0000 mgr.y (mgr.14150) 246 : audit [DBG] from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:55:33.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:33 smithi032 bash[32211]: audit 2024-09-12T23:55:31.905855+0000 mgr.y (mgr.14150) 246 : audit [DBG] from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:55:34.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:33 smithi053 bash[24393]: audit 2024-09-12T23:55:31.905855+0000 mgr.y (mgr.14150) 246 : audit [DBG] from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:55:34.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:34 smithi032 bash[22496]: cluster 2024-09-12T23:55:33.293889+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:34.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:34 smithi032 bash[32211]: cluster 2024-09-12T23:55:33.293889+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:35.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:34 smithi053 bash[24393]: cluster 2024-09-12T23:55:33.293889+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:36.876 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:36 smithi053 bash[24393]: cluster 2024-09-12T23:55:35.294384+0000 mgr.y (mgr.14150) 248 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:36 smithi032 bash[22496]: cluster 2024-09-12T23:55:35.294384+0000 mgr.y (mgr.14150) 248 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:36 smithi032 bash[32211]: cluster 2024-09-12T23:55:35.294384+0000 mgr.y (mgr.14150) 248 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:38.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:38 smithi032 bash[22496]: cluster 2024-09-12T23:55:37.294943+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:38 smithi032 bash[32211]: cluster 2024-09-12T23:55:37.294943+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:38 smithi053 bash[24393]: cluster 2024-09-12T23:55:37.294943+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:40 smithi032 bash[22496]: cluster 2024-09-12T23:55:39.295437+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:40 smithi032 bash[22496]: audit 2024-09-12T23:55:40.454818+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.53:0/3653313171' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6baac8a8-f703-4de4-bc66-f98e76cbaa28"}]: dispatch 2024-09-12T23:55:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:40 smithi032 bash[22496]: audit 2024-09-12T23:55:40.455193+0000 mon.a (mon.0) 488 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6baac8a8-f703-4de4-bc66-f98e76cbaa28"}]: dispatch 2024-09-12T23:55:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:40 smithi032 bash[22496]: audit 2024-09-12T23:55:40.464154+0000 mon.a (mon.0) 489 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6baac8a8-f703-4de4-bc66-f98e76cbaa28"}]': finished 2024-09-12T23:55:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:40 smithi032 bash[22496]: cluster 2024-09-12T23:55:40.464331+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-09-12T23:55:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:40 smithi032 bash[22496]: audit 2024-09-12T23:55:40.464691+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:55:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:40 smithi032 bash[32211]: cluster 2024-09-12T23:55:39.295437+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:40 smithi032 bash[32211]: audit 2024-09-12T23:55:40.454818+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.53:0/3653313171' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6baac8a8-f703-4de4-bc66-f98e76cbaa28"}]: dispatch 2024-09-12T23:55:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:40 smithi032 bash[32211]: audit 2024-09-12T23:55:40.455193+0000 mon.a (mon.0) 488 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6baac8a8-f703-4de4-bc66-f98e76cbaa28"}]: dispatch 2024-09-12T23:55:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:40 smithi032 bash[32211]: audit 2024-09-12T23:55:40.464154+0000 mon.a (mon.0) 489 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6baac8a8-f703-4de4-bc66-f98e76cbaa28"}]': finished 2024-09-12T23:55:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:40 smithi032 bash[32211]: cluster 2024-09-12T23:55:40.464331+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-09-12T23:55:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:40 smithi032 bash[32211]: audit 2024-09-12T23:55:40.464691+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:55:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:40 smithi053 bash[24393]: cluster 2024-09-12T23:55:39.295437+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:41.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:40 smithi053 bash[24393]: audit 2024-09-12T23:55:40.454818+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.53:0/3653313171' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6baac8a8-f703-4de4-bc66-f98e76cbaa28"}]: dispatch 2024-09-12T23:55:41.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:40 smithi053 bash[24393]: audit 2024-09-12T23:55:40.455193+0000 mon.a (mon.0) 488 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6baac8a8-f703-4de4-bc66-f98e76cbaa28"}]: dispatch 2024-09-12T23:55:41.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:40 smithi053 bash[24393]: audit 2024-09-12T23:55:40.464154+0000 mon.a (mon.0) 489 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6baac8a8-f703-4de4-bc66-f98e76cbaa28"}]': finished 2024-09-12T23:55:41.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:40 smithi053 bash[24393]: cluster 2024-09-12T23:55:40.464331+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-09-12T23:55:41.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:40 smithi053 bash[24393]: audit 2024-09-12T23:55:40.464691+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:55:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:41 smithi032 bash[22496]: audit 2024-09-12T23:55:41.097987+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.53:0/1841398746' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:55:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:41 smithi032 bash[32211]: audit 2024-09-12T23:55:41.097987+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.53:0/1841398746' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:55:42.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:41 smithi053 bash[24393]: audit 2024-09-12T23:55:41.097987+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.53:0/1841398746' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:55:42.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:42 smithi032 bash[22496]: cluster 2024-09-12T23:55:41.295988+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:42.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:42 smithi032 bash[32211]: cluster 2024-09-12T23:55:41.295988+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:43.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:42 smithi053 bash[24393]: cluster 2024-09-12T23:55:41.295988+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:44 smithi032 bash[22496]: cluster 2024-09-12T23:55:43.296546+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:44.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:44 smithi032 bash[32211]: cluster 2024-09-12T23:55:43.296546+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:44 smithi053 bash[24393]: cluster 2024-09-12T23:55:43.296546+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:46 smithi032 bash[22496]: cluster 2024-09-12T23:55:45.297048+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:46 smithi032 bash[32211]: cluster 2024-09-12T23:55:45.297048+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:46 smithi053 bash[24393]: cluster 2024-09-12T23:55:45.297048+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:48.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:48 smithi032 bash[22496]: cluster 2024-09-12T23:55:47.297585+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:48.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:48 smithi032 bash[32211]: cluster 2024-09-12T23:55:47.297585+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:48 smithi053 bash[24393]: cluster 2024-09-12T23:55:47.297585+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:50.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:50 smithi032 bash[22496]: cluster 2024-09-12T23:55:49.298090+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:50.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:50 smithi032 bash[32211]: cluster 2024-09-12T23:55:49.298090+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:51.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:50 smithi053 bash[24393]: cluster 2024-09-12T23:55:49.298090+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:52.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:52 smithi032 bash[22496]: cluster 2024-09-12T23:55:51.298610+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:52.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:52 smithi032 bash[32211]: cluster 2024-09-12T23:55:51.298610+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:52.956 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:52 smithi053 bash[24393]: cluster 2024-09-12T23:55:51.298610+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:53 smithi032 bash[22496]: audit 2024-09-12T23:55:52.731156+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-12T23:55:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:53 smithi032 bash[22496]: audit 2024-09-12T23:55:52.732871+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:53.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:53 smithi032 bash[22496]: cephadm 2024-09-12T23:55:52.734408+0000 mgr.y (mgr.14150) 257 : cephadm [INF] Deploying daemon osd.5 on smithi053 2024-09-12T23:55:53.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:53 smithi032 bash[32211]: audit 2024-09-12T23:55:52.731156+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-12T23:55:53.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:53 smithi032 bash[32211]: audit 2024-09-12T23:55:52.732871+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:53.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:53 smithi032 bash[32211]: cephadm 2024-09-12T23:55:52.734408+0000 mgr.y (mgr.14150) 257 : cephadm [INF] Deploying daemon osd.5 on smithi053 2024-09-12T23:55:54.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:53 smithi053 bash[24393]: audit 2024-09-12T23:55:52.731156+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-12T23:55:54.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:53 smithi053 bash[24393]: audit 2024-09-12T23:55:52.732871+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:55:54.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:53 smithi053 bash[24393]: cephadm 2024-09-12T23:55:52.734408+0000 mgr.y (mgr.14150) 257 : cephadm [INF] Deploying daemon osd.5 on smithi053 2024-09-12T23:55:54.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:54 smithi053 bash[24393]: cluster 2024-09-12T23:55:53.299114+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:54 smithi032 bash[22496]: cluster 2024-09-12T23:55:53.299114+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:54.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:54 smithi032 bash[32211]: cluster 2024-09-12T23:55:53.299114+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:56.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:56 smithi053 bash[24393]: cluster 2024-09-12T23:55:55.299602+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:56.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:56 smithi032 bash[22496]: cluster 2024-09-12T23:55:55.299602+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:56.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:56 smithi032 bash[32211]: cluster 2024-09-12T23:55:55.299602+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:57.216 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:55:57.217 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 12 23:55:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:55:57.217 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:55:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:55:57.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:55:57.535 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:55:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:55:57.536 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 12 23:55:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:55:57.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:57 smithi032 bash[22496]: audit 2024-09-12T23:55:57.484901+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:55:57.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:57 smithi032 bash[22496]: audit 2024-09-12T23:55:57.492788+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:57.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:57 smithi032 bash[22496]: audit 2024-09-12T23:55:57.500729+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:57.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:57 smithi032 bash[32211]: audit 2024-09-12T23:55:57.484901+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:55:57.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:57 smithi032 bash[32211]: audit 2024-09-12T23:55:57.492788+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:57.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:57 smithi032 bash[32211]: audit 2024-09-12T23:55:57.500729+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:58.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:57 smithi053 bash[24393]: audit 2024-09-12T23:55:57.484901+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:55:58.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:57 smithi053 bash[24393]: audit 2024-09-12T23:55:57.492788+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:58.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:57 smithi053 bash[24393]: audit 2024-09-12T23:55:57.500729+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:55:58.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:55:58 smithi032 bash[22496]: cluster 2024-09-12T23:55:57.300118+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:58.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:55:58 smithi032 bash[32211]: cluster 2024-09-12T23:55:57.300118+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:55:58.943 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:55:58 smithi053 bash[24393]: cluster 2024-09-12T23:55:57.300118+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:56:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:00 smithi053 bash[24393]: cluster 2024-09-12T23:55:59.300639+0000 mgr.y (mgr.14150) 261 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:56:00.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:00 smithi032 bash[22496]: cluster 2024-09-12T23:55:59.300639+0000 mgr.y (mgr.14150) 261 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:56:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:00 smithi032 bash[32211]: cluster 2024-09-12T23:55:59.300639+0000 mgr.y (mgr.14150) 261 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:56:02.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:02 smithi053 bash[24393]: cluster 2024-09-12T23:56:01.301184+0000 mgr.y (mgr.14150) 262 : cluster [DBG] pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:56:02.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:02 smithi053 bash[24393]: audit 2024-09-12T23:56:02.587735+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:02.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:02 smithi053 bash[24393]: audit 2024-09-12T23:56:02.596024+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:02.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:02 smithi053 bash[24393]: audit 2024-09-12T23:56:02.597886+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:02.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:02 smithi053 bash[24393]: audit 2024-09-12T23:56:02.599551+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:56:02.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:02 smithi053 bash[24393]: audit 2024-09-12T23:56:02.608923+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:02.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:02 smithi032 bash[22496]: cluster 2024-09-12T23:56:01.301184+0000 mgr.y (mgr.14150) 262 : cluster [DBG] pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:56:02.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:02 smithi032 bash[22496]: audit 2024-09-12T23:56:02.587735+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:02.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:02 smithi032 bash[22496]: audit 2024-09-12T23:56:02.596024+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:02.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:02 smithi032 bash[22496]: audit 2024-09-12T23:56:02.597886+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:02.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:02 smithi032 bash[22496]: audit 2024-09-12T23:56:02.599551+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:56:02.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:02 smithi032 bash[22496]: audit 2024-09-12T23:56:02.608923+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:02.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:02 smithi032 bash[32211]: cluster 2024-09-12T23:56:01.301184+0000 mgr.y (mgr.14150) 262 : cluster [DBG] pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:56:02.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:02 smithi032 bash[32211]: audit 2024-09-12T23:56:02.587735+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:02.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:02 smithi032 bash[32211]: audit 2024-09-12T23:56:02.596024+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:02.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:02 smithi032 bash[32211]: audit 2024-09-12T23:56:02.597886+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:02.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:02 smithi032 bash[32211]: audit 2024-09-12T23:56:02.599551+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:56:02.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:02 smithi032 bash[32211]: audit 2024-09-12T23:56:02.608923+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:04 smithi053 bash[24393]: cluster 2024-09-12T23:56:03.301802+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:56:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:04 smithi053 bash[24393]: audit 2024-09-12T23:56:04.071759+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/4016048484,v1:172.21.15.53:6809/4016048484]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-12T23:56:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:04 smithi053 bash[24393]: audit 2024-09-12T23:56:04.071926+0000 mon.a (mon.0) 502 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-12T23:56:04.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:04 smithi032 bash[22496]: cluster 2024-09-12T23:56:03.301802+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:56:04.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:04 smithi032 bash[22496]: audit 2024-09-12T23:56:04.071759+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/4016048484,v1:172.21.15.53:6809/4016048484]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-12T23:56:04.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:04 smithi032 bash[22496]: audit 2024-09-12T23:56:04.071926+0000 mon.a (mon.0) 502 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-12T23:56:04.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:04 smithi032 bash[32211]: cluster 2024-09-12T23:56:03.301802+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:56:04.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:04 smithi032 bash[32211]: audit 2024-09-12T23:56:04.071759+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/4016048484,v1:172.21.15.53:6809/4016048484]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-12T23:56:04.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:04 smithi032 bash[32211]: audit 2024-09-12T23:56:04.071926+0000 mon.a (mon.0) 502 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-12T23:56:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:05 smithi053 bash[24393]: audit 2024-09-12T23:56:04.637069+0000 mon.a (mon.0) 503 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-12T23:56:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:05 smithi053 bash[24393]: cluster 2024-09-12T23:56:04.637242+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-09-12T23:56:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:05 smithi053 bash[24393]: audit 2024-09-12T23:56:04.637568+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:56:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:05 smithi053 bash[24393]: audit 2024-09-12T23:56:04.639016+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/4016048484,v1:172.21.15.53:6809/4016048484]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:56:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:05 smithi053 bash[24393]: audit 2024-09-12T23:56:04.639402+0000 mon.a (mon.0) 506 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:56:05.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:05 smithi032 bash[22496]: audit 2024-09-12T23:56:04.637069+0000 mon.a (mon.0) 503 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-12T23:56:05.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:05 smithi032 bash[22496]: cluster 2024-09-12T23:56:04.637242+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-09-12T23:56:05.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:05 smithi032 bash[22496]: audit 2024-09-12T23:56:04.637568+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:56:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:05 smithi032 bash[22496]: audit 2024-09-12T23:56:04.639016+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/4016048484,v1:172.21.15.53:6809/4016048484]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:56:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:05 smithi032 bash[22496]: audit 2024-09-12T23:56:04.639402+0000 mon.a (mon.0) 506 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:56:05.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:05 smithi032 bash[32211]: audit 2024-09-12T23:56:04.637069+0000 mon.a (mon.0) 503 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-12T23:56:05.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:05 smithi032 bash[32211]: cluster 2024-09-12T23:56:04.637242+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-09-12T23:56:05.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:05 smithi032 bash[32211]: audit 2024-09-12T23:56:04.637568+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:56:05.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:05 smithi032 bash[32211]: audit 2024-09-12T23:56:04.639016+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/4016048484,v1:172.21.15.53:6809/4016048484]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:56:05.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:05 smithi032 bash[32211]: audit 2024-09-12T23:56:04.639402+0000 mon.a (mon.0) 506 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:56:06.502 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 5 on host 'smithi053' 2024-09-12T23:56:06.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:06 smithi053 bash[24393]: cluster 2024-09-12T23:56:05.302341+0000 mgr.y (mgr.14150) 264 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:56:06.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:06 smithi053 bash[24393]: audit 2024-09-12T23:56:05.638725+0000 mon.a (mon.0) 507 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-12T23:56:06.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:06 smithi053 bash[24393]: cluster 2024-09-12T23:56:05.638981+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-09-12T23:56:06.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:06 smithi053 bash[24393]: audit 2024-09-12T23:56:05.639819+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:56:06.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:06 smithi053 bash[24393]: audit 2024-09-12T23:56:05.649696+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:56:06.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:06 smithi053 bash[24393]: audit 2024-09-12T23:56:06.482658+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:56:06.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:06 smithi053 bash[24393]: audit 2024-09-12T23:56:06.490130+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:06.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:06 smithi053 bash[24393]: audit 2024-09-12T23:56:06.498563+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:06.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[22496]: cluster 2024-09-12T23:56:05.302341+0000 mgr.y (mgr.14150) 264 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:56:06.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[22496]: audit 2024-09-12T23:56:05.638725+0000 mon.a (mon.0) 507 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-12T23:56:06.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[22496]: cluster 2024-09-12T23:56:05.638981+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-09-12T23:56:06.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[22496]: audit 2024-09-12T23:56:05.639819+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:56:06.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[22496]: audit 2024-09-12T23:56:05.649696+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:56:06.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[22496]: audit 2024-09-12T23:56:06.482658+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:56:06.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[22496]: audit 2024-09-12T23:56:06.490130+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:06.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[22496]: audit 2024-09-12T23:56:06.498563+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:06.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[32211]: cluster 2024-09-12T23:56:05.302341+0000 mgr.y (mgr.14150) 264 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-12T23:56:06.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[32211]: audit 2024-09-12T23:56:05.638725+0000 mon.a (mon.0) 507 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-12T23:56:06.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[32211]: cluster 2024-09-12T23:56:05.638981+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-09-12T23:56:06.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[32211]: audit 2024-09-12T23:56:05.639819+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:56:06.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[32211]: audit 2024-09-12T23:56:05.649696+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:56:06.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[32211]: audit 2024-09-12T23:56:06.482658+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:56:06.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[32211]: audit 2024-09-12T23:56:06.490130+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:06.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:06 smithi032 bash[32211]: audit 2024-09-12T23:56:06.498563+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:07.169 DEBUG:teuthology.orchestra.run.smithi053:osd.5> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.5.service 2024-09-12T23:56:07.172 INFO:tasks.cephadm:Deploying osd.6 on smithi053 with /dev/vg_nvme/lv_2... 2024-09-12T23:56:07.172 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-09-12T23:56:07.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:07 smithi032 bash[22496]: cluster 2024-09-12T23:56:05.115042+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:56:07.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:07 smithi032 bash[22496]: cluster 2024-09-12T23:56:05.115134+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:56:07.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:07 smithi032 bash[22496]: cluster 2024-09-12T23:56:06.640928+0000 mon.a (mon.0) 514 : cluster [INF] osd.5 [v2:172.21.15.53:6808/4016048484,v1:172.21.15.53:6809/4016048484] boot 2024-09-12T23:56:07.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:07 smithi032 bash[22496]: cluster 2024-09-12T23:56:06.641040+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-09-12T23:56:07.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:07 smithi032 bash[22496]: audit 2024-09-12T23:56:06.641390+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:56:07.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:07 smithi032 bash[22496]: cluster 2024-09-12T23:56:07.643053+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-09-12T23:56:07.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:07 smithi032 bash[32211]: cluster 2024-09-12T23:56:05.115042+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:56:07.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:07 smithi032 bash[32211]: cluster 2024-09-12T23:56:05.115134+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:56:07.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:07 smithi032 bash[32211]: cluster 2024-09-12T23:56:06.640928+0000 mon.a (mon.0) 514 : cluster [INF] osd.5 [v2:172.21.15.53:6808/4016048484,v1:172.21.15.53:6809/4016048484] boot 2024-09-12T23:56:07.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:07 smithi032 bash[32211]: cluster 2024-09-12T23:56:06.641040+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-09-12T23:56:07.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:07 smithi032 bash[32211]: audit 2024-09-12T23:56:06.641390+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:56:07.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:07 smithi032 bash[32211]: cluster 2024-09-12T23:56:07.643053+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-09-12T23:56:08.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:07 smithi053 bash[24393]: cluster 2024-09-12T23:56:05.115042+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:56:08.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:07 smithi053 bash[24393]: cluster 2024-09-12T23:56:05.115134+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:56:08.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:07 smithi053 bash[24393]: cluster 2024-09-12T23:56:06.640928+0000 mon.a (mon.0) 514 : cluster [INF] osd.5 [v2:172.21.15.53:6808/4016048484,v1:172.21.15.53:6809/4016048484] boot 2024-09-12T23:56:08.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:07 smithi053 bash[24393]: cluster 2024-09-12T23:56:06.641040+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-09-12T23:56:08.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:07 smithi053 bash[24393]: audit 2024-09-12T23:56:06.641390+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:56:08.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:07 smithi053 bash[24393]: cluster 2024-09-12T23:56:07.643053+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-09-12T23:56:08.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:08 smithi032 bash[22496]: cluster 2024-09-12T23:56:07.302882+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:08.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:08 smithi032 bash[22496]: cluster 2024-09-12T23:56:08.644743+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-09-12T23:56:08.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:08 smithi032 bash[32211]: cluster 2024-09-12T23:56:07.302882+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:08.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:08 smithi032 bash[32211]: cluster 2024-09-12T23:56:08.644743+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-09-12T23:56:09.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:08 smithi053 bash[24393]: cluster 2024-09-12T23:56:07.302882+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:09.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:08 smithi053 bash[24393]: cluster 2024-09-12T23:56:08.644743+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-09-12T23:56:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:10 smithi032 bash[22496]: cluster 2024-09-12T23:56:09.303392+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:10.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:10 smithi032 bash[32211]: cluster 2024-09-12T23:56:09.303392+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:11.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:10 smithi053 bash[24393]: cluster 2024-09-12T23:56:09.303392+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:11.279 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:56:12.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:12 smithi032 bash[22496]: cluster 2024-09-12T23:56:11.303926+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:12.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:12 smithi032 bash[32211]: cluster 2024-09-12T23:56:11.303926+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:12.928 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:12 smithi053 bash[24393]: cluster 2024-09-12T23:56:11.303926+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:15.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:14 smithi053 bash[24393]: cluster 2024-09-12T23:56:13.304459+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:14 smithi032 bash[22496]: cluster 2024-09-12T23:56:13.304459+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:14 smithi032 bash[32211]: cluster 2024-09-12T23:56:13.304459+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:16.145 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-09-12T23:56:16.356 INFO:teuthology.orchestra.run.smithi053.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-09-12T23:56:16.369 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10+0 records in 2024-09-12T23:56:16.369 INFO:teuthology.orchestra.run.smithi053.stderr:10+0 records out 2024-09-12T23:56:16.369 INFO:teuthology.orchestra.run.smithi053.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0109531 s, 957 MB/s 2024-09-12T23:56:16.370 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping successful for: 2024-09-12T23:56:17.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:16 smithi053 bash[24393]: cluster 2024-09-12T23:56:15.305021+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:16 smithi032 bash[22496]: cluster 2024-09-12T23:56:15.305021+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:17.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:16 smithi032 bash[32211]: cluster 2024-09-12T23:56:15.305021+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:17.245 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi053:vg_nvme/lv_2 2024-09-12T23:56:18.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[22496]: cluster 2024-09-12T23:56:17.305566+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:18.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[22496]: cephadm 2024-09-12T23:56:17.615132+0000 mgr.y (mgr.14150) 271 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-12T23:56:18.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[22496]: audit 2024-09-12T23:56:17.626514+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:18.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[22496]: audit 2024-09-12T23:56:17.635140+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:18.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[22496]: audit 2024-09-12T23:56:17.637228+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:56:18.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[22496]: audit 2024-09-12T23:56:17.639096+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:56:18.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[22496]: cephadm 2024-09-12T23:56:17.640640+0000 mgr.y (mgr.14150) 272 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 8634M 2024-09-12T23:56:18.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[22496]: audit 2024-09-12T23:56:17.649070+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:18.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[22496]: audit 2024-09-12T23:56:17.651034+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:18.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[22496]: audit 2024-09-12T23:56:17.652828+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:56:18.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[22496]: audit 2024-09-12T23:56:17.662446+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:18.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[32211]: cluster 2024-09-12T23:56:17.305566+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:18.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[32211]: cephadm 2024-09-12T23:56:17.615132+0000 mgr.y (mgr.14150) 271 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-12T23:56:18.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[32211]: audit 2024-09-12T23:56:17.626514+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:18.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[32211]: audit 2024-09-12T23:56:17.635140+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:18.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[32211]: audit 2024-09-12T23:56:17.637228+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:56:18.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[32211]: audit 2024-09-12T23:56:17.639096+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:56:18.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[32211]: cephadm 2024-09-12T23:56:17.640640+0000 mgr.y (mgr.14150) 272 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 8634M 2024-09-12T23:56:18.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[32211]: audit 2024-09-12T23:56:17.649070+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:18.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[32211]: audit 2024-09-12T23:56:17.651034+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:18.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[32211]: audit 2024-09-12T23:56:17.652828+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:56:18.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:18 smithi032 bash[32211]: audit 2024-09-12T23:56:17.662446+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:19.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:18 smithi053 bash[24393]: cluster 2024-09-12T23:56:17.305566+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:19.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:18 smithi053 bash[24393]: cephadm 2024-09-12T23:56:17.615132+0000 mgr.y (mgr.14150) 271 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-12T23:56:19.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:18 smithi053 bash[24393]: audit 2024-09-12T23:56:17.626514+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:19.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:18 smithi053 bash[24393]: audit 2024-09-12T23:56:17.635140+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:19.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:18 smithi053 bash[24393]: audit 2024-09-12T23:56:17.637228+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:56:19.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:18 smithi053 bash[24393]: audit 2024-09-12T23:56:17.639096+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:56:19.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:18 smithi053 bash[24393]: cephadm 2024-09-12T23:56:17.640640+0000 mgr.y (mgr.14150) 272 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 8634M 2024-09-12T23:56:19.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:18 smithi053 bash[24393]: audit 2024-09-12T23:56:17.649070+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:19.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:18 smithi053 bash[24393]: audit 2024-09-12T23:56:17.651034+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:19.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:18 smithi053 bash[24393]: audit 2024-09-12T23:56:17.652828+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:56:19.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:18 smithi053 bash[24393]: audit 2024-09-12T23:56:17.662446+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:20 smithi032 bash[32211]: cluster 2024-09-12T23:56:19.306073+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:20.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:20 smithi032 bash[22496]: cluster 2024-09-12T23:56:19.306073+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:21.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:20 smithi053 bash[24393]: cluster 2024-09-12T23:56:19.306073+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:21.983 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:56:22.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:22 smithi032 bash[32211]: cluster 2024-09-12T23:56:21.306585+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:22.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:22 smithi032 bash[22496]: cluster 2024-09-12T23:56:21.306585+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:23.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:22 smithi053 bash[24393]: cluster 2024-09-12T23:56:21.306585+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:24.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:24 smithi032 bash[32211]: cluster 2024-09-12T23:56:23.307129+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:24 smithi032 bash[22496]: cluster 2024-09-12T23:56:23.307129+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:25.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:24 smithi053 bash[24393]: cluster 2024-09-12T23:56:23.307129+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:25.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:25 smithi032 bash[32211]: audit 2024-09-12T23:56:25.175693+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:56:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:25 smithi032 bash[32211]: audit 2024-09-12T23:56:25.182102+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:56:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:25 smithi032 bash[32211]: audit 2024-09-12T23:56:25.183811+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:25.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:25 smithi032 bash[22496]: audit 2024-09-12T23:56:25.175693+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:56:25.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:25 smithi032 bash[22496]: audit 2024-09-12T23:56:25.182102+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:56:25.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:25 smithi032 bash[22496]: audit 2024-09-12T23:56:25.183811+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:26.044 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:25 smithi053 bash[24393]: audit 2024-09-12T23:56:25.175693+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:56:26.044 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:25 smithi053 bash[24393]: audit 2024-09-12T23:56:25.182102+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:56:26.044 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:25 smithi053 bash[24393]: audit 2024-09-12T23:56:25.183811+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:26.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:26 smithi032 bash[22496]: audit 2024-09-12T23:56:25.169473+0000 mgr.y (mgr.14150) 276 : audit [DBG] from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:56:26.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:26 smithi032 bash[22496]: cluster 2024-09-12T23:56:25.307643+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:26.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:26 smithi032 bash[32211]: audit 2024-09-12T23:56:25.169473+0000 mgr.y (mgr.14150) 276 : audit [DBG] from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:56:26.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:26 smithi032 bash[32211]: cluster 2024-09-12T23:56:25.307643+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:27.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:26 smithi053 bash[24393]: audit 2024-09-12T23:56:25.169473+0000 mgr.y (mgr.14150) 276 : audit [DBG] from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:56:27.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:26 smithi053 bash[24393]: cluster 2024-09-12T23:56:25.307643+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:28.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:28 smithi032 bash[32211]: cluster 2024-09-12T23:56:27.308192+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:28.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:28 smithi032 bash[22496]: cluster 2024-09-12T23:56:27.308192+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:29.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:28 smithi053 bash[24393]: cluster 2024-09-12T23:56:27.308192+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:30 smithi032 bash[32211]: cluster 2024-09-12T23:56:29.308738+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:30 smithi032 bash[22496]: cluster 2024-09-12T23:56:29.308738+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:30.954 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:30 smithi053 bash[24393]: cluster 2024-09-12T23:56:29.308738+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:32.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:32 smithi032 bash[22496]: cluster 2024-09-12T23:56:31.309266+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:32.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:32 smithi032 bash[32211]: cluster 2024-09-12T23:56:31.309266+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:33.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:32 smithi053 bash[24393]: cluster 2024-09-12T23:56:31.309266+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:33 smithi032 bash[22496]: audit 2024-09-12T23:56:33.579340+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.53:0/3491123329' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "500c4306-7cbf-4d8b-8159-85a50aa26755"}]: dispatch 2024-09-12T23:56:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:33 smithi032 bash[22496]: audit 2024-09-12T23:56:33.579775+0000 mon.a (mon.0) 530 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "500c4306-7cbf-4d8b-8159-85a50aa26755"}]: dispatch 2024-09-12T23:56:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:33 smithi032 bash[22496]: audit 2024-09-12T23:56:33.588623+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "500c4306-7cbf-4d8b-8159-85a50aa26755"}]': finished 2024-09-12T23:56:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:33 smithi032 bash[22496]: cluster 2024-09-12T23:56:33.588752+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-09-12T23:56:33.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:33 smithi032 bash[22496]: audit 2024-09-12T23:56:33.588982+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:56:33.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:33 smithi032 bash[32211]: audit 2024-09-12T23:56:33.579340+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.53:0/3491123329' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "500c4306-7cbf-4d8b-8159-85a50aa26755"}]: dispatch 2024-09-12T23:56:33.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:33 smithi032 bash[32211]: audit 2024-09-12T23:56:33.579775+0000 mon.a (mon.0) 530 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "500c4306-7cbf-4d8b-8159-85a50aa26755"}]: dispatch 2024-09-12T23:56:33.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:33 smithi032 bash[32211]: audit 2024-09-12T23:56:33.588623+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "500c4306-7cbf-4d8b-8159-85a50aa26755"}]': finished 2024-09-12T23:56:33.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:33 smithi032 bash[32211]: cluster 2024-09-12T23:56:33.588752+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-09-12T23:56:33.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:33 smithi032 bash[32211]: audit 2024-09-12T23:56:33.588982+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:56:34.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:33 smithi053 bash[24393]: audit 2024-09-12T23:56:33.579340+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.53:0/3491123329' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "500c4306-7cbf-4d8b-8159-85a50aa26755"}]: dispatch 2024-09-12T23:56:34.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:33 smithi053 bash[24393]: audit 2024-09-12T23:56:33.579775+0000 mon.a (mon.0) 530 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "500c4306-7cbf-4d8b-8159-85a50aa26755"}]: dispatch 2024-09-12T23:56:34.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:33 smithi053 bash[24393]: audit 2024-09-12T23:56:33.588623+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "500c4306-7cbf-4d8b-8159-85a50aa26755"}]': finished 2024-09-12T23:56:34.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:33 smithi053 bash[24393]: cluster 2024-09-12T23:56:33.588752+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-09-12T23:56:34.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:33 smithi053 bash[24393]: audit 2024-09-12T23:56:33.588982+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:56:34.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:34 smithi032 bash[22496]: cluster 2024-09-12T23:56:33.309806+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:34.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:34 smithi032 bash[22496]: audit 2024-09-12T23:56:34.245175+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.53:0/1831022098' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:56:34.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:34 smithi032 bash[32211]: cluster 2024-09-12T23:56:33.309806+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:34.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:34 smithi032 bash[32211]: audit 2024-09-12T23:56:34.245175+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.53:0/1831022098' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:56:35.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:34 smithi053 bash[24393]: cluster 2024-09-12T23:56:33.309806+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:35.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:34 smithi053 bash[24393]: audit 2024-09-12T23:56:34.245175+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.53:0/1831022098' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:56:37.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:36 smithi053 bash[24393]: cluster 2024-09-12T23:56:35.310332+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:36 smithi032 bash[22496]: cluster 2024-09-12T23:56:35.310332+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:37.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:36 smithi032 bash[32211]: cluster 2024-09-12T23:56:35.310332+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:38 smithi053 bash[24393]: cluster 2024-09-12T23:56:37.310881+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:38 smithi032 bash[22496]: cluster 2024-09-12T23:56:37.310881+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:39.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:38 smithi032 bash[32211]: cluster 2024-09-12T23:56:37.310881+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:40 smithi053 bash[24393]: cluster 2024-09-12T23:56:39.311398+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:40 smithi032 bash[22496]: cluster 2024-09-12T23:56:39.311398+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:40 smithi032 bash[32211]: cluster 2024-09-12T23:56:39.311398+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:43.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:42 smithi053 bash[24393]: cluster 2024-09-12T23:56:41.311938+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:42 smithi032 bash[22496]: cluster 2024-09-12T23:56:41.311938+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:43.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:42 smithi032 bash[32211]: cluster 2024-09-12T23:56:41.311938+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:44 smithi053 bash[24393]: cluster 2024-09-12T23:56:43.312551+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:44 smithi032 bash[22496]: cluster 2024-09-12T23:56:43.312551+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:44 smithi032 bash[32211]: cluster 2024-09-12T23:56:43.312551+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:46 smithi053 bash[24393]: cluster 2024-09-12T23:56:45.313032+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:46 smithi053 bash[24393]: audit 2024-09-12T23:56:46.128639+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-12T23:56:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:46 smithi053 bash[24393]: audit 2024-09-12T23:56:46.130480+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:46 smithi032 bash[22496]: cluster 2024-09-12T23:56:45.313032+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:46 smithi032 bash[22496]: audit 2024-09-12T23:56:46.128639+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-12T23:56:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:46 smithi032 bash[22496]: audit 2024-09-12T23:56:46.130480+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:47.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:46 smithi032 bash[32211]: cluster 2024-09-12T23:56:45.313032+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:47.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:46 smithi032 bash[32211]: audit 2024-09-12T23:56:46.128639+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-12T23:56:47.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:46 smithi032 bash[32211]: audit 2024-09-12T23:56:46.130480+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:47.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:47 smithi053 bash[24393]: cephadm 2024-09-12T23:56:46.132018+0000 mgr.y (mgr.14150) 288 : cephadm [INF] Deploying daemon osd.6 on smithi053 2024-09-12T23:56:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:47 smithi032 bash[22496]: cephadm 2024-09-12T23:56:46.132018+0000 mgr.y (mgr.14150) 288 : cephadm [INF] Deploying daemon osd.6 on smithi053 2024-09-12T23:56:48.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:47 smithi032 bash[32211]: cephadm 2024-09-12T23:56:46.132018+0000 mgr.y (mgr.14150) 288 : cephadm [INF] Deploying daemon osd.6 on smithi053 2024-09-12T23:56:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:48 smithi053 bash[24393]: cluster 2024-09-12T23:56:47.313594+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:48 smithi032 bash[22496]: cluster 2024-09-12T23:56:47.313594+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:49.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:48 smithi032 bash[32211]: cluster 2024-09-12T23:56:47.313594+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:50.566 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:56:50.566 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 12 23:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:56:50.566 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:56:50.567 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 12 23:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:56:50.822 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:56:50.822 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 12 23:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:56:50.823 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 12 23:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:56:50.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:50 smithi053 bash[24393]: cluster 2024-09-12T23:56:49.314216+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:50.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:56:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:50 smithi032 bash[22496]: cluster 2024-09-12T23:56:49.314216+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:51.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:50 smithi032 bash[32211]: cluster 2024-09-12T23:56:49.314216+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:51 smithi053 bash[24393]: audit 2024-09-12T23:56:50.860926+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:56:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:51 smithi053 bash[24393]: audit 2024-09-12T23:56:50.868825+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:51 smithi053 bash[24393]: audit 2024-09-12T23:56:50.877706+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:51 smithi032 bash[22496]: audit 2024-09-12T23:56:50.860926+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:56:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:51 smithi032 bash[22496]: audit 2024-09-12T23:56:50.868825+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:51 smithi032 bash[22496]: audit 2024-09-12T23:56:50.877706+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:52.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:51 smithi032 bash[32211]: audit 2024-09-12T23:56:50.860926+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:56:52.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:51 smithi032 bash[32211]: audit 2024-09-12T23:56:50.868825+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:52.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:51 smithi032 bash[32211]: audit 2024-09-12T23:56:50.877706+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:52.859 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:52 smithi053 bash[24393]: cluster 2024-09-12T23:56:51.314783+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:53.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:52 smithi032 bash[22496]: cluster 2024-09-12T23:56:51.314783+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:53.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:52 smithi032 bash[32211]: cluster 2024-09-12T23:56:51.314783+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:54.997 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:54 smithi053 bash[24393]: cluster 2024-09-12T23:56:53.315325+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:54 smithi032 bash[22496]: cluster 2024-09-12T23:56:53.315325+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:54 smithi032 bash[32211]: cluster 2024-09-12T23:56:53.315325+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:57.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:56 smithi053 bash[24393]: cluster 2024-09-12T23:56:55.315876+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:56 smithi032 bash[22496]: cluster 2024-09-12T23:56:55.315876+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:57.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:56 smithi032 bash[32211]: cluster 2024-09-12T23:56:55.315876+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:58.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:58 smithi053 bash[24393]: audit 2024-09-12T23:56:57.294722+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:58.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:58 smithi053 bash[24393]: audit 2024-09-12T23:56:57.303394+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:58.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:58 smithi053 bash[24393]: cluster 2024-09-12T23:56:57.316485+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:58.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:58 smithi053 bash[24393]: audit 2024-09-12T23:56:57.725351+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:58.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:58 smithi053 bash[24393]: audit 2024-09-12T23:56:57.726709+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:56:58.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:58 smithi053 bash[24393]: audit 2024-09-12T23:56:57.735866+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:58.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:58 smithi053 bash[24393]: audit 2024-09-12T23:56:57.939336+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/3216592105,v1:172.21.15.53:6817/3216592105]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-12T23:56:58.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:58 smithi053 bash[24393]: audit 2024-09-12T23:56:57.939852+0000 mon.a (mon.0) 544 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-12T23:56:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[22496]: audit 2024-09-12T23:56:57.294722+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[22496]: audit 2024-09-12T23:56:57.303394+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[22496]: cluster 2024-09-12T23:56:57.316485+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[22496]: audit 2024-09-12T23:56:57.725351+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[22496]: audit 2024-09-12T23:56:57.726709+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:56:58.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[22496]: audit 2024-09-12T23:56:57.735866+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:58.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[22496]: audit 2024-09-12T23:56:57.939336+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/3216592105,v1:172.21.15.53:6817/3216592105]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-12T23:56:58.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[22496]: audit 2024-09-12T23:56:57.939852+0000 mon.a (mon.0) 544 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-12T23:56:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[32211]: audit 2024-09-12T23:56:57.294722+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[32211]: audit 2024-09-12T23:56:57.303394+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[32211]: cluster 2024-09-12T23:56:57.316485+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:56:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[32211]: audit 2024-09-12T23:56:57.725351+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:56:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[32211]: audit 2024-09-12T23:56:57.726709+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:56:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[32211]: audit 2024-09-12T23:56:57.735866+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:56:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[32211]: audit 2024-09-12T23:56:57.939336+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/3216592105,v1:172.21.15.53:6817/3216592105]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-12T23:56:58.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:58 smithi032 bash[32211]: audit 2024-09-12T23:56:57.939852+0000 mon.a (mon.0) 544 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-12T23:57:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:59 smithi053 bash[24393]: audit 2024-09-12T23:56:58.740046+0000 mon.a (mon.0) 545 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-12T23:57:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:59 smithi053 bash[24393]: cluster 2024-09-12T23:56:58.740257+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-09-12T23:57:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:59 smithi053 bash[24393]: audit 2024-09-12T23:56:58.740531+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:57:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:59 smithi053 bash[24393]: audit 2024-09-12T23:56:58.741755+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/3216592105,v1:172.21.15.53:6817/3216592105]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:57:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:56:59 smithi053 bash[24393]: audit 2024-09-12T23:56:58.742318+0000 mon.a (mon.0) 548 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:57:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:59 smithi032 bash[22496]: audit 2024-09-12T23:56:58.740046+0000 mon.a (mon.0) 545 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-12T23:57:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:59 smithi032 bash[22496]: cluster 2024-09-12T23:56:58.740257+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-09-12T23:57:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:59 smithi032 bash[22496]: audit 2024-09-12T23:56:58.740531+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:57:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:59 smithi032 bash[22496]: audit 2024-09-12T23:56:58.741755+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/3216592105,v1:172.21.15.53:6817/3216592105]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:57:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:56:59 smithi032 bash[22496]: audit 2024-09-12T23:56:58.742318+0000 mon.a (mon.0) 548 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:57:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:59 smithi032 bash[32211]: audit 2024-09-12T23:56:58.740046+0000 mon.a (mon.0) 545 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-12T23:57:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:59 smithi032 bash[32211]: cluster 2024-09-12T23:56:58.740257+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-09-12T23:57:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:59 smithi032 bash[32211]: audit 2024-09-12T23:56:58.740531+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:57:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:59 smithi032 bash[32211]: audit 2024-09-12T23:56:58.741755+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/3216592105,v1:172.21.15.53:6817/3216592105]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:57:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:56:59 smithi032 bash[32211]: audit 2024-09-12T23:56:58.742318+0000 mon.a (mon.0) 548 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:57:00.942 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 6 on host 'smithi053' 2024-09-12T23:57:01.016 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:00 smithi053 bash[24393]: cluster 2024-09-12T23:56:59.317072+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:57:01.016 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:00 smithi053 bash[24393]: audit 2024-09-12T23:56:59.742418+0000 mon.a (mon.0) 549 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-12T23:57:01.016 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:00 smithi053 bash[24393]: cluster 2024-09-12T23:56:59.742561+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-09-12T23:57:01.016 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:00 smithi053 bash[24393]: audit 2024-09-12T23:56:59.743320+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:57:01.016 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:00 smithi053 bash[24393]: audit 2024-09-12T23:56:59.752854+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:57:01.017 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:00 smithi053 bash[24393]: cluster 2024-09-12T23:56:59.923111+0000 mon.a (mon.0) 553 : cluster [INF] osd.6 [v2:172.21.15.53:6816/3216592105,v1:172.21.15.53:6817/3216592105] boot 2024-09-12T23:57:01.017 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:00 smithi053 bash[24393]: cluster 2024-09-12T23:56:59.923229+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-09-12T23:57:01.017 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:00 smithi053 bash[24393]: audit 2024-09-12T23:56:59.923596+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:57:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[22496]: cluster 2024-09-12T23:56:59.317072+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:57:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[22496]: audit 2024-09-12T23:56:59.742418+0000 mon.a (mon.0) 549 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-12T23:57:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[22496]: cluster 2024-09-12T23:56:59.742561+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-09-12T23:57:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[22496]: audit 2024-09-12T23:56:59.743320+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:57:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[22496]: audit 2024-09-12T23:56:59.752854+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:57:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[22496]: cluster 2024-09-12T23:56:59.923111+0000 mon.a (mon.0) 553 : cluster [INF] osd.6 [v2:172.21.15.53:6816/3216592105,v1:172.21.15.53:6817/3216592105] boot 2024-09-12T23:57:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[22496]: cluster 2024-09-12T23:56:59.923229+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-09-12T23:57:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[22496]: audit 2024-09-12T23:56:59.923596+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:57:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[32211]: cluster 2024-09-12T23:56:59.317072+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-12T23:57:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[32211]: audit 2024-09-12T23:56:59.742418+0000 mon.a (mon.0) 549 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-12T23:57:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[32211]: cluster 2024-09-12T23:56:59.742561+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-09-12T23:57:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[32211]: audit 2024-09-12T23:56:59.743320+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:57:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[32211]: audit 2024-09-12T23:56:59.752854+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:57:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[32211]: cluster 2024-09-12T23:56:59.923111+0000 mon.a (mon.0) 553 : cluster [INF] osd.6 [v2:172.21.15.53:6816/3216592105,v1:172.21.15.53:6817/3216592105] boot 2024-09-12T23:57:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[32211]: cluster 2024-09-12T23:56:59.923229+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-09-12T23:57:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:00 smithi032 bash[32211]: audit 2024-09-12T23:56:59.923596+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:57:01.597 DEBUG:teuthology.orchestra.run.smithi053:osd.6> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.6.service 2024-09-12T23:57:01.599 INFO:tasks.cephadm:Deploying osd.7 on smithi053 with /dev/vg_nvme/lv_1... 2024-09-12T23:57:01.599 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-09-12T23:57:02.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:01 smithi053 bash[24393]: cluster 2024-09-12T23:56:58.936855+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:57:02.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:01 smithi053 bash[24393]: cluster 2024-09-12T23:56:58.936930+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:57:02.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:01 smithi053 bash[24393]: audit 2024-09-12T23:57:00.912057+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:57:02.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:01 smithi053 bash[24393]: audit 2024-09-12T23:57:00.920215+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:02.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:01 smithi053 bash[24393]: cluster 2024-09-12T23:57:00.928278+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-09-12T23:57:02.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:01 smithi053 bash[24393]: audit 2024-09-12T23:57:00.936542+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:01 smithi032 bash[22496]: cluster 2024-09-12T23:56:58.936855+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:57:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:01 smithi032 bash[22496]: cluster 2024-09-12T23:56:58.936930+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:57:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:01 smithi032 bash[22496]: audit 2024-09-12T23:57:00.912057+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:57:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:01 smithi032 bash[22496]: audit 2024-09-12T23:57:00.920215+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:01 smithi032 bash[22496]: cluster 2024-09-12T23:57:00.928278+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-09-12T23:57:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:01 smithi032 bash[22496]: audit 2024-09-12T23:57:00.936542+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:02.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:01 smithi032 bash[32211]: cluster 2024-09-12T23:56:58.936855+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:57:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:01 smithi032 bash[32211]: cluster 2024-09-12T23:56:58.936930+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:57:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:01 smithi032 bash[32211]: audit 2024-09-12T23:57:00.912057+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:57:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:01 smithi032 bash[32211]: audit 2024-09-12T23:57:00.920215+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:01 smithi032 bash[32211]: cluster 2024-09-12T23:57:00.928278+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-09-12T23:57:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:01 smithi032 bash[32211]: audit 2024-09-12T23:57:00.936542+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:02 smithi053 bash[24393]: cluster 2024-09-12T23:57:01.317599+0000 mgr.y (mgr.14150) 296 : cluster [DBG] pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:02 smithi053 bash[24393]: cluster 2024-09-12T23:57:01.930671+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-09-12T23:57:03.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:02 smithi032 bash[22496]: cluster 2024-09-12T23:57:01.317599+0000 mgr.y (mgr.14150) 296 : cluster [DBG] pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:03.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:02 smithi032 bash[22496]: cluster 2024-09-12T23:57:01.930671+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-09-12T23:57:03.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:02 smithi032 bash[32211]: cluster 2024-09-12T23:57:01.317599+0000 mgr.y (mgr.14150) 296 : cluster [DBG] pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:03.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:02 smithi032 bash[32211]: cluster 2024-09-12T23:57:01.930671+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-09-12T23:57:05.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:04 smithi053 bash[24393]: cluster 2024-09-12T23:57:03.318120+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:05.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:04 smithi032 bash[22496]: cluster 2024-09-12T23:57:03.318120+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:04 smithi032 bash[32211]: cluster 2024-09-12T23:57:03.318120+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:05.740 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:57:07.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:06 smithi053 bash[24393]: cluster 2024-09-12T23:57:05.318647+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:07.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:06 smithi032 bash[22496]: cluster 2024-09-12T23:57:05.318647+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:07.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:06 smithi032 bash[32211]: cluster 2024-09-12T23:57:05.318647+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:08.996 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:08 smithi053 bash[24393]: cluster 2024-09-12T23:57:07.319229+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:09.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:08 smithi032 bash[22496]: cluster 2024-09-12T23:57:07.319229+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:09.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:08 smithi032 bash[32211]: cluster 2024-09-12T23:57:07.319229+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:10.523 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-09-12T23:57:10.708 INFO:teuthology.orchestra.run.smithi053.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-09-12T23:57:10.721 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10+0 records in 2024-09-12T23:57:10.721 INFO:teuthology.orchestra.run.smithi053.stderr:10+0 records out 2024-09-12T23:57:10.722 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0108757 s, 964 MB/s 2024-09-12T23:57:10.722 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping successful for: 2024-09-12T23:57:11.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:10 smithi053 bash[24393]: cluster 2024-09-12T23:57:09.319765+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:11.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:10 smithi032 bash[22496]: cluster 2024-09-12T23:57:09.319765+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:11.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:10 smithi032 bash[32211]: cluster 2024-09-12T23:57:09.319765+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:11.614 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi053:vg_nvme/lv_1 2024-09-12T23:57:13.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:12 smithi053 bash[24393]: cluster 2024-09-12T23:57:11.320307+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:13.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:12 smithi053 bash[24393]: audit 2024-09-12T23:57:11.990865+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:13.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:12 smithi053 bash[24393]: audit 2024-09-12T23:57:11.999496+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:13.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:12 smithi053 bash[24393]: audit 2024-09-12T23:57:12.001857+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:57:13.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:12 smithi053 bash[24393]: audit 2024-09-12T23:57:12.003814+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:57:13.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:12 smithi053 bash[24393]: audit 2024-09-12T23:57:12.005633+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:57:13.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:12 smithi053 bash[24393]: audit 2024-09-12T23:57:12.015571+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:13.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:12 smithi053 bash[24393]: audit 2024-09-12T23:57:12.017685+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:57:13.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:12 smithi053 bash[24393]: audit 2024-09-12T23:57:12.019346+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:57:13.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:12 smithi053 bash[24393]: audit 2024-09-12T23:57:12.029179+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[22496]: cluster 2024-09-12T23:57:11.320307+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[22496]: audit 2024-09-12T23:57:11.990865+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[22496]: audit 2024-09-12T23:57:11.999496+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[22496]: audit 2024-09-12T23:57:12.001857+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:57:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[22496]: audit 2024-09-12T23:57:12.003814+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:57:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[22496]: audit 2024-09-12T23:57:12.005633+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:57:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[22496]: audit 2024-09-12T23:57:12.015571+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[22496]: audit 2024-09-12T23:57:12.017685+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:57:13.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[22496]: audit 2024-09-12T23:57:12.019346+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:57:13.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[22496]: audit 2024-09-12T23:57:12.029179+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:13.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[32211]: cluster 2024-09-12T23:57:11.320307+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:13.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[32211]: audit 2024-09-12T23:57:11.990865+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:13.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[32211]: audit 2024-09-12T23:57:11.999496+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:13.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[32211]: audit 2024-09-12T23:57:12.001857+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:57:13.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[32211]: audit 2024-09-12T23:57:12.003814+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:57:13.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[32211]: audit 2024-09-12T23:57:12.005633+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:57:13.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[32211]: audit 2024-09-12T23:57:12.015571+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:13.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[32211]: audit 2024-09-12T23:57:12.017685+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:57:13.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[32211]: audit 2024-09-12T23:57:12.019346+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:57:13.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:12 smithi032 bash[32211]: audit 2024-09-12T23:57:12.029179+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:14.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:13 smithi053 bash[24393]: cephadm 2024-09-12T23:57:11.981855+0000 mgr.y (mgr.14150) 302 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-12T23:57:14.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:13 smithi053 bash[24393]: cephadm 2024-09-12T23:57:12.007006+0000 mgr.y (mgr.14150) 303 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 5756M 2024-09-12T23:57:14.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:13 smithi032 bash[22496]: cephadm 2024-09-12T23:57:11.981855+0000 mgr.y (mgr.14150) 302 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-12T23:57:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:13 smithi032 bash[22496]: cephadm 2024-09-12T23:57:12.007006+0000 mgr.y (mgr.14150) 303 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 5756M 2024-09-12T23:57:14.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:13 smithi032 bash[32211]: cephadm 2024-09-12T23:57:11.981855+0000 mgr.y (mgr.14150) 302 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-12T23:57:14.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:13 smithi032 bash[32211]: cephadm 2024-09-12T23:57:12.007006+0000 mgr.y (mgr.14150) 303 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 5756M 2024-09-12T23:57:15.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:14 smithi053 bash[24393]: cluster 2024-09-12T23:57:13.320841+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:15.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:14 smithi032 bash[22496]: cluster 2024-09-12T23:57:13.320841+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:14 smithi032 bash[32211]: cluster 2024-09-12T23:57:13.320841+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:16.370 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:57:17.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:16 smithi053 bash[24393]: cluster 2024-09-12T23:57:15.321399+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:17.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:16 smithi032 bash[32211]: cluster 2024-09-12T23:57:15.321399+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:17.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:16 smithi032 bash[22496]: cluster 2024-09-12T23:57:15.321399+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:19.041 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:18 smithi053 bash[24393]: cluster 2024-09-12T23:57:17.321984+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:19.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:18 smithi032 bash[22496]: cluster 2024-09-12T23:57:17.321984+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:19.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:18 smithi032 bash[32211]: cluster 2024-09-12T23:57:17.321984+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:20.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:19 smithi032 bash[22496]: audit 2024-09-12T23:57:19.390212+0000 mon.a (mon.0) 570 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:57:20.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:19 smithi032 bash[22496]: audit 2024-09-12T23:57:19.396287+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:57:20.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:19 smithi032 bash[22496]: audit 2024-09-12T23:57:19.398091+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:57:20.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:19 smithi032 bash[32211]: audit 2024-09-12T23:57:19.390212+0000 mon.a (mon.0) 570 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:57:20.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:19 smithi032 bash[32211]: audit 2024-09-12T23:57:19.396287+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:57:20.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:19 smithi032 bash[32211]: audit 2024-09-12T23:57:19.398091+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:57:20.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:19 smithi053 bash[24393]: audit 2024-09-12T23:57:19.390212+0000 mon.a (mon.0) 570 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T23:57:20.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:19 smithi053 bash[24393]: audit 2024-09-12T23:57:19.396287+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T23:57:20.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:19 smithi053 bash[24393]: audit 2024-09-12T23:57:19.398091+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:57:21.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:20 smithi032 bash[22496]: cluster 2024-09-12T23:57:19.322494+0000 mgr.y (mgr.14150) 307 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:21.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:20 smithi032 bash[22496]: audit 2024-09-12T23:57:19.383924+0000 mgr.y (mgr.14150) 308 : audit [DBG] from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:57:21.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:20 smithi032 bash[32211]: cluster 2024-09-12T23:57:19.322494+0000 mgr.y (mgr.14150) 307 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:21.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:20 smithi032 bash[32211]: audit 2024-09-12T23:57:19.383924+0000 mgr.y (mgr.14150) 308 : audit [DBG] from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:57:21.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:20 smithi053 bash[24393]: cluster 2024-09-12T23:57:19.322494+0000 mgr.y (mgr.14150) 307 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:21.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:20 smithi053 bash[24393]: audit 2024-09-12T23:57:19.383924+0000 mgr.y (mgr.14150) 308 : audit [DBG] from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:57:22.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:21 smithi032 bash[22496]: cluster 2024-09-12T23:57:21.323034+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:22.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:21 smithi032 bash[32211]: cluster 2024-09-12T23:57:21.323034+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:22.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:21 smithi053 bash[24393]: cluster 2024-09-12T23:57:21.323034+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:24.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:24 smithi032 bash[22496]: cluster 2024-09-12T23:57:23.323563+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:24.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:24 smithi032 bash[32211]: cluster 2024-09-12T23:57:23.323563+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:24 smithi053 bash[24393]: cluster 2024-09-12T23:57:23.323563+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:26 smithi053 bash[24393]: cluster 2024-09-12T23:57:25.324108+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:26 smithi032 bash[22496]: cluster 2024-09-12T23:57:25.324108+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:26.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:26 smithi032 bash[32211]: cluster 2024-09-12T23:57:25.324108+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:28.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:28 smithi032 bash[22496]: cluster 2024-09-12T23:57:27.324715+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:28 smithi032 bash[22496]: audit 2024-09-12T23:57:27.630433+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.53:0/4185556985' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd59da59-5a49-4fc4-9154-8c384e47060c"}]: dispatch 2024-09-12T23:57:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:28 smithi032 bash[22496]: audit 2024-09-12T23:57:27.631235+0000 mon.a (mon.0) 573 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd59da59-5a49-4fc4-9154-8c384e47060c"}]: dispatch 2024-09-12T23:57:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:28 smithi032 bash[22496]: audit 2024-09-12T23:57:27.639878+0000 mon.a (mon.0) 574 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd59da59-5a49-4fc4-9154-8c384e47060c"}]': finished 2024-09-12T23:57:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:28 smithi032 bash[22496]: cluster 2024-09-12T23:57:27.639997+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-09-12T23:57:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:28 smithi032 bash[22496]: audit 2024-09-12T23:57:27.640259+0000 mon.a (mon.0) 576 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:28 smithi032 bash[22496]: audit 2024-09-12T23:57:28.277749+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.53:0/628561386' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:57:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:28 smithi032 bash[32211]: cluster 2024-09-12T23:57:27.324715+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:28 smithi032 bash[32211]: audit 2024-09-12T23:57:27.630433+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.53:0/4185556985' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd59da59-5a49-4fc4-9154-8c384e47060c"}]: dispatch 2024-09-12T23:57:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:28 smithi032 bash[32211]: audit 2024-09-12T23:57:27.631235+0000 mon.a (mon.0) 573 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd59da59-5a49-4fc4-9154-8c384e47060c"}]: dispatch 2024-09-12T23:57:28.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:28 smithi032 bash[32211]: audit 2024-09-12T23:57:27.639878+0000 mon.a (mon.0) 574 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd59da59-5a49-4fc4-9154-8c384e47060c"}]': finished 2024-09-12T23:57:28.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:28 smithi032 bash[32211]: cluster 2024-09-12T23:57:27.639997+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-09-12T23:57:28.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:28 smithi032 bash[32211]: audit 2024-09-12T23:57:27.640259+0000 mon.a (mon.0) 576 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:28.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:28 smithi032 bash[32211]: audit 2024-09-12T23:57:28.277749+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.53:0/628561386' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:57:28.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:28 smithi053 bash[24393]: cluster 2024-09-12T23:57:27.324715+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:28.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:28 smithi053 bash[24393]: audit 2024-09-12T23:57:27.630433+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.53:0/4185556985' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd59da59-5a49-4fc4-9154-8c384e47060c"}]: dispatch 2024-09-12T23:57:28.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:28 smithi053 bash[24393]: audit 2024-09-12T23:57:27.631235+0000 mon.a (mon.0) 573 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd59da59-5a49-4fc4-9154-8c384e47060c"}]: dispatch 2024-09-12T23:57:28.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:28 smithi053 bash[24393]: audit 2024-09-12T23:57:27.639878+0000 mon.a (mon.0) 574 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd59da59-5a49-4fc4-9154-8c384e47060c"}]': finished 2024-09-12T23:57:28.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:28 smithi053 bash[24393]: cluster 2024-09-12T23:57:27.639997+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-09-12T23:57:28.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:28 smithi053 bash[24393]: audit 2024-09-12T23:57:27.640259+0000 mon.a (mon.0) 576 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:28.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:28 smithi053 bash[24393]: audit 2024-09-12T23:57:28.277749+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.53:0/628561386' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T23:57:30.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:30 smithi032 bash[22496]: cluster 2024-09-12T23:57:29.325257+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:30.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:30 smithi032 bash[32211]: cluster 2024-09-12T23:57:29.325257+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:30.727 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:30 smithi053 bash[24393]: cluster 2024-09-12T23:57:29.325257+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:32.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:32 smithi032 bash[32211]: cluster 2024-09-12T23:57:31.325825+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:32.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:32 smithi032 bash[22496]: cluster 2024-09-12T23:57:31.325825+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:32.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:32 smithi053 bash[24393]: cluster 2024-09-12T23:57:31.325825+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:34 smithi032 bash[22496]: cluster 2024-09-12T23:57:33.326343+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:34.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:34 smithi032 bash[32211]: cluster 2024-09-12T23:57:33.326343+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:34.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:34 smithi053 bash[24393]: cluster 2024-09-12T23:57:33.326343+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:36.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:36 smithi032 bash[22496]: cluster 2024-09-12T23:57:35.326884+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:36 smithi032 bash[32211]: cluster 2024-09-12T23:57:35.326884+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:36.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:36 smithi053 bash[24393]: cluster 2024-09-12T23:57:35.326884+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:38.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:38 smithi032 bash[22496]: cluster 2024-09-12T23:57:37.327454+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:38 smithi032 bash[32211]: cluster 2024-09-12T23:57:37.327454+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:38.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:38 smithi053 bash[24393]: cluster 2024-09-12T23:57:37.327454+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:40.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:40 smithi032 bash[22496]: cluster 2024-09-12T23:57:39.327994+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:40.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:40 smithi032 bash[22496]: audit 2024-09-12T23:57:40.176454+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-12T23:57:40.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:40 smithi032 bash[22496]: audit 2024-09-12T23:57:40.178384+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:57:40.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:40 smithi032 bash[32211]: cluster 2024-09-12T23:57:39.327994+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:40.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:40 smithi032 bash[32211]: audit 2024-09-12T23:57:40.176454+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-12T23:57:40.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:40 smithi032 bash[32211]: audit 2024-09-12T23:57:40.178384+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:57:40.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:40 smithi053 bash[24393]: cluster 2024-09-12T23:57:39.327994+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:40.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:40 smithi053 bash[24393]: audit 2024-09-12T23:57:40.176454+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-12T23:57:40.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:40 smithi053 bash[24393]: audit 2024-09-12T23:57:40.178384+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:57:41.671 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:41 smithi053 bash[24393]: cephadm 2024-09-12T23:57:40.180015+0000 mgr.y (mgr.14150) 319 : cephadm [INF] Deploying daemon osd.7 on smithi053 2024-09-12T23:57:41.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:41 smithi032 bash[22496]: cephadm 2024-09-12T23:57:40.180015+0000 mgr.y (mgr.14150) 319 : cephadm [INF] Deploying daemon osd.7 on smithi053 2024-09-12T23:57:41.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:41 smithi032 bash[32211]: cephadm 2024-09-12T23:57:40.180015+0000 mgr.y (mgr.14150) 319 : cephadm [INF] Deploying daemon osd.7 on smithi053 2024-09-12T23:57:42.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:42 smithi053 bash[24393]: cluster 2024-09-12T23:57:41.328562+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:42.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:42 smithi032 bash[22496]: cluster 2024-09-12T23:57:41.328562+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:42.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:42 smithi032 bash[32211]: cluster 2024-09-12T23:57:41.328562+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:44.576 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:57:44 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:57:44.577 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 12 23:57:44 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:57:44.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:44 smithi053 bash[24393]: cluster 2024-09-12T23:57:43.329106+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:44.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:44 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:57:44.578 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 12 23:57:44 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:57:44.578 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 12 23:57:44 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:57:44.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:44 smithi032 bash[22496]: cluster 2024-09-12T23:57:43.329106+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:44.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:44 smithi032 bash[32211]: cluster 2024-09-12T23:57:43.329106+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:44.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:44 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:57:44.924 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 12 23:57:44 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:57:44.924 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:57:44 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:57:44.924 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 12 23:57:44 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:57:44.924 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 12 23:57:44 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:57:45.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:45 smithi053 bash[24393]: audit 2024-09-12T23:57:44.857381+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:57:45.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:45 smithi053 bash[24393]: audit 2024-09-12T23:57:44.865429+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:45.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:45 smithi053 bash[24393]: audit 2024-09-12T23:57:44.874066+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:45.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:45 smithi032 bash[22496]: audit 2024-09-12T23:57:44.857381+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:57:45.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:45 smithi032 bash[22496]: audit 2024-09-12T23:57:44.865429+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:45.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:45 smithi032 bash[22496]: audit 2024-09-12T23:57:44.874066+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:45.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:45 smithi032 bash[32211]: audit 2024-09-12T23:57:44.857381+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:57:45.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:45 smithi032 bash[32211]: audit 2024-09-12T23:57:44.865429+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:45.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:45 smithi032 bash[32211]: audit 2024-09-12T23:57:44.874066+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:46.515 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:46 smithi053 bash[24393]: cluster 2024-09-12T23:57:45.329636+0000 mgr.y (mgr.14150) 322 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:46.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:46 smithi032 bash[22496]: cluster 2024-09-12T23:57:45.329636+0000 mgr.y (mgr.14150) 322 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:46.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:46 smithi032 bash[32211]: cluster 2024-09-12T23:57:45.329636+0000 mgr.y (mgr.14150) 322 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:48.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:48 smithi053 bash[24393]: cluster 2024-09-12T23:57:47.330219+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:48.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:48 smithi032 bash[22496]: cluster 2024-09-12T23:57:47.330219+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:48.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:48 smithi032 bash[32211]: cluster 2024-09-12T23:57:47.330219+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:50.760 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:50 smithi053 bash[24393]: cluster 2024-09-12T23:57:49.330754+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:50.760 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:50 smithi053 bash[24393]: audit 2024-09-12T23:57:49.978066+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:50.760 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:50 smithi053 bash[24393]: audit 2024-09-12T23:57:49.987263+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:50.761 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:50 smithi053 bash[24393]: audit 2024-09-12T23:57:49.989292+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:57:50.761 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:50 smithi053 bash[24393]: audit 2024-09-12T23:57:49.991462+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:57:50.761 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:50 smithi053 bash[24393]: audit 2024-09-12T23:57:50.001971+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:50.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:50 smithi032 bash[22496]: cluster 2024-09-12T23:57:49.330754+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:50.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:50 smithi032 bash[22496]: audit 2024-09-12T23:57:49.978066+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:50.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:50 smithi032 bash[22496]: audit 2024-09-12T23:57:49.987263+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:50.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:50 smithi032 bash[22496]: audit 2024-09-12T23:57:49.989292+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:57:50.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:50 smithi032 bash[22496]: audit 2024-09-12T23:57:49.991462+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:57:50.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:50 smithi032 bash[22496]: audit 2024-09-12T23:57:50.001971+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:50.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:50 smithi032 bash[32211]: cluster 2024-09-12T23:57:49.330754+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:50.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:50 smithi032 bash[32211]: audit 2024-09-12T23:57:49.978066+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:50.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:50 smithi032 bash[32211]: audit 2024-09-12T23:57:49.987263+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:50.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:50 smithi032 bash[32211]: audit 2024-09-12T23:57:49.989292+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:57:50.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:50 smithi032 bash[32211]: audit 2024-09-12T23:57:49.991462+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:57:50.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:50 smithi032 bash[32211]: audit 2024-09-12T23:57:50.001971+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:52.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:52 smithi053 bash[24393]: cluster 2024-09-12T23:57:51.331310+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:52.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:52 smithi053 bash[24393]: audit 2024-09-12T23:57:51.526344+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/707415155,v1:172.21.15.53:6825/707415155]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-12T23:57:52.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:52 smithi053 bash[24393]: audit 2024-09-12T23:57:51.527089+0000 mon.a (mon.0) 587 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-12T23:57:52.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:52 smithi032 bash[22496]: cluster 2024-09-12T23:57:51.331310+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:52.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:52 smithi032 bash[22496]: audit 2024-09-12T23:57:51.526344+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/707415155,v1:172.21.15.53:6825/707415155]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-12T23:57:52.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:52 smithi032 bash[22496]: audit 2024-09-12T23:57:51.527089+0000 mon.a (mon.0) 587 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-12T23:57:52.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:52 smithi032 bash[32211]: cluster 2024-09-12T23:57:51.331310+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:52.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:52 smithi032 bash[32211]: audit 2024-09-12T23:57:51.526344+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/707415155,v1:172.21.15.53:6825/707415155]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-12T23:57:52.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:52 smithi032 bash[32211]: audit 2024-09-12T23:57:51.527089+0000 mon.a (mon.0) 587 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-12T23:57:53.595 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 7 on host 'smithi053' 2024-09-12T23:57:53.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:53 smithi053 bash[24393]: audit 2024-09-12T23:57:52.452945+0000 mon.a (mon.0) 588 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-12T23:57:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:53 smithi053 bash[24393]: cluster 2024-09-12T23:57:52.453153+0000 mon.a (mon.0) 589 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-09-12T23:57:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:53 smithi053 bash[24393]: audit 2024-09-12T23:57:52.453423+0000 mon.a (mon.0) 590 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:53 smithi053 bash[24393]: audit 2024-09-12T23:57:52.454314+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/707415155,v1:172.21.15.53:6825/707415155]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:57:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:53 smithi053 bash[24393]: audit 2024-09-12T23:57:52.455381+0000 mon.a (mon.0) 591 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:57:53.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:53 smithi032 bash[22496]: audit 2024-09-12T23:57:52.452945+0000 mon.a (mon.0) 588 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-12T23:57:53.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:53 smithi032 bash[22496]: cluster 2024-09-12T23:57:52.453153+0000 mon.a (mon.0) 589 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-09-12T23:57:53.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:53 smithi032 bash[22496]: audit 2024-09-12T23:57:52.453423+0000 mon.a (mon.0) 590 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:53 smithi032 bash[22496]: audit 2024-09-12T23:57:52.454314+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/707415155,v1:172.21.15.53:6825/707415155]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:57:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:53 smithi032 bash[22496]: audit 2024-09-12T23:57:52.455381+0000 mon.a (mon.0) 591 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:57:53.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:53 smithi032 bash[32211]: audit 2024-09-12T23:57:52.452945+0000 mon.a (mon.0) 588 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-12T23:57:53.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:53 smithi032 bash[32211]: cluster 2024-09-12T23:57:52.453153+0000 mon.a (mon.0) 589 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-09-12T23:57:53.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:53 smithi032 bash[32211]: audit 2024-09-12T23:57:52.453423+0000 mon.a (mon.0) 590 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:53.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:53 smithi032 bash[32211]: audit 2024-09-12T23:57:52.454314+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/707415155,v1:172.21.15.53:6825/707415155]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:57:53.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:53 smithi032 bash[32211]: audit 2024-09-12T23:57:52.455381+0000 mon.a (mon.0) 591 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-12T23:57:54.332 DEBUG:teuthology.orchestra.run.smithi053:osd.7> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.7.service 2024-09-12T23:57:54.335 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-12T23:57:54.335 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-12T23:57:54.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[22496]: cluster 2024-09-12T23:57:53.331847+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[22496]: audit 2024-09-12T23:57:53.455620+0000 mon.a (mon.0) 592 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-12T23:57:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[22496]: cluster 2024-09-12T23:57:53.455863+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-09-12T23:57:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[22496]: audit 2024-09-12T23:57:53.456643+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[22496]: audit 2024-09-12T23:57:53.465318+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[22496]: audit 2024-09-12T23:57:53.575411+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:57:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[22496]: audit 2024-09-12T23:57:53.583577+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[22496]: audit 2024-09-12T23:57:53.592854+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:54.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[32211]: cluster 2024-09-12T23:57:53.331847+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:54.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[32211]: audit 2024-09-12T23:57:53.455620+0000 mon.a (mon.0) 592 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-12T23:57:54.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[32211]: cluster 2024-09-12T23:57:53.455863+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-09-12T23:57:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[32211]: audit 2024-09-12T23:57:53.456643+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[32211]: audit 2024-09-12T23:57:53.465318+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[32211]: audit 2024-09-12T23:57:53.575411+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:57:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[32211]: audit 2024-09-12T23:57:53.583577+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:54 smithi032 bash[32211]: audit 2024-09-12T23:57:53.592854+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:54.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:54 smithi053 bash[24393]: cluster 2024-09-12T23:57:53.331847+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:54.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:54 smithi053 bash[24393]: audit 2024-09-12T23:57:53.455620+0000 mon.a (mon.0) 592 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-12T23:57:54.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:54 smithi053 bash[24393]: cluster 2024-09-12T23:57:53.455863+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-09-12T23:57:54.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:54 smithi053 bash[24393]: audit 2024-09-12T23:57:53.456643+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:54.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:54 smithi053 bash[24393]: audit 2024-09-12T23:57:53.465318+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:54.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:54 smithi053 bash[24393]: audit 2024-09-12T23:57:53.575411+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:57:54.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:54 smithi053 bash[24393]: audit 2024-09-12T23:57:53.583577+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:54.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:54 smithi053 bash[24393]: audit 2024-09-12T23:57:53.592854+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:57:55.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:55 smithi053 bash[24393]: cluster 2024-09-12T23:57:52.545605+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:57:55.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:55 smithi053 bash[24393]: cluster 2024-09-12T23:57:52.545712+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:57:55.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:55 smithi053 bash[24393]: cluster 2024-09-12T23:57:54.466208+0000 mon.a (mon.0) 599 : cluster [INF] osd.7 [v2:172.21.15.53:6824/707415155,v1:172.21.15.53:6825/707415155] boot 2024-09-12T23:57:55.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:55 smithi053 bash[24393]: cluster 2024-09-12T23:57:54.466445+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-09-12T23:57:55.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:55 smithi053 bash[24393]: audit 2024-09-12T23:57:54.467174+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:55.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:55 smithi032 bash[22496]: cluster 2024-09-12T23:57:52.545605+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:57:55.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:55 smithi032 bash[22496]: cluster 2024-09-12T23:57:52.545712+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:57:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:55 smithi032 bash[22496]: cluster 2024-09-12T23:57:54.466208+0000 mon.a (mon.0) 599 : cluster [INF] osd.7 [v2:172.21.15.53:6824/707415155,v1:172.21.15.53:6825/707415155] boot 2024-09-12T23:57:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:55 smithi032 bash[22496]: cluster 2024-09-12T23:57:54.466445+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-09-12T23:57:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:55 smithi032 bash[22496]: audit 2024-09-12T23:57:54.467174+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:55.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:55 smithi032 bash[32211]: cluster 2024-09-12T23:57:52.545605+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-12T23:57:55.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:55 smithi032 bash[32211]: cluster 2024-09-12T23:57:52.545712+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-12T23:57:55.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:55 smithi032 bash[32211]: cluster 2024-09-12T23:57:54.466208+0000 mon.a (mon.0) 599 : cluster [INF] osd.7 [v2:172.21.15.53:6824/707415155,v1:172.21.15.53:6825/707415155] boot 2024-09-12T23:57:55.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:55 smithi032 bash[32211]: cluster 2024-09-12T23:57:54.466445+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-09-12T23:57:55.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:55 smithi032 bash[32211]: audit 2024-09-12T23:57:54.467174+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:57:56.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:56 smithi053 bash[24393]: cluster 2024-09-12T23:57:55.332395+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:56.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:56 smithi053 bash[24393]: cluster 2024-09-12T23:57:55.477045+0000 mon.a (mon.0) 602 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-09-12T23:57:56.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:56 smithi032 bash[22496]: cluster 2024-09-12T23:57:55.332395+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:56.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:56 smithi032 bash[22496]: cluster 2024-09-12T23:57:55.477045+0000 mon.a (mon.0) 602 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-09-12T23:57:56.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:56 smithi032 bash[32211]: cluster 2024-09-12T23:57:55.332395+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-12T23:57:56.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:56 smithi032 bash[32211]: cluster 2024-09-12T23:57:55.477045+0000 mon.a (mon.0) 602 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-09-12T23:57:58.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:57:58 smithi053 bash[24393]: cluster 2024-09-12T23:57:57.332987+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v306: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:57:58.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:57:58 smithi032 bash[32211]: cluster 2024-09-12T23:57:57.332987+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v306: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:57:58.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:57:58 smithi032 bash[22496]: cluster 2024-09-12T23:57:57.332987+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v306: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:57:59.108 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:58:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:00 smithi053 bash[24393]: cluster 2024-09-12T23:57:59.333501+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v307: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:00.881 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:00 smithi032 bash[22496]: cluster 2024-09-12T23:57:59.333501+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v307: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:00.882 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:00 smithi032 bash[32211]: cluster 2024-09-12T23:57:59.333501+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v307: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:02.751 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:02 smithi053 bash[24393]: cluster 2024-09-12T23:58:01.334102+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:02.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:02 smithi032 bash[22496]: cluster 2024-09-12T23:58:01.334102+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:02.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:02 smithi032 bash[32211]: cluster 2024-09-12T23:58:01.334102+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:02.946 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:03.654 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":49,"num_osds":8,"num_up_osds":8,"osd_up_since":1726185474,"num_in_osds":8,"osd_in_since":1726185447,"num_remapped_pgs":0} 2024-09-12T23:58:03.654 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-12T23:58:03.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:03 smithi053 bash[24393]: audit 2024-09-12T23:58:02.949257+0000 mon.a (mon.0) 603 : audit [DBG] from='client.? 172.21.15.32:0/2063379344' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-12T23:58:03.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:03 smithi053 bash[24393]: audit 2024-09-12T23:58:03.467913+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:03.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:03 smithi053 bash[24393]: audit 2024-09-12T23:58:03.477261+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:03.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:03 smithi053 bash[24393]: audit 2024-09-12T23:58:03.479461+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:58:03.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:03 smithi053 bash[24393]: audit 2024-09-12T23:58:03.481498+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:58:03.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:03 smithi053 bash[24393]: audit 2024-09-12T23:58:03.483352+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:58:03.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:03 smithi053 bash[24393]: audit 2024-09-12T23:58:03.485178+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:58:03.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:03 smithi032 bash[22496]: audit 2024-09-12T23:58:02.949257+0000 mon.a (mon.0) 603 : audit [DBG] from='client.? 172.21.15.32:0/2063379344' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-12T23:58:03.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:03 smithi032 bash[22496]: audit 2024-09-12T23:58:03.467913+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:03.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:03 smithi032 bash[22496]: audit 2024-09-12T23:58:03.477261+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:03.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:03 smithi032 bash[22496]: audit 2024-09-12T23:58:03.479461+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:58:03.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:03 smithi032 bash[22496]: audit 2024-09-12T23:58:03.481498+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:58:03.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:03 smithi032 bash[22496]: audit 2024-09-12T23:58:03.483352+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:58:03.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:03 smithi032 bash[22496]: audit 2024-09-12T23:58:03.485178+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:58:03.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:03 smithi032 bash[32211]: audit 2024-09-12T23:58:02.949257+0000 mon.a (mon.0) 603 : audit [DBG] from='client.? 172.21.15.32:0/2063379344' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-12T23:58:03.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:03 smithi032 bash[32211]: audit 2024-09-12T23:58:03.467913+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:03.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:03 smithi032 bash[32211]: audit 2024-09-12T23:58:03.477261+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:03.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:03 smithi032 bash[32211]: audit 2024-09-12T23:58:03.479461+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:58:03.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:03 smithi032 bash[32211]: audit 2024-09-12T23:58:03.481498+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:58:03.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:03 smithi032 bash[32211]: audit 2024-09-12T23:58:03.483352+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:58:03.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:03 smithi032 bash[32211]: audit 2024-09-12T23:58:03.485178+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:58:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:04 smithi053 bash[24393]: cluster 2024-09-12T23:58:03.334639+0000 mgr.y (mgr.14150) 331 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:04 smithi053 bash[24393]: cephadm 2024-09-12T23:58:03.458876+0000 mgr.y (mgr.14150) 332 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-12T23:58:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:04 smithi053 bash[24393]: cephadm 2024-09-12T23:58:03.486531+0000 mgr.y (mgr.14150) 333 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 4317M 2024-09-12T23:58:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:04 smithi053 bash[24393]: audit 2024-09-12T23:58:03.495444+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:04 smithi053 bash[24393]: audit 2024-09-12T23:58:03.502145+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:04 smithi053 bash[24393]: audit 2024-09-12T23:58:03.509861+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:58:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:04 smithi053 bash[24393]: audit 2024-09-12T23:58:03.520128+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:04.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:04 smithi032 bash[22496]: cluster 2024-09-12T23:58:03.334639+0000 mgr.y (mgr.14150) 331 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:04.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:04 smithi032 bash[22496]: cephadm 2024-09-12T23:58:03.458876+0000 mgr.y (mgr.14150) 332 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-12T23:58:04.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:04 smithi032 bash[22496]: cephadm 2024-09-12T23:58:03.486531+0000 mgr.y (mgr.14150) 333 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 4317M 2024-09-12T23:58:04.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:04 smithi032 bash[22496]: audit 2024-09-12T23:58:03.495444+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:04.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:04 smithi032 bash[22496]: audit 2024-09-12T23:58:03.502145+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:04.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:04 smithi032 bash[22496]: audit 2024-09-12T23:58:03.509861+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:58:04.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:04 smithi032 bash[22496]: audit 2024-09-12T23:58:03.520128+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:04.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:04 smithi032 bash[32211]: cluster 2024-09-12T23:58:03.334639+0000 mgr.y (mgr.14150) 331 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:04.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:04 smithi032 bash[32211]: cephadm 2024-09-12T23:58:03.458876+0000 mgr.y (mgr.14150) 332 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-12T23:58:04.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:04 smithi032 bash[32211]: cephadm 2024-09-12T23:58:03.486531+0000 mgr.y (mgr.14150) 333 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 4317M 2024-09-12T23:58:04.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:04 smithi032 bash[32211]: audit 2024-09-12T23:58:03.495444+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:04.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:04 smithi032 bash[32211]: audit 2024-09-12T23:58:03.502145+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:04.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:04 smithi032 bash[32211]: audit 2024-09-12T23:58:03.509861+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:58:04.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:04 smithi032 bash[32211]: audit 2024-09-12T23:58:03.520128+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:06.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:06 smithi053 bash[24393]: cluster 2024-09-12T23:58:05.335191+0000 mgr.y (mgr.14150) 334 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:06.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:06 smithi032 bash[22496]: cluster 2024-09-12T23:58:05.335191+0000 mgr.y (mgr.14150) 334 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:06.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:06 smithi032 bash[32211]: cluster 2024-09-12T23:58:05.335191+0000 mgr.y (mgr.14150) 334 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:08.423 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:58:08.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:08 smithi053 bash[24393]: cluster 2024-09-12T23:58:07.335762+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:08.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:08 smithi032 bash[22496]: cluster 2024-09-12T23:58:07.335762+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:08.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:08 smithi032 bash[32211]: cluster 2024-09-12T23:58:07.335762+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:10.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:10 smithi053 bash[24393]: cluster 2024-09-12T23:58:09.336406+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:10.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:10 smithi032 bash[22496]: cluster 2024-09-12T23:58:09.336406+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:10.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:10 smithi032 bash[32211]: cluster 2024-09-12T23:58:09.336406+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:12.168 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:12.168 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":49,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","created":"2024-09-12T23:48:03.065767+0000","modified":"2024-09-12T23:57:55.468819+0000","last_up_change":"2024-09-12T23:57:54.457791+0000","last_in_change":"2024-09-12T23:57:27.632433+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T23:53:25.819964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"86015052-3e53-4869-9fb8-a836fe6f5dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6803","nonce":500240744}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6805","nonce":500240744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6809","nonce":500240744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6807","nonce":500240744}]},"public_addr":"172.21.15.32:6803/500240744","cluster_addr":"172.21.15.32:6805/500240744","heartbeat_back_addr":"172.21.15.32:6809/500240744","heartbeat_front_addr":"172.21.15.32:6807/500240744","state":["exists","up"]},{"osd":1,"uuid":"50d3aadf-6035-45fc-b0c0-de55e13b31ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6811","nonce":1044588493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6813","nonce":1044588493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6817","nonce":1044588493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6815","nonce":1044588493}]},"public_addr":"172.21.15.32:6811/1044588493","cluster_addr":"172.21.15.32:6813/1044588493","heartbeat_back_addr":"172.21.15.32:6817/1044588493","heartbeat_front_addr":"172.21.15.32:6815/1044588493","state":["exists","up"]},{"osd":2,"uuid":"e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6819","nonce":3610898250}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6821","nonce":3610898250}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6825","nonce":3610898250}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6823","nonce":3610898250}]},"public_addr":"172.21.15.32:6819/3610898250","cluster_addr":"172.21.15.32:6821/3610898250","heartbeat_back_addr":"172.21.15.32:6825/3610898250","heartbeat_front_addr":"172.21.15.32:6823/3610898250","state":["exists","up"]},{"osd":3,"uuid":"668a99be-34d2-4824-823c-d208ecdd047d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6827","nonce":3841538155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6829","nonce":3841538155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6833","nonce":3841538155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6831","nonce":3841538155}]},"public_addr":"172.21.15.32:6827/3841538155","cluster_addr":"172.21.15.32:6829/3841538155","heartbeat_back_addr":"172.21.15.32:6833/3841538155","heartbeat_front_addr":"172.21.15.32:6831/3841538155","state":["exists","up"]},{"osd":4,"uuid":"c38abf29-4b38-48ec-8e22-d43dd3beeb49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6801","nonce":677530859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6803","nonce":677530859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6807","nonce":677530859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6805","nonce":677530859}]},"public_addr":"172.21.15.53:6801/677530859","cluster_addr":"172.21.15.53:6803/677530859","heartbeat_back_addr":"172.21.15.53:6807/677530859","heartbeat_front_addr":"172.21.15.53:6805/677530859","state":["exists","up"]},{"osd":5,"uuid":"6baac8a8-f703-4de4-bc66-f98e76cbaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6809","nonce":4016048484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6811","nonce":4016048484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6815","nonce":4016048484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6813","nonce":4016048484}]},"public_addr":"172.21.15.53:6809/4016048484","cluster_addr":"172.21.15.53:6811/4016048484","heartbeat_back_addr":"172.21.15.53:6815/4016048484","heartbeat_front_addr":"172.21.15.53:6813/4016048484","state":["exists","up"]},{"osd":6,"uuid":"500c4306-7cbf-4d8b-8159-85a50aa26755","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6817","nonce":3216592105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6819","nonce":3216592105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6823","nonce":3216592105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6821","nonce":3216592105}]},"public_addr":"172.21.15.53:6817/3216592105","cluster_addr":"172.21.15.53:6819/3216592105","heartbeat_back_addr":"172.21.15.53:6823/3216592105","heartbeat_front_addr":"172.21.15.53:6821/3216592105","state":["exists","up"]},{"osd":7,"uuid":"bd59da59-5a49-4fc4-9154-8c384e47060c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6825","nonce":707415155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6827","nonce":707415155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6831","nonce":707415155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6829","nonce":707415155}]},"public_addr":"172.21.15.53:6825/707415155","cluster_addr":"172.21.15.53:6827/707415155","heartbeat_back_addr":"172.21.15.53:6831/707415155","heartbeat_front_addr":"172.21.15.53:6829/707415155","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:51:36.452729+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:52:29.254966+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:53:23.380118+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:54:20.252422+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:55:12.574177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:05.115140+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:58.936934+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:57:52.545718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:6800/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/2174054771":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/1179193551":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/4047741452":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/2639698303":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2458326128":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6801/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6800/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/830923780":"2024-09-13T23:48:30.570454+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T23:58:12.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:12 smithi053 bash[24393]: cluster 2024-09-12T23:58:11.337116+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:12.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:12 smithi053 bash[24393]: audit 2024-09-12T23:58:12.169718+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.32:0/1617023185' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:12.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:12 smithi032 bash[22496]: cluster 2024-09-12T23:58:11.337116+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:12.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:12 smithi032 bash[22496]: audit 2024-09-12T23:58:12.169718+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.32:0/1617023185' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:12.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:12 smithi032 bash[32211]: cluster 2024-09-12T23:58:11.337116+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:12.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:12 smithi032 bash[32211]: audit 2024-09-12T23:58:12.169718+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.32:0/1617023185' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:12.978 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T23:53:25.819964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-12T23:58:12.978 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-12T23:58:14.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:14 smithi053 bash[24393]: cluster 2024-09-12T23:58:13.337696+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:15.925 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:14 smithi032 bash[22496]: cluster 2024-09-12T23:58:13.337696+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:15.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:14 smithi032 bash[32211]: cluster 2024-09-12T23:58:13.337696+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:16.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:16 smithi053 bash[24393]: cluster 2024-09-12T23:58:15.338349+0000 mgr.y (mgr.14150) 339 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:16.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:16 smithi032 bash[22496]: cluster 2024-09-12T23:58:15.338349+0000 mgr.y (mgr.14150) 339 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:16.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:16 smithi032 bash[32211]: cluster 2024-09-12T23:58:15.338349+0000 mgr.y (mgr.14150) 339 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:17.743 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:58:18.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:18 smithi053 bash[24393]: cluster 2024-09-12T23:58:17.338973+0000 mgr.y (mgr.14150) 340 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:18.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:18 smithi032 bash[22496]: cluster 2024-09-12T23:58:17.338973+0000 mgr.y (mgr.14150) 340 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:18.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:18 smithi032 bash[32211]: cluster 2024-09-12T23:58:17.338973+0000 mgr.y (mgr.14150) 340 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:20.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:20 smithi053 bash[24393]: cluster 2024-09-12T23:58:19.339538+0000 mgr.y (mgr.14150) 341 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:20.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:20 smithi032 bash[22496]: cluster 2024-09-12T23:58:19.339538+0000 mgr.y (mgr.14150) 341 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:20 smithi032 bash[32211]: cluster 2024-09-12T23:58:19.339538+0000 mgr.y (mgr.14150) 341 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:21.621 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-12T23:58:22.446 INFO:tasks.cephadm:Adding mds.a on smithi032 2024-09-12T23:58:22.446 INFO:tasks.cephadm:Adding mds.b on smithi053 2024-09-12T23:58:22.446 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch apply mds all '2;smithi032=a;smithi053=b' 2024-09-12T23:58:22.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:22 smithi053 bash[24393]: cluster 2024-09-12T23:58:21.340061+0000 mgr.y (mgr.14150) 342 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:22 smithi053 bash[24393]: audit 2024-09-12T23:58:21.624188+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.32:0/2140922830' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T23:58:22.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:22 smithi032 bash[22496]: cluster 2024-09-12T23:58:21.340061+0000 mgr.y (mgr.14150) 342 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:22.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:22 smithi032 bash[22496]: audit 2024-09-12T23:58:21.624188+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.32:0/2140922830' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T23:58:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:22 smithi032 bash[32211]: cluster 2024-09-12T23:58:21.340061+0000 mgr.y (mgr.14150) 342 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:22 smithi032 bash[32211]: audit 2024-09-12T23:58:21.624188+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.32:0/2140922830' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T23:58:24.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:24 smithi032 bash[32211]: cluster 2024-09-12T23:58:23.340636+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:24.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:24 smithi032 bash[22496]: cluster 2024-09-12T23:58:23.340636+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:25.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:24 smithi053 bash[24393]: cluster 2024-09-12T23:58:23.340636+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:26.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:26 smithi032 bash[32211]: cluster 2024-09-12T23:58:25.341196+0000 mgr.y (mgr.14150) 344 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:26.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:26 smithi032 bash[22496]: cluster 2024-09-12T23:58:25.341196+0000 mgr.y (mgr.14150) 344 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:27.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:26 smithi053 bash[24393]: cluster 2024-09-12T23:58:25.341196+0000 mgr.y (mgr.14150) 344 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:27.211 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:58:28.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:28 smithi032 bash[22496]: cluster 2024-09-12T23:58:27.341796+0000 mgr.y (mgr.14150) 345 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:28.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:28 smithi032 bash[32211]: cluster 2024-09-12T23:58:27.341796+0000 mgr.y (mgr.14150) 345 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:29.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:28 smithi053 bash[24393]: cluster 2024-09-12T23:58:27.341796+0000 mgr.y (mgr.14150) 345 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:30.228 INFO:teuthology.orchestra.run.smithi053.stdout:Scheduled mds.all update... 2024-09-12T23:58:30.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:30 smithi032 bash[32211]: cluster 2024-09-12T23:58:29.342326+0000 mgr.y (mgr.14150) 346 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:30.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:30 smithi032 bash[32211]: audit 2024-09-12T23:58:30.230424+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:30.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:30 smithi032 bash[32211]: audit 2024-09-12T23:58:30.232125+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:58:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:30 smithi032 bash[22496]: cluster 2024-09-12T23:58:29.342326+0000 mgr.y (mgr.14150) 346 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:30 smithi032 bash[22496]: audit 2024-09-12T23:58:30.230424+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:30 smithi032 bash[22496]: audit 2024-09-12T23:58:30.232125+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:58:30.946 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:30 smithi053 bash[24393]: cluster 2024-09-12T23:58:29.342326+0000 mgr.y (mgr.14150) 346 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:30.947 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:30 smithi053 bash[24393]: audit 2024-09-12T23:58:30.230424+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:30.947 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:30 smithi053 bash[24393]: audit 2024-09-12T23:58:30.232125+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:58:30.948 DEBUG:teuthology.orchestra.run.smithi032:mds.a> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@mds.a.service 2024-09-12T23:58:30.950 DEBUG:teuthology.orchestra.run.smithi053:mds.b> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@mds.b.service 2024-09-12T23:58:30.953 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-12T23:58:30.953 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T23:58:31.281 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:31.282 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":49,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","created":"2024-09-12T23:48:03.065767+0000","modified":"2024-09-12T23:57:55.468819+0000","last_up_change":"2024-09-12T23:57:54.457791+0000","last_in_change":"2024-09-12T23:57:27.632433+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T23:53:25.819964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"86015052-3e53-4869-9fb8-a836fe6f5dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6803","nonce":500240744}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6805","nonce":500240744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6809","nonce":500240744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6807","nonce":500240744}]},"public_addr":"172.21.15.32:6803/500240744","cluster_addr":"172.21.15.32:6805/500240744","heartbeat_back_addr":"172.21.15.32:6809/500240744","heartbeat_front_addr":"172.21.15.32:6807/500240744","state":["exists","up"]},{"osd":1,"uuid":"50d3aadf-6035-45fc-b0c0-de55e13b31ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6811","nonce":1044588493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6813","nonce":1044588493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6817","nonce":1044588493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6815","nonce":1044588493}]},"public_addr":"172.21.15.32:6811/1044588493","cluster_addr":"172.21.15.32:6813/1044588493","heartbeat_back_addr":"172.21.15.32:6817/1044588493","heartbeat_front_addr":"172.21.15.32:6815/1044588493","state":["exists","up"]},{"osd":2,"uuid":"e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6819","nonce":3610898250}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6821","nonce":3610898250}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6825","nonce":3610898250}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6823","nonce":3610898250}]},"public_addr":"172.21.15.32:6819/3610898250","cluster_addr":"172.21.15.32:6821/3610898250","heartbeat_back_addr":"172.21.15.32:6825/3610898250","heartbeat_front_addr":"172.21.15.32:6823/3610898250","state":["exists","up"]},{"osd":3,"uuid":"668a99be-34d2-4824-823c-d208ecdd047d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6827","nonce":3841538155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6829","nonce":3841538155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6833","nonce":3841538155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6831","nonce":3841538155}]},"public_addr":"172.21.15.32:6827/3841538155","cluster_addr":"172.21.15.32:6829/3841538155","heartbeat_back_addr":"172.21.15.32:6833/3841538155","heartbeat_front_addr":"172.21.15.32:6831/3841538155","state":["exists","up"]},{"osd":4,"uuid":"c38abf29-4b38-48ec-8e22-d43dd3beeb49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6801","nonce":677530859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6803","nonce":677530859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6807","nonce":677530859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6805","nonce":677530859}]},"public_addr":"172.21.15.53:6801/677530859","cluster_addr":"172.21.15.53:6803/677530859","heartbeat_back_addr":"172.21.15.53:6807/677530859","heartbeat_front_addr":"172.21.15.53:6805/677530859","state":["exists","up"]},{"osd":5,"uuid":"6baac8a8-f703-4de4-bc66-f98e76cbaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6809","nonce":4016048484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6811","nonce":4016048484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6815","nonce":4016048484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6813","nonce":4016048484}]},"public_addr":"172.21.15.53:6809/4016048484","cluster_addr":"172.21.15.53:6811/4016048484","heartbeat_back_addr":"172.21.15.53:6815/4016048484","heartbeat_front_addr":"172.21.15.53:6813/4016048484","state":["exists","up"]},{"osd":6,"uuid":"500c4306-7cbf-4d8b-8159-85a50aa26755","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6817","nonce":3216592105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6819","nonce":3216592105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6823","nonce":3216592105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6821","nonce":3216592105}]},"public_addr":"172.21.15.53:6817/3216592105","cluster_addr":"172.21.15.53:6819/3216592105","heartbeat_back_addr":"172.21.15.53:6823/3216592105","heartbeat_front_addr":"172.21.15.53:6821/3216592105","state":["exists","up"]},{"osd":7,"uuid":"bd59da59-5a49-4fc4-9154-8c384e47060c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6825","nonce":707415155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6827","nonce":707415155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6831","nonce":707415155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6829","nonce":707415155}]},"public_addr":"172.21.15.53:6825/707415155","cluster_addr":"172.21.15.53:6827/707415155","heartbeat_back_addr":"172.21.15.53:6831/707415155","heartbeat_front_addr":"172.21.15.53:6829/707415155","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:51:36.452729+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:52:29.254966+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:53:23.380118+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:54:20.252422+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:55:12.574177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:05.115140+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:58.936934+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:57:52.545718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:6800/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/2174054771":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/1179193551":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/4047741452":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/2639698303":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2458326128":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6801/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6800/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/830923780":"2024-09-13T23:48:30.570454+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T23:58:31.300 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T23:53:25.819964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-12T23:58:31.301 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-12T23:58:31.555 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[32211]: audit 2024-09-12T23:58:30.219352+0000 mgr.y (mgr.14150) 347 : audit [DBG] from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi032=a;smithi053=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:58:31.556 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[32211]: cephadm 2024-09-12T23:58:30.222917+0000 mgr.y (mgr.14150) 348 : cephadm [INF] Saving service mds.all spec with placement smithi032=a;smithi053=b;count:2 2024-09-12T23:58:31.556 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[32211]: audit 2024-09-12T23:58:30.730919+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:31.556 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[32211]: audit 2024-09-12T23:58:30.732664+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:58:31.556 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[32211]: audit 2024-09-12T23:58:30.741099+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:31.556 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[32211]: audit 2024-09-12T23:58:30.746038+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T23:58:31.556 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[32211]: audit 2024-09-12T23:58:30.751401+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T23:58:31.556 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[32211]: audit 2024-09-12T23:58:30.752986+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:31.556 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[32211]: cephadm 2024-09-12T23:58:30.754526+0000 mgr.y (mgr.14150) 349 : cephadm [INF] Deploying daemon mds.a on smithi032 2024-09-12T23:58:31.556 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[32211]: audit 2024-09-12T23:58:31.284085+0000 mon.a (mon.0) 622 : audit [DBG] from='client.? 172.21.15.32:0/3799231890' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:31.606 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-12T23:58:31.628 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T23:58:31.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[22496]: audit 2024-09-12T23:58:30.219352+0000 mgr.y (mgr.14150) 347 : audit [DBG] from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi032=a;smithi053=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:58:31.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[22496]: cephadm 2024-09-12T23:58:30.222917+0000 mgr.y (mgr.14150) 348 : cephadm [INF] Saving service mds.all spec with placement smithi032=a;smithi053=b;count:2 2024-09-12T23:58:31.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[22496]: audit 2024-09-12T23:58:30.730919+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:31.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[22496]: audit 2024-09-12T23:58:30.732664+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:58:31.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[22496]: audit 2024-09-12T23:58:30.741099+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:31.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[22496]: audit 2024-09-12T23:58:30.746038+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T23:58:31.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[22496]: audit 2024-09-12T23:58:30.751401+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T23:58:31.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[22496]: audit 2024-09-12T23:58:30.752986+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:31.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[22496]: cephadm 2024-09-12T23:58:30.754526+0000 mgr.y (mgr.14150) 349 : cephadm [INF] Deploying daemon mds.a on smithi032 2024-09-12T23:58:31.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:31 smithi032 bash[22496]: audit 2024-09-12T23:58:31.284085+0000 mon.a (mon.0) 622 : audit [DBG] from='client.? 172.21.15.32:0/3799231890' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:31.955 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:31.955 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-12T23:58:31.955 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 1 2024-09-12T23:58:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:31 smithi053 bash[24393]: audit 2024-09-12T23:58:30.219352+0000 mgr.y (mgr.14150) 347 : audit [DBG] from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi032=a;smithi053=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:58:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:31 smithi053 bash[24393]: cephadm 2024-09-12T23:58:30.222917+0000 mgr.y (mgr.14150) 348 : cephadm [INF] Saving service mds.all spec with placement smithi032=a;smithi053=b;count:2 2024-09-12T23:58:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:31 smithi053 bash[24393]: audit 2024-09-12T23:58:30.730919+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:31 smithi053 bash[24393]: audit 2024-09-12T23:58:30.732664+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:58:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:31 smithi053 bash[24393]: audit 2024-09-12T23:58:30.741099+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:31 smithi053 bash[24393]: audit 2024-09-12T23:58:30.746038+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T23:58:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:31 smithi053 bash[24393]: audit 2024-09-12T23:58:30.751401+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T23:58:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:31 smithi053 bash[24393]: audit 2024-09-12T23:58:30.752986+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:31 smithi053 bash[24393]: cephadm 2024-09-12T23:58:30.754526+0000 mgr.y (mgr.14150) 349 : cephadm [INF] Deploying daemon mds.a on smithi032 2024-09-12T23:58:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:31 smithi053 bash[24393]: audit 2024-09-12T23:58:31.284085+0000 mon.a (mon.0) 622 : audit [DBG] from='client.? 172.21.15.32:0/3799231890' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:32.795 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:32 smithi032 bash[22496]: cluster 2024-09-12T23:58:31.342793+0000 mgr.y (mgr.14150) 350 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:32.795 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:32 smithi032 bash[22496]: audit 2024-09-12T23:58:31.610079+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.32:0/3362483260' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T23:58:32.795 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:32 smithi032 bash[22496]: audit 2024-09-12T23:58:31.958108+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.32:0/3789311086' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:32.795 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:32 smithi032 bash[32211]: cluster 2024-09-12T23:58:31.342793+0000 mgr.y (mgr.14150) 350 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:32.795 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:32 smithi032 bash[32211]: audit 2024-09-12T23:58:31.610079+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.32:0/3362483260' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T23:58:32.795 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:32 smithi032 bash[32211]: audit 2024-09-12T23:58:31.958108+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.32:0/3789311086' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:33.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:32 smithi053 bash[24393]: cluster 2024-09-12T23:58:31.342793+0000 mgr.y (mgr.14150) 350 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:33.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:32 smithi053 bash[24393]: audit 2024-09-12T23:58:31.610079+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.32:0/3362483260' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T23:58:33.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:32 smithi053 bash[24393]: audit 2024-09-12T23:58:31.958108+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.32:0/3789311086' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:33.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.662 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.662 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.663 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.663 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.663 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.664 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.664 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.975 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T23:58:33.984 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.984 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.985 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.985 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.985 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.986 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.986 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:33.986 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: Started Ceph mds.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-12T23:58:33.986 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:58:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:34.310 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:34.310 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-12T23:58:34.310 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 1 2024-09-12T23:58:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[22496]: cluster 2024-09-12T23:58:33.343295+0000 mgr.y (mgr.14150) 351 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[22496]: audit 2024-09-12T23:58:33.843097+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[22496]: audit 2024-09-12T23:58:33.848310+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[22496]: audit 2024-09-12T23:58:33.853353+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[22496]: audit 2024-09-12T23:58:33.854026+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T23:58:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[22496]: audit 2024-09-12T23:58:33.857783+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T23:58:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[22496]: audit 2024-09-12T23:58:33.858514+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[22496]: audit 2024-09-12T23:58:34.313054+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.32:0/3926606274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[32211]: cluster 2024-09-12T23:58:33.343295+0000 mgr.y (mgr.14150) 351 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[32211]: audit 2024-09-12T23:58:33.843097+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[32211]: audit 2024-09-12T23:58:33.848310+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[32211]: audit 2024-09-12T23:58:33.853353+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[32211]: audit 2024-09-12T23:58:33.854026+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T23:58:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[32211]: audit 2024-09-12T23:58:33.857783+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T23:58:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[32211]: audit 2024-09-12T23:58:33.858514+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:34 smithi032 bash[32211]: audit 2024-09-12T23:58:34.313054+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.32:0/3926606274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:35.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:34 smithi053 bash[24393]: cluster 2024-09-12T23:58:33.343295+0000 mgr.y (mgr.14150) 351 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:35.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:34 smithi053 bash[24393]: audit 2024-09-12T23:58:33.843097+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:35.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:34 smithi053 bash[24393]: audit 2024-09-12T23:58:33.848310+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:35.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:34 smithi053 bash[24393]: audit 2024-09-12T23:58:33.853353+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:35.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:34 smithi053 bash[24393]: audit 2024-09-12T23:58:33.854026+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T23:58:35.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:34 smithi053 bash[24393]: audit 2024-09-12T23:58:33.857783+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T23:58:35.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:34 smithi053 bash[24393]: audit 2024-09-12T23:58:33.858514+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:35.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:34 smithi053 bash[24393]: audit 2024-09-12T23:58:34.313054+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.32:0/3926606274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:35.412 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 12 23:58:35 smithi032 bash[56461]: starting mds.a at 2024-09-12T23:58:35.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:35 smithi032 bash[22496]: cephadm 2024-09-12T23:58:33.859343+0000 mgr.y (mgr.14150) 352 : cephadm [INF] Deploying daemon mds.b on smithi053 2024-09-12T23:58:35.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:35 smithi032 bash[22496]: cluster 2024-09-12T23:58:35.280927+0000 mon.a (mon.0) 630 : cluster [DBG] mds.? [v2:172.21.15.32:6834/2080237266,v1:172.21.15.32:6835/2080237266] up:boot 2024-09-12T23:58:35.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:35 smithi032 bash[22496]: cluster 2024-09-12T23:58:35.280969+0000 mon.a (mon.0) 631 : cluster [DBG] fsmap 1 up:standby 2024-09-12T23:58:35.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:35 smithi032 bash[22496]: audit 2024-09-12T23:58:35.281064+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T23:58:35.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:35 smithi032 bash[32211]: cephadm 2024-09-12T23:58:33.859343+0000 mgr.y (mgr.14150) 352 : cephadm [INF] Deploying daemon mds.b on smithi053 2024-09-12T23:58:35.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:35 smithi032 bash[32211]: cluster 2024-09-12T23:58:35.280927+0000 mon.a (mon.0) 630 : cluster [DBG] mds.? [v2:172.21.15.32:6834/2080237266,v1:172.21.15.32:6835/2080237266] up:boot 2024-09-12T23:58:35.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:35 smithi032 bash[32211]: cluster 2024-09-12T23:58:35.280969+0000 mon.a (mon.0) 631 : cluster [DBG] fsmap 1 up:standby 2024-09-12T23:58:35.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:35 smithi032 bash[32211]: audit 2024-09-12T23:58:35.281064+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T23:58:35.998 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:35 smithi053 bash[24393]: cephadm 2024-09-12T23:58:33.859343+0000 mgr.y (mgr.14150) 352 : cephadm [INF] Deploying daemon mds.b on smithi053 2024-09-12T23:58:35.998 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:35 smithi053 bash[24393]: cluster 2024-09-12T23:58:35.280927+0000 mon.a (mon.0) 630 : cluster [DBG] mds.? [v2:172.21.15.32:6834/2080237266,v1:172.21.15.32:6835/2080237266] up:boot 2024-09-12T23:58:35.998 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:35 smithi053 bash[24393]: cluster 2024-09-12T23:58:35.280969+0000 mon.a (mon.0) 631 : cluster [DBG] fsmap 1 up:standby 2024-09-12T23:58:35.999 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:35 smithi053 bash[24393]: audit 2024-09-12T23:58:35.281064+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T23:58:36.259 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:36.259 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:36.259 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:36.260 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:36.260 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:36.260 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:36.261 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:36.330 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T23:58:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:36.535 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:36.535 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:36.535 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:36.536 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:36.536 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:36.536 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:58:36.536 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 12 23:58:36 smithi053 systemd[1]: Started Ceph mds.b for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-12T23:58:36.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:36 smithi032 bash[22496]: cluster 2024-09-12T23:58:35.343827+0000 mgr.y (mgr.14150) 353 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:36.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:36 smithi032 bash[22496]: audit 2024-09-12T23:58:36.543785+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:36.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:36 smithi032 bash[22496]: audit 2024-09-12T23:58:36.553069+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:36.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:36 smithi032 bash[22496]: audit 2024-09-12T23:58:36.560815+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:36 smithi032 bash[32211]: cluster 2024-09-12T23:58:35.343827+0000 mgr.y (mgr.14150) 353 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:36 smithi032 bash[32211]: audit 2024-09-12T23:58:36.543785+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:36 smithi032 bash[32211]: audit 2024-09-12T23:58:36.553069+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:36 smithi032 bash[32211]: audit 2024-09-12T23:58:36.560815+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:36.679 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2080237266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2080237266},{"type":"v1","addr":"172.21.15.32:6835","nonce":2080237266}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-12T23:58:36.679 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 2 2024-09-12T23:58:37.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:36 smithi053 bash[24393]: cluster 2024-09-12T23:58:35.343827+0000 mgr.y (mgr.14150) 353 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:37.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:36 smithi053 bash[24393]: audit 2024-09-12T23:58:36.543785+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:37.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:36 smithi053 bash[24393]: audit 2024-09-12T23:58:36.553069+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:37.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:36 smithi053 bash[24393]: audit 2024-09-12T23:58:36.560815+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:37.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:37 smithi032 bash[22496]: audit 2024-09-12T23:58:36.569350+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:37.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:37 smithi032 bash[22496]: audit 2024-09-12T23:58:36.581349+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:37.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:37 smithi032 bash[22496]: audit 2024-09-12T23:58:36.625192+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:58:37.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:37 smithi032 bash[22496]: audit 2024-09-12T23:58:36.682281+0000 mon.a (mon.0) 639 : audit [DBG] from='client.? 172.21.15.32:0/732774579' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:37 smithi032 bash[32211]: audit 2024-09-12T23:58:36.569350+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:37 smithi032 bash[32211]: audit 2024-09-12T23:58:36.581349+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:37 smithi032 bash[32211]: audit 2024-09-12T23:58:36.625192+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:58:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:37 smithi032 bash[32211]: audit 2024-09-12T23:58:36.682281+0000 mon.a (mon.0) 639 : audit [DBG] from='client.? 172.21.15.32:0/732774579' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:38.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:37 smithi053 bash[24393]: audit 2024-09-12T23:58:36.569350+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:38.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:37 smithi053 bash[24393]: audit 2024-09-12T23:58:36.581349+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:38.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:37 smithi053 bash[24393]: audit 2024-09-12T23:58:36.625192+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:58:38.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:37 smithi053 bash[24393]: audit 2024-09-12T23:58:36.682281+0000 mon.a (mon.0) 639 : audit [DBG] from='client.? 172.21.15.32:0/732774579' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:38.035 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 12 23:58:37 smithi053 bash[48280]: starting mds.b at 2024-09-12T23:58:38.698 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T23:58:38.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:38 smithi032 bash[22496]: cluster 2024-09-12T23:58:37.344428+0000 mgr.y (mgr.14150) 354 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:38.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:38 smithi032 bash[22496]: audit 2024-09-12T23:58:37.979718+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:38.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:38 smithi032 bash[32211]: cluster 2024-09-12T23:58:37.344428+0000 mgr.y (mgr.14150) 354 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:38.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:38 smithi032 bash[32211]: audit 2024-09-12T23:58:37.979718+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:39.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:38 smithi053 bash[24393]: cluster 2024-09-12T23:58:37.344428+0000 mgr.y (mgr.14150) 354 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:38 smithi053 bash[24393]: audit 2024-09-12T23:58:37.979718+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:39.038 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:39.039 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2080237266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2080237266},{"type":"v1","addr":"172.21.15.32:6835","nonce":2080237266}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24349,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/733527454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":733527454},{"type":"v1","addr":"172.21.15.53:6833","nonce":733527454}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-12T23:58:39.039 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 3 2024-09-12T23:58:39.058 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T23:58:39.357 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:39.357 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":49,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","created":"2024-09-12T23:48:03.065767+0000","modified":"2024-09-12T23:57:55.468819+0000","last_up_change":"2024-09-12T23:57:54.457791+0000","last_in_change":"2024-09-12T23:57:27.632433+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T23:53:25.819964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"86015052-3e53-4869-9fb8-a836fe6f5dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6803","nonce":500240744}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6805","nonce":500240744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6809","nonce":500240744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6807","nonce":500240744}]},"public_addr":"172.21.15.32:6803/500240744","cluster_addr":"172.21.15.32:6805/500240744","heartbeat_back_addr":"172.21.15.32:6809/500240744","heartbeat_front_addr":"172.21.15.32:6807/500240744","state":["exists","up"]},{"osd":1,"uuid":"50d3aadf-6035-45fc-b0c0-de55e13b31ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6811","nonce":1044588493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6813","nonce":1044588493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6817","nonce":1044588493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6815","nonce":1044588493}]},"public_addr":"172.21.15.32:6811/1044588493","cluster_addr":"172.21.15.32:6813/1044588493","heartbeat_back_addr":"172.21.15.32:6817/1044588493","heartbeat_front_addr":"172.21.15.32:6815/1044588493","state":["exists","up"]},{"osd":2,"uuid":"e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6819","nonce":3610898250}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6821","nonce":3610898250}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6825","nonce":3610898250}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6823","nonce":3610898250}]},"public_addr":"172.21.15.32:6819/3610898250","cluster_addr":"172.21.15.32:6821/3610898250","heartbeat_back_addr":"172.21.15.32:6825/3610898250","heartbeat_front_addr":"172.21.15.32:6823/3610898250","state":["exists","up"]},{"osd":3,"uuid":"668a99be-34d2-4824-823c-d208ecdd047d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6827","nonce":3841538155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6829","nonce":3841538155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6833","nonce":3841538155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6831","nonce":3841538155}]},"public_addr":"172.21.15.32:6827/3841538155","cluster_addr":"172.21.15.32:6829/3841538155","heartbeat_back_addr":"172.21.15.32:6833/3841538155","heartbeat_front_addr":"172.21.15.32:6831/3841538155","state":["exists","up"]},{"osd":4,"uuid":"c38abf29-4b38-48ec-8e22-d43dd3beeb49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6801","nonce":677530859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6803","nonce":677530859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6807","nonce":677530859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6805","nonce":677530859}]},"public_addr":"172.21.15.53:6801/677530859","cluster_addr":"172.21.15.53:6803/677530859","heartbeat_back_addr":"172.21.15.53:6807/677530859","heartbeat_front_addr":"172.21.15.53:6805/677530859","state":["exists","up"]},{"osd":5,"uuid":"6baac8a8-f703-4de4-bc66-f98e76cbaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6809","nonce":4016048484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6811","nonce":4016048484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6815","nonce":4016048484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6813","nonce":4016048484}]},"public_addr":"172.21.15.53:6809/4016048484","cluster_addr":"172.21.15.53:6811/4016048484","heartbeat_back_addr":"172.21.15.53:6815/4016048484","heartbeat_front_addr":"172.21.15.53:6813/4016048484","state":["exists","up"]},{"osd":6,"uuid":"500c4306-7cbf-4d8b-8159-85a50aa26755","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6817","nonce":3216592105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6819","nonce":3216592105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6823","nonce":3216592105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6821","nonce":3216592105}]},"public_addr":"172.21.15.53:6817/3216592105","cluster_addr":"172.21.15.53:6819/3216592105","heartbeat_back_addr":"172.21.15.53:6823/3216592105","heartbeat_front_addr":"172.21.15.53:6821/3216592105","state":["exists","up"]},{"osd":7,"uuid":"bd59da59-5a49-4fc4-9154-8c384e47060c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6825","nonce":707415155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6827","nonce":707415155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6831","nonce":707415155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6829","nonce":707415155}]},"public_addr":"172.21.15.53:6825/707415155","cluster_addr":"172.21.15.53:6827/707415155","heartbeat_back_addr":"172.21.15.53:6831/707415155","heartbeat_front_addr":"172.21.15.53:6829/707415155","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:51:36.452729+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:52:29.254966+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:53:23.380118+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:54:20.252422+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:55:12.574177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:05.115140+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:58.936934+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:57:52.545718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:6800/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/2174054771":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/1179193551":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/4047741452":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/2639698303":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2458326128":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6801/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6800/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/830923780":"2024-09-13T23:48:30.570454+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T23:58:39.375 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T23:53:25.819964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-12T23:58:39.376 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-12T23:58:39.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:39 smithi032 bash[32211]: cluster 2024-09-12T23:58:38.597116+0000 mon.a (mon.0) 641 : cluster [DBG] mds.? [v2:172.21.15.53:6832/733527454,v1:172.21.15.53:6833/733527454] up:boot 2024-09-12T23:58:39.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:39 smithi032 bash[32211]: cluster 2024-09-12T23:58:38.597210+0000 mon.a (mon.0) 642 : cluster [DBG] fsmap 2 up:standby 2024-09-12T23:58:39.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:39 smithi032 bash[32211]: audit 2024-09-12T23:58:38.597429+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T23:58:39.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:39 smithi032 bash[32211]: audit 2024-09-12T23:58:39.041872+0000 mon.a (mon.0) 644 : audit [DBG] from='client.? 172.21.15.32:0/3683962246' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:39.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:39 smithi032 bash[32211]: audit 2024-09-12T23:58:39.358589+0000 mon.a (mon.0) 645 : audit [DBG] from='client.? 172.21.15.32:0/4076485635' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:39.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:39 smithi032 bash[22496]: cluster 2024-09-12T23:58:38.597116+0000 mon.a (mon.0) 641 : cluster [DBG] mds.? [v2:172.21.15.53:6832/733527454,v1:172.21.15.53:6833/733527454] up:boot 2024-09-12T23:58:39.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:39 smithi032 bash[22496]: cluster 2024-09-12T23:58:38.597210+0000 mon.a (mon.0) 642 : cluster [DBG] fsmap 2 up:standby 2024-09-12T23:58:39.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:39 smithi032 bash[22496]: audit 2024-09-12T23:58:38.597429+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T23:58:39.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:39 smithi032 bash[22496]: audit 2024-09-12T23:58:39.041872+0000 mon.a (mon.0) 644 : audit [DBG] from='client.? 172.21.15.32:0/3683962246' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:39.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:39 smithi032 bash[22496]: audit 2024-09-12T23:58:39.358589+0000 mon.a (mon.0) 645 : audit [DBG] from='client.? 172.21.15.32:0/4076485635' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:39.675 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-12T23:58:39.694 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-12T23:58:39.991 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:39.991 INFO:teuthology.orchestra.run.smithi032.stdout:[ 2024-09-12T23:58:39.991 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-12T23:58:39.991 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 1, 2024-09-12T23:58:39.991 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": ".mgr" 2024-09-12T23:58:39.991 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-12T23:58:39.991 INFO:teuthology.orchestra.run.smithi032.stdout:] 2024-09-12T23:58:40.010 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-12T23:58:40.010 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-12T23:58:40.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:39 smithi053 bash[24393]: cluster 2024-09-12T23:58:38.597116+0000 mon.a (mon.0) 641 : cluster [DBG] mds.? [v2:172.21.15.53:6832/733527454,v1:172.21.15.53:6833/733527454] up:boot 2024-09-12T23:58:40.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:39 smithi053 bash[24393]: cluster 2024-09-12T23:58:38.597210+0000 mon.a (mon.0) 642 : cluster [DBG] fsmap 2 up:standby 2024-09-12T23:58:40.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:39 smithi053 bash[24393]: audit 2024-09-12T23:58:38.597429+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T23:58:40.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:39 smithi053 bash[24393]: audit 2024-09-12T23:58:39.041872+0000 mon.a (mon.0) 644 : audit [DBG] from='client.? 172.21.15.32:0/3683962246' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:40.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:39 smithi053 bash[24393]: audit 2024-09-12T23:58:39.358589+0000 mon.a (mon.0) 645 : audit [DBG] from='client.? 172.21.15.32:0/4076485635' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:40.802 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' created 2024-09-12T23:58:40.824 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-12T23:58:41.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:40 smithi053 bash[24393]: cluster 2024-09-12T23:58:39.344924+0000 mgr.y (mgr.14150) 355 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:40 smithi053 bash[24393]: audit 2024-09-12T23:58:39.678702+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.32:0/70667847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T23:58:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:40 smithi053 bash[24393]: audit 2024-09-12T23:58:39.994286+0000 mon.a (mon.0) 646 : audit [DBG] from='client.? 172.21.15.32:0/121944471' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-12T23:58:41.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:40 smithi032 bash[32211]: cluster 2024-09-12T23:58:39.344924+0000 mgr.y (mgr.14150) 355 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:41.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:40 smithi032 bash[32211]: audit 2024-09-12T23:58:39.678702+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.32:0/70667847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T23:58:41.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:40 smithi032 bash[32211]: audit 2024-09-12T23:58:39.994286+0000 mon.a (mon.0) 646 : audit [DBG] from='client.? 172.21.15.32:0/121944471' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-12T23:58:41.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:40 smithi032 bash[22496]: cluster 2024-09-12T23:58:39.344924+0000 mgr.y (mgr.14150) 355 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:41.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:40 smithi032 bash[22496]: audit 2024-09-12T23:58:39.678702+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.32:0/70667847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T23:58:41.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:40 smithi032 bash[22496]: audit 2024-09-12T23:58:39.994286+0000 mon.a (mon.0) 646 : audit [DBG] from='client.? 172.21.15.32:0/121944471' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-12T23:58:41.815 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' created 2024-09-12T23:58:41.842 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-12T23:58:42.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:41 smithi053 bash[24393]: audit 2024-09-12T23:58:40.318972+0000 mon.a (mon.0) 647 : audit [INF] from='client.? 172.21.15.32:0/1329430194' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-12T23:58:42.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:41 smithi053 bash[24393]: audit 2024-09-12T23:58:40.805243+0000 mon.a (mon.0) 648 : audit [INF] from='client.? 172.21.15.32:0/1329430194' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-12T23:58:42.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:41 smithi053 bash[24393]: cluster 2024-09-12T23:58:40.805383+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-09-12T23:58:42.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:41 smithi053 bash[24393]: audit 2024-09-12T23:58:41.127910+0000 mon.c (mon.2) 16 : audit [INF] from='client.? 172.21.15.32:0/3879736425' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-12T23:58:42.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:41 smithi053 bash[24393]: audit 2024-09-12T23:58:41.128486+0000 mon.a (mon.0) 650 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-12T23:58:42.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:41 smithi032 bash[22496]: audit 2024-09-12T23:58:40.318972+0000 mon.a (mon.0) 647 : audit [INF] from='client.? 172.21.15.32:0/1329430194' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-12T23:58:42.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:41 smithi032 bash[22496]: audit 2024-09-12T23:58:40.805243+0000 mon.a (mon.0) 648 : audit [INF] from='client.? 172.21.15.32:0/1329430194' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-12T23:58:42.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:41 smithi032 bash[22496]: cluster 2024-09-12T23:58:40.805383+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-09-12T23:58:42.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:41 smithi032 bash[22496]: audit 2024-09-12T23:58:41.127910+0000 mon.c (mon.2) 16 : audit [INF] from='client.? 172.21.15.32:0/3879736425' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-12T23:58:42.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:41 smithi032 bash[22496]: audit 2024-09-12T23:58:41.128486+0000 mon.a (mon.0) 650 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-12T23:58:42.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:41 smithi032 bash[32211]: audit 2024-09-12T23:58:40.318972+0000 mon.a (mon.0) 647 : audit [INF] from='client.? 172.21.15.32:0/1329430194' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-12T23:58:42.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:41 smithi032 bash[32211]: audit 2024-09-12T23:58:40.805243+0000 mon.a (mon.0) 648 : audit [INF] from='client.? 172.21.15.32:0/1329430194' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-12T23:58:42.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:41 smithi032 bash[32211]: cluster 2024-09-12T23:58:40.805383+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-09-12T23:58:42.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:41 smithi032 bash[32211]: audit 2024-09-12T23:58:41.127910+0000 mon.c (mon.2) 16 : audit [INF] from='client.? 172.21.15.32:0/3879736425' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-12T23:58:42.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:41 smithi032 bash[32211]: audit 2024-09-12T23:58:41.128486+0000 mon.a (mon.0) 650 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-12T23:58:42.829 INFO:teuthology.orchestra.run.smithi032.stderr:new fs with metadata pool 2 and data pool 3 2024-09-12T23:58:42.857 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T23:58:43.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: cluster 2024-09-12T23:58:41.345552+0000 mgr.y (mgr.14150) 356 : cluster [DBG] pgmap v329: 33 pgs: 4 creating+peering, 28 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:43.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: audit 2024-09-12T23:58:41.750286+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: audit 2024-09-12T23:58:41.753482+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: audit 2024-09-12T23:58:41.757423+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: audit 2024-09-12T23:58:41.760955+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: audit 2024-09-12T23:58:41.761702+0000 mon.a (mon.0) 655 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: audit 2024-09-12T23:58:41.762322+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:58:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: audit 2024-09-12T23:58:41.766659+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: audit 2024-09-12T23:58:41.798228+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:58:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: audit 2024-09-12T23:58:41.800444+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: cluster 2024-09-12T23:58:41.801344+0000 mon.a (mon.0) 660 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-12T23:58:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: audit 2024-09-12T23:58:41.802522+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:58:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: audit 2024-09-12T23:58:41.815655+0000 mon.a (mon.0) 662 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-12T23:58:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: cluster 2024-09-12T23:58:41.815849+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-09-12T23:58:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: audit 2024-09-12T23:58:41.830389+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: audit 2024-09-12T23:58:42.153097+0000 mon.c (mon.2) 17 : audit [INF] from='client.? 172.21.15.32:0/1760841127' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-12T23:58:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: audit 2024-09-12T23:58:42.153619+0000 mon.a (mon.0) 665 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-12T23:58:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:42 smithi053 bash[24393]: cluster 2024-09-12T23:58:42.154035+0000 mon.a (mon.0) 666 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-12T23:58:43.145 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:43.145 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":52,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","created":"2024-09-12T23:48:03.065767+0000","modified":"2024-09-12T23:58:42.153710+0000","last_up_change":"2024-09-12T23:57:54.457791+0000","last_in_change":"2024-09-12T23:57:27.632433+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T23:53:25.819964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T23:58:40.748630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T23:58:41.578359+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86015052-3e53-4869-9fb8-a836fe6f5dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6803","nonce":500240744}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6805","nonce":500240744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6809","nonce":500240744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6807","nonce":500240744}]},"public_addr":"172.21.15.32:6803/500240744","cluster_addr":"172.21.15.32:6805/500240744","heartbeat_back_addr":"172.21.15.32:6809/500240744","heartbeat_front_addr":"172.21.15.32:6807/500240744","state":["exists","up"]},{"osd":1,"uuid":"50d3aadf-6035-45fc-b0c0-de55e13b31ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6811","nonce":1044588493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6813","nonce":1044588493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6817","nonce":1044588493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6815","nonce":1044588493}]},"public_addr":"172.21.15.32:6811/1044588493","cluster_addr":"172.21.15.32:6813/1044588493","heartbeat_back_addr":"172.21.15.32:6817/1044588493","heartbeat_front_addr":"172.21.15.32:6815/1044588493","state":["exists","up"]},{"osd":2,"uuid":"e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6819","nonce":3610898250}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6821","nonce":3610898250}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6825","nonce":3610898250}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6823","nonce":3610898250}]},"public_addr":"172.21.15.32:6819/3610898250","cluster_addr":"172.21.15.32:6821/3610898250","heartbeat_back_addr":"172.21.15.32:6825/3610898250","heartbeat_front_addr":"172.21.15.32:6823/3610898250","state":["exists","up"]},{"osd":3,"uuid":"668a99be-34d2-4824-823c-d208ecdd047d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6827","nonce":3841538155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6829","nonce":3841538155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6833","nonce":3841538155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6831","nonce":3841538155}]},"public_addr":"172.21.15.32:6827/3841538155","cluster_addr":"172.21.15.32:6829/3841538155","heartbeat_back_addr":"172.21.15.32:6833/3841538155","heartbeat_front_addr":"172.21.15.32:6831/3841538155","state":["exists","up"]},{"osd":4,"uuid":"c38abf29-4b38-48ec-8e22-d43dd3beeb49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6801","nonce":677530859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6803","nonce":677530859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6807","nonce":677530859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6805","nonce":677530859}]},"public_addr":"172.21.15.53:6801/677530859","cluster_addr":"172.21.15.53:6803/677530859","heartbeat_back_addr":"172.21.15.53:6807/677530859","heartbeat_front_addr":"172.21.15.53:6805/677530859","state":["exists","up"]},{"osd":5,"uuid":"6baac8a8-f703-4de4-bc66-f98e76cbaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6809","nonce":4016048484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6811","nonce":4016048484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6815","nonce":4016048484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6813","nonce":4016048484}]},"public_addr":"172.21.15.53:6809/4016048484","cluster_addr":"172.21.15.53:6811/4016048484","heartbeat_back_addr":"172.21.15.53:6815/4016048484","heartbeat_front_addr":"172.21.15.53:6813/4016048484","state":["exists","up"]},{"osd":6,"uuid":"500c4306-7cbf-4d8b-8159-85a50aa26755","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6817","nonce":3216592105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6819","nonce":3216592105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6823","nonce":3216592105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6821","nonce":3216592105}]},"public_addr":"172.21.15.53:6817/3216592105","cluster_addr":"172.21.15.53:6819/3216592105","heartbeat_back_addr":"172.21.15.53:6823/3216592105","heartbeat_front_addr":"172.21.15.53:6821/3216592105","state":["exists","up"]},{"osd":7,"uuid":"bd59da59-5a49-4fc4-9154-8c384e47060c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6825","nonce":707415155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6827","nonce":707415155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6831","nonce":707415155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6829","nonce":707415155}]},"public_addr":"172.21.15.53:6825/707415155","cluster_addr":"172.21.15.53:6827/707415155","heartbeat_back_addr":"172.21.15.53:6831/707415155","heartbeat_front_addr":"172.21.15.53:6829/707415155","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:51:36.452729+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:52:29.254966+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:53:23.380118+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:54:20.252422+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:55:12.574177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:05.115140+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:58.936934+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:57:52.545718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:6800/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/2174054771":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/1179193551":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/4047741452":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/2639698303":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2458326128":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6801/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6800/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/830923780":"2024-09-13T23:48:30.570454+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T23:58:43.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: cluster 2024-09-12T23:58:41.345552+0000 mgr.y (mgr.14150) 356 : cluster [DBG] pgmap v329: 33 pgs: 4 creating+peering, 28 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:43.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: audit 2024-09-12T23:58:41.750286+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: audit 2024-09-12T23:58:41.753482+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: audit 2024-09-12T23:58:41.757423+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: audit 2024-09-12T23:58:41.760955+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: audit 2024-09-12T23:58:41.761702+0000 mon.a (mon.0) 655 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:43.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: audit 2024-09-12T23:58:41.762322+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:58:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: audit 2024-09-12T23:58:41.766659+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: audit 2024-09-12T23:58:41.798228+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:58:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: audit 2024-09-12T23:58:41.800444+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: cluster 2024-09-12T23:58:41.801344+0000 mon.a (mon.0) 660 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-12T23:58:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: audit 2024-09-12T23:58:41.802522+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:58:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: audit 2024-09-12T23:58:41.815655+0000 mon.a (mon.0) 662 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-12T23:58:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: cluster 2024-09-12T23:58:41.815849+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-09-12T23:58:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: audit 2024-09-12T23:58:41.830389+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: audit 2024-09-12T23:58:42.153097+0000 mon.c (mon.2) 17 : audit [INF] from='client.? 172.21.15.32:0/1760841127' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-12T23:58:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: audit 2024-09-12T23:58:42.153619+0000 mon.a (mon.0) 665 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-12T23:58:43.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[22496]: cluster 2024-09-12T23:58:42.154035+0000 mon.a (mon.0) 666 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-12T23:58:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: cluster 2024-09-12T23:58:41.345552+0000 mgr.y (mgr.14150) 356 : cluster [DBG] pgmap v329: 33 pgs: 4 creating+peering, 28 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: audit 2024-09-12T23:58:41.750286+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: audit 2024-09-12T23:58:41.753482+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: audit 2024-09-12T23:58:41.757423+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: audit 2024-09-12T23:58:41.760955+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: audit 2024-09-12T23:58:41.761702+0000 mon.a (mon.0) 655 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:43.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: audit 2024-09-12T23:58:41.762322+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:58:43.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: audit 2024-09-12T23:58:41.766659+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: audit 2024-09-12T23:58:41.798228+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:58:43.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: audit 2024-09-12T23:58:41.800444+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:58:43.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: cluster 2024-09-12T23:58:41.801344+0000 mon.a (mon.0) 660 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-12T23:58:43.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: audit 2024-09-12T23:58:41.802522+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:58:43.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: audit 2024-09-12T23:58:41.815655+0000 mon.a (mon.0) 662 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-12T23:58:43.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: cluster 2024-09-12T23:58:41.815849+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-09-12T23:58:43.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: audit 2024-09-12T23:58:41.830389+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:58:43.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: audit 2024-09-12T23:58:42.153097+0000 mon.c (mon.2) 17 : audit [INF] from='client.? 172.21.15.32:0/1760841127' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-12T23:58:43.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: audit 2024-09-12T23:58:42.153619+0000 mon.a (mon.0) 665 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-12T23:58:43.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:42 smithi032 bash[32211]: cluster 2024-09-12T23:58:42.154035+0000 mon.a (mon.0) 666 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-12T23:58:43.167 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T23:58:43.457 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:43.457 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":52,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","created":"2024-09-12T23:48:03.065767+0000","modified":"2024-09-12T23:58:42.153710+0000","last_up_change":"2024-09-12T23:57:54.457791+0000","last_in_change":"2024-09-12T23:57:27.632433+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T23:53:25.819964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T23:58:40.748630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T23:58:41.578359+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86015052-3e53-4869-9fb8-a836fe6f5dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6803","nonce":500240744}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6805","nonce":500240744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6809","nonce":500240744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6807","nonce":500240744}]},"public_addr":"172.21.15.32:6803/500240744","cluster_addr":"172.21.15.32:6805/500240744","heartbeat_back_addr":"172.21.15.32:6809/500240744","heartbeat_front_addr":"172.21.15.32:6807/500240744","state":["exists","up"]},{"osd":1,"uuid":"50d3aadf-6035-45fc-b0c0-de55e13b31ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6811","nonce":1044588493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6813","nonce":1044588493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6817","nonce":1044588493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6815","nonce":1044588493}]},"public_addr":"172.21.15.32:6811/1044588493","cluster_addr":"172.21.15.32:6813/1044588493","heartbeat_back_addr":"172.21.15.32:6817/1044588493","heartbeat_front_addr":"172.21.15.32:6815/1044588493","state":["exists","up"]},{"osd":2,"uuid":"e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6819","nonce":3610898250}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6821","nonce":3610898250}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6825","nonce":3610898250}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6823","nonce":3610898250}]},"public_addr":"172.21.15.32:6819/3610898250","cluster_addr":"172.21.15.32:6821/3610898250","heartbeat_back_addr":"172.21.15.32:6825/3610898250","heartbeat_front_addr":"172.21.15.32:6823/3610898250","state":["exists","up"]},{"osd":3,"uuid":"668a99be-34d2-4824-823c-d208ecdd047d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6827","nonce":3841538155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6829","nonce":3841538155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6833","nonce":3841538155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6831","nonce":3841538155}]},"public_addr":"172.21.15.32:6827/3841538155","cluster_addr":"172.21.15.32:6829/3841538155","heartbeat_back_addr":"172.21.15.32:6833/3841538155","heartbeat_front_addr":"172.21.15.32:6831/3841538155","state":["exists","up"]},{"osd":4,"uuid":"c38abf29-4b38-48ec-8e22-d43dd3beeb49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6801","nonce":677530859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6803","nonce":677530859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6807","nonce":677530859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6805","nonce":677530859}]},"public_addr":"172.21.15.53:6801/677530859","cluster_addr":"172.21.15.53:6803/677530859","heartbeat_back_addr":"172.21.15.53:6807/677530859","heartbeat_front_addr":"172.21.15.53:6805/677530859","state":["exists","up"]},{"osd":5,"uuid":"6baac8a8-f703-4de4-bc66-f98e76cbaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6809","nonce":4016048484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6811","nonce":4016048484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6815","nonce":4016048484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6813","nonce":4016048484}]},"public_addr":"172.21.15.53:6809/4016048484","cluster_addr":"172.21.15.53:6811/4016048484","heartbeat_back_addr":"172.21.15.53:6815/4016048484","heartbeat_front_addr":"172.21.15.53:6813/4016048484","state":["exists","up"]},{"osd":6,"uuid":"500c4306-7cbf-4d8b-8159-85a50aa26755","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6817","nonce":3216592105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6819","nonce":3216592105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6823","nonce":3216592105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6821","nonce":3216592105}]},"public_addr":"172.21.15.53:6817/3216592105","cluster_addr":"172.21.15.53:6819/3216592105","heartbeat_back_addr":"172.21.15.53:6823/3216592105","heartbeat_front_addr":"172.21.15.53:6821/3216592105","state":["exists","up"]},{"osd":7,"uuid":"bd59da59-5a49-4fc4-9154-8c384e47060c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6825","nonce":707415155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6827","nonce":707415155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6831","nonce":707415155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6829","nonce":707415155}]},"public_addr":"172.21.15.53:6825/707415155","cluster_addr":"172.21.15.53:6827/707415155","heartbeat_back_addr":"172.21.15.53:6831/707415155","heartbeat_front_addr":"172.21.15.53:6829/707415155","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:51:36.452729+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:52:29.254966+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:53:23.380118+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:54:20.252422+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:55:12.574177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:05.115140+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:58.936934+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:57:52.545718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:6800/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/2174054771":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/1179193551":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/4047741452":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/2639698303":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2458326128":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6801/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6800/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/830923780":"2024-09-13T23:48:30.570454+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T23:58:43.476 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-12T23:58:43.768 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:43 smithi032 bash[22496]: cluster 2024-09-12T23:58:42.770065+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-09-12T23:58:43.768 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:43 smithi032 bash[22496]: audit 2024-09-12T23:58:42.831030+0000 mon.a (mon.0) 668 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-12T23:58:43.769 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:43 smithi032 bash[22496]: cluster 2024-09-12T23:58:42.831100+0000 mon.a (mon.0) 669 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-12T23:58:43.769 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:43 smithi032 bash[22496]: cluster 2024-09-12T23:58:42.849622+0000 mon.a (mon.0) 670 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-12T23:58:43.769 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:43 smithi032 bash[22496]: audit 2024-09-12T23:58:43.147074+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.32:0/3273918446' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:43.769 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:43 smithi032 bash[22496]: audit 2024-09-12T23:58:43.459361+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.32:0/3005647306' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:43.769 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:43 smithi032 bash[32211]: cluster 2024-09-12T23:58:42.770065+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-09-12T23:58:43.769 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:43 smithi032 bash[32211]: audit 2024-09-12T23:58:42.831030+0000 mon.a (mon.0) 668 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-12T23:58:43.769 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:43 smithi032 bash[32211]: cluster 2024-09-12T23:58:42.831100+0000 mon.a (mon.0) 669 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-12T23:58:43.769 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:43 smithi032 bash[32211]: cluster 2024-09-12T23:58:42.849622+0000 mon.a (mon.0) 670 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-12T23:58:43.769 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:43 smithi032 bash[32211]: audit 2024-09-12T23:58:43.147074+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.32:0/3273918446' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:43.770 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:43 smithi032 bash[32211]: audit 2024-09-12T23:58:43.459361+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.32:0/3005647306' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:43.851 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-12T23:58:43.851 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-12T23:58:44.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:43 smithi053 bash[24393]: cluster 2024-09-12T23:58:42.770065+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-09-12T23:58:44.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:43 smithi053 bash[24393]: audit 2024-09-12T23:58:42.831030+0000 mon.a (mon.0) 668 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-12T23:58:44.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:43 smithi053 bash[24393]: cluster 2024-09-12T23:58:42.831100+0000 mon.a (mon.0) 669 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-12T23:58:44.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:43 smithi053 bash[24393]: cluster 2024-09-12T23:58:42.849622+0000 mon.a (mon.0) 670 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-12T23:58:44.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:43 smithi053 bash[24393]: audit 2024-09-12T23:58:43.147074+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.32:0/3273918446' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:44.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:43 smithi053 bash[24393]: audit 2024-09-12T23:58:43.459361+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.32:0/3005647306' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:44.862 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-12T23:58:44.862 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T23:58:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:44 smithi053 bash[24393]: cluster 2024-09-12T23:58:43.345943+0000 mgr.y (mgr.14150) 357 : cluster [DBG] pgmap v332: 97 pgs: 18 creating+peering, 78 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:44 smithi053 bash[24393]: cluster 2024-09-12T23:58:43.766492+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-09-12T23:58:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:44 smithi053 bash[24393]: audit 2024-09-12T23:58:43.810377+0000 mon.a (mon.0) 672 : audit [INF] from='client.? 172.21.15.32:0/3424641984' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-12T23:58:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:44 smithi053 bash[24393]: cluster 2024-09-12T23:58:43.828041+0000 mon.a (mon.0) 673 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-12T23:58:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:44 smithi053 bash[24393]: cluster 2024-09-12T23:58:43.828085+0000 mon.a (mon.0) 674 : cluster [INF] Cluster is now healthy 2024-09-12T23:58:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:44 smithi053 bash[24393]: cluster 2024-09-12T23:58:43.836706+0000 mon.a (mon.0) 675 : cluster [DBG] mds.? [v2:172.21.15.53:6832/733527454,v1:172.21.15.53:6833/733527454] up:active 2024-09-12T23:58:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:44 smithi053 bash[24393]: audit 2024-09-12T23:58:43.836755+0000 mon.a (mon.0) 676 : audit [INF] from='client.? 172.21.15.32:0/3424641984' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-12T23:58:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:44 smithi053 bash[24393]: cluster 2024-09-12T23:58:43.836829+0000 mon.a (mon.0) 677 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-12T23:58:45.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:44 smithi053 bash[24393]: audit 2024-09-12T23:58:44.169578+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.32:0/2671646367' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-12T23:58:45.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:44 smithi053 bash[24393]: audit 2024-09-12T23:58:44.170111+0000 mon.a (mon.0) 678 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-12T23:58:45.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[22496]: cluster 2024-09-12T23:58:43.345943+0000 mgr.y (mgr.14150) 357 : cluster [DBG] pgmap v332: 97 pgs: 18 creating+peering, 78 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:45.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[22496]: cluster 2024-09-12T23:58:43.766492+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-09-12T23:58:45.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[22496]: audit 2024-09-12T23:58:43.810377+0000 mon.a (mon.0) 672 : audit [INF] from='client.? 172.21.15.32:0/3424641984' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-12T23:58:45.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[22496]: cluster 2024-09-12T23:58:43.828041+0000 mon.a (mon.0) 673 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-12T23:58:45.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[22496]: cluster 2024-09-12T23:58:43.828085+0000 mon.a (mon.0) 674 : cluster [INF] Cluster is now healthy 2024-09-12T23:58:45.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[22496]: cluster 2024-09-12T23:58:43.836706+0000 mon.a (mon.0) 675 : cluster [DBG] mds.? [v2:172.21.15.53:6832/733527454,v1:172.21.15.53:6833/733527454] up:active 2024-09-12T23:58:45.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[22496]: audit 2024-09-12T23:58:43.836755+0000 mon.a (mon.0) 676 : audit [INF] from='client.? 172.21.15.32:0/3424641984' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-12T23:58:45.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[22496]: cluster 2024-09-12T23:58:43.836829+0000 mon.a (mon.0) 677 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-12T23:58:45.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[22496]: audit 2024-09-12T23:58:44.169578+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.32:0/2671646367' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-12T23:58:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[22496]: audit 2024-09-12T23:58:44.170111+0000 mon.a (mon.0) 678 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-12T23:58:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[32211]: cluster 2024-09-12T23:58:43.345943+0000 mgr.y (mgr.14150) 357 : cluster [DBG] pgmap v332: 97 pgs: 18 creating+peering, 78 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:58:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[32211]: cluster 2024-09-12T23:58:43.766492+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-09-12T23:58:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[32211]: audit 2024-09-12T23:58:43.810377+0000 mon.a (mon.0) 672 : audit [INF] from='client.? 172.21.15.32:0/3424641984' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-12T23:58:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[32211]: cluster 2024-09-12T23:58:43.828041+0000 mon.a (mon.0) 673 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-12T23:58:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[32211]: cluster 2024-09-12T23:58:43.828085+0000 mon.a (mon.0) 674 : cluster [INF] Cluster is now healthy 2024-09-12T23:58:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[32211]: cluster 2024-09-12T23:58:43.836706+0000 mon.a (mon.0) 675 : cluster [DBG] mds.? [v2:172.21.15.53:6832/733527454,v1:172.21.15.53:6833/733527454] up:active 2024-09-12T23:58:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[32211]: audit 2024-09-12T23:58:43.836755+0000 mon.a (mon.0) 676 : audit [INF] from='client.? 172.21.15.32:0/3424641984' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-12T23:58:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[32211]: cluster 2024-09-12T23:58:43.836829+0000 mon.a (mon.0) 677 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-12T23:58:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[32211]: audit 2024-09-12T23:58:44.169578+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.32:0/2671646367' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-12T23:58:45.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:44 smithi032 bash[32211]: audit 2024-09-12T23:58:44.170111+0000 mon.a (mon.0) 678 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-12T23:58:45.188 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:45.188 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2080237266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2080237266},{"type":"v1","addr":"172.21.15.32:6835","nonce":2080237266}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T23:58:42.154030+0000","modified":"2024-09-12T23:58:44.834853+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24349},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24349":{"gid":24349,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.53:6833/733527454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":733527454},{"type":"v1","addr":"172.21.15.53:6833","nonce":733527454}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-12T23:58:45.188 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 6 2024-09-12T23:58:45.207 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T23:58:45.765 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:45.765 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":53,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","created":"2024-09-12T23:48:03.065767+0000","modified":"2024-09-12T23:58:43.757735+0000","last_up_change":"2024-09-12T23:57:54.457791+0000","last_in_change":"2024-09-12T23:57:27.632433+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T23:53:25.819964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T23:58:40.748630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T23:58:41.578359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86015052-3e53-4869-9fb8-a836fe6f5dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6803","nonce":500240744}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6805","nonce":500240744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6809","nonce":500240744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6807","nonce":500240744}]},"public_addr":"172.21.15.32:6803/500240744","cluster_addr":"172.21.15.32:6805/500240744","heartbeat_back_addr":"172.21.15.32:6809/500240744","heartbeat_front_addr":"172.21.15.32:6807/500240744","state":["exists","up"]},{"osd":1,"uuid":"50d3aadf-6035-45fc-b0c0-de55e13b31ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6811","nonce":1044588493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6813","nonce":1044588493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6817","nonce":1044588493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6815","nonce":1044588493}]},"public_addr":"172.21.15.32:6811/1044588493","cluster_addr":"172.21.15.32:6813/1044588493","heartbeat_back_addr":"172.21.15.32:6817/1044588493","heartbeat_front_addr":"172.21.15.32:6815/1044588493","state":["exists","up"]},{"osd":2,"uuid":"e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6819","nonce":3610898250}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6821","nonce":3610898250}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6825","nonce":3610898250}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6823","nonce":3610898250}]},"public_addr":"172.21.15.32:6819/3610898250","cluster_addr":"172.21.15.32:6821/3610898250","heartbeat_back_addr":"172.21.15.32:6825/3610898250","heartbeat_front_addr":"172.21.15.32:6823/3610898250","state":["exists","up"]},{"osd":3,"uuid":"668a99be-34d2-4824-823c-d208ecdd047d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6827","nonce":3841538155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6829","nonce":3841538155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6833","nonce":3841538155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6831","nonce":3841538155}]},"public_addr":"172.21.15.32:6827/3841538155","cluster_addr":"172.21.15.32:6829/3841538155","heartbeat_back_addr":"172.21.15.32:6833/3841538155","heartbeat_front_addr":"172.21.15.32:6831/3841538155","state":["exists","up"]},{"osd":4,"uuid":"c38abf29-4b38-48ec-8e22-d43dd3beeb49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6801","nonce":677530859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6803","nonce":677530859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6807","nonce":677530859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6805","nonce":677530859}]},"public_addr":"172.21.15.53:6801/677530859","cluster_addr":"172.21.15.53:6803/677530859","heartbeat_back_addr":"172.21.15.53:6807/677530859","heartbeat_front_addr":"172.21.15.53:6805/677530859","state":["exists","up"]},{"osd":5,"uuid":"6baac8a8-f703-4de4-bc66-f98e76cbaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6809","nonce":4016048484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6811","nonce":4016048484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6815","nonce":4016048484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6813","nonce":4016048484}]},"public_addr":"172.21.15.53:6809/4016048484","cluster_addr":"172.21.15.53:6811/4016048484","heartbeat_back_addr":"172.21.15.53:6815/4016048484","heartbeat_front_addr":"172.21.15.53:6813/4016048484","state":["exists","up"]},{"osd":6,"uuid":"500c4306-7cbf-4d8b-8159-85a50aa26755","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6817","nonce":3216592105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6819","nonce":3216592105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6823","nonce":3216592105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6821","nonce":3216592105}]},"public_addr":"172.21.15.53:6817/3216592105","cluster_addr":"172.21.15.53:6819/3216592105","heartbeat_back_addr":"172.21.15.53:6823/3216592105","heartbeat_front_addr":"172.21.15.53:6821/3216592105","state":["exists","up"]},{"osd":7,"uuid":"bd59da59-5a49-4fc4-9154-8c384e47060c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6825","nonce":707415155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6827","nonce":707415155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6831","nonce":707415155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6829","nonce":707415155}]},"public_addr":"172.21.15.53:6825/707415155","cluster_addr":"172.21.15.53:6827/707415155","heartbeat_back_addr":"172.21.15.53:6831/707415155","heartbeat_front_addr":"172.21.15.53:6829/707415155","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:51:36.452729+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:52:29.254966+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:53:23.380118+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:54:20.252422+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:55:12.574177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:05.115140+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:58.936934+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:57:52.545718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:6800/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/2174054771":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/1179193551":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/4047741452":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/2639698303":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2458326128":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6801/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6800/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/830923780":"2024-09-13T23:48:30.570454+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T23:58:45.765 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-12T23:58:45.766 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T23:58:46.108 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:46.116 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-12T23:58:46.119 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:45 smithi032 bash[32211]: audit 2024-09-12T23:58:44.841285+0000 mon.a (mon.0) 679 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-12T23:58:46.119 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:45 smithi032 bash[32211]: cluster 2024-09-12T23:58:44.841707+0000 mon.a (mon.0) 680 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-12T23:58:46.119 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:45 smithi032 bash[32211]: audit 2024-09-12T23:58:45.191550+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.32:0/1032377000' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:46.120 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:45 smithi032 bash[32211]: cluster 2024-09-12T23:58:45.346374+0000 mgr.y (mgr.14150) 358 : cluster [DBG] pgmap v334: 97 pgs: 18 creating+peering, 60 unknown, 19 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 1 op/s 2024-09-12T23:58:46.120 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:45 smithi032 bash[32211]: audit 2024-09-12T23:58:45.495479+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.32:0/1274768280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:46.120 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:45 smithi032 bash[22496]: audit 2024-09-12T23:58:44.841285+0000 mon.a (mon.0) 679 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-12T23:58:46.120 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:45 smithi032 bash[22496]: cluster 2024-09-12T23:58:44.841707+0000 mon.a (mon.0) 680 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-12T23:58:46.120 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:45 smithi032 bash[22496]: audit 2024-09-12T23:58:45.191550+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.32:0/1032377000' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:46.120 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:45 smithi032 bash[22496]: cluster 2024-09-12T23:58:45.346374+0000 mgr.y (mgr.14150) 358 : cluster [DBG] pgmap v334: 97 pgs: 18 creating+peering, 60 unknown, 19 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 1 op/s 2024-09-12T23:58:46.120 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:45 smithi032 bash[22496]: audit 2024-09-12T23:58:45.495479+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.32:0/1274768280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:46.121 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":334,"stamp":"2024-09-12T23:58:45.346126+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590994,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":109,"num_write_kb":1636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":111,"acting":111,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":48,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384360,"kb_used_data":5500,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576856,"statfs":{"total":767960285184,"available":765518700544,"internally_reserved":0,"allocated":5632000,"data_stored":3332565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":626,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.543912"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.800315+0000","last_change":"2024-09-12T23:58:42.800315+0000","last_active":"2024-09-12T23:58:42.800315+0000","last_peered":"2024-09-12T23:58:42.800315+0000","last_clean":"2024-09-12T23:58:42.800315+0000","last_became_active":"2024-09-12T23:58:42.799517+0000","last_became_peered":"2024-09-12T23:58:42.799517+0000","last_unstale":"2024-09-12T23:58:42.800315+0000","last_undegraded":"2024-09-12T23:58:42.800315+0000","last_fullsized":"2024-09-12T23:58:42.800315+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:53.410626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814297+0000","last_change":"2024-09-12T23:58:42.810676+0000","last_active":"2024-09-12T23:58:42.814297+0000","last_peered":"2024-09-12T23:58:42.814297+0000","last_clean":"2024-09-12T23:58:42.814297+0000","last_became_active":"2024-09-12T23:58:42.809776+0000","last_became_peered":"2024-09-12T23:58:42.809776+0000","last_unstale":"2024-09-12T23:58:42.814297+0000","last_undegraded":"2024-09-12T23:58:42.814297+0000","last_fullsized":"2024-09-12T23:58:42.814297+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:40:14.228949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.811723+0000","last_change":"2024-09-12T23:58:42.811723+0000","last_active":"2024-09-12T23:58:42.811723+0000","last_peered":"2024-09-12T23:58:42.811723+0000","last_clean":"2024-09-12T23:58:42.811723+0000","last_became_active":"2024-09-12T23:58:42.811440+0000","last_became_peered":"2024-09-12T23:58:42.811440+0000","last_unstale":"2024-09-12T23:58:42.811723+0000","last_undegraded":"2024-09-12T23:58:42.811723+0000","last_fullsized":"2024-09-12T23:58:42.811723+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:12.881944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.804866+0000","last_change":"2024-09-12T23:58:42.804866+0000","last_active":"2024-09-12T23:58:42.804866+0000","last_peered":"2024-09-12T23:58:42.804866+0000","last_clean":"2024-09-12T23:58:42.804866+0000","last_became_active":"2024-09-12T23:58:42.804125+0000","last_became_peered":"2024-09-12T23:58:42.804125+0000","last_unstale":"2024-09-12T23:58:42.804866+0000","last_undegraded":"2024-09-12T23:58:42.804866+0000","last_fullsized":"2024-09-12T23:58:42.804866+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:07.167823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.798705+0000","last_change":"2024-09-12T23:58:42.798705+0000","last_active":"2024-09-12T23:58:42.798705+0000","last_peered":"2024-09-12T23:58:42.798705+0000","last_clean":"2024-09-12T23:58:42.798705+0000","last_became_active":"2024-09-12T23:58:42.798046+0000","last_became_peered":"2024-09-12T23:58:42.798046+0000","last_unstale":"2024-09-12T23:58:42.798705+0000","last_undegraded":"2024-09-12T23:58:42.798705+0000","last_fullsized":"2024-09-12T23:58:42.798705+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:12.826279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810400+0000","last_change":"2024-09-12T23:58:42.805031+0000","last_active":"2024-09-12T23:58:42.810400+0000","last_peered":"2024-09-12T23:58:42.810400+0000","last_clean":"2024-09-12T23:58:42.810400+0000","last_became_active":"2024-09-12T23:58:42.804587+0000","last_became_peered":"2024-09-12T23:58:42.804587+0000","last_unstale":"2024-09-12T23:58:42.810400+0000","last_undegraded":"2024-09-12T23:58:42.810400+0000","last_fullsized":"2024-09-12T23:58:42.810400+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:26.201996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.810167+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:21:20.642746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.783435+0000","last_change":"2024-09-12T23:58:42.783435+0000","last_active":"2024-09-12T23:58:42.783435+0000","last_peered":"2024-09-12T23:58:42.783435+0000","last_clean":"2024-09-12T23:58:42.783435+0000","last_became_active":"2024-09-12T23:58:42.782810+0000","last_became_peered":"2024-09-12T23:58:42.782810+0000","last_unstale":"2024-09-12T23:58:42.783435+0000","last_undegraded":"2024-09-12T23:58:42.783435+0000","last_fullsized":"2024-09-12T23:58:42.783435+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:51.489912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.809856+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:47:01.806161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.805177+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:01.432698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.805335+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:06:25.980132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810494+0000","last_change":"2024-09-12T23:58:42.810494+0000","last_active":"2024-09-12T23:58:42.810494+0000","last_peered":"2024-09-12T23:58:42.810494+0000","last_clean":"2024-09-12T23:58:42.810494+0000","last_became_active":"2024-09-12T23:58:42.810193+0000","last_became_peered":"2024-09-12T23:58:42.810193+0000","last_unstale":"2024-09-12T23:58:42.810494+0000","last_undegraded":"2024-09-12T23:58:42.810494+0000","last_fullsized":"2024-09-12T23:58:42.810494+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:34:10.591293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.809704+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:24:22.466135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814329+0000","last_change":"2024-09-12T23:58:42.810901+0000","last_active":"2024-09-12T23:58:42.814329+0000","last_peered":"2024-09-12T23:58:42.814329+0000","last_clean":"2024-09-12T23:58:42.814329+0000","last_became_active":"2024-09-12T23:58:42.807286+0000","last_became_peered":"2024-09-12T23:58:42.807286+0000","last_unstale":"2024-09-12T23:58:42.814329+0000","last_undegraded":"2024-09-12T23:58:42.814329+0000","last_fullsized":"2024-09-12T23:58:42.814329+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:20:03.447341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"52'2","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.840997+0000","last_change":"2024-09-12T23:58:41.836187+0000","last_active":"2024-09-12T23:58:42.840997+0000","last_peered":"2024-09-12T23:58:42.840997+0000","last_clean":"2024-09-12T23:58:42.840997+0000","last_became_active":"2024-09-12T23:58:41.835564+0000","last_became_peered":"2024-09-12T23:58:41.835564+0000","last_unstale":"2024-09-12T23:58:42.840997+0000","last_undegraded":"2024-09-12T23:58:42.840997+0000","last_fullsized":"2024-09-12T23:58:42.840997+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:36:02.950318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.797734+0000","last_change":"2024-09-12T23:58:42.797734+0000","last_active":"2024-09-12T23:58:42.797734+0000","last_peered":"2024-09-12T23:58:42.797734+0000","last_clean":"2024-09-12T23:58:42.797734+0000","last_became_active":"2024-09-12T23:58:42.797050+0000","last_became_peered":"2024-09-12T23:58:42.797050+0000","last_unstale":"2024-09-12T23:58:42.797734+0000","last_undegraded":"2024-09-12T23:58:42.797734+0000","last_fullsized":"2024-09-12T23:58:42.797734+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:26.052820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.807748+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:22.181257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.812344+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:56:15.960496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"52'1","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.843830+0000","last_change":"2024-09-12T23:58:41.840222+0000","last_active":"2024-09-12T23:58:42.843830+0000","last_peered":"2024-09-12T23:58:42.843830+0000","last_clean":"2024-09-12T23:58:42.843830+0000","last_became_active":"2024-09-12T23:58:41.839540+0000","last_became_peered":"2024-09-12T23:58:41.839540+0000","last_unstale":"2024-09-12T23:58:42.843830+0000","last_undegraded":"2024-09-12T23:58:42.843830+0000","last_fullsized":"2024-09-12T23:58:42.843830+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:55.498929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.812338+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:38:43.684774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.808429+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:31.980840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.811820+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:37:50.999616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'72","reported_seq":16,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-12T23:57:55.492667+0000","last_change":"2024-09-12T23:57:55.492667+0000","last_active":"2024-09-12T23:57:55.492667+0000","last_peered":"2024-09-12T23:57:55.492667+0000","last_clean":"2024-09-12T23:57:55.492667+0000","last_became_active":"2024-09-12T23:57:55.479343+0000","last_became_peered":"2024-09-12T23:57:55.479343+0000","last_unstale":"2024-09-12T23:57:55.492667+0000","last_undegraded":"2024-09-12T23:57:55.492667+0000","last_fullsized":"2024-09-12T23:57:55.492667+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_clean_scrub_stamp":"2024-09-12T23:53:26.096054+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:39:46.863988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.805349+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:09:10.295053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.796274+0000","last_change":"2024-09-12T23:58:42.796274+0000","last_active":"2024-09-12T23:58:42.796274+0000","last_peered":"2024-09-12T23:58:42.796274+0000","last_clean":"2024-09-12T23:58:42.796274+0000","last_became_active":"2024-09-12T23:58:42.791640+0000","last_became_peered":"2024-09-12T23:58:42.791640+0000","last_unstale":"2024-09-12T23:58:42.796274+0000","last_undegraded":"2024-09-12T23:58:42.796274+0000","last_fullsized":"2024-09-12T23:58:42.796274+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:06.999795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.809810+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:38:06.168309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.805179+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:37:34.916796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.792625+0000","last_change":"2024-09-12T23:58:42.789692+0000","last_active":"2024-09-12T23:58:42.792625+0000","last_peered":"2024-09-12T23:58:42.792625+0000","last_clean":"2024-09-12T23:58:42.792625+0000","last_became_active":"2024-09-12T23:58:42.788777+0000","last_became_peered":"2024-09-12T23:58:42.788777+0000","last_unstale":"2024-09-12T23:58:42.792625+0000","last_undegraded":"2024-09-12T23:58:42.792625+0000","last_fullsized":"2024-09-12T23:58:42.792625+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:32:31.625713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.807044+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:07.067304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.807920+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:19.542687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.803124+0000","last_change":"2024-09-12T23:58:42.803124+0000","last_active":"2024-09-12T23:58:42.803124+0000","last_peered":"2024-09-12T23:58:42.803124+0000","last_clean":"2024-09-12T23:58:42.803124+0000","last_became_active":"2024-09-12T23:58:42.802311+0000","last_became_peered":"2024-09-12T23:58:42.802311+0000","last_unstale":"2024-09-12T23:58:42.803124+0000","last_undegraded":"2024-09-12T23:58:42.803124+0000","last_fullsized":"2024-09-12T23:58:42.803124+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:18.368488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814862+0000","last_change":"2024-09-12T23:58:42.811928+0000","last_active":"2024-09-12T23:58:42.814862+0000","last_peered":"2024-09-12T23:58:42.814862+0000","last_clean":"2024-09-12T23:58:42.814862+0000","last_became_active":"2024-09-12T23:58:42.806006+0000","last_became_peered":"2024-09-12T23:58:42.806006+0000","last_unstale":"2024-09-12T23:58:42.814862+0000","last_undegraded":"2024-09-12T23:58:42.814862+0000","last_fullsized":"2024-09-12T23:58:42.814862+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:11:30.653723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.808671+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:50:47.342406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.807646+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:27:43.980713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.811987+0000","last_change":"2024-09-12T23:58:42.811987+0000","last_active":"2024-09-12T23:58:42.811987+0000","last_peered":"2024-09-12T23:58:42.811987+0000","last_clean":"2024-09-12T23:58:42.811987+0000","last_became_active":"2024-09-12T23:58:42.811113+0000","last_became_peered":"2024-09-12T23:58:42.811113+0000","last_unstale":"2024-09-12T23:58:42.811987+0000","last_undegraded":"2024-09-12T23:58:42.811987+0000","last_fullsized":"2024-09-12T23:58:42.811987+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:19.868081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.809883+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:39.752511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"52'4","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.844209+0000","last_change":"2024-09-12T23:58:41.838368+0000","last_active":"2024-09-12T23:58:42.844209+0000","last_peered":"2024-09-12T23:58:42.844209+0000","last_clean":"2024-09-12T23:58:42.844209+0000","last_became_active":"2024-09-12T23:58:41.838120+0000","last_became_peered":"2024-09-12T23:58:41.838120+0000","last_unstale":"2024-09-12T23:58:42.844209+0000","last_undegraded":"2024-09-12T23:58:42.844209+0000","last_fullsized":"2024-09-12T23:58:42.844209+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:05.194384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":45,"acting":45,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":626,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":63,"acting":63,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430220,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298392,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446760,"statfs":{"total":95995035648,"available":95689482240,"internally_reserved":0,"allocated":1060864,"data_stored":777645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96299999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0449999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.167}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.464}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4990000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298392,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446760,"statfs":{"total":95995035648,"available":95689482240,"internally_reserved":0,"allocated":1056768,"data_stored":777351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":1.232},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":1.0580000000000001}]},{"osd":1,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":1.083},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":2.3620000000000001,"5min":2.3620000000000001,"15min":2.3620000000000001},"last":1.026}]},{"osd":2,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":1.1259999999999999},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":2.2389999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":1.21}]},{"osd":3,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"max":{"1min":2.2959999999999998,"5min":2.2959999999999998,"15min":2.2959999999999998},"last":0.94499999999999995},{"interface":"front","average":{"1min":1.107,"5min":1.107,"15min":1.107},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":2.5670000000000002,"5min":2.5670000000000002,"15min":2.5670000000000002},"last":1.284}]},{"osd":4,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.657,"5min":1.657,"15min":1.657},"last":1.1779999999999999}]},{"osd":5,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":0.995},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.6509999999999998,"5min":2.6509999999999998,"15min":2.6509999999999998},"last":1.2549999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89200000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822689,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297816,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447336,"statfs":{"total":95995035648,"available":95690072064,"internally_reserved":0,"allocated":471040,"data_stored":192903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.874,"15min":0.878},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.181,"5min":1.399,"15min":1.399},"last":1.21},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.93300000000000005,"15min":0.92500000000000004},"min":{"1min":0.67800000000000005,"5min":0.629,"15min":0.629},"max":{"1min":1.464,"5min":1.464,"15min":1.464},"last":0.85699999999999998}]},{"osd":1,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.873,"15min":0.86499999999999999},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.835,"5min":1.835,"15min":1.835},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.89300000000000002,"15min":0.89500000000000002},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":1.0049999999999999}]},{"osd":2,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.86199999999999999,"15min":0.85999999999999999},"min":{"1min":0.66700000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.2749999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":1.0489999999999999},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.878,"15min":0.872},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.94499999999999995}]},{"osd":3,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.876,"15min":0.871},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.526,"5min":1.526,"15min":1.526},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.91500000000000004,"15min":0.90900000000000003},"min":{"1min":0.69599999999999995,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.751}]},{"osd":4,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.79600000000000004,"15min":0.78500000000000003},"min":{"1min":0.46800000000000003,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.81499999999999995,"15min":0.79100000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.903,"5min":1.903,"15min":1.903},"last":1.1319999999999999}]},{"osd":6,"last update":"Thu Sep 12 23:58:03 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.089,"15min":1.089},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.752,"5min":1.752,"15min":1.752},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":1.095}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1830000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018923,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297860,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447292,"statfs":{"total":95995035648,"available":95690027008,"internally_reserved":0,"allocated":516096,"data_stored":207800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.84099999999999997,"15min":0.83099999999999996},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.85299999999999998,"15min":0.82499999999999996},"min":{"1min":0.58599999999999997,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.2929999999999999,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.57099999999999995}]},{"osd":1,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.85099999999999998,"15min":0.84899999999999998},"min":{"1min":0.64900000000000002,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.345,"5min":1.583,"15min":1.583},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.84299999999999997,"15min":0.83299999999999996},"min":{"1min":0.61199999999999999,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.89500000000000002}]},{"osd":2,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.85499999999999998,"15min":0.84099999999999997},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.86699999999999999,"15min":0.872},"min":{"1min":0.64600000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.76300000000000001}]},{"osd":3,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.872,"15min":0.84399999999999997},"min":{"1min":0.65400000000000003,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.1539999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.86099999999999999,"15min":0.85499999999999998},"min":{"1min":0.59799999999999998,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.70499999999999996}]},{"osd":5,"last update":"Thu Sep 12 23:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.748,"15min":0.73199999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.872},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.69599999999999995,"15min":0.68000000000000005},"min":{"1min":0.42399999999999999,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.93400000000000005}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.996},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.3759999999999999,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.0309999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]}]},{"osd":3,"up_from":25,"seq":107374182453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297816,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447336,"statfs":{"total":95995035648,"available":95690072064,"internally_reserved":0,"allocated":471040,"data_stored":192924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.748,"15min":0.71199999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.45100000000000001}]},{"osd":1,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.77300000000000002,"15min":0.75},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.77000000000000002,"15min":0.74199999999999999},"min":{"1min":0.53900000000000003,"5min":0.441,"15min":0.441},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.41699999999999998}]},{"osd":2,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.83699999999999997,"15min":0.80000000000000004},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.379},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.80500000000000005,"15min":0.77800000000000002},"min":{"1min":0.59499999999999997,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.36099999999999999}]},{"osd":4,"last update":"Thu Sep 12 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":0.92000000000000004,"15min":0.89600000000000002},"min":{"1min":0.85399999999999998,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.93700000000000006,"15min":0.93300000000000005},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.1839999999999999,"5min":1.27,"15min":1.27},"last":0.82499999999999996}]},{"osd":5,"last update":"Thu Sep 12 23:58:11 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":0.98199999999999998,"15min":0.97499999999999998},"min":{"1min":0.80700000000000005,"5min":0.751,"15min":0.751},"max":{"1min":1.2569999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.71099999999999997},{"interface":"front","average":{"1min":1.105,"5min":1.0049999999999999,"15min":0.98799999999999999},"min":{"1min":0.76700000000000002,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.76900000000000002}]},{"osd":6,"last update":"Thu Sep 12 23:58:01 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"min":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.71599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]}]},{"osd":2,"up_from":18,"seq":77309411394,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297812,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447340,"statfs":{"total":95995035648,"available":95690076160,"internally_reserved":0,"allocated":466944,"data_stored":192263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.63800000000000001,"15min":0.60399999999999998},"min":{"1min":0.41599999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.71299999999999997,"15min":0.63800000000000001},"min":{"1min":0.54400000000000004,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.86499999999999999}]},{"osd":1,"last update":"Thu Sep 12 23:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.749,"15min":0.67600000000000005},"min":{"1min":0.60199999999999998,"5min":0.434,"15min":0.434},"max":{"1min":1.155,"5min":1.173,"15min":1.173},"last":0.997},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.754,"15min":0.68000000000000005},"min":{"1min":0.53200000000000003,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":0.82599999999999996}]},{"osd":3,"last update":"Thu Sep 12 23:58:31 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.82399999999999995,"15min":0.78800000000000003},"min":{"1min":0.60599999999999998,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":1.2470000000000001},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.79800000000000004,"15min":0.79300000000000004},"min":{"1min":0.71299999999999997,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":1.0409999999999999}]},{"osd":4,"last update":"Thu Sep 12 23:58:16 2024","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.84299999999999997,"15min":0.82399999999999995},"min":{"1min":0.66000000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":1.073},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.97899999999999998,"15min":0.96099999999999997},"min":{"1min":0.91400000000000003,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.27,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.4470000000000001}]},{"osd":5,"last update":"Thu Sep 12 23:58:09 2024","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":1.014,"15min":1.012},"min":{"1min":0.78000000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.2589999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.5389999999999999},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.94499999999999995,"15min":0.93799999999999994},"min":{"1min":0.77600000000000002,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.282}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.3,"5min":1.3,"15min":1.3},"last":1.1850000000000001},{"interface":"front","average":{"1min":1.145,"5min":1.145,"15min":1.145},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":1.615}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.353}]}]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297820,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447332,"statfs":{"total":95995035648,"available":95690067968,"internally_reserved":0,"allocated":475136,"data_stored":193197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:57:43 2024","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.61899999999999999,"15min":0.56399999999999995},"min":{"1min":0.48899999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.65500000000000003,"15min":0.57199999999999995},"min":{"1min":0.59199999999999997,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.44}]},{"osd":2,"last update":"Thu Sep 12 23:58:35 2024","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.71099999999999997,"15min":0.621},"min":{"1min":0.625,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.70999999999999996,"15min":0.65200000000000002},"min":{"1min":0.56299999999999994,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.056,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.46999999999999997}]},{"osd":3,"last update":"Thu Sep 12 23:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.753,"15min":0.71799999999999997},"min":{"1min":0.63100000000000001,"5min":0.377,"15min":0.377},"max":{"1min":1.077,"5min":1.099,"15min":1.099},"last":0.499},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.85199999999999998,"15min":0.81200000000000006},"min":{"1min":0.77800000000000002,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.86799999999999999,"15min":0.85199999999999998},"min":{"1min":0.75,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":1.0700000000000001,"5min":1.109,"15min":1.109},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.92800000000000005,"15min":0.91400000000000003},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.2,"5min":1.383,"15min":1.383},"last":0.56299999999999994}]},{"osd":5,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.0389999999999999,"15min":1.03},"min":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.746},{"interface":"front","average":{"1min":1.0169999999999999,"5min":0.98299999999999998,"15min":0.97699999999999998},"min":{"1min":0.81200000000000006,"5min":0.755,"15min":0.755},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.76800000000000002}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":0.86199999999999999},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":0.82499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64400000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1114112,"data_stored":798482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Sep 12 23:58:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.628,"15min":0.53600000000000003},"min":{"1min":0.379,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.97699999999999998,"5min":1.026,"15min":1.026},"last":0.379},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.72499999999999998,"15min":0.59999999999999998},"min":{"1min":0.44700000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.44700000000000001}]},{"osd":2,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.69899999999999995,"15min":0.60899999999999999},"min":{"1min":0.42799999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.77500000000000002,"15min":0.66100000000000003},"min":{"1min":0.433,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.35699999999999998}]},{"osd":3,"last update":"Thu Sep 12 23:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.82199999999999995,"15min":0.79600000000000004},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.0509999999999999,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.84499999999999997,"15min":0.80700000000000005},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.502}]},{"osd":4,"last update":"Thu Sep 12 23:58:16 2024","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":0.99199999999999999,"15min":0.98399999999999999},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.90700000000000003,"15min":0.90200000000000002},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.1240000000000001,"5min":1.147,"15min":1.147},"last":0.46600000000000003}]},{"osd":5,"last update":"Thu Sep 12 23:58:09 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.95299999999999996,"15min":0.95899999999999996},"min":{"1min":0.755,"5min":0.755,"15min":0.755},"max":{"1min":1.0600000000000001,"5min":1.234,"15min":1.234},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.0680000000000001,"5min":1.04,"15min":1.0349999999999999},"min":{"1min":0.89700000000000002,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":1.1699999999999999,"5min":1.464,"15min":1.464},"last":0.91900000000000004}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.109,"15min":1.109},"min":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":0.755},{"interface":"front","average":{"1min":1.105,"5min":1.105,"15min":1.105},"min":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98099999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T23:58:46.127 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T23:58:46.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:45 smithi053 bash[24393]: audit 2024-09-12T23:58:44.841285+0000 mon.a (mon.0) 679 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-12T23:58:46.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:45 smithi053 bash[24393]: cluster 2024-09-12T23:58:44.841707+0000 mon.a (mon.0) 680 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-12T23:58:46.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:45 smithi053 bash[24393]: audit 2024-09-12T23:58:45.191550+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.32:0/1032377000' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T23:58:46.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:45 smithi053 bash[24393]: cluster 2024-09-12T23:58:45.346374+0000 mgr.y (mgr.14150) 358 : cluster [DBG] pgmap v334: 97 pgs: 18 creating+peering, 60 unknown, 19 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 1 op/s 2024-09-12T23:58:46.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:45 smithi053 bash[24393]: audit 2024-09-12T23:58:45.495479+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.32:0/1274768280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T23:58:46.471 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:46.475 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-12T23:58:46.492 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":334,"stamp":"2024-09-12T23:58:45.346126+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590994,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":109,"num_write_kb":1636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":111,"acting":111,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":48,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384360,"kb_used_data":5500,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576856,"statfs":{"total":767960285184,"available":765518700544,"internally_reserved":0,"allocated":5632000,"data_stored":3332565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":626,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.543912"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.800315+0000","last_change":"2024-09-12T23:58:42.800315+0000","last_active":"2024-09-12T23:58:42.800315+0000","last_peered":"2024-09-12T23:58:42.800315+0000","last_clean":"2024-09-12T23:58:42.800315+0000","last_became_active":"2024-09-12T23:58:42.799517+0000","last_became_peered":"2024-09-12T23:58:42.799517+0000","last_unstale":"2024-09-12T23:58:42.800315+0000","last_undegraded":"2024-09-12T23:58:42.800315+0000","last_fullsized":"2024-09-12T23:58:42.800315+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:53.410626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814297+0000","last_change":"2024-09-12T23:58:42.810676+0000","last_active":"2024-09-12T23:58:42.814297+0000","last_peered":"2024-09-12T23:58:42.814297+0000","last_clean":"2024-09-12T23:58:42.814297+0000","last_became_active":"2024-09-12T23:58:42.809776+0000","last_became_peered":"2024-09-12T23:58:42.809776+0000","last_unstale":"2024-09-12T23:58:42.814297+0000","last_undegraded":"2024-09-12T23:58:42.814297+0000","last_fullsized":"2024-09-12T23:58:42.814297+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:40:14.228949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.811723+0000","last_change":"2024-09-12T23:58:42.811723+0000","last_active":"2024-09-12T23:58:42.811723+0000","last_peered":"2024-09-12T23:58:42.811723+0000","last_clean":"2024-09-12T23:58:42.811723+0000","last_became_active":"2024-09-12T23:58:42.811440+0000","last_became_peered":"2024-09-12T23:58:42.811440+0000","last_unstale":"2024-09-12T23:58:42.811723+0000","last_undegraded":"2024-09-12T23:58:42.811723+0000","last_fullsized":"2024-09-12T23:58:42.811723+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:12.881944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.804866+0000","last_change":"2024-09-12T23:58:42.804866+0000","last_active":"2024-09-12T23:58:42.804866+0000","last_peered":"2024-09-12T23:58:42.804866+0000","last_clean":"2024-09-12T23:58:42.804866+0000","last_became_active":"2024-09-12T23:58:42.804125+0000","last_became_peered":"2024-09-12T23:58:42.804125+0000","last_unstale":"2024-09-12T23:58:42.804866+0000","last_undegraded":"2024-09-12T23:58:42.804866+0000","last_fullsized":"2024-09-12T23:58:42.804866+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:07.167823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.798705+0000","last_change":"2024-09-12T23:58:42.798705+0000","last_active":"2024-09-12T23:58:42.798705+0000","last_peered":"2024-09-12T23:58:42.798705+0000","last_clean":"2024-09-12T23:58:42.798705+0000","last_became_active":"2024-09-12T23:58:42.798046+0000","last_became_peered":"2024-09-12T23:58:42.798046+0000","last_unstale":"2024-09-12T23:58:42.798705+0000","last_undegraded":"2024-09-12T23:58:42.798705+0000","last_fullsized":"2024-09-12T23:58:42.798705+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:12.826279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810400+0000","last_change":"2024-09-12T23:58:42.805031+0000","last_active":"2024-09-12T23:58:42.810400+0000","last_peered":"2024-09-12T23:58:42.810400+0000","last_clean":"2024-09-12T23:58:42.810400+0000","last_became_active":"2024-09-12T23:58:42.804587+0000","last_became_peered":"2024-09-12T23:58:42.804587+0000","last_unstale":"2024-09-12T23:58:42.810400+0000","last_undegraded":"2024-09-12T23:58:42.810400+0000","last_fullsized":"2024-09-12T23:58:42.810400+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:26.201996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.810167+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:21:20.642746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.783435+0000","last_change":"2024-09-12T23:58:42.783435+0000","last_active":"2024-09-12T23:58:42.783435+0000","last_peered":"2024-09-12T23:58:42.783435+0000","last_clean":"2024-09-12T23:58:42.783435+0000","last_became_active":"2024-09-12T23:58:42.782810+0000","last_became_peered":"2024-09-12T23:58:42.782810+0000","last_unstale":"2024-09-12T23:58:42.783435+0000","last_undegraded":"2024-09-12T23:58:42.783435+0000","last_fullsized":"2024-09-12T23:58:42.783435+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:51.489912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.809856+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:47:01.806161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.805177+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:01.432698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.805335+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:06:25.980132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810494+0000","last_change":"2024-09-12T23:58:42.810494+0000","last_active":"2024-09-12T23:58:42.810494+0000","last_peered":"2024-09-12T23:58:42.810494+0000","last_clean":"2024-09-12T23:58:42.810494+0000","last_became_active":"2024-09-12T23:58:42.810193+0000","last_became_peered":"2024-09-12T23:58:42.810193+0000","last_unstale":"2024-09-12T23:58:42.810494+0000","last_undegraded":"2024-09-12T23:58:42.810494+0000","last_fullsized":"2024-09-12T23:58:42.810494+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:34:10.591293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.809704+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:24:22.466135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814329+0000","last_change":"2024-09-12T23:58:42.810901+0000","last_active":"2024-09-12T23:58:42.814329+0000","last_peered":"2024-09-12T23:58:42.814329+0000","last_clean":"2024-09-12T23:58:42.814329+0000","last_became_active":"2024-09-12T23:58:42.807286+0000","last_became_peered":"2024-09-12T23:58:42.807286+0000","last_unstale":"2024-09-12T23:58:42.814329+0000","last_undegraded":"2024-09-12T23:58:42.814329+0000","last_fullsized":"2024-09-12T23:58:42.814329+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:20:03.447341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"52'2","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.840997+0000","last_change":"2024-09-12T23:58:41.836187+0000","last_active":"2024-09-12T23:58:42.840997+0000","last_peered":"2024-09-12T23:58:42.840997+0000","last_clean":"2024-09-12T23:58:42.840997+0000","last_became_active":"2024-09-12T23:58:41.835564+0000","last_became_peered":"2024-09-12T23:58:41.835564+0000","last_unstale":"2024-09-12T23:58:42.840997+0000","last_undegraded":"2024-09-12T23:58:42.840997+0000","last_fullsized":"2024-09-12T23:58:42.840997+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:36:02.950318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.797734+0000","last_change":"2024-09-12T23:58:42.797734+0000","last_active":"2024-09-12T23:58:42.797734+0000","last_peered":"2024-09-12T23:58:42.797734+0000","last_clean":"2024-09-12T23:58:42.797734+0000","last_became_active":"2024-09-12T23:58:42.797050+0000","last_became_peered":"2024-09-12T23:58:42.797050+0000","last_unstale":"2024-09-12T23:58:42.797734+0000","last_undegraded":"2024-09-12T23:58:42.797734+0000","last_fullsized":"2024-09-12T23:58:42.797734+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:26.052820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.807748+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:22.181257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.812344+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:56:15.960496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"52'1","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.843830+0000","last_change":"2024-09-12T23:58:41.840222+0000","last_active":"2024-09-12T23:58:42.843830+0000","last_peered":"2024-09-12T23:58:42.843830+0000","last_clean":"2024-09-12T23:58:42.843830+0000","last_became_active":"2024-09-12T23:58:41.839540+0000","last_became_peered":"2024-09-12T23:58:41.839540+0000","last_unstale":"2024-09-12T23:58:42.843830+0000","last_undegraded":"2024-09-12T23:58:42.843830+0000","last_fullsized":"2024-09-12T23:58:42.843830+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:55.498929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.812338+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:38:43.684774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.808429+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:31.980840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.811820+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:37:50.999616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'72","reported_seq":16,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-12T23:57:55.492667+0000","last_change":"2024-09-12T23:57:55.492667+0000","last_active":"2024-09-12T23:57:55.492667+0000","last_peered":"2024-09-12T23:57:55.492667+0000","last_clean":"2024-09-12T23:57:55.492667+0000","last_became_active":"2024-09-12T23:57:55.479343+0000","last_became_peered":"2024-09-12T23:57:55.479343+0000","last_unstale":"2024-09-12T23:57:55.492667+0000","last_undegraded":"2024-09-12T23:57:55.492667+0000","last_fullsized":"2024-09-12T23:57:55.492667+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_clean_scrub_stamp":"2024-09-12T23:53:26.096054+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:39:46.863988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.805349+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:09:10.295053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.796274+0000","last_change":"2024-09-12T23:58:42.796274+0000","last_active":"2024-09-12T23:58:42.796274+0000","last_peered":"2024-09-12T23:58:42.796274+0000","last_clean":"2024-09-12T23:58:42.796274+0000","last_became_active":"2024-09-12T23:58:42.791640+0000","last_became_peered":"2024-09-12T23:58:42.791640+0000","last_unstale":"2024-09-12T23:58:42.796274+0000","last_undegraded":"2024-09-12T23:58:42.796274+0000","last_fullsized":"2024-09-12T23:58:42.796274+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:06.999795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.809810+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:38:06.168309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.805179+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:37:34.916796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.792625+0000","last_change":"2024-09-12T23:58:42.789692+0000","last_active":"2024-09-12T23:58:42.792625+0000","last_peered":"2024-09-12T23:58:42.792625+0000","last_clean":"2024-09-12T23:58:42.792625+0000","last_became_active":"2024-09-12T23:58:42.788777+0000","last_became_peered":"2024-09-12T23:58:42.788777+0000","last_unstale":"2024-09-12T23:58:42.792625+0000","last_undegraded":"2024-09-12T23:58:42.792625+0000","last_fullsized":"2024-09-12T23:58:42.792625+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:32:31.625713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.807044+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:07.067304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.807920+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:19.542687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.803124+0000","last_change":"2024-09-12T23:58:42.803124+0000","last_active":"2024-09-12T23:58:42.803124+0000","last_peered":"2024-09-12T23:58:42.803124+0000","last_clean":"2024-09-12T23:58:42.803124+0000","last_became_active":"2024-09-12T23:58:42.802311+0000","last_became_peered":"2024-09-12T23:58:42.802311+0000","last_unstale":"2024-09-12T23:58:42.803124+0000","last_undegraded":"2024-09-12T23:58:42.803124+0000","last_fullsized":"2024-09-12T23:58:42.803124+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:18.368488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814862+0000","last_change":"2024-09-12T23:58:42.811928+0000","last_active":"2024-09-12T23:58:42.814862+0000","last_peered":"2024-09-12T23:58:42.814862+0000","last_clean":"2024-09-12T23:58:42.814862+0000","last_became_active":"2024-09-12T23:58:42.806006+0000","last_became_peered":"2024-09-12T23:58:42.806006+0000","last_unstale":"2024-09-12T23:58:42.814862+0000","last_undegraded":"2024-09-12T23:58:42.814862+0000","last_fullsized":"2024-09-12T23:58:42.814862+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:11:30.653723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.808671+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:50:47.342406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.807646+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:27:43.980713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.811987+0000","last_change":"2024-09-12T23:58:42.811987+0000","last_active":"2024-09-12T23:58:42.811987+0000","last_peered":"2024-09-12T23:58:42.811987+0000","last_clean":"2024-09-12T23:58:42.811987+0000","last_became_active":"2024-09-12T23:58:42.811113+0000","last_became_peered":"2024-09-12T23:58:42.811113+0000","last_unstale":"2024-09-12T23:58:42.811987+0000","last_undegraded":"2024-09-12T23:58:42.811987+0000","last_fullsized":"2024-09-12T23:58:42.811987+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:19.868081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.809883+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:39.752511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"52'4","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.844209+0000","last_change":"2024-09-12T23:58:41.838368+0000","last_active":"2024-09-12T23:58:42.844209+0000","last_peered":"2024-09-12T23:58:42.844209+0000","last_clean":"2024-09-12T23:58:42.844209+0000","last_became_active":"2024-09-12T23:58:41.838120+0000","last_became_peered":"2024-09-12T23:58:41.838120+0000","last_unstale":"2024-09-12T23:58:42.844209+0000","last_undegraded":"2024-09-12T23:58:42.844209+0000","last_fullsized":"2024-09-12T23:58:42.844209+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:05.194384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":45,"acting":45,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":626,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":63,"acting":63,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430220,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298392,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446760,"statfs":{"total":95995035648,"available":95689482240,"internally_reserved":0,"allocated":1060864,"data_stored":777645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96299999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0449999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.167}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.464}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4990000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298392,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446760,"statfs":{"total":95995035648,"available":95689482240,"internally_reserved":0,"allocated":1056768,"data_stored":777351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":1.232},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":1.0580000000000001}]},{"osd":1,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":1.083},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":2.3620000000000001,"5min":2.3620000000000001,"15min":2.3620000000000001},"last":1.026}]},{"osd":2,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":1.1259999999999999},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":2.2389999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":1.21}]},{"osd":3,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"max":{"1min":2.2959999999999998,"5min":2.2959999999999998,"15min":2.2959999999999998},"last":0.94499999999999995},{"interface":"front","average":{"1min":1.107,"5min":1.107,"15min":1.107},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":2.5670000000000002,"5min":2.5670000000000002,"15min":2.5670000000000002},"last":1.284}]},{"osd":4,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.657,"5min":1.657,"15min":1.657},"last":1.1779999999999999}]},{"osd":5,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":0.995},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.6509999999999998,"5min":2.6509999999999998,"15min":2.6509999999999998},"last":1.2549999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89200000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822689,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297816,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447336,"statfs":{"total":95995035648,"available":95690072064,"internally_reserved":0,"allocated":471040,"data_stored":192903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.874,"15min":0.878},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.181,"5min":1.399,"15min":1.399},"last":1.21},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.93300000000000005,"15min":0.92500000000000004},"min":{"1min":0.67800000000000005,"5min":0.629,"15min":0.629},"max":{"1min":1.464,"5min":1.464,"15min":1.464},"last":0.85699999999999998}]},{"osd":1,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.873,"15min":0.86499999999999999},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.835,"5min":1.835,"15min":1.835},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.89300000000000002,"15min":0.89500000000000002},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":1.0049999999999999}]},{"osd":2,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.86199999999999999,"15min":0.85999999999999999},"min":{"1min":0.66700000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.2749999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":1.0489999999999999},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.878,"15min":0.872},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.94499999999999995}]},{"osd":3,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.876,"15min":0.871},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.526,"5min":1.526,"15min":1.526},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.91500000000000004,"15min":0.90900000000000003},"min":{"1min":0.69599999999999995,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.751}]},{"osd":4,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.79600000000000004,"15min":0.78500000000000003},"min":{"1min":0.46800000000000003,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.81499999999999995,"15min":0.79100000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.903,"5min":1.903,"15min":1.903},"last":1.1319999999999999}]},{"osd":6,"last update":"Thu Sep 12 23:58:03 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.089,"15min":1.089},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.752,"5min":1.752,"15min":1.752},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":1.095}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1830000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018923,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297860,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447292,"statfs":{"total":95995035648,"available":95690027008,"internally_reserved":0,"allocated":516096,"data_stored":207800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.84099999999999997,"15min":0.83099999999999996},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.85299999999999998,"15min":0.82499999999999996},"min":{"1min":0.58599999999999997,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.2929999999999999,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.57099999999999995}]},{"osd":1,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.85099999999999998,"15min":0.84899999999999998},"min":{"1min":0.64900000000000002,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.345,"5min":1.583,"15min":1.583},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.84299999999999997,"15min":0.83299999999999996},"min":{"1min":0.61199999999999999,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.89500000000000002}]},{"osd":2,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.85499999999999998,"15min":0.84099999999999997},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.86699999999999999,"15min":0.872},"min":{"1min":0.64600000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.76300000000000001}]},{"osd":3,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.872,"15min":0.84399999999999997},"min":{"1min":0.65400000000000003,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.1539999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.86099999999999999,"15min":0.85499999999999998},"min":{"1min":0.59799999999999998,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.70499999999999996}]},{"osd":5,"last update":"Thu Sep 12 23:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.748,"15min":0.73199999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.872},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.69599999999999995,"15min":0.68000000000000005},"min":{"1min":0.42399999999999999,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.93400000000000005}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.996},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.3759999999999999,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.0309999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]}]},{"osd":3,"up_from":25,"seq":107374182453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297816,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447336,"statfs":{"total":95995035648,"available":95690072064,"internally_reserved":0,"allocated":471040,"data_stored":192924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.748,"15min":0.71199999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.45100000000000001}]},{"osd":1,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.77300000000000002,"15min":0.75},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.77000000000000002,"15min":0.74199999999999999},"min":{"1min":0.53900000000000003,"5min":0.441,"15min":0.441},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.41699999999999998}]},{"osd":2,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.83699999999999997,"15min":0.80000000000000004},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.379},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.80500000000000005,"15min":0.77800000000000002},"min":{"1min":0.59499999999999997,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.36099999999999999}]},{"osd":4,"last update":"Thu Sep 12 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":0.92000000000000004,"15min":0.89600000000000002},"min":{"1min":0.85399999999999998,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.93700000000000006,"15min":0.93300000000000005},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.1839999999999999,"5min":1.27,"15min":1.27},"last":0.82499999999999996}]},{"osd":5,"last update":"Thu Sep 12 23:58:11 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":0.98199999999999998,"15min":0.97499999999999998},"min":{"1min":0.80700000000000005,"5min":0.751,"15min":0.751},"max":{"1min":1.2569999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.71099999999999997},{"interface":"front","average":{"1min":1.105,"5min":1.0049999999999999,"15min":0.98799999999999999},"min":{"1min":0.76700000000000002,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.76900000000000002}]},{"osd":6,"last update":"Thu Sep 12 23:58:01 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"min":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.71599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]}]},{"osd":2,"up_from":18,"seq":77309411394,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297812,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447340,"statfs":{"total":95995035648,"available":95690076160,"internally_reserved":0,"allocated":466944,"data_stored":192263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.63800000000000001,"15min":0.60399999999999998},"min":{"1min":0.41599999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.71299999999999997,"15min":0.63800000000000001},"min":{"1min":0.54400000000000004,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.86499999999999999}]},{"osd":1,"last update":"Thu Sep 12 23:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.749,"15min":0.67600000000000005},"min":{"1min":0.60199999999999998,"5min":0.434,"15min":0.434},"max":{"1min":1.155,"5min":1.173,"15min":1.173},"last":0.997},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.754,"15min":0.68000000000000005},"min":{"1min":0.53200000000000003,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":0.82599999999999996}]},{"osd":3,"last update":"Thu Sep 12 23:58:31 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.82399999999999995,"15min":0.78800000000000003},"min":{"1min":0.60599999999999998,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":1.2470000000000001},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.79800000000000004,"15min":0.79300000000000004},"min":{"1min":0.71299999999999997,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":1.0409999999999999}]},{"osd":4,"last update":"Thu Sep 12 23:58:16 2024","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.84299999999999997,"15min":0.82399999999999995},"min":{"1min":0.66000000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":1.073},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.97899999999999998,"15min":0.96099999999999997},"min":{"1min":0.91400000000000003,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.27,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.4470000000000001}]},{"osd":5,"last update":"Thu Sep 12 23:58:09 2024","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":1.014,"15min":1.012},"min":{"1min":0.78000000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.2589999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.5389999999999999},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.94499999999999995,"15min":0.93799999999999994},"min":{"1min":0.77600000000000002,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.282}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.3,"5min":1.3,"15min":1.3},"last":1.1850000000000001},{"interface":"front","average":{"1min":1.145,"5min":1.145,"15min":1.145},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":1.615}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.353}]}]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297820,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447332,"statfs":{"total":95995035648,"available":95690067968,"internally_reserved":0,"allocated":475136,"data_stored":193197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:57:43 2024","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.61899999999999999,"15min":0.56399999999999995},"min":{"1min":0.48899999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.65500000000000003,"15min":0.57199999999999995},"min":{"1min":0.59199999999999997,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.44}]},{"osd":2,"last update":"Thu Sep 12 23:58:35 2024","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.71099999999999997,"15min":0.621},"min":{"1min":0.625,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.70999999999999996,"15min":0.65200000000000002},"min":{"1min":0.56299999999999994,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.056,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.46999999999999997}]},{"osd":3,"last update":"Thu Sep 12 23:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.753,"15min":0.71799999999999997},"min":{"1min":0.63100000000000001,"5min":0.377,"15min":0.377},"max":{"1min":1.077,"5min":1.099,"15min":1.099},"last":0.499},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.85199999999999998,"15min":0.81200000000000006},"min":{"1min":0.77800000000000002,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.86799999999999999,"15min":0.85199999999999998},"min":{"1min":0.75,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":1.0700000000000001,"5min":1.109,"15min":1.109},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.92800000000000005,"15min":0.91400000000000003},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.2,"5min":1.383,"15min":1.383},"last":0.56299999999999994}]},{"osd":5,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.0389999999999999,"15min":1.03},"min":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.746},{"interface":"front","average":{"1min":1.0169999999999999,"5min":0.98299999999999998,"15min":0.97699999999999998},"min":{"1min":0.81200000000000006,"5min":0.755,"15min":0.755},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.76800000000000002}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":0.86199999999999999},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":0.82499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64400000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1114112,"data_stored":798482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Sep 12 23:58:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.628,"15min":0.53600000000000003},"min":{"1min":0.379,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.97699999999999998,"5min":1.026,"15min":1.026},"last":0.379},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.72499999999999998,"15min":0.59999999999999998},"min":{"1min":0.44700000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.44700000000000001}]},{"osd":2,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.69899999999999995,"15min":0.60899999999999999},"min":{"1min":0.42799999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.77500000000000002,"15min":0.66100000000000003},"min":{"1min":0.433,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.35699999999999998}]},{"osd":3,"last update":"Thu Sep 12 23:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.82199999999999995,"15min":0.79600000000000004},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.0509999999999999,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.84499999999999997,"15min":0.80700000000000005},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.502}]},{"osd":4,"last update":"Thu Sep 12 23:58:16 2024","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":0.99199999999999999,"15min":0.98399999999999999},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.90700000000000003,"15min":0.90200000000000002},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.1240000000000001,"5min":1.147,"15min":1.147},"last":0.46600000000000003}]},{"osd":5,"last update":"Thu Sep 12 23:58:09 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.95299999999999996,"15min":0.95899999999999996},"min":{"1min":0.755,"5min":0.755,"15min":0.755},"max":{"1min":1.0600000000000001,"5min":1.234,"15min":1.234},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.0680000000000001,"5min":1.04,"15min":1.0349999999999999},"min":{"1min":0.89700000000000002,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":1.1699999999999999,"5min":1.464,"15min":1.464},"last":0.91900000000000004}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.109,"15min":1.109},"min":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":0.755},{"interface":"front","average":{"1min":1.105,"5min":1.105,"15min":1.105},"min":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98099999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T23:58:46.498 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T23:58:46.832 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:46.835 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-12T23:58:46.851 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":334,"stamp":"2024-09-12T23:58:45.346126+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590994,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":109,"num_write_kb":1636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":111,"acting":111,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":48,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384360,"kb_used_data":5500,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576856,"statfs":{"total":767960285184,"available":765518700544,"internally_reserved":0,"allocated":5632000,"data_stored":3332565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":626,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.543912"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.800315+0000","last_change":"2024-09-12T23:58:42.800315+0000","last_active":"2024-09-12T23:58:42.800315+0000","last_peered":"2024-09-12T23:58:42.800315+0000","last_clean":"2024-09-12T23:58:42.800315+0000","last_became_active":"2024-09-12T23:58:42.799517+0000","last_became_peered":"2024-09-12T23:58:42.799517+0000","last_unstale":"2024-09-12T23:58:42.800315+0000","last_undegraded":"2024-09-12T23:58:42.800315+0000","last_fullsized":"2024-09-12T23:58:42.800315+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:53.410626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814297+0000","last_change":"2024-09-12T23:58:42.810676+0000","last_active":"2024-09-12T23:58:42.814297+0000","last_peered":"2024-09-12T23:58:42.814297+0000","last_clean":"2024-09-12T23:58:42.814297+0000","last_became_active":"2024-09-12T23:58:42.809776+0000","last_became_peered":"2024-09-12T23:58:42.809776+0000","last_unstale":"2024-09-12T23:58:42.814297+0000","last_undegraded":"2024-09-12T23:58:42.814297+0000","last_fullsized":"2024-09-12T23:58:42.814297+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:40:14.228949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.811723+0000","last_change":"2024-09-12T23:58:42.811723+0000","last_active":"2024-09-12T23:58:42.811723+0000","last_peered":"2024-09-12T23:58:42.811723+0000","last_clean":"2024-09-12T23:58:42.811723+0000","last_became_active":"2024-09-12T23:58:42.811440+0000","last_became_peered":"2024-09-12T23:58:42.811440+0000","last_unstale":"2024-09-12T23:58:42.811723+0000","last_undegraded":"2024-09-12T23:58:42.811723+0000","last_fullsized":"2024-09-12T23:58:42.811723+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:12.881944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.804866+0000","last_change":"2024-09-12T23:58:42.804866+0000","last_active":"2024-09-12T23:58:42.804866+0000","last_peered":"2024-09-12T23:58:42.804866+0000","last_clean":"2024-09-12T23:58:42.804866+0000","last_became_active":"2024-09-12T23:58:42.804125+0000","last_became_peered":"2024-09-12T23:58:42.804125+0000","last_unstale":"2024-09-12T23:58:42.804866+0000","last_undegraded":"2024-09-12T23:58:42.804866+0000","last_fullsized":"2024-09-12T23:58:42.804866+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:07.167823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.798705+0000","last_change":"2024-09-12T23:58:42.798705+0000","last_active":"2024-09-12T23:58:42.798705+0000","last_peered":"2024-09-12T23:58:42.798705+0000","last_clean":"2024-09-12T23:58:42.798705+0000","last_became_active":"2024-09-12T23:58:42.798046+0000","last_became_peered":"2024-09-12T23:58:42.798046+0000","last_unstale":"2024-09-12T23:58:42.798705+0000","last_undegraded":"2024-09-12T23:58:42.798705+0000","last_fullsized":"2024-09-12T23:58:42.798705+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:12.826279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810400+0000","last_change":"2024-09-12T23:58:42.805031+0000","last_active":"2024-09-12T23:58:42.810400+0000","last_peered":"2024-09-12T23:58:42.810400+0000","last_clean":"2024-09-12T23:58:42.810400+0000","last_became_active":"2024-09-12T23:58:42.804587+0000","last_became_peered":"2024-09-12T23:58:42.804587+0000","last_unstale":"2024-09-12T23:58:42.810400+0000","last_undegraded":"2024-09-12T23:58:42.810400+0000","last_fullsized":"2024-09-12T23:58:42.810400+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:26.201996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.810167+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:21:20.642746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.783435+0000","last_change":"2024-09-12T23:58:42.783435+0000","last_active":"2024-09-12T23:58:42.783435+0000","last_peered":"2024-09-12T23:58:42.783435+0000","last_clean":"2024-09-12T23:58:42.783435+0000","last_became_active":"2024-09-12T23:58:42.782810+0000","last_became_peered":"2024-09-12T23:58:42.782810+0000","last_unstale":"2024-09-12T23:58:42.783435+0000","last_undegraded":"2024-09-12T23:58:42.783435+0000","last_fullsized":"2024-09-12T23:58:42.783435+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:51.489912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.809856+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:47:01.806161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.805177+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:01.432698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.805335+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:06:25.980132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810494+0000","last_change":"2024-09-12T23:58:42.810494+0000","last_active":"2024-09-12T23:58:42.810494+0000","last_peered":"2024-09-12T23:58:42.810494+0000","last_clean":"2024-09-12T23:58:42.810494+0000","last_became_active":"2024-09-12T23:58:42.810193+0000","last_became_peered":"2024-09-12T23:58:42.810193+0000","last_unstale":"2024-09-12T23:58:42.810494+0000","last_undegraded":"2024-09-12T23:58:42.810494+0000","last_fullsized":"2024-09-12T23:58:42.810494+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:34:10.591293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.809704+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:24:22.466135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814329+0000","last_change":"2024-09-12T23:58:42.810901+0000","last_active":"2024-09-12T23:58:42.814329+0000","last_peered":"2024-09-12T23:58:42.814329+0000","last_clean":"2024-09-12T23:58:42.814329+0000","last_became_active":"2024-09-12T23:58:42.807286+0000","last_became_peered":"2024-09-12T23:58:42.807286+0000","last_unstale":"2024-09-12T23:58:42.814329+0000","last_undegraded":"2024-09-12T23:58:42.814329+0000","last_fullsized":"2024-09-12T23:58:42.814329+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:20:03.447341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"52'2","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.840997+0000","last_change":"2024-09-12T23:58:41.836187+0000","last_active":"2024-09-12T23:58:42.840997+0000","last_peered":"2024-09-12T23:58:42.840997+0000","last_clean":"2024-09-12T23:58:42.840997+0000","last_became_active":"2024-09-12T23:58:41.835564+0000","last_became_peered":"2024-09-12T23:58:41.835564+0000","last_unstale":"2024-09-12T23:58:42.840997+0000","last_undegraded":"2024-09-12T23:58:42.840997+0000","last_fullsized":"2024-09-12T23:58:42.840997+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:36:02.950318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.797734+0000","last_change":"2024-09-12T23:58:42.797734+0000","last_active":"2024-09-12T23:58:42.797734+0000","last_peered":"2024-09-12T23:58:42.797734+0000","last_clean":"2024-09-12T23:58:42.797734+0000","last_became_active":"2024-09-12T23:58:42.797050+0000","last_became_peered":"2024-09-12T23:58:42.797050+0000","last_unstale":"2024-09-12T23:58:42.797734+0000","last_undegraded":"2024-09-12T23:58:42.797734+0000","last_fullsized":"2024-09-12T23:58:42.797734+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:26.052820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.807748+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:22.181257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.812344+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:56:15.960496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"52'1","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.843830+0000","last_change":"2024-09-12T23:58:41.840222+0000","last_active":"2024-09-12T23:58:42.843830+0000","last_peered":"2024-09-12T23:58:42.843830+0000","last_clean":"2024-09-12T23:58:42.843830+0000","last_became_active":"2024-09-12T23:58:41.839540+0000","last_became_peered":"2024-09-12T23:58:41.839540+0000","last_unstale":"2024-09-12T23:58:42.843830+0000","last_undegraded":"2024-09-12T23:58:42.843830+0000","last_fullsized":"2024-09-12T23:58:42.843830+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:55.498929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.812338+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:38:43.684774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.808429+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:31.980840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.811820+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:37:50.999616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'72","reported_seq":16,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-12T23:57:55.492667+0000","last_change":"2024-09-12T23:57:55.492667+0000","last_active":"2024-09-12T23:57:55.492667+0000","last_peered":"2024-09-12T23:57:55.492667+0000","last_clean":"2024-09-12T23:57:55.492667+0000","last_became_active":"2024-09-12T23:57:55.479343+0000","last_became_peered":"2024-09-12T23:57:55.479343+0000","last_unstale":"2024-09-12T23:57:55.492667+0000","last_undegraded":"2024-09-12T23:57:55.492667+0000","last_fullsized":"2024-09-12T23:57:55.492667+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_clean_scrub_stamp":"2024-09-12T23:53:26.096054+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:39:46.863988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.805349+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:09:10.295053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.796274+0000","last_change":"2024-09-12T23:58:42.796274+0000","last_active":"2024-09-12T23:58:42.796274+0000","last_peered":"2024-09-12T23:58:42.796274+0000","last_clean":"2024-09-12T23:58:42.796274+0000","last_became_active":"2024-09-12T23:58:42.791640+0000","last_became_peered":"2024-09-12T23:58:42.791640+0000","last_unstale":"2024-09-12T23:58:42.796274+0000","last_undegraded":"2024-09-12T23:58:42.796274+0000","last_fullsized":"2024-09-12T23:58:42.796274+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:06.999795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.809810+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:38:06.168309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.805179+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:37:34.916796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.792625+0000","last_change":"2024-09-12T23:58:42.789692+0000","last_active":"2024-09-12T23:58:42.792625+0000","last_peered":"2024-09-12T23:58:42.792625+0000","last_clean":"2024-09-12T23:58:42.792625+0000","last_became_active":"2024-09-12T23:58:42.788777+0000","last_became_peered":"2024-09-12T23:58:42.788777+0000","last_unstale":"2024-09-12T23:58:42.792625+0000","last_undegraded":"2024-09-12T23:58:42.792625+0000","last_fullsized":"2024-09-12T23:58:42.792625+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:32:31.625713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.807044+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:07.067304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.807920+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:19.542687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.803124+0000","last_change":"2024-09-12T23:58:42.803124+0000","last_active":"2024-09-12T23:58:42.803124+0000","last_peered":"2024-09-12T23:58:42.803124+0000","last_clean":"2024-09-12T23:58:42.803124+0000","last_became_active":"2024-09-12T23:58:42.802311+0000","last_became_peered":"2024-09-12T23:58:42.802311+0000","last_unstale":"2024-09-12T23:58:42.803124+0000","last_undegraded":"2024-09-12T23:58:42.803124+0000","last_fullsized":"2024-09-12T23:58:42.803124+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:18.368488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814862+0000","last_change":"2024-09-12T23:58:42.811928+0000","last_active":"2024-09-12T23:58:42.814862+0000","last_peered":"2024-09-12T23:58:42.814862+0000","last_clean":"2024-09-12T23:58:42.814862+0000","last_became_active":"2024-09-12T23:58:42.806006+0000","last_became_peered":"2024-09-12T23:58:42.806006+0000","last_unstale":"2024-09-12T23:58:42.814862+0000","last_undegraded":"2024-09-12T23:58:42.814862+0000","last_fullsized":"2024-09-12T23:58:42.814862+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:11:30.653723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.808671+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:50:47.342406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.807646+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:27:43.980713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.798854+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.811987+0000","last_change":"2024-09-12T23:58:42.811987+0000","last_active":"2024-09-12T23:58:42.811987+0000","last_peered":"2024-09-12T23:58:42.811987+0000","last_clean":"2024-09-12T23:58:42.811987+0000","last_became_active":"2024-09-12T23:58:42.811113+0000","last_became_peered":"2024-09-12T23:58:42.811113+0000","last_unstale":"2024-09-12T23:58:42.811987+0000","last_undegraded":"2024-09-12T23:58:42.811987+0000","last_fullsized":"2024-09-12T23:58:42.811987+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:19.868081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-12T23:58:40.798854+0000","last_change":"2024-09-12T23:58:40.809883+0000","last_active":"2024-09-12T23:58:40.798854+0000","last_peered":"2024-09-12T23:58:40.798854+0000","last_clean":"2024-09-12T23:58:40.798854+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:40.798854+0000","last_undegraded":"2024-09-12T23:58:40.798854+0000","last_fullsized":"2024-09-12T23:58:40.798854+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:39.752511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T23:58:41.801600+0000","last_change":"2024-09-12T23:58:41.801600+0000","last_active":"2024-09-12T23:58:41.801600+0000","last_peered":"2024-09-12T23:58:41.801600+0000","last_clean":"2024-09-12T23:58:41.801600+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T23:58:41.801600+0000","last_undegraded":"2024-09-12T23:58:41.801600+0000","last_fullsized":"2024-09-12T23:58:41.801600+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"52'4","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.844209+0000","last_change":"2024-09-12T23:58:41.838368+0000","last_active":"2024-09-12T23:58:42.844209+0000","last_peered":"2024-09-12T23:58:42.844209+0000","last_clean":"2024-09-12T23:58:42.844209+0000","last_became_active":"2024-09-12T23:58:41.838120+0000","last_became_peered":"2024-09-12T23:58:41.838120+0000","last_unstale":"2024-09-12T23:58:42.844209+0000","last_undegraded":"2024-09-12T23:58:42.844209+0000","last_fullsized":"2024-09-12T23:58:42.844209+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:05.194384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":45,"acting":45,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":626,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":63,"acting":63,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430220,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298392,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446760,"statfs":{"total":95995035648,"available":95689482240,"internally_reserved":0,"allocated":1060864,"data_stored":777645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96299999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0449999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.167}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.464}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4990000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298392,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446760,"statfs":{"total":95995035648,"available":95689482240,"internally_reserved":0,"allocated":1056768,"data_stored":777351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":1.232},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":1.0580000000000001}]},{"osd":1,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":1.083},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":2.3620000000000001,"5min":2.3620000000000001,"15min":2.3620000000000001},"last":1.026}]},{"osd":2,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":1.1259999999999999},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":2.2389999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":1.21}]},{"osd":3,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"max":{"1min":2.2959999999999998,"5min":2.2959999999999998,"15min":2.2959999999999998},"last":0.94499999999999995},{"interface":"front","average":{"1min":1.107,"5min":1.107,"15min":1.107},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":2.5670000000000002,"5min":2.5670000000000002,"15min":2.5670000000000002},"last":1.284}]},{"osd":4,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.657,"5min":1.657,"15min":1.657},"last":1.1779999999999999}]},{"osd":5,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":0.995},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.6509999999999998,"5min":2.6509999999999998,"15min":2.6509999999999998},"last":1.2549999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89200000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822689,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297816,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447336,"statfs":{"total":95995035648,"available":95690072064,"internally_reserved":0,"allocated":471040,"data_stored":192903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.874,"15min":0.878},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.181,"5min":1.399,"15min":1.399},"last":1.21},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.93300000000000005,"15min":0.92500000000000004},"min":{"1min":0.67800000000000005,"5min":0.629,"15min":0.629},"max":{"1min":1.464,"5min":1.464,"15min":1.464},"last":0.85699999999999998}]},{"osd":1,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.873,"15min":0.86499999999999999},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.835,"5min":1.835,"15min":1.835},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.89300000000000002,"15min":0.89500000000000002},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":1.0049999999999999}]},{"osd":2,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.86199999999999999,"15min":0.85999999999999999},"min":{"1min":0.66700000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.2749999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":1.0489999999999999},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.878,"15min":0.872},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.94499999999999995}]},{"osd":3,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.876,"15min":0.871},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.526,"5min":1.526,"15min":1.526},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.91500000000000004,"15min":0.90900000000000003},"min":{"1min":0.69599999999999995,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.751}]},{"osd":4,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.79600000000000004,"15min":0.78500000000000003},"min":{"1min":0.46800000000000003,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.81499999999999995,"15min":0.79100000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.903,"5min":1.903,"15min":1.903},"last":1.1319999999999999}]},{"osd":6,"last update":"Thu Sep 12 23:58:03 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.089,"15min":1.089},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.752,"5min":1.752,"15min":1.752},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":1.095}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1830000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018923,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297860,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447292,"statfs":{"total":95995035648,"available":95690027008,"internally_reserved":0,"allocated":516096,"data_stored":207800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.84099999999999997,"15min":0.83099999999999996},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.85299999999999998,"15min":0.82499999999999996},"min":{"1min":0.58599999999999997,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.2929999999999999,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.57099999999999995}]},{"osd":1,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.85099999999999998,"15min":0.84899999999999998},"min":{"1min":0.64900000000000002,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.345,"5min":1.583,"15min":1.583},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.84299999999999997,"15min":0.83299999999999996},"min":{"1min":0.61199999999999999,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.89500000000000002}]},{"osd":2,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.85499999999999998,"15min":0.84099999999999997},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.86699999999999999,"15min":0.872},"min":{"1min":0.64600000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.76300000000000001}]},{"osd":3,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.872,"15min":0.84399999999999997},"min":{"1min":0.65400000000000003,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.1539999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.86099999999999999,"15min":0.85499999999999998},"min":{"1min":0.59799999999999998,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.70499999999999996}]},{"osd":5,"last update":"Thu Sep 12 23:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.748,"15min":0.73199999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.872},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.69599999999999995,"15min":0.68000000000000005},"min":{"1min":0.42399999999999999,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.93400000000000005}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.996},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.3759999999999999,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.0309999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]}]},{"osd":3,"up_from":25,"seq":107374182453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297816,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447336,"statfs":{"total":95995035648,"available":95690072064,"internally_reserved":0,"allocated":471040,"data_stored":192924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.748,"15min":0.71199999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.45100000000000001}]},{"osd":1,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.77300000000000002,"15min":0.75},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.77000000000000002,"15min":0.74199999999999999},"min":{"1min":0.53900000000000003,"5min":0.441,"15min":0.441},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.41699999999999998}]},{"osd":2,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.83699999999999997,"15min":0.80000000000000004},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.379},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.80500000000000005,"15min":0.77800000000000002},"min":{"1min":0.59499999999999997,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.36099999999999999}]},{"osd":4,"last update":"Thu Sep 12 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":0.92000000000000004,"15min":0.89600000000000002},"min":{"1min":0.85399999999999998,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.93700000000000006,"15min":0.93300000000000005},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.1839999999999999,"5min":1.27,"15min":1.27},"last":0.82499999999999996}]},{"osd":5,"last update":"Thu Sep 12 23:58:11 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":0.98199999999999998,"15min":0.97499999999999998},"min":{"1min":0.80700000000000005,"5min":0.751,"15min":0.751},"max":{"1min":1.2569999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.71099999999999997},{"interface":"front","average":{"1min":1.105,"5min":1.0049999999999999,"15min":0.98799999999999999},"min":{"1min":0.76700000000000002,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.76900000000000002}]},{"osd":6,"last update":"Thu Sep 12 23:58:01 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"min":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.71599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]}]},{"osd":2,"up_from":18,"seq":77309411394,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297812,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447340,"statfs":{"total":95995035648,"available":95690076160,"internally_reserved":0,"allocated":466944,"data_stored":192263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.63800000000000001,"15min":0.60399999999999998},"min":{"1min":0.41599999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.71299999999999997,"15min":0.63800000000000001},"min":{"1min":0.54400000000000004,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.86499999999999999}]},{"osd":1,"last update":"Thu Sep 12 23:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.749,"15min":0.67600000000000005},"min":{"1min":0.60199999999999998,"5min":0.434,"15min":0.434},"max":{"1min":1.155,"5min":1.173,"15min":1.173},"last":0.997},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.754,"15min":0.68000000000000005},"min":{"1min":0.53200000000000003,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":0.82599999999999996}]},{"osd":3,"last update":"Thu Sep 12 23:58:31 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.82399999999999995,"15min":0.78800000000000003},"min":{"1min":0.60599999999999998,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":1.2470000000000001},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.79800000000000004,"15min":0.79300000000000004},"min":{"1min":0.71299999999999997,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":1.0409999999999999}]},{"osd":4,"last update":"Thu Sep 12 23:58:16 2024","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.84299999999999997,"15min":0.82399999999999995},"min":{"1min":0.66000000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":1.073},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.97899999999999998,"15min":0.96099999999999997},"min":{"1min":0.91400000000000003,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.27,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.4470000000000001}]},{"osd":5,"last update":"Thu Sep 12 23:58:09 2024","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":1.014,"15min":1.012},"min":{"1min":0.78000000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.2589999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.5389999999999999},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.94499999999999995,"15min":0.93799999999999994},"min":{"1min":0.77600000000000002,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.282}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.3,"5min":1.3,"15min":1.3},"last":1.1850000000000001},{"interface":"front","average":{"1min":1.145,"5min":1.145,"15min":1.145},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":1.615}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.353}]}]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297820,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447332,"statfs":{"total":95995035648,"available":95690067968,"internally_reserved":0,"allocated":475136,"data_stored":193197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:57:43 2024","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.61899999999999999,"15min":0.56399999999999995},"min":{"1min":0.48899999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.65500000000000003,"15min":0.57199999999999995},"min":{"1min":0.59199999999999997,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.44}]},{"osd":2,"last update":"Thu Sep 12 23:58:35 2024","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.71099999999999997,"15min":0.621},"min":{"1min":0.625,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.70999999999999996,"15min":0.65200000000000002},"min":{"1min":0.56299999999999994,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.056,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.46999999999999997}]},{"osd":3,"last update":"Thu Sep 12 23:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.753,"15min":0.71799999999999997},"min":{"1min":0.63100000000000001,"5min":0.377,"15min":0.377},"max":{"1min":1.077,"5min":1.099,"15min":1.099},"last":0.499},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.85199999999999998,"15min":0.81200000000000006},"min":{"1min":0.77800000000000002,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.86799999999999999,"15min":0.85199999999999998},"min":{"1min":0.75,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":1.0700000000000001,"5min":1.109,"15min":1.109},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.92800000000000005,"15min":0.91400000000000003},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.2,"5min":1.383,"15min":1.383},"last":0.56299999999999994}]},{"osd":5,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.0389999999999999,"15min":1.03},"min":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.746},{"interface":"front","average":{"1min":1.0169999999999999,"5min":0.98299999999999998,"15min":0.97699999999999998},"min":{"1min":0.81200000000000006,"5min":0.755,"15min":0.755},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.76800000000000002}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":0.86199999999999999},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":0.82499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64400000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1114112,"data_stored":798482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Sep 12 23:58:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.628,"15min":0.53600000000000003},"min":{"1min":0.379,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.97699999999999998,"5min":1.026,"15min":1.026},"last":0.379},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.72499999999999998,"15min":0.59999999999999998},"min":{"1min":0.44700000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.44700000000000001}]},{"osd":2,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.69899999999999995,"15min":0.60899999999999999},"min":{"1min":0.42799999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.77500000000000002,"15min":0.66100000000000003},"min":{"1min":0.433,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.35699999999999998}]},{"osd":3,"last update":"Thu Sep 12 23:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.82199999999999995,"15min":0.79600000000000004},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.0509999999999999,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.84499999999999997,"15min":0.80700000000000005},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.502}]},{"osd":4,"last update":"Thu Sep 12 23:58:16 2024","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":0.99199999999999999,"15min":0.98399999999999999},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.90700000000000003,"15min":0.90200000000000002},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.1240000000000001,"5min":1.147,"15min":1.147},"last":0.46600000000000003}]},{"osd":5,"last update":"Thu Sep 12 23:58:09 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.95299999999999996,"15min":0.95899999999999996},"min":{"1min":0.755,"5min":0.755,"15min":0.755},"max":{"1min":1.0600000000000001,"5min":1.234,"15min":1.234},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.0680000000000001,"5min":1.04,"15min":1.0349999999999999},"min":{"1min":0.89700000000000002,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":1.1699999999999999,"5min":1.464,"15min":1.464},"last":0.91900000000000004}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.109,"15min":1.109},"min":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":0.755},{"interface":"front","average":{"1min":1.105,"5min":1.105,"15min":1.105},"min":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98099999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T23:58:46.855 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3f is not active+clean 2024-09-12T23:58:46.855 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.856 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3e is not active+clean 2024-09-12T23:58:46.856 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.856 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3c is not active+clean 2024-09-12T23:58:46.856 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.856 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3b is not active+clean 2024-09-12T23:58:46.856 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.856 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3a is not active+clean 2024-09-12T23:58:46.856 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.856 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.39 is not active+clean 2024-09-12T23:58:46.856 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.857 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.38 is not active+clean 2024-09-12T23:58:46.857 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.857 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.37 is not active+clean 2024-09-12T23:58:46.857 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.857 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.36 is not active+clean 2024-09-12T23:58:46.857 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.857 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.35 is not active+clean 2024-09-12T23:58:46.857 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.857 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.33 is not active+clean 2024-09-12T23:58:46.857 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.857 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.31 is not active+clean 2024-09-12T23:58:46.858 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.858 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.30 is not active+clean 2024-09-12T23:58:46.858 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.858 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2f is not active+clean 2024-09-12T23:58:46.858 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.858 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2e is not active+clean 2024-09-12T23:58:46.858 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.858 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2d is not active+clean 2024-09-12T23:58:46.858 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.858 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2c is not active+clean 2024-09-12T23:58:46.858 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.859 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2a is not active+clean 2024-09-12T23:58:46.859 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.859 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.29 is not active+clean 2024-09-12T23:58:46.859 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.859 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.28 is not active+clean 2024-09-12T23:58:46.859 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.859 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.27 is not active+clean 2024-09-12T23:58:46.859 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.859 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.26 is not active+clean 2024-09-12T23:58:46.859 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.860 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.25 is not active+clean 2024-09-12T23:58:46.860 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.860 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.24 is not active+clean 2024-09-12T23:58:46.860 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.860 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.22 is not active+clean 2024-09-12T23:58:46.860 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.860 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.21 is not active+clean 2024-09-12T23:58:46.860 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.860 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.20 is not active+clean 2024-09-12T23:58:46.860 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.860 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1b is not active+clean 2024-09-12T23:58:46.860 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.810167+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T06:21:20.642746+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7, 6], 'acting': [3, 7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [6, 7], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-12T23:58:46.861 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1a is not active+clean 2024-09-12T23:58:46.861 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.798854+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.861 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.19 is not active+clean 2024-09-12T23:58:46.861 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.809856+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T08:47:01.806161+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 0], 'acting': [3, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-12T23:58:46.861 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2024-09-12T23:58:46.861 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.861 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.18 is not active+clean 2024-09-12T23:58:46.861 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.805177+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T04:54:01.432698+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4, 7], 'acting': [5, 4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-12T23:58:46.861 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.19 is not active+clean 2024-09-12T23:58:46.861 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.861 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.17 is not active+clean 2024-09-12T23:58:46.861 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.798854+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.862 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.16 is not active+clean 2024-09-12T23:58:46.862 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.862 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.16 is not active+clean 2024-09-12T23:58:46.862 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.805335+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T09:06:25.980132+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6, 2], 'acting': [5, 6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 6], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-12T23:58:46.862 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.15 is not active+clean 2024-09-12T23:58:46.862 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.809704+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T10:24:22.466135+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5, 0], 'acting': [1, 5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-12T23:58:46.862 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.14 is not active+clean 2024-09-12T23:58:46.862 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.798854+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.862 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.15 is not active+clean 2024-09-12T23:58:46.862 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.863 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.12 is not active+clean 2024-09-12T23:58:46.863 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.807748+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T01:50:22.181257+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 7], 'acting': [5, 3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-12T23:58:46.863 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.13 is not active+clean 2024-09-12T23:58:46.863 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.863 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.11 is not active+clean 2024-09-12T23:58:46.863 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.798854+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.863 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.10 is not active+clean 2024-09-12T23:58:46.863 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.863 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.10 is not active+clean 2024-09-12T23:58:46.863 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.812344+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T09:56:15.960496+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1, 0], 'acting': [2, 1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 1], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-12T23:58:46.863 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.11 is not active+clean 2024-09-12T23:58:46.863 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.864 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.e is not active+clean 2024-09-12T23:58:46.864 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.864 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.e is not active+clean 2024-09-12T23:58:46.864 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.812338+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T07:38:43.684774+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3, 7], 'acting': [2, 3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-12T23:58:46.864 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.f is not active+clean 2024-09-12T23:58:46.864 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.864 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.d is not active+clean 2024-09-12T23:58:46.864 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.808429+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T00:54:31.980840+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4, 3], 'acting': [1, 4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-12T23:58:46.864 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.c is not active+clean 2024-09-12T23:58:46.864 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.865 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.c is not active+clean 2024-09-12T23:58:46.865 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.811820+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T06:37:50.999616+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5, 0], 'acting': [2, 5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-12T23:58:46.865 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.d is not active+clean 2024-09-12T23:58:46.865 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.865 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.3 is not active+clean 2024-09-12T23:58:46.865 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.805349+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T09:09:10.295053+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2, 7], 'acting': [5, 2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-12T23:58:46.865 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2024-09-12T23:58:46.865 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.865 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.0 is not active+clean 2024-09-12T23:58:46.865 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.798854+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.865 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1 is not active+clean 2024-09-12T23:58:46.865 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.809810+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T08:38:06.168309+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3, 0], 'acting': [2, 3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 3], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-12T23:58:46.866 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.0 is not active+clean 2024-09-12T23:58:46.866 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.866 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.2 is not active+clean 2024-09-12T23:58:46.866 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.805179+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T10:37:34.916796+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1, 6], 'acting': [5, 1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 6], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-12T23:58:46.866 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.4 is not active+clean 2024-09-12T23:58:46.866 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.807044+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T00:46:07.067304+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0, 7], 'acting': [1, 0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 7], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-12T23:58:46.866 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.5 is not active+clean 2024-09-12T23:58:46.866 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.866 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.5 is not active+clean 2024-09-12T23:58:46.866 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.798854+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.866 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.4 is not active+clean 2024-09-12T23:58:46.867 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.867 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.6 is not active+clean 2024-09-12T23:58:46.867 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.807920+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T01:22:19.542687+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6, 4], 'acting': [1, 6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 6], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-12T23:58:46.867 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2024-09-12T23:58:46.867 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.867 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.7 is not active+clean 2024-09-12T23:58:46.867 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.798854+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.867 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.8 is not active+clean 2024-09-12T23:58:46.867 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.798854+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.867 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.9 is not active+clean 2024-09-12T23:58:46.867 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.808671+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T07:50:47.342406+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7, 3], 'acting': [1, 7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-12T23:58:46.868 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2024-09-12T23:58:46.868 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.868 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.a is not active+clean 2024-09-12T23:58:46.868 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.807646+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T10:27:43.980713+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3, 7], 'acting': [1, 3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-12T23:58:46.868 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2024-09-12T23:58:46.868 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.868 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.b is not active+clean 2024-09-12T23:58:46.868 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.798854+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.868 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.a is not active+clean 2024-09-12T23:58:46.868 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.869 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1d is not active+clean 2024-09-12T23:58:46.869 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.869 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1c is not active+clean 2024-09-12T23:58:46.869 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.798854+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.869 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1c is not active+clean 2024-09-12T23:58:46.869 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.869 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1d is not active+clean 2024-09-12T23:58:46.869 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.798854+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.869 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1e is not active+clean 2024-09-12T23:58:46.869 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-12T23:58:40.798854+0000', 'last_change': '2024-09-12T23:58:40.809883+0000', 'last_active': '2024-09-12T23:58:40.798854+0000', 'last_peered': '2024-09-12T23:58:40.798854+0000', 'last_clean': '2024-09-12T23:58:40.798854+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:40.798854+0000', 'last_undegraded': '2024-09-12T23:58:40.798854+0000', 'last_fullsized': '2024-09-12T23:58:40.798854+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:40.798854+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T01:40:39.752511+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 5], 'acting': [3, 0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-12T23:58:46.869 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2024-09-12T23:58:46.870 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T23:58:41.801600+0000', 'last_change': '2024-09-12T23:58:41.801600+0000', 'last_active': '2024-09-12T23:58:41.801600+0000', 'last_peered': '2024-09-12T23:58:41.801600+0000', 'last_clean': '2024-09-12T23:58:41.801600+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T23:58:41.801600+0000', 'last_undegraded': '2024-09-12T23:58:41.801600+0000', 'last_fullsized': '2024-09-12T23:58:41.801600+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'last_clean_scrub_stamp': '2024-09-12T23:58:41.801600+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T23:58:46.870 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T23:58:47.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:46 smithi032 bash[22496]: audit 2024-09-12T23:58:46.077794+0000 mgr.y (mgr.14150) 359 : audit [DBG] from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:47.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:46 smithi032 bash[22496]: audit 2024-09-12T23:58:46.464984+0000 mgr.y (mgr.14150) 360 : audit [DBG] from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:47.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:46 smithi032 bash[32211]: audit 2024-09-12T23:58:46.077794+0000 mgr.y (mgr.14150) 359 : audit [DBG] from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:47.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:46 smithi032 bash[32211]: audit 2024-09-12T23:58:46.464984+0000 mgr.y (mgr.14150) 360 : audit [DBG] from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:47.227 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:47.227 INFO:teuthology.orchestra.run.smithi032.stdout:{"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":497,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":53,"num_osds":8,"num_up_osds":8,"osd_up_since":1726185474,"num_in_osds":8,"osd_in_since":1726185447,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":60},{"state_name":"active+clean","count":19},{"state_name":"creating+peering","count":18}],"num_pgs":97,"num_pools":3,"num_objects":7,"data_bytes":590994,"bytes_used":2441584640,"bytes_avail":765518700544,"bytes_total":767960285184,"unknown_pgs_ratio":0.6185566782951355,"inactive_pgs_ratio":0.18556700646877289,"write_bytes_sec":1802,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24349}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.32:8443/"}},"servicemap":{"epoch":12,"modified":"2024-09-12T23:58:01.333866+0000","services":{"osd":{"daemons":{"summary":"","7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-12T23:58:47.245 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-12T23:58:47.245 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T23:58:47.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:46 smithi053 bash[24393]: audit 2024-09-12T23:58:46.077794+0000 mgr.y (mgr.14150) 359 : audit [DBG] from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:47.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:46 smithi053 bash[24393]: audit 2024-09-12T23:58:46.464984+0000 mgr.y (mgr.14150) 360 : audit [DBG] from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:47.555 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:47.557 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-12T23:58:47.571 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":335,"stamp":"2024-09-12T23:58:47.346558+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":225,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384672,"kb_used_data":5804,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576544,"statfs":{"total":767960285184,"available":765518381056,"internally_reserved":0,"allocated":5943296,"data_stored":3474261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2338,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001342"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.807370+0000","last_change":"2024-09-12T23:58:42.801083+0000","last_active":"2024-09-12T23:58:42.807370+0000","last_peered":"2024-09-12T23:58:42.807370+0000","last_clean":"2024-09-12T23:58:42.807370+0000","last_became_active":"2024-09-12T23:58:42.798882+0000","last_became_peered":"2024-09-12T23:58:42.798882+0000","last_unstale":"2024-09-12T23:58:42.807370+0000","last_undegraded":"2024-09-12T23:58:42.807370+0000","last_fullsized":"2024-09-12T23:58:42.807370+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:54:04.448555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.820389+0000","last_change":"2024-09-12T23:58:42.819658+0000","last_active":"2024-09-12T23:58:42.820389+0000","last_peered":"2024-09-12T23:58:42.820389+0000","last_clean":"2024-09-12T23:58:42.820389+0000","last_became_active":"2024-09-12T23:58:42.819177+0000","last_became_peered":"2024-09-12T23:58:42.819177+0000","last_unstale":"2024-09-12T23:58:42.820389+0000","last_undegraded":"2024-09-12T23:58:42.820389+0000","last_fullsized":"2024-09-12T23:58:42.820389+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:10:52.487980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.800315+0000","last_change":"2024-09-12T23:58:42.800315+0000","last_active":"2024-09-12T23:58:42.800315+0000","last_peered":"2024-09-12T23:58:42.800315+0000","last_clean":"2024-09-12T23:58:42.800315+0000","last_became_active":"2024-09-12T23:58:42.799517+0000","last_became_peered":"2024-09-12T23:58:42.799517+0000","last_unstale":"2024-09-12T23:58:42.800315+0000","last_undegraded":"2024-09-12T23:58:42.800315+0000","last_fullsized":"2024-09-12T23:58:42.800315+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:53.410626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.830659+0000","last_change":"2024-09-12T23:58:42.828505+0000","last_active":"2024-09-12T23:58:42.830659+0000","last_peered":"2024-09-12T23:58:42.830659+0000","last_clean":"2024-09-12T23:58:42.830659+0000","last_became_active":"2024-09-12T23:58:42.827885+0000","last_became_peered":"2024-09-12T23:58:42.827885+0000","last_unstale":"2024-09-12T23:58:42.830659+0000","last_undegraded":"2024-09-12T23:58:42.830659+0000","last_fullsized":"2024-09-12T23:58:42.830659+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:45.214447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.808755+0000","last_change":"2024-09-12T23:58:42.806809+0000","last_active":"2024-09-12T23:58:42.808755+0000","last_peered":"2024-09-12T23:58:42.808755+0000","last_clean":"2024-09-12T23:58:42.808755+0000","last_became_active":"2024-09-12T23:58:42.805711+0000","last_became_peered":"2024-09-12T23:58:42.805711+0000","last_unstale":"2024-09-12T23:58:42.808755+0000","last_undegraded":"2024-09-12T23:58:42.808755+0000","last_fullsized":"2024-09-12T23:58:42.808755+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:08:41.405585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.822943+0000","last_change":"2024-09-12T23:58:42.814917+0000","last_active":"2024-09-12T23:58:42.822943+0000","last_peered":"2024-09-12T23:58:42.822943+0000","last_clean":"2024-09-12T23:58:42.822943+0000","last_became_active":"2024-09-12T23:58:42.812711+0000","last_became_peered":"2024-09-12T23:58:42.812711+0000","last_unstale":"2024-09-12T23:58:42.822943+0000","last_undegraded":"2024-09-12T23:58:42.822943+0000","last_fullsized":"2024-09-12T23:58:42.822943+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:34.696128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810545+0000","last_change":"2024-09-12T23:58:42.805024+0000","last_active":"2024-09-12T23:58:42.810545+0000","last_peered":"2024-09-12T23:58:42.810545+0000","last_clean":"2024-09-12T23:58:42.810545+0000","last_became_active":"2024-09-12T23:58:42.803816+0000","last_became_peered":"2024-09-12T23:58:42.803816+0000","last_unstale":"2024-09-12T23:58:42.810545+0000","last_undegraded":"2024-09-12T23:58:42.810545+0000","last_fullsized":"2024-09-12T23:58:42.810545+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:28:45.388631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.831246+0000","last_change":"2024-09-12T23:58:42.829749+0000","last_active":"2024-09-12T23:58:42.831246+0000","last_peered":"2024-09-12T23:58:42.831246+0000","last_clean":"2024-09-12T23:58:42.831246+0000","last_became_active":"2024-09-12T23:58:42.829314+0000","last_became_peered":"2024-09-12T23:58:42.829314+0000","last_unstale":"2024-09-12T23:58:42.831246+0000","last_undegraded":"2024-09-12T23:58:42.831246+0000","last_fullsized":"2024-09-12T23:58:42.831246+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:20:39.715275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.827276+0000","last_change":"2024-09-12T23:58:42.826863+0000","last_active":"2024-09-12T23:58:42.827276+0000","last_peered":"2024-09-12T23:58:42.827276+0000","last_clean":"2024-09-12T23:58:42.827276+0000","last_became_active":"2024-09-12T23:58:42.825995+0000","last_became_peered":"2024-09-12T23:58:42.825995+0000","last_unstale":"2024-09-12T23:58:42.827276+0000","last_undegraded":"2024-09-12T23:58:42.827276+0000","last_fullsized":"2024-09-12T23:58:42.827276+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:04.250848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.827974+0000","last_change":"2024-09-12T23:58:42.827323+0000","last_active":"2024-09-12T23:58:42.827974+0000","last_peered":"2024-09-12T23:58:42.827974+0000","last_clean":"2024-09-12T23:58:42.827974+0000","last_became_active":"2024-09-12T23:58:42.826774+0000","last_became_peered":"2024-09-12T23:58:42.826774+0000","last_unstale":"2024-09-12T23:58:42.827974+0000","last_undegraded":"2024-09-12T23:58:42.827974+0000","last_fullsized":"2024-09-12T23:58:42.827974+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:16:29.217564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.827247+0000","last_change":"2024-09-12T23:58:42.826773+0000","last_active":"2024-09-12T23:58:42.827247+0000","last_peered":"2024-09-12T23:58:42.827247+0000","last_clean":"2024-09-12T23:58:42.827247+0000","last_became_active":"2024-09-12T23:58:42.826213+0000","last_became_peered":"2024-09-12T23:58:42.826213+0000","last_unstale":"2024-09-12T23:58:42.827247+0000","last_undegraded":"2024-09-12T23:58:42.827247+0000","last_fullsized":"2024-09-12T23:58:42.827247+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:20:22.942154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814297+0000","last_change":"2024-09-12T23:58:42.810676+0000","last_active":"2024-09-12T23:58:42.814297+0000","last_peered":"2024-09-12T23:58:42.814297+0000","last_clean":"2024-09-12T23:58:42.814297+0000","last_became_active":"2024-09-12T23:58:42.809776+0000","last_became_peered":"2024-09-12T23:58:42.809776+0000","last_unstale":"2024-09-12T23:58:42.814297+0000","last_undegraded":"2024-09-12T23:58:42.814297+0000","last_fullsized":"2024-09-12T23:58:42.814297+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:40:14.228949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.824459+0000","last_change":"2024-09-12T23:58:42.823419+0000","last_active":"2024-09-12T23:58:42.824459+0000","last_peered":"2024-09-12T23:58:42.824459+0000","last_clean":"2024-09-12T23:58:42.824459+0000","last_became_active":"2024-09-12T23:58:42.817928+0000","last_became_peered":"2024-09-12T23:58:42.817928+0000","last_unstale":"2024-09-12T23:58:42.824459+0000","last_undegraded":"2024-09-12T23:58:42.824459+0000","last_fullsized":"2024-09-12T23:58:42.824459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:33:00.148042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.811723+0000","last_change":"2024-09-12T23:58:42.811723+0000","last_active":"2024-09-12T23:58:42.811723+0000","last_peered":"2024-09-12T23:58:42.811723+0000","last_clean":"2024-09-12T23:58:42.811723+0000","last_became_active":"2024-09-12T23:58:42.811440+0000","last_became_peered":"2024-09-12T23:58:42.811440+0000","last_unstale":"2024-09-12T23:58:42.811723+0000","last_undegraded":"2024-09-12T23:58:42.811723+0000","last_fullsized":"2024-09-12T23:58:42.811723+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:12.881944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.808579+0000","last_change":"2024-09-12T23:58:42.807349+0000","last_active":"2024-09-12T23:58:42.808579+0000","last_peered":"2024-09-12T23:58:42.808579+0000","last_clean":"2024-09-12T23:58:42.808579+0000","last_became_active":"2024-09-12T23:58:42.804134+0000","last_became_peered":"2024-09-12T23:58:42.804134+0000","last_unstale":"2024-09-12T23:58:42.808579+0000","last_undegraded":"2024-09-12T23:58:42.808579+0000","last_fullsized":"2024-09-12T23:58:42.808579+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:35.203851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.830692+0000","last_change":"2024-09-12T23:58:42.825914+0000","last_active":"2024-09-12T23:58:42.830692+0000","last_peered":"2024-09-12T23:58:42.830692+0000","last_clean":"2024-09-12T23:58:42.830692+0000","last_became_active":"2024-09-12T23:58:42.825403+0000","last_became_peered":"2024-09-12T23:58:42.825403+0000","last_unstale":"2024-09-12T23:58:42.830692+0000","last_undegraded":"2024-09-12T23:58:42.830692+0000","last_fullsized":"2024-09-12T23:58:42.830692+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:11:13.075070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.834929+0000","last_change":"2024-09-12T23:58:42.833774+0000","last_active":"2024-09-12T23:58:42.834929+0000","last_peered":"2024-09-12T23:58:42.834929+0000","last_clean":"2024-09-12T23:58:42.834929+0000","last_became_active":"2024-09-12T23:58:42.833136+0000","last_became_peered":"2024-09-12T23:58:42.833136+0000","last_unstale":"2024-09-12T23:58:42.834929+0000","last_undegraded":"2024-09-12T23:58:42.834929+0000","last_fullsized":"2024-09-12T23:58:42.834929+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:14.690174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.800945+0000","last_change":"2024-09-12T23:58:42.800546+0000","last_active":"2024-09-12T23:58:42.800945+0000","last_peered":"2024-09-12T23:58:42.800945+0000","last_clean":"2024-09-12T23:58:42.800945+0000","last_became_active":"2024-09-12T23:58:42.799768+0000","last_became_peered":"2024-09-12T23:58:42.799768+0000","last_unstale":"2024-09-12T23:58:42.800945+0000","last_undegraded":"2024-09-12T23:58:42.800945+0000","last_fullsized":"2024-09-12T23:58:42.800945+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:00:30.981024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.824974+0000","last_change":"2024-09-12T23:58:42.822420+0000","last_active":"2024-09-12T23:58:42.824974+0000","last_peered":"2024-09-12T23:58:42.824974+0000","last_clean":"2024-09-12T23:58:42.824974+0000","last_became_active":"2024-09-12T23:58:42.821693+0000","last_became_peered":"2024-09-12T23:58:42.821693+0000","last_unstale":"2024-09-12T23:58:42.824974+0000","last_undegraded":"2024-09-12T23:58:42.824974+0000","last_fullsized":"2024-09-12T23:58:42.824974+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:57.782915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.818099+0000","last_change":"2024-09-12T23:58:42.807193+0000","last_active":"2024-09-12T23:58:42.818099+0000","last_peered":"2024-09-12T23:58:42.818099+0000","last_clean":"2024-09-12T23:58:42.818099+0000","last_became_active":"2024-09-12T23:58:42.806705+0000","last_became_peered":"2024-09-12T23:58:42.806705+0000","last_unstale":"2024-09-12T23:58:42.818099+0000","last_undegraded":"2024-09-12T23:58:42.818099+0000","last_fullsized":"2024-09-12T23:58:42.818099+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:59.360338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.804866+0000","last_change":"2024-09-12T23:58:42.804866+0000","last_active":"2024-09-12T23:58:42.804866+0000","last_peered":"2024-09-12T23:58:42.804866+0000","last_clean":"2024-09-12T23:58:42.804866+0000","last_became_active":"2024-09-12T23:58:42.804125+0000","last_became_peered":"2024-09-12T23:58:42.804125+0000","last_unstale":"2024-09-12T23:58:42.804866+0000","last_undegraded":"2024-09-12T23:58:42.804866+0000","last_fullsized":"2024-09-12T23:58:42.804866+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:07.167823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.825879+0000","last_change":"2024-09-12T23:58:42.825105+0000","last_active":"2024-09-12T23:58:42.825879+0000","last_peered":"2024-09-12T23:58:42.825879+0000","last_clean":"2024-09-12T23:58:42.825879+0000","last_became_active":"2024-09-12T23:58:42.824564+0000","last_became_peered":"2024-09-12T23:58:42.824564+0000","last_unstale":"2024-09-12T23:58:42.825879+0000","last_undegraded":"2024-09-12T23:58:42.825879+0000","last_fullsized":"2024-09-12T23:58:42.825879+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:51:13.264946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810135+0000","last_change":"2024-09-12T23:58:42.808960+0000","last_active":"2024-09-12T23:58:42.810135+0000","last_peered":"2024-09-12T23:58:42.810135+0000","last_clean":"2024-09-12T23:58:42.810135+0000","last_became_active":"2024-09-12T23:58:42.807797+0000","last_became_peered":"2024-09-12T23:58:42.807797+0000","last_unstale":"2024-09-12T23:58:42.810135+0000","last_undegraded":"2024-09-12T23:58:42.810135+0000","last_fullsized":"2024-09-12T23:58:42.810135+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:42:35.865481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.824383+0000","last_change":"2024-09-12T23:58:42.816596+0000","last_active":"2024-09-12T23:58:42.824383+0000","last_peered":"2024-09-12T23:58:42.824383+0000","last_clean":"2024-09-12T23:58:42.824383+0000","last_became_active":"2024-09-12T23:58:42.815861+0000","last_became_peered":"2024-09-12T23:58:42.815861+0000","last_unstale":"2024-09-12T23:58:42.824383+0000","last_undegraded":"2024-09-12T23:58:42.824383+0000","last_fullsized":"2024-09-12T23:58:42.824383+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:17.943544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.813873+0000","last_change":"2024-09-12T23:58:42.813334+0000","last_active":"2024-09-12T23:58:42.813873+0000","last_peered":"2024-09-12T23:58:42.813873+0000","last_clean":"2024-09-12T23:58:42.813873+0000","last_became_active":"2024-09-12T23:58:42.812916+0000","last_became_peered":"2024-09-12T23:58:42.812916+0000","last_unstale":"2024-09-12T23:58:42.813873+0000","last_undegraded":"2024-09-12T23:58:42.813873+0000","last_fullsized":"2024-09-12T23:58:42.813873+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:56:21.611230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.818087+0000","last_change":"2024-09-12T23:58:42.808823+0000","last_active":"2024-09-12T23:58:42.818087+0000","last_peered":"2024-09-12T23:58:42.818087+0000","last_clean":"2024-09-12T23:58:42.818087+0000","last_became_active":"2024-09-12T23:58:42.808039+0000","last_became_peered":"2024-09-12T23:58:42.808039+0000","last_unstale":"2024-09-12T23:58:42.818087+0000","last_undegraded":"2024-09-12T23:58:42.818087+0000","last_fullsized":"2024-09-12T23:58:42.818087+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:33:25.635946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.797058+0000","last_change":"2024-09-12T23:58:42.795865+0000","last_active":"2024-09-12T23:58:42.797058+0000","last_peered":"2024-09-12T23:58:42.797058+0000","last_clean":"2024-09-12T23:58:42.797058+0000","last_became_active":"2024-09-12T23:58:42.795115+0000","last_became_peered":"2024-09-12T23:58:42.795115+0000","last_unstale":"2024-09-12T23:58:42.797058+0000","last_undegraded":"2024-09-12T23:58:42.797058+0000","last_fullsized":"2024-09-12T23:58:42.797058+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:53:06.709473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.806940+0000","last_change":"2024-09-12T23:58:42.806609+0000","last_active":"2024-09-12T23:58:42.806940+0000","last_peered":"2024-09-12T23:58:42.806940+0000","last_clean":"2024-09-12T23:58:42.806940+0000","last_became_active":"2024-09-12T23:58:42.806292+0000","last_became_peered":"2024-09-12T23:58:42.806292+0000","last_unstale":"2024-09-12T23:58:42.806940+0000","last_undegraded":"2024-09-12T23:58:42.806940+0000","last_fullsized":"2024-09-12T23:58:42.806940+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:47.238988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.798705+0000","last_change":"2024-09-12T23:58:42.798705+0000","last_active":"2024-09-12T23:58:42.798705+0000","last_peered":"2024-09-12T23:58:42.798705+0000","last_clean":"2024-09-12T23:58:42.798705+0000","last_became_active":"2024-09-12T23:58:42.798046+0000","last_became_peered":"2024-09-12T23:58:42.798046+0000","last_unstale":"2024-09-12T23:58:42.798705+0000","last_undegraded":"2024-09-12T23:58:42.798705+0000","last_fullsized":"2024-09-12T23:58:42.798705+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:12.826279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.815151+0000","last_change":"2024-09-12T23:58:42.810742+0000","last_active":"2024-09-12T23:58:42.815151+0000","last_peered":"2024-09-12T23:58:42.815151+0000","last_clean":"2024-09-12T23:58:42.815151+0000","last_became_active":"2024-09-12T23:58:42.810056+0000","last_became_peered":"2024-09-12T23:58:42.810056+0000","last_unstale":"2024-09-12T23:58:42.815151+0000","last_undegraded":"2024-09-12T23:58:42.815151+0000","last_fullsized":"2024-09-12T23:58:42.815151+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:24.293921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.798954+0000","last_change":"2024-09-12T23:58:42.796946+0000","last_active":"2024-09-12T23:58:42.798954+0000","last_peered":"2024-09-12T23:58:42.798954+0000","last_clean":"2024-09-12T23:58:42.798954+0000","last_became_active":"2024-09-12T23:58:42.794037+0000","last_became_peered":"2024-09-12T23:58:42.794037+0000","last_unstale":"2024-09-12T23:58:42.798954+0000","last_undegraded":"2024-09-12T23:58:42.798954+0000","last_fullsized":"2024-09-12T23:58:42.798954+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:24:30.649860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.826889+0000","last_change":"2024-09-12T23:58:42.826343+0000","last_active":"2024-09-12T23:58:42.826889+0000","last_peered":"2024-09-12T23:58:42.826889+0000","last_clean":"2024-09-12T23:58:42.826889+0000","last_became_active":"2024-09-12T23:58:42.821044+0000","last_became_peered":"2024-09-12T23:58:42.821044+0000","last_unstale":"2024-09-12T23:58:42.826889+0000","last_undegraded":"2024-09-12T23:58:42.826889+0000","last_fullsized":"2024-09-12T23:58:42.826889+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:33.155806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810400+0000","last_change":"2024-09-12T23:58:42.805031+0000","last_active":"2024-09-12T23:58:42.810400+0000","last_peered":"2024-09-12T23:58:42.810400+0000","last_clean":"2024-09-12T23:58:42.810400+0000","last_became_active":"2024-09-12T23:58:42.804587+0000","last_became_peered":"2024-09-12T23:58:42.804587+0000","last_unstale":"2024-09-12T23:58:42.810400+0000","last_undegraded":"2024-09-12T23:58:42.810400+0000","last_fullsized":"2024-09-12T23:58:42.810400+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:26.201996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"52'1","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.841440+0000","last_change":"2024-09-12T23:58:41.831658+0000","last_active":"2024-09-12T23:58:42.841440+0000","last_peered":"2024-09-12T23:58:42.841440+0000","last_clean":"2024-09-12T23:58:42.841440+0000","last_became_active":"2024-09-12T23:58:41.830847+0000","last_became_peered":"2024-09-12T23:58:41.830847+0000","last_unstale":"2024-09-12T23:58:42.841440+0000","last_undegraded":"2024-09-12T23:58:42.841440+0000","last_fullsized":"2024-09-12T23:58:42.841440+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:01.596576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.783435+0000","last_change":"2024-09-12T23:58:42.783435+0000","last_active":"2024-09-12T23:58:42.783435+0000","last_peered":"2024-09-12T23:58:42.783435+0000","last_clean":"2024-09-12T23:58:42.783435+0000","last_became_active":"2024-09-12T23:58:42.782810+0000","last_became_peered":"2024-09-12T23:58:42.782810+0000","last_unstale":"2024-09-12T23:58:42.783435+0000","last_undegraded":"2024-09-12T23:58:42.783435+0000","last_fullsized":"2024-09-12T23:58:42.783435+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:51.489912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"52'1","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.840981+0000","last_change":"2024-09-12T23:58:41.834471+0000","last_active":"2024-09-12T23:58:42.840981+0000","last_peered":"2024-09-12T23:58:42.840981+0000","last_clean":"2024-09-12T23:58:42.840981+0000","last_became_active":"2024-09-12T23:58:41.833778+0000","last_became_peered":"2024-09-12T23:58:41.833778+0000","last_unstale":"2024-09-12T23:58:42.840981+0000","last_undegraded":"2024-09-12T23:58:42.840981+0000","last_fullsized":"2024-09-12T23:58:42.840981+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:40:35.524237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.780554+0000","last_change":"2024-09-12T23:58:41.828837+0000","last_active":"2024-09-12T23:58:42.780554+0000","last_peered":"2024-09-12T23:58:42.780554+0000","last_clean":"2024-09-12T23:58:42.780554+0000","last_became_active":"2024-09-12T23:58:41.828503+0000","last_became_peered":"2024-09-12T23:58:41.828503+0000","last_unstale":"2024-09-12T23:58:42.780554+0000","last_undegraded":"2024-09-12T23:58:42.780554+0000","last_fullsized":"2024-09-12T23:58:42.780554+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:41.433615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.811113+0000","last_change":"2024-09-12T23:58:42.810608+0000","last_active":"2024-09-12T23:58:42.811113+0000","last_peered":"2024-09-12T23:58:42.811113+0000","last_clean":"2024-09-12T23:58:42.811113+0000","last_became_active":"2024-09-12T23:58:42.810320+0000","last_became_peered":"2024-09-12T23:58:42.810320+0000","last_unstale":"2024-09-12T23:58:42.811113+0000","last_undegraded":"2024-09-12T23:58:42.811113+0000","last_fullsized":"2024-09-12T23:58:42.811113+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:00.159739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.801784+0000","last_change":"2024-09-12T23:58:41.839250+0000","last_active":"2024-09-12T23:58:42.801784+0000","last_peered":"2024-09-12T23:58:42.801784+0000","last_clean":"2024-09-12T23:58:42.801784+0000","last_became_active":"2024-09-12T23:58:41.838890+0000","last_became_peered":"2024-09-12T23:58:41.838890+0000","last_unstale":"2024-09-12T23:58:42.801784+0000","last_undegraded":"2024-09-12T23:58:42.801784+0000","last_fullsized":"2024-09-12T23:58:42.801784+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:56.410963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.809001+0000","last_change":"2024-09-12T23:58:42.808392+0000","last_active":"2024-09-12T23:58:42.809001+0000","last_peered":"2024-09-12T23:58:42.809001+0000","last_clean":"2024-09-12T23:58:42.809001+0000","last_became_active":"2024-09-12T23:58:42.805384+0000","last_became_peered":"2024-09-12T23:58:42.805384+0000","last_unstale":"2024-09-12T23:58:42.809001+0000","last_undegraded":"2024-09-12T23:58:42.809001+0000","last_fullsized":"2024-09-12T23:58:42.809001+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:49.699028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.789423+0000","last_change":"2024-09-12T23:58:41.835228+0000","last_active":"2024-09-12T23:58:42.789423+0000","last_peered":"2024-09-12T23:58:42.789423+0000","last_clean":"2024-09-12T23:58:42.789423+0000","last_became_active":"2024-09-12T23:58:41.834965+0000","last_became_peered":"2024-09-12T23:58:41.834965+0000","last_unstale":"2024-09-12T23:58:42.789423+0000","last_undegraded":"2024-09-12T23:58:42.789423+0000","last_fullsized":"2024-09-12T23:58:42.789423+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:46.177095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.833866+0000","last_change":"2024-09-12T23:58:42.832504+0000","last_active":"2024-09-12T23:58:42.833866+0000","last_peered":"2024-09-12T23:58:42.833866+0000","last_clean":"2024-09-12T23:58:42.833866+0000","last_became_active":"2024-09-12T23:58:42.832141+0000","last_became_peered":"2024-09-12T23:58:42.832141+0000","last_unstale":"2024-09-12T23:58:42.833866+0000","last_undegraded":"2024-09-12T23:58:42.833866+0000","last_fullsized":"2024-09-12T23:58:42.833866+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:54:35.037719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.811994+0000","last_change":"2024-09-12T23:58:41.841862+0000","last_active":"2024-09-12T23:58:42.811994+0000","last_peered":"2024-09-12T23:58:42.811994+0000","last_clean":"2024-09-12T23:58:42.811994+0000","last_became_active":"2024-09-12T23:58:41.840512+0000","last_became_peered":"2024-09-12T23:58:41.840512+0000","last_unstale":"2024-09-12T23:58:42.811994+0000","last_undegraded":"2024-09-12T23:58:42.811994+0000","last_fullsized":"2024-09-12T23:58:42.811994+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:39.330139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810494+0000","last_change":"2024-09-12T23:58:42.810494+0000","last_active":"2024-09-12T23:58:42.810494+0000","last_peered":"2024-09-12T23:58:42.810494+0000","last_clean":"2024-09-12T23:58:42.810494+0000","last_became_active":"2024-09-12T23:58:42.810193+0000","last_became_peered":"2024-09-12T23:58:42.810193+0000","last_unstale":"2024-09-12T23:58:42.810494+0000","last_undegraded":"2024-09-12T23:58:42.810494+0000","last_fullsized":"2024-09-12T23:58:42.810494+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:34:10.591293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"52'3","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.844743+0000","last_change":"2024-09-12T23:58:41.847506+0000","last_active":"2024-09-12T23:58:42.844743+0000","last_peered":"2024-09-12T23:58:42.844743+0000","last_clean":"2024-09-12T23:58:42.844743+0000","last_became_active":"2024-09-12T23:58:41.847270+0000","last_became_peered":"2024-09-12T23:58:41.847270+0000","last_unstale":"2024-09-12T23:58:42.844743+0000","last_undegraded":"2024-09-12T23:58:42.844743+0000","last_fullsized":"2024-09-12T23:58:42.844743+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:22.580234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814329+0000","last_change":"2024-09-12T23:58:42.810901+0000","last_active":"2024-09-12T23:58:42.814329+0000","last_peered":"2024-09-12T23:58:42.814329+0000","last_clean":"2024-09-12T23:58:42.814329+0000","last_became_active":"2024-09-12T23:58:42.807286+0000","last_became_peered":"2024-09-12T23:58:42.807286+0000","last_unstale":"2024-09-12T23:58:42.814329+0000","last_undegraded":"2024-09-12T23:58:42.814329+0000","last_fullsized":"2024-09-12T23:58:42.814329+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:20:03.447341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"52'6","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.848429+0000","last_change":"2024-09-12T23:58:41.847134+0000","last_active":"2024-09-12T23:58:42.848429+0000","last_peered":"2024-09-12T23:58:42.848429+0000","last_clean":"2024-09-12T23:58:42.848429+0000","last_became_active":"2024-09-12T23:58:41.846510+0000","last_became_peered":"2024-09-12T23:58:41.846510+0000","last_unstale":"2024-09-12T23:58:42.848429+0000","last_undegraded":"2024-09-12T23:58:42.848429+0000","last_fullsized":"2024-09-12T23:58:42.848429+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:58:46.027978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.820557+0000","last_change":"2024-09-12T23:58:42.813842+0000","last_active":"2024-09-12T23:58:42.820557+0000","last_peered":"2024-09-12T23:58:42.820557+0000","last_clean":"2024-09-12T23:58:42.820557+0000","last_became_active":"2024-09-12T23:58:42.813297+0000","last_became_peered":"2024-09-12T23:58:42.813297+0000","last_unstale":"2024-09-12T23:58:42.820557+0000","last_undegraded":"2024-09-12T23:58:42.820557+0000","last_fullsized":"2024-09-12T23:58:42.820557+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:20.546044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"52'2","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.840997+0000","last_change":"2024-09-12T23:58:41.836187+0000","last_active":"2024-09-12T23:58:42.840997+0000","last_peered":"2024-09-12T23:58:42.840997+0000","last_clean":"2024-09-12T23:58:42.840997+0000","last_became_active":"2024-09-12T23:58:41.835564+0000","last_became_peered":"2024-09-12T23:58:41.835564+0000","last_unstale":"2024-09-12T23:58:42.840997+0000","last_undegraded":"2024-09-12T23:58:42.840997+0000","last_fullsized":"2024-09-12T23:58:42.840997+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:36:02.950318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.797734+0000","last_change":"2024-09-12T23:58:42.797734+0000","last_active":"2024-09-12T23:58:42.797734+0000","last_peered":"2024-09-12T23:58:42.797734+0000","last_clean":"2024-09-12T23:58:42.797734+0000","last_became_active":"2024-09-12T23:58:42.797050+0000","last_became_peered":"2024-09-12T23:58:42.797050+0000","last_unstale":"2024-09-12T23:58:42.797734+0000","last_undegraded":"2024-09-12T23:58:42.797734+0000","last_fullsized":"2024-09-12T23:58:42.797734+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:26.052820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.802796+0000","last_change":"2024-09-12T23:58:41.837938+0000","last_active":"2024-09-12T23:58:42.802796+0000","last_peered":"2024-09-12T23:58:42.802796+0000","last_clean":"2024-09-12T23:58:42.802796+0000","last_became_active":"2024-09-12T23:58:41.837651+0000","last_became_peered":"2024-09-12T23:58:41.837651+0000","last_unstale":"2024-09-12T23:58:42.802796+0000","last_undegraded":"2024-09-12T23:58:42.802796+0000","last_fullsized":"2024-09-12T23:58:42.802796+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:43.210340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.808817+0000","last_change":"2024-09-12T23:58:42.807119+0000","last_active":"2024-09-12T23:58:42.808817+0000","last_peered":"2024-09-12T23:58:42.808817+0000","last_clean":"2024-09-12T23:58:42.808817+0000","last_became_active":"2024-09-12T23:58:42.806320+0000","last_became_peered":"2024-09-12T23:58:42.806320+0000","last_unstale":"2024-09-12T23:58:42.808817+0000","last_undegraded":"2024-09-12T23:58:42.808817+0000","last_fullsized":"2024-09-12T23:58:42.808817+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:08:15.418130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.788187+0000","last_change":"2024-09-12T23:58:41.841111+0000","last_active":"2024-09-12T23:58:42.788187+0000","last_peered":"2024-09-12T23:58:42.788187+0000","last_clean":"2024-09-12T23:58:42.788187+0000","last_became_active":"2024-09-12T23:58:41.840442+0000","last_became_peered":"2024-09-12T23:58:41.840442+0000","last_unstale":"2024-09-12T23:58:42.788187+0000","last_undegraded":"2024-09-12T23:58:42.788187+0000","last_fullsized":"2024-09-12T23:58:42.788187+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:16:58.759665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.826293+0000","last_change":"2024-09-12T23:58:42.821575+0000","last_active":"2024-09-12T23:58:42.826293+0000","last_peered":"2024-09-12T23:58:42.826293+0000","last_clean":"2024-09-12T23:58:42.826293+0000","last_became_active":"2024-09-12T23:58:42.819773+0000","last_became_peered":"2024-09-12T23:58:42.819773+0000","last_unstale":"2024-09-12T23:58:42.826293+0000","last_undegraded":"2024-09-12T23:58:42.826293+0000","last_fullsized":"2024-09-12T23:58:42.826293+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:44:40.505519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"52'8","reported_seq":19,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.842585+0000","last_change":"2024-09-12T23:58:41.850431+0000","last_active":"2024-09-12T23:58:42.842585+0000","last_peered":"2024-09-12T23:58:42.842585+0000","last_clean":"2024-09-12T23:58:42.842585+0000","last_became_active":"2024-09-12T23:58:41.850163+0000","last_became_peered":"2024-09-12T23:58:41.850163+0000","last_unstale":"2024-09-12T23:58:42.842585+0000","last_undegraded":"2024-09-12T23:58:42.842585+0000","last_fullsized":"2024-09-12T23:58:42.842585+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:25.807671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810511+0000","last_change":"2024-09-12T23:58:42.804840+0000","last_active":"2024-09-12T23:58:42.810511+0000","last_peered":"2024-09-12T23:58:42.810511+0000","last_clean":"2024-09-12T23:58:42.810511+0000","last_became_active":"2024-09-12T23:58:42.804257+0000","last_became_peered":"2024-09-12T23:58:42.804257+0000","last_unstale":"2024-09-12T23:58:42.810511+0000","last_undegraded":"2024-09-12T23:58:42.810511+0000","last_fullsized":"2024-09-12T23:58:42.810511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:56:15.432866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"52'1","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.843830+0000","last_change":"2024-09-12T23:58:41.840222+0000","last_active":"2024-09-12T23:58:42.843830+0000","last_peered":"2024-09-12T23:58:42.843830+0000","last_clean":"2024-09-12T23:58:42.843830+0000","last_became_active":"2024-09-12T23:58:41.839540+0000","last_became_peered":"2024-09-12T23:58:41.839540+0000","last_unstale":"2024-09-12T23:58:42.843830+0000","last_undegraded":"2024-09-12T23:58:42.843830+0000","last_fullsized":"2024-09-12T23:58:42.843830+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:55.498929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.821021+0000","last_change":"2024-09-12T23:58:42.819699+0000","last_active":"2024-09-12T23:58:42.821021+0000","last_peered":"2024-09-12T23:58:42.821021+0000","last_clean":"2024-09-12T23:58:42.821021+0000","last_became_active":"2024-09-12T23:58:42.819031+0000","last_became_peered":"2024-09-12T23:58:42.819031+0000","last_unstale":"2024-09-12T23:58:42.821021+0000","last_undegraded":"2024-09-12T23:58:42.821021+0000","last_fullsized":"2024-09-12T23:58:42.821021+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:25:49.339033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"52'2","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.848940+0000","last_change":"2024-09-12T23:58:41.850483+0000","last_active":"2024-09-12T23:58:42.848940+0000","last_peered":"2024-09-12T23:58:42.848940+0000","last_clean":"2024-09-12T23:58:42.848940+0000","last_became_active":"2024-09-12T23:58:41.850220+0000","last_became_peered":"2024-09-12T23:58:41.850220+0000","last_unstale":"2024-09-12T23:58:42.848940+0000","last_undegraded":"2024-09-12T23:58:42.848940+0000","last_fullsized":"2024-09-12T23:58:42.848940+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:19.877176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.821491+0000","last_change":"2024-09-12T23:58:42.816660+0000","last_active":"2024-09-12T23:58:42.821491+0000","last_peered":"2024-09-12T23:58:42.821491+0000","last_clean":"2024-09-12T23:58:42.821491+0000","last_became_active":"2024-09-12T23:58:42.815741+0000","last_became_peered":"2024-09-12T23:58:42.815741+0000","last_unstale":"2024-09-12T23:58:42.821491+0000","last_undegraded":"2024-09-12T23:58:42.821491+0000","last_fullsized":"2024-09-12T23:58:42.821491+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:30.639653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"52'1","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.840177+0000","last_change":"2024-09-12T23:58:41.847902+0000","last_active":"2024-09-12T23:58:42.840177+0000","last_peered":"2024-09-12T23:58:42.840177+0000","last_clean":"2024-09-12T23:58:42.840177+0000","last_became_active":"2024-09-12T23:58:41.847586+0000","last_became_peered":"2024-09-12T23:58:41.847586+0000","last_unstale":"2024-09-12T23:58:42.840177+0000","last_undegraded":"2024-09-12T23:58:42.840177+0000","last_fullsized":"2024-09-12T23:58:42.840177+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:52.136251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810807+0000","last_change":"2024-09-12T23:58:42.810066+0000","last_active":"2024-09-12T23:58:42.810807+0000","last_peered":"2024-09-12T23:58:42.810807+0000","last_clean":"2024-09-12T23:58:42.810807+0000","last_became_active":"2024-09-12T23:58:42.809431+0000","last_became_peered":"2024-09-12T23:58:42.809431+0000","last_unstale":"2024-09-12T23:58:42.810807+0000","last_undegraded":"2024-09-12T23:58:42.810807+0000","last_fullsized":"2024-09-12T23:58:42.810807+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:34.288251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.783162+0000","last_change":"2024-09-12T23:58:41.842870+0000","last_active":"2024-09-12T23:58:42.783162+0000","last_peered":"2024-09-12T23:58:42.783162+0000","last_clean":"2024-09-12T23:58:42.783162+0000","last_became_active":"2024-09-12T23:58:41.841086+0000","last_became_peered":"2024-09-12T23:58:41.841086+0000","last_unstale":"2024-09-12T23:58:42.783162+0000","last_undegraded":"2024-09-12T23:58:42.783162+0000","last_fullsized":"2024-09-12T23:58:42.783162+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:00:31.800066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.826503+0000","last_change":"2024-09-12T23:58:42.826062+0000","last_active":"2024-09-12T23:58:42.826503+0000","last_peered":"2024-09-12T23:58:42.826503+0000","last_clean":"2024-09-12T23:58:42.826503+0000","last_became_active":"2024-09-12T23:58:42.825475+0000","last_became_peered":"2024-09-12T23:58:42.825475+0000","last_unstale":"2024-09-12T23:58:42.826503+0000","last_undegraded":"2024-09-12T23:58:42.826503+0000","last_fullsized":"2024-09-12T23:58:42.826503+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:39:04.811462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'72","reported_seq":20,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.776539+0000","last_change":"2024-09-12T23:57:55.492667+0000","last_active":"2024-09-12T23:58:42.776539+0000","last_peered":"2024-09-12T23:58:42.776539+0000","last_clean":"2024-09-12T23:58:42.776539+0000","last_became_active":"2024-09-12T23:57:55.479343+0000","last_became_peered":"2024-09-12T23:57:55.479343+0000","last_unstale":"2024-09-12T23:58:42.776539+0000","last_undegraded":"2024-09-12T23:58:42.776539+0000","last_fullsized":"2024-09-12T23:58:42.776539+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_clean_scrub_stamp":"2024-09-12T23:53:26.096054+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:39:46.863988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810811+0000","last_change":"2024-09-12T23:58:41.840534+0000","last_active":"2024-09-12T23:58:42.810811+0000","last_peered":"2024-09-12T23:58:42.810811+0000","last_clean":"2024-09-12T23:58:42.810811+0000","last_became_active":"2024-09-12T23:58:41.840224+0000","last_became_peered":"2024-09-12T23:58:41.840224+0000","last_unstale":"2024-09-12T23:58:42.810811+0000","last_undegraded":"2024-09-12T23:58:42.810811+0000","last_fullsized":"2024-09-12T23:58:42.810811+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:37.366272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.823281+0000","last_change":"2024-09-12T23:58:42.822825+0000","last_active":"2024-09-12T23:58:42.823281+0000","last_peered":"2024-09-12T23:58:42.823281+0000","last_clean":"2024-09-12T23:58:42.823281+0000","last_became_active":"2024-09-12T23:58:42.818070+0000","last_became_peered":"2024-09-12T23:58:42.818070+0000","last_unstale":"2024-09-12T23:58:42.823281+0000","last_undegraded":"2024-09-12T23:58:42.823281+0000","last_fullsized":"2024-09-12T23:58:42.823281+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:49.946484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.776284+0000","last_change":"2024-09-12T23:58:41.850435+0000","last_active":"2024-09-12T23:58:42.776284+0000","last_peered":"2024-09-12T23:58:42.776284+0000","last_clean":"2024-09-12T23:58:42.776284+0000","last_became_active":"2024-09-12T23:58:41.850158+0000","last_became_peered":"2024-09-12T23:58:41.850158+0000","last_unstale":"2024-09-12T23:58:42.776284+0000","last_undegraded":"2024-09-12T23:58:42.776284+0000","last_fullsized":"2024-09-12T23:58:42.776284+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:23:17.411802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.796274+0000","last_change":"2024-09-12T23:58:42.796274+0000","last_active":"2024-09-12T23:58:42.796274+0000","last_peered":"2024-09-12T23:58:42.796274+0000","last_clean":"2024-09-12T23:58:42.796274+0000","last_became_active":"2024-09-12T23:58:42.791640+0000","last_became_peered":"2024-09-12T23:58:42.791640+0000","last_unstale":"2024-09-12T23:58:42.796274+0000","last_undegraded":"2024-09-12T23:58:42.796274+0000","last_fullsized":"2024-09-12T23:58:42.796274+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:06.999795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.788721+0000","last_change":"2024-09-12T23:58:41.843772+0000","last_active":"2024-09-12T23:58:42.788721+0000","last_peered":"2024-09-12T23:58:42.788721+0000","last_clean":"2024-09-12T23:58:42.788721+0000","last_became_active":"2024-09-12T23:58:41.843230+0000","last_became_peered":"2024-09-12T23:58:41.843230+0000","last_unstale":"2024-09-12T23:58:42.788721+0000","last_undegraded":"2024-09-12T23:58:42.788721+0000","last_fullsized":"2024-09-12T23:58:42.788721+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:05.154834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.822193+0000","last_change":"2024-09-12T23:58:42.821728+0000","last_active":"2024-09-12T23:58:42.822193+0000","last_peered":"2024-09-12T23:58:42.822193+0000","last_clean":"2024-09-12T23:58:42.822193+0000","last_became_active":"2024-09-12T23:58:42.820871+0000","last_became_peered":"2024-09-12T23:58:42.820871+0000","last_unstale":"2024-09-12T23:58:42.822193+0000","last_undegraded":"2024-09-12T23:58:42.822193+0000","last_fullsized":"2024-09-12T23:58:42.822193+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:00.165900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.802952+0000","last_change":"2024-09-12T23:58:41.836219+0000","last_active":"2024-09-12T23:58:42.802952+0000","last_peered":"2024-09-12T23:58:42.802952+0000","last_clean":"2024-09-12T23:58:42.802952+0000","last_became_active":"2024-09-12T23:58:41.835498+0000","last_became_peered":"2024-09-12T23:58:41.835498+0000","last_unstale":"2024-09-12T23:58:42.802952+0000","last_undegraded":"2024-09-12T23:58:42.802952+0000","last_fullsized":"2024-09-12T23:58:42.802952+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:39:02.793912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.792625+0000","last_change":"2024-09-12T23:58:42.789692+0000","last_active":"2024-09-12T23:58:42.792625+0000","last_peered":"2024-09-12T23:58:42.792625+0000","last_clean":"2024-09-12T23:58:42.792625+0000","last_became_active":"2024-09-12T23:58:42.788777+0000","last_became_peered":"2024-09-12T23:58:42.788777+0000","last_unstale":"2024-09-12T23:58:42.792625+0000","last_undegraded":"2024-09-12T23:58:42.792625+0000","last_fullsized":"2024-09-12T23:58:42.792625+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:32:31.625713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.783792+0000","last_change":"2024-09-12T23:58:41.847092+0000","last_active":"2024-09-12T23:58:42.783792+0000","last_peered":"2024-09-12T23:58:42.783792+0000","last_clean":"2024-09-12T23:58:42.783792+0000","last_became_active":"2024-09-12T23:58:41.846823+0000","last_became_peered":"2024-09-12T23:58:41.846823+0000","last_unstale":"2024-09-12T23:58:42.783792+0000","last_undegraded":"2024-09-12T23:58:42.783792+0000","last_fullsized":"2024-09-12T23:58:42.783792+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:14:07.655595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.830561+0000","last_change":"2024-09-12T23:58:42.830030+0000","last_active":"2024-09-12T23:58:42.830561+0000","last_peered":"2024-09-12T23:58:42.830561+0000","last_clean":"2024-09-12T23:58:42.830561+0000","last_became_active":"2024-09-12T23:58:42.829721+0000","last_became_peered":"2024-09-12T23:58:42.829721+0000","last_unstale":"2024-09-12T23:58:42.830561+0000","last_undegraded":"2024-09-12T23:58:42.830561+0000","last_fullsized":"2024-09-12T23:58:42.830561+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:52.584716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.783945+0000","last_change":"2024-09-12T23:58:41.845407+0000","last_active":"2024-09-12T23:58:42.783945+0000","last_peered":"2024-09-12T23:58:42.783945+0000","last_clean":"2024-09-12T23:58:42.783945+0000","last_became_active":"2024-09-12T23:58:41.844761+0000","last_became_peered":"2024-09-12T23:58:41.844761+0000","last_unstale":"2024-09-12T23:58:42.783945+0000","last_undegraded":"2024-09-12T23:58:42.783945+0000","last_fullsized":"2024-09-12T23:58:42.783945+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:24.137082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.808330+0000","last_change":"2024-09-12T23:58:42.802737+0000","last_active":"2024-09-12T23:58:42.808330+0000","last_peered":"2024-09-12T23:58:42.808330+0000","last_clean":"2024-09-12T23:58:42.808330+0000","last_became_active":"2024-09-12T23:58:42.801881+0000","last_became_peered":"2024-09-12T23:58:42.801881+0000","last_unstale":"2024-09-12T23:58:42.808330+0000","last_undegraded":"2024-09-12T23:58:42.808330+0000","last_fullsized":"2024-09-12T23:58:42.808330+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:40.840027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.786385+0000","last_change":"2024-09-12T23:58:41.847784+0000","last_active":"2024-09-12T23:58:42.786385+0000","last_peered":"2024-09-12T23:58:42.786385+0000","last_clean":"2024-09-12T23:58:42.786385+0000","last_became_active":"2024-09-12T23:58:41.847287+0000","last_became_peered":"2024-09-12T23:58:41.847287+0000","last_unstale":"2024-09-12T23:58:42.786385+0000","last_undegraded":"2024-09-12T23:58:42.786385+0000","last_fullsized":"2024-09-12T23:58:42.786385+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:30:17.309097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.817422+0000","last_change":"2024-09-12T23:58:42.816535+0000","last_active":"2024-09-12T23:58:42.817422+0000","last_peered":"2024-09-12T23:58:42.817422+0000","last_clean":"2024-09-12T23:58:42.817422+0000","last_became_active":"2024-09-12T23:58:42.815477+0000","last_became_peered":"2024-09-12T23:58:42.815477+0000","last_unstale":"2024-09-12T23:58:42.817422+0000","last_undegraded":"2024-09-12T23:58:42.817422+0000","last_fullsized":"2024-09-12T23:58:42.817422+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:29.148762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"52'2","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.843136+0000","last_change":"2024-09-12T23:58:41.841401+0000","last_active":"2024-09-12T23:58:42.843136+0000","last_peered":"2024-09-12T23:58:42.843136+0000","last_clean":"2024-09-12T23:58:42.843136+0000","last_became_active":"2024-09-12T23:58:41.838422+0000","last_became_peered":"2024-09-12T23:58:41.838422+0000","last_unstale":"2024-09-12T23:58:42.843136+0000","last_undegraded":"2024-09-12T23:58:42.843136+0000","last_fullsized":"2024-09-12T23:58:42.843136+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:02.362955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.803124+0000","last_change":"2024-09-12T23:58:42.803124+0000","last_active":"2024-09-12T23:58:42.803124+0000","last_peered":"2024-09-12T23:58:42.803124+0000","last_clean":"2024-09-12T23:58:42.803124+0000","last_became_active":"2024-09-12T23:58:42.802311+0000","last_became_peered":"2024-09-12T23:58:42.802311+0000","last_unstale":"2024-09-12T23:58:42.803124+0000","last_undegraded":"2024-09-12T23:58:42.803124+0000","last_fullsized":"2024-09-12T23:58:42.803124+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:18.368488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.775995+0000","last_change":"2024-09-12T23:58:41.850915+0000","last_active":"2024-09-12T23:58:42.775995+0000","last_peered":"2024-09-12T23:58:42.775995+0000","last_clean":"2024-09-12T23:58:42.775995+0000","last_became_active":"2024-09-12T23:58:41.850661+0000","last_became_peered":"2024-09-12T23:58:41.850661+0000","last_unstale":"2024-09-12T23:58:42.775995+0000","last_undegraded":"2024-09-12T23:58:42.775995+0000","last_fullsized":"2024-09-12T23:58:42.775995+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:08:23.163660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814862+0000","last_change":"2024-09-12T23:58:42.811928+0000","last_active":"2024-09-12T23:58:42.814862+0000","last_peered":"2024-09-12T23:58:42.814862+0000","last_clean":"2024-09-12T23:58:42.814862+0000","last_became_active":"2024-09-12T23:58:42.806006+0000","last_became_peered":"2024-09-12T23:58:42.806006+0000","last_unstale":"2024-09-12T23:58:42.814862+0000","last_undegraded":"2024-09-12T23:58:42.814862+0000","last_fullsized":"2024-09-12T23:58:42.814862+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:11:30.653723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.784535+0000","last_change":"2024-09-12T23:58:41.845149+0000","last_active":"2024-09-12T23:58:42.784535+0000","last_peered":"2024-09-12T23:58:42.784535+0000","last_clean":"2024-09-12T23:58:42.784535+0000","last_became_active":"2024-09-12T23:58:41.831162+0000","last_became_peered":"2024-09-12T23:58:41.831162+0000","last_unstale":"2024-09-12T23:58:42.784535+0000","last_undegraded":"2024-09-12T23:58:42.784535+0000","last_fullsized":"2024-09-12T23:58:42.784535+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:20:59.143773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.817337+0000","last_change":"2024-09-12T23:58:42.816465+0000","last_active":"2024-09-12T23:58:42.817337+0000","last_peered":"2024-09-12T23:58:42.817337+0000","last_clean":"2024-09-12T23:58:42.817337+0000","last_became_active":"2024-09-12T23:58:42.816003+0000","last_became_peered":"2024-09-12T23:58:42.816003+0000","last_unstale":"2024-09-12T23:58:42.817337+0000","last_undegraded":"2024-09-12T23:58:42.817337+0000","last_fullsized":"2024-09-12T23:58:42.817337+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:08:00.603944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.783180+0000","last_change":"2024-09-12T23:58:41.847069+0000","last_active":"2024-09-12T23:58:42.783180+0000","last_peered":"2024-09-12T23:58:42.783180+0000","last_clean":"2024-09-12T23:58:42.783180+0000","last_became_active":"2024-09-12T23:58:41.845977+0000","last_became_peered":"2024-09-12T23:58:41.845977+0000","last_unstale":"2024-09-12T23:58:42.783180+0000","last_undegraded":"2024-09-12T23:58:42.783180+0000","last_fullsized":"2024-09-12T23:58:42.783180+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:52:57.473398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.806114+0000","last_change":"2024-09-12T23:58:42.804906+0000","last_active":"2024-09-12T23:58:42.806114+0000","last_peered":"2024-09-12T23:58:42.806114+0000","last_clean":"2024-09-12T23:58:42.806114+0000","last_became_active":"2024-09-12T23:58:42.804612+0000","last_became_peered":"2024-09-12T23:58:42.804612+0000","last_unstale":"2024-09-12T23:58:42.806114+0000","last_undegraded":"2024-09-12T23:58:42.806114+0000","last_fullsized":"2024-09-12T23:58:42.806114+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:46.604227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"52'2","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.840039+0000","last_change":"2024-09-12T23:58:41.845320+0000","last_active":"2024-09-12T23:58:42.840039+0000","last_peered":"2024-09-12T23:58:42.840039+0000","last_clean":"2024-09-12T23:58:42.840039+0000","last_became_active":"2024-09-12T23:58:41.843813+0000","last_became_peered":"2024-09-12T23:58:41.843813+0000","last_unstale":"2024-09-12T23:58:42.840039+0000","last_undegraded":"2024-09-12T23:58:42.840039+0000","last_fullsized":"2024-09-12T23:58:42.840039+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:36:41.340643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.818031+0000","last_change":"2024-09-12T23:58:42.807675+0000","last_active":"2024-09-12T23:58:42.818031+0000","last_peered":"2024-09-12T23:58:42.818031+0000","last_clean":"2024-09-12T23:58:42.818031+0000","last_became_active":"2024-09-12T23:58:42.806718+0000","last_became_peered":"2024-09-12T23:58:42.806718+0000","last_unstale":"2024-09-12T23:58:42.818031+0000","last_undegraded":"2024-09-12T23:58:42.818031+0000","last_fullsized":"2024-09-12T23:58:42.818031+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:18.623479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.823546+0000","last_change":"2024-09-12T23:58:42.821073+0000","last_active":"2024-09-12T23:58:42.823546+0000","last_peered":"2024-09-12T23:58:42.823546+0000","last_clean":"2024-09-12T23:58:42.823546+0000","last_became_active":"2024-09-12T23:58:42.819791+0000","last_became_peered":"2024-09-12T23:58:42.819791+0000","last_unstale":"2024-09-12T23:58:42.823546+0000","last_undegraded":"2024-09-12T23:58:42.823546+0000","last_fullsized":"2024-09-12T23:58:42.823546+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:53:46.914203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"52'2","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.843108+0000","last_change":"2024-09-12T23:58:41.851372+0000","last_active":"2024-09-12T23:58:42.843108+0000","last_peered":"2024-09-12T23:58:42.843108+0000","last_clean":"2024-09-12T23:58:42.843108+0000","last_became_active":"2024-09-12T23:58:41.850188+0000","last_became_peered":"2024-09-12T23:58:41.850188+0000","last_unstale":"2024-09-12T23:58:42.843108+0000","last_undegraded":"2024-09-12T23:58:42.843108+0000","last_fullsized":"2024-09-12T23:58:42.843108+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:38:10.828372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.801382+0000","last_change":"2024-09-12T23:58:42.795351+0000","last_active":"2024-09-12T23:58:42.801382+0000","last_peered":"2024-09-12T23:58:42.801382+0000","last_clean":"2024-09-12T23:58:42.801382+0000","last_became_active":"2024-09-12T23:58:42.794494+0000","last_became_peered":"2024-09-12T23:58:42.794494+0000","last_unstale":"2024-09-12T23:58:42.801382+0000","last_undegraded":"2024-09-12T23:58:42.801382+0000","last_fullsized":"2024-09-12T23:58:42.801382+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:54:17.351137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"52'2","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.841201+0000","last_change":"2024-09-12T23:58:41.851850+0000","last_active":"2024-09-12T23:58:42.841201+0000","last_peered":"2024-09-12T23:58:42.841201+0000","last_clean":"2024-09-12T23:58:42.841201+0000","last_became_active":"2024-09-12T23:58:41.851393+0000","last_became_peered":"2024-09-12T23:58:41.851393+0000","last_unstale":"2024-09-12T23:58:42.841201+0000","last_undegraded":"2024-09-12T23:58:42.841201+0000","last_fullsized":"2024-09-12T23:58:42.841201+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:31.883443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.811987+0000","last_change":"2024-09-12T23:58:42.811987+0000","last_active":"2024-09-12T23:58:42.811987+0000","last_peered":"2024-09-12T23:58:42.811987+0000","last_clean":"2024-09-12T23:58:42.811987+0000","last_became_active":"2024-09-12T23:58:42.811113+0000","last_became_peered":"2024-09-12T23:58:42.811113+0000","last_unstale":"2024-09-12T23:58:42.811987+0000","last_undegraded":"2024-09-12T23:58:42.811987+0000","last_fullsized":"2024-09-12T23:58:42.811987+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:19.868081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"52'1","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.842317+0000","last_change":"2024-09-12T23:58:41.838218+0000","last_active":"2024-09-12T23:58:42.842317+0000","last_peered":"2024-09-12T23:58:42.842317+0000","last_clean":"2024-09-12T23:58:42.842317+0000","last_became_active":"2024-09-12T23:58:41.837756+0000","last_became_peered":"2024-09-12T23:58:41.837756+0000","last_unstale":"2024-09-12T23:58:42.842317+0000","last_undegraded":"2024-09-12T23:58:42.842317+0000","last_fullsized":"2024-09-12T23:58:42.842317+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:47.078466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.809769+0000","last_change":"2024-09-12T23:58:42.808832+0000","last_active":"2024-09-12T23:58:42.809769+0000","last_peered":"2024-09-12T23:58:42.809769+0000","last_clean":"2024-09-12T23:58:42.809769+0000","last_became_active":"2024-09-12T23:58:42.808170+0000","last_became_peered":"2024-09-12T23:58:42.808170+0000","last_unstale":"2024-09-12T23:58:42.809769+0000","last_undegraded":"2024-09-12T23:58:42.809769+0000","last_fullsized":"2024-09-12T23:58:42.809769+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:30:37.913536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"52'4","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.844209+0000","last_change":"2024-09-12T23:58:41.838368+0000","last_active":"2024-09-12T23:58:42.844209+0000","last_peered":"2024-09-12T23:58:42.844209+0000","last_clean":"2024-09-12T23:58:42.844209+0000","last_became_active":"2024-09-12T23:58:41.838120+0000","last_became_peered":"2024-09-12T23:58:41.838120+0000","last_unstale":"2024-09-12T23:58:42.844209+0000","last_undegraded":"2024-09-12T23:58:42.844209+0000","last_fullsized":"2024-09-12T23:58:42.844209+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:05.194384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430221,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1118208,"data_stored":805076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84099999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93500000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.264}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1950000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2190000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626455,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298448,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446704,"statfs":{"total":95995035648,"available":95689424896,"internally_reserved":0,"allocated":1118208,"data_stored":805742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.94499999999999995},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.81000000000000005}]},{"osd":1,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":2.3620000000000001,"5min":2.3620000000000001,"15min":2.3620000000000001},"last":1.0669999999999999}]},{"osd":2,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":0.55500000000000005},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":2.2389999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":0.89600000000000002}]},{"osd":3,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"max":{"1min":2.2959999999999998,"5min":2.2959999999999998,"15min":2.2959999999999998},"last":0.77000000000000002},{"interface":"front","average":{"1min":1.107,"5min":1.107,"15min":1.107},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":2.5670000000000002,"5min":2.5670000000000002,"15min":2.5670000000000002},"last":1.2130000000000001}]},{"osd":4,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":1.113},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.657,"5min":1.657,"15min":1.657},"last":0.86199999999999999}]},{"osd":5,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":0.98699999999999999},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.6509999999999998,"5min":2.6509999999999998,"15min":2.6509999999999998},"last":1.169}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2769999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822690,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297868,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447284,"statfs":{"total":95995035648,"available":95690018816,"internally_reserved":0,"allocated":524288,"data_stored":215149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.874,"15min":0.878},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.181,"5min":1.399,"15min":1.399},"last":0.98599999999999999},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.93300000000000005,"15min":0.92500000000000004},"min":{"1min":0.67800000000000005,"5min":0.629,"15min":0.629},"max":{"1min":1.464,"5min":1.464,"15min":1.464},"last":0.71599999999999997}]},{"osd":1,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.873,"15min":0.86499999999999999},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.835,"5min":1.835,"15min":1.835},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.89300000000000002,"15min":0.89500000000000002},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":1.0209999999999999}]},{"osd":2,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.86199999999999999,"15min":0.85999999999999999},"min":{"1min":0.66700000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.2749999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":1.0549999999999999},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.878,"15min":0.872},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.90300000000000002}]},{"osd":3,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.876,"15min":0.871},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.526,"5min":1.526,"15min":1.526},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.91500000000000004,"15min":0.90900000000000003},"min":{"1min":0.69599999999999995,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.65200000000000002}]},{"osd":4,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.79600000000000004,"15min":0.78500000000000003},"min":{"1min":0.46800000000000003,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.93799999999999994},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.81499999999999995,"15min":0.79100000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.903,"5min":1.903,"15min":1.903},"last":0.86799999999999999}]},{"osd":6,"last update":"Thu Sep 12 23:58:03 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.089,"15min":1.089},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.752,"5min":1.752,"15min":1.752},"last":1.107},{"interface":"front","average":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":1.1279999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0840000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018923,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297860,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447292,"statfs":{"total":95995035648,"available":95690027008,"internally_reserved":0,"allocated":516096,"data_stored":207800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.84099999999999997,"15min":0.83099999999999996},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.85299999999999998,"15min":0.82499999999999996},"min":{"1min":0.58599999999999997,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.2929999999999999,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.57099999999999995}]},{"osd":1,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.85099999999999998,"15min":0.84899999999999998},"min":{"1min":0.64900000000000002,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.345,"5min":1.583,"15min":1.583},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.84299999999999997,"15min":0.83299999999999996},"min":{"1min":0.61199999999999999,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.89500000000000002}]},{"osd":2,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.85499999999999998,"15min":0.84099999999999997},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.86699999999999999,"15min":0.872},"min":{"1min":0.64600000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.76300000000000001}]},{"osd":3,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.872,"15min":0.84399999999999997},"min":{"1min":0.65400000000000003,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.1539999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.86099999999999999,"15min":0.85499999999999998},"min":{"1min":0.59799999999999998,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.70499999999999996}]},{"osd":5,"last update":"Thu Sep 12 23:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.748,"15min":0.73199999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.872},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.69599999999999995,"15min":0.68000000000000005},"min":{"1min":0.42399999999999999,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.93400000000000005}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.996},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.3759999999999999,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.0309999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]}]},{"osd":3,"up_from":25,"seq":107374182454,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297872,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447280,"statfs":{"total":95995035648,"available":95690014720,"internally_reserved":0,"allocated":528384,"data_stored":215184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.748,"15min":0.71199999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.34799999999999998}]},{"osd":1,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.77300000000000002,"15min":0.75},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.77000000000000002,"15min":0.74199999999999999},"min":{"1min":0.53900000000000003,"5min":0.441,"15min":0.441},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.31}]},{"osd":2,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.83699999999999997,"15min":0.80000000000000004},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.80500000000000005,"15min":0.77800000000000002},"min":{"1min":0.59499999999999997,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.504}]},{"osd":4,"last update":"Thu Sep 12 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":0.92000000000000004,"15min":0.89600000000000002},"min":{"1min":0.85399999999999998,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.93700000000000006,"15min":0.93300000000000005},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.1839999999999999,"5min":1.27,"15min":1.27},"last":0.59299999999999997}]},{"osd":5,"last update":"Thu Sep 12 23:58:11 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":0.98199999999999998,"15min":0.97499999999999998},"min":{"1min":0.80700000000000005,"5min":0.751,"15min":0.751},"max":{"1min":1.2569999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.105,"5min":1.0049999999999999,"15min":0.98799999999999999},"min":{"1min":0.76700000000000002,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.94699999999999995}]},{"osd":6,"last update":"Thu Sep 12 23:58:01 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":0.53700000000000003},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"min":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.70399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411395,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297848,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447304,"statfs":{"total":95995035648,"available":95690039296,"internally_reserved":0,"allocated":503808,"data_stored":212867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.63800000000000001,"15min":0.60399999999999998},"min":{"1min":0.41599999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.71299999999999997,"15min":0.63800000000000001},"min":{"1min":0.54400000000000004,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.86499999999999999}]},{"osd":1,"last update":"Thu Sep 12 23:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.749,"15min":0.67600000000000005},"min":{"1min":0.60199999999999998,"5min":0.434,"15min":0.434},"max":{"1min":1.155,"5min":1.173,"15min":1.173},"last":0.997},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.754,"15min":0.68000000000000005},"min":{"1min":0.53200000000000003,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":0.82599999999999996}]},{"osd":3,"last update":"Thu Sep 12 23:58:31 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.82399999999999995,"15min":0.78800000000000003},"min":{"1min":0.60599999999999998,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":1.2470000000000001},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.79800000000000004,"15min":0.79300000000000004},"min":{"1min":0.71299999999999997,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":1.0409999999999999}]},{"osd":4,"last update":"Thu Sep 12 23:58:16 2024","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.84299999999999997,"15min":0.82399999999999995},"min":{"1min":0.66000000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":1.073},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.97899999999999998,"15min":0.96099999999999997},"min":{"1min":0.91400000000000003,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.27,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.4470000000000001}]},{"osd":5,"last update":"Thu Sep 12 23:58:09 2024","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":1.014,"15min":1.012},"min":{"1min":0.78000000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.2589999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.5389999999999999},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.94499999999999995,"15min":0.93799999999999994},"min":{"1min":0.77600000000000002,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.282}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.3,"5min":1.3,"15min":1.3},"last":1.1850000000000001},{"interface":"front","average":{"1min":1.145,"5min":1.145,"15min":1.145},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":1.615}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.353}]}]},{"osd":1,"up_from":13,"seq":55834574925,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297872,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447280,"statfs":{"total":95995035648,"available":95690014720,"internally_reserved":0,"allocated":520192,"data_stored":213961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.66200000000000003,"15min":0.57799999999999996},"min":{"1min":0.39500000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.69599999999999995,"15min":0.58599999999999997},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.69099999999999995}]},{"osd":2,"last update":"Thu Sep 12 23:58:35 2024","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.71099999999999997,"15min":0.621},"min":{"1min":0.625,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.70999999999999996,"15min":0.65200000000000002},"min":{"1min":0.56299999999999994,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.056,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.48299999999999998}]},{"osd":3,"last update":"Thu Sep 12 23:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.753,"15min":0.71799999999999997},"min":{"1min":0.63100000000000001,"5min":0.377,"15min":0.377},"max":{"1min":1.077,"5min":1.099,"15min":1.099},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.85199999999999998,"15min":0.81200000000000006},"min":{"1min":0.77800000000000002,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.36399999999999999}]},{"osd":4,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.86799999999999999,"15min":0.85199999999999998},"min":{"1min":0.75,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":1.0700000000000001,"5min":1.109,"15min":1.109},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.92800000000000005,"15min":0.91400000000000003},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.2,"5min":1.383,"15min":1.383},"last":0.76500000000000001}]},{"osd":5,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.0389999999999999,"15min":1.03},"min":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.51900000000000002},{"interface":"front","average":{"1min":1.0169999999999999,"5min":0.98299999999999998,"15min":0.97699999999999998},"min":{"1min":0.81200000000000006,"5min":0.755,"15min":0.755},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.72299999999999998}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":0.67200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81999999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1114112,"data_stored":798482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Sep 12 23:58:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.628,"15min":0.53600000000000003},"min":{"1min":0.379,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.97699999999999998,"5min":1.026,"15min":1.026},"last":0.379},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.72499999999999998,"15min":0.59999999999999998},"min":{"1min":0.44700000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.44700000000000001}]},{"osd":2,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.69899999999999995,"15min":0.60899999999999999},"min":{"1min":0.42799999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.77500000000000002,"15min":0.66100000000000003},"min":{"1min":0.433,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.35699999999999998}]},{"osd":3,"last update":"Thu Sep 12 23:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.82199999999999995,"15min":0.79600000000000004},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.0509999999999999,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.84499999999999997,"15min":0.80700000000000005},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.502}]},{"osd":4,"last update":"Thu Sep 12 23:58:16 2024","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":0.99199999999999999,"15min":0.98399999999999999},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.90700000000000003,"15min":0.90200000000000002},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.1240000000000001,"5min":1.147,"15min":1.147},"last":0.46600000000000003}]},{"osd":5,"last update":"Thu Sep 12 23:58:09 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.95299999999999996,"15min":0.95899999999999996},"min":{"1min":0.755,"5min":0.755,"15min":0.755},"max":{"1min":1.0600000000000001,"5min":1.234,"15min":1.234},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.0680000000000001,"5min":1.04,"15min":1.0349999999999999},"min":{"1min":0.89700000000000002,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":1.1699999999999999,"5min":1.464,"15min":1.464},"last":0.91900000000000004}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.109,"15min":1.109},"min":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":0.755},{"interface":"front","average":{"1min":1.105,"5min":1.105,"15min":1.105},"min":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98099999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T23:58:48.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:47 smithi032 bash[32211]: audit 2024-09-12T23:58:46.826433+0000 mgr.y (mgr.14150) 361 : audit [DBG] from='client.24431 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:48.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:47 smithi032 bash[32211]: audit 2024-09-12T23:58:47.230758+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.32:0/4229742796' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-12T23:58:48.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:47 smithi032 bash[32211]: cluster 2024-09-12T23:58:47.347020+0000 mgr.y (mgr.14150) 362 : cluster [DBG] pgmap v335: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-09-12T23:58:48.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:47 smithi032 bash[32211]: audit 2024-09-12T23:58:47.531719+0000 mgr.y (mgr.14150) 363 : audit [DBG] from='client.14529 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:48.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:47 smithi032 bash[22496]: audit 2024-09-12T23:58:46.826433+0000 mgr.y (mgr.14150) 361 : audit [DBG] from='client.24431 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:47 smithi032 bash[22496]: audit 2024-09-12T23:58:47.230758+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.32:0/4229742796' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-12T23:58:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:47 smithi032 bash[22496]: cluster 2024-09-12T23:58:47.347020+0000 mgr.y (mgr.14150) 362 : cluster [DBG] pgmap v335: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-09-12T23:58:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:47 smithi032 bash[22496]: audit 2024-09-12T23:58:47.531719+0000 mgr.y (mgr.14150) 363 : audit [DBG] from='client.14529 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:48.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:47 smithi053 bash[24393]: audit 2024-09-12T23:58:46.826433+0000 mgr.y (mgr.14150) 361 : audit [DBG] from='client.24431 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:48.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:47 smithi053 bash[24393]: audit 2024-09-12T23:58:47.230758+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.32:0/4229742796' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-12T23:58:48.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:47 smithi053 bash[24393]: cluster 2024-09-12T23:58:47.347020+0000 mgr.y (mgr.14150) 362 : cluster [DBG] pgmap v335: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-09-12T23:58:48.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:47 smithi053 bash[24393]: audit 2024-09-12T23:58:47.531719+0000 mgr.y (mgr.14150) 363 : audit [DBG] from='client.14529 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:49.034 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 12 23:58:48 smithi053 bash[48280]: debug 2024-09-12T23:58:48.598+0000 7fd992ead640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T23:58:50.578 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T23:58:50.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:50 smithi032 bash[22496]: cluster 2024-09-12T23:58:49.347582+0000 mgr.y (mgr.14150) 364 : cluster [DBG] pgmap v336: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-12T23:58:50.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:50 smithi032 bash[32211]: cluster 2024-09-12T23:58:49.347582+0000 mgr.y (mgr.14150) 364 : cluster [DBG] pgmap v336: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-12T23:58:50.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:50 smithi053 bash[24393]: cluster 2024-09-12T23:58:49.347582+0000 mgr.y (mgr.14150) 364 : cluster [DBG] pgmap v336: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-12T23:58:50.914 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-12T23:58:50.916 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-12T23:58:50.933 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":336,"stamp":"2024-09-12T23:58:49.347262+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":225,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384672,"kb_used_data":5804,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576544,"statfs":{"total":767960285184,"available":765518381056,"internally_reserved":0,"allocated":5943296,"data_stored":3474261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2338,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.536576"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.807370+0000","last_change":"2024-09-12T23:58:42.801083+0000","last_active":"2024-09-12T23:58:42.807370+0000","last_peered":"2024-09-12T23:58:42.807370+0000","last_clean":"2024-09-12T23:58:42.807370+0000","last_became_active":"2024-09-12T23:58:42.798882+0000","last_became_peered":"2024-09-12T23:58:42.798882+0000","last_unstale":"2024-09-12T23:58:42.807370+0000","last_undegraded":"2024-09-12T23:58:42.807370+0000","last_fullsized":"2024-09-12T23:58:42.807370+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:54:04.448555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.820389+0000","last_change":"2024-09-12T23:58:42.819658+0000","last_active":"2024-09-12T23:58:42.820389+0000","last_peered":"2024-09-12T23:58:42.820389+0000","last_clean":"2024-09-12T23:58:42.820389+0000","last_became_active":"2024-09-12T23:58:42.819177+0000","last_became_peered":"2024-09-12T23:58:42.819177+0000","last_unstale":"2024-09-12T23:58:42.820389+0000","last_undegraded":"2024-09-12T23:58:42.820389+0000","last_fullsized":"2024-09-12T23:58:42.820389+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:10:52.487980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.800315+0000","last_change":"2024-09-12T23:58:42.800315+0000","last_active":"2024-09-12T23:58:42.800315+0000","last_peered":"2024-09-12T23:58:42.800315+0000","last_clean":"2024-09-12T23:58:42.800315+0000","last_became_active":"2024-09-12T23:58:42.799517+0000","last_became_peered":"2024-09-12T23:58:42.799517+0000","last_unstale":"2024-09-12T23:58:42.800315+0000","last_undegraded":"2024-09-12T23:58:42.800315+0000","last_fullsized":"2024-09-12T23:58:42.800315+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:53.410626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.830659+0000","last_change":"2024-09-12T23:58:42.828505+0000","last_active":"2024-09-12T23:58:42.830659+0000","last_peered":"2024-09-12T23:58:42.830659+0000","last_clean":"2024-09-12T23:58:42.830659+0000","last_became_active":"2024-09-12T23:58:42.827885+0000","last_became_peered":"2024-09-12T23:58:42.827885+0000","last_unstale":"2024-09-12T23:58:42.830659+0000","last_undegraded":"2024-09-12T23:58:42.830659+0000","last_fullsized":"2024-09-12T23:58:42.830659+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:45.214447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.808755+0000","last_change":"2024-09-12T23:58:42.806809+0000","last_active":"2024-09-12T23:58:42.808755+0000","last_peered":"2024-09-12T23:58:42.808755+0000","last_clean":"2024-09-12T23:58:42.808755+0000","last_became_active":"2024-09-12T23:58:42.805711+0000","last_became_peered":"2024-09-12T23:58:42.805711+0000","last_unstale":"2024-09-12T23:58:42.808755+0000","last_undegraded":"2024-09-12T23:58:42.808755+0000","last_fullsized":"2024-09-12T23:58:42.808755+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:08:41.405585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.822943+0000","last_change":"2024-09-12T23:58:42.814917+0000","last_active":"2024-09-12T23:58:42.822943+0000","last_peered":"2024-09-12T23:58:42.822943+0000","last_clean":"2024-09-12T23:58:42.822943+0000","last_became_active":"2024-09-12T23:58:42.812711+0000","last_became_peered":"2024-09-12T23:58:42.812711+0000","last_unstale":"2024-09-12T23:58:42.822943+0000","last_undegraded":"2024-09-12T23:58:42.822943+0000","last_fullsized":"2024-09-12T23:58:42.822943+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:34.696128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810545+0000","last_change":"2024-09-12T23:58:42.805024+0000","last_active":"2024-09-12T23:58:42.810545+0000","last_peered":"2024-09-12T23:58:42.810545+0000","last_clean":"2024-09-12T23:58:42.810545+0000","last_became_active":"2024-09-12T23:58:42.803816+0000","last_became_peered":"2024-09-12T23:58:42.803816+0000","last_unstale":"2024-09-12T23:58:42.810545+0000","last_undegraded":"2024-09-12T23:58:42.810545+0000","last_fullsized":"2024-09-12T23:58:42.810545+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:28:45.388631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.831246+0000","last_change":"2024-09-12T23:58:42.829749+0000","last_active":"2024-09-12T23:58:42.831246+0000","last_peered":"2024-09-12T23:58:42.831246+0000","last_clean":"2024-09-12T23:58:42.831246+0000","last_became_active":"2024-09-12T23:58:42.829314+0000","last_became_peered":"2024-09-12T23:58:42.829314+0000","last_unstale":"2024-09-12T23:58:42.831246+0000","last_undegraded":"2024-09-12T23:58:42.831246+0000","last_fullsized":"2024-09-12T23:58:42.831246+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:20:39.715275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.827276+0000","last_change":"2024-09-12T23:58:42.826863+0000","last_active":"2024-09-12T23:58:42.827276+0000","last_peered":"2024-09-12T23:58:42.827276+0000","last_clean":"2024-09-12T23:58:42.827276+0000","last_became_active":"2024-09-12T23:58:42.825995+0000","last_became_peered":"2024-09-12T23:58:42.825995+0000","last_unstale":"2024-09-12T23:58:42.827276+0000","last_undegraded":"2024-09-12T23:58:42.827276+0000","last_fullsized":"2024-09-12T23:58:42.827276+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:04.250848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.827974+0000","last_change":"2024-09-12T23:58:42.827323+0000","last_active":"2024-09-12T23:58:42.827974+0000","last_peered":"2024-09-12T23:58:42.827974+0000","last_clean":"2024-09-12T23:58:42.827974+0000","last_became_active":"2024-09-12T23:58:42.826774+0000","last_became_peered":"2024-09-12T23:58:42.826774+0000","last_unstale":"2024-09-12T23:58:42.827974+0000","last_undegraded":"2024-09-12T23:58:42.827974+0000","last_fullsized":"2024-09-12T23:58:42.827974+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:16:29.217564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.827247+0000","last_change":"2024-09-12T23:58:42.826773+0000","last_active":"2024-09-12T23:58:42.827247+0000","last_peered":"2024-09-12T23:58:42.827247+0000","last_clean":"2024-09-12T23:58:42.827247+0000","last_became_active":"2024-09-12T23:58:42.826213+0000","last_became_peered":"2024-09-12T23:58:42.826213+0000","last_unstale":"2024-09-12T23:58:42.827247+0000","last_undegraded":"2024-09-12T23:58:42.827247+0000","last_fullsized":"2024-09-12T23:58:42.827247+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:20:22.942154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814297+0000","last_change":"2024-09-12T23:58:42.810676+0000","last_active":"2024-09-12T23:58:42.814297+0000","last_peered":"2024-09-12T23:58:42.814297+0000","last_clean":"2024-09-12T23:58:42.814297+0000","last_became_active":"2024-09-12T23:58:42.809776+0000","last_became_peered":"2024-09-12T23:58:42.809776+0000","last_unstale":"2024-09-12T23:58:42.814297+0000","last_undegraded":"2024-09-12T23:58:42.814297+0000","last_fullsized":"2024-09-12T23:58:42.814297+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:40:14.228949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.824459+0000","last_change":"2024-09-12T23:58:42.823419+0000","last_active":"2024-09-12T23:58:42.824459+0000","last_peered":"2024-09-12T23:58:42.824459+0000","last_clean":"2024-09-12T23:58:42.824459+0000","last_became_active":"2024-09-12T23:58:42.817928+0000","last_became_peered":"2024-09-12T23:58:42.817928+0000","last_unstale":"2024-09-12T23:58:42.824459+0000","last_undegraded":"2024-09-12T23:58:42.824459+0000","last_fullsized":"2024-09-12T23:58:42.824459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:33:00.148042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.811723+0000","last_change":"2024-09-12T23:58:42.811723+0000","last_active":"2024-09-12T23:58:42.811723+0000","last_peered":"2024-09-12T23:58:42.811723+0000","last_clean":"2024-09-12T23:58:42.811723+0000","last_became_active":"2024-09-12T23:58:42.811440+0000","last_became_peered":"2024-09-12T23:58:42.811440+0000","last_unstale":"2024-09-12T23:58:42.811723+0000","last_undegraded":"2024-09-12T23:58:42.811723+0000","last_fullsized":"2024-09-12T23:58:42.811723+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:12.881944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.808579+0000","last_change":"2024-09-12T23:58:42.807349+0000","last_active":"2024-09-12T23:58:42.808579+0000","last_peered":"2024-09-12T23:58:42.808579+0000","last_clean":"2024-09-12T23:58:42.808579+0000","last_became_active":"2024-09-12T23:58:42.804134+0000","last_became_peered":"2024-09-12T23:58:42.804134+0000","last_unstale":"2024-09-12T23:58:42.808579+0000","last_undegraded":"2024-09-12T23:58:42.808579+0000","last_fullsized":"2024-09-12T23:58:42.808579+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:35.203851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.830692+0000","last_change":"2024-09-12T23:58:42.825914+0000","last_active":"2024-09-12T23:58:42.830692+0000","last_peered":"2024-09-12T23:58:42.830692+0000","last_clean":"2024-09-12T23:58:42.830692+0000","last_became_active":"2024-09-12T23:58:42.825403+0000","last_became_peered":"2024-09-12T23:58:42.825403+0000","last_unstale":"2024-09-12T23:58:42.830692+0000","last_undegraded":"2024-09-12T23:58:42.830692+0000","last_fullsized":"2024-09-12T23:58:42.830692+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:11:13.075070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.834929+0000","last_change":"2024-09-12T23:58:42.833774+0000","last_active":"2024-09-12T23:58:42.834929+0000","last_peered":"2024-09-12T23:58:42.834929+0000","last_clean":"2024-09-12T23:58:42.834929+0000","last_became_active":"2024-09-12T23:58:42.833136+0000","last_became_peered":"2024-09-12T23:58:42.833136+0000","last_unstale":"2024-09-12T23:58:42.834929+0000","last_undegraded":"2024-09-12T23:58:42.834929+0000","last_fullsized":"2024-09-12T23:58:42.834929+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:14.690174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.800945+0000","last_change":"2024-09-12T23:58:42.800546+0000","last_active":"2024-09-12T23:58:42.800945+0000","last_peered":"2024-09-12T23:58:42.800945+0000","last_clean":"2024-09-12T23:58:42.800945+0000","last_became_active":"2024-09-12T23:58:42.799768+0000","last_became_peered":"2024-09-12T23:58:42.799768+0000","last_unstale":"2024-09-12T23:58:42.800945+0000","last_undegraded":"2024-09-12T23:58:42.800945+0000","last_fullsized":"2024-09-12T23:58:42.800945+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:00:30.981024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.824974+0000","last_change":"2024-09-12T23:58:42.822420+0000","last_active":"2024-09-12T23:58:42.824974+0000","last_peered":"2024-09-12T23:58:42.824974+0000","last_clean":"2024-09-12T23:58:42.824974+0000","last_became_active":"2024-09-12T23:58:42.821693+0000","last_became_peered":"2024-09-12T23:58:42.821693+0000","last_unstale":"2024-09-12T23:58:42.824974+0000","last_undegraded":"2024-09-12T23:58:42.824974+0000","last_fullsized":"2024-09-12T23:58:42.824974+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:57.782915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.818099+0000","last_change":"2024-09-12T23:58:42.807193+0000","last_active":"2024-09-12T23:58:42.818099+0000","last_peered":"2024-09-12T23:58:42.818099+0000","last_clean":"2024-09-12T23:58:42.818099+0000","last_became_active":"2024-09-12T23:58:42.806705+0000","last_became_peered":"2024-09-12T23:58:42.806705+0000","last_unstale":"2024-09-12T23:58:42.818099+0000","last_undegraded":"2024-09-12T23:58:42.818099+0000","last_fullsized":"2024-09-12T23:58:42.818099+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:59.360338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.804866+0000","last_change":"2024-09-12T23:58:42.804866+0000","last_active":"2024-09-12T23:58:42.804866+0000","last_peered":"2024-09-12T23:58:42.804866+0000","last_clean":"2024-09-12T23:58:42.804866+0000","last_became_active":"2024-09-12T23:58:42.804125+0000","last_became_peered":"2024-09-12T23:58:42.804125+0000","last_unstale":"2024-09-12T23:58:42.804866+0000","last_undegraded":"2024-09-12T23:58:42.804866+0000","last_fullsized":"2024-09-12T23:58:42.804866+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:07.167823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.825879+0000","last_change":"2024-09-12T23:58:42.825105+0000","last_active":"2024-09-12T23:58:42.825879+0000","last_peered":"2024-09-12T23:58:42.825879+0000","last_clean":"2024-09-12T23:58:42.825879+0000","last_became_active":"2024-09-12T23:58:42.824564+0000","last_became_peered":"2024-09-12T23:58:42.824564+0000","last_unstale":"2024-09-12T23:58:42.825879+0000","last_undegraded":"2024-09-12T23:58:42.825879+0000","last_fullsized":"2024-09-12T23:58:42.825879+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:51:13.264946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810135+0000","last_change":"2024-09-12T23:58:42.808960+0000","last_active":"2024-09-12T23:58:42.810135+0000","last_peered":"2024-09-12T23:58:42.810135+0000","last_clean":"2024-09-12T23:58:42.810135+0000","last_became_active":"2024-09-12T23:58:42.807797+0000","last_became_peered":"2024-09-12T23:58:42.807797+0000","last_unstale":"2024-09-12T23:58:42.810135+0000","last_undegraded":"2024-09-12T23:58:42.810135+0000","last_fullsized":"2024-09-12T23:58:42.810135+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:42:35.865481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.824383+0000","last_change":"2024-09-12T23:58:42.816596+0000","last_active":"2024-09-12T23:58:42.824383+0000","last_peered":"2024-09-12T23:58:42.824383+0000","last_clean":"2024-09-12T23:58:42.824383+0000","last_became_active":"2024-09-12T23:58:42.815861+0000","last_became_peered":"2024-09-12T23:58:42.815861+0000","last_unstale":"2024-09-12T23:58:42.824383+0000","last_undegraded":"2024-09-12T23:58:42.824383+0000","last_fullsized":"2024-09-12T23:58:42.824383+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:17.943544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.813873+0000","last_change":"2024-09-12T23:58:42.813334+0000","last_active":"2024-09-12T23:58:42.813873+0000","last_peered":"2024-09-12T23:58:42.813873+0000","last_clean":"2024-09-12T23:58:42.813873+0000","last_became_active":"2024-09-12T23:58:42.812916+0000","last_became_peered":"2024-09-12T23:58:42.812916+0000","last_unstale":"2024-09-12T23:58:42.813873+0000","last_undegraded":"2024-09-12T23:58:42.813873+0000","last_fullsized":"2024-09-12T23:58:42.813873+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:56:21.611230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.818087+0000","last_change":"2024-09-12T23:58:42.808823+0000","last_active":"2024-09-12T23:58:42.818087+0000","last_peered":"2024-09-12T23:58:42.818087+0000","last_clean":"2024-09-12T23:58:42.818087+0000","last_became_active":"2024-09-12T23:58:42.808039+0000","last_became_peered":"2024-09-12T23:58:42.808039+0000","last_unstale":"2024-09-12T23:58:42.818087+0000","last_undegraded":"2024-09-12T23:58:42.818087+0000","last_fullsized":"2024-09-12T23:58:42.818087+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:33:25.635946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.797058+0000","last_change":"2024-09-12T23:58:42.795865+0000","last_active":"2024-09-12T23:58:42.797058+0000","last_peered":"2024-09-12T23:58:42.797058+0000","last_clean":"2024-09-12T23:58:42.797058+0000","last_became_active":"2024-09-12T23:58:42.795115+0000","last_became_peered":"2024-09-12T23:58:42.795115+0000","last_unstale":"2024-09-12T23:58:42.797058+0000","last_undegraded":"2024-09-12T23:58:42.797058+0000","last_fullsized":"2024-09-12T23:58:42.797058+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:53:06.709473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.806940+0000","last_change":"2024-09-12T23:58:42.806609+0000","last_active":"2024-09-12T23:58:42.806940+0000","last_peered":"2024-09-12T23:58:42.806940+0000","last_clean":"2024-09-12T23:58:42.806940+0000","last_became_active":"2024-09-12T23:58:42.806292+0000","last_became_peered":"2024-09-12T23:58:42.806292+0000","last_unstale":"2024-09-12T23:58:42.806940+0000","last_undegraded":"2024-09-12T23:58:42.806940+0000","last_fullsized":"2024-09-12T23:58:42.806940+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:47.238988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.798705+0000","last_change":"2024-09-12T23:58:42.798705+0000","last_active":"2024-09-12T23:58:42.798705+0000","last_peered":"2024-09-12T23:58:42.798705+0000","last_clean":"2024-09-12T23:58:42.798705+0000","last_became_active":"2024-09-12T23:58:42.798046+0000","last_became_peered":"2024-09-12T23:58:42.798046+0000","last_unstale":"2024-09-12T23:58:42.798705+0000","last_undegraded":"2024-09-12T23:58:42.798705+0000","last_fullsized":"2024-09-12T23:58:42.798705+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:12.826279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.815151+0000","last_change":"2024-09-12T23:58:42.810742+0000","last_active":"2024-09-12T23:58:42.815151+0000","last_peered":"2024-09-12T23:58:42.815151+0000","last_clean":"2024-09-12T23:58:42.815151+0000","last_became_active":"2024-09-12T23:58:42.810056+0000","last_became_peered":"2024-09-12T23:58:42.810056+0000","last_unstale":"2024-09-12T23:58:42.815151+0000","last_undegraded":"2024-09-12T23:58:42.815151+0000","last_fullsized":"2024-09-12T23:58:42.815151+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:24.293921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.798954+0000","last_change":"2024-09-12T23:58:42.796946+0000","last_active":"2024-09-12T23:58:42.798954+0000","last_peered":"2024-09-12T23:58:42.798954+0000","last_clean":"2024-09-12T23:58:42.798954+0000","last_became_active":"2024-09-12T23:58:42.794037+0000","last_became_peered":"2024-09-12T23:58:42.794037+0000","last_unstale":"2024-09-12T23:58:42.798954+0000","last_undegraded":"2024-09-12T23:58:42.798954+0000","last_fullsized":"2024-09-12T23:58:42.798954+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:24:30.649860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.826889+0000","last_change":"2024-09-12T23:58:42.826343+0000","last_active":"2024-09-12T23:58:42.826889+0000","last_peered":"2024-09-12T23:58:42.826889+0000","last_clean":"2024-09-12T23:58:42.826889+0000","last_became_active":"2024-09-12T23:58:42.821044+0000","last_became_peered":"2024-09-12T23:58:42.821044+0000","last_unstale":"2024-09-12T23:58:42.826889+0000","last_undegraded":"2024-09-12T23:58:42.826889+0000","last_fullsized":"2024-09-12T23:58:42.826889+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:33.155806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810400+0000","last_change":"2024-09-12T23:58:42.805031+0000","last_active":"2024-09-12T23:58:42.810400+0000","last_peered":"2024-09-12T23:58:42.810400+0000","last_clean":"2024-09-12T23:58:42.810400+0000","last_became_active":"2024-09-12T23:58:42.804587+0000","last_became_peered":"2024-09-12T23:58:42.804587+0000","last_unstale":"2024-09-12T23:58:42.810400+0000","last_undegraded":"2024-09-12T23:58:42.810400+0000","last_fullsized":"2024-09-12T23:58:42.810400+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:26.201996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"52'1","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.841440+0000","last_change":"2024-09-12T23:58:41.831658+0000","last_active":"2024-09-12T23:58:42.841440+0000","last_peered":"2024-09-12T23:58:42.841440+0000","last_clean":"2024-09-12T23:58:42.841440+0000","last_became_active":"2024-09-12T23:58:41.830847+0000","last_became_peered":"2024-09-12T23:58:41.830847+0000","last_unstale":"2024-09-12T23:58:42.841440+0000","last_undegraded":"2024-09-12T23:58:42.841440+0000","last_fullsized":"2024-09-12T23:58:42.841440+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:01.596576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.783435+0000","last_change":"2024-09-12T23:58:42.783435+0000","last_active":"2024-09-12T23:58:42.783435+0000","last_peered":"2024-09-12T23:58:42.783435+0000","last_clean":"2024-09-12T23:58:42.783435+0000","last_became_active":"2024-09-12T23:58:42.782810+0000","last_became_peered":"2024-09-12T23:58:42.782810+0000","last_unstale":"2024-09-12T23:58:42.783435+0000","last_undegraded":"2024-09-12T23:58:42.783435+0000","last_fullsized":"2024-09-12T23:58:42.783435+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:51.489912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"52'1","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.840981+0000","last_change":"2024-09-12T23:58:41.834471+0000","last_active":"2024-09-12T23:58:42.840981+0000","last_peered":"2024-09-12T23:58:42.840981+0000","last_clean":"2024-09-12T23:58:42.840981+0000","last_became_active":"2024-09-12T23:58:41.833778+0000","last_became_peered":"2024-09-12T23:58:41.833778+0000","last_unstale":"2024-09-12T23:58:42.840981+0000","last_undegraded":"2024-09-12T23:58:42.840981+0000","last_fullsized":"2024-09-12T23:58:42.840981+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:40:35.524237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.780554+0000","last_change":"2024-09-12T23:58:41.828837+0000","last_active":"2024-09-12T23:58:42.780554+0000","last_peered":"2024-09-12T23:58:42.780554+0000","last_clean":"2024-09-12T23:58:42.780554+0000","last_became_active":"2024-09-12T23:58:41.828503+0000","last_became_peered":"2024-09-12T23:58:41.828503+0000","last_unstale":"2024-09-12T23:58:42.780554+0000","last_undegraded":"2024-09-12T23:58:42.780554+0000","last_fullsized":"2024-09-12T23:58:42.780554+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:41.433615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.811113+0000","last_change":"2024-09-12T23:58:42.810608+0000","last_active":"2024-09-12T23:58:42.811113+0000","last_peered":"2024-09-12T23:58:42.811113+0000","last_clean":"2024-09-12T23:58:42.811113+0000","last_became_active":"2024-09-12T23:58:42.810320+0000","last_became_peered":"2024-09-12T23:58:42.810320+0000","last_unstale":"2024-09-12T23:58:42.811113+0000","last_undegraded":"2024-09-12T23:58:42.811113+0000","last_fullsized":"2024-09-12T23:58:42.811113+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:00.159739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.801784+0000","last_change":"2024-09-12T23:58:41.839250+0000","last_active":"2024-09-12T23:58:42.801784+0000","last_peered":"2024-09-12T23:58:42.801784+0000","last_clean":"2024-09-12T23:58:42.801784+0000","last_became_active":"2024-09-12T23:58:41.838890+0000","last_became_peered":"2024-09-12T23:58:41.838890+0000","last_unstale":"2024-09-12T23:58:42.801784+0000","last_undegraded":"2024-09-12T23:58:42.801784+0000","last_fullsized":"2024-09-12T23:58:42.801784+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:56.410963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.809001+0000","last_change":"2024-09-12T23:58:42.808392+0000","last_active":"2024-09-12T23:58:42.809001+0000","last_peered":"2024-09-12T23:58:42.809001+0000","last_clean":"2024-09-12T23:58:42.809001+0000","last_became_active":"2024-09-12T23:58:42.805384+0000","last_became_peered":"2024-09-12T23:58:42.805384+0000","last_unstale":"2024-09-12T23:58:42.809001+0000","last_undegraded":"2024-09-12T23:58:42.809001+0000","last_fullsized":"2024-09-12T23:58:42.809001+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:49.699028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.789423+0000","last_change":"2024-09-12T23:58:41.835228+0000","last_active":"2024-09-12T23:58:42.789423+0000","last_peered":"2024-09-12T23:58:42.789423+0000","last_clean":"2024-09-12T23:58:42.789423+0000","last_became_active":"2024-09-12T23:58:41.834965+0000","last_became_peered":"2024-09-12T23:58:41.834965+0000","last_unstale":"2024-09-12T23:58:42.789423+0000","last_undegraded":"2024-09-12T23:58:42.789423+0000","last_fullsized":"2024-09-12T23:58:42.789423+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:46.177095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.833866+0000","last_change":"2024-09-12T23:58:42.832504+0000","last_active":"2024-09-12T23:58:42.833866+0000","last_peered":"2024-09-12T23:58:42.833866+0000","last_clean":"2024-09-12T23:58:42.833866+0000","last_became_active":"2024-09-12T23:58:42.832141+0000","last_became_peered":"2024-09-12T23:58:42.832141+0000","last_unstale":"2024-09-12T23:58:42.833866+0000","last_undegraded":"2024-09-12T23:58:42.833866+0000","last_fullsized":"2024-09-12T23:58:42.833866+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:54:35.037719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.811994+0000","last_change":"2024-09-12T23:58:41.841862+0000","last_active":"2024-09-12T23:58:42.811994+0000","last_peered":"2024-09-12T23:58:42.811994+0000","last_clean":"2024-09-12T23:58:42.811994+0000","last_became_active":"2024-09-12T23:58:41.840512+0000","last_became_peered":"2024-09-12T23:58:41.840512+0000","last_unstale":"2024-09-12T23:58:42.811994+0000","last_undegraded":"2024-09-12T23:58:42.811994+0000","last_fullsized":"2024-09-12T23:58:42.811994+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:39.330139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810494+0000","last_change":"2024-09-12T23:58:42.810494+0000","last_active":"2024-09-12T23:58:42.810494+0000","last_peered":"2024-09-12T23:58:42.810494+0000","last_clean":"2024-09-12T23:58:42.810494+0000","last_became_active":"2024-09-12T23:58:42.810193+0000","last_became_peered":"2024-09-12T23:58:42.810193+0000","last_unstale":"2024-09-12T23:58:42.810494+0000","last_undegraded":"2024-09-12T23:58:42.810494+0000","last_fullsized":"2024-09-12T23:58:42.810494+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:34:10.591293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"52'3","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.844743+0000","last_change":"2024-09-12T23:58:41.847506+0000","last_active":"2024-09-12T23:58:42.844743+0000","last_peered":"2024-09-12T23:58:42.844743+0000","last_clean":"2024-09-12T23:58:42.844743+0000","last_became_active":"2024-09-12T23:58:41.847270+0000","last_became_peered":"2024-09-12T23:58:41.847270+0000","last_unstale":"2024-09-12T23:58:42.844743+0000","last_undegraded":"2024-09-12T23:58:42.844743+0000","last_fullsized":"2024-09-12T23:58:42.844743+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:22.580234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814329+0000","last_change":"2024-09-12T23:58:42.810901+0000","last_active":"2024-09-12T23:58:42.814329+0000","last_peered":"2024-09-12T23:58:42.814329+0000","last_clean":"2024-09-12T23:58:42.814329+0000","last_became_active":"2024-09-12T23:58:42.807286+0000","last_became_peered":"2024-09-12T23:58:42.807286+0000","last_unstale":"2024-09-12T23:58:42.814329+0000","last_undegraded":"2024-09-12T23:58:42.814329+0000","last_fullsized":"2024-09-12T23:58:42.814329+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:20:03.447341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"52'6","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.848429+0000","last_change":"2024-09-12T23:58:41.847134+0000","last_active":"2024-09-12T23:58:42.848429+0000","last_peered":"2024-09-12T23:58:42.848429+0000","last_clean":"2024-09-12T23:58:42.848429+0000","last_became_active":"2024-09-12T23:58:41.846510+0000","last_became_peered":"2024-09-12T23:58:41.846510+0000","last_unstale":"2024-09-12T23:58:42.848429+0000","last_undegraded":"2024-09-12T23:58:42.848429+0000","last_fullsized":"2024-09-12T23:58:42.848429+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:58:46.027978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.820557+0000","last_change":"2024-09-12T23:58:42.813842+0000","last_active":"2024-09-12T23:58:42.820557+0000","last_peered":"2024-09-12T23:58:42.820557+0000","last_clean":"2024-09-12T23:58:42.820557+0000","last_became_active":"2024-09-12T23:58:42.813297+0000","last_became_peered":"2024-09-12T23:58:42.813297+0000","last_unstale":"2024-09-12T23:58:42.820557+0000","last_undegraded":"2024-09-12T23:58:42.820557+0000","last_fullsized":"2024-09-12T23:58:42.820557+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:20.546044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"52'2","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.840997+0000","last_change":"2024-09-12T23:58:41.836187+0000","last_active":"2024-09-12T23:58:42.840997+0000","last_peered":"2024-09-12T23:58:42.840997+0000","last_clean":"2024-09-12T23:58:42.840997+0000","last_became_active":"2024-09-12T23:58:41.835564+0000","last_became_peered":"2024-09-12T23:58:41.835564+0000","last_unstale":"2024-09-12T23:58:42.840997+0000","last_undegraded":"2024-09-12T23:58:42.840997+0000","last_fullsized":"2024-09-12T23:58:42.840997+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:36:02.950318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.797734+0000","last_change":"2024-09-12T23:58:42.797734+0000","last_active":"2024-09-12T23:58:42.797734+0000","last_peered":"2024-09-12T23:58:42.797734+0000","last_clean":"2024-09-12T23:58:42.797734+0000","last_became_active":"2024-09-12T23:58:42.797050+0000","last_became_peered":"2024-09-12T23:58:42.797050+0000","last_unstale":"2024-09-12T23:58:42.797734+0000","last_undegraded":"2024-09-12T23:58:42.797734+0000","last_fullsized":"2024-09-12T23:58:42.797734+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:26.052820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.802796+0000","last_change":"2024-09-12T23:58:41.837938+0000","last_active":"2024-09-12T23:58:42.802796+0000","last_peered":"2024-09-12T23:58:42.802796+0000","last_clean":"2024-09-12T23:58:42.802796+0000","last_became_active":"2024-09-12T23:58:41.837651+0000","last_became_peered":"2024-09-12T23:58:41.837651+0000","last_unstale":"2024-09-12T23:58:42.802796+0000","last_undegraded":"2024-09-12T23:58:42.802796+0000","last_fullsized":"2024-09-12T23:58:42.802796+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:43.210340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.808817+0000","last_change":"2024-09-12T23:58:42.807119+0000","last_active":"2024-09-12T23:58:42.808817+0000","last_peered":"2024-09-12T23:58:42.808817+0000","last_clean":"2024-09-12T23:58:42.808817+0000","last_became_active":"2024-09-12T23:58:42.806320+0000","last_became_peered":"2024-09-12T23:58:42.806320+0000","last_unstale":"2024-09-12T23:58:42.808817+0000","last_undegraded":"2024-09-12T23:58:42.808817+0000","last_fullsized":"2024-09-12T23:58:42.808817+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:08:15.418130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.788187+0000","last_change":"2024-09-12T23:58:41.841111+0000","last_active":"2024-09-12T23:58:42.788187+0000","last_peered":"2024-09-12T23:58:42.788187+0000","last_clean":"2024-09-12T23:58:42.788187+0000","last_became_active":"2024-09-12T23:58:41.840442+0000","last_became_peered":"2024-09-12T23:58:41.840442+0000","last_unstale":"2024-09-12T23:58:42.788187+0000","last_undegraded":"2024-09-12T23:58:42.788187+0000","last_fullsized":"2024-09-12T23:58:42.788187+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:16:58.759665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.826293+0000","last_change":"2024-09-12T23:58:42.821575+0000","last_active":"2024-09-12T23:58:42.826293+0000","last_peered":"2024-09-12T23:58:42.826293+0000","last_clean":"2024-09-12T23:58:42.826293+0000","last_became_active":"2024-09-12T23:58:42.819773+0000","last_became_peered":"2024-09-12T23:58:42.819773+0000","last_unstale":"2024-09-12T23:58:42.826293+0000","last_undegraded":"2024-09-12T23:58:42.826293+0000","last_fullsized":"2024-09-12T23:58:42.826293+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:44:40.505519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"52'8","reported_seq":19,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.842585+0000","last_change":"2024-09-12T23:58:41.850431+0000","last_active":"2024-09-12T23:58:42.842585+0000","last_peered":"2024-09-12T23:58:42.842585+0000","last_clean":"2024-09-12T23:58:42.842585+0000","last_became_active":"2024-09-12T23:58:41.850163+0000","last_became_peered":"2024-09-12T23:58:41.850163+0000","last_unstale":"2024-09-12T23:58:42.842585+0000","last_undegraded":"2024-09-12T23:58:42.842585+0000","last_fullsized":"2024-09-12T23:58:42.842585+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:25.807671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810511+0000","last_change":"2024-09-12T23:58:42.804840+0000","last_active":"2024-09-12T23:58:42.810511+0000","last_peered":"2024-09-12T23:58:42.810511+0000","last_clean":"2024-09-12T23:58:42.810511+0000","last_became_active":"2024-09-12T23:58:42.804257+0000","last_became_peered":"2024-09-12T23:58:42.804257+0000","last_unstale":"2024-09-12T23:58:42.810511+0000","last_undegraded":"2024-09-12T23:58:42.810511+0000","last_fullsized":"2024-09-12T23:58:42.810511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:56:15.432866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"52'1","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.843830+0000","last_change":"2024-09-12T23:58:41.840222+0000","last_active":"2024-09-12T23:58:42.843830+0000","last_peered":"2024-09-12T23:58:42.843830+0000","last_clean":"2024-09-12T23:58:42.843830+0000","last_became_active":"2024-09-12T23:58:41.839540+0000","last_became_peered":"2024-09-12T23:58:41.839540+0000","last_unstale":"2024-09-12T23:58:42.843830+0000","last_undegraded":"2024-09-12T23:58:42.843830+0000","last_fullsized":"2024-09-12T23:58:42.843830+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:55.498929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.821021+0000","last_change":"2024-09-12T23:58:42.819699+0000","last_active":"2024-09-12T23:58:42.821021+0000","last_peered":"2024-09-12T23:58:42.821021+0000","last_clean":"2024-09-12T23:58:42.821021+0000","last_became_active":"2024-09-12T23:58:42.819031+0000","last_became_peered":"2024-09-12T23:58:42.819031+0000","last_unstale":"2024-09-12T23:58:42.821021+0000","last_undegraded":"2024-09-12T23:58:42.821021+0000","last_fullsized":"2024-09-12T23:58:42.821021+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:25:49.339033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"52'2","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.848940+0000","last_change":"2024-09-12T23:58:41.850483+0000","last_active":"2024-09-12T23:58:42.848940+0000","last_peered":"2024-09-12T23:58:42.848940+0000","last_clean":"2024-09-12T23:58:42.848940+0000","last_became_active":"2024-09-12T23:58:41.850220+0000","last_became_peered":"2024-09-12T23:58:41.850220+0000","last_unstale":"2024-09-12T23:58:42.848940+0000","last_undegraded":"2024-09-12T23:58:42.848940+0000","last_fullsized":"2024-09-12T23:58:42.848940+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:19.877176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.821491+0000","last_change":"2024-09-12T23:58:42.816660+0000","last_active":"2024-09-12T23:58:42.821491+0000","last_peered":"2024-09-12T23:58:42.821491+0000","last_clean":"2024-09-12T23:58:42.821491+0000","last_became_active":"2024-09-12T23:58:42.815741+0000","last_became_peered":"2024-09-12T23:58:42.815741+0000","last_unstale":"2024-09-12T23:58:42.821491+0000","last_undegraded":"2024-09-12T23:58:42.821491+0000","last_fullsized":"2024-09-12T23:58:42.821491+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:30.639653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"52'1","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.840177+0000","last_change":"2024-09-12T23:58:41.847902+0000","last_active":"2024-09-12T23:58:42.840177+0000","last_peered":"2024-09-12T23:58:42.840177+0000","last_clean":"2024-09-12T23:58:42.840177+0000","last_became_active":"2024-09-12T23:58:41.847586+0000","last_became_peered":"2024-09-12T23:58:41.847586+0000","last_unstale":"2024-09-12T23:58:42.840177+0000","last_undegraded":"2024-09-12T23:58:42.840177+0000","last_fullsized":"2024-09-12T23:58:42.840177+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:52.136251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810807+0000","last_change":"2024-09-12T23:58:42.810066+0000","last_active":"2024-09-12T23:58:42.810807+0000","last_peered":"2024-09-12T23:58:42.810807+0000","last_clean":"2024-09-12T23:58:42.810807+0000","last_became_active":"2024-09-12T23:58:42.809431+0000","last_became_peered":"2024-09-12T23:58:42.809431+0000","last_unstale":"2024-09-12T23:58:42.810807+0000","last_undegraded":"2024-09-12T23:58:42.810807+0000","last_fullsized":"2024-09-12T23:58:42.810807+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:34.288251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.783162+0000","last_change":"2024-09-12T23:58:41.842870+0000","last_active":"2024-09-12T23:58:42.783162+0000","last_peered":"2024-09-12T23:58:42.783162+0000","last_clean":"2024-09-12T23:58:42.783162+0000","last_became_active":"2024-09-12T23:58:41.841086+0000","last_became_peered":"2024-09-12T23:58:41.841086+0000","last_unstale":"2024-09-12T23:58:42.783162+0000","last_undegraded":"2024-09-12T23:58:42.783162+0000","last_fullsized":"2024-09-12T23:58:42.783162+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:00:31.800066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.826503+0000","last_change":"2024-09-12T23:58:42.826062+0000","last_active":"2024-09-12T23:58:42.826503+0000","last_peered":"2024-09-12T23:58:42.826503+0000","last_clean":"2024-09-12T23:58:42.826503+0000","last_became_active":"2024-09-12T23:58:42.825475+0000","last_became_peered":"2024-09-12T23:58:42.825475+0000","last_unstale":"2024-09-12T23:58:42.826503+0000","last_undegraded":"2024-09-12T23:58:42.826503+0000","last_fullsized":"2024-09-12T23:58:42.826503+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:39:04.811462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'72","reported_seq":20,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.776539+0000","last_change":"2024-09-12T23:57:55.492667+0000","last_active":"2024-09-12T23:58:42.776539+0000","last_peered":"2024-09-12T23:58:42.776539+0000","last_clean":"2024-09-12T23:58:42.776539+0000","last_became_active":"2024-09-12T23:57:55.479343+0000","last_became_peered":"2024-09-12T23:57:55.479343+0000","last_unstale":"2024-09-12T23:58:42.776539+0000","last_undegraded":"2024-09-12T23:58:42.776539+0000","last_fullsized":"2024-09-12T23:58:42.776539+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_clean_scrub_stamp":"2024-09-12T23:53:26.096054+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:39:46.863988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.810811+0000","last_change":"2024-09-12T23:58:41.840534+0000","last_active":"2024-09-12T23:58:42.810811+0000","last_peered":"2024-09-12T23:58:42.810811+0000","last_clean":"2024-09-12T23:58:42.810811+0000","last_became_active":"2024-09-12T23:58:41.840224+0000","last_became_peered":"2024-09-12T23:58:41.840224+0000","last_unstale":"2024-09-12T23:58:42.810811+0000","last_undegraded":"2024-09-12T23:58:42.810811+0000","last_fullsized":"2024-09-12T23:58:42.810811+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:37.366272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.823281+0000","last_change":"2024-09-12T23:58:42.822825+0000","last_active":"2024-09-12T23:58:42.823281+0000","last_peered":"2024-09-12T23:58:42.823281+0000","last_clean":"2024-09-12T23:58:42.823281+0000","last_became_active":"2024-09-12T23:58:42.818070+0000","last_became_peered":"2024-09-12T23:58:42.818070+0000","last_unstale":"2024-09-12T23:58:42.823281+0000","last_undegraded":"2024-09-12T23:58:42.823281+0000","last_fullsized":"2024-09-12T23:58:42.823281+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:49.946484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.776284+0000","last_change":"2024-09-12T23:58:41.850435+0000","last_active":"2024-09-12T23:58:42.776284+0000","last_peered":"2024-09-12T23:58:42.776284+0000","last_clean":"2024-09-12T23:58:42.776284+0000","last_became_active":"2024-09-12T23:58:41.850158+0000","last_became_peered":"2024-09-12T23:58:41.850158+0000","last_unstale":"2024-09-12T23:58:42.776284+0000","last_undegraded":"2024-09-12T23:58:42.776284+0000","last_fullsized":"2024-09-12T23:58:42.776284+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:23:17.411802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.796274+0000","last_change":"2024-09-12T23:58:42.796274+0000","last_active":"2024-09-12T23:58:42.796274+0000","last_peered":"2024-09-12T23:58:42.796274+0000","last_clean":"2024-09-12T23:58:42.796274+0000","last_became_active":"2024-09-12T23:58:42.791640+0000","last_became_peered":"2024-09-12T23:58:42.791640+0000","last_unstale":"2024-09-12T23:58:42.796274+0000","last_undegraded":"2024-09-12T23:58:42.796274+0000","last_fullsized":"2024-09-12T23:58:42.796274+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:06.999795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.788721+0000","last_change":"2024-09-12T23:58:41.843772+0000","last_active":"2024-09-12T23:58:42.788721+0000","last_peered":"2024-09-12T23:58:42.788721+0000","last_clean":"2024-09-12T23:58:42.788721+0000","last_became_active":"2024-09-12T23:58:41.843230+0000","last_became_peered":"2024-09-12T23:58:41.843230+0000","last_unstale":"2024-09-12T23:58:42.788721+0000","last_undegraded":"2024-09-12T23:58:42.788721+0000","last_fullsized":"2024-09-12T23:58:42.788721+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:05.154834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.822193+0000","last_change":"2024-09-12T23:58:42.821728+0000","last_active":"2024-09-12T23:58:42.822193+0000","last_peered":"2024-09-12T23:58:42.822193+0000","last_clean":"2024-09-12T23:58:42.822193+0000","last_became_active":"2024-09-12T23:58:42.820871+0000","last_became_peered":"2024-09-12T23:58:42.820871+0000","last_unstale":"2024-09-12T23:58:42.822193+0000","last_undegraded":"2024-09-12T23:58:42.822193+0000","last_fullsized":"2024-09-12T23:58:42.822193+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:00.165900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.802952+0000","last_change":"2024-09-12T23:58:41.836219+0000","last_active":"2024-09-12T23:58:42.802952+0000","last_peered":"2024-09-12T23:58:42.802952+0000","last_clean":"2024-09-12T23:58:42.802952+0000","last_became_active":"2024-09-12T23:58:41.835498+0000","last_became_peered":"2024-09-12T23:58:41.835498+0000","last_unstale":"2024-09-12T23:58:42.802952+0000","last_undegraded":"2024-09-12T23:58:42.802952+0000","last_fullsized":"2024-09-12T23:58:42.802952+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:39:02.793912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.792625+0000","last_change":"2024-09-12T23:58:42.789692+0000","last_active":"2024-09-12T23:58:42.792625+0000","last_peered":"2024-09-12T23:58:42.792625+0000","last_clean":"2024-09-12T23:58:42.792625+0000","last_became_active":"2024-09-12T23:58:42.788777+0000","last_became_peered":"2024-09-12T23:58:42.788777+0000","last_unstale":"2024-09-12T23:58:42.792625+0000","last_undegraded":"2024-09-12T23:58:42.792625+0000","last_fullsized":"2024-09-12T23:58:42.792625+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:32:31.625713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.783792+0000","last_change":"2024-09-12T23:58:41.847092+0000","last_active":"2024-09-12T23:58:42.783792+0000","last_peered":"2024-09-12T23:58:42.783792+0000","last_clean":"2024-09-12T23:58:42.783792+0000","last_became_active":"2024-09-12T23:58:41.846823+0000","last_became_peered":"2024-09-12T23:58:41.846823+0000","last_unstale":"2024-09-12T23:58:42.783792+0000","last_undegraded":"2024-09-12T23:58:42.783792+0000","last_fullsized":"2024-09-12T23:58:42.783792+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:14:07.655595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.830561+0000","last_change":"2024-09-12T23:58:42.830030+0000","last_active":"2024-09-12T23:58:42.830561+0000","last_peered":"2024-09-12T23:58:42.830561+0000","last_clean":"2024-09-12T23:58:42.830561+0000","last_became_active":"2024-09-12T23:58:42.829721+0000","last_became_peered":"2024-09-12T23:58:42.829721+0000","last_unstale":"2024-09-12T23:58:42.830561+0000","last_undegraded":"2024-09-12T23:58:42.830561+0000","last_fullsized":"2024-09-12T23:58:42.830561+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:52.584716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.783945+0000","last_change":"2024-09-12T23:58:41.845407+0000","last_active":"2024-09-12T23:58:42.783945+0000","last_peered":"2024-09-12T23:58:42.783945+0000","last_clean":"2024-09-12T23:58:42.783945+0000","last_became_active":"2024-09-12T23:58:41.844761+0000","last_became_peered":"2024-09-12T23:58:41.844761+0000","last_unstale":"2024-09-12T23:58:42.783945+0000","last_undegraded":"2024-09-12T23:58:42.783945+0000","last_fullsized":"2024-09-12T23:58:42.783945+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:24.137082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.808330+0000","last_change":"2024-09-12T23:58:42.802737+0000","last_active":"2024-09-12T23:58:42.808330+0000","last_peered":"2024-09-12T23:58:42.808330+0000","last_clean":"2024-09-12T23:58:42.808330+0000","last_became_active":"2024-09-12T23:58:42.801881+0000","last_became_peered":"2024-09-12T23:58:42.801881+0000","last_unstale":"2024-09-12T23:58:42.808330+0000","last_undegraded":"2024-09-12T23:58:42.808330+0000","last_fullsized":"2024-09-12T23:58:42.808330+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:40.840027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.786385+0000","last_change":"2024-09-12T23:58:41.847784+0000","last_active":"2024-09-12T23:58:42.786385+0000","last_peered":"2024-09-12T23:58:42.786385+0000","last_clean":"2024-09-12T23:58:42.786385+0000","last_became_active":"2024-09-12T23:58:41.847287+0000","last_became_peered":"2024-09-12T23:58:41.847287+0000","last_unstale":"2024-09-12T23:58:42.786385+0000","last_undegraded":"2024-09-12T23:58:42.786385+0000","last_fullsized":"2024-09-12T23:58:42.786385+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:30:17.309097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.817422+0000","last_change":"2024-09-12T23:58:42.816535+0000","last_active":"2024-09-12T23:58:42.817422+0000","last_peered":"2024-09-12T23:58:42.817422+0000","last_clean":"2024-09-12T23:58:42.817422+0000","last_became_active":"2024-09-12T23:58:42.815477+0000","last_became_peered":"2024-09-12T23:58:42.815477+0000","last_unstale":"2024-09-12T23:58:42.817422+0000","last_undegraded":"2024-09-12T23:58:42.817422+0000","last_fullsized":"2024-09-12T23:58:42.817422+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:29.148762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"52'2","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.843136+0000","last_change":"2024-09-12T23:58:41.841401+0000","last_active":"2024-09-12T23:58:42.843136+0000","last_peered":"2024-09-12T23:58:42.843136+0000","last_clean":"2024-09-12T23:58:42.843136+0000","last_became_active":"2024-09-12T23:58:41.838422+0000","last_became_peered":"2024-09-12T23:58:41.838422+0000","last_unstale":"2024-09-12T23:58:42.843136+0000","last_undegraded":"2024-09-12T23:58:42.843136+0000","last_fullsized":"2024-09-12T23:58:42.843136+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:02.362955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.803124+0000","last_change":"2024-09-12T23:58:42.803124+0000","last_active":"2024-09-12T23:58:42.803124+0000","last_peered":"2024-09-12T23:58:42.803124+0000","last_clean":"2024-09-12T23:58:42.803124+0000","last_became_active":"2024-09-12T23:58:42.802311+0000","last_became_peered":"2024-09-12T23:58:42.802311+0000","last_unstale":"2024-09-12T23:58:42.803124+0000","last_undegraded":"2024-09-12T23:58:42.803124+0000","last_fullsized":"2024-09-12T23:58:42.803124+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:18.368488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.775995+0000","last_change":"2024-09-12T23:58:41.850915+0000","last_active":"2024-09-12T23:58:42.775995+0000","last_peered":"2024-09-12T23:58:42.775995+0000","last_clean":"2024-09-12T23:58:42.775995+0000","last_became_active":"2024-09-12T23:58:41.850661+0000","last_became_peered":"2024-09-12T23:58:41.850661+0000","last_unstale":"2024-09-12T23:58:42.775995+0000","last_undegraded":"2024-09-12T23:58:42.775995+0000","last_fullsized":"2024-09-12T23:58:42.775995+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:08:23.163660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.814862+0000","last_change":"2024-09-12T23:58:42.811928+0000","last_active":"2024-09-12T23:58:42.814862+0000","last_peered":"2024-09-12T23:58:42.814862+0000","last_clean":"2024-09-12T23:58:42.814862+0000","last_became_active":"2024-09-12T23:58:42.806006+0000","last_became_peered":"2024-09-12T23:58:42.806006+0000","last_unstale":"2024-09-12T23:58:42.814862+0000","last_undegraded":"2024-09-12T23:58:42.814862+0000","last_fullsized":"2024-09-12T23:58:42.814862+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:11:30.653723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.784535+0000","last_change":"2024-09-12T23:58:41.845149+0000","last_active":"2024-09-12T23:58:42.784535+0000","last_peered":"2024-09-12T23:58:42.784535+0000","last_clean":"2024-09-12T23:58:42.784535+0000","last_became_active":"2024-09-12T23:58:41.831162+0000","last_became_peered":"2024-09-12T23:58:41.831162+0000","last_unstale":"2024-09-12T23:58:42.784535+0000","last_undegraded":"2024-09-12T23:58:42.784535+0000","last_fullsized":"2024-09-12T23:58:42.784535+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:20:59.143773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.817337+0000","last_change":"2024-09-12T23:58:42.816465+0000","last_active":"2024-09-12T23:58:42.817337+0000","last_peered":"2024-09-12T23:58:42.817337+0000","last_clean":"2024-09-12T23:58:42.817337+0000","last_became_active":"2024-09-12T23:58:42.816003+0000","last_became_peered":"2024-09-12T23:58:42.816003+0000","last_unstale":"2024-09-12T23:58:42.817337+0000","last_undegraded":"2024-09-12T23:58:42.817337+0000","last_fullsized":"2024-09-12T23:58:42.817337+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:08:00.603944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.783180+0000","last_change":"2024-09-12T23:58:41.847069+0000","last_active":"2024-09-12T23:58:42.783180+0000","last_peered":"2024-09-12T23:58:42.783180+0000","last_clean":"2024-09-12T23:58:42.783180+0000","last_became_active":"2024-09-12T23:58:41.845977+0000","last_became_peered":"2024-09-12T23:58:41.845977+0000","last_unstale":"2024-09-12T23:58:42.783180+0000","last_undegraded":"2024-09-12T23:58:42.783180+0000","last_fullsized":"2024-09-12T23:58:42.783180+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:52:57.473398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.806114+0000","last_change":"2024-09-12T23:58:42.804906+0000","last_active":"2024-09-12T23:58:42.806114+0000","last_peered":"2024-09-12T23:58:42.806114+0000","last_clean":"2024-09-12T23:58:42.806114+0000","last_became_active":"2024-09-12T23:58:42.804612+0000","last_became_peered":"2024-09-12T23:58:42.804612+0000","last_unstale":"2024-09-12T23:58:42.806114+0000","last_undegraded":"2024-09-12T23:58:42.806114+0000","last_fullsized":"2024-09-12T23:58:42.806114+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:46.604227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"52'2","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.840039+0000","last_change":"2024-09-12T23:58:41.845320+0000","last_active":"2024-09-12T23:58:42.840039+0000","last_peered":"2024-09-12T23:58:42.840039+0000","last_clean":"2024-09-12T23:58:42.840039+0000","last_became_active":"2024-09-12T23:58:41.843813+0000","last_became_peered":"2024-09-12T23:58:41.843813+0000","last_unstale":"2024-09-12T23:58:42.840039+0000","last_undegraded":"2024-09-12T23:58:42.840039+0000","last_fullsized":"2024-09-12T23:58:42.840039+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:36:41.340643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.818031+0000","last_change":"2024-09-12T23:58:42.807675+0000","last_active":"2024-09-12T23:58:42.818031+0000","last_peered":"2024-09-12T23:58:42.818031+0000","last_clean":"2024-09-12T23:58:42.818031+0000","last_became_active":"2024-09-12T23:58:42.806718+0000","last_became_peered":"2024-09-12T23:58:42.806718+0000","last_unstale":"2024-09-12T23:58:42.818031+0000","last_undegraded":"2024-09-12T23:58:42.818031+0000","last_fullsized":"2024-09-12T23:58:42.818031+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:18.623479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.823546+0000","last_change":"2024-09-12T23:58:42.821073+0000","last_active":"2024-09-12T23:58:42.823546+0000","last_peered":"2024-09-12T23:58:42.823546+0000","last_clean":"2024-09-12T23:58:42.823546+0000","last_became_active":"2024-09-12T23:58:42.819791+0000","last_became_peered":"2024-09-12T23:58:42.819791+0000","last_unstale":"2024-09-12T23:58:42.823546+0000","last_undegraded":"2024-09-12T23:58:42.823546+0000","last_fullsized":"2024-09-12T23:58:42.823546+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:53:46.914203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"52'2","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.843108+0000","last_change":"2024-09-12T23:58:41.851372+0000","last_active":"2024-09-12T23:58:42.843108+0000","last_peered":"2024-09-12T23:58:42.843108+0000","last_clean":"2024-09-12T23:58:42.843108+0000","last_became_active":"2024-09-12T23:58:41.850188+0000","last_became_peered":"2024-09-12T23:58:41.850188+0000","last_unstale":"2024-09-12T23:58:42.843108+0000","last_undegraded":"2024-09-12T23:58:42.843108+0000","last_fullsized":"2024-09-12T23:58:42.843108+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:38:10.828372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.801382+0000","last_change":"2024-09-12T23:58:42.795351+0000","last_active":"2024-09-12T23:58:42.801382+0000","last_peered":"2024-09-12T23:58:42.801382+0000","last_clean":"2024-09-12T23:58:42.801382+0000","last_became_active":"2024-09-12T23:58:42.794494+0000","last_became_peered":"2024-09-12T23:58:42.794494+0000","last_unstale":"2024-09-12T23:58:42.801382+0000","last_undegraded":"2024-09-12T23:58:42.801382+0000","last_fullsized":"2024-09-12T23:58:42.801382+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:54:17.351137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"52'2","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.841201+0000","last_change":"2024-09-12T23:58:41.851850+0000","last_active":"2024-09-12T23:58:42.841201+0000","last_peered":"2024-09-12T23:58:42.841201+0000","last_clean":"2024-09-12T23:58:42.841201+0000","last_became_active":"2024-09-12T23:58:41.851393+0000","last_became_peered":"2024-09-12T23:58:41.851393+0000","last_unstale":"2024-09-12T23:58:42.841201+0000","last_undegraded":"2024-09-12T23:58:42.841201+0000","last_fullsized":"2024-09-12T23:58:42.841201+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:31.883443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.811987+0000","last_change":"2024-09-12T23:58:42.811987+0000","last_active":"2024-09-12T23:58:42.811987+0000","last_peered":"2024-09-12T23:58:42.811987+0000","last_clean":"2024-09-12T23:58:42.811987+0000","last_became_active":"2024-09-12T23:58:42.811113+0000","last_became_peered":"2024-09-12T23:58:42.811113+0000","last_unstale":"2024-09-12T23:58:42.811987+0000","last_undegraded":"2024-09-12T23:58:42.811987+0000","last_fullsized":"2024-09-12T23:58:42.811987+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:19.868081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"52'1","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.842317+0000","last_change":"2024-09-12T23:58:41.838218+0000","last_active":"2024-09-12T23:58:42.842317+0000","last_peered":"2024-09-12T23:58:42.842317+0000","last_clean":"2024-09-12T23:58:42.842317+0000","last_became_active":"2024-09-12T23:58:41.837756+0000","last_became_peered":"2024-09-12T23:58:41.837756+0000","last_unstale":"2024-09-12T23:58:42.842317+0000","last_undegraded":"2024-09-12T23:58:42.842317+0000","last_fullsized":"2024-09-12T23:58:42.842317+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:47.078466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.809769+0000","last_change":"2024-09-12T23:58:42.808832+0000","last_active":"2024-09-12T23:58:42.809769+0000","last_peered":"2024-09-12T23:58:42.809769+0000","last_clean":"2024-09-12T23:58:42.809769+0000","last_became_active":"2024-09-12T23:58:42.808170+0000","last_became_peered":"2024-09-12T23:58:42.808170+0000","last_unstale":"2024-09-12T23:58:42.809769+0000","last_undegraded":"2024-09-12T23:58:42.809769+0000","last_fullsized":"2024-09-12T23:58:42.809769+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:30:37.913536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"52'4","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T23:58:42.844209+0000","last_change":"2024-09-12T23:58:41.838368+0000","last_active":"2024-09-12T23:58:42.844209+0000","last_peered":"2024-09-12T23:58:42.844209+0000","last_clean":"2024-09-12T23:58:42.844209+0000","last_became_active":"2024-09-12T23:58:41.838120+0000","last_became_peered":"2024-09-12T23:58:41.838120+0000","last_unstale":"2024-09-12T23:58:42.844209+0000","last_undegraded":"2024-09-12T23:58:42.844209+0000","last_fullsized":"2024-09-12T23:58:42.844209+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:05.194384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430221,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1118208,"data_stored":805076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84099999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93500000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.264}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1950000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2190000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626455,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298448,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446704,"statfs":{"total":95995035648,"available":95689424896,"internally_reserved":0,"allocated":1118208,"data_stored":805742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.94499999999999995},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.81000000000000005}]},{"osd":1,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":2.3620000000000001,"5min":2.3620000000000001,"15min":2.3620000000000001},"last":1.0669999999999999}]},{"osd":2,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":0.55500000000000005},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":2.2389999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":0.89600000000000002}]},{"osd":3,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"max":{"1min":2.2959999999999998,"5min":2.2959999999999998,"15min":2.2959999999999998},"last":0.77000000000000002},{"interface":"front","average":{"1min":1.107,"5min":1.107,"15min":1.107},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":2.5670000000000002,"5min":2.5670000000000002,"15min":2.5670000000000002},"last":1.2130000000000001}]},{"osd":4,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":1.113},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.657,"5min":1.657,"15min":1.657},"last":0.86199999999999999}]},{"osd":5,"last update":"Thu Sep 12 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":0.98699999999999999},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.6509999999999998,"5min":2.6509999999999998,"15min":2.6509999999999998},"last":1.169}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2769999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822690,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297868,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447284,"statfs":{"total":95995035648,"available":95690018816,"internally_reserved":0,"allocated":524288,"data_stored":215149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.874,"15min":0.878},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.181,"5min":1.399,"15min":1.399},"last":0.98599999999999999},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.93300000000000005,"15min":0.92500000000000004},"min":{"1min":0.67800000000000005,"5min":0.629,"15min":0.629},"max":{"1min":1.464,"5min":1.464,"15min":1.464},"last":0.71599999999999997}]},{"osd":1,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.873,"15min":0.86499999999999999},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.835,"5min":1.835,"15min":1.835},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.89300000000000002,"15min":0.89500000000000002},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":1.0209999999999999}]},{"osd":2,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.86199999999999999,"15min":0.85999999999999999},"min":{"1min":0.66700000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.2749999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":1.0549999999999999},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.878,"15min":0.872},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.90300000000000002}]},{"osd":3,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.876,"15min":0.871},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.526,"5min":1.526,"15min":1.526},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.91500000000000004,"15min":0.90900000000000003},"min":{"1min":0.69599999999999995,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.65200000000000002}]},{"osd":4,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.79600000000000004,"15min":0.78500000000000003},"min":{"1min":0.46800000000000003,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.93799999999999994},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.81499999999999995,"15min":0.79100000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.903,"5min":1.903,"15min":1.903},"last":0.86799999999999999}]},{"osd":6,"last update":"Thu Sep 12 23:58:03 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.089,"15min":1.089},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.752,"5min":1.752,"15min":1.752},"last":1.107},{"interface":"front","average":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":1.1279999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0840000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018923,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297860,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447292,"statfs":{"total":95995035648,"available":95690027008,"internally_reserved":0,"allocated":516096,"data_stored":207800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.84099999999999997,"15min":0.83099999999999996},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.85299999999999998,"15min":0.82499999999999996},"min":{"1min":0.58599999999999997,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.2929999999999999,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.57099999999999995}]},{"osd":1,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.85099999999999998,"15min":0.84899999999999998},"min":{"1min":0.64900000000000002,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.345,"5min":1.583,"15min":1.583},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.84299999999999997,"15min":0.83299999999999996},"min":{"1min":0.61199999999999999,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.89500000000000002}]},{"osd":2,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.85499999999999998,"15min":0.84099999999999997},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.86699999999999999,"15min":0.872},"min":{"1min":0.64600000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.76300000000000001}]},{"osd":3,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.872,"15min":0.84399999999999997},"min":{"1min":0.65400000000000003,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.1539999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.86099999999999999,"15min":0.85499999999999998},"min":{"1min":0.59799999999999998,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.70499999999999996}]},{"osd":5,"last update":"Thu Sep 12 23:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.748,"15min":0.73199999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.872},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.69599999999999995,"15min":0.68000000000000005},"min":{"1min":0.42399999999999999,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.93400000000000005}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.996},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.3759999999999999,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.0309999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]}]},{"osd":3,"up_from":25,"seq":107374182454,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297872,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447280,"statfs":{"total":95995035648,"available":95690014720,"internally_reserved":0,"allocated":528384,"data_stored":215184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.748,"15min":0.71199999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.34799999999999998}]},{"osd":1,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.77300000000000002,"15min":0.75},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.77000000000000002,"15min":0.74199999999999999},"min":{"1min":0.53900000000000003,"5min":0.441,"15min":0.441},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.31}]},{"osd":2,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.83699999999999997,"15min":0.80000000000000004},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.80500000000000005,"15min":0.77800000000000002},"min":{"1min":0.59499999999999997,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.504}]},{"osd":4,"last update":"Thu Sep 12 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":0.92000000000000004,"15min":0.89600000000000002},"min":{"1min":0.85399999999999998,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.93700000000000006,"15min":0.93300000000000005},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.1839999999999999,"5min":1.27,"15min":1.27},"last":0.59299999999999997}]},{"osd":5,"last update":"Thu Sep 12 23:58:11 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":0.98199999999999998,"15min":0.97499999999999998},"min":{"1min":0.80700000000000005,"5min":0.751,"15min":0.751},"max":{"1min":1.2569999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.105,"5min":1.0049999999999999,"15min":0.98799999999999999},"min":{"1min":0.76700000000000002,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.94699999999999995}]},{"osd":6,"last update":"Thu Sep 12 23:58:01 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":0.53700000000000003},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"min":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.70399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411395,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297848,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447304,"statfs":{"total":95995035648,"available":95690039296,"internally_reserved":0,"allocated":503808,"data_stored":212867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.63800000000000001,"15min":0.60399999999999998},"min":{"1min":0.41599999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.71299999999999997,"15min":0.63800000000000001},"min":{"1min":0.54400000000000004,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.86499999999999999}]},{"osd":1,"last update":"Thu Sep 12 23:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.749,"15min":0.67600000000000005},"min":{"1min":0.60199999999999998,"5min":0.434,"15min":0.434},"max":{"1min":1.155,"5min":1.173,"15min":1.173},"last":0.997},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.754,"15min":0.68000000000000005},"min":{"1min":0.53200000000000003,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":0.82599999999999996}]},{"osd":3,"last update":"Thu Sep 12 23:58:31 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.82399999999999995,"15min":0.78800000000000003},"min":{"1min":0.60599999999999998,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":1.2470000000000001},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.79800000000000004,"15min":0.79300000000000004},"min":{"1min":0.71299999999999997,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":1.0409999999999999}]},{"osd":4,"last update":"Thu Sep 12 23:58:16 2024","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.84299999999999997,"15min":0.82399999999999995},"min":{"1min":0.66000000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":1.073},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.97899999999999998,"15min":0.96099999999999997},"min":{"1min":0.91400000000000003,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.27,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.4470000000000001}]},{"osd":5,"last update":"Thu Sep 12 23:58:09 2024","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":1.014,"15min":1.012},"min":{"1min":0.78000000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.2589999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.5389999999999999},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.94499999999999995,"15min":0.93799999999999994},"min":{"1min":0.77600000000000002,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.282}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.3,"5min":1.3,"15min":1.3},"last":1.1850000000000001},{"interface":"front","average":{"1min":1.145,"5min":1.145,"15min":1.145},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":1.615}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.353}]}]},{"osd":1,"up_from":13,"seq":55834574925,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297872,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447280,"statfs":{"total":95995035648,"available":95690014720,"internally_reserved":0,"allocated":520192,"data_stored":213961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 12 23:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.66200000000000003,"15min":0.57799999999999996},"min":{"1min":0.39500000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.69599999999999995,"15min":0.58599999999999997},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.69099999999999995}]},{"osd":2,"last update":"Thu Sep 12 23:58:35 2024","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.71099999999999997,"15min":0.621},"min":{"1min":0.625,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.70999999999999996,"15min":0.65200000000000002},"min":{"1min":0.56299999999999994,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.056,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.48299999999999998}]},{"osd":3,"last update":"Thu Sep 12 23:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.753,"15min":0.71799999999999997},"min":{"1min":0.63100000000000001,"5min":0.377,"15min":0.377},"max":{"1min":1.077,"5min":1.099,"15min":1.099},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.85199999999999998,"15min":0.81200000000000006},"min":{"1min":0.77800000000000002,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.36399999999999999}]},{"osd":4,"last update":"Thu Sep 12 23:58:22 2024","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.86799999999999999,"15min":0.85199999999999998},"min":{"1min":0.75,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":1.0700000000000001,"5min":1.109,"15min":1.109},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.92800000000000005,"15min":0.91400000000000003},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":1.2,"5min":1.383,"15min":1.383},"last":0.76500000000000001}]},{"osd":5,"last update":"Thu Sep 12 23:58:12 2024","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.0389999999999999,"15min":1.03},"min":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.51900000000000002},{"interface":"front","average":{"1min":1.0169999999999999,"5min":0.98299999999999998,"15min":0.97699999999999998},"min":{"1min":0.81200000000000006,"5min":0.755,"15min":0.755},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.72299999999999998}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":0.67200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81999999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1114112,"data_stored":798482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Sep 12 23:58:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.628,"15min":0.53600000000000003},"min":{"1min":0.379,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.97699999999999998,"5min":1.026,"15min":1.026},"last":0.379},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.72499999999999998,"15min":0.59999999999999998},"min":{"1min":0.44700000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.44700000000000001}]},{"osd":2,"last update":"Thu Sep 12 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.69899999999999995,"15min":0.60899999999999999},"min":{"1min":0.42799999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.77500000000000002,"15min":0.66100000000000003},"min":{"1min":0.433,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.35699999999999998}]},{"osd":3,"last update":"Thu Sep 12 23:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.82199999999999995,"15min":0.79600000000000004},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.0509999999999999,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.84499999999999997,"15min":0.80700000000000005},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.502}]},{"osd":4,"last update":"Thu Sep 12 23:58:16 2024","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":0.99199999999999999,"15min":0.98399999999999999},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.90700000000000003,"15min":0.90200000000000002},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.1240000000000001,"5min":1.147,"15min":1.147},"last":0.46600000000000003}]},{"osd":5,"last update":"Thu Sep 12 23:58:09 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.95299999999999996,"15min":0.95899999999999996},"min":{"1min":0.755,"5min":0.755,"15min":0.755},"max":{"1min":1.0600000000000001,"5min":1.234,"15min":1.234},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.0680000000000001,"5min":1.04,"15min":1.0349999999999999},"min":{"1min":0.89700000000000002,"5min":0.84799999999999998,"15min":0.84799999999999998},"max":{"1min":1.1699999999999999,"5min":1.464,"15min":1.464},"last":0.91900000000000004}]},{"osd":6,"last update":"Thu Sep 12 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.109,"15min":1.109},"min":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":0.755},{"interface":"front","average":{"1min":1.105,"5min":1.105,"15min":1.105},"min":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98099999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T23:58:50.938 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-12T23:58:50.938 INFO:tasks.cephadm:Adding prometheus.a on smithi053 2024-09-12T23:58:50.938 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch apply prometheus '1;smithi053=a' 2024-09-12T23:58:52.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:52 smithi032 bash[22496]: audit 2024-09-12T23:58:50.890855+0000 mgr.y (mgr.14150) 365 : audit [DBG] from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:52.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:52 smithi032 bash[22496]: cluster 2024-09-12T23:58:51.348556+0000 mgr.y (mgr.14150) 366 : cluster [DBG] pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-09-12T23:58:52.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:52 smithi032 bash[32211]: audit 2024-09-12T23:58:50.890855+0000 mgr.y (mgr.14150) 365 : audit [DBG] from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:52.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:52 smithi032 bash[32211]: cluster 2024-09-12T23:58:51.348556+0000 mgr.y (mgr.14150) 366 : cluster [DBG] pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-09-12T23:58:52.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:52 smithi053 bash[24393]: audit 2024-09-12T23:58:50.890855+0000 mgr.y (mgr.14150) 365 : audit [DBG] from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T23:58:52.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:52 smithi053 bash[24393]: cluster 2024-09-12T23:58:51.348556+0000 mgr.y (mgr.14150) 366 : cluster [DBG] pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-09-12T23:58:54.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:54 smithi032 bash[22496]: cluster 2024-09-12T23:58:53.349430+0000 mgr.y (mgr.14150) 367 : cluster [DBG] pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-12T23:58:54.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:54 smithi032 bash[32211]: cluster 2024-09-12T23:58:53.349430+0000 mgr.y (mgr.14150) 367 : cluster [DBG] pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-12T23:58:54.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:54 smithi053 bash[24393]: cluster 2024-09-12T23:58:53.349430+0000 mgr.y (mgr.14150) 367 : cluster [DBG] pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-12T23:58:55.708 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:58:56.701 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:56 smithi053 bash[24393]: cluster 2024-09-12T23:58:55.350185+0000 mgr.y (mgr.14150) 368 : cluster [DBG] pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-12T23:58:56.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:56 smithi032 bash[22496]: cluster 2024-09-12T23:58:55.350185+0000 mgr.y (mgr.14150) 368 : cluster [DBG] pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-12T23:58:56.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:56 smithi032 bash[32211]: cluster 2024-09-12T23:58:55.350185+0000 mgr.y (mgr.14150) 368 : cluster [DBG] pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-12T23:58:58.723 INFO:teuthology.orchestra.run.smithi053.stdout:Scheduled prometheus update... 2024-09-12T23:58:58.735 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:58 smithi053 bash[24393]: cluster 2024-09-12T23:58:57.351273+0000 mgr.y (mgr.14150) 369 : cluster [DBG] pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 426 B/s wr, 3 op/s 2024-09-12T23:58:58.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:58 smithi032 bash[22496]: cluster 2024-09-12T23:58:57.351273+0000 mgr.y (mgr.14150) 369 : cluster [DBG] pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 426 B/s wr, 3 op/s 2024-09-12T23:58:58.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:58 smithi032 bash[32211]: cluster 2024-09-12T23:58:57.351273+0000 mgr.y (mgr.14150) 369 : cluster [DBG] pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 426 B/s wr, 3 op/s 2024-09-12T23:58:59.376 DEBUG:teuthology.orchestra.run.smithi053:prometheus.a> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@prometheus.a.service 2024-09-12T23:58:59.379 INFO:tasks.cephadm:Adding node-exporter.a on smithi032 2024-09-12T23:58:59.379 INFO:tasks.cephadm:Adding node-exporter.b on smithi053 2024-09-12T23:58:59.379 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch apply node-exporter '2;smithi032=a;smithi053=b' 2024-09-12T23:59:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:59 smithi053 bash[24393]: audit 2024-09-12T23:58:58.715007+0000 mgr.y (mgr.14150) 370 : audit [DBG] from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:59:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:59 smithi053 bash[24393]: cephadm 2024-09-12T23:58:58.717958+0000 mgr.y (mgr.14150) 371 : cephadm [INF] Saving service prometheus spec with placement smithi053=a;count:1 2024-09-12T23:59:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:59 smithi053 bash[24393]: audit 2024-09-12T23:58:58.725448+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:59 smithi053 bash[24393]: audit 2024-09-12T23:58:58.727085+0000 mon.a (mon.0) 682 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:59:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:59 smithi053 bash[24393]: audit 2024-09-12T23:58:59.014853+0000 mon.a (mon.0) 683 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:59 smithi053 bash[24393]: audit 2024-09-12T23:58:59.019819+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:59 smithi053 bash[24393]: audit 2024-09-12T23:58:59.020801+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:59:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:59 smithi053 bash[24393]: audit 2024-09-12T23:58:59.021597+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:59:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:58:59 smithi053 bash[24393]: audit 2024-09-12T23:58:59.026271+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:00.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[22496]: audit 2024-09-12T23:58:58.715007+0000 mgr.y (mgr.14150) 370 : audit [DBG] from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:59:00.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[22496]: cephadm 2024-09-12T23:58:58.717958+0000 mgr.y (mgr.14150) 371 : cephadm [INF] Saving service prometheus spec with placement smithi053=a;count:1 2024-09-12T23:59:00.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[22496]: audit 2024-09-12T23:58:58.725448+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:00.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[22496]: audit 2024-09-12T23:58:58.727085+0000 mon.a (mon.0) 682 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:59:00.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[22496]: audit 2024-09-12T23:58:59.014853+0000 mon.a (mon.0) 683 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:00.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[22496]: audit 2024-09-12T23:58:59.019819+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:00.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[22496]: audit 2024-09-12T23:58:59.020801+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:59:00.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[22496]: audit 2024-09-12T23:58:59.021597+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:59:00.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[22496]: audit 2024-09-12T23:58:59.026271+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:00.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[32211]: audit 2024-09-12T23:58:58.715007+0000 mgr.y (mgr.14150) 370 : audit [DBG] from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:59:00.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[32211]: cephadm 2024-09-12T23:58:58.717958+0000 mgr.y (mgr.14150) 371 : cephadm [INF] Saving service prometheus spec with placement smithi053=a;count:1 2024-09-12T23:59:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[32211]: audit 2024-09-12T23:58:58.725448+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[32211]: audit 2024-09-12T23:58:58.727085+0000 mon.a (mon.0) 682 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:59:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[32211]: audit 2024-09-12T23:58:59.014853+0000 mon.a (mon.0) 683 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[32211]: audit 2024-09-12T23:58:59.019819+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[32211]: audit 2024-09-12T23:58:59.020801+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:59:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[32211]: audit 2024-09-12T23:58:59.021597+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:59:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:58:59 smithi032 bash[32211]: audit 2024-09-12T23:58:59.026271+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:01.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:00 smithi053 bash[24393]: cephadm 2024-09-12T23:58:59.040211+0000 mgr.y (mgr.14150) 372 : cephadm [INF] Deploying daemon prometheus.a on smithi053 2024-09-12T23:59:01.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:00 smithi053 bash[24393]: cluster 2024-09-12T23:58:59.351879+0000 mgr.y (mgr.14150) 373 : cluster [DBG] pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-12T23:59:01.108 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:00 smithi032 bash[22496]: cephadm 2024-09-12T23:58:59.040211+0000 mgr.y (mgr.14150) 372 : cephadm [INF] Deploying daemon prometheus.a on smithi053 2024-09-12T23:59:01.108 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:00 smithi032 bash[22496]: cluster 2024-09-12T23:58:59.351879+0000 mgr.y (mgr.14150) 373 : cluster [DBG] pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-12T23:59:01.108 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:00 smithi032 bash[32211]: cephadm 2024-09-12T23:58:59.040211+0000 mgr.y (mgr.14150) 372 : cephadm [INF] Deploying daemon prometheus.a on smithi053 2024-09-12T23:59:01.108 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:00 smithi032 bash[32211]: cluster 2024-09-12T23:58:59.351879+0000 mgr.y (mgr.14150) 373 : cluster [DBG] pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-12T23:59:03.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:02 smithi053 bash[24393]: cluster 2024-09-12T23:59:01.352861+0000 mgr.y (mgr.14150) 374 : cluster [DBG] pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-12T23:59:03.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:02 smithi032 bash[22496]: cluster 2024-09-12T23:59:01.352861+0000 mgr.y (mgr.14150) 374 : cluster [DBG] pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-12T23:59:03.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:02 smithi032 bash[32211]: cluster 2024-09-12T23:59:01.352861+0000 mgr.y (mgr.14150) 374 : cluster [DBG] pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-12T23:59:04.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:03 smithi053 bash[24393]: audit 2024-09-12T23:59:03.257284+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-09-12T23:59:04.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:03 smithi053 bash[24393]: audit 2024-09-12T23:59:03.257712+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-09-12T23:59:04.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:03 smithi053 bash[24393]: audit 2024-09-12T23:59:03.258068+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 1]}]: dispatch 2024-09-12T23:59:04.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:03 smithi053 bash[24393]: audit 2024-09-12T23:59:03.258494+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-09-12T23:59:04.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:03 smithi053 bash[24393]: audit 2024-09-12T23:59:03.258863+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-09-12T23:59:04.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:03 smithi053 bash[24393]: audit 2024-09-12T23:59:03.259214+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]: dispatch 2024-09-12T23:59:04.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:03 smithi032 bash[22496]: audit 2024-09-12T23:59:03.257284+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-09-12T23:59:04.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:03 smithi032 bash[22496]: audit 2024-09-12T23:59:03.257712+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-09-12T23:59:04.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:03 smithi032 bash[22496]: audit 2024-09-12T23:59:03.258068+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 1]}]: dispatch 2024-09-12T23:59:04.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:03 smithi032 bash[22496]: audit 2024-09-12T23:59:03.258494+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-09-12T23:59:04.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:03 smithi032 bash[22496]: audit 2024-09-12T23:59:03.258863+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-09-12T23:59:04.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:03 smithi032 bash[22496]: audit 2024-09-12T23:59:03.259214+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]: dispatch 2024-09-12T23:59:04.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:03 smithi032 bash[32211]: audit 2024-09-12T23:59:03.257284+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-09-12T23:59:04.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:03 smithi032 bash[32211]: audit 2024-09-12T23:59:03.257712+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-09-12T23:59:04.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:03 smithi032 bash[32211]: audit 2024-09-12T23:59:03.258068+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 1]}]: dispatch 2024-09-12T23:59:04.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:03 smithi032 bash[32211]: audit 2024-09-12T23:59:03.258494+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-09-12T23:59:04.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:03 smithi032 bash[32211]: audit 2024-09-12T23:59:03.258863+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-09-12T23:59:04.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:03 smithi032 bash[32211]: audit 2024-09-12T23:59:03.259214+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]: dispatch 2024-09-12T23:59:04.171 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:59:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:04 smithi053 bash[24393]: cluster 2024-09-12T23:59:03.353739+0000 mgr.y (mgr.14150) 375 : cluster [DBG] pgmap v343: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-12T23:59:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:04 smithi053 bash[24393]: audit 2024-09-12T23:59:03.745372+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-09-12T23:59:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:04 smithi053 bash[24393]: audit 2024-09-12T23:59:03.745570+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-09-12T23:59:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:04 smithi053 bash[24393]: audit 2024-09-12T23:59:03.745774+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 1]}]': finished 2024-09-12T23:59:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:04 smithi053 bash[24393]: audit 2024-09-12T23:59:03.746012+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-09-12T23:59:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:04 smithi053 bash[24393]: audit 2024-09-12T23:59:03.746189+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-09-12T23:59:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:04 smithi053 bash[24393]: audit 2024-09-12T23:59:03.746371+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]': finished 2024-09-12T23:59:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:04 smithi053 bash[24393]: cluster 2024-09-12T23:59:03.746519+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-09-12T23:59:05.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[22496]: cluster 2024-09-12T23:59:03.353739+0000 mgr.y (mgr.14150) 375 : cluster [DBG] pgmap v343: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-12T23:59:05.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[22496]: audit 2024-09-12T23:59:03.745372+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-09-12T23:59:05.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[22496]: audit 2024-09-12T23:59:03.745570+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-09-12T23:59:05.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[22496]: audit 2024-09-12T23:59:03.745774+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 1]}]': finished 2024-09-12T23:59:05.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[22496]: audit 2024-09-12T23:59:03.746012+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-09-12T23:59:05.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[22496]: audit 2024-09-12T23:59:03.746189+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-09-12T23:59:05.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[22496]: audit 2024-09-12T23:59:03.746371+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]': finished 2024-09-12T23:59:05.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[22496]: cluster 2024-09-12T23:59:03.746519+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-09-12T23:59:05.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[32211]: cluster 2024-09-12T23:59:03.353739+0000 mgr.y (mgr.14150) 375 : cluster [DBG] pgmap v343: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-12T23:59:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[32211]: audit 2024-09-12T23:59:03.745372+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-09-12T23:59:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[32211]: audit 2024-09-12T23:59:03.745570+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-09-12T23:59:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[32211]: audit 2024-09-12T23:59:03.745774+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 1]}]': finished 2024-09-12T23:59:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[32211]: audit 2024-09-12T23:59:03.746012+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-09-12T23:59:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[32211]: audit 2024-09-12T23:59:03.746189+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-09-12T23:59:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[32211]: audit 2024-09-12T23:59:03.746371+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]': finished 2024-09-12T23:59:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:04 smithi032 bash[32211]: cluster 2024-09-12T23:59:03.746519+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-09-12T23:59:06.089 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:05 smithi053 bash[24393]: cluster 2024-09-12T23:59:04.748406+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-12T23:59:06.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:05 smithi032 bash[22496]: cluster 2024-09-12T23:59:04.748406+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-12T23:59:06.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:05 smithi032 bash[32211]: cluster 2024-09-12T23:59:04.748406+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-12T23:59:07.113 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:06 smithi053 bash[24393]: cluster 2024-09-12T23:59:05.354468+0000 mgr.y (mgr.14150) 376 : cluster [DBG] pgmap v346: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:07.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:06 smithi032 bash[32211]: cluster 2024-09-12T23:59:05.354468+0000 mgr.y (mgr.14150) 376 : cluster [DBG] pgmap v346: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:07.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:06 smithi032 bash[22496]: cluster 2024-09-12T23:59:05.354468+0000 mgr.y (mgr.14150) 376 : cluster [DBG] pgmap v346: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:09.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:08 smithi053 bash[24393]: cluster 2024-09-12T23:59:07.355608+0000 mgr.y (mgr.14150) 377 : cluster [DBG] pgmap v347: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:09.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:08 smithi032 bash[22496]: cluster 2024-09-12T23:59:07.355608+0000 mgr.y (mgr.14150) 377 : cluster [DBG] pgmap v347: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:09.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:08 smithi032 bash[32211]: cluster 2024-09-12T23:59:07.355608+0000 mgr.y (mgr.14150) 377 : cluster [DBG] pgmap v347: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:11.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:10 smithi053 bash[24393]: cluster 2024-09-12T23:59:09.356211+0000 mgr.y (mgr.14150) 378 : cluster [DBG] pgmap v348: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:11.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:10 smithi032 bash[22496]: cluster 2024-09-12T23:59:09.356211+0000 mgr.y (mgr.14150) 378 : cluster [DBG] pgmap v348: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:11.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:10 smithi032 bash[32211]: cluster 2024-09-12T23:59:09.356211+0000 mgr.y (mgr.14150) 378 : cluster [DBG] pgmap v348: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:11.304 INFO:teuthology.orchestra.run.smithi053.stdout:Scheduled node-exporter update... 2024-09-12T23:59:12.436 DEBUG:teuthology.orchestra.run.smithi032:node-exporter.a> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@node-exporter.a.service 2024-09-12T23:59:12.439 DEBUG:teuthology.orchestra.run.smithi053:node-exporter.b> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@node-exporter.b.service 2024-09-12T23:59:12.441 INFO:tasks.cephadm:Adding alertmanager.a on smithi032 2024-09-12T23:59:12.441 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch apply alertmanager '1;smithi032=a' 2024-09-12T23:59:12.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:12 smithi032 bash[22496]: audit 2024-09-12T23:59:11.295653+0000 mgr.y (mgr.14150) 379 : audit [DBG] from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi032=a;smithi053=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:59:12.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:12 smithi032 bash[22496]: cephadm 2024-09-12T23:59:11.298756+0000 mgr.y (mgr.14150) 380 : cephadm [INF] Saving service node-exporter spec with placement smithi032=a;smithi053=b;count:2 2024-09-12T23:59:12.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:12 smithi032 bash[22496]: audit 2024-09-12T23:59:11.306308+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:12.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:12 smithi032 bash[22496]: cluster 2024-09-12T23:59:11.357194+0000 mgr.y (mgr.14150) 381 : cluster [DBG] pgmap v349: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:12.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:12 smithi032 bash[32211]: audit 2024-09-12T23:59:11.295653+0000 mgr.y (mgr.14150) 379 : audit [DBG] from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi032=a;smithi053=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:59:12.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:12 smithi032 bash[32211]: cephadm 2024-09-12T23:59:11.298756+0000 mgr.y (mgr.14150) 380 : cephadm [INF] Saving service node-exporter spec with placement smithi032=a;smithi053=b;count:2 2024-09-12T23:59:12.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:12 smithi032 bash[32211]: audit 2024-09-12T23:59:11.306308+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:12.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:12 smithi032 bash[32211]: cluster 2024-09-12T23:59:11.357194+0000 mgr.y (mgr.14150) 381 : cluster [DBG] pgmap v349: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:12.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:12 smithi053 bash[24393]: audit 2024-09-12T23:59:11.295653+0000 mgr.y (mgr.14150) 379 : audit [DBG] from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi032=a;smithi053=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:59:12.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:12 smithi053 bash[24393]: cephadm 2024-09-12T23:59:11.298756+0000 mgr.y (mgr.14150) 380 : cephadm [INF] Saving service node-exporter spec with placement smithi032=a;smithi053=b;count:2 2024-09-12T23:59:12.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:12 smithi053 bash[24393]: audit 2024-09-12T23:59:11.306308+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:12.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:12 smithi053 bash[24393]: cluster 2024-09-12T23:59:11.357194+0000 mgr.y (mgr.14150) 381 : cluster [DBG] pgmap v349: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:14.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:14 smithi053 bash[24393]: cluster 2024-09-12T23:59:13.358065+0000 mgr.y (mgr.14150) 382 : cluster [DBG] pgmap v350: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:14.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:14 smithi032 bash[22496]: cluster 2024-09-12T23:59:13.358065+0000 mgr.y (mgr.14150) 382 : cluster [DBG] pgmap v350: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:14.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:14 smithi032 bash[32211]: cluster 2024-09-12T23:59:13.358065+0000 mgr.y (mgr.14150) 382 : cluster [DBG] pgmap v350: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:15.898 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:15 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:15.899 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 12 23:59:15 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:15.899 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 12 23:59:15 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:15.899 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 12 23:59:15 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:15.900 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:15 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:15.900 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 12 23:59:15 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:15.900 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 12 23:59:15 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:16.162 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:16 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:16.162 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 12 23:59:16 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:16.162 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 12 23:59:16 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:16.163 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 12 23:59:16 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:16.163 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:16 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:16.163 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 12 23:59:16 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:16.164 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 12 23:59:16 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:16.164 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:15 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:16.164 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:15 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:16.164 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:15 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:16.164 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:16 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:16.164 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:16 smithi053 systemd[1]: Started Ceph prometheus.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-12T23:59:16.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:16 smithi053 bash[24393]: cluster 2024-09-12T23:59:15.358817+0000 mgr.y (mgr.14150) 383 : cluster [DBG] pgmap v351: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:16.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:16 smithi053 bash[24393]: audit 2024-09-12T23:59:16.208231+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:16.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:16 smithi053 bash[24393]: audit 2024-09-12T23:59:16.217630+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:16.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:16 smithi053 bash[24393]: audit 2024-09-12T23:59:16.226229+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:16.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:16 smithi053 bash[24393]: audit 2024-09-12T23:59:16.233812+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-12T23:59:16.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:16 smithi032 bash[22496]: cluster 2024-09-12T23:59:15.358817+0000 mgr.y (mgr.14150) 383 : cluster [DBG] pgmap v351: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:16.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:16 smithi032 bash[22496]: audit 2024-09-12T23:59:16.208231+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:16.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:16 smithi032 bash[22496]: audit 2024-09-12T23:59:16.217630+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:16.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:16 smithi032 bash[22496]: audit 2024-09-12T23:59:16.226229+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:16.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:16 smithi032 bash[22496]: audit 2024-09-12T23:59:16.233812+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-12T23:59:16.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:16 smithi032 bash[32211]: cluster 2024-09-12T23:59:15.358817+0000 mgr.y (mgr.14150) 383 : cluster [DBG] pgmap v351: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:16.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:16 smithi032 bash[32211]: audit 2024-09-12T23:59:16.208231+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:16.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:16 smithi032 bash[32211]: audit 2024-09-12T23:59:16.217630+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:16.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:16 smithi032 bash[32211]: audit 2024-09-12T23:59:16.226229+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' 2024-09-12T23:59:16.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:16 smithi032 bash[32211]: audit 2024-09-12T23:59:16.233812+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-12T23:59:17.253 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:59:17.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[25309]: ignoring --setuser ceph since I am not root 2024-09-12T23:59:17.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[25309]: ignoring --setgroup ceph since I am not root 2024-09-12T23:59:17.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[25309]: debug 2024-09-12T23:59:17.297+0000 7fae46d09640 1 -- 172.21.15.53:0/1774639161 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bebe404340 con 0x55bebe410800 2024-09-12T23:59:17.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[25309]: debug 2024-09-12T23:59:17.417+0000 7fae49563ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T23:59:17.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:17 smithi032 bash[22749]: ignoring --setuser ceph since I am not root 2024-09-12T23:59:17.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:17 smithi032 bash[22749]: ignoring --setgroup ceph since I am not root 2024-09-12T23:59:17.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:17 smithi032 bash[22749]: debug 2024-09-12T23:59:17.284+0000 7efd55bff640 1 -- 172.21.15.32:0/3568282880 <== mon.0 v2:172.21.15.32:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557559aee340 con 0x557559afac00 2024-09-12T23:59:17.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:17 smithi032 bash[22749]: debug 2024-09-12T23:59:17.392+0000 7efd58459ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T23:59:17.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.429Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-12T23:59:17.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.429Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-12T23:59:17.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.429Z caller=main.go:570 level=info host_details="(Linux 5.15.0-121-generic #131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024 x86_64 smithi053 (none))" 2024-09-12T23:59:17.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.429Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-12T23:59:17.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.429Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-12T23:59:17.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.430Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-12T23:59:17.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.430Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-12T23:59:17.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.433Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-12T23:59:17.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.433Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-12T23:59:17.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.435Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-12T23:59:17.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.435Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.774µs 2024-09-12T23:59:17.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.435Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-12T23:59:17.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.435Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-09-12T23:59:17.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.435Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=28.796µs wal_replay_duration=217.263µs wbl_replay_duration=132ns total_replay_duration=265.498µs 2024-09-12T23:59:17.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.436Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-12T23:59:17.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.436Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-12T23:59:17.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.436Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-12T23:59:17.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.454Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.086135ms db_storage=855ns remote_storage=1.543µs web_handler=460ns query_engine=630ns scrape=279.443µs scrape_sd=19.91µs notify=1.024µs notify_sd=1.652µs rules=17.530383ms tracing=6.614µs 2024-09-12T23:59:17.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.454Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-12T23:59:17.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:17 smithi053 bash[49290]: ts=2024-09-12T23:59:17.454Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-12T23:59:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:18 smithi053 bash[24393]: audit 2024-09-12T23:59:17.240203+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-12T23:59:18.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:18 smithi053 bash[24393]: cluster 2024-09-12T23:59:17.240279+0000 mon.a (mon.0) 708 : cluster [DBG] mgrmap e16: y(active, since 10m), standbys: x 2024-09-12T23:59:18.627 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:18 smithi032 bash[22496]: audit 2024-09-12T23:59:17.240203+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-12T23:59:18.627 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:18 smithi032 bash[22496]: cluster 2024-09-12T23:59:17.240279+0000 mon.a (mon.0) 708 : cluster [DBG] mgrmap e16: y(active, since 10m), standbys: x 2024-09-12T23:59:18.627 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:18 smithi032 bash[32211]: audit 2024-09-12T23:59:17.240203+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14150 172.21.15.32:0/906357270' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-12T23:59:18.627 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:18 smithi032 bash[32211]: cluster 2024-09-12T23:59:17.240279+0000 mon.a (mon.0) 708 : cluster [DBG] mgrmap e16: y(active, since 10m), standbys: x 2024-09-12T23:59:18.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:18 smithi032 bash[22749]: debug 2024-09-12T23:59:18.624+0000 7efd58459ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T23:59:18.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:18 smithi032 bash[22749]: debug 2024-09-12T23:59:18.688+0000 7efd58459ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T23:59:18.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:18 smithi032 bash[22749]: debug 2024-09-12T23:59:18.844+0000 7efd58459ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T23:59:19.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:18 smithi053 bash[25309]: debug 2024-09-12T23:59:18.657+0000 7fae49563ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T23:59:19.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:18 smithi053 bash[25309]: debug 2024-09-12T23:59:18.725+0000 7fae49563ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T23:59:19.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:18 smithi053 bash[25309]: debug 2024-09-12T23:59:18.889+0000 7fae49563ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T23:59:19.804 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:19 smithi032 bash[22749]: debug 2024-09-12T23:59:19.496+0000 7efd58459ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T23:59:19.805 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:19 smithi032 bash[22749]: debug 2024-09-12T23:59:19.568+0000 7efd58459ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T23:59:19.805 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:19 smithi032 bash[22749]: debug 2024-09-12T23:59:19.640+0000 7efd58459ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T23:59:19.805 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:19 smithi032 bash[22749]: debug 2024-09-12T23:59:19.800+0000 7efd58459ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T23:59:19.851 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:19 smithi053 bash[25309]: debug 2024-09-12T23:59:19.541+0000 7fae49563ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T23:59:19.851 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:19 smithi053 bash[25309]: debug 2024-09-12T23:59:19.617+0000 7fae49563ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T23:59:19.851 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:19 smithi053 bash[25309]: debug 2024-09-12T23:59:19.685+0000 7fae49563ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T23:59:20.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:19 smithi032 bash[22749]: debug 2024-09-12T23:59:19.880+0000 7efd58459ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T23:59:20.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:19 smithi032 bash[22749]: debug 2024-09-12T23:59:19.948+0000 7efd58459ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T23:59:20.236 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:19 smithi053 bash[25309]: debug 2024-09-12T23:59:19.849+0000 7fae49563ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T23:59:20.236 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:19 smithi053 bash[25309]: debug 2024-09-12T23:59:19.925+0000 7fae49563ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T23:59:20.237 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:20 smithi053 bash[25309]: debug 2024-09-12T23:59:19.997+0000 7fae49563ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T23:59:20.509 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:20 smithi032 bash[22749]: debug 2024-09-12T23:59:20.188+0000 7efd58459ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T23:59:20.509 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:20 smithi032 bash[22749]: debug 2024-09-12T23:59:20.256+0000 7efd58459ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T23:59:20.509 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:20 smithi032 bash[22749]: debug 2024-09-12T23:59:20.428+0000 7efd58459ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T23:59:20.509 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:20 smithi032 bash[22749]: debug 2024-09-12T23:59:20.504+0000 7efd58459ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T23:59:20.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:20 smithi053 bash[25309]: debug 2024-09-12T23:59:20.233+0000 7fae49563ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T23:59:20.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:20 smithi053 bash[25309]: debug 2024-09-12T23:59:20.301+0000 7fae49563ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T23:59:20.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:20 smithi053 bash[25309]: debug 2024-09-12T23:59:20.477+0000 7fae49563ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T23:59:20.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:20 smithi032 bash[22749]: debug 2024-09-12T23:59:20.748+0000 7efd58459ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T23:59:20.970 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:20 smithi053 bash[25309]: debug 2024-09-12T23:59:20.553+0000 7fae49563ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T23:59:20.970 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:20 smithi053 bash[25309]: debug 2024-09-12T23:59:20.801+0000 7fae49563ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T23:59:20.970 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:20 smithi053 bash[25309]: debug 2024-09-12T23:59:20.965+0000 7fae49563ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T23:59:21.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:21 smithi053 bash[25309]: debug 2024-09-12T23:59:21.045+0000 7fae49563ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T23:59:21.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:21 smithi053 bash[25309]: debug 2024-09-12T23:59:21.205+0000 7fae49563ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T23:59:21.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:20 smithi032 bash[22749]: debug 2024-09-12T23:59:20.916+0000 7efd58459ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T23:59:21.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:21 smithi032 bash[22749]: debug 2024-09-12T23:59:20.992+0000 7efd58459ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T23:59:21.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:21 smithi032 bash[22749]: debug 2024-09-12T23:59:21.152+0000 7efd58459ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T23:59:22.250 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:21 smithi032 bash[22749]: debug 2024-09-12T23:59:21.964+0000 7efd58459ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T23:59:22.250 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.040+0000 7efd58459ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T23:59:22.250 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.248+0000 7efd58459ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T23:59:22.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[25309]: debug 2024-09-12T23:59:22.005+0000 7fae49563ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T23:59:22.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[25309]: debug 2024-09-12T23:59:22.081+0000 7fae49563ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T23:59:22.653 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.324+0000 7efd58459ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T23:59:22.653 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.648+0000 7efd58459ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T23:59:22.692 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[25309]: debug 2024-09-12T23:59:22.285+0000 7fae49563ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T23:59:22.692 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[25309]: debug 2024-09-12T23:59:22.361+0000 7fae49563ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T23:59:22.692 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[25309]: debug 2024-09-12T23:59:22.689+0000 7fae49563ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T23:59:22.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.728+0000 7efd58459ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T23:59:22.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: [12/Sep/2024:23:59:22] ENGINE Bus STARTING 2024-09-12T23:59:22.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: CherryPy Checker: 2024-09-12T23:59:22.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: The Application mounted at '' has an empty config. 2024-09-12T23:59:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: cluster 2024-09-12T23:59:22.756017+0000 mon.a (mon.0) 709 : cluster [INF] Active manager daemon y restarted 2024-09-12T23:59:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: cluster 2024-09-12T23:59:22.756690+0000 mon.a (mon.0) 710 : cluster [INF] Activating manager daemon y 2024-09-12T23:59:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: cluster 2024-09-12T23:59:22.770074+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-12T23:59:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: cluster 2024-09-12T23:59:22.770816+0000 mon.a (mon.0) 712 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0143355s), standbys: x 2024-09-12T23:59:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.774145+0000 mon.a (mon.0) 713 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:59:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.774416+0000 mon.a (mon.0) 714 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:59:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.774716+0000 mon.a (mon.0) 715 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:59:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.774985+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T23:59:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.775356+0000 mon.a (mon.0) 717 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T23:59:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.776051+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-12T23:59:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.776369+0000 mon.a (mon.0) 719 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-12T23:59:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.776825+0000 mon.a (mon.0) 720 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:59:22.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.777301+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:59:22.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.777920+0000 mon.a (mon.0) 722 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:59:22.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.778574+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:59:22.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.779278+0000 mon.a (mon.0) 724 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:59:22.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.779799+0000 mon.a (mon.0) 725 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:59:22.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.780293+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:59:22.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.780903+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:59:22.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: cluster 2024-09-12T23:59:22.756017+0000 mon.a (mon.0) 709 : cluster [INF] Active manager daemon y restarted 2024-09-12T23:59:22.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: cluster 2024-09-12T23:59:22.756690+0000 mon.a (mon.0) 710 : cluster [INF] Activating manager daemon y 2024-09-12T23:59:22.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: cluster 2024-09-12T23:59:22.770074+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-12T23:59:22.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: cluster 2024-09-12T23:59:22.770816+0000 mon.a (mon.0) 712 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0143355s), standbys: x 2024-09-12T23:59:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.774145+0000 mon.a (mon.0) 713 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:59:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.774416+0000 mon.a (mon.0) 714 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:59:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.774716+0000 mon.a (mon.0) 715 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:59:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.774985+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T23:59:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.775356+0000 mon.a (mon.0) 717 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T23:59:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.776051+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-12T23:59:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.776369+0000 mon.a (mon.0) 719 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-12T23:59:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.776825+0000 mon.a (mon.0) 720 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:59:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.777301+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:59:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.777920+0000 mon.a (mon.0) 722 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:59:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.778574+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:59:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.779278+0000 mon.a (mon.0) 724 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:59:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.779799+0000 mon.a (mon.0) 725 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:59:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.780293+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:59:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.780903+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:59:22.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.781502+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-12T23:59:22.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.782013+0000 mon.a (mon.0) 729 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-12T23:59:22.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.783153+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-12T23:59:22.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: cluster 2024-09-12T23:59:22.796971+0000 mon.a (mon.0) 731 : cluster [DBG] Standby manager daemon x restarted 2024-09-12T23:59:22.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: cluster 2024-09-12T23:59:22.797064+0000 mon.a (mon.0) 732 : cluster [DBG] Standby manager daemon x started 2024-09-12T23:59:22.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.799441+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.53:0/963906484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-12T23:59:22.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.802426+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.53:0/963906484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T23:59:22.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.803497+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.53:0/963906484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-12T23:59:22.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[32211]: audit 2024-09-12T23:59:22.804079+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.53:0/963906484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T23:59:22.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.781502+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-12T23:59:22.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.782013+0000 mon.a (mon.0) 729 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-12T23:59:22.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.783153+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-12T23:59:22.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: cluster 2024-09-12T23:59:22.796971+0000 mon.a (mon.0) 731 : cluster [DBG] Standby manager daemon x restarted 2024-09-12T23:59:22.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: cluster 2024-09-12T23:59:22.797064+0000 mon.a (mon.0) 732 : cluster [DBG] Standby manager daemon x started 2024-09-12T23:59:22.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.799441+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.53:0/963906484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-12T23:59:22.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.802426+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.53:0/963906484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T23:59:22.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.803497+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.53:0/963906484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-12T23:59:22.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22496]: audit 2024-09-12T23:59:22.804079+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.53:0/963906484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T23:59:23.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[25309]: debug 2024-09-12T23:59:22.769+0000 7fae49563ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T23:59:23.035 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[25309]: [12/Sep/2024:23:59:22] ENGINE Bus STARTING 2024-09-12T23:59:23.035 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[25309]: CherryPy Checker: 2024-09-12T23:59:23.035 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[25309]: The Application mounted at '' has an empty config. 2024-09-12T23:59:23.035 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[25309]: [12/Sep/2024:23:59:22] ENGINE Serving on http://:::9283 2024-09-12T23:59:23.035 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[25309]: [12/Sep/2024:23:59:22] ENGINE Bus STARTED 2024-09-12T23:59:23.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: cluster 2024-09-12T23:59:22.756017+0000 mon.a (mon.0) 709 : cluster [INF] Active manager daemon y restarted 2024-09-12T23:59:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: cluster 2024-09-12T23:59:22.756690+0000 mon.a (mon.0) 710 : cluster [INF] Activating manager daemon y 2024-09-12T23:59:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: cluster 2024-09-12T23:59:22.770074+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-12T23:59:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: cluster 2024-09-12T23:59:22.770816+0000 mon.a (mon.0) 712 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0143355s), standbys: x 2024-09-12T23:59:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.774145+0000 mon.a (mon.0) 713 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T23:59:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.774416+0000 mon.a (mon.0) 714 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T23:59:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.774716+0000 mon.a (mon.0) 715 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T23:59:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.774985+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T23:59:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.775356+0000 mon.a (mon.0) 717 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T23:59:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.776051+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-12T23:59:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.776369+0000 mon.a (mon.0) 719 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-12T23:59:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.776825+0000 mon.a (mon.0) 720 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T23:59:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.777301+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T23:59:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.777920+0000 mon.a (mon.0) 722 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T23:59:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.778574+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T23:59:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.779278+0000 mon.a (mon.0) 724 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T23:59:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.779799+0000 mon.a (mon.0) 725 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T23:59:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.780293+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T23:59:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.780903+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T23:59:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.781502+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-12T23:59:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.782013+0000 mon.a (mon.0) 729 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-12T23:59:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.783153+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-12T23:59:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: cluster 2024-09-12T23:59:22.796971+0000 mon.a (mon.0) 731 : cluster [DBG] Standby manager daemon x restarted 2024-09-12T23:59:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: cluster 2024-09-12T23:59:22.797064+0000 mon.a (mon.0) 732 : cluster [DBG] Standby manager daemon x started 2024-09-12T23:59:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.799441+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.53:0/963906484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-12T23:59:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.802426+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.53:0/963906484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T23:59:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.803497+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.53:0/963906484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-12T23:59:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:22 smithi053 bash[24393]: audit 2024-09-12T23:59:22.804079+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.53:0/963906484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T23:59:23.219 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.908+0000 7efd0a6a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T23:59:23.219 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.908+0000 7efd0a6a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T23:59:23.219 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.908+0000 7efd0a6a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T23:59:23.219 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.908+0000 7efd0a6a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T23:59:23.219 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.908+0000 7efd0a6a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T23:59:23.219 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.916+0000 7efd066a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T23:59:23.220 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.916+0000 7efd066a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T23:59:23.220 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.916+0000 7efd066a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T23:59:23.220 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.916+0000 7efd066a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T23:59:23.220 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: debug 2024-09-12T23:59:22.916+0000 7efd066a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T23:59:23.220 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: [12/Sep/2024:23:59:22] ENGINE Serving on http://:::9283 2024-09-12T23:59:23.220 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:22 smithi032 bash[22749]: [12/Sep/2024:23:59:22] ENGINE Bus STARTED 2024-09-12T23:59:23.795 INFO:teuthology.orchestra.run.smithi053.stdout:Scheduled alertmanager update... 2024-09-12T23:59:24.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[32211]: cluster 2024-09-12T23:59:22.816374+0000 mon.a (mon.0) 733 : cluster [INF] Manager daemon y is now available 2024-09-12T23:59:24.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[32211]: audit 2024-09-12T23:59:22.834137+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:59:24.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[32211]: audit 2024-09-12T23:59:22.851402+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:24.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[32211]: audit 2024-09-12T23:59:22.854331+0000 mon.a (mon.0) 736 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-12T23:59:24.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[32211]: audit 2024-09-12T23:59:22.869108+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-12T23:59:24.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[32211]: audit 2024-09-12T23:59:22.875675+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-12T23:59:24.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[32211]: cluster 2024-09-12T23:59:23.779725+0000 mon.a (mon.0) 739 : cluster [DBG] mgrmap e18: y(active, since 1.02322s), standbys: x 2024-09-12T23:59:24.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[32211]: audit 2024-09-12T23:59:23.798004+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:24.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[22496]: cluster 2024-09-12T23:59:22.816374+0000 mon.a (mon.0) 733 : cluster [INF] Manager daemon y is now available 2024-09-12T23:59:24.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[22496]: audit 2024-09-12T23:59:22.834137+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:59:24.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[22496]: audit 2024-09-12T23:59:22.851402+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:24.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[22496]: audit 2024-09-12T23:59:22.854331+0000 mon.a (mon.0) 736 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-12T23:59:24.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[22496]: audit 2024-09-12T23:59:22.869108+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-12T23:59:24.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[22496]: audit 2024-09-12T23:59:22.875675+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-12T23:59:24.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[22496]: cluster 2024-09-12T23:59:23.779725+0000 mon.a (mon.0) 739 : cluster [DBG] mgrmap e18: y(active, since 1.02322s), standbys: x 2024-09-12T23:59:24.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:23 smithi032 bash[22496]: audit 2024-09-12T23:59:23.798004+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:24.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:23 smithi053 bash[24393]: cluster 2024-09-12T23:59:22.816374+0000 mon.a (mon.0) 733 : cluster [INF] Manager daemon y is now available 2024-09-12T23:59:24.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:23 smithi053 bash[24393]: audit 2024-09-12T23:59:22.834137+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:59:24.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:23 smithi053 bash[24393]: audit 2024-09-12T23:59:22.851402+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:24.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:23 smithi053 bash[24393]: audit 2024-09-12T23:59:22.854331+0000 mon.a (mon.0) 736 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-12T23:59:24.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:23 smithi053 bash[24393]: audit 2024-09-12T23:59:22.869108+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-12T23:59:24.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:23 smithi053 bash[24393]: audit 2024-09-12T23:59:22.875675+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-12T23:59:24.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:23 smithi053 bash[24393]: cluster 2024-09-12T23:59:23.779725+0000 mon.a (mon.0) 739 : cluster [DBG] mgrmap e18: y(active, since 1.02322s), standbys: x 2024-09-12T23:59:24.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:23 smithi053 bash[24393]: audit 2024-09-12T23:59:23.798004+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:24.574 DEBUG:teuthology.orchestra.run.smithi032:alertmanager.a> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@alertmanager.a.service 2024-09-12T23:59:24.576 INFO:tasks.cephadm:Adding grafana.a on smithi053 2024-09-12T23:59:24.577 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph orch apply grafana '1;smithi053=a' 2024-09-12T23:59:24.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:24 smithi032 bash[22496]: cephadm 2024-09-12T23:59:23.791569+0000 mgr.y (mgr.24464) 3 : cephadm [INF] Saving service alertmanager spec with placement smithi032=a;count:1 2024-09-12T23:59:24.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:24 smithi032 bash[32211]: cephadm 2024-09-12T23:59:23.791569+0000 mgr.y (mgr.24464) 3 : cephadm [INF] Saving service alertmanager spec with placement smithi032=a;count:1 2024-09-12T23:59:25.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:24 smithi053 bash[24393]: cephadm 2024-09-12T23:59:23.791569+0000 mgr.y (mgr.24464) 3 : cephadm [INF] Saving service alertmanager spec with placement smithi032=a;count:1 2024-09-12T23:59:25.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: debug 2024-09-12T23:59:25.160+0000 7efced1af640 -1 log_channel(cephadm) log [ERR] : [12/Sep/2024:23:59:25] ENGINE Error in HTTPServer.serve 2024-09-12T23:59:25.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: Traceback (most recent call last): 2024-09-12T23:59:25.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T23:59:25.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: self._connections.run(self.expiration_interval) 2024-09-12T23:59:25.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T23:59:25.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: self._run(expiration_interval) 2024-09-12T23:59:25.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T23:59:25.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T23:59:25.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T23:59:25.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T23:59:25.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T23:59:25.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: s = self.context.wrap_socket( 2024-09-12T23:59:25.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T23:59:25.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: return self.sslsocket_class._create( 2024-09-12T23:59:25.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T23:59:25.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: self.do_handshake() 2024-09-12T23:59:25.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T23:59:25.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: self._sslobj.do_handshake() 2024-09-12T23:59:25.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:25 smithi032 bash[22749]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T23:59:26.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [12/Sep/2024:23:59:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-12T23:59:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: cluster 2024-09-12T23:59:24.777435+0000 mgr.y (mgr.24464) 4 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: cephadm 2024-09-12T23:59:25.038766+0000 mgr.y (mgr.24464) 5 : cephadm [INF] [12/Sep/2024:23:59:25] ENGINE Bus STARTING 2024-09-12T23:59:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: cephadm 2024-09-12T23:59:25.162789+0000 mgr.y (mgr.24464) 6 : cephadm [INF] [12/Sep/2024:23:59:25] ENGINE Serving on https://172.21.15.32:7150 2024-09-12T23:59:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: cephadm 2024-09-12T23:59:25.162878+0000 mgr.y (mgr.24464) 7 : cephadm [INF] [12/Sep/2024:23:59:25] ENGINE Bus STARTED 2024-09-12T23:59:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: cephadm 2024-09-12T23:59:25.165253+0000 mgr.y (mgr.24464) 8 : cephadm [ERR] [12/Sep/2024:23:59:25] ENGINE Error in HTTPServer.serve 2024-09-12T23:59:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: Traceback (most recent call last): 2024-09-12T23:59:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T23:59:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: self._connections.run(self.expiration_interval) 2024-09-12T23:59:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T23:59:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: self._run(expiration_interval) 2024-09-12T23:59:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T23:59:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T23:59:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T23:59:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T23:59:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T23:59:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: s = self.context.wrap_socket( 2024-09-12T23:59:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T23:59:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: return self.sslsocket_class._create( 2024-09-12T23:59:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T23:59:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: self.do_handshake() 2024-09-12T23:59:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T23:59:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: self._sslobj.do_handshake() 2024-09-12T23:59:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T23:59:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: audit 2024-09-12T23:59:25.168203+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:26 smithi053 bash[24393]: cluster 2024-09-12T23:59:25.791733+0000 mon.a (mon.0) 742 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-09-12T23:59:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: cluster 2024-09-12T23:59:24.777435+0000 mgr.y (mgr.24464) 4 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: cephadm 2024-09-12T23:59:25.038766+0000 mgr.y (mgr.24464) 5 : cephadm [INF] [12/Sep/2024:23:59:25] ENGINE Bus STARTING 2024-09-12T23:59:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: cephadm 2024-09-12T23:59:25.162789+0000 mgr.y (mgr.24464) 6 : cephadm [INF] [12/Sep/2024:23:59:25] ENGINE Serving on https://172.21.15.32:7150 2024-09-12T23:59:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: cephadm 2024-09-12T23:59:25.162878+0000 mgr.y (mgr.24464) 7 : cephadm [INF] [12/Sep/2024:23:59:25] ENGINE Bus STARTED 2024-09-12T23:59:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: cephadm 2024-09-12T23:59:25.165253+0000 mgr.y (mgr.24464) 8 : cephadm [ERR] [12/Sep/2024:23:59:25] ENGINE Error in HTTPServer.serve 2024-09-12T23:59:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: Traceback (most recent call last): 2024-09-12T23:59:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T23:59:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: self._connections.run(self.expiration_interval) 2024-09-12T23:59:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T23:59:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: self._run(expiration_interval) 2024-09-12T23:59:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T23:59:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T23:59:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T23:59:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T23:59:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T23:59:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: s = self.context.wrap_socket( 2024-09-12T23:59:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T23:59:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: return self.sslsocket_class._create( 2024-09-12T23:59:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T23:59:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: self.do_handshake() 2024-09-12T23:59:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T23:59:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: self._sslobj.do_handshake() 2024-09-12T23:59:26.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T23:59:26.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: audit 2024-09-12T23:59:25.168203+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:26.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[22496]: cluster 2024-09-12T23:59:25.791733+0000 mon.a (mon.0) 742 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-09-12T23:59:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: cluster 2024-09-12T23:59:24.777435+0000 mgr.y (mgr.24464) 4 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: cephadm 2024-09-12T23:59:25.038766+0000 mgr.y (mgr.24464) 5 : cephadm [INF] [12/Sep/2024:23:59:25] ENGINE Bus STARTING 2024-09-12T23:59:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: cephadm 2024-09-12T23:59:25.162789+0000 mgr.y (mgr.24464) 6 : cephadm [INF] [12/Sep/2024:23:59:25] ENGINE Serving on https://172.21.15.32:7150 2024-09-12T23:59:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: cephadm 2024-09-12T23:59:25.162878+0000 mgr.y (mgr.24464) 7 : cephadm [INF] [12/Sep/2024:23:59:25] ENGINE Bus STARTED 2024-09-12T23:59:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: cephadm 2024-09-12T23:59:25.165253+0000 mgr.y (mgr.24464) 8 : cephadm [ERR] [12/Sep/2024:23:59:25] ENGINE Error in HTTPServer.serve 2024-09-12T23:59:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: Traceback (most recent call last): 2024-09-12T23:59:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T23:59:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: self._connections.run(self.expiration_interval) 2024-09-12T23:59:26.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T23:59:26.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: self._run(expiration_interval) 2024-09-12T23:59:26.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T23:59:26.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T23:59:26.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T23:59:26.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T23:59:26.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T23:59:26.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: s = self.context.wrap_socket( 2024-09-12T23:59:26.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T23:59:26.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: return self.sslsocket_class._create( 2024-09-12T23:59:26.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T23:59:26.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: self.do_handshake() 2024-09-12T23:59:26.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T23:59:26.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: self._sslobj.do_handshake() 2024-09-12T23:59:26.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T23:59:26.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: audit 2024-09-12T23:59:25.168203+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:26.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:26 smithi032 bash[32211]: cluster 2024-09-12T23:59:25.791733+0000 mon.a (mon.0) 742 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-09-12T23:59:28.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:28 smithi053 bash[24393]: cluster 2024-09-12T23:59:26.778102+0000 mgr.y (mgr.24464) 9 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:28.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:28 smithi053 bash[24393]: cluster 2024-09-12T23:59:27.193348+0000 mon.a (mon.0) 743 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-09-12T23:59:28.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:28 smithi032 bash[22496]: cluster 2024-09-12T23:59:26.778102+0000 mgr.y (mgr.24464) 9 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:28.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:28 smithi032 bash[22496]: cluster 2024-09-12T23:59:27.193348+0000 mon.a (mon.0) 743 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-09-12T23:59:28.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:28 smithi032 bash[32211]: cluster 2024-09-12T23:59:26.778102+0000 mgr.y (mgr.24464) 9 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:28.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:28 smithi032 bash[32211]: cluster 2024-09-12T23:59:27.193348+0000 mon.a (mon.0) 743 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-09-12T23:59:29.127 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:59:29.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:28.440252+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:28.445114+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:28.583965+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:28.593610+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: cluster 2024-09-12T23:59:28.778541+0000 mgr.y (mgr.24464) 10 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:29.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.153026+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.158147+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.159357+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.160694+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.161413+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.162241+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: cephadm 2024-09-12T23:59:29.162815+0000 mgr.y (mgr.24464) 11 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 3037M 2024-09-12T23:59:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.168568+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.182389+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.186687+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.187878+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.188661+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.189473+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.190476+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: cephadm 2024-09-12T23:59:29.191231+0000 mgr.y (mgr.24464) 12 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 3037M 2024-09-12T23:59:29.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.198128+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.199767+0000 mon.a (mon.0) 762 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:59:29.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: audit 2024-09-12T23:59:29.200857+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:59:29.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: cephadm 2024-09-12T23:59:29.202438+0000 mgr.y (mgr.24464) 13 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-12T23:59:29.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:29 smithi053 bash[24393]: cephadm 2024-09-12T23:59:29.202800+0000 mgr.y (mgr.24464) 14 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-12T23:59:29.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:28.440252+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:28.445114+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:28.583965+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:28.593610+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: cluster 2024-09-12T23:59:28.778541+0000 mgr.y (mgr.24464) 10 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:29.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.153026+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.158147+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.159357+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.160694+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.161413+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.162241+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: cephadm 2024-09-12T23:59:29.162815+0000 mgr.y (mgr.24464) 11 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 3037M 2024-09-12T23:59:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.168568+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.182389+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.186687+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.187878+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.188661+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.189473+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.190476+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: cephadm 2024-09-12T23:59:29.191231+0000 mgr.y (mgr.24464) 12 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 3037M 2024-09-12T23:59:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.198128+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.199767+0000 mon.a (mon.0) 762 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:59:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: audit 2024-09-12T23:59:29.200857+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:59:29.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: cephadm 2024-09-12T23:59:29.202438+0000 mgr.y (mgr.24464) 13 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-12T23:59:29.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[32211]: cephadm 2024-09-12T23:59:29.202800+0000 mgr.y (mgr.24464) 14 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-12T23:59:29.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:28.440252+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:28.445114+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:28.583965+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:28.593610+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: cluster 2024-09-12T23:59:28.778541+0000 mgr.y (mgr.24464) 10 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:29.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.153026+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.158147+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.159357+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.160694+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.161413+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.162241+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: cephadm 2024-09-12T23:59:29.162815+0000 mgr.y (mgr.24464) 11 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 3037M 2024-09-12T23:59:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.168568+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.182389+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.186687+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.187878+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.188661+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.189473+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.190476+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T23:59:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: cephadm 2024-09-12T23:59:29.191231+0000 mgr.y (mgr.24464) 12 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 3037M 2024-09-12T23:59:29.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.198128+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:29.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.199767+0000 mon.a (mon.0) 762 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:59:29.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: audit 2024-09-12T23:59:29.200857+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:59:29.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: cephadm 2024-09-12T23:59:29.202438+0000 mgr.y (mgr.24464) 13 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-12T23:59:29.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:29 smithi032 bash[22496]: cephadm 2024-09-12T23:59:29.202800+0000 mgr.y (mgr.24464) 14 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-12T23:59:30.362 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.362 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.362 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.363 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.363 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.363 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.364 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.364 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.623 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.623 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.623 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.624 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.624 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.624 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: Started Ceph node-exporter.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-12T23:59:30.625 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.625 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.625 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 12 23:59:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:30.769 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: cephadm 2024-09-12T23:59:29.359005+0000 mgr.y (mgr.24464) 15 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:59:30.769 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: cephadm 2024-09-12T23:59:29.461864+0000 mgr.y (mgr.24464) 16 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-09-12T23:59:30.769 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: cephadm 2024-09-12T23:59:29.515698+0000 mgr.y (mgr.24464) 17 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:59:30.769 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: cephadm 2024-09-12T23:59:29.575634+0000 mgr.y (mgr.24464) 18 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T23:59:30.769 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: cephadm 2024-09-12T23:59:29.653539+0000 mgr.y (mgr.24464) 19 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-12T23:59:30.769 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: audit 2024-09-12T23:59:29.702915+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.769 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: audit 2024-09-12T23:59:29.711132+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.769 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: cephadm 2024-09-12T23:59:29.774431+0000 mgr.y (mgr.24464) 20 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T23:59:30.769 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: audit 2024-09-12T23:59:29.888308+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.769 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: audit 2024-09-12T23:59:29.894716+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.770 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: audit 2024-09-12T23:59:29.901280+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.770 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: cephadm 2024-09-12T23:59:29.906204+0000 mgr.y (mgr.24464) 21 : cephadm [INF] Deploying daemon node-exporter.a on smithi032 2024-09-12T23:59:30.770 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: audit 2024-09-12T23:59:30.619717+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.770 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: audit 2024-09-12T23:59:30.625112+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.770 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:30 smithi053 bash[24393]: audit 2024-09-12T23:59:30.629520+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.911 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[57888]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-09-12T23:59:30.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: cephadm 2024-09-12T23:59:29.359005+0000 mgr.y (mgr.24464) 15 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:59:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: cephadm 2024-09-12T23:59:29.461864+0000 mgr.y (mgr.24464) 16 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-09-12T23:59:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: cephadm 2024-09-12T23:59:29.515698+0000 mgr.y (mgr.24464) 17 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:59:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: cephadm 2024-09-12T23:59:29.575634+0000 mgr.y (mgr.24464) 18 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T23:59:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: cephadm 2024-09-12T23:59:29.653539+0000 mgr.y (mgr.24464) 19 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-12T23:59:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: audit 2024-09-12T23:59:29.702915+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: audit 2024-09-12T23:59:29.711132+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: cephadm 2024-09-12T23:59:29.774431+0000 mgr.y (mgr.24464) 20 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T23:59:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: audit 2024-09-12T23:59:29.888308+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: audit 2024-09-12T23:59:29.894716+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: audit 2024-09-12T23:59:29.901280+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: cephadm 2024-09-12T23:59:29.906204+0000 mgr.y (mgr.24464) 21 : cephadm [INF] Deploying daemon node-exporter.a on smithi032 2024-09-12T23:59:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: audit 2024-09-12T23:59:30.619717+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: audit 2024-09-12T23:59:30.625112+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[22496]: audit 2024-09-12T23:59:30.629520+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: cephadm 2024-09-12T23:59:29.359005+0000 mgr.y (mgr.24464) 15 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:59:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: cephadm 2024-09-12T23:59:29.461864+0000 mgr.y (mgr.24464) 16 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-09-12T23:59:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: cephadm 2024-09-12T23:59:29.515698+0000 mgr.y (mgr.24464) 17 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-12T23:59:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: cephadm 2024-09-12T23:59:29.575634+0000 mgr.y (mgr.24464) 18 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T23:59:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: cephadm 2024-09-12T23:59:29.653539+0000 mgr.y (mgr.24464) 19 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-12T23:59:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: audit 2024-09-12T23:59:29.702915+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: audit 2024-09-12T23:59:29.711132+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: cephadm 2024-09-12T23:59:29.774431+0000 mgr.y (mgr.24464) 20 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T23:59:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: audit 2024-09-12T23:59:29.888308+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: audit 2024-09-12T23:59:29.894716+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: audit 2024-09-12T23:59:29.901280+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: cephadm 2024-09-12T23:59:29.906204+0000 mgr.y (mgr.24464) 21 : cephadm [INF] Deploying daemon node-exporter.a on smithi032 2024-09-12T23:59:30.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: audit 2024-09-12T23:59:30.619717+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: audit 2024-09-12T23:59:30.625112+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:30.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:30 smithi032 bash[32211]: audit 2024-09-12T23:59:30.629520+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:31.034 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.034 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.035 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.035 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.035 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.036 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.036 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.383 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.384 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.384 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.385 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.385 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.386 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.386 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.387 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.550 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[57888]: v1.5.0: Pulling from prometheus/node-exporter 2024-09-12T23:59:31.705 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:31 smithi053 systemd[1]: Started Ceph node-exporter.b for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-12T23:59:31.706 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:31 smithi053 bash[50126]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-09-12T23:59:31.811 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:31 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:31.811 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[22496]: cephadm 2024-09-12T23:59:30.630270+0000 mgr.y (mgr.24464) 22 : cephadm [INF] Deploying daemon node-exporter.b on smithi053 2024-09-12T23:59:31.811 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[22496]: cluster 2024-09-12T23:59:30.779643+0000 mgr.y (mgr.24464) 23 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-12T23:59:31.811 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[22496]: audit 2024-09-12T23:59:31.423969+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:31.812 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[22496]: audit 2024-09-12T23:59:31.432793+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:31.812 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[22496]: audit 2024-09-12T23:59:31.440992+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:31.812 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[22496]: audit 2024-09-12T23:59:31.447848+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:31.812 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[22496]: audit 2024-09-12T23:59:31.462928+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:31.812 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[32211]: cephadm 2024-09-12T23:59:30.630270+0000 mgr.y (mgr.24464) 22 : cephadm [INF] Deploying daemon node-exporter.b on smithi053 2024-09-12T23:59:31.812 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[32211]: cluster 2024-09-12T23:59:30.779643+0000 mgr.y (mgr.24464) 23 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-12T23:59:31.812 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[32211]: audit 2024-09-12T23:59:31.423969+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:31.812 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[32211]: audit 2024-09-12T23:59:31.432793+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:31.813 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[32211]: audit 2024-09-12T23:59:31.440992+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:31.813 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[32211]: audit 2024-09-12T23:59:31.447848+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:31.813 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[32211]: audit 2024-09-12T23:59:31.462928+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:31.813 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[57888]: 22b70bddd3ac: Pulling fs layer 2024-09-12T23:59:31.813 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[57888]: 5c12815fee55: Pulling fs layer 2024-09-12T23:59:31.813 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[57888]: c0e87333d380: Pulling fs layer 2024-09-12T23:59:31.813 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[57888]: 22b70bddd3ac: Download complete 2024-09-12T23:59:31.813 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[57888]: 5c12815fee55: Verifying Checksum 2024-09-12T23:59:31.813 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[57888]: 5c12815fee55: Download complete 2024-09-12T23:59:31.813 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[57888]: c0e87333d380: Verifying Checksum 2024-09-12T23:59:31.814 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[57888]: c0e87333d380: Download complete 2024-09-12T23:59:32.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:31 smithi053 bash[24393]: cephadm 2024-09-12T23:59:30.630270+0000 mgr.y (mgr.24464) 22 : cephadm [INF] Deploying daemon node-exporter.b on smithi053 2024-09-12T23:59:32.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:31 smithi053 bash[24393]: cluster 2024-09-12T23:59:30.779643+0000 mgr.y (mgr.24464) 23 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-12T23:59:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:31 smithi053 bash[24393]: audit 2024-09-12T23:59:31.423969+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:31 smithi053 bash[24393]: audit 2024-09-12T23:59:31.432793+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:31 smithi053 bash[24393]: audit 2024-09-12T23:59:31.440992+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:31 smithi053 bash[24393]: audit 2024-09-12T23:59:31.447848+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:31 smithi053 bash[24393]: audit 2024-09-12T23:59:31.462928+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:32.161 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:31 smithi032 bash[57888]: 22b70bddd3ac: Pull complete 2024-09-12T23:59:32.687 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:32 smithi053 bash[50126]: v1.5.0: Pulling from prometheus/node-exporter 2024-09-12T23:59:32.688 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:32 smithi053 bash[50126]: 22b70bddd3ac: Pulling fs layer 2024-09-12T23:59:32.688 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:32 smithi053 bash[50126]: 5c12815fee55: Pulling fs layer 2024-09-12T23:59:32.688 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:32 smithi053 bash[50126]: c0e87333d380: Pulling fs layer 2024-09-12T23:59:33.014 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:32 smithi053 bash[24393]: cephadm 2024-09-12T23:59:31.488790+0000 mgr.y (mgr.24464) 24 : cephadm [INF] Deploying daemon alertmanager.a on smithi032 2024-09-12T23:59:33.014 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:32 smithi053 bash[50126]: 22b70bddd3ac: Download complete 2024-09-12T23:59:33.014 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:32 smithi053 bash[50126]: 5c12815fee55: Download complete 2024-09-12T23:59:33.014 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:33 smithi053 bash[50126]: 22b70bddd3ac: Pull complete 2024-09-12T23:59:33.096 INFO:teuthology.orchestra.run.smithi053.stdout:Scheduled grafana update... 2024-09-12T23:59:33.161 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:32 smithi032 bash[57888]: 5c12815fee55: Pull complete 2024-09-12T23:59:33.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:32 smithi032 bash[22496]: cephadm 2024-09-12T23:59:31.488790+0000 mgr.y (mgr.24464) 24 : cephadm [INF] Deploying daemon alertmanager.a on smithi032 2024-09-12T23:59:33.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:32 smithi032 bash[32211]: cephadm 2024-09-12T23:59:31.488790+0000 mgr.y (mgr.24464) 24 : cephadm [INF] Deploying daemon alertmanager.a on smithi032 2024-09-12T23:59:33.267 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:33 smithi053 bash[50126]: c0e87333d380: Verifying Checksum 2024-09-12T23:59:33.267 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:33 smithi053 bash[50126]: c0e87333d380: Download complete 2024-09-12T23:59:33.811 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:33 smithi032 bash[57888]: c0e87333d380: Pull complete 2024-09-12T23:59:33.811 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:33 smithi032 bash[57888]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-09-12T23:59:34.041 DEBUG:teuthology.orchestra.run.smithi053:grafana.a> sudo journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@grafana.a.service 2024-09-12T23:59:34.043 INFO:tasks.cephadm:Setting up client nodes... 2024-09-12T23:59:34.044 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-12T23:59:34.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:33 smithi032 bash[22496]: cluster 2024-09-12T23:59:32.780340+0000 mgr.y (mgr.24464) 25 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-12T23:59:34.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:33 smithi032 bash[22496]: audit 2024-09-12T23:59:32.860133+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:34.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:33 smithi032 bash[22496]: audit 2024-09-12T23:59:33.092187+0000 mgr.y (mgr.24464) 26 : audit [DBG] from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:59:34.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:33 smithi032 bash[22496]: cephadm 2024-09-12T23:59:33.094681+0000 mgr.y (mgr.24464) 27 : cephadm [INF] Saving service grafana spec with placement smithi053=a;count:1 2024-09-12T23:59:34.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:33 smithi032 bash[22496]: audit 2024-09-12T23:59:33.099721+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:34.162 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:33 smithi032 bash[57888]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-09-12T23:59:34.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:33 smithi032 bash[32211]: cluster 2024-09-12T23:59:32.780340+0000 mgr.y (mgr.24464) 25 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-12T23:59:34.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:33 smithi032 bash[32211]: audit 2024-09-12T23:59:32.860133+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:34.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:33 smithi032 bash[32211]: audit 2024-09-12T23:59:33.092187+0000 mgr.y (mgr.24464) 26 : audit [DBG] from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:59:34.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:33 smithi032 bash[32211]: cephadm 2024-09-12T23:59:33.094681+0000 mgr.y (mgr.24464) 27 : cephadm [INF] Saving service grafana spec with placement smithi053=a;count:1 2024-09-12T23:59:34.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:33 smithi032 bash[32211]: audit 2024-09-12T23:59:33.099721+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:34.284 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:33 smithi053 bash[50126]: 5c12815fee55: Pull complete 2024-09-12T23:59:34.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:33 smithi053 bash[24393]: cluster 2024-09-12T23:59:32.780340+0000 mgr.y (mgr.24464) 25 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-12T23:59:34.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:33 smithi053 bash[24393]: audit 2024-09-12T23:59:32.860133+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:34.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:33 smithi053 bash[24393]: audit 2024-09-12T23:59:33.092187+0000 mgr.y (mgr.24464) 26 : audit [DBG] from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T23:59:34.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:33 smithi053 bash[24393]: cephadm 2024-09-12T23:59:33.094681+0000 mgr.y (mgr.24464) 27 : cephadm [INF] Saving service grafana spec with placement smithi053=a;count:1 2024-09-12T23:59:34.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:33 smithi053 bash[24393]: audit 2024-09-12T23:59:33.099721+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:34.831 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:34 smithi053 bash[50126]: c0e87333d380: Pull complete 2024-09-12T23:59:34.831 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:34 smithi053 bash[50126]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-09-12T23:59:34.831 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:34 smithi053 bash[50126]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-09-12T23:59:36.129 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:35 smithi053 bash[24393]: cluster 2024-09-12T23:59:34.781519+0000 mgr.y (mgr.24464) 28 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-12T23:59:36.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:35 smithi032 bash[22496]: cluster 2024-09-12T23:59:34.781519+0000 mgr.y (mgr.24464) 28 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-12T23:59:36.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:35 smithi032 bash[32211]: cluster 2024-09-12T23:59:34.781519+0000 mgr.y (mgr.24464) 28 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-12T23:59:36.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [12/Sep/2024:23:59:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-12T23:59:36.535 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.200Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-12T23:59:36.535 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.200Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-12T23:59:36.535 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.201Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-12T23:59:36.535 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.201Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-12T23:59:36.535 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.201Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-12T23:59:36.535 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.201Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-12T23:59:36.535 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-12T23:59:36.535 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=arp 2024-09-12T23:59:36.536 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-12T23:59:36.536 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-12T23:59:36.536 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-12T23:59:36.536 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-12T23:59:36.536 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-12T23:59:36.536 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-12T23:59:36.536 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-12T23:59:36.536 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-12T23:59:36.536 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=edac 2024-09-12T23:59:36.536 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-12T23:59:36.536 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-12T23:59:36.536 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-12T23:59:36.536 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-12T23:59:36.537 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-12T23:59:36.537 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-12T23:59:36.537 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-12T23:59:36.537 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-12T23:59:36.537 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-12T23:59:36.537 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-12T23:59:36.537 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-12T23:59:36.537 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-12T23:59:36.537 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-12T23:59:36.538 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-12T23:59:36.538 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-12T23:59:36.538 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-12T23:59:36.538 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.202Z caller=node_exporter.go:117 level=info collector=os 2024-09-12T23:59:36.538 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-12T23:59:36.538 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-12T23:59:36.538 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-12T23:59:36.538 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-12T23:59:36.538 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-12T23:59:36.538 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-12T23:59:36.538 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-12T23:59:36.538 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=stat 2024-09-12T23:59:36.538 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-12T23:59:36.539 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-12T23:59:36.539 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-12T23:59:36.539 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=time 2024-09-12T23:59:36.539 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-12T23:59:36.539 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=uname 2024-09-12T23:59:36.539 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-12T23:59:36.539 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-12T23:59:36.539 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-12T23:59:36.539 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-12T23:59:36.539 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 12 23:59:36 smithi053 bash[50126]: ts=2024-09-12T23:59:36.203Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-12T23:59:36.912 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.623Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-12T23:59:36.912 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.623Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-12T23:59:36.912 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.624Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-12T23:59:36.912 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.624Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-12T23:59:36.912 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.624Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-12T23:59:36.912 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-12T23:59:36.913 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-12T23:59:36.913 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=arp 2024-09-12T23:59:36.913 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-12T23:59:36.913 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-12T23:59:36.913 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-12T23:59:36.913 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-12T23:59:36.913 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-12T23:59:36.913 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-12T23:59:36.913 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-12T23:59:36.913 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-12T23:59:36.913 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=edac 2024-09-12T23:59:36.913 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-12T23:59:36.914 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-12T23:59:36.914 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-12T23:59:36.914 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-12T23:59:36.914 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-12T23:59:36.914 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-12T23:59:36.914 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-12T23:59:36.914 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-12T23:59:36.914 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-12T23:59:36.914 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-12T23:59:36.915 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-12T23:59:36.915 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-12T23:59:36.915 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-12T23:59:36.915 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-12T23:59:36.915 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-12T23:59:36.915 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-12T23:59:36.915 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=os 2024-09-12T23:59:36.915 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-12T23:59:36.915 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-12T23:59:36.915 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-12T23:59:36.915 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-12T23:59:36.916 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-12T23:59:36.916 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-12T23:59:36.916 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-12T23:59:36.916 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=stat 2024-09-12T23:59:36.916 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-12T23:59:36.916 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-12T23:59:36.916 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-12T23:59:36.916 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=time 2024-09-12T23:59:36.916 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-12T23:59:36.916 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=uname 2024-09-12T23:59:36.916 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-12T23:59:36.916 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-12T23:59:36.917 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.625Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-12T23:59:36.917 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.626Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-12T23:59:36.917 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:36 smithi032 bash[57888]: ts=2024-09-12T23:59:36.626Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-12T23:59:38.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:37 smithi032 bash[22496]: cluster 2024-09-12T23:59:36.782011+0000 mgr.y (mgr.24464) 29 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-12T23:59:38.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:37 smithi032 bash[22496]: audit 2024-09-12T23:59:37.855670+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-12T23:59:38.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:37 smithi032 bash[32211]: cluster 2024-09-12T23:59:36.782011+0000 mgr.y (mgr.24464) 29 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-12T23:59:38.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:37 smithi032 bash[32211]: audit 2024-09-12T23:59:37.855670+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-12T23:59:38.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:37 smithi053 bash[24393]: cluster 2024-09-12T23:59:36.782011+0000 mgr.y (mgr.24464) 29 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-12T23:59:38.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:37 smithi053 bash[24393]: audit 2024-09-12T23:59:37.855670+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-12T23:59:38.815 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-12T23:59:40.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:39 smithi032 bash[22496]: cluster 2024-09-12T23:59:38.782787+0000 mgr.y (mgr.24464) 30 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-12T23:59:40.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:39 smithi032 bash[32211]: cluster 2024-09-12T23:59:38.782787+0000 mgr.y (mgr.24464) 30 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-12T23:59:40.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:39 smithi053 bash[24393]: cluster 2024-09-12T23:59:38.782787+0000 mgr.y (mgr.24464) 30 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-12T23:59:42.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:41 smithi032 bash[22496]: cluster 2024-09-12T23:59:40.784124+0000 mgr.y (mgr.24464) 31 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-12T23:59:42.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:41 smithi032 bash[32211]: cluster 2024-09-12T23:59:40.784124+0000 mgr.y (mgr.24464) 31 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-12T23:59:42.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:41 smithi053 bash[24393]: cluster 2024-09-12T23:59:40.784124+0000 mgr.y (mgr.24464) 31 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-12T23:59:44.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:43 smithi032 bash[22496]: cluster 2024-09-12T23:59:42.784899+0000 mgr.y (mgr.24464) 32 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:44.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:43 smithi032 bash[32211]: cluster 2024-09-12T23:59:42.784899+0000 mgr.y (mgr.24464) 32 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:44.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:43 smithi053 bash[24393]: cluster 2024-09-12T23:59:42.784899+0000 mgr.y (mgr.24464) 32 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:44.692 INFO:teuthology.orchestra.run.smithi032.stdout:[client.0] 2024-09-12T23:59:44.692 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBwgONms3oRKRAA69mgHpGTD1T5u0FWQwqzBg== 2024-09-12T23:59:44.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:44 smithi032 bash[22496]: audit 2024-09-12T23:59:44.688701+0000 mon.a (mon.0) 780 : audit [INF] from='client.? 172.21.15.32:0/2793988375' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-12T23:59:44.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:44 smithi032 bash[22496]: audit 2024-09-12T23:59:44.695518+0000 mon.a (mon.0) 781 : audit [INF] from='client.? 172.21.15.32:0/2793988375' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-12T23:59:44.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:44 smithi032 bash[32211]: audit 2024-09-12T23:59:44.688701+0000 mon.a (mon.0) 780 : audit [INF] from='client.? 172.21.15.32:0/2793988375' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-12T23:59:44.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:44 smithi032 bash[32211]: audit 2024-09-12T23:59:44.695518+0000 mon.a (mon.0) 781 : audit [INF] from='client.? 172.21.15.32:0/2793988375' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-12T23:59:45.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:44 smithi053 bash[24393]: audit 2024-09-12T23:59:44.688701+0000 mon.a (mon.0) 780 : audit [INF] from='client.? 172.21.15.32:0/2793988375' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-12T23:59:45.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:44 smithi053 bash[24393]: audit 2024-09-12T23:59:44.695518+0000 mon.a (mon.0) 781 : audit [INF] from='client.? 172.21.15.32:0/2793988375' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-12T23:59:45.896 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.896 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.896 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.897 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.897 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.897 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.897 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.897 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.898 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.898 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.898 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.898 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.898 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.898 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.898 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.899 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.899 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:45 smithi032 bash[22496]: cluster 2024-09-12T23:59:44.785688+0000 mgr.y (mgr.24464) 33 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:45.899 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.899 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.899 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.899 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.900 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.900 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-12T23:59:45.900 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:45 smithi032 bash[32211]: cluster 2024-09-12T23:59:44.785688+0000 mgr.y (mgr.24464) 33 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:45.901 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-12T23:59:45.901 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-12T23:59:45.901 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-12T23:59:45.916 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-12T23:59:46.161 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:45 smithi032 systemd[1]: Started Ceph alertmanager.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-12T23:59:46.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:45 smithi053 bash[24393]: cluster 2024-09-12T23:59:44.785688+0000 mgr.y (mgr.24464) 33 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:46.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:46 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [12/Sep/2024:23:59:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-12T23:59:47.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:46 smithi053 bash[24393]: audit 2024-09-12T23:59:45.999710+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:47.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:46 smithi053 bash[24393]: audit 2024-09-12T23:59:46.005126+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:47.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:46 smithi053 bash[24393]: audit 2024-09-12T23:59:46.009225+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:47.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:47 smithi053 bash[24393]: audit 2024-09-12T23:59:46.013025+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:47.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:47 smithi053 bash[24393]: audit 2024-09-12T23:59:46.041023+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:59:47.298 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:46 smithi032 bash[22496]: audit 2024-09-12T23:59:45.999710+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:47.298 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:46 smithi032 bash[22496]: audit 2024-09-12T23:59:46.005126+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:47.298 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:46 smithi032 bash[22496]: audit 2024-09-12T23:59:46.009225+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:47.298 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[22496]: audit 2024-09-12T23:59:46.013025+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:47.298 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[22496]: audit 2024-09-12T23:59:46.041023+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:59:47.299 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[32211]: audit 2024-09-12T23:59:45.999710+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:47.299 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[32211]: audit 2024-09-12T23:59:46.005126+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:47.299 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[32211]: audit 2024-09-12T23:59:46.009225+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:47.299 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[32211]: audit 2024-09-12T23:59:46.013025+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:47.299 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[32211]: audit 2024-09-12T23:59:46.041023+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T23:59:47.661 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[58441]: ts=2024-09-12T23:59:47.398Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-12T23:59:47.662 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[58441]: ts=2024-09-12T23:59:47.398Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-12T23:59:47.662 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[58441]: ts=2024-09-12T23:59:47.400Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.32 port=9094 2024-09-12T23:59:47.662 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[58441]: ts=2024-09-12T23:59:47.401Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-12T23:59:47.662 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[58441]: ts=2024-09-12T23:59:47.431Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-12T23:59:47.662 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[58441]: ts=2024-09-12T23:59:47.432Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-12T23:59:47.662 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[58441]: ts=2024-09-12T23:59:47.435Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-12T23:59:47.662 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:47 smithi032 bash[58441]: ts=2024-09-12T23:59:47.435Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-12T23:59:48.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:48 smithi053 bash[24393]: cluster 2024-09-12T23:59:46.786318+0000 mgr.y (mgr.24464) 34 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:48.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:48 smithi053 bash[24393]: audit 2024-09-12T23:59:47.874155+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:48 smithi032 bash[22496]: cluster 2024-09-12T23:59:46.786318+0000 mgr.y (mgr.24464) 34 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:48 smithi032 bash[22496]: audit 2024-09-12T23:59:47.874155+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:48.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:48 smithi032 bash[32211]: cluster 2024-09-12T23:59:46.786318+0000 mgr.y (mgr.24464) 34 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:48.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:48 smithi032 bash[32211]: audit 2024-09-12T23:59:47.874155+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:49.661 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:49 smithi032 bash[58441]: ts=2024-09-12T23:59:49.402Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000409903s 2024-09-12T23:59:50.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:50 smithi053 bash[24393]: cluster 2024-09-12T23:59:48.787050+0000 mgr.y (mgr.24464) 35 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:50 smithi032 bash[22496]: cluster 2024-09-12T23:59:48.787050+0000 mgr.y (mgr.24464) 35 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:50.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:50 smithi032 bash[32211]: cluster 2024-09-12T23:59:48.787050+0000 mgr.y (mgr.24464) 35 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:50.712 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.b/config 2024-09-12T23:59:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:52 smithi053 bash[24393]: cluster 2024-09-12T23:59:50.788116+0000 mgr.y (mgr.24464) 36 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:52 smithi053 bash[24393]: audit 2024-09-12T23:59:51.231265+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:52.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:52 smithi053 bash[24393]: audit 2024-09-12T23:59:51.241126+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:52.543 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:52 smithi032 bash[22749]: [12/Sep/2024:23:59:52] ENGINE Bus STOPPING 2024-09-12T23:59:52.543 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:52 smithi032 bash[22496]: cluster 2024-09-12T23:59:50.788116+0000 mgr.y (mgr.24464) 36 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:52.543 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:52 smithi032 bash[22496]: audit 2024-09-12T23:59:51.231265+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:52.543 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:52 smithi032 bash[22496]: audit 2024-09-12T23:59:51.241126+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:52.544 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:52 smithi032 bash[32211]: cluster 2024-09-12T23:59:50.788116+0000 mgr.y (mgr.24464) 36 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:52.544 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:52 smithi032 bash[32211]: audit 2024-09-12T23:59:51.231265+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:52.544 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:52 smithi032 bash[32211]: audit 2024-09-12T23:59:51.241126+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:52.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:52 smithi032 bash[22749]: [12/Sep/2024:23:59:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-12T23:59:52.912 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:52 smithi032 bash[22749]: [12/Sep/2024:23:59:52] ENGINE Bus STOPPED 2024-09-12T23:59:52.912 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:52 smithi032 bash[22749]: [12/Sep/2024:23:59:52] ENGINE Bus STARTING 2024-09-12T23:59:52.912 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:52 smithi032 bash[22749]: [12/Sep/2024:23:59:52] ENGINE Serving on http://:::9283 2024-09-12T23:59:52.912 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 12 23:59:52 smithi032 bash[22749]: [12/Sep/2024:23:59:52] ENGINE Bus STARTED 2024-09-12T23:59:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[22496]: audit 2024-09-12T23:59:52.371158+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[22496]: audit 2024-09-12T23:59:52.376357+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[22496]: audit 2024-09-12T23:59:52.377268+0000 mon.a (mon.0) 792 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:59:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[22496]: audit 2024-09-12T23:59:52.378006+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:59:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[22496]: audit 2024-09-12T23:59:52.382380+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[22496]: audit 2024-09-12T23:59:52.439708+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[22496]: audit 2024-09-12T23:59:52.446141+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[22496]: audit 2024-09-12T23:59:52.449569+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-12T23:59:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[22496]: audit 2024-09-12T23:59:52.450101+0000 mgr.y (mgr.24464) 37 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-12T23:59:53.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[22496]: audit 2024-09-12T23:59:52.458969+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[22496]: cephadm 2024-09-12T23:59:52.483777+0000 mgr.y (mgr.24464) 38 : cephadm [INF] Deploying daemon grafana.a on smithi053 2024-09-12T23:59:53.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[22496]: cluster 2024-09-12T23:59:52.788796+0000 mgr.y (mgr.24464) 39 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:53.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[22496]: audit 2024-09-12T23:59:52.855828+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-12T23:59:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[32211]: audit 2024-09-12T23:59:52.371158+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[32211]: audit 2024-09-12T23:59:52.376357+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[32211]: audit 2024-09-12T23:59:52.377268+0000 mon.a (mon.0) 792 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:59:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[32211]: audit 2024-09-12T23:59:52.378006+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:59:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[32211]: audit 2024-09-12T23:59:52.382380+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[32211]: audit 2024-09-12T23:59:52.439708+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[32211]: audit 2024-09-12T23:59:52.446141+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[32211]: audit 2024-09-12T23:59:52.449569+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-12T23:59:53.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[32211]: audit 2024-09-12T23:59:52.450101+0000 mgr.y (mgr.24464) 37 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-12T23:59:53.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[32211]: audit 2024-09-12T23:59:52.458969+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[32211]: cephadm 2024-09-12T23:59:52.483777+0000 mgr.y (mgr.24464) 38 : cephadm [INF] Deploying daemon grafana.a on smithi053 2024-09-12T23:59:53.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[32211]: cluster 2024-09-12T23:59:52.788796+0000 mgr.y (mgr.24464) 39 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:53.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:53 smithi032 bash[32211]: audit 2024-09-12T23:59:52.855828+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-12T23:59:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:53 smithi053 bash[24393]: audit 2024-09-12T23:59:52.371158+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:53 smithi053 bash[24393]: audit 2024-09-12T23:59:52.376357+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:53 smithi053 bash[24393]: audit 2024-09-12T23:59:52.377268+0000 mon.a (mon.0) 792 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T23:59:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:53 smithi053 bash[24393]: audit 2024-09-12T23:59:52.378006+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T23:59:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:53 smithi053 bash[24393]: audit 2024-09-12T23:59:52.382380+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:53 smithi053 bash[24393]: audit 2024-09-12T23:59:52.439708+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:53 smithi053 bash[24393]: audit 2024-09-12T23:59:52.446141+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:53 smithi053 bash[24393]: audit 2024-09-12T23:59:52.449569+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-12T23:59:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:53 smithi053 bash[24393]: audit 2024-09-12T23:59:52.450101+0000 mgr.y (mgr.24464) 37 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-12T23:59:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:53 smithi053 bash[24393]: audit 2024-09-12T23:59:52.458969+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-12T23:59:53.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:53 smithi053 bash[24393]: cephadm 2024-09-12T23:59:52.483777+0000 mgr.y (mgr.24464) 38 : cephadm [INF] Deploying daemon grafana.a on smithi053 2024-09-12T23:59:53.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:53 smithi053 bash[24393]: cluster 2024-09-12T23:59:52.788796+0000 mgr.y (mgr.24464) 39 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:53.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:53 smithi053 bash[24393]: audit 2024-09-12T23:59:52.855828+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-12T23:59:54.442 INFO:teuthology.orchestra.run.smithi053.stdout:[client.1] 2024-09-12T23:59:54.442 INFO:teuthology.orchestra.run.smithi053.stdout: key = AQB6gONm00ggGhAAJZB4kHObtxrPbKeHSxoBSg== 2024-09-12T23:59:54.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:54 smithi053 bash[24393]: audit 2024-09-12T23:59:54.436515+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.53:0/3419542843' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-12T23:59:54.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:54 smithi053 bash[24393]: audit 2024-09-12T23:59:54.437989+0000 mon.a (mon.0) 800 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-12T23:59:54.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:54 smithi053 bash[24393]: audit 2024-09-12T23:59:54.445384+0000 mon.a (mon.0) 801 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-12T23:59:54.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:54 smithi032 bash[22496]: audit 2024-09-12T23:59:54.436515+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.53:0/3419542843' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-12T23:59:54.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:54 smithi032 bash[22496]: audit 2024-09-12T23:59:54.437989+0000 mon.a (mon.0) 800 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-12T23:59:54.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:54 smithi032 bash[22496]: audit 2024-09-12T23:59:54.445384+0000 mon.a (mon.0) 801 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-12T23:59:54.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:54 smithi032 bash[32211]: audit 2024-09-12T23:59:54.436515+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.53:0/3419542843' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-12T23:59:54.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:54 smithi032 bash[32211]: audit 2024-09-12T23:59:54.437989+0000 mon.a (mon.0) 800 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-12T23:59:54.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:54 smithi032 bash[32211]: audit 2024-09-12T23:59:54.445384+0000 mon.a (mon.0) 801 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-12T23:59:55.608 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-12T23:59:55.608 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-12T23:59:55.608 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-12T23:59:55.633 INFO:tasks.cephadm:Creating RBD pool 2024-09-12T23:59:55.633 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd pool create rbd 8 2024-09-12T23:59:55.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:55 smithi053 bash[24393]: cluster 2024-09-12T23:59:54.789986+0000 mgr.y (mgr.24464) 40 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:55.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:55 smithi032 bash[22496]: cluster 2024-09-12T23:59:54.789986+0000 mgr.y (mgr.24464) 40 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:55.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:55 smithi032 bash[32211]: cluster 2024-09-12T23:59:54.789986+0000 mgr.y (mgr.24464) 40 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:56.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 12 23:59:56 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [12/Sep/2024:23:59:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-12T23:59:57.661 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 12 23:59:57 smithi032 bash[58441]: ts=2024-09-12T23:59:57.404Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002941922s 2024-09-12T23:59:58.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:57 smithi032 bash[22496]: cluster 2024-09-12T23:59:56.790622+0000 mgr.y (mgr.24464) 41 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:58.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:57 smithi032 bash[32211]: cluster 2024-09-12T23:59:56.790622+0000 mgr.y (mgr.24464) 41 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-12T23:59:58.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:57 smithi053 bash[24393]: cluster 2024-09-12T23:59:56.790622+0000 mgr.y (mgr.24464) 41 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:00.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 12 23:59:59 smithi032 bash[22496]: cluster 2024-09-12T23:59:58.791588+0000 mgr.y (mgr.24464) 42 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:00.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 12 23:59:59 smithi032 bash[32211]: cluster 2024-09-12T23:59:58.791588+0000 mgr.y (mgr.24464) 42 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:00.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 12 23:59:59 smithi053 bash[24393]: cluster 2024-09-12T23:59:58.791588+0000 mgr.y (mgr.24464) 42 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:00.428 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:00:01.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:00 smithi032 bash[22496]: cluster 2024-09-13T00:00:00.000122+0000 mon.a (mon.0) 802 : cluster [INF] overall HEALTH_OK 2024-09-13T00:00:01.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:00 smithi032 bash[32211]: cluster 2024-09-13T00:00:00.000122+0000 mon.a (mon.0) 802 : cluster [INF] overall HEALTH_OK 2024-09-13T00:00:01.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:00 smithi053 bash[24393]: cluster 2024-09-13T00:00:00.000122+0000 mon.a (mon.0) 802 : cluster [INF] overall HEALTH_OK 2024-09-13T00:00:02.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:01 smithi032 bash[22496]: cluster 2024-09-13T00:00:00.792427+0000 mgr.y (mgr.24464) 43 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:01 smithi032 bash[32211]: cluster 2024-09-13T00:00:00.792427+0000 mgr.y (mgr.24464) 43 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:02.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:01 smithi053 bash[24393]: cluster 2024-09-13T00:00:00.792427+0000 mgr.y (mgr.24464) 43 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:04.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:03 smithi032 bash[22496]: cluster 2024-09-13T00:00:02.793150+0000 mgr.y (mgr.24464) 44 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:04.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:03 smithi032 bash[32211]: cluster 2024-09-13T00:00:02.793150+0000 mgr.y (mgr.24464) 44 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:04.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:03 smithi053 bash[24393]: cluster 2024-09-13T00:00:02.793150+0000 mgr.y (mgr.24464) 44 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:05.311 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'rbd' created 2024-09-13T00:00:05.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:05 smithi032 bash[22496]: cluster 2024-09-13T00:00:04.793914+0000 mgr.y (mgr.24464) 45 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:05.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:05 smithi032 bash[22496]: audit 2024-09-13T00:00:04.812027+0000 mon.a (mon.0) 803 : audit [INF] from='client.? 172.21.15.32:0/3265555297' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T00:00:05.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:05 smithi032 bash[32211]: cluster 2024-09-13T00:00:04.793914+0000 mgr.y (mgr.24464) 45 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:05.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:05 smithi032 bash[32211]: audit 2024-09-13T00:00:04.812027+0000 mon.a (mon.0) 803 : audit [INF] from='client.? 172.21.15.32:0/3265555297' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T00:00:05.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:05 smithi053 bash[24393]: cluster 2024-09-13T00:00:04.793914+0000 mgr.y (mgr.24464) 45 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:05.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:05 smithi053 bash[24393]: audit 2024-09-13T00:00:04.812027+0000 mon.a (mon.0) 803 : audit [INF] from='client.? 172.21.15.32:0/3265555297' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T00:00:06.218 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- rbd pool init rbd 2024-09-13T00:00:06.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:06 smithi032 bash[22496]: audit 2024-09-13T00:00:05.313614+0000 mon.a (mon.0) 804 : audit [INF] from='client.? 172.21.15.32:0/3265555297' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-13T00:00:06.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:06 smithi032 bash[22496]: cluster 2024-09-13T00:00:05.313686+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-13T00:00:06.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:06 smithi032 bash[32211]: audit 2024-09-13T00:00:05.313614+0000 mon.a (mon.0) 804 : audit [INF] from='client.? 172.21.15.32:0/3265555297' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-13T00:00:06.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:06 smithi032 bash[32211]: cluster 2024-09-13T00:00:05.313686+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-13T00:00:06.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:00:06 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:00:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:00:06.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:06 smithi053 bash[24393]: audit 2024-09-13T00:00:05.313614+0000 mon.a (mon.0) 804 : audit [INF] from='client.? 172.21.15.32:0/3265555297' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-13T00:00:06.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:06 smithi053 bash[24393]: cluster 2024-09-13T00:00:05.313686+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-13T00:00:07.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:07 smithi032 bash[22496]: cluster 2024-09-13T00:00:06.328633+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-13T00:00:07.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:07 smithi032 bash[22496]: cluster 2024-09-13T00:00:06.794588+0000 mgr.y (mgr.24464) 46 : cluster [DBG] pgmap v27: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:07.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:07 smithi032 bash[32211]: cluster 2024-09-13T00:00:06.328633+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-13T00:00:07.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:07 smithi032 bash[32211]: cluster 2024-09-13T00:00:06.794588+0000 mgr.y (mgr.24464) 46 : cluster [DBG] pgmap v27: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:07.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:07 smithi053 bash[24393]: cluster 2024-09-13T00:00:06.328633+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-13T00:00:07.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:07 smithi053 bash[24393]: cluster 2024-09-13T00:00:06.794588+0000 mgr.y (mgr.24464) 46 : cluster [DBG] pgmap v27: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:08.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:08 smithi032 bash[22496]: cluster 2024-09-13T00:00:07.336869+0000 mon.a (mon.0) 807 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:00:08.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:08 smithi032 bash[22496]: cluster 2024-09-13T00:00:07.352397+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-13T00:00:08.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:08 smithi032 bash[22496]: audit 2024-09-13T00:00:07.862297+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:08.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:08 smithi032 bash[22496]: audit 2024-09-13T00:00:07.863761+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:00:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:08 smithi032 bash[32211]: cluster 2024-09-13T00:00:07.336869+0000 mon.a (mon.0) 807 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:00:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:08 smithi032 bash[32211]: cluster 2024-09-13T00:00:07.352397+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-13T00:00:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:08 smithi032 bash[32211]: audit 2024-09-13T00:00:07.862297+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:08 smithi032 bash[32211]: audit 2024-09-13T00:00:07.863761+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:00:08.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:08 smithi053 bash[24393]: cluster 2024-09-13T00:00:07.336869+0000 mon.a (mon.0) 807 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:00:08.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:08 smithi053 bash[24393]: cluster 2024-09-13T00:00:07.352397+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-13T00:00:08.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:08 smithi053 bash[24393]: audit 2024-09-13T00:00:07.862297+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:08.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:08 smithi053 bash[24393]: audit 2024-09-13T00:00:07.863761+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:00:09.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:09 smithi032 bash[22496]: cluster 2024-09-13T00:00:08.795920+0000 mgr.y (mgr.24464) 47 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:09.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:09 smithi032 bash[32211]: cluster 2024-09-13T00:00:08.795920+0000 mgr.y (mgr.24464) 47 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:09.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:09 smithi053 bash[24393]: cluster 2024-09-13T00:00:08.795920+0000 mgr.y (mgr.24464) 47 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:11.020 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:00:12.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:11 smithi032 bash[22496]: cluster 2024-09-13T00:00:10.796835+0000 mgr.y (mgr.24464) 48 : cluster [DBG] pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:12.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:11 smithi032 bash[32211]: cluster 2024-09-13T00:00:10.796835+0000 mgr.y (mgr.24464) 48 : cluster [DBG] pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:12.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:11 smithi053 bash[24393]: cluster 2024-09-13T00:00:10.796835+0000 mgr.y (mgr.24464) 48 : cluster [DBG] pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:14.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:13 smithi032 bash[22496]: cluster 2024-09-13T00:00:12.797587+0000 mgr.y (mgr.24464) 49 : cluster [DBG] pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:14.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:13 smithi032 bash[32211]: cluster 2024-09-13T00:00:12.797587+0000 mgr.y (mgr.24464) 49 : cluster [DBG] pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:14.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:13 smithi053 bash[24393]: cluster 2024-09-13T00:00:12.797587+0000 mgr.y (mgr.24464) 49 : cluster [DBG] pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:15.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:14 smithi032 bash[22496]: audit 2024-09-13T00:00:14.583935+0000 mon.a (mon.0) 811 : audit [INF] from='client.? 172.21.15.32:0/2134215166' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T00:00:15.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:14 smithi032 bash[32211]: audit 2024-09-13T00:00:14.583935+0000 mon.a (mon.0) 811 : audit [INF] from='client.? 172.21.15.32:0/2134215166' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T00:00:15.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:14 smithi053 bash[24393]: audit 2024-09-13T00:00:14.583935+0000 mon.a (mon.0) 811 : audit [INF] from='client.? 172.21.15.32:0/2134215166' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T00:00:16.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:15 smithi032 bash[22496]: cluster 2024-09-13T00:00:14.798858+0000 mgr.y (mgr.24464) 50 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:16.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:15 smithi032 bash[22496]: audit 2024-09-13T00:00:14.873142+0000 mon.a (mon.0) 812 : audit [INF] from='client.? 172.21.15.32:0/2134215166' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-13T00:00:16.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:15 smithi032 bash[22496]: cluster 2024-09-13T00:00:14.873311+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-13T00:00:16.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:15 smithi032 bash[32211]: cluster 2024-09-13T00:00:14.798858+0000 mgr.y (mgr.24464) 50 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:16.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:15 smithi032 bash[32211]: audit 2024-09-13T00:00:14.873142+0000 mon.a (mon.0) 812 : audit [INF] from='client.? 172.21.15.32:0/2134215166' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-13T00:00:16.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:15 smithi032 bash[32211]: cluster 2024-09-13T00:00:14.873311+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-13T00:00:16.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:15 smithi053 bash[24393]: cluster 2024-09-13T00:00:14.798858+0000 mgr.y (mgr.24464) 50 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:16.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:15 smithi053 bash[24393]: audit 2024-09-13T00:00:14.873142+0000 mon.a (mon.0) 812 : audit [INF] from='client.? 172.21.15.32:0/2134215166' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-13T00:00:16.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:15 smithi053 bash[24393]: cluster 2024-09-13T00:00:14.873311+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-13T00:00:16.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:00:16 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:00:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:00:17.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:16 smithi032 bash[22496]: cluster 2024-09-13T00:00:15.883024+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-13T00:00:17.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:16 smithi032 bash[32211]: cluster 2024-09-13T00:00:15.883024+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-13T00:00:17.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:16 smithi053 bash[24393]: cluster 2024-09-13T00:00:15.883024+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-13T00:00:17.686 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-13T00:00:17.687 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-13T00:00:17.687 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-13T00:00:18.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:17 smithi032 bash[22496]: cluster 2024-09-13T00:00:16.799520+0000 mgr.y (mgr.24464) 51 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:18.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:17 smithi032 bash[22496]: cluster 2024-09-13T00:00:16.877772+0000 mon.a (mon.0) 815 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:00:18.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:17 smithi032 bash[22496]: cluster 2024-09-13T00:00:16.877828+0000 mon.a (mon.0) 816 : cluster [INF] Cluster is now healthy 2024-09-13T00:00:18.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:17 smithi032 bash[22496]: cluster 2024-09-13T00:00:16.894188+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-13T00:00:18.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:17 smithi032 bash[32211]: cluster 2024-09-13T00:00:16.799520+0000 mgr.y (mgr.24464) 51 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:18.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:17 smithi032 bash[32211]: cluster 2024-09-13T00:00:16.877772+0000 mon.a (mon.0) 815 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:00:18.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:17 smithi032 bash[32211]: cluster 2024-09-13T00:00:16.877828+0000 mon.a (mon.0) 816 : cluster [INF] Cluster is now healthy 2024-09-13T00:00:18.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:17 smithi032 bash[32211]: cluster 2024-09-13T00:00:16.894188+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-13T00:00:18.181 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:17 smithi053 bash[24393]: cluster 2024-09-13T00:00:16.799520+0000 mgr.y (mgr.24464) 51 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:18.181 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:17 smithi053 bash[24393]: cluster 2024-09-13T00:00:16.877772+0000 mon.a (mon.0) 815 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:00:18.181 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:17 smithi053 bash[24393]: cluster 2024-09-13T00:00:16.877828+0000 mon.a (mon.0) 816 : cluster [INF] Cluster is now healthy 2024-09-13T00:00:18.181 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:17 smithi053 bash[24393]: cluster 2024-09-13T00:00:16.894188+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-13T00:00:20.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:19 smithi053 bash[24393]: cluster 2024-09-13T00:00:18.800849+0000 mgr.y (mgr.24464) 52 : cluster [DBG] pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-13T00:00:20.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:19 smithi032 bash[22496]: cluster 2024-09-13T00:00:18.800849+0000 mgr.y (mgr.24464) 52 : cluster [DBG] pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-13T00:00:20.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:19 smithi032 bash[32211]: cluster 2024-09-13T00:00:18.800849+0000 mgr.y (mgr.24464) 52 : cluster [DBG] pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-13T00:00:20.736 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:20.736 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:20.737 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:20.737 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:20.737 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:20.738 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:20.738 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:20.738 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:20.738 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:21.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:21.034 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:21.035 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:21.035 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:21.035 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:21.036 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:21.036 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:21.036 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:21.037 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: Started Ceph grafana.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:00:21.037 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:00:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:00:21.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:21 smithi053 bash[24393]: cluster 2024-09-13T00:00:20.274685+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-13T00:00:21.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:21 smithi053 bash[24393]: audit 2024-09-13T00:00:21.028864+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:21.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:21 smithi053 bash[24393]: audit 2024-09-13T00:00:21.038863+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:21.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:21 smithi053 bash[24393]: audit 2024-09-13T00:00:21.047723+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:21.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:21 smithi053 bash[24393]: audit 2024-09-13T00:00:21.056895+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:21.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:21 smithi053 bash[24393]: audit 2024-09-13T00:00:21.114104+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:00:21.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:21 smithi032 bash[22496]: cluster 2024-09-13T00:00:20.274685+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-13T00:00:21.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:21 smithi032 bash[22496]: audit 2024-09-13T00:00:21.028864+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:21.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:21 smithi032 bash[22496]: audit 2024-09-13T00:00:21.038863+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:21.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:21 smithi032 bash[22496]: audit 2024-09-13T00:00:21.047723+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:21.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:21 smithi032 bash[22496]: audit 2024-09-13T00:00:21.056895+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:21.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:21 smithi032 bash[22496]: audit 2024-09-13T00:00:21.114104+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:00:21.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:21 smithi032 bash[32211]: cluster 2024-09-13T00:00:20.274685+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-13T00:00:21.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:21 smithi032 bash[32211]: audit 2024-09-13T00:00:21.028864+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:21.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:21 smithi032 bash[32211]: audit 2024-09-13T00:00:21.038863+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:21.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:21 smithi032 bash[32211]: audit 2024-09-13T00:00:21.047723+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:21.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:21 smithi032 bash[32211]: audit 2024-09-13T00:00:21.056895+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:21.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:21 smithi032 bash[32211]: audit 2024-09-13T00:00:21.114104+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:00:22.363 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[24393]: cluster 2024-09-13T00:00:20.801539+0000 mgr.y (mgr.24464) 53 : cluster [DBG] pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 345 B/s wr, 0 op/s 2024-09-13T00:00:22.364 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[24393]: audit 2024-09-13T00:00:21.399988+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:22.364 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[24393]: audit 2024-09-13T00:00:21.404677+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:22.364 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=settings t=2024-09-13T00:00:22.322237545Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-13T00:00:22.364 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=settings t=2024-09-13T00:00:22.322458097Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-13T00:00:22.364 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=settings t=2024-09-13T00:00:22.32248587Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-13T00:00:22.364 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=settings t=2024-09-13T00:00:22.322500057Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-13T00:00:22.364 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=settings t=2024-09-13T00:00:22.32251285Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-13T00:00:22.364 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=settings t=2024-09-13T00:00:22.322525621Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-13T00:00:22.365 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=settings t=2024-09-13T00:00:22.322533069Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-13T00:00:22.365 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=settings t=2024-09-13T00:00:22.322540014Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-13T00:00:22.365 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=settings t=2024-09-13T00:00:22.322547936Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-13T00:00:22.365 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=settings t=2024-09-13T00:00:22.322555032Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-13T00:00:22.365 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=settings t=2024-09-13T00:00:22.322561649Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-13T00:00:22.365 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=settings t=2024-09-13T00:00:22.32256827Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-13T00:00:22.365 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=settings t=2024-09-13T00:00:22.322578965Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-13T00:00:22.365 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=settings t=2024-09-13T00:00:22.3225885Z level=info msg="App mode production" 2024-09-13T00:00:22.365 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=sqlstore t=2024-09-13T00:00:22.322664253Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-13T00:00:22.365 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=sqlstore t=2024-09-13T00:00:22.322687872Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-13T00:00:22.365 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.323649932Z level=info msg="Starting DB migrations" 2024-09-13T00:00:22.365 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.323760885Z level=info msg="Executing migration" id="create migration_log table" 2024-09-13T00:00:22.365 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.366803867Z level=info msg="Executing migration" id="create user table" 2024-09-13T00:00:22.493 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:00:22.624 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:22 smithi032 bash[22496]: cluster 2024-09-13T00:00:20.801539+0000 mgr.y (mgr.24464) 53 : cluster [DBG] pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 345 B/s wr, 0 op/s 2024-09-13T00:00:22.624 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:22 smithi032 bash[22496]: audit 2024-09-13T00:00:21.399988+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:22.624 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:22 smithi032 bash[22496]: audit 2024-09-13T00:00:21.404677+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:22.625 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:22 smithi032 bash[32211]: cluster 2024-09-13T00:00:20.801539+0000 mgr.y (mgr.24464) 53 : cluster [DBG] pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 345 B/s wr, 0 op/s 2024-09-13T00:00:22.625 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:22 smithi032 bash[32211]: audit 2024-09-13T00:00:21.399988+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:22.625 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:22 smithi032 bash[32211]: audit 2024-09-13T00:00:21.404677+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:22.625 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.392168194Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-13T00:00:22.625 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.417465725Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-13T00:00:22.625 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.442731482Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-13T00:00:22.626 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.467924206Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-13T00:00:22.626 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.493215053Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-13T00:00:22.626 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.535225604Z level=info msg="Executing migration" id="create user table v2" 2024-09-13T00:00:22.626 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.560492541Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-13T00:00:22.626 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.602492479Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-13T00:00:22.626 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.627822163Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-13T00:00:22.886 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.652950882Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-13T00:00:22.886 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.678197766Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-13T00:00:22.886 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.70344864Z level=info msg="Executing migration" id="Update user table charset" 2024-09-13T00:00:22.886 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.728582093Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-13T00:00:22.886 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.753772498Z level=info msg="Executing migration" id="Add missing user data" 2024-09-13T00:00:22.886 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.779042688Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-13T00:00:22.886 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.820984408Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-13T00:00:22.886 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.846197456Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-13T00:00:22.886 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.888168674Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-13T00:00:23.139 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.930185152Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-13T00:00:23.139 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.955507562Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-13T00:00:23.139 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:22 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:22.980729847Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-13T00:00:23.139 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.022663893Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-13T00:00:23.139 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.039521693Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-13T00:00:23.139 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.056444841Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-13T00:00:23.139 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.073242442Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-13T00:00:23.139 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.106912684Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-13T00:00:23.139 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.123841413Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-13T00:00:23.140 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.140550791Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-13T00:00:23.399 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.157795635Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-13T00:00:23.399 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.183097189Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-13T00:00:23.399 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.225014752Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-13T00:00:23.399 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.266980652Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-13T00:00:23.399 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.309049154Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-13T00:00:23.400 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.334234446Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-13T00:00:23.400 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.376316148Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-13T00:00:23.400 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.401382292Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-13T00:00:23.659 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.426663736Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-13T00:00:23.660 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.460236824Z level=info msg="Executing migration" id="create star table" 2024-09-13T00:00:23.660 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.502282142Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-13T00:00:23.660 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.527628333Z level=info msg="Executing migration" id="create org table v1" 2024-09-13T00:00:23.660 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.55293634Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-13T00:00:23.660 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.577973991Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-13T00:00:23.660 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.620062316Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-13T00:00:23.660 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.662046289Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-13T00:00:23.937 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[24393]: cluster 2024-09-13T00:00:22.802164+0000 mgr.y (mgr.24464) 54 : cluster [DBG] pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 295 B/s wr, 0 op/s 2024-09-13T00:00:23.937 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[24393]: audit 2024-09-13T00:00:22.867615+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:23.937 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[24393]: audit 2024-09-13T00:00:22.869475+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:00:23.937 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[24393]: audit 2024-09-13T00:00:22.921462+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:23.938 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.687310349Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-13T00:00:23.938 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.712546174Z level=info msg="Executing migration" id="Update org table charset" 2024-09-13T00:00:23.938 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.737757124Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-13T00:00:23.938 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.762968955Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-13T00:00:23.938 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.788195337Z level=info msg="Executing migration" id="create dashboard table" 2024-09-13T00:00:23.938 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.830298405Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-13T00:00:23.938 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.855475538Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-13T00:00:23.938 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.897572521Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-13T00:00:23.939 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.939616804Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-13T00:00:24.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:23 smithi032 bash[22496]: cluster 2024-09-13T00:00:22.802164+0000 mgr.y (mgr.24464) 54 : cluster [DBG] pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 295 B/s wr, 0 op/s 2024-09-13T00:00:24.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:23 smithi032 bash[22496]: audit 2024-09-13T00:00:22.867615+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:24.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:23 smithi032 bash[22496]: audit 2024-09-13T00:00:22.869475+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:00:24.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:23 smithi032 bash[22496]: audit 2024-09-13T00:00:22.921462+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:24.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:23 smithi032 bash[32211]: cluster 2024-09-13T00:00:22.802164+0000 mgr.y (mgr.24464) 54 : cluster [DBG] pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 295 B/s wr, 0 op/s 2024-09-13T00:00:24.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:23 smithi032 bash[32211]: audit 2024-09-13T00:00:22.867615+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:24.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:23 smithi032 bash[32211]: audit 2024-09-13T00:00:22.869475+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:00:24.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:23 smithi032 bash[32211]: audit 2024-09-13T00:00:22.921462+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:24.197 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:23 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:23.96480456Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-13T00:00:24.197 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.006791466Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-13T00:00:24.197 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.032035568Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-13T00:00:24.197 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.057216211Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-13T00:00:24.197 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.08247544Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-13T00:00:24.197 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.107755111Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-13T00:00:24.197 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.158030285Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-13T00:00:24.197 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.18323473Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-13T00:00:24.197 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.200155878Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-13T00:00:24.458 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.242217506Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-13T00:00:24.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.284280288Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-13T00:00:24.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.309553924Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-13T00:00:24.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.326431616Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-13T00:00:24.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.343343462Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-13T00:00:24.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.360218816Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-13T00:00:24.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.376995713Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-13T00:00:24.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.39385238Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-13T00:00:24.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.41090194Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-13T00:00:24.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.436191882Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-13T00:00:24.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.461386271Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-13T00:00:24.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.4866081Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-13T00:00:24.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.528652516Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-13T00:00:24.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.553797147Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-13T00:00:24.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.579141177Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-13T00:00:24.712 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.620993966Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-13T00:00:24.712 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.646205166Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-13T00:00:24.712 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.6881825Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-13T00:00:24.712 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.713476997Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-13T00:00:25.004 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[24393]: cluster 2024-09-13T00:00:23.928736+0000 mon.a (mon.0) 829 : cluster [DBG] mgrmap e21: y(active, since 61s), standbys: x 2024-09-13T00:00:25.005 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.738617028Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-13T00:00:25.005 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.780664178Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-13T00:00:25.005 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.822598796Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-13T00:00:25.005 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.873011561Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-13T00:00:25.005 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.906538104Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-13T00:00:25.005 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:24 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:24.95692982Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-13T00:00:25.005 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.007380145Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-13T00:00:25.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.04933608Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-13T00:00:25.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.074818699Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-13T00:00:25.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.116750998Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-13T00:00:25.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.142047093Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-13T00:00:25.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.184061637Z level=info msg="Executing migration" id="create data_source table" 2024-09-13T00:00:25.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.226046253Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-13T00:00:25.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.251258749Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-13T00:00:25.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:24 smithi032 bash[22496]: cluster 2024-09-13T00:00:23.928736+0000 mon.a (mon.0) 829 : cluster [DBG] mgrmap e21: y(active, since 61s), standbys: x 2024-09-13T00:00:25.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:24 smithi032 bash[32211]: cluster 2024-09-13T00:00:23.928736+0000 mon.a (mon.0) 829 : cluster [DBG] mgrmap e21: y(active, since 61s), standbys: x 2024-09-13T00:00:25.559 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.293174318Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-13T00:00:25.559 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.318427104Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-13T00:00:25.560 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.343692933Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-13T00:00:25.560 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.385641198Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-13T00:00:25.560 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.427563468Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-13T00:00:25.560 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.452896769Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-13T00:00:25.560 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.469844598Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-13T00:00:25.560 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.495084421Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-13T00:00:25.560 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.520210939Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-13T00:00:25.560 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.562173911Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-13T00:00:25.819 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.58739787Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-13T00:00:25.820 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.612678066Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-13T00:00:25.820 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.637823233Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-13T00:00:25.820 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.679661207Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-13T00:00:25.820 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.704942216Z level=info msg="Executing migration" id="Add uid column" 2024-09-13T00:00:25.820 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.730256944Z level=info msg="Executing migration" id="Update uid value" 2024-09-13T00:00:25.820 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.755447854Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-13T00:00:25.820 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.822362863Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-13T00:00:26.097 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[24393]: cluster 2024-09-13T00:00:24.803157+0000 mgr.y (mgr.24464) 55 : cluster [DBG] pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-09-13T00:00:26.097 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.864560961Z level=info msg="Executing migration" id="create api_key table" 2024-09-13T00:00:26.097 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.906564449Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-13T00:00:26.097 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.948682482Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-13T00:00:26.098 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:25 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:25.973903599Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-13T00:00:26.098 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.015885143Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-13T00:00:26.098 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.041012845Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-13T00:00:26.098 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.066202456Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-13T00:00:26.098 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.100032393Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-13T00:00:26.357 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:00:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:00:26.358 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.141924263Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-13T00:00:26.358 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.167287501Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-13T00:00:26.358 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.209176846Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-13T00:00:26.358 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.250966318Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-13T00:00:26.358 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.293064727Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-13T00:00:26.358 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.335141353Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-13T00:00:26.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:25 smithi032 bash[22496]: cluster 2024-09-13T00:00:24.803157+0000 mgr.y (mgr.24464) 55 : cluster [DBG] pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-09-13T00:00:26.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:25 smithi032 bash[32211]: cluster 2024-09-13T00:00:24.803157+0000 mgr.y (mgr.24464) 55 : cluster [DBG] pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-09-13T00:00:26.459 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T00:00:26.609 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.360383957Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-13T00:00:26.610 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.402405715Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-13T00:00:26.610 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.427694996Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-13T00:00:26.610 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.452815626Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-13T00:00:26.610 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.478112191Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-13T00:00:26.610 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.503431186Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-13T00:00:26.610 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.528670743Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-13T00:00:26.610 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.570686239Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-13T00:00:26.610 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.612863483Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-13T00:00:26.862 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.637995741Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-13T00:00:26.862 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.663234907Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-13T00:00:26.862 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.705301562Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-13T00:00:26.862 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.747400702Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-13T00:00:26.862 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.811063401Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-13T00:00:27.148 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[24393]: audit 2024-09-13T00:00:26.110347+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.148 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[24393]: audit 2024-09-13T00:00:26.115697+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.148 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[24393]: audit 2024-09-13T00:00:26.454889+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.32:0/2678394074' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T00:00:27.148 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[24393]: audit 2024-09-13T00:00:27.028925+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.148 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[24393]: audit 2024-09-13T00:00:27.034636+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.148 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[24393]: audit 2024-09-13T00:00:27.036885+0000 mon.a (mon.0) 834 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:00:27.148 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[24393]: audit 2024-09-13T00:00:27.038458+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:00:27.148 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[24393]: audit 2024-09-13T00:00:27.047884+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.148 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.864989927Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-13T00:00:27.149 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.915354538Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-13T00:00:27.149 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.949305572Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-13T00:00:27.149 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:26 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:26.982758434Z level=info msg="Executing migration" id="create quota table v1" 2024-09-13T00:00:27.149 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.033017689Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-13T00:00:27.149 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.10041151Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-13T00:00:27.149 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.150793776Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-13T00:00:27.263 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":21,"flags":0,"active_gid":24464,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":3766286966},{"type":"v1","addr":"172.21.15.32:6801","nonce":3766286966}]},"active_addr":"172.21.15.32:6801/3766286966","active_change":"2024-09-12T23:59:22.756457+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24421,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.32:8443/","prometheus":"http://172.21.15.32:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":56,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":301867596}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":44534034}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":881819366}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":2866886804}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":3901822773}]}]} 2024-09-13T00:00:27.267 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-13T00:00:27.267 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-13T00:00:27.268 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T00:00:27.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[32211]: audit 2024-09-13T00:00:26.110347+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[32211]: audit 2024-09-13T00:00:26.115697+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[32211]: audit 2024-09-13T00:00:26.454889+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.32:0/2678394074' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T00:00:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[32211]: audit 2024-09-13T00:00:27.028925+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[32211]: audit 2024-09-13T00:00:27.034636+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[32211]: audit 2024-09-13T00:00:27.036885+0000 mon.a (mon.0) 834 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:00:27.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[32211]: audit 2024-09-13T00:00:27.038458+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:00:27.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[32211]: audit 2024-09-13T00:00:27.047884+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[22496]: audit 2024-09-13T00:00:26.110347+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[22496]: audit 2024-09-13T00:00:26.115697+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[22496]: audit 2024-09-13T00:00:26.454889+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.32:0/2678394074' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T00:00:27.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[22496]: audit 2024-09-13T00:00:27.028925+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[22496]: audit 2024-09-13T00:00:27.034636+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[22496]: audit 2024-09-13T00:00:27.036885+0000 mon.a (mon.0) 834 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:00:27.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[22496]: audit 2024-09-13T00:00:27.038458+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:00:27.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:27 smithi032 bash[22496]: audit 2024-09-13T00:00:27.047884+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:27.433 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.201205055Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-13T00:00:27.433 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.234810989Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-13T00:00:27.434 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.284994141Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-13T00:00:27.434 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.318569406Z level=info msg="Executing migration" id="create session table" 2024-09-13T00:00:27.434 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.352262009Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-13T00:00:27.434 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.385762143Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-13T00:00:27.434 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.436096587Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-13T00:00:27.702 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.461458873Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-13T00:00:27.702 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.50340201Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-13T00:00:27.703 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.528599631Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-13T00:00:27.703 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.570584455Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-13T00:00:27.703 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.612647803Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-13T00:00:27.703 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.654583024Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-13T00:00:27.703 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.679893237Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-13T00:00:27.703 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.705100401Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-13T00:00:27.996 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.730333039Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-13T00:00:27.997 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.755520697Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-13T00:00:27.997 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.780785304Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-13T00:00:27.997 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.822726788Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-13T00:00:27.997 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.848007092Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-13T00:00:27.997 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.873285419Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-13T00:00:27.997 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.915268939Z level=info msg="Executing migration" id="create alert table v1" 2024-09-13T00:00:27.997 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:27 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:27.998934236Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-13T00:00:28.273 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[24393]: cluster 2024-09-13T00:00:26.803899+0000 mgr.y (mgr.24464) 56 : cluster [DBG] pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 413 B/s wr, 0 op/s 2024-09-13T00:00:28.273 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[24393]: cephadm 2024-09-13T00:00:27.113267+0000 mgr.y (mgr.24464) 57 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T00:00:28.273 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[24393]: cephadm 2024-09-13T00:00:27.120264+0000 mgr.y (mgr.24464) 58 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi032 2024-09-13T00:00:28.273 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[24393]: audit 2024-09-13T00:00:27.934937+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:28.274 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.024189331Z level=info msg="Executing migration" id="add index alert state" 2024-09-13T00:00:28.274 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.066003611Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-13T00:00:28.274 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.091343848Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-13T00:00:28.274 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.141868892Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-13T00:00:28.274 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.19225771Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-13T00:00:28.274 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.242544498Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-13T00:00:28.274 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.276206069Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-13T00:00:28.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:28 smithi032 bash[22496]: cluster 2024-09-13T00:00:26.803899+0000 mgr.y (mgr.24464) 56 : cluster [DBG] pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 413 B/s wr, 0 op/s 2024-09-13T00:00:28.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:28 smithi032 bash[22496]: cephadm 2024-09-13T00:00:27.113267+0000 mgr.y (mgr.24464) 57 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T00:00:28.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:28 smithi032 bash[22496]: cephadm 2024-09-13T00:00:27.120264+0000 mgr.y (mgr.24464) 58 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi032 2024-09-13T00:00:28.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:28 smithi032 bash[22496]: audit 2024-09-13T00:00:27.934937+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:28.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:28 smithi032 bash[32211]: cluster 2024-09-13T00:00:26.803899+0000 mgr.y (mgr.24464) 56 : cluster [DBG] pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 413 B/s wr, 0 op/s 2024-09-13T00:00:28.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:28 smithi032 bash[32211]: cephadm 2024-09-13T00:00:27.113267+0000 mgr.y (mgr.24464) 57 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T00:00:28.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:28 smithi032 bash[32211]: cephadm 2024-09-13T00:00:27.120264+0000 mgr.y (mgr.24464) 58 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi032 2024-09-13T00:00:28.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:28 smithi032 bash[32211]: audit 2024-09-13T00:00:27.934937+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:28.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.326487341Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-13T00:00:28.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.360193441Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-13T00:00:28.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.393753913Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-13T00:00:28.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.427233846Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-13T00:00:28.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.477652113Z level=info msg="Executing migration" id="Add column is_default" 2024-09-13T00:00:28.535 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.511215654Z level=info msg="Executing migration" id="Add column frequency" 2024-09-13T00:00:28.828 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.561589538Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-13T00:00:28.828 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.586855229Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-13T00:00:28.828 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.628809174Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-13T00:00:28.828 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.654023622Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-13T00:00:28.828 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.67928946Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-13T00:00:28.828 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.712912371Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-13T00:00:28.828 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.738176782Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-13T00:00:28.828 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.76342119Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-13T00:00:28.829 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.788613121Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-13T00:00:28.829 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.830628139Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-13T00:00:29.097 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.856011728Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-13T00:00:29.097 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.897923376Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-13T00:00:29.097 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.923206324Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-13T00:00:29.097 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.948428426Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-13T00:00:29.097 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.973709973Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-13T00:00:29.097 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:28 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:28.99896482Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-13T00:00:29.098 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.024124666Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-13T00:00:29.098 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.049395084Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-13T00:00:29.098 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.074582991Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-13T00:00:29.098 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.099843636Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-13T00:00:29.408 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.142011888Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-13T00:00:29.408 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.167353231Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-13T00:00:29.408 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.209302901Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-13T00:00:29.408 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.234524826Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-13T00:00:29.408 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.276427076Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-13T00:00:29.408 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.301721317Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-13T00:00:29.408 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.343708626Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-13T00:00:29.676 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.410561029Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-13T00:00:29.677 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.452576634Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-13T00:00:29.677 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.477775116Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-13T00:00:29.677 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.511358748Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-13T00:00:29.677 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.553363824Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-13T00:00:29.677 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.595306953Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-13T00:00:29.677 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.620606187Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-13T00:00:29.677 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.654127098Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-13T00:00:29.677 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.679372212Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-13T00:00:29.937 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.704928709Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-13T00:00:29.937 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.729767784Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-13T00:00:29.937 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.755051335Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-13T00:00:29.937 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.780202302Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-13T00:00:29.937 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.805481176Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-13T00:00:29.937 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.830673552Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-13T00:00:29.938 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.872616191Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-13T00:00:29.938 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.914631843Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-13T00:00:29.938 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.939855358Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-13T00:00:30.206 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[24393]: cluster 2024-09-13T00:00:28.804684+0000 mgr.y (mgr.24464) 59 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-13T00:00:30.206 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.965088683Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-13T00:00:30.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:29 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:29.990299426Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-13T00:00:30.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.015499612Z level=info msg="Executing migration" id="Move region to single row" 2024-09-13T00:00:30.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.057466238Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-13T00:00:30.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.091217476Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-13T00:00:30.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.108103904Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-13T00:00:30.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.14174338Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-13T00:00:30.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.183942179Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-13T00:00:30.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.209225195Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-13T00:00:30.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:30 smithi032 bash[22496]: cluster 2024-09-13T00:00:28.804684+0000 mgr.y (mgr.24464) 59 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-13T00:00:30.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:30 smithi032 bash[32211]: cluster 2024-09-13T00:00:28.804684+0000 mgr.y (mgr.24464) 59 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-13T00:00:30.458 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.251147189Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-13T00:00:30.458 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.293109462Z level=info msg="Executing migration" id="create test_data table" 2024-09-13T00:00:30.458 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.335117522Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-13T00:00:30.458 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.360350234Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-13T00:00:30.458 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.385552487Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-13T00:00:30.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.410769553Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-13T00:00:30.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.435928441Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-13T00:00:30.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.461148156Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-13T00:00:30.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.486379185Z level=info msg="Executing migration" id="create team table" 2024-09-13T00:00:30.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.528378251Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-13T00:00:30.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.553709766Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-13T00:00:30.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.595664886Z level=info msg="Executing migration" id="create team member table" 2024-09-13T00:00:30.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.620933241Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-13T00:00:30.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.646029106Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-13T00:00:30.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.688011826Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-13T00:00:30.712 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.713350944Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-13T00:00:30.963 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.738500397Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-13T00:00:30.963 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.763740823Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-13T00:00:30.963 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.788953903Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-13T00:00:30.963 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.830973145Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-13T00:00:30.963 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.872930875Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-13T00:00:30.963 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.914906828Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-13T00:00:30.963 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.94012897Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-13T00:00:30.963 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:30 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:30.965467208Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-13T00:00:31.248 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.007402353Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-13T00:00:31.248 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.049341621Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-13T00:00:31.248 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.074535431Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-13T00:00:31.248 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.099747425Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-13T00:00:31.248 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.141639563Z level=info msg="Executing migration" id="create tag table" 2024-09-13T00:00:31.249 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.175337022Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-13T00:00:31.249 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.209108777Z level=info msg="Executing migration" id="create login attempt table" 2024-09-13T00:00:31.249 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.251080551Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-13T00:00:31.509 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.293129187Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-13T00:00:31.509 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.318311972Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-13T00:00:31.509 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.351868802Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-13T00:00:31.509 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.377091996Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-13T00:00:31.509 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.419092353Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-13T00:00:31.509 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.460965782Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-13T00:00:31.509 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.486336449Z level=info msg="Executing migration" id="create user auth table" 2024-09-13T00:00:31.509 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.511534233Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-13T00:00:31.769 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.553463258Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-13T00:00:31.769 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.595322863Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-13T00:00:31.769 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.620609043Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-13T00:00:31.769 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.6457982Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-13T00:00:31.770 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.687766284Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-13T00:00:31.770 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.713191781Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-13T00:00:31.770 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.729965404Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-13T00:00:31.770 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.746896583Z level=info msg="Executing migration" id="create server_lock table" 2024-09-13T00:00:31.770 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.772145179Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-13T00:00:31.911 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:31 smithi032 systemd[1]: Stopping Ceph alertmanager.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:00:31.911 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:31 smithi032 bash[58441]: ts=2024-09-13T00:00:31.714Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T00:00:32.030 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.789057738Z level=info msg="Executing migration" id="create user auth token table" 2024-09-13T00:00:32.030 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.80591736Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-13T00:00:32.030 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.822818519Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-13T00:00:32.030 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.83973766Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-13T00:00:32.030 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.856631219Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-13T00:00:32.030 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.873495291Z level=info msg="Executing migration" id="create cache_data table" 2024-09-13T00:00:32.030 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.890389447Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-13T00:00:32.030 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:31 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:31.907322769Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-13T00:00:32.054 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:00:32.265 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:32 smithi032 bash[22496]: cluster 2024-09-13T00:00:30.805163+0000 mgr.y (mgr.24464) 60 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 194 B/s wr, 0 op/s 2024-09-13T00:00:32.265 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:32 smithi032 bash[32211]: cluster 2024-09-13T00:00:30.805163+0000 mgr.y (mgr.24464) 60 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 194 B/s wr, 0 op/s 2024-09-13T00:00:32.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[24393]: cluster 2024-09-13T00:00:30.805163+0000 mgr.y (mgr.24464) 60 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 194 B/s wr, 0 op/s 2024-09-13T00:00:32.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.032661771Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-13T00:00:32.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.132842486Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-13T00:00:32.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.264658687Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-13T00:00:32.633 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.384095576Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-13T00:00:32.633 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.409461565Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-13T00:00:32.633 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.459781358Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-13T00:00:32.633 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.484966496Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-13T00:00:32.633 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.526850958Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-13T00:00:32.634 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.568864963Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-13T00:00:32.634 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.610793199Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-13T00:00:32.634 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.636016233Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-13T00:00:32.661 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:32 smithi032 bash[60016]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T00:00:32.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.661304172Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-13T00:00:32.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.686450924Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-13T00:00:32.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.71172615Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-13T00:00:32.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.736957287Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-13T00:00:32.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.762085849Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-13T00:00:32.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.787397498Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-13T00:00:32.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.829368421Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-13T00:00:32.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.854540265Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-13T00:00:32.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.879828731Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-13T00:00:32.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.905024965Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-13T00:00:33.161 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:32 smithi032 bash[60085]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T00:00:33.161 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:32 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T00:00:33.162 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:32 smithi032 systemd[1]: Stopped Ceph alertmanager.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:00:33.162 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:32 smithi032 systemd[1]: Started Ceph alertmanager.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:00:33.187 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:32 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:32.966433158Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-13T00:00:33.187 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:33 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:33.013861951Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-13T00:00:33.187 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:33 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:33.055888896Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-13T00:00:33.187 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:33 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:33.097835802Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-13T00:00:33.188 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:33 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:33.139957513Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-13T00:00:33.188 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:33 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:33.190065174Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-13T00:00:33.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:33 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:33.232089732Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-13T00:00:33.535 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:33 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:33.28719338Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-13T00:00:33.535 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:33 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:33.349910979Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-13T00:00:33.943 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:33 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:33.576780471Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-13T00:00:34.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:33 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:33.946244908Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-13T00:00:34.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:34 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:34.08686581Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-13T00:00:34.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:34 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:34.146145421Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-13T00:00:34.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:34 smithi053 bash[24393]: cluster 2024-09-13T00:00:32.805747+0000 mgr.y (mgr.24464) 61 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:00:34.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:34 smithi053 bash[24393]: audit 2024-09-13T00:00:33.024025+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:34.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:34 smithi053 bash[24393]: audit 2024-09-13T00:00:33.029775+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:34.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:34 smithi053 bash[24393]: cephadm 2024-09-13T00:00:33.031294+0000 mgr.y (mgr.24464) 62 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T00:00:34.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:34 smithi053 bash[24393]: cephadm 2024-09-13T00:00:33.040092+0000 mgr.y (mgr.24464) 63 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-09-13T00:00:34.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:34 smithi032 bash[22496]: cluster 2024-09-13T00:00:32.805747+0000 mgr.y (mgr.24464) 61 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:00:34.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:34 smithi032 bash[22496]: audit 2024-09-13T00:00:33.024025+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:34.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:34 smithi032 bash[22496]: audit 2024-09-13T00:00:33.029775+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:34.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:34 smithi032 bash[22496]: cephadm 2024-09-13T00:00:33.031294+0000 mgr.y (mgr.24464) 62 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T00:00:34.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:34 smithi032 bash[22496]: cephadm 2024-09-13T00:00:33.040092+0000 mgr.y (mgr.24464) 63 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-09-13T00:00:34.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:34 smithi032 bash[32211]: cluster 2024-09-13T00:00:32.805747+0000 mgr.y (mgr.24464) 61 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:00:34.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:34 smithi032 bash[32211]: audit 2024-09-13T00:00:33.024025+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:34.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:34 smithi032 bash[32211]: audit 2024-09-13T00:00:33.029775+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:34.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:34 smithi032 bash[32211]: cephadm 2024-09-13T00:00:33.031294+0000 mgr.y (mgr.24464) 62 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T00:00:34.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:34 smithi032 bash[32211]: cephadm 2024-09-13T00:00:33.040092+0000 mgr.y (mgr.24464) 63 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-09-13T00:00:34.732 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:34 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:34.472069692Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-13T00:00:34.732 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:34 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:34.572821814Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-13T00:00:34.732 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:34 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:34.661464791Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-13T00:00:34.985 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:34 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:34.732459506Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-13T00:00:34.985 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:34 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:34.824620747Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-13T00:00:34.985 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:34 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:34.883592186Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-13T00:00:34.985 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:34 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:34.987403289Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-13T00:00:35.242 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:35 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:35.05980659Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-13T00:00:35.242 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:35 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:35.101667603Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-13T00:00:35.243 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:35 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:35.143894059Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-13T00:00:35.243 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:35 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:35.185895533Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-13T00:00:35.243 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:35 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:35.245295634Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-13T00:00:35.411 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:35 smithi032 bash[60114]: ts=2024-09-13T00:00:35.115Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-13T00:00:35.411 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:35 smithi032 bash[60114]: ts=2024-09-13T00:00:35.115Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-13T00:00:35.412 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:35 smithi032 bash[60114]: ts=2024-09-13T00:00:35.118Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.32 port=9094 2024-09-13T00:00:35.412 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:35 smithi032 bash[60114]: ts=2024-09-13T00:00:35.119Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T00:00:35.412 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:35 smithi032 bash[60114]: ts=2024-09-13T00:00:35.150Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T00:00:35.412 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:35 smithi032 bash[60114]: ts=2024-09-13T00:00:35.150Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T00:00:35.412 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:35 smithi032 bash[60114]: ts=2024-09-13T00:00:35.154Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-13T00:00:35.412 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:35 smithi032 bash[60114]: ts=2024-09-13T00:00:35.154Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T00:00:35.502 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:35 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:35.303983604Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-13T00:00:35.502 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:35 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:35.362837112Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-13T00:00:35.503 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:35 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:35.438266492Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-13T00:00:35.503 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:35 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:35.505318562Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-13T00:00:35.784 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:35 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:35.71422396Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-13T00:00:36.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:36 smithi032 bash[22496]: cluster 2024-09-13T00:00:34.806464+0000 mgr.y (mgr.24464) 64 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:00:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:36 smithi032 bash[32211]: cluster 2024-09-13T00:00:34.806464+0000 mgr.y (mgr.24464) 64 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:00:36.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:36 smithi053 bash[24393]: cluster 2024-09-13T00:00:34.806464+0000 mgr.y (mgr.24464) 64 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:00:36.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:36 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:36.031717262Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-13T00:00:36.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:36 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:36.148967088Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-13T00:00:36.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:36 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:36.224777964Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-13T00:00:36.651 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:36 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:36.309463805Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-13T00:00:36.651 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:36 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:36.360038204Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-13T00:00:36.651 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:36 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:36.418873862Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-13T00:00:36.651 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:00:36 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:00:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:00:36.961 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:36 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:36.653585419Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-13T00:00:37.241 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T00:00:37.241 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":63,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","created":"2024-09-12T23:48:03.065767+0000","modified":"2024-09-13T00:00:20.265011+0000","last_up_change":"2024-09-12T23:57:54.457791+0000","last_in_change":"2024-09-12T23:57:27.632433+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T23:53:25.819964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T23:58:40.748630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T23:58:41.578359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T00:00:05.258778+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":62,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"86015052-3e53-4869-9fb8-a836fe6f5dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6803","nonce":500240744}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6805","nonce":500240744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6809","nonce":500240744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6807","nonce":500240744}]},"public_addr":"172.21.15.32:6803/500240744","cluster_addr":"172.21.15.32:6805/500240744","heartbeat_back_addr":"172.21.15.32:6809/500240744","heartbeat_front_addr":"172.21.15.32:6807/500240744","state":["exists","up"]},{"osd":1,"uuid":"50d3aadf-6035-45fc-b0c0-de55e13b31ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6811","nonce":1044588493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6813","nonce":1044588493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6817","nonce":1044588493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6815","nonce":1044588493}]},"public_addr":"172.21.15.32:6811/1044588493","cluster_addr":"172.21.15.32:6813/1044588493","heartbeat_back_addr":"172.21.15.32:6817/1044588493","heartbeat_front_addr":"172.21.15.32:6815/1044588493","state":["exists","up"]},{"osd":2,"uuid":"e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6819","nonce":3610898250}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6821","nonce":3610898250}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6825","nonce":3610898250}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6823","nonce":3610898250}]},"public_addr":"172.21.15.32:6819/3610898250","cluster_addr":"172.21.15.32:6821/3610898250","heartbeat_back_addr":"172.21.15.32:6825/3610898250","heartbeat_front_addr":"172.21.15.32:6823/3610898250","state":["exists","up"]},{"osd":3,"uuid":"668a99be-34d2-4824-823c-d208ecdd047d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6827","nonce":3841538155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6829","nonce":3841538155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6833","nonce":3841538155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6831","nonce":3841538155}]},"public_addr":"172.21.15.32:6827/3841538155","cluster_addr":"172.21.15.32:6829/3841538155","heartbeat_back_addr":"172.21.15.32:6833/3841538155","heartbeat_front_addr":"172.21.15.32:6831/3841538155","state":["exists","up"]},{"osd":4,"uuid":"c38abf29-4b38-48ec-8e22-d43dd3beeb49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6801","nonce":677530859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6803","nonce":677530859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6807","nonce":677530859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6805","nonce":677530859}]},"public_addr":"172.21.15.53:6801/677530859","cluster_addr":"172.21.15.53:6803/677530859","heartbeat_back_addr":"172.21.15.53:6807/677530859","heartbeat_front_addr":"172.21.15.53:6805/677530859","state":["exists","up"]},{"osd":5,"uuid":"6baac8a8-f703-4de4-bc66-f98e76cbaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6809","nonce":4016048484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6811","nonce":4016048484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6815","nonce":4016048484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6813","nonce":4016048484}]},"public_addr":"172.21.15.53:6809/4016048484","cluster_addr":"172.21.15.53:6811/4016048484","heartbeat_back_addr":"172.21.15.53:6815/4016048484","heartbeat_front_addr":"172.21.15.53:6813/4016048484","state":["exists","up"]},{"osd":6,"uuid":"500c4306-7cbf-4d8b-8159-85a50aa26755","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6817","nonce":3216592105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6819","nonce":3216592105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6823","nonce":3216592105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6821","nonce":3216592105}]},"public_addr":"172.21.15.53:6817/3216592105","cluster_addr":"172.21.15.53:6819/3216592105","heartbeat_back_addr":"172.21.15.53:6823/3216592105","heartbeat_front_addr":"172.21.15.53:6821/3216592105","state":["exists","up"]},{"osd":7,"uuid":"bd59da59-5a49-4fc4-9154-8c384e47060c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6825","nonce":707415155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6827","nonce":707415155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6831","nonce":707415155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6829","nonce":707415155}]},"public_addr":"172.21.15.53:6825/707415155","cluster_addr":"172.21.15.53:6827/707415155","heartbeat_back_addr":"172.21.15.53:6831/707415155","heartbeat_front_addr":"172.21.15.53:6829/707415155","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:51:36.452729+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:52:29.254966+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:53:23.380118+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:54:20.252422+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:55:12.574177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:05.115140+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:58.936934+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:57:52.545718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1b","mappings":[{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/163646142":"2024-09-13T23:59:22.756063+0000","172.21.15.32:6800/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/1419021530":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/424290862":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/830923780":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2458326128":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2639698303":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2542330112":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/4047741452":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/1179193551":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6800/453443969":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/2174054771":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/453443969":"2024-09-13T23:59:22.756063+0000","172.21.15.32:6801/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6800/3209283536":"2024-09-13T23:49:03.194469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T00:00:37.252 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:37 smithi032 bash[60114]: ts=2024-09-13T00:00:37.119Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000503074s 2024-09-13T00:00:37.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:36 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:36.964670446Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-13T00:00:37.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:37 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:37.088586675Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-13T00:00:37.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:37 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:37.164707779Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-13T00:00:37.725 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:37 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:37.458792063Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-13T00:00:37.725 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:37 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:37.591087124Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-13T00:00:37.725 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:37 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:37.650160052Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-13T00:00:37.725 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:37 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:37.727738817Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-13T00:00:37.959 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-13T00:00:37.959 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T00:00:38.007 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:37 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:37.802609663Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-13T00:00:38.008 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:37 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:37.851520352Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-13T00:00:38.008 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:37 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:37.941570991Z level=info msg="Executing migration" id="create alert_image table" 2024-09-13T00:00:38.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[24393]: cluster 2024-09-13T00:00:36.807096+0000 mgr.y (mgr.24464) 65 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:38.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[24393]: audit 2024-09-13T00:00:37.242329+0000 mon.a (mon.0) 840 : audit [DBG] from='client.? 172.21.15.32:0/10221384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:00:38.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[24393]: audit 2024-09-13T00:00:37.860018+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:00:38.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:38.010662893Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-13T00:00:38.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:38.061126197Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-13T00:00:38.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:38.094983958Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-13T00:00:38.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:38.153771818Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-13T00:00:38.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:38.221320792Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-13T00:00:38.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:38.221563494Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-13T00:00:38.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:38 smithi032 bash[22496]: cluster 2024-09-13T00:00:36.807096+0000 mgr.y (mgr.24464) 65 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:38.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:38 smithi032 bash[22496]: audit 2024-09-13T00:00:37.242329+0000 mon.a (mon.0) 840 : audit [DBG] from='client.? 172.21.15.32:0/10221384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:00:38.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:38 smithi032 bash[22496]: audit 2024-09-13T00:00:37.860018+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:00:38.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:38 smithi032 bash[32211]: cluster 2024-09-13T00:00:36.807096+0000 mgr.y (mgr.24464) 65 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:38.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:38 smithi032 bash[32211]: audit 2024-09-13T00:00:37.242329+0000 mon.a (mon.0) 840 : audit [DBG] from='client.? 172.21.15.32:0/10221384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:00:38.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:38 smithi032 bash[32211]: audit 2024-09-13T00:00:37.860018+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:00:38.713 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:38.29810197Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-13T00:00:38.713 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:38.322043135Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-13T00:00:38.713 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:38.415479364Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-13T00:00:38.713 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:38.415938484Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-13T00:00:38.713 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:38.416356941Z level=info msg="alerts found to migrate" alerts=0 2024-09-13T00:00:38.713 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:38.489712344Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-13T00:00:39.283 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:38 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:38.715529043Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-13T00:00:39.283 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:38.999522426Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-13T00:00:39.283 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:39.125352229Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-13T00:00:39.283 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:39.209752878Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-13T00:00:39.283 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:39.285816841Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-13T00:00:39.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:39.327631689Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-13T00:00:39.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:39.352801406Z level=info msg="Executing migration" id="create data_keys table" 2024-09-13T00:00:39.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:39.41168227Z level=info msg="Executing migration" id="create secrets table" 2024-09-13T00:00:39.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:39.487323515Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-13T00:00:39.535 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:39 smithi053 systemd[1]: Stopping Ceph prometheus.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:00:39.535 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[49290]: ts=2024-09-13T00:00:39.479Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T00:00:39.535 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[49290]: ts=2024-09-13T00:00:39.479Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T00:00:39.535 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[49290]: ts=2024-09-13T00:00:39.479Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T00:00:39.535 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[49290]: ts=2024-09-13T00:00:39.479Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T00:00:39.536 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[49290]: ts=2024-09-13T00:00:39.479Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T00:00:39.536 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[49290]: ts=2024-09-13T00:00:39.479Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T00:00:39.536 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[49290]: ts=2024-09-13T00:00:39.479Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T00:00:39.536 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[49290]: ts=2024-09-13T00:00:39.479Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T00:00:39.536 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[49290]: ts=2024-09-13T00:00:39.480Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T00:00:39.536 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[49290]: ts=2024-09-13T00:00:39.480Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T00:00:39.536 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[49290]: ts=2024-09-13T00:00:39.480Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T00:00:39.536 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[49290]: ts=2024-09-13T00:00:39.480Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T00:00:39.908 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:39.571269253Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-13T00:00:39.908 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:39.635725091Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-13T00:00:39.909 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:39.712415566Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-13T00:00:40.275 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:40 smithi053 bash[24393]: cluster 2024-09-13T00:00:38.808276+0000 mgr.y (mgr.24464) 66 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:40.275 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:39 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:39.911374384Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-13T00:00:40.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:40 smithi032 bash[22496]: cluster 2024-09-13T00:00:38.808276+0000 mgr.y (mgr.24464) 66 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:40.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:40 smithi032 bash[32211]: cluster 2024-09-13T00:00:38.808276+0000 mgr.y (mgr.24464) 66 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:40.530 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:40 smithi053 bash[51714]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T00:00:40.531 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:40 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:40.278163493Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-13T00:00:40.531 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:40 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:40.457511137Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-13T00:00:40.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:40 smithi053 bash[51774]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T00:00:40.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:40 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T00:00:40.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:40 smithi053 systemd[1]: Stopped Ceph prometheus.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:00:40.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:40 smithi053 systemd[1]: Started Ceph prometheus.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:00:40.785 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:40 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:40.53358934Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-13T00:00:40.785 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:40 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:40.593094684Z level=info msg="Executing migration" id="create permission table" 2024-09-13T00:00:40.785 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:40 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:40.643657602Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-13T00:00:40.785 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:40 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:40.702907525Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-13T00:00:41.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:40 smithi032 bash[22749]: [13/Sep/2024:00:00:40] ENGINE Bus STOPPING 2024-09-13T00:00:41.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:40 smithi032 bash[22749]: [13/Sep/2024:00:00:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:00:41.162 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:40 smithi032 bash[22749]: [13/Sep/2024:00:00:40] ENGINE Bus STOPPED 2024-09-13T00:00:41.162 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:40 smithi032 bash[22749]: [13/Sep/2024:00:00:40] ENGINE Bus STARTING 2024-09-13T00:00:41.162 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:40 smithi032 bash[22749]: [13/Sep/2024:00:00:40] ENGINE Serving on http://:::9283 2024-09-13T00:00:41.162 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:40 smithi032 bash[22749]: [13/Sep/2024:00:00:40] ENGINE Bus STARTED 2024-09-13T00:00:41.162 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:40 smithi032 bash[22749]: [13/Sep/2024:00:00:40] ENGINE Bus STOPPING 2024-09-13T00:00:41.268 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:40 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:40.920962958Z level=info msg="Executing migration" id="create role table" 2024-09-13T00:00:41.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:41.271814634Z level=info msg="Executing migration" id="add column display_name" 2024-09-13T00:00:41.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:41.389607763Z level=info msg="Executing migration" id="add column group_name" 2024-09-13T00:00:41.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:41.456603201Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-13T00:00:41.616 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22749]: [13/Sep/2024:00:00:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:00:41.616 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22749]: [13/Sep/2024:00:00:41] ENGINE Bus STOPPED 2024-09-13T00:00:41.616 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22749]: [13/Sep/2024:00:00:41] ENGINE Bus STARTING 2024-09-13T00:00:41.616 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22749]: [13/Sep/2024:00:00:41] ENGINE Serving on http://:::9283 2024-09-13T00:00:41.616 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22749]: [13/Sep/2024:00:00:41] ENGINE Bus STARTED 2024-09-13T00:00:41.617 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22749]: [13/Sep/2024:00:00:41] ENGINE Bus STOPPING 2024-09-13T00:00:41.889 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:41.766002309Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-13T00:00:41.889 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.621362+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.889 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.631555+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.889 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.640384+0000 mon.a (mon.0) 844 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:00:41.889 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.641307+0000 mgr.y (mgr.24464) 67 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:00:41.890 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.643957+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi032.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T00:00:41.890 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.644810+0000 mgr.y (mgr.24464) 68 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi032.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T00:00:41.890 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.654354+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.890 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.683164+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:00:41.890 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.684146+0000 mgr.y (mgr.24464) 69 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:00:41.890 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.687590+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi053.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T00:00:41.890 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.688521+0000 mgr.y (mgr.24464) 70 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi053.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T00:00:41.890 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.698562+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.890 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.715443+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:00:41.890 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.715979+0000 mgr.y (mgr.24464) 71 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:00:41.890 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.720229+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi053.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T00:00:41.890 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.720732+0000 mgr.y (mgr.24464) 72 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi053.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T00:00:41.891 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.728553+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.891 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: audit 2024-09-13T00:00:40.736081+0000 mon.a (mon.0) 853 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:00:41.891 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[24393]: cluster 2024-09-13T00:00:40.808733+0000 mgr.y (mgr.24464) 73 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:41.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.621362+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.631555+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.640384+0000 mon.a (mon.0) 844 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:00:41.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.641307+0000 mgr.y (mgr.24464) 67 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:00:41.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.643957+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi032.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T00:00:41.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.644810+0000 mgr.y (mgr.24464) 68 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi032.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T00:00:41.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.654354+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.683164+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:00:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.684146+0000 mgr.y (mgr.24464) 69 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:00:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.687590+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi053.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T00:00:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.688521+0000 mgr.y (mgr.24464) 70 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi053.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T00:00:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.698562+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.715443+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:00:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.715979+0000 mgr.y (mgr.24464) 71 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:00:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.720229+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi053.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T00:00:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.720732+0000 mgr.y (mgr.24464) 72 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi053.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T00:00:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.728553+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: audit 2024-09-13T00:00:40.736081+0000 mon.a (mon.0) 853 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:00:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22496]: cluster 2024-09-13T00:00:40.808733+0000 mgr.y (mgr.24464) 73 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.621362+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.631555+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.640384+0000 mon.a (mon.0) 844 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:00:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.641307+0000 mgr.y (mgr.24464) 67 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:00:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.643957+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi032.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T00:00:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.644810+0000 mgr.y (mgr.24464) 68 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi032.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T00:00:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.654354+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.683164+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:00:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.684146+0000 mgr.y (mgr.24464) 69 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:00:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.687590+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi053.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T00:00:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.688521+0000 mgr.y (mgr.24464) 70 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi053.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T00:00:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.698562+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.715443+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:00:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.715979+0000 mgr.y (mgr.24464) 71 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:00:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.720229+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi053.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T00:00:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.720732+0000 mgr.y (mgr.24464) 72 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi053.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T00:00:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.728553+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: audit 2024-09-13T00:00:40.736081+0000 mon.a (mon.0) 853 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:00:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[32211]: cluster 2024-09-13T00:00:40.808733+0000 mgr.y (mgr.24464) 73 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:42.174 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:41.891912906Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-13T00:00:42.175 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:41 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:41.968834718Z level=info msg="Executing migration" id="create team role table" 2024-09-13T00:00:42.175 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.060636069Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-13T00:00:42.175 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.135467288Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-13T00:00:42.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22749]: [13/Sep/2024:00:00:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:00:42.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22749]: [13/Sep/2024:00:00:41] ENGINE Bus STOPPED 2024-09-13T00:00:42.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:41 smithi032 bash[22749]: [13/Sep/2024:00:00:41] ENGINE Bus STARTING 2024-09-13T00:00:42.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:42 smithi032 bash[22749]: [13/Sep/2024:00:00:42] ENGINE Serving on http://:::9283 2024-09-13T00:00:42.412 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:42 smithi032 bash[22749]: [13/Sep/2024:00:00:42] ENGINE Bus STARTED 2024-09-13T00:00:42.434 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.177497301Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-13T00:00:42.434 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.27448424Z level=info msg="Executing migration" id="create user role table" 2024-09-13T00:00:42.434 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.353282568Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-13T00:00:42.434 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.395333716Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-13T00:00:42.712 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.437497432Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-13T00:00:42.713 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.479457638Z level=info msg="Executing migration" id="create builtin role table" 2024-09-13T00:00:42.713 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.555644796Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-13T00:00:42.713 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.58082351Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-13T00:00:42.713 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.622780764Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-13T00:00:42.713 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.647986204Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-13T00:00:42.713 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.673338155Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-13T00:00:42.713 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.715242737Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-13T00:00:42.713 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.477Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T00:00:42.714 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.477Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T00:00:42.714 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.477Z caller=main.go:570 level=info host_details="(Linux 5.15.0-121-generic #131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024 x86_64 smithi053 (none))" 2024-09-13T00:00:42.714 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.477Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T00:00:42.714 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.477Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T00:00:42.714 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.479Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T00:00:42.714 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.479Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T00:00:42.714 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.482Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T00:00:42.714 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.482Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T00:00:42.714 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.484Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T00:00:42.714 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.484Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=6.321µs 2024-09-13T00:00:42.714 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.484Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T00:00:42.714 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.484Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-13T00:00:42.714 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.484Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-13T00:00:42.715 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.484Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.44µs wal_replay_duration=598.848µs wbl_replay_duration=135ns total_replay_duration=655.955µs 2024-09-13T00:00:42.715 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.485Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T00:00:42.715 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.485Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T00:00:42.715 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.485Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T00:00:42.715 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.504Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.427743ms db_storage=914ns remote_storage=1.498µs web_handler=291ns query_engine=618ns scrape=293.04µs scrape_sd=33.194µs notify=22.415µs notify_sd=6.682µs rules=17.732783ms tracing=6.922µs 2024-09-13T00:00:42.715 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.504Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T00:00:42.715 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51803]: ts=2024-09-13T00:00:42.504Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T00:00:42.752 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:00:42.965 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.74046386Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-13T00:00:42.965 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.765679476Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-13T00:00:42.965 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.790975645Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-13T00:00:42.965 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.833183169Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-13T00:00:42.965 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.875076235Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-13T00:00:42.965 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.916984341Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-13T00:00:42.965 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.942326602Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-13T00:00:42.965 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:42 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:42.967495965Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-13T00:00:43.225 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.009713164Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-13T00:00:43.225 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.051519914Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-13T00:00:43.225 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.101938385Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-13T00:00:43.225 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.127478931Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-13T00:00:43.226 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.16916755Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-13T00:00:43.226 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.194513522Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-13T00:00:43.226 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.228064362Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-13T00:00:43.477 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.278383878Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-13T00:00:43.477 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.328784002Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-13T00:00:43.477 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.362427147Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-13T00:00:43.477 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.412792752Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-13T00:00:43.477 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.446402484Z level=info msg="Executing migration" id="add correlation config column" 2024-09-13T00:00:43.477 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.479971957Z level=info msg="Executing migration" id="create entity_events table" 2024-09-13T00:00:43.729 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.538799817Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-13T00:00:43.729 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.589096396Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-13T00:00:43.729 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.58949959Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-13T00:00:43.729 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.631011805Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T00:00:43.730 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.631394456Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T00:00:43.730 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.656291625Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-13T00:00:43.730 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.681685432Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-13T00:00:43.730 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.706808393Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-13T00:00:43.730 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.732022074Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T00:00:43.981 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[24393]: cluster 2024-09-13T00:00:42.809142+0000 mgr.y (mgr.24464) 74 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:43.981 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.757344416Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-13T00:00:43.981 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.78251736Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-13T00:00:43.982 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.824613167Z level=info msg="Executing migration" id="Drop public config table" 2024-09-13T00:00:43.982 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.849880817Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-13T00:00:43.982 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.891900151Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-13T00:00:43.982 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.917281095Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-13T00:00:43.982 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:43 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:43.984234281Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-13T00:00:44.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:43 smithi032 bash[22496]: cluster 2024-09-13T00:00:42.809142+0000 mgr.y (mgr.24464) 74 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:44.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:43 smithi032 bash[32211]: cluster 2024-09-13T00:00:42.809142+0000 mgr.y (mgr.24464) 74 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:44.234 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.0348349Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-13T00:00:44.234 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.068436647Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-13T00:00:44.234 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.11040786Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-13T00:00:44.234 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.135658817Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-13T00:00:44.234 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.160897054Z level=info msg="Executing migration" id="add share column" 2024-09-13T00:00:44.234 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.186109192Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-13T00:00:44.234 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.211456167Z level=info msg="Executing migration" id="create file table" 2024-09-13T00:00:44.234 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.236698481Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-13T00:00:44.503 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.278645537Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-13T00:00:44.504 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.303946073Z level=info msg="Executing migration" id="create file_meta table" 2024-09-13T00:00:44.504 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.320786491Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-13T00:00:44.504 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.337755234Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-13T00:00:44.504 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.354582055Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-13T00:00:44.504 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.371507035Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-13T00:00:44.504 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.388405829Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-13T00:00:44.504 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.405362419Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-13T00:00:44.504 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.422210622Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-13T00:00:44.504 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.455746024Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-13T00:00:44.504 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.481128469Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-13T00:00:44.504 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.506333726Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-13T00:00:44.755 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.531453999Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-13T00:00:44.755 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.573717895Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-13T00:00:44.755 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.615403473Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-13T00:00:44.755 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.640627101Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-13T00:00:44.756 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.666111672Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-13T00:00:44.756 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.733044168Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-13T00:00:44.756 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.758227977Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-13T00:00:45.024 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.783598679Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-13T00:00:45.025 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.842171987Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-13T00:00:45.025 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.884105574Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-13T00:00:45.025 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.926004828Z level=info msg="Executing migration" id="create folder table" 2024-09-13T00:00:45.025 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.959938187Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-13T00:00:45.025 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:44 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:44.98517781Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-13T00:00:45.025 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:45 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:45.027170761Z level=info msg="Executing migration" id="Update folder title length" 2024-09-13T00:00:45.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:45 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:45.069215921Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-13T00:00:45.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:45 smithi053 bash[51089]: logger=migrator t=2024-09-13T00:00:45.094456041Z level=info msg="migrations completed" performed=485 skipped=0 duration=22.770732544s 2024-09-13T00:00:45.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:45 smithi053 bash[51089]: logger=sqlstore t=2024-09-13T00:00:45.09587529Z level=info msg="Created default organization" 2024-09-13T00:00:45.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:45 smithi053 bash[51089]: logger=plugin.loader t=2024-09-13T00:00:45.247834295Z level=info msg="Plugin registered" pluginID=input 2024-09-13T00:00:45.411 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:00:45 smithi032 bash[60114]: ts=2024-09-13T00:00:45.120Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.001747732s 2024-09-13T00:00:45.784 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:45 smithi053 bash[51089]: logger=plugin.loader t=2024-09-13T00:00:45.299094591Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-13T00:00:45.784 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:45 smithi053 bash[51089]: logger=plugin.loader t=2024-09-13T00:00:45.299122267Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-13T00:00:45.785 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:45 smithi053 bash[51089]: logger=secrets t=2024-09-13T00:00:45.299174811Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-13T00:00:45.785 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:45 smithi053 bash[51089]: logger=query_data t=2024-09-13T00:00:45.301722235Z level=info msg="Query Service initialization" 2024-09-13T00:00:45.785 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:45 smithi053 bash[51089]: logger=live.push_http t=2024-09-13T00:00:45.306563272Z level=info msg="Live Push Gateway initialization" 2024-09-13T00:00:46.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:45 smithi032 bash[22496]: cluster 2024-09-13T00:00:44.810344+0000 mgr.y (mgr.24464) 75 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:46.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:45 smithi032 bash[22496]: audit 2024-09-13T00:00:45.312529+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:46.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:45 smithi032 bash[22496]: audit 2024-09-13T00:00:45.317278+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:46.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:45 smithi032 bash[32211]: cluster 2024-09-13T00:00:44.810344+0000 mgr.y (mgr.24464) 75 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:46.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:45 smithi032 bash[32211]: audit 2024-09-13T00:00:45.312529+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:46.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:45 smithi032 bash[32211]: audit 2024-09-13T00:00:45.317278+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:46.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:45 smithi053 bash[24393]: cluster 2024-09-13T00:00:44.810344+0000 mgr.y (mgr.24464) 75 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:46.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:45 smithi053 bash[24393]: audit 2024-09-13T00:00:45.312529+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:46.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:45 smithi053 bash[24393]: audit 2024-09-13T00:00:45.317278+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:46.865 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T00:00:46.865 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":63,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","created":"2024-09-12T23:48:03.065767+0000","modified":"2024-09-13T00:00:20.265011+0000","last_up_change":"2024-09-12T23:57:54.457791+0000","last_in_change":"2024-09-12T23:57:27.632433+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T23:53:25.819964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T23:58:40.748630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T23:58:41.578359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T00:00:05.258778+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":62,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"86015052-3e53-4869-9fb8-a836fe6f5dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6803","nonce":500240744}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6805","nonce":500240744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6809","nonce":500240744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6807","nonce":500240744}]},"public_addr":"172.21.15.32:6803/500240744","cluster_addr":"172.21.15.32:6805/500240744","heartbeat_back_addr":"172.21.15.32:6809/500240744","heartbeat_front_addr":"172.21.15.32:6807/500240744","state":["exists","up"]},{"osd":1,"uuid":"50d3aadf-6035-45fc-b0c0-de55e13b31ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6811","nonce":1044588493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6813","nonce":1044588493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6817","nonce":1044588493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6815","nonce":1044588493}]},"public_addr":"172.21.15.32:6811/1044588493","cluster_addr":"172.21.15.32:6813/1044588493","heartbeat_back_addr":"172.21.15.32:6817/1044588493","heartbeat_front_addr":"172.21.15.32:6815/1044588493","state":["exists","up"]},{"osd":2,"uuid":"e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6819","nonce":3610898250}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6821","nonce":3610898250}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6825","nonce":3610898250}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6823","nonce":3610898250}]},"public_addr":"172.21.15.32:6819/3610898250","cluster_addr":"172.21.15.32:6821/3610898250","heartbeat_back_addr":"172.21.15.32:6825/3610898250","heartbeat_front_addr":"172.21.15.32:6823/3610898250","state":["exists","up"]},{"osd":3,"uuid":"668a99be-34d2-4824-823c-d208ecdd047d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6827","nonce":3841538155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6829","nonce":3841538155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6833","nonce":3841538155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6831","nonce":3841538155}]},"public_addr":"172.21.15.32:6827/3841538155","cluster_addr":"172.21.15.32:6829/3841538155","heartbeat_back_addr":"172.21.15.32:6833/3841538155","heartbeat_front_addr":"172.21.15.32:6831/3841538155","state":["exists","up"]},{"osd":4,"uuid":"c38abf29-4b38-48ec-8e22-d43dd3beeb49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6801","nonce":677530859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6803","nonce":677530859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6807","nonce":677530859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6805","nonce":677530859}]},"public_addr":"172.21.15.53:6801/677530859","cluster_addr":"172.21.15.53:6803/677530859","heartbeat_back_addr":"172.21.15.53:6807/677530859","heartbeat_front_addr":"172.21.15.53:6805/677530859","state":["exists","up"]},{"osd":5,"uuid":"6baac8a8-f703-4de4-bc66-f98e76cbaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6809","nonce":4016048484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6811","nonce":4016048484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6815","nonce":4016048484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6813","nonce":4016048484}]},"public_addr":"172.21.15.53:6809/4016048484","cluster_addr":"172.21.15.53:6811/4016048484","heartbeat_back_addr":"172.21.15.53:6815/4016048484","heartbeat_front_addr":"172.21.15.53:6813/4016048484","state":["exists","up"]},{"osd":6,"uuid":"500c4306-7cbf-4d8b-8159-85a50aa26755","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6817","nonce":3216592105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6819","nonce":3216592105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6823","nonce":3216592105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6821","nonce":3216592105}]},"public_addr":"172.21.15.53:6817/3216592105","cluster_addr":"172.21.15.53:6819/3216592105","heartbeat_back_addr":"172.21.15.53:6823/3216592105","heartbeat_front_addr":"172.21.15.53:6821/3216592105","state":["exists","up"]},{"osd":7,"uuid":"bd59da59-5a49-4fc4-9154-8c384e47060c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6825","nonce":707415155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6827","nonce":707415155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6831","nonce":707415155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6829","nonce":707415155}]},"public_addr":"172.21.15.53:6825/707415155","cluster_addr":"172.21.15.53:6827/707415155","heartbeat_back_addr":"172.21.15.53:6831/707415155","heartbeat_front_addr":"172.21.15.53:6829/707415155","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:51:36.452729+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:52:29.254966+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:53:23.380118+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:54:20.252422+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:55:12.574177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:05.115140+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:58.936934+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:57:52.545718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1b","mappings":[{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/163646142":"2024-09-13T23:59:22.756063+0000","172.21.15.32:6800/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/1419021530":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/424290862":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/830923780":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2458326128":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2639698303":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2542330112":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/4047741452":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/1179193551":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6800/453443969":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/2174054771":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/453443969":"2024-09-13T23:59:22.756063+0000","172.21.15.32:6801/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6800/3209283536":"2024-09-13T23:49:03.194469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T00:00:46.915 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[51089]: logger=infra.usagestats.collector t=2024-09-13T00:00:46.551237945Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-13T00:00:46.916 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[51089]: logger=provisioning.datasources t=2024-09-13T00:00:46.552040343Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-09-13T00:00:46.916 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[51089]: logger=provisioning.datasources t=2024-09-13T00:00:46.585027478Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-13T00:00:46.916 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[51089]: logger=provisioning.datasources t=2024-09-13T00:00:46.655981003Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-13T00:00:46.916 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[51089]: logger=provisioning.alerting t=2024-09-13T00:00:46.712723621Z level=info msg="starting to provision alerting" 2024-09-13T00:00:46.916 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[51089]: logger=provisioning.alerting t=2024-09-13T00:00:46.712757719Z level=info msg="finished to provision alerting" 2024-09-13T00:00:46.916 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[51089]: logger=grafanaStorageLogger t=2024-09-13T00:00:46.712990192Z level=info msg="storage starting" 2024-09-13T00:00:46.916 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[51089]: logger=ngalert.state.manager t=2024-09-13T00:00:46.713259413Z level=info msg="Warming state cache for startup" 2024-09-13T00:00:46.916 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[51089]: logger=http.server t=2024-09-13T00:00:46.715494826Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-13T00:00:46.916 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[51089]: logger=sqlstore.transactions t=2024-09-13T00:00:46.72429702Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T00:00:46.916 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[51089]: logger=ngalert.state.manager t=2024-09-13T00:00:46.760003149Z level=info msg="State cache has been initialized" states=0 duration=46.740842ms 2024-09-13T00:00:46.917 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[51089]: logger=ticker t=2024-09-13T00:00:46.760082674Z level=info msg=starting first_tick=2024-09-13T00:00:50Z 2024-09-13T00:00:46.917 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[51089]: logger=ngalert.multiorg.alertmanager t=2024-09-13T00:00:46.760059887Z level=info msg="starting MultiOrg Alertmanager" 2024-09-13T00:00:47.135 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:46 smithi032 bash[32211]: audit 2024-09-13T00:00:46.867687+0000 mon.a (mon.0) 856 : audit [DBG] from='client.? 172.21.15.32:0/3170316925' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:00:47.135 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:46 smithi032 bash[22496]: audit 2024-09-13T00:00:46.867687+0000 mon.a (mon.0) 856 : audit [DBG] from='client.? 172.21.15.32:0/3170316925' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:00:47.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[24393]: audit 2024-09-13T00:00:46.867687+0000 mon.a (mon.0) 856 : audit [DBG] from='client.? 172.21.15.32:0/3170316925' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:00:47.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:00:46 smithi053 bash[51089]: logger=sqlstore.transactions t=2024-09-13T00:00:46.982651844Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T00:00:47.662 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-13T00:00:47.662 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-13T00:00:47.663 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-13T00:00:47.663 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-13T00:00:47.664 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-13T00:00:47.664 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-13T00:00:47.664 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-13T00:00:47.665 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-13T00:00:48.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:47 smithi053 bash[24393]: cluster 2024-09-13T00:00:46.810962+0000 mgr.y (mgr.24464) 76 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:48.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:47 smithi053 bash[24393]: audit 2024-09-13T00:00:47.398586+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:48.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:47 smithi053 bash[24393]: audit 2024-09-13T00:00:47.408858+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:48.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:47 smithi053 bash[24393]: audit 2024-09-13T00:00:47.822638+0000 mon.a (mon.0) 859 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:00:48.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:47 smithi053 bash[24393]: audit 2024-09-13T00:00:47.823929+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:00:48.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:47 smithi053 bash[24393]: audit 2024-09-13T00:00:47.831454+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:47 smithi032 bash[22496]: cluster 2024-09-13T00:00:46.810962+0000 mgr.y (mgr.24464) 76 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:47 smithi032 bash[22496]: audit 2024-09-13T00:00:47.398586+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:47 smithi032 bash[22496]: audit 2024-09-13T00:00:47.408858+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:47 smithi032 bash[22496]: audit 2024-09-13T00:00:47.822638+0000 mon.a (mon.0) 859 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:00:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:47 smithi032 bash[22496]: audit 2024-09-13T00:00:47.823929+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:00:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:47 smithi032 bash[22496]: audit 2024-09-13T00:00:47.831454+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:48.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:47 smithi032 bash[32211]: cluster 2024-09-13T00:00:46.810962+0000 mgr.y (mgr.24464) 76 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:48.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:47 smithi032 bash[32211]: audit 2024-09-13T00:00:47.398586+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:48.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:47 smithi032 bash[32211]: audit 2024-09-13T00:00:47.408858+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:48.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:47 smithi032 bash[32211]: audit 2024-09-13T00:00:47.822638+0000 mon.a (mon.0) 859 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:00:48.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:47 smithi032 bash[32211]: audit 2024-09-13T00:00:47.823929+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:00:48.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:47 smithi032 bash[32211]: audit 2024-09-13T00:00:47.831454+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:49.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:48 smithi053 bash[24393]: audit 2024-09-13T00:00:47.945032+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:00:49.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:48 smithi053 bash[24393]: audit 2024-09-13T00:00:47.947868+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:00:49.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:48 smithi053 bash[24393]: audit 2024-09-13T00:00:47.949425+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:00:49.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:48 smithi053 bash[24393]: audit 2024-09-13T00:00:47.957798+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:49.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:48 smithi032 bash[22496]: audit 2024-09-13T00:00:47.945032+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:00:49.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:48 smithi032 bash[22496]: audit 2024-09-13T00:00:47.947868+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:00:49.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:48 smithi032 bash[22496]: audit 2024-09-13T00:00:47.949425+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:00:49.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:48 smithi032 bash[22496]: audit 2024-09-13T00:00:47.957798+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:49.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:48 smithi032 bash[32211]: audit 2024-09-13T00:00:47.945032+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:00:49.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:48 smithi032 bash[32211]: audit 2024-09-13T00:00:47.947868+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:00:49.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:48 smithi032 bash[32211]: audit 2024-09-13T00:00:47.949425+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:00:49.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:48 smithi032 bash[32211]: audit 2024-09-13T00:00:47.957798+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:00:50.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:49 smithi053 bash[24393]: cluster 2024-09-13T00:00:48.812231+0000 mgr.y (mgr.24464) 77 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:49 smithi032 bash[22496]: cluster 2024-09-13T00:00:48.812231+0000 mgr.y (mgr.24464) 77 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:50.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:49 smithi032 bash[32211]: cluster 2024-09-13T00:00:48.812231+0000 mgr.y (mgr.24464) 77 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:52.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:51 smithi053 bash[24393]: cluster 2024-09-13T00:00:50.812944+0000 mgr.y (mgr.24464) 78 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:51 smithi032 bash[22496]: cluster 2024-09-13T00:00:50.812944+0000 mgr.y (mgr.24464) 78 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:52.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:51 smithi032 bash[32211]: cluster 2024-09-13T00:00:50.812944+0000 mgr.y (mgr.24464) 78 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:52.598 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:00:52.599 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:00:52.599 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:00:52.601 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:00:52.601 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:00:52.602 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:00:52.602 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:00:52.619 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:00:53.142 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:52 smithi032 bash[22496]: audit 2024-09-13T00:00:52.860354+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:00:53.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:52 smithi053 bash[24393]: audit 2024-09-13T00:00:52.860354+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:00:53.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:53 smithi032 bash[32211]: audit 2024-09-13T00:00:52.860354+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:00:54.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:53 smithi053 bash[24393]: cluster 2024-09-13T00:00:52.813579+0000 mgr.y (mgr.24464) 79 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:54.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:53 smithi032 bash[22496]: cluster 2024-09-13T00:00:52.813579+0000 mgr.y (mgr.24464) 79 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:54.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:53 smithi032 bash[32211]: cluster 2024-09-13T00:00:52.813579+0000 mgr.y (mgr.24464) 79 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:00:55.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:54 smithi032 bash[22496]: cluster 2024-09-13T00:00:53.988831+0000 mon.a (mon.0) 867 : cluster [DBG] mgrmap e22: y(active, since 91s), standbys: x 2024-09-13T00:00:55.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:54 smithi032 bash[32211]: cluster 2024-09-13T00:00:53.988831+0000 mon.a (mon.0) 867 : cluster [DBG] mgrmap e22: y(active, since 91s), standbys: x 2024-09-13T00:00:55.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:54 smithi053 bash[24393]: cluster 2024-09-13T00:00:53.988831+0000 mon.a (mon.0) 867 : cluster [DBG] mgrmap e22: y(active, since 91s), standbys: x 2024-09-13T00:00:56.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:55 smithi032 bash[22496]: cluster 2024-09-13T00:00:54.814785+0000 mgr.y (mgr.24464) 80 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:00:56.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:55 smithi032 bash[32211]: cluster 2024-09-13T00:00:54.814785+0000 mgr.y (mgr.24464) 80 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:00:56.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:55 smithi053 bash[24393]: cluster 2024-09-13T00:00:54.814785+0000 mgr.y (mgr.24464) 80 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:00:56.787 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:00:56 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:00:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:00:56.987 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:00:56 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:00:56] "GET /metrics HTTP/1.1" 200 236552 "" "Prometheus/2.43.0" 2024-09-13T00:00:58.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:57 smithi053 bash[24393]: cluster 2024-09-13T00:00:56.815454+0000 mgr.y (mgr.24464) 81 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:00:58.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:57 smithi032 bash[22496]: cluster 2024-09-13T00:00:56.815454+0000 mgr.y (mgr.24464) 81 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:00:58.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:58 smithi032 bash[32211]: cluster 2024-09-13T00:00:56.815454+0000 mgr.y (mgr.24464) 81 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:01:00.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:00:59 smithi053 bash[24393]: cluster 2024-09-13T00:00:58.816908+0000 mgr.y (mgr.24464) 82 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:01:00.300 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:00:59 smithi032 bash[22496]: cluster 2024-09-13T00:00:58.816908+0000 mgr.y (mgr.24464) 82 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:01:00.300 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:00:59 smithi032 bash[32211]: cluster 2024-09-13T00:00:58.816908+0000 mgr.y (mgr.24464) 82 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:01:02.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:02 smithi053 bash[24393]: cluster 2024-09-13T00:01:00.817389+0000 mgr.y (mgr.24464) 83 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:01:02.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:02 smithi032 bash[22496]: cluster 2024-09-13T00:01:00.817389+0000 mgr.y (mgr.24464) 83 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:01:02.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:02 smithi032 bash[32211]: cluster 2024-09-13T00:01:00.817389+0000 mgr.y (mgr.24464) 83 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:01:04.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:04 smithi053 bash[24393]: cluster 2024-09-13T00:01:02.817932+0000 mgr.y (mgr.24464) 84 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:01:04.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:04 smithi032 bash[22496]: cluster 2024-09-13T00:01:02.817932+0000 mgr.y (mgr.24464) 84 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:01:04.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:04 smithi032 bash[32211]: cluster 2024-09-13T00:01:02.817932+0000 mgr.y (mgr.24464) 84 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:01:06.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:06 smithi053 bash[24393]: cluster 2024-09-13T00:01:04.819231+0000 mgr.y (mgr.24464) 85 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:01:06.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:06 smithi032 bash[22496]: cluster 2024-09-13T00:01:04.819231+0000 mgr.y (mgr.24464) 85 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:01:06.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:06 smithi032 bash[32211]: cluster 2024-09-13T00:01:04.819231+0000 mgr.y (mgr.24464) 85 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-13T00:01:06.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:01:06 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:01:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:01:06.815 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:01:06 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:01:06] "GET /metrics HTTP/1.1" 200 236552 "" "Prometheus/2.43.0" 2024-09-13T00:01:07.771 INFO:teuthology.orchestra.run.smithi032.stdout:55834574953 2024-09-13T00:01:07.771 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-13T00:01:08.110 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:08 smithi032 bash[22496]: cluster 2024-09-13T00:01:06.819747+0000 mgr.y (mgr.24464) 86 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:08.111 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:08 smithi032 bash[22496]: audit 2024-09-13T00:01:07.860547+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:01:08.111 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:08 smithi032 bash[32211]: cluster 2024-09-13T00:01:06.819747+0000 mgr.y (mgr.24464) 86 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:08.111 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:08 smithi032 bash[32211]: audit 2024-09-13T00:01:07.860547+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:01:08.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:08 smithi053 bash[24393]: cluster 2024-09-13T00:01:06.819747+0000 mgr.y (mgr.24464) 86 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:08.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:08 smithi053 bash[24393]: audit 2024-09-13T00:01:07.860547+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:01:09.591 INFO:teuthology.orchestra.run.smithi032.stdout:180388626483 2024-09-13T00:01:09.591 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-13T00:01:10.042 INFO:teuthology.orchestra.run.smithi032.stdout:154618822718 2024-09-13T00:01:10.042 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-13T00:01:10.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:10 smithi053 bash[24393]: cluster 2024-09-13T00:01:08.820904+0000 mgr.y (mgr.24464) 87 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:10.340 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:10 smithi032 bash[22496]: cluster 2024-09-13T00:01:08.820904+0000 mgr.y (mgr.24464) 87 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:10.340 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:10 smithi032 bash[32211]: cluster 2024-09-13T00:01:08.820904+0000 mgr.y (mgr.24464) 87 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:10.341 INFO:teuthology.orchestra.run.smithi032.stdout:107374182482 2024-09-13T00:01:10.341 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-13T00:01:12.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:12 smithi053 bash[24393]: cluster 2024-09-13T00:01:10.821817+0000 mgr.y (mgr.24464) 88 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:12.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:12 smithi032 bash[22496]: cluster 2024-09-13T00:01:10.821817+0000 mgr.y (mgr.24464) 88 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:12.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:12 smithi032 bash[32211]: cluster 2024-09-13T00:01:10.821817+0000 mgr.y (mgr.24464) 88 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:12.917 INFO:teuthology.orchestra.run.smithi032.stdout:206158430250 2024-09-13T00:01:12.917 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-13T00:01:12.928 INFO:teuthology.orchestra.run.smithi032.stdout:34359738485 2024-09-13T00:01:12.928 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-13T00:01:12.940 INFO:teuthology.orchestra.run.smithi032.stdout:77309411424 2024-09-13T00:01:12.940 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-13T00:01:12.941 INFO:teuthology.orchestra.run.smithi032.stdout:128849018952 2024-09-13T00:01:12.941 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-13T00:01:14.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:14 smithi053 bash[24393]: cluster 2024-09-13T00:01:12.822426+0000 mgr.y (mgr.24464) 89 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:14.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:14 smithi032 bash[22496]: cluster 2024-09-13T00:01:12.822426+0000 mgr.y (mgr.24464) 89 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:14.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:14 smithi032 bash[32211]: cluster 2024-09-13T00:01:12.822426+0000 mgr.y (mgr.24464) 89 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:14.414 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:01:15.434 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:01:16.274 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:16 smithi032 bash[22496]: cluster 2024-09-13T00:01:14.823875+0000 mgr.y (mgr.24464) 90 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:16.274 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:16 smithi032 bash[32211]: cluster 2024-09-13T00:01:14.823875+0000 mgr.y (mgr.24464) 90 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:16.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:16 smithi053 bash[24393]: cluster 2024-09-13T00:01:14.823875+0000 mgr.y (mgr.24464) 90 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:16.456 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:01:16.456 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:01:16.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:01:16 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:01:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:01:16.961 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:01:16 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:01:16] "GET /metrics HTTP/1.1" 200 236567 "" "Prometheus/2.43.0" 2024-09-13T00:01:18.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:18 smithi032 bash[32211]: cluster 2024-09-13T00:01:16.824596+0000 mgr.y (mgr.24464) 91 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:18.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:18 smithi032 bash[22496]: cluster 2024-09-13T00:01:16.824596+0000 mgr.y (mgr.24464) 91 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:18.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:18 smithi053 bash[24393]: cluster 2024-09-13T00:01:16.824596+0000 mgr.y (mgr.24464) 91 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:18.894 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:01:18.895 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:01:18.895 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:01:18.895 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:01:20.228 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:20 smithi032 bash[22496]: cluster 2024-09-13T00:01:18.825713+0000 mgr.y (mgr.24464) 92 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:20.228 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:20 smithi032 bash[32211]: cluster 2024-09-13T00:01:18.825713+0000 mgr.y (mgr.24464) 92 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:20.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:20 smithi053 bash[24393]: cluster 2024-09-13T00:01:18.825713+0000 mgr.y (mgr.24464) 92 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:22.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:22 smithi032 bash[22496]: cluster 2024-09-13T00:01:20.826369+0000 mgr.y (mgr.24464) 93 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:22.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:22 smithi032 bash[32211]: cluster 2024-09-13T00:01:20.826369+0000 mgr.y (mgr.24464) 93 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:22.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:22 smithi053 bash[24393]: cluster 2024-09-13T00:01:20.826369+0000 mgr.y (mgr.24464) 93 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:23.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:23 smithi032 bash[22496]: audit 2024-09-13T00:01:22.860956+0000 mon.a (mon.0) 869 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:01:23.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:23 smithi032 bash[32211]: audit 2024-09-13T00:01:22.860956+0000 mon.a (mon.0) 869 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:01:23.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:23 smithi053 bash[24393]: audit 2024-09-13T00:01:22.860956+0000 mon.a (mon.0) 869 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:01:24.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:24 smithi032 bash[22496]: cluster 2024-09-13T00:01:22.827031+0000 mgr.y (mgr.24464) 94 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:24.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:24 smithi032 bash[32211]: cluster 2024-09-13T00:01:22.827031+0000 mgr.y (mgr.24464) 94 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:24.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:24 smithi053 bash[24393]: cluster 2024-09-13T00:01:22.827031+0000 mgr.y (mgr.24464) 94 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:26.309 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:26 smithi053 bash[24393]: cluster 2024-09-13T00:01:24.828306+0000 mgr.y (mgr.24464) 95 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:26.343 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:26 smithi032 bash[22496]: cluster 2024-09-13T00:01:24.828306+0000 mgr.y (mgr.24464) 95 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:26.343 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:26 smithi032 bash[32211]: cluster 2024-09-13T00:01:24.828306+0000 mgr.y (mgr.24464) 95 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:26.656 INFO:teuthology.orchestra.run.smithi032.stdout:55834574957 2024-09-13T00:01:26.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:01:26 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:01:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:01:27.058 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:01:26 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:01:26] "GET /metrics HTTP/1.1" 200 236566 "" "Prometheus/2.43.0" 2024-09-13T00:01:27.490 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:27 smithi032 bash[22496]: audit 2024-09-13T00:01:26.660165+0000 mon.a (mon.0) 870 : audit [DBG] from='client.? 172.21.15.32:0/4040325533' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T00:01:27.491 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:27 smithi032 bash[32211]: audit 2024-09-13T00:01:26.660165+0000 mon.a (mon.0) 870 : audit [DBG] from='client.? 172.21.15.32:0/4040325533' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T00:01:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:27 smithi053 bash[24393]: audit 2024-09-13T00:01:26.660165+0000 mon.a (mon.0) 870 : audit [DBG] from='client.? 172.21.15.32:0/4040325533' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T00:01:28.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:28 smithi032 bash[22496]: cluster 2024-09-13T00:01:26.828878+0000 mgr.y (mgr.24464) 96 : cluster [DBG] pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:28.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:28 smithi032 bash[32211]: cluster 2024-09-13T00:01:26.828878+0000 mgr.y (mgr.24464) 96 : cluster [DBG] pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:28.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:28 smithi053 bash[24393]: cluster 2024-09-13T00:01:26.828878+0000 mgr.y (mgr.24464) 96 : cluster [DBG] pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:28.677 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574953 got 55834574957 for osd.1 2024-09-13T00:01:28.677 DEBUG:teuthology.parallel:result is None 2024-09-13T00:01:28.919 INFO:teuthology.orchestra.run.smithi032.stdout:107374182486 2024-09-13T00:01:29.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:29 smithi032 bash[22496]: audit 2024-09-13T00:01:28.923371+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.32:0/1324107792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T00:01:29.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:29 smithi032 bash[32211]: audit 2024-09-13T00:01:28.923371+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.32:0/1324107792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T00:01:29.292 INFO:teuthology.orchestra.run.smithi032.stdout:154618822723 2024-09-13T00:01:29.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:29 smithi053 bash[24393]: audit 2024-09-13T00:01:28.923371+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.32:0/1324107792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T00:01:29.589 INFO:teuthology.orchestra.run.smithi032.stdout:180388626488 2024-09-13T00:01:30.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:30 smithi032 bash[22496]: cluster 2024-09-13T00:01:28.829568+0000 mgr.y (mgr.24464) 97 : cluster [DBG] pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:30.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:30 smithi032 bash[22496]: audit 2024-09-13T00:01:29.295388+0000 mon.a (mon.0) 871 : audit [DBG] from='client.? 172.21.15.32:0/2287161359' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T00:01:30.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:30 smithi032 bash[22496]: audit 2024-09-13T00:01:29.592874+0000 mon.a (mon.0) 872 : audit [DBG] from='client.? 172.21.15.32:0/681295435' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T00:01:30.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:30 smithi032 bash[32211]: cluster 2024-09-13T00:01:28.829568+0000 mgr.y (mgr.24464) 97 : cluster [DBG] pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:30.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:30 smithi032 bash[32211]: audit 2024-09-13T00:01:29.295388+0000 mon.a (mon.0) 871 : audit [DBG] from='client.? 172.21.15.32:0/2287161359' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T00:01:30.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:30 smithi032 bash[32211]: audit 2024-09-13T00:01:29.592874+0000 mon.a (mon.0) 872 : audit [DBG] from='client.? 172.21.15.32:0/681295435' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T00:01:30.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:30 smithi053 bash[24393]: cluster 2024-09-13T00:01:28.829568+0000 mgr.y (mgr.24464) 97 : cluster [DBG] pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:30.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:30 smithi053 bash[24393]: audit 2024-09-13T00:01:29.295388+0000 mon.a (mon.0) 871 : audit [DBG] from='client.? 172.21.15.32:0/2287161359' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T00:01:30.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:30 smithi053 bash[24393]: audit 2024-09-13T00:01:29.592874+0000 mon.a (mon.0) 872 : audit [DBG] from='client.? 172.21.15.32:0/681295435' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T00:01:32.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:32 smithi032 bash[22496]: cluster 2024-09-13T00:01:30.830107+0000 mgr.y (mgr.24464) 98 : cluster [DBG] pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:32.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:32 smithi032 bash[32211]: cluster 2024-09-13T00:01:30.830107+0000 mgr.y (mgr.24464) 98 : cluster [DBG] pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:32.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:32 smithi053 bash[24393]: cluster 2024-09-13T00:01:30.830107+0000 mgr.y (mgr.24464) 98 : cluster [DBG] pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:32.721 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822718 got 154618822723 for osd.5 2024-09-13T00:01:32.721 DEBUG:teuthology.parallel:result is None 2024-09-13T00:01:34.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:34 smithi032 bash[22496]: cluster 2024-09-13T00:01:32.830743+0000 mgr.y (mgr.24464) 99 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:34.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:34 smithi032 bash[32211]: cluster 2024-09-13T00:01:32.830743+0000 mgr.y (mgr.24464) 99 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:34.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:34 smithi053 bash[24393]: cluster 2024-09-13T00:01:32.830743+0000 mgr.y (mgr.24464) 99 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:34.646 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182482 got 107374182486 for osd.3 2024-09-13T00:01:34.646 DEBUG:teuthology.parallel:result is None 2024-09-13T00:01:35.842 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626483 got 180388626488 for osd.6 2024-09-13T00:01:35.842 DEBUG:teuthology.parallel:result is None 2024-09-13T00:01:35.995 INFO:teuthology.orchestra.run.smithi032.stdout:128849018957 2024-09-13T00:01:36.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:36 smithi032 bash[22496]: cluster 2024-09-13T00:01:34.831958+0000 mgr.y (mgr.24464) 100 : cluster [DBG] pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:36.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:36 smithi032 bash[22496]: audit 2024-09-13T00:01:35.999474+0000 mon.a (mon.0) 873 : audit [DBG] from='client.? 172.21.15.32:0/2841949332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T00:01:36.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:36 smithi032 bash[32211]: cluster 2024-09-13T00:01:34.831958+0000 mgr.y (mgr.24464) 100 : cluster [DBG] pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:36.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:36 smithi032 bash[32211]: audit 2024-09-13T00:01:35.999474+0000 mon.a (mon.0) 873 : audit [DBG] from='client.? 172.21.15.32:0/2841949332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T00:01:36.319 INFO:teuthology.orchestra.run.smithi032.stdout:34359738490 2024-09-13T00:01:36.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:01:36 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:01:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:01:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:36 smithi053 bash[24393]: cluster 2024-09-13T00:01:34.831958+0000 mgr.y (mgr.24464) 100 : cluster [DBG] pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:36 smithi053 bash[24393]: audit 2024-09-13T00:01:35.999474+0000 mon.a (mon.0) 873 : audit [DBG] from='client.? 172.21.15.32:0/2841949332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T00:01:36.872 INFO:teuthology.orchestra.run.smithi032.stdout:206158430255 2024-09-13T00:01:36.884 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:01:36 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:01:36] "GET /metrics HTTP/1.1" 200 236566 "" "Prometheus/2.43.0" 2024-09-13T00:01:37.148 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:37 smithi032 bash[22496]: audit 2024-09-13T00:01:36.322584+0000 mon.a (mon.0) 874 : audit [DBG] from='client.? 172.21.15.32:0/728293504' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T00:01:37.148 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:37 smithi032 bash[22496]: audit 2024-09-13T00:01:36.876248+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.32:0/3681619623' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T00:01:37.148 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:37 smithi032 bash[32211]: audit 2024-09-13T00:01:36.322584+0000 mon.a (mon.0) 874 : audit [DBG] from='client.? 172.21.15.32:0/728293504' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T00:01:37.149 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:37 smithi032 bash[32211]: audit 2024-09-13T00:01:36.876248+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.32:0/3681619623' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T00:01:37.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:37 smithi053 bash[24393]: audit 2024-09-13T00:01:36.322584+0000 mon.a (mon.0) 874 : audit [DBG] from='client.? 172.21.15.32:0/728293504' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T00:01:37.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:37 smithi053 bash[24393]: audit 2024-09-13T00:01:36.876248+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.32:0/3681619623' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T00:01:38.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:38 smithi032 bash[22496]: cluster 2024-09-13T00:01:36.832600+0000 mgr.y (mgr.24464) 101 : cluster [DBG] pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:38.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:38 smithi032 bash[22496]: audit 2024-09-13T00:01:37.861490+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:01:38.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:38 smithi032 bash[32211]: cluster 2024-09-13T00:01:36.832600+0000 mgr.y (mgr.24464) 101 : cluster [DBG] pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:38.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:38 smithi032 bash[32211]: audit 2024-09-13T00:01:37.861490+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:01:38.200 INFO:teuthology.orchestra.run.smithi032.stdout:77309411429 2024-09-13T00:01:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:38 smithi053 bash[24393]: cluster 2024-09-13T00:01:36.832600+0000 mgr.y (mgr.24464) 101 : cluster [DBG] pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:38 smithi053 bash[24393]: audit 2024-09-13T00:01:37.861490+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:01:38.540 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018952 got 128849018957 for osd.4 2024-09-13T00:01:38.540 DEBUG:teuthology.parallel:result is None 2024-09-13T00:01:38.611 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738485 got 34359738490 for osd.0 2024-09-13T00:01:38.612 DEBUG:teuthology.parallel:result is None 2024-09-13T00:01:38.652 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430250 got 206158430255 for osd.7 2024-09-13T00:01:38.652 DEBUG:teuthology.parallel:result is None 2024-09-13T00:01:39.341 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411424 got 77309411429 for osd.2 2024-09-13T00:01:39.341 DEBUG:teuthology.parallel:result is None 2024-09-13T00:01:39.341 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-13T00:01:39.342 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T00:01:39.352 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:39 smithi032 bash[22496]: audit 2024-09-13T00:01:38.203848+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.32:0/1420077777' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T00:01:39.353 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:39 smithi032 bash[32211]: audit 2024-09-13T00:01:38.203848+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.32:0/1420077777' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T00:01:39.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:39 smithi053 bash[24393]: audit 2024-09-13T00:01:38.203848+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.32:0/1420077777' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T00:01:40.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:40 smithi032 bash[22496]: cluster 2024-09-13T00:01:38.833789+0000 mgr.y (mgr.24464) 102 : cluster [DBG] pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:40.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:40 smithi032 bash[32211]: cluster 2024-09-13T00:01:38.833789+0000 mgr.y (mgr.24464) 102 : cluster [DBG] pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:40 smithi053 bash[24393]: cluster 2024-09-13T00:01:38.833789+0000 mgr.y (mgr.24464) 102 : cluster [DBG] pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:42.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:42 smithi032 bash[22496]: cluster 2024-09-13T00:01:40.834370+0000 mgr.y (mgr.24464) 103 : cluster [DBG] pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:42.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:42 smithi032 bash[32211]: cluster 2024-09-13T00:01:40.834370+0000 mgr.y (mgr.24464) 103 : cluster [DBG] pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:42.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:42 smithi053 bash[24393]: cluster 2024-09-13T00:01:40.834370+0000 mgr.y (mgr.24464) 103 : cluster [DBG] pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:44.133 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:01:44.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:44 smithi032 bash[22496]: cluster 2024-09-13T00:01:42.834996+0000 mgr.y (mgr.24464) 104 : cluster [DBG] pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:44.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:44 smithi032 bash[32211]: cluster 2024-09-13T00:01:42.834996+0000 mgr.y (mgr.24464) 104 : cluster [DBG] pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:44.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:44 smithi053 bash[24393]: cluster 2024-09-13T00:01:42.834996+0000 mgr.y (mgr.24464) 104 : cluster [DBG] pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:46.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:46 smithi032 bash[22496]: cluster 2024-09-13T00:01:44.836230+0000 mgr.y (mgr.24464) 105 : cluster [DBG] pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:46.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:46 smithi032 bash[32211]: cluster 2024-09-13T00:01:44.836230+0000 mgr.y (mgr.24464) 105 : cluster [DBG] pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:46.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:46 smithi053 bash[24393]: cluster 2024-09-13T00:01:44.836230+0000 mgr.y (mgr.24464) 105 : cluster [DBG] pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:46.537 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:01:46 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:01:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:01:47.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:01:46 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:01:46] "GET /metrics HTTP/1.1" 200 236586 "" "Prometheus/2.43.0" 2024-09-13T00:01:48.015 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T00:01:48.016 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T00:01:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:48 smithi032 bash[22496]: cluster 2024-09-13T00:01:46.836948+0000 mgr.y (mgr.24464) 106 : cluster [DBG] pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:48 smithi032 bash[22496]: audit 2024-09-13T00:01:48.014453+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:01:48.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:48 smithi032 bash[32211]: cluster 2024-09-13T00:01:46.836948+0000 mgr.y (mgr.24464) 106 : cluster [DBG] pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:48.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:48 smithi032 bash[32211]: audit 2024-09-13T00:01:48.014453+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:01:48.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:48 smithi053 bash[24393]: cluster 2024-09-13T00:01:46.836948+0000 mgr.y (mgr.24464) 106 : cluster [DBG] pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:48.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:48 smithi053 bash[24393]: audit 2024-09-13T00:01:48.014453+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:01:48.792 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":82,"stamp":"2024-09-13T00:01:46.836541+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593797,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":167,"num_write_kb":1650,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385636,"kb_used_data":6800,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575580,"statfs":{"total":767960285184,"available":765517393920,"internally_reserved":0,"allocated":6963200,"data_stored":4065842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005504"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890734+0000","last_change":"2024-09-12T23:58:42.801083+0000","last_active":"2024-09-13T00:00:16.890734+0000","last_peered":"2024-09-13T00:00:16.890734+0000","last_clean":"2024-09-13T00:00:16.890734+0000","last_became_active":"2024-09-12T23:58:42.798882+0000","last_became_peered":"2024-09-12T23:58:42.798882+0000","last_unstale":"2024-09-13T00:00:16.890734+0000","last_undegraded":"2024-09-13T00:00:16.890734+0000","last_fullsized":"2024-09-13T00:00:16.890734+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:54:04.448555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.900216+0000","last_change":"2024-09-12T23:58:42.819658+0000","last_active":"2024-09-13T00:00:16.900216+0000","last_peered":"2024-09-13T00:00:16.900216+0000","last_clean":"2024-09-13T00:00:16.900216+0000","last_became_active":"2024-09-12T23:58:42.819177+0000","last_became_peered":"2024-09-12T23:58:42.819177+0000","last_unstale":"2024-09-13T00:00:16.900216+0000","last_undegraded":"2024-09-13T00:00:16.900216+0000","last_fullsized":"2024-09-13T00:00:16.900216+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:10:52.487980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890897+0000","last_change":"2024-09-12T23:58:42.800315+0000","last_active":"2024-09-13T00:00:16.890897+0000","last_peered":"2024-09-13T00:00:16.890897+0000","last_clean":"2024-09-13T00:00:16.890897+0000","last_became_active":"2024-09-12T23:58:42.799517+0000","last_became_peered":"2024-09-12T23:58:42.799517+0000","last_unstale":"2024-09-13T00:00:16.890897+0000","last_undegraded":"2024-09-13T00:00:16.890897+0000","last_fullsized":"2024-09-13T00:00:16.890897+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:53.410626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902268+0000","last_change":"2024-09-12T23:58:42.828505+0000","last_active":"2024-09-13T00:00:16.902268+0000","last_peered":"2024-09-13T00:00:16.902268+0000","last_clean":"2024-09-13T00:00:16.902268+0000","last_became_active":"2024-09-12T23:58:42.827885+0000","last_became_peered":"2024-09-12T23:58:42.827885+0000","last_unstale":"2024-09-13T00:00:16.902268+0000","last_undegraded":"2024-09-13T00:00:16.902268+0000","last_fullsized":"2024-09-13T00:00:16.902268+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:45.214447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891404+0000","last_change":"2024-09-12T23:58:42.806809+0000","last_active":"2024-09-13T00:00:16.891404+0000","last_peered":"2024-09-13T00:00:16.891404+0000","last_clean":"2024-09-13T00:00:16.891404+0000","last_became_active":"2024-09-12T23:58:42.805711+0000","last_became_peered":"2024-09-12T23:58:42.805711+0000","last_unstale":"2024-09-13T00:00:16.891404+0000","last_undegraded":"2024-09-13T00:00:16.891404+0000","last_fullsized":"2024-09-13T00:00:16.891404+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:08:41.405585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901694+0000","last_change":"2024-09-12T23:58:42.814917+0000","last_active":"2024-09-13T00:00:16.901694+0000","last_peered":"2024-09-13T00:00:16.901694+0000","last_clean":"2024-09-13T00:00:16.901694+0000","last_became_active":"2024-09-12T23:58:42.812711+0000","last_became_peered":"2024-09-12T23:58:42.812711+0000","last_unstale":"2024-09-13T00:00:16.901694+0000","last_undegraded":"2024-09-13T00:00:16.901694+0000","last_fullsized":"2024-09-13T00:00:16.901694+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:34.696128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.889872+0000","last_change":"2024-09-12T23:58:42.805024+0000","last_active":"2024-09-13T00:00:16.889872+0000","last_peered":"2024-09-13T00:00:16.889872+0000","last_clean":"2024-09-13T00:00:16.889872+0000","last_became_active":"2024-09-12T23:58:42.803816+0000","last_became_peered":"2024-09-12T23:58:42.803816+0000","last_unstale":"2024-09-13T00:00:16.889872+0000","last_undegraded":"2024-09-13T00:00:16.889872+0000","last_fullsized":"2024-09-13T00:00:16.889872+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:28:45.388631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.059734+0000","last_change":"2024-09-12T23:58:42.829749+0000","last_active":"2024-09-13T00:00:17.059734+0000","last_peered":"2024-09-13T00:00:17.059734+0000","last_clean":"2024-09-13T00:00:17.059734+0000","last_became_active":"2024-09-12T23:58:42.829314+0000","last_became_peered":"2024-09-12T23:58:42.829314+0000","last_unstale":"2024-09-13T00:00:17.059734+0000","last_undegraded":"2024-09-13T00:00:17.059734+0000","last_fullsized":"2024-09-13T00:00:17.059734+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:20:39.715275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":30,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891161+0000","last_change":"2024-09-12T23:59:05.152951+0000","last_active":"2024-09-13T00:00:16.891161+0000","last_peered":"2024-09-13T00:00:16.891161+0000","last_clean":"2024-09-13T00:00:16.891161+0000","last_became_active":"2024-09-12T23:59:05.151931+0000","last_became_peered":"2024-09-12T23:59:05.151931+0000","last_unstale":"2024-09-13T00:00:16.891161+0000","last_undegraded":"2024-09-13T00:00:16.891161+0000","last_fullsized":"2024-09-13T00:00:16.891161+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:31:26.735310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060083+0000","last_change":"2024-09-12T23:58:42.827323+0000","last_active":"2024-09-13T00:00:17.060083+0000","last_peered":"2024-09-13T00:00:17.060083+0000","last_clean":"2024-09-13T00:00:17.060083+0000","last_became_active":"2024-09-12T23:58:42.826774+0000","last_became_peered":"2024-09-12T23:58:42.826774+0000","last_unstale":"2024-09-13T00:00:17.060083+0000","last_undegraded":"2024-09-13T00:00:17.060083+0000","last_fullsized":"2024-09-13T00:00:17.060083+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:16:29.217564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060190+0000","last_change":"2024-09-12T23:58:42.826773+0000","last_active":"2024-09-13T00:00:17.060190+0000","last_peered":"2024-09-13T00:00:17.060190+0000","last_clean":"2024-09-13T00:00:17.060190+0000","last_became_active":"2024-09-12T23:58:42.826213+0000","last_became_peered":"2024-09-12T23:58:42.826213+0000","last_unstale":"2024-09-13T00:00:17.060190+0000","last_undegraded":"2024-09-13T00:00:17.060190+0000","last_fullsized":"2024-09-13T00:00:17.060190+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:20:22.942154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955672+0000","last_change":"2024-09-12T23:59:05.152341+0000","last_active":"2024-09-13T00:00:16.955672+0000","last_peered":"2024-09-13T00:00:16.955672+0000","last_clean":"2024-09-13T00:00:16.955672+0000","last_became_active":"2024-09-12T23:59:05.151380+0000","last_became_peered":"2024-09-12T23:59:05.151380+0000","last_unstale":"2024-09-13T00:00:16.955672+0000","last_undegraded":"2024-09-13T00:00:16.955672+0000","last_fullsized":"2024-09-13T00:00:16.955672+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:48:48.139714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060202+0000","last_change":"2024-09-12T23:58:42.823419+0000","last_active":"2024-09-13T00:00:17.060202+0000","last_peered":"2024-09-13T00:00:17.060202+0000","last_clean":"2024-09-13T00:00:17.060202+0000","last_became_active":"2024-09-12T23:58:42.817928+0000","last_became_peered":"2024-09-12T23:58:42.817928+0000","last_unstale":"2024-09-13T00:00:17.060202+0000","last_undegraded":"2024-09-13T00:00:17.060202+0000","last_fullsized":"2024-09-13T00:00:17.060202+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:33:00.148042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.889825+0000","last_change":"2024-09-12T23:58:42.811723+0000","last_active":"2024-09-13T00:00:16.889825+0000","last_peered":"2024-09-13T00:00:16.889825+0000","last_clean":"2024-09-13T00:00:16.889825+0000","last_became_active":"2024-09-12T23:58:42.811440+0000","last_became_peered":"2024-09-12T23:58:42.811440+0000","last_unstale":"2024-09-13T00:00:16.889825+0000","last_undegraded":"2024-09-13T00:00:16.889825+0000","last_fullsized":"2024-09-13T00:00:16.889825+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:12.881944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.898707+0000","last_change":"2024-09-12T23:58:42.807349+0000","last_active":"2024-09-13T00:00:16.898707+0000","last_peered":"2024-09-13T00:00:16.898707+0000","last_clean":"2024-09-13T00:00:16.898707+0000","last_became_active":"2024-09-12T23:58:42.804134+0000","last_became_peered":"2024-09-12T23:58:42.804134+0000","last_unstale":"2024-09-13T00:00:16.898707+0000","last_undegraded":"2024-09-13T00:00:16.898707+0000","last_fullsized":"2024-09-13T00:00:16.898707+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:35.203851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901221+0000","last_change":"2024-09-12T23:58:42.825914+0000","last_active":"2024-09-13T00:00:16.901221+0000","last_peered":"2024-09-13T00:00:16.901221+0000","last_clean":"2024-09-13T00:00:16.901221+0000","last_became_active":"2024-09-12T23:58:42.825403+0000","last_became_peered":"2024-09-12T23:58:42.825403+0000","last_unstale":"2024-09-13T00:00:16.901221+0000","last_undegraded":"2024-09-13T00:00:16.901221+0000","last_fullsized":"2024-09-13T00:00:16.901221+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:11:13.075070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.903102+0000","last_change":"2024-09-12T23:58:42.833774+0000","last_active":"2024-09-13T00:00:16.903102+0000","last_peered":"2024-09-13T00:00:16.903102+0000","last_clean":"2024-09-13T00:00:16.903102+0000","last_became_active":"2024-09-12T23:58:42.833136+0000","last_became_peered":"2024-09-12T23:58:42.833136+0000","last_unstale":"2024-09-13T00:00:16.903102+0000","last_undegraded":"2024-09-13T00:00:16.903102+0000","last_fullsized":"2024-09-13T00:00:16.903102+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:14.690174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955923+0000","last_change":"2024-09-12T23:58:42.800546+0000","last_active":"2024-09-13T00:00:16.955923+0000","last_peered":"2024-09-13T00:00:16.955923+0000","last_clean":"2024-09-13T00:00:16.955923+0000","last_became_active":"2024-09-12T23:58:42.799768+0000","last_became_peered":"2024-09-12T23:58:42.799768+0000","last_unstale":"2024-09-13T00:00:16.955923+0000","last_undegraded":"2024-09-13T00:00:16.955923+0000","last_fullsized":"2024-09-13T00:00:16.955923+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:00:30.981024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890836+0000","last_change":"2024-09-12T23:58:42.822420+0000","last_active":"2024-09-13T00:00:16.890836+0000","last_peered":"2024-09-13T00:00:16.890836+0000","last_clean":"2024-09-13T00:00:16.890836+0000","last_became_active":"2024-09-12T23:58:42.821693+0000","last_became_peered":"2024-09-12T23:58:42.821693+0000","last_unstale":"2024-09-13T00:00:16.890836+0000","last_undegraded":"2024-09-13T00:00:16.890836+0000","last_fullsized":"2024-09-13T00:00:16.890836+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:57.782915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.059728+0000","last_change":"2024-09-12T23:58:42.807193+0000","last_active":"2024-09-13T00:00:17.059728+0000","last_peered":"2024-09-13T00:00:17.059728+0000","last_clean":"2024-09-13T00:00:17.059728+0000","last_became_active":"2024-09-12T23:58:42.806705+0000","last_became_peered":"2024-09-12T23:58:42.806705+0000","last_unstale":"2024-09-13T00:00:17.059728+0000","last_undegraded":"2024-09-13T00:00:17.059728+0000","last_fullsized":"2024-09-13T00:00:17.059728+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:59.360338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890392+0000","last_change":"2024-09-12T23:58:42.804866+0000","last_active":"2024-09-13T00:00:16.890392+0000","last_peered":"2024-09-13T00:00:16.890392+0000","last_clean":"2024-09-13T00:00:16.890392+0000","last_became_active":"2024-09-12T23:58:42.804125+0000","last_became_peered":"2024-09-12T23:58:42.804125+0000","last_unstale":"2024-09-13T00:00:16.890392+0000","last_undegraded":"2024-09-13T00:00:16.890392+0000","last_fullsized":"2024-09-13T00:00:16.890392+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:07.167823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901701+0000","last_change":"2024-09-12T23:58:42.825105+0000","last_active":"2024-09-13T00:00:16.901701+0000","last_peered":"2024-09-13T00:00:16.901701+0000","last_clean":"2024-09-13T00:00:16.901701+0000","last_became_active":"2024-09-12T23:58:42.824564+0000","last_became_peered":"2024-09-12T23:58:42.824564+0000","last_unstale":"2024-09-13T00:00:16.901701+0000","last_undegraded":"2024-09-13T00:00:16.901701+0000","last_fullsized":"2024-09-13T00:00:16.901701+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:51:13.264946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060066+0000","last_change":"2024-09-12T23:58:42.808960+0000","last_active":"2024-09-13T00:00:17.060066+0000","last_peered":"2024-09-13T00:00:17.060066+0000","last_clean":"2024-09-13T00:00:17.060066+0000","last_became_active":"2024-09-12T23:58:42.807797+0000","last_became_peered":"2024-09-12T23:58:42.807797+0000","last_unstale":"2024-09-13T00:00:17.060066+0000","last_undegraded":"2024-09-13T00:00:17.060066+0000","last_fullsized":"2024-09-13T00:00:17.060066+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:42:35.865481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901359+0000","last_change":"2024-09-12T23:58:42.816596+0000","last_active":"2024-09-13T00:00:16.901359+0000","last_peered":"2024-09-13T00:00:16.901359+0000","last_clean":"2024-09-13T00:00:16.901359+0000","last_became_active":"2024-09-12T23:58:42.815861+0000","last_became_peered":"2024-09-12T23:58:42.815861+0000","last_unstale":"2024-09-13T00:00:16.901359+0000","last_undegraded":"2024-09-13T00:00:16.901359+0000","last_fullsized":"2024-09-13T00:00:16.901359+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:17.943544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.061170+0000","last_change":"2024-09-12T23:58:42.813334+0000","last_active":"2024-09-13T00:00:17.061170+0000","last_peered":"2024-09-13T00:00:17.061170+0000","last_clean":"2024-09-13T00:00:17.061170+0000","last_became_active":"2024-09-12T23:58:42.812916+0000","last_became_peered":"2024-09-12T23:58:42.812916+0000","last_unstale":"2024-09-13T00:00:17.061170+0000","last_undegraded":"2024-09-13T00:00:17.061170+0000","last_fullsized":"2024-09-13T00:00:17.061170+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:56:21.611230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060184+0000","last_change":"2024-09-12T23:58:42.808823+0000","last_active":"2024-09-13T00:00:17.060184+0000","last_peered":"2024-09-13T00:00:17.060184+0000","last_clean":"2024-09-13T00:00:17.060184+0000","last_became_active":"2024-09-12T23:58:42.808039+0000","last_became_peered":"2024-09-12T23:58:42.808039+0000","last_unstale":"2024-09-13T00:00:17.060184+0000","last_undegraded":"2024-09-13T00:00:17.060184+0000","last_fullsized":"2024-09-13T00:00:17.060184+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:33:25.635946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.899545+0000","last_change":"2024-09-12T23:58:42.795865+0000","last_active":"2024-09-13T00:00:16.899545+0000","last_peered":"2024-09-13T00:00:16.899545+0000","last_clean":"2024-09-13T00:00:16.899545+0000","last_became_active":"2024-09-12T23:58:42.795115+0000","last_became_peered":"2024-09-12T23:58:42.795115+0000","last_unstale":"2024-09-13T00:00:16.899545+0000","last_undegraded":"2024-09-13T00:00:16.899545+0000","last_fullsized":"2024-09-13T00:00:16.899545+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:53:06.709473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060968+0000","last_change":"2024-09-12T23:58:42.806609+0000","last_active":"2024-09-13T00:00:17.060968+0000","last_peered":"2024-09-13T00:00:17.060968+0000","last_clean":"2024-09-13T00:00:17.060968+0000","last_became_active":"2024-09-12T23:58:42.806292+0000","last_became_peered":"2024-09-12T23:58:42.806292+0000","last_unstale":"2024-09-13T00:00:17.060968+0000","last_undegraded":"2024-09-13T00:00:17.060968+0000","last_fullsized":"2024-09-13T00:00:17.060968+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:47.238988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890403+0000","last_change":"2024-09-12T23:58:42.798705+0000","last_active":"2024-09-13T00:00:16.890403+0000","last_peered":"2024-09-13T00:00:16.890403+0000","last_clean":"2024-09-13T00:00:16.890403+0000","last_became_active":"2024-09-12T23:58:42.798046+0000","last_became_peered":"2024-09-12T23:58:42.798046+0000","last_unstale":"2024-09-13T00:00:16.890403+0000","last_undegraded":"2024-09-13T00:00:16.890403+0000","last_fullsized":"2024-09-13T00:00:16.890403+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:12.826279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901799+0000","last_change":"2024-09-12T23:58:42.810742+0000","last_active":"2024-09-13T00:00:16.901799+0000","last_peered":"2024-09-13T00:00:16.901799+0000","last_clean":"2024-09-13T00:00:16.901799+0000","last_became_active":"2024-09-12T23:58:42.810056+0000","last_became_peered":"2024-09-12T23:58:42.810056+0000","last_unstale":"2024-09-13T00:00:16.901799+0000","last_undegraded":"2024-09-13T00:00:16.901799+0000","last_fullsized":"2024-09-13T00:00:16.901799+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:24.293921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955437+0000","last_change":"2024-09-12T23:58:42.796946+0000","last_active":"2024-09-13T00:00:16.955437+0000","last_peered":"2024-09-13T00:00:16.955437+0000","last_clean":"2024-09-13T00:00:16.955437+0000","last_became_active":"2024-09-12T23:58:42.794037+0000","last_became_peered":"2024-09-12T23:58:42.794037+0000","last_unstale":"2024-09-13T00:00:16.955437+0000","last_undegraded":"2024-09-13T00:00:16.955437+0000","last_fullsized":"2024-09-13T00:00:16.955437+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:24:30.649860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.058848+0000","last_change":"2024-09-12T23:58:42.826343+0000","last_active":"2024-09-13T00:00:17.058848+0000","last_peered":"2024-09-13T00:00:17.058848+0000","last_clean":"2024-09-13T00:00:17.058848+0000","last_became_active":"2024-09-12T23:58:42.821044+0000","last_became_peered":"2024-09-12T23:58:42.821044+0000","last_unstale":"2024-09-13T00:00:17.058848+0000","last_undegraded":"2024-09-13T00:00:17.058848+0000","last_fullsized":"2024-09-13T00:00:17.058848+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:33.155806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.903591+0000","last_change":"2024-09-12T23:58:42.805031+0000","last_active":"2024-09-13T00:00:16.903591+0000","last_peered":"2024-09-13T00:00:16.903591+0000","last_clean":"2024-09-13T00:00:16.903591+0000","last_became_active":"2024-09-12T23:58:42.804587+0000","last_became_peered":"2024-09-12T23:58:42.804587+0000","last_unstale":"2024-09-13T00:00:16.903591+0000","last_undegraded":"2024-09-13T00:00:16.903591+0000","last_fullsized":"2024-09-13T00:00:16.903591+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:26.201996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"52'1","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060599+0000","last_change":"2024-09-12T23:58:41.831658+0000","last_active":"2024-09-13T00:00:17.060599+0000","last_peered":"2024-09-13T00:00:17.060599+0000","last_clean":"2024-09-13T00:00:17.060599+0000","last_became_active":"2024-09-12T23:58:41.830847+0000","last_became_peered":"2024-09-12T23:58:41.830847+0000","last_unstale":"2024-09-13T00:00:17.060599+0000","last_undegraded":"2024-09-13T00:00:17.060599+0000","last_fullsized":"2024-09-13T00:00:17.060599+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:01.596576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":30,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890686+0000","last_change":"2024-09-12T23:59:05.108638+0000","last_active":"2024-09-13T00:00:16.890686+0000","last_peered":"2024-09-13T00:00:16.890686+0000","last_clean":"2024-09-13T00:00:16.890686+0000","last_became_active":"2024-09-12T23:59:05.107692+0000","last_became_peered":"2024-09-12T23:59:05.107692+0000","last_unstale":"2024-09-13T00:00:16.890686+0000","last_undegraded":"2024-09-13T00:00:16.890686+0000","last_fullsized":"2024-09-13T00:00:16.890686+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:22:49.609124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"52'1","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.059338+0000","last_change":"2024-09-12T23:58:41.834471+0000","last_active":"2024-09-13T00:00:17.059338+0000","last_peered":"2024-09-13T00:00:17.059338+0000","last_clean":"2024-09-13T00:00:17.059338+0000","last_became_active":"2024-09-12T23:58:41.833778+0000","last_became_peered":"2024-09-12T23:58:41.833778+0000","last_unstale":"2024-09-13T00:00:17.059338+0000","last_undegraded":"2024-09-13T00:00:17.059338+0000","last_fullsized":"2024-09-13T00:00:17.059338+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:40:35.524237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060303+0000","last_change":"2024-09-12T23:58:41.828837+0000","last_active":"2024-09-13T00:00:17.060303+0000","last_peered":"2024-09-13T00:00:17.060303+0000","last_clean":"2024-09-13T00:00:17.060303+0000","last_became_active":"2024-09-12T23:58:41.828503+0000","last_became_peered":"2024-09-12T23:58:41.828503+0000","last_unstale":"2024-09-13T00:00:17.060303+0000","last_undegraded":"2024-09-13T00:00:17.060303+0000","last_fullsized":"2024-09-13T00:00:17.060303+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:41.433615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.059969+0000","last_change":"2024-09-12T23:58:42.810608+0000","last_active":"2024-09-13T00:00:17.059969+0000","last_peered":"2024-09-13T00:00:17.059969+0000","last_clean":"2024-09-13T00:00:17.059969+0000","last_became_active":"2024-09-12T23:58:42.810320+0000","last_became_peered":"2024-09-12T23:58:42.810320+0000","last_unstale":"2024-09-13T00:00:17.059969+0000","last_undegraded":"2024-09-13T00:00:17.059969+0000","last_fullsized":"2024-09-13T00:00:17.059969+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:00.159739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901472+0000","last_change":"2024-09-12T23:58:41.839250+0000","last_active":"2024-09-13T00:00:16.901472+0000","last_peered":"2024-09-13T00:00:16.901472+0000","last_clean":"2024-09-13T00:00:16.901472+0000","last_became_active":"2024-09-12T23:58:41.838890+0000","last_became_peered":"2024-09-12T23:58:41.838890+0000","last_unstale":"2024-09-13T00:00:16.901472+0000","last_undegraded":"2024-09-13T00:00:16.901472+0000","last_fullsized":"2024-09-13T00:00:16.901472+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:56.410963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.898464+0000","last_change":"2024-09-12T23:58:42.808392+0000","last_active":"2024-09-13T00:00:16.898464+0000","last_peered":"2024-09-13T00:00:16.898464+0000","last_clean":"2024-09-13T00:00:16.898464+0000","last_became_active":"2024-09-12T23:58:42.805384+0000","last_became_peered":"2024-09-12T23:58:42.805384+0000","last_unstale":"2024-09-13T00:00:16.898464+0000","last_undegraded":"2024-09-13T00:00:16.898464+0000","last_fullsized":"2024-09-13T00:00:16.898464+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:49.699028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.059878+0000","last_change":"2024-09-12T23:58:41.835228+0000","last_active":"2024-09-13T00:00:17.059878+0000","last_peered":"2024-09-13T00:00:17.059878+0000","last_clean":"2024-09-13T00:00:17.059878+0000","last_became_active":"2024-09-12T23:58:41.834965+0000","last_became_peered":"2024-09-12T23:58:41.834965+0000","last_unstale":"2024-09-13T00:00:17.059878+0000","last_undegraded":"2024-09-13T00:00:17.059878+0000","last_fullsized":"2024-09-13T00:00:17.059878+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:46.177095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901817+0000","last_change":"2024-09-12T23:58:42.832504+0000","last_active":"2024-09-13T00:00:16.901817+0000","last_peered":"2024-09-13T00:00:16.901817+0000","last_clean":"2024-09-13T00:00:16.901817+0000","last_became_active":"2024-09-12T23:58:42.832141+0000","last_became_peered":"2024-09-12T23:58:42.832141+0000","last_unstale":"2024-09-13T00:00:16.901817+0000","last_undegraded":"2024-09-13T00:00:16.901817+0000","last_fullsized":"2024-09-13T00:00:16.901817+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:54:35.037719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901940+0000","last_change":"2024-09-12T23:58:41.841862+0000","last_active":"2024-09-13T00:00:16.901940+0000","last_peered":"2024-09-13T00:00:16.901940+0000","last_clean":"2024-09-13T00:00:16.901940+0000","last_became_active":"2024-09-12T23:58:41.840512+0000","last_became_peered":"2024-09-12T23:58:41.840512+0000","last_unstale":"2024-09-13T00:00:16.901940+0000","last_undegraded":"2024-09-13T00:00:16.901940+0000","last_fullsized":"2024-09-13T00:00:16.901940+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:39.330139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.892892+0000","last_change":"2024-09-12T23:58:42.810494+0000","last_active":"2024-09-13T00:00:16.892892+0000","last_peered":"2024-09-13T00:00:16.892892+0000","last_clean":"2024-09-13T00:00:16.892892+0000","last_became_active":"2024-09-12T23:58:42.810193+0000","last_became_peered":"2024-09-12T23:58:42.810193+0000","last_unstale":"2024-09-13T00:00:16.892892+0000","last_undegraded":"2024-09-13T00:00:16.892892+0000","last_fullsized":"2024-09-13T00:00:16.892892+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:34:10.591293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"52'3","reported_seq":24,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.899809+0000","last_change":"2024-09-12T23:58:41.847506+0000","last_active":"2024-09-13T00:00:16.899809+0000","last_peered":"2024-09-13T00:00:16.899809+0000","last_clean":"2024-09-13T00:00:16.899809+0000","last_became_active":"2024-09-12T23:58:41.847270+0000","last_became_peered":"2024-09-12T23:58:41.847270+0000","last_unstale":"2024-09-13T00:00:16.899809+0000","last_undegraded":"2024-09-13T00:00:16.899809+0000","last_fullsized":"2024-09-13T00:00:16.899809+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:22.580234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902756+0000","last_change":"2024-09-12T23:58:42.810901+0000","last_active":"2024-09-13T00:00:16.902756+0000","last_peered":"2024-09-13T00:00:16.902756+0000","last_clean":"2024-09-13T00:00:16.902756+0000","last_became_active":"2024-09-12T23:58:42.807286+0000","last_became_peered":"2024-09-12T23:58:42.807286+0000","last_unstale":"2024-09-13T00:00:16.902756+0000","last_undegraded":"2024-09-13T00:00:16.902756+0000","last_fullsized":"2024-09-13T00:00:16.902756+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:20:03.447341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'13","reported_seq":34,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:52.928576+0000","last_change":"2024-09-12T23:58:41.847134+0000","last_active":"2024-09-13T00:00:52.928576+0000","last_peered":"2024-09-13T00:00:52.928576+0000","last_clean":"2024-09-13T00:00:52.928576+0000","last_became_active":"2024-09-12T23:58:41.846510+0000","last_became_peered":"2024-09-12T23:58:41.846510+0000","last_unstale":"2024-09-13T00:00:52.928576+0000","last_undegraded":"2024-09-13T00:00:52.928576+0000","last_fullsized":"2024-09-13T00:00:52.928576+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:58:46.027978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2624,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890492+0000","last_change":"2024-09-12T23:58:42.813842+0000","last_active":"2024-09-13T00:00:16.890492+0000","last_peered":"2024-09-13T00:00:16.890492+0000","last_clean":"2024-09-13T00:00:16.890492+0000","last_became_active":"2024-09-12T23:58:42.813297+0000","last_became_peered":"2024-09-12T23:58:42.813297+0000","last_unstale":"2024-09-13T00:00:16.890492+0000","last_undegraded":"2024-09-13T00:00:16.890492+0000","last_fullsized":"2024-09-13T00:00:16.890492+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:20.546044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"52'2","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890690+0000","last_change":"2024-09-12T23:58:41.836187+0000","last_active":"2024-09-13T00:00:16.890690+0000","last_peered":"2024-09-13T00:00:16.890690+0000","last_clean":"2024-09-13T00:00:16.890690+0000","last_became_active":"2024-09-12T23:58:41.835564+0000","last_became_peered":"2024-09-12T23:58:41.835564+0000","last_unstale":"2024-09-13T00:00:16.890690+0000","last_undegraded":"2024-09-13T00:00:16.890690+0000","last_fullsized":"2024-09-13T00:00:16.890690+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:36:02.950318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.889882+0000","last_change":"2024-09-12T23:58:42.797734+0000","last_active":"2024-09-13T00:00:16.889882+0000","last_peered":"2024-09-13T00:00:16.889882+0000","last_clean":"2024-09-13T00:00:16.889882+0000","last_became_active":"2024-09-12T23:58:42.797050+0000","last_became_peered":"2024-09-12T23:58:42.797050+0000","last_unstale":"2024-09-13T00:00:16.889882+0000","last_undegraded":"2024-09-13T00:00:16.889882+0000","last_fullsized":"2024-09-13T00:00:16.889882+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:26.052820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901904+0000","last_change":"2024-09-12T23:58:41.837938+0000","last_active":"2024-09-13T00:00:16.901904+0000","last_peered":"2024-09-13T00:00:16.901904+0000","last_clean":"2024-09-13T00:00:16.901904+0000","last_became_active":"2024-09-12T23:58:41.837651+0000","last_became_peered":"2024-09-12T23:58:41.837651+0000","last_unstale":"2024-09-13T00:00:16.901904+0000","last_undegraded":"2024-09-13T00:00:16.901904+0000","last_fullsized":"2024-09-13T00:00:16.901904+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:43.210340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891429+0000","last_change":"2024-09-12T23:58:42.807119+0000","last_active":"2024-09-13T00:00:16.891429+0000","last_peered":"2024-09-13T00:00:16.891429+0000","last_clean":"2024-09-13T00:00:16.891429+0000","last_became_active":"2024-09-12T23:58:42.806320+0000","last_became_peered":"2024-09-12T23:58:42.806320+0000","last_unstale":"2024-09-13T00:00:16.891429+0000","last_undegraded":"2024-09-13T00:00:16.891429+0000","last_fullsized":"2024-09-13T00:00:16.891429+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:08:15.418130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.059123+0000","last_change":"2024-09-12T23:58:41.841111+0000","last_active":"2024-09-13T00:00:17.059123+0000","last_peered":"2024-09-13T00:00:17.059123+0000","last_clean":"2024-09-13T00:00:17.059123+0000","last_became_active":"2024-09-12T23:58:41.840442+0000","last_became_peered":"2024-09-12T23:58:41.840442+0000","last_unstale":"2024-09-13T00:00:17.059123+0000","last_undegraded":"2024-09-13T00:00:17.059123+0000","last_fullsized":"2024-09-13T00:00:17.059123+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:16:58.759665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.058835+0000","last_change":"2024-09-12T23:58:42.821575+0000","last_active":"2024-09-13T00:00:17.058835+0000","last_peered":"2024-09-13T00:00:17.058835+0000","last_clean":"2024-09-13T00:00:17.058835+0000","last_became_active":"2024-09-12T23:58:42.819773+0000","last_became_peered":"2024-09-12T23:58:42.819773+0000","last_unstale":"2024-09-13T00:00:17.058835+0000","last_undegraded":"2024-09-13T00:00:17.058835+0000","last_fullsized":"2024-09-13T00:00:17.058835+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:44:40.505519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"52'8","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955587+0000","last_change":"2024-09-12T23:58:41.850431+0000","last_active":"2024-09-13T00:00:16.955587+0000","last_peered":"2024-09-13T00:00:16.955587+0000","last_clean":"2024-09-13T00:00:16.955587+0000","last_became_active":"2024-09-12T23:58:41.850163+0000","last_became_peered":"2024-09-12T23:58:41.850163+0000","last_unstale":"2024-09-13T00:00:16.955587+0000","last_undegraded":"2024-09-13T00:00:16.955587+0000","last_fullsized":"2024-09-13T00:00:16.955587+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:25.807671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890023+0000","last_change":"2024-09-12T23:58:42.804840+0000","last_active":"2024-09-13T00:00:16.890023+0000","last_peered":"2024-09-13T00:00:16.890023+0000","last_clean":"2024-09-13T00:00:16.890023+0000","last_became_active":"2024-09-12T23:58:42.804257+0000","last_became_peered":"2024-09-12T23:58:42.804257+0000","last_unstale":"2024-09-13T00:00:16.890023+0000","last_undegraded":"2024-09-13T00:00:16.890023+0000","last_fullsized":"2024-09-13T00:00:16.890023+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:56:15.432866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"52'1","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.903242+0000","last_change":"2024-09-12T23:58:41.840222+0000","last_active":"2024-09-13T00:00:16.903242+0000","last_peered":"2024-09-13T00:00:16.903242+0000","last_clean":"2024-09-13T00:00:16.903242+0000","last_became_active":"2024-09-12T23:58:41.839540+0000","last_became_peered":"2024-09-12T23:58:41.839540+0000","last_unstale":"2024-09-13T00:00:16.903242+0000","last_undegraded":"2024-09-13T00:00:16.903242+0000","last_fullsized":"2024-09-13T00:00:16.903242+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:55.498929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891319+0000","last_change":"2024-09-12T23:58:42.819699+0000","last_active":"2024-09-13T00:00:16.891319+0000","last_peered":"2024-09-13T00:00:16.891319+0000","last_clean":"2024-09-13T00:00:16.891319+0000","last_became_active":"2024-09-12T23:58:42.819031+0000","last_became_peered":"2024-09-12T23:58:42.819031+0000","last_unstale":"2024-09-13T00:00:16.891319+0000","last_undegraded":"2024-09-13T00:00:16.891319+0000","last_fullsized":"2024-09-13T00:00:16.891319+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:25:49.339033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"52'2","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955975+0000","last_change":"2024-09-12T23:58:41.850483+0000","last_active":"2024-09-13T00:00:16.955975+0000","last_peered":"2024-09-13T00:00:16.955975+0000","last_clean":"2024-09-13T00:00:16.955975+0000","last_became_active":"2024-09-12T23:58:41.850220+0000","last_became_peered":"2024-09-12T23:58:41.850220+0000","last_unstale":"2024-09-13T00:00:16.955975+0000","last_undegraded":"2024-09-13T00:00:16.955975+0000","last_fullsized":"2024-09-13T00:00:16.955975+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:19.877176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890836+0000","last_change":"2024-09-12T23:58:42.816660+0000","last_active":"2024-09-13T00:00:16.890836+0000","last_peered":"2024-09-13T00:00:16.890836+0000","last_clean":"2024-09-13T00:00:16.890836+0000","last_became_active":"2024-09-12T23:58:42.815741+0000","last_became_peered":"2024-09-12T23:58:42.815741+0000","last_unstale":"2024-09-13T00:00:16.890836+0000","last_undegraded":"2024-09-13T00:00:16.890836+0000","last_fullsized":"2024-09-13T00:00:16.890836+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:30.639653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"52'1","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.899881+0000","last_change":"2024-09-12T23:58:41.847902+0000","last_active":"2024-09-13T00:00:16.899881+0000","last_peered":"2024-09-13T00:00:16.899881+0000","last_clean":"2024-09-13T00:00:16.899881+0000","last_became_active":"2024-09-12T23:58:41.847586+0000","last_became_peered":"2024-09-12T23:58:41.847586+0000","last_unstale":"2024-09-13T00:00:16.899881+0000","last_undegraded":"2024-09-13T00:00:16.899881+0000","last_fullsized":"2024-09-13T00:00:16.899881+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:52.136251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902436+0000","last_change":"2024-09-12T23:58:42.810066+0000","last_active":"2024-09-13T00:00:16.902436+0000","last_peered":"2024-09-13T00:00:16.902436+0000","last_clean":"2024-09-13T00:00:16.902436+0000","last_became_active":"2024-09-12T23:58:42.809431+0000","last_became_peered":"2024-09-12T23:58:42.809431+0000","last_unstale":"2024-09-13T00:00:16.902436+0000","last_undegraded":"2024-09-13T00:00:16.902436+0000","last_fullsized":"2024-09-13T00:00:16.902436+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:34.288251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955896+0000","last_change":"2024-09-12T23:58:41.842870+0000","last_active":"2024-09-13T00:00:16.955896+0000","last_peered":"2024-09-13T00:00:16.955896+0000","last_clean":"2024-09-13T00:00:16.955896+0000","last_became_active":"2024-09-12T23:58:41.841086+0000","last_became_peered":"2024-09-12T23:58:41.841086+0000","last_unstale":"2024-09-13T00:00:16.955896+0000","last_undegraded":"2024-09-13T00:00:16.955896+0000","last_fullsized":"2024-09-13T00:00:16.955896+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:00:31.800066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890797+0000","last_change":"2024-09-12T23:58:42.826062+0000","last_active":"2024-09-13T00:00:16.890797+0000","last_peered":"2024-09-13T00:00:16.890797+0000","last_clean":"2024-09-13T00:00:16.890797+0000","last_became_active":"2024-09-12T23:58:42.825475+0000","last_became_peered":"2024-09-12T23:58:42.825475+0000","last_unstale":"2024-09-13T00:00:16.890797+0000","last_undegraded":"2024-09-13T00:00:16.890797+0000","last_fullsized":"2024-09-13T00:00:16.890797+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:39:04.811462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.683741+0000","last_change":"2024-09-13T00:00:17.060545+0000","last_active":"2024-09-13T00:00:20.683741+0000","last_peered":"2024-09-13T00:00:20.683741+0000","last_clean":"2024-09-13T00:00:20.683741+0000","last_became_active":"2024-09-13T00:00:07.258326+0000","last_became_peered":"2024-09-13T00:00:07.258326+0000","last_unstale":"2024-09-13T00:00:20.683741+0000","last_undegraded":"2024-09-13T00:00:20.683741+0000","last_fullsized":"2024-09-13T00:00:20.683741+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:20.432597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00060883300000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"56'79","reported_seq":55,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890059+0000","last_change":"2024-09-12T23:57:55.492667+0000","last_active":"2024-09-13T00:00:16.890059+0000","last_peered":"2024-09-13T00:00:16.890059+0000","last_clean":"2024-09-13T00:00:16.890059+0000","last_became_active":"2024-09-12T23:57:55.479343+0000","last_became_peered":"2024-09-12T23:57:55.479343+0000","last_unstale":"2024-09-13T00:00:16.890059+0000","last_undegraded":"2024-09-13T00:00:16.890059+0000","last_fullsized":"2024-09-13T00:00:16.890059+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_clean_scrub_stamp":"2024-09-12T23:53:26.096054+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:39:46.863988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902041+0000","last_change":"2024-09-12T23:58:41.840534+0000","last_active":"2024-09-13T00:00:16.902041+0000","last_peered":"2024-09-13T00:00:16.902041+0000","last_clean":"2024-09-13T00:00:16.902041+0000","last_became_active":"2024-09-12T23:58:41.840224+0000","last_became_peered":"2024-09-12T23:58:41.840224+0000","last_unstale":"2024-09-13T00:00:16.902041+0000","last_undegraded":"2024-09-13T00:00:16.902041+0000","last_fullsized":"2024-09-13T00:00:16.902041+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:37.366272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060605+0000","last_change":"2024-09-12T23:58:42.822825+0000","last_active":"2024-09-13T00:00:17.060605+0000","last_peered":"2024-09-13T00:00:17.060605+0000","last_clean":"2024-09-13T00:00:17.060605+0000","last_became_active":"2024-09-12T23:58:42.818070+0000","last_became_peered":"2024-09-12T23:58:42.818070+0000","last_unstale":"2024-09-13T00:00:17.060605+0000","last_undegraded":"2024-09-13T00:00:17.060605+0000","last_fullsized":"2024-09-13T00:00:17.060605+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:49.946484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.726869+0000","last_change":"2024-09-13T00:00:16.892017+0000","last_active":"2024-09-13T00:00:20.726869+0000","last_peered":"2024-09-13T00:00:20.726869+0000","last_clean":"2024-09-13T00:00:20.726869+0000","last_became_active":"2024-09-13T00:00:07.028859+0000","last_became_peered":"2024-09-13T00:00:07.028859+0000","last_unstale":"2024-09-13T00:00:20.726869+0000","last_undegraded":"2024-09-13T00:00:20.726869+0000","last_fullsized":"2024-09-13T00:00:20.726869+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:09:49.923676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051557299999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955319+0000","last_change":"2024-09-12T23:59:05.107945+0000","last_active":"2024-09-13T00:00:16.955319+0000","last_peered":"2024-09-13T00:00:16.955319+0000","last_clean":"2024-09-13T00:00:16.955319+0000","last_became_active":"2024-09-12T23:59:05.106999+0000","last_became_peered":"2024-09-12T23:59:05.106999+0000","last_unstale":"2024-09-13T00:00:16.955319+0000","last_undegraded":"2024-09-13T00:00:16.955319+0000","last_fullsized":"2024-09-13T00:00:16.955319+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:39.301388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.889726+0000","last_change":"2024-09-12T23:58:42.796274+0000","last_active":"2024-09-13T00:00:16.889726+0000","last_peered":"2024-09-13T00:00:16.889726+0000","last_clean":"2024-09-13T00:00:16.889726+0000","last_became_active":"2024-09-12T23:58:42.791640+0000","last_became_peered":"2024-09-12T23:58:42.791640+0000","last_unstale":"2024-09-13T00:00:16.889726+0000","last_undegraded":"2024-09-13T00:00:16.889726+0000","last_fullsized":"2024-09-13T00:00:16.889726+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:06.999795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.272769+0000","last_change":"2024-09-13T00:00:16.901347+0000","last_active":"2024-09-13T00:00:20.272769+0000","last_peered":"2024-09-13T00:00:20.272769+0000","last_clean":"2024-09-13T00:00:20.272769+0000","last_became_active":"2024-09-13T00:00:06.498245+0000","last_became_peered":"2024-09-13T00:00:06.498245+0000","last_unstale":"2024-09-13T00:00:20.272769+0000","last_undegraded":"2024-09-13T00:00:20.272769+0000","last_fullsized":"2024-09-13T00:00:20.272769+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:06:01.241493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059688899999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955644+0000","last_change":"2024-09-12T23:58:41.843772+0000","last_active":"2024-09-13T00:00:16.955644+0000","last_peered":"2024-09-13T00:00:16.955644+0000","last_clean":"2024-09-13T00:00:16.955644+0000","last_became_active":"2024-09-12T23:58:41.843230+0000","last_became_peered":"2024-09-12T23:58:41.843230+0000","last_unstale":"2024-09-13T00:00:16.955644+0000","last_undegraded":"2024-09-13T00:00:16.955644+0000","last_fullsized":"2024-09-13T00:00:16.955644+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:05.154834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.898522+0000","last_change":"2024-09-12T23:58:42.821728+0000","last_active":"2024-09-13T00:00:16.898522+0000","last_peered":"2024-09-13T00:00:16.898522+0000","last_clean":"2024-09-13T00:00:16.898522+0000","last_became_active":"2024-09-12T23:58:42.820871+0000","last_became_peered":"2024-09-12T23:58:42.820871+0000","last_unstale":"2024-09-13T00:00:16.898522+0000","last_undegraded":"2024-09-13T00:00:16.898522+0000","last_fullsized":"2024-09-13T00:00:16.898522+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:00.165900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.271323+0000","last_change":"2024-09-13T00:00:16.900402+0000","last_active":"2024-09-13T00:00:20.271323+0000","last_peered":"2024-09-13T00:00:20.271323+0000","last_clean":"2024-09-13T00:00:20.271323+0000","last_became_active":"2024-09-13T00:00:07.028878+0000","last_became_peered":"2024-09-13T00:00:07.028878+0000","last_unstale":"2024-09-13T00:00:20.271323+0000","last_undegraded":"2024-09-13T00:00:20.271323+0000","last_fullsized":"2024-09-13T00:00:20.271323+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:14:20.322287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099234499999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901939+0000","last_change":"2024-09-12T23:58:41.836219+0000","last_active":"2024-09-13T00:00:16.901939+0000","last_peered":"2024-09-13T00:00:16.901939+0000","last_clean":"2024-09-13T00:00:16.901939+0000","last_became_active":"2024-09-12T23:58:41.835498+0000","last_became_peered":"2024-09-12T23:58:41.835498+0000","last_unstale":"2024-09-13T00:00:16.901939+0000","last_undegraded":"2024-09-13T00:00:16.901939+0000","last_fullsized":"2024-09-13T00:00:16.901939+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:39:02.793912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902836+0000","last_change":"2024-09-12T23:58:42.789692+0000","last_active":"2024-09-13T00:00:16.902836+0000","last_peered":"2024-09-13T00:00:16.902836+0000","last_clean":"2024-09-13T00:00:16.902836+0000","last_became_active":"2024-09-12T23:58:42.788777+0000","last_became_peered":"2024-09-12T23:58:42.788777+0000","last_unstale":"2024-09-13T00:00:16.902836+0000","last_undegraded":"2024-09-13T00:00:16.902836+0000","last_fullsized":"2024-09-13T00:00:16.902836+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:32:31.625713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"62'2","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.271190+0000","last_change":"2024-09-13T00:00:16.900750+0000","last_active":"2024-09-13T00:00:20.271190+0000","last_peered":"2024-09-13T00:00:20.271190+0000","last_clean":"2024-09-13T00:00:20.271190+0000","last_became_active":"2024-09-13T00:00:06.497745+0000","last_became_peered":"2024-09-13T00:00:06.497745+0000","last_unstale":"2024-09-13T00:00:20.271190+0000","last_undegraded":"2024-09-13T00:00:20.271190+0000","last_fullsized":"2024-09-13T00:00:20.271190+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:32.917229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002094121,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.899740+0000","last_change":"2024-09-12T23:58:41.847092+0000","last_active":"2024-09-13T00:00:16.899740+0000","last_peered":"2024-09-13T00:00:16.899740+0000","last_clean":"2024-09-13T00:00:16.899740+0000","last_became_active":"2024-09-12T23:58:41.846823+0000","last_became_peered":"2024-09-12T23:58:41.846823+0000","last_unstale":"2024-09-13T00:00:16.899740+0000","last_undegraded":"2024-09-13T00:00:16.899740+0000","last_fullsized":"2024-09-13T00:00:16.899740+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:14:07.655595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902995+0000","last_change":"2024-09-12T23:58:42.830030+0000","last_active":"2024-09-13T00:00:16.902995+0000","last_peered":"2024-09-13T00:00:16.902995+0000","last_clean":"2024-09-13T00:00:16.902995+0000","last_became_active":"2024-09-12T23:58:42.829721+0000","last_became_peered":"2024-09-12T23:58:42.829721+0000","last_unstale":"2024-09-13T00:00:16.902995+0000","last_undegraded":"2024-09-13T00:00:16.902995+0000","last_fullsized":"2024-09-13T00:00:16.902995+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:52.584716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"60'1","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.723483+0000","last_change":"2024-09-13T00:00:16.891227+0000","last_active":"2024-09-13T00:00:20.723483+0000","last_peered":"2024-09-13T00:00:20.723483+0000","last_clean":"2024-09-13T00:00:20.723483+0000","last_became_active":"2024-09-13T00:00:07.260277+0000","last_became_peered":"2024-09-13T00:00:07.260277+0000","last_unstale":"2024-09-13T00:00:20.723483+0000","last_undegraded":"2024-09-13T00:00:20.723483+0000","last_fullsized":"2024-09-13T00:00:20.723483+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:44.871671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011953440000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891090+0000","last_change":"2024-09-12T23:58:41.845407+0000","last_active":"2024-09-13T00:00:16.891090+0000","last_peered":"2024-09-13T00:00:16.891090+0000","last_clean":"2024-09-13T00:00:16.891090+0000","last_became_active":"2024-09-12T23:58:41.844761+0000","last_became_peered":"2024-09-12T23:58:41.844761+0000","last_unstale":"2024-09-13T00:00:16.891090+0000","last_undegraded":"2024-09-13T00:00:16.891090+0000","last_fullsized":"2024-09-13T00:00:16.891090+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:24.137082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.899614+0000","last_change":"2024-09-12T23:58:42.802737+0000","last_active":"2024-09-13T00:00:16.899614+0000","last_peered":"2024-09-13T00:00:16.899614+0000","last_clean":"2024-09-13T00:00:16.899614+0000","last_became_active":"2024-09-12T23:58:42.801881+0000","last_became_peered":"2024-09-12T23:58:42.801881+0000","last_unstale":"2024-09-13T00:00:16.899614+0000","last_undegraded":"2024-09-13T00:00:16.899614+0000","last_fullsized":"2024-09-13T00:00:16.899614+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:40.840027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.724246+0000","last_change":"2024-09-13T00:00:17.060563+0000","last_active":"2024-09-13T00:00:20.724246+0000","last_peered":"2024-09-13T00:00:20.724246+0000","last_clean":"2024-09-13T00:00:20.724246+0000","last_became_active":"2024-09-13T00:00:07.258888+0000","last_became_peered":"2024-09-13T00:00:07.258888+0000","last_unstale":"2024-09-13T00:00:20.724246+0000","last_undegraded":"2024-09-13T00:00:20.724246+0000","last_fullsized":"2024-09-13T00:00:20.724246+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:09:45.572206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085221799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"53'1","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.900604+0000","last_change":"2024-09-12T23:58:41.847784+0000","last_active":"2024-09-13T00:00:16.900604+0000","last_peered":"2024-09-13T00:00:16.900604+0000","last_clean":"2024-09-13T00:00:16.900604+0000","last_became_active":"2024-09-12T23:58:41.847287+0000","last_became_peered":"2024-09-12T23:58:41.847287+0000","last_unstale":"2024-09-13T00:00:16.900604+0000","last_undegraded":"2024-09-13T00:00:16.900604+0000","last_fullsized":"2024-09-13T00:00:16.900604+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:30:17.309097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.061396+0000","last_change":"2024-09-12T23:58:42.816535+0000","last_active":"2024-09-13T00:00:17.061396+0000","last_peered":"2024-09-13T00:00:17.061396+0000","last_clean":"2024-09-13T00:00:17.061396+0000","last_became_active":"2024-09-12T23:58:42.815477+0000","last_became_peered":"2024-09-12T23:58:42.815477+0000","last_unstale":"2024-09-13T00:00:17.061396+0000","last_undegraded":"2024-09-13T00:00:17.061396+0000","last_fullsized":"2024-09-13T00:00:17.061396+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:29.148762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.270925+0000","last_change":"2024-09-13T00:00:16.902016+0000","last_active":"2024-09-13T00:00:20.270925+0000","last_peered":"2024-09-13T00:00:20.270925+0000","last_clean":"2024-09-13T00:00:20.270925+0000","last_became_active":"2024-09-13T00:00:06.495272+0000","last_became_peered":"2024-09-13T00:00:06.495272+0000","last_unstale":"2024-09-13T00:00:20.270925+0000","last_undegraded":"2024-09-13T00:00:20.270925+0000","last_fullsized":"2024-09-13T00:00:20.270925+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:24.034994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010068480000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"52'2","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060233+0000","last_change":"2024-09-12T23:58:41.841401+0000","last_active":"2024-09-13T00:00:17.060233+0000","last_peered":"2024-09-13T00:00:17.060233+0000","last_clean":"2024-09-13T00:00:17.060233+0000","last_became_active":"2024-09-12T23:58:41.838422+0000","last_became_peered":"2024-09-12T23:58:41.838422+0000","last_unstale":"2024-09-13T00:00:17.060233+0000","last_undegraded":"2024-09-13T00:00:17.060233+0000","last_fullsized":"2024-09-13T00:00:17.060233+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:02.362955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891325+0000","last_change":"2024-09-12T23:58:42.803124+0000","last_active":"2024-09-13T00:00:16.891325+0000","last_peered":"2024-09-13T00:00:16.891325+0000","last_clean":"2024-09-13T00:00:16.891325+0000","last_became_active":"2024-09-12T23:58:42.802311+0000","last_became_peered":"2024-09-12T23:58:42.802311+0000","last_unstale":"2024-09-13T00:00:16.891325+0000","last_undegraded":"2024-09-13T00:00:16.891325+0000","last_fullsized":"2024-09-13T00:00:16.891325+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:18.368488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.889950+0000","last_change":"2024-09-12T23:58:41.850915+0000","last_active":"2024-09-13T00:00:16.889950+0000","last_peered":"2024-09-13T00:00:16.889950+0000","last_clean":"2024-09-13T00:00:16.889950+0000","last_became_active":"2024-09-12T23:58:41.850661+0000","last_became_peered":"2024-09-12T23:58:41.850661+0000","last_unstale":"2024-09-13T00:00:16.889950+0000","last_undegraded":"2024-09-13T00:00:16.889950+0000","last_fullsized":"2024-09-13T00:00:16.889950+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:08:23.163660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902483+0000","last_change":"2024-09-12T23:58:42.811928+0000","last_active":"2024-09-13T00:00:16.902483+0000","last_peered":"2024-09-13T00:00:16.902483+0000","last_clean":"2024-09-13T00:00:16.902483+0000","last_became_active":"2024-09-12T23:58:42.806006+0000","last_became_peered":"2024-09-12T23:58:42.806006+0000","last_unstale":"2024-09-13T00:00:16.902483+0000","last_undegraded":"2024-09-13T00:00:16.902483+0000","last_fullsized":"2024-09-13T00:00:16.902483+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:11:30.653723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.898789+0000","last_change":"2024-09-12T23:58:41.845149+0000","last_active":"2024-09-13T00:00:16.898789+0000","last_peered":"2024-09-13T00:00:16.898789+0000","last_clean":"2024-09-13T00:00:16.898789+0000","last_became_active":"2024-09-12T23:58:41.831162+0000","last_became_peered":"2024-09-12T23:58:41.831162+0000","last_unstale":"2024-09-13T00:00:16.898789+0000","last_undegraded":"2024-09-13T00:00:16.898789+0000","last_fullsized":"2024-09-13T00:00:16.898789+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:20:59.143773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060067+0000","last_change":"2024-09-12T23:58:42.816465+0000","last_active":"2024-09-13T00:00:17.060067+0000","last_peered":"2024-09-13T00:00:17.060067+0000","last_clean":"2024-09-13T00:00:17.060067+0000","last_became_active":"2024-09-12T23:58:42.816003+0000","last_became_peered":"2024-09-12T23:58:42.816003+0000","last_unstale":"2024-09-13T00:00:17.060067+0000","last_undegraded":"2024-09-13T00:00:17.060067+0000","last_fullsized":"2024-09-13T00:00:17.060067+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:08:00.603944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.899893+0000","last_change":"2024-09-12T23:58:41.847069+0000","last_active":"2024-09-13T00:00:16.899893+0000","last_peered":"2024-09-13T00:00:16.899893+0000","last_clean":"2024-09-13T00:00:16.899893+0000","last_became_active":"2024-09-12T23:58:41.845977+0000","last_became_peered":"2024-09-12T23:58:41.845977+0000","last_unstale":"2024-09-13T00:00:16.899893+0000","last_undegraded":"2024-09-13T00:00:16.899893+0000","last_fullsized":"2024-09-13T00:00:16.899893+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:52:57.473398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":30,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060302+0000","last_change":"2024-09-12T23:59:04.760358+0000","last_active":"2024-09-13T00:00:17.060302+0000","last_peered":"2024-09-13T00:00:17.060302+0000","last_clean":"2024-09-13T00:00:17.060302+0000","last_became_active":"2024-09-12T23:59:04.759460+0000","last_became_peered":"2024-09-12T23:59:04.759460+0000","last_unstale":"2024-09-13T00:00:17.060302+0000","last_undegraded":"2024-09-13T00:00:17.060302+0000","last_fullsized":"2024-09-13T00:00:17.060302+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:34.229085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"52'2","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891675+0000","last_change":"2024-09-12T23:58:41.845320+0000","last_active":"2024-09-13T00:00:16.891675+0000","last_peered":"2024-09-13T00:00:16.891675+0000","last_clean":"2024-09-13T00:00:16.891675+0000","last_became_active":"2024-09-12T23:58:41.843813+0000","last_became_peered":"2024-09-12T23:58:41.843813+0000","last_unstale":"2024-09-13T00:00:16.891675+0000","last_undegraded":"2024-09-13T00:00:16.891675+0000","last_fullsized":"2024-09-13T00:00:16.891675+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:36:41.340643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.059242+0000","last_change":"2024-09-12T23:58:42.807675+0000","last_active":"2024-09-13T00:00:17.059242+0000","last_peered":"2024-09-13T00:00:17.059242+0000","last_clean":"2024-09-13T00:00:17.059242+0000","last_became_active":"2024-09-12T23:58:42.806718+0000","last_became_peered":"2024-09-12T23:58:42.806718+0000","last_unstale":"2024-09-13T00:00:17.059242+0000","last_undegraded":"2024-09-13T00:00:17.059242+0000","last_fullsized":"2024-09-13T00:00:17.059242+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:18.623479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902898+0000","last_change":"2024-09-12T23:58:42.821073+0000","last_active":"2024-09-13T00:00:16.902898+0000","last_peered":"2024-09-13T00:00:16.902898+0000","last_clean":"2024-09-13T00:00:16.902898+0000","last_became_active":"2024-09-12T23:58:42.819791+0000","last_became_peered":"2024-09-12T23:58:42.819791+0000","last_unstale":"2024-09-13T00:00:16.902898+0000","last_undegraded":"2024-09-13T00:00:16.902898+0000","last_fullsized":"2024-09-13T00:00:16.902898+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:53:46.914203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"52'2","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891126+0000","last_change":"2024-09-12T23:58:41.851372+0000","last_active":"2024-09-13T00:00:16.891126+0000","last_peered":"2024-09-13T00:00:16.891126+0000","last_clean":"2024-09-13T00:00:16.891126+0000","last_became_active":"2024-09-12T23:58:41.850188+0000","last_became_peered":"2024-09-12T23:58:41.850188+0000","last_unstale":"2024-09-13T00:00:16.891126+0000","last_undegraded":"2024-09-13T00:00:16.891126+0000","last_fullsized":"2024-09-13T00:00:16.891126+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:38:10.828372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955724+0000","last_change":"2024-09-12T23:59:05.108637+0000","last_active":"2024-09-13T00:00:16.955724+0000","last_peered":"2024-09-13T00:00:16.955724+0000","last_clean":"2024-09-13T00:00:16.955724+0000","last_became_active":"2024-09-12T23:59:05.107572+0000","last_became_peered":"2024-09-12T23:59:05.107572+0000","last_unstale":"2024-09-13T00:00:16.955724+0000","last_undegraded":"2024-09-13T00:00:16.955724+0000","last_fullsized":"2024-09-13T00:00:16.955724+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:17:17.667633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"52'2","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890723+0000","last_change":"2024-09-12T23:58:41.851850+0000","last_active":"2024-09-13T00:00:16.890723+0000","last_peered":"2024-09-13T00:00:16.890723+0000","last_clean":"2024-09-13T00:00:16.890723+0000","last_became_active":"2024-09-12T23:58:41.851393+0000","last_became_peered":"2024-09-12T23:58:41.851393+0000","last_unstale":"2024-09-13T00:00:16.890723+0000","last_undegraded":"2024-09-13T00:00:16.890723+0000","last_fullsized":"2024-09-13T00:00:16.890723+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:31.883443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.892826+0000","last_change":"2024-09-12T23:58:42.811987+0000","last_active":"2024-09-13T00:00:16.892826+0000","last_peered":"2024-09-13T00:00:16.892826+0000","last_clean":"2024-09-13T00:00:16.892826+0000","last_became_active":"2024-09-12T23:58:42.811113+0000","last_became_peered":"2024-09-12T23:58:42.811113+0000","last_unstale":"2024-09-13T00:00:16.892826+0000","last_undegraded":"2024-09-13T00:00:16.892826+0000","last_fullsized":"2024-09-13T00:00:16.892826+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:19.868081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"52'1","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.061346+0000","last_change":"2024-09-12T23:58:41.838218+0000","last_active":"2024-09-13T00:00:17.061346+0000","last_peered":"2024-09-13T00:00:17.061346+0000","last_clean":"2024-09-13T00:00:17.061346+0000","last_became_active":"2024-09-12T23:58:41.837756+0000","last_became_peered":"2024-09-12T23:58:41.837756+0000","last_unstale":"2024-09-13T00:00:17.061346+0000","last_undegraded":"2024-09-13T00:00:17.061346+0000","last_fullsized":"2024-09-13T00:00:17.061346+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:47.078466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.061197+0000","last_change":"2024-09-12T23:58:42.808832+0000","last_active":"2024-09-13T00:00:17.061197+0000","last_peered":"2024-09-13T00:00:17.061197+0000","last_clean":"2024-09-13T00:00:17.061197+0000","last_became_active":"2024-09-12T23:58:42.808170+0000","last_became_peered":"2024-09-12T23:58:42.808170+0000","last_unstale":"2024-09-13T00:00:17.061197+0000","last_undegraded":"2024-09-13T00:00:17.061197+0000","last_fullsized":"2024-09-13T00:00:17.061197+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:30:37.913536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"52'4","reported_seq":25,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.893143+0000","last_change":"2024-09-12T23:58:41.838368+0000","last_active":"2024-09-13T00:00:16.893143+0000","last_peered":"2024-09-13T00:00:16.893143+0000","last_clean":"2024-09-13T00:00:16.893143+0000","last_became_active":"2024-09-12T23:58:41.838120+0000","last_became_peered":"2024-09-12T23:58:41.838120+0000","last_unstale":"2024-09-13T00:00:16.893143+0000","last_undegraded":"2024-09-13T00:00:16.893143+0000","last_fullsized":"2024-09-13T00:00:16.893143+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:05.194384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3410,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430257,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298568,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446584,"statfs":{"total":95995035648,"available":95689302016,"internally_reserved":0,"allocated":1241088,"data_stored":876935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":0.94099999999999995,"15min":0.94599999999999995},"min":{"1min":0.52500000000000002,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.4900000000000002,"5min":2.4900000000000002,"15min":2.4900000000000002},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.89500000000000002,"15min":0.88900000000000001},"min":{"1min":0.69399999999999995,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.71999999999999997}]},{"osd":1,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.96199999999999997,"15min":0.97199999999999998},"min":{"1min":0.61699999999999999,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":2.4060000000000001,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":0.64600000000000002},{"interface":"front","average":{"1min":1.0189999999999999,"5min":0.91700000000000004,"15min":0.90300000000000002},"min":{"1min":0.622,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.996}]},{"osd":2,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":1.111,"5min":0.98399999999999999,"15min":0.98199999999999998},"min":{"1min":0.76400000000000001,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":2.2069999999999999,"5min":2.2069999999999999,"15min":2.2069999999999999},"last":0.92100000000000004},{"interface":"front","average":{"1min":1.0049999999999999,"5min":0.96099999999999997,"15min":0.97499999999999998},"min":{"1min":0.58899999999999997,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.29,"5min":1.29,"15min":1.29},"last":1.1120000000000001}]},{"osd":3,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":0.92000000000000004,"15min":0.91500000000000004},"min":{"1min":0.63100000000000001,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.873},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.0980000000000001,"15min":1.1060000000000001},"min":{"1min":0.78100000000000003,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.6419999999999999,"5min":2.6419999999999999,"15min":2.6419999999999999},"last":1.0669999999999999}]},{"osd":4,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":0.94299999999999995,"15min":0.96699999999999997},"min":{"1min":0.44,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.3500000000000001,"5min":1.923,"15min":1.923},"last":1.171},{"interface":"front","average":{"1min":1.014,"5min":0.95699999999999996,"15min":0.96899999999999997},"min":{"1min":0.39800000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.7090000000000001,"5min":1.7090000000000001,"15min":1.7090000000000001},"last":1.139}]},{"osd":5,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.079,"15min":1.117},"min":{"1min":0.41699999999999998,"5min":0.316,"15min":0.316},"max":{"1min":2.7530000000000001,"5min":2.7530000000000001,"15min":2.7530000000000001},"last":0.75},{"interface":"front","average":{"1min":1.1439999999999999,"5min":1.016,"15min":1.014},"min":{"1min":0.51000000000000001,"5min":0.375,"15min":0.375},"max":{"1min":1.8009999999999999,"5min":1.8009999999999999,"15min":1.8009999999999999},"last":1.22}]},{"osd":6,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.0609999999999999,"15min":1.091},"min":{"1min":0.46700000000000003,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.833,"5min":1.833,"15min":1.833},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.264,"5min":1.1799999999999999,"15min":1.204},"min":{"1min":0.48799999999999999,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.9079999999999999,"5min":1.9079999999999999,"15min":1.9079999999999999},"last":1.27}]}]},{"osd":6,"up_from":42,"seq":180388626491,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298564,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446588,"statfs":{"total":95995035648,"available":95689306112,"internally_reserved":0,"allocated":1241088,"data_stored":878673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:01:07 2024","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.89600000000000002,"15min":0.93200000000000005},"min":{"1min":0.58199999999999996,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.282,"5min":1.502,"15min":1.502},"last":1.056},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.90700000000000003,"15min":0.92100000000000004},"min":{"1min":0.55300000000000005,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.329,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":0.95299999999999996}]},{"osd":1,"last update":"Fri Sep 13 00:01:07 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.95499999999999996,"15min":1.0269999999999999},"min":{"1min":0.53300000000000003,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.3200000000000001,"5min":2.504,"15min":2.504},"last":0.99399999999999999},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.96099999999999997,"15min":0.98399999999999999},"min":{"1min":0.54400000000000004,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2170000000000001,"5min":2.3620000000000001,"15min":2.3620000000000001},"last":0.86099999999999999}]},{"osd":2,"last update":"Fri Sep 13 00:01:07 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.96399999999999997,"15min":1.014},"min":{"1min":0.63700000000000001,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.343,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.0189999999999999,"5min":0.998,"15min":1.042},"min":{"1min":0.59399999999999997,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.266,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":1.107}]},{"osd":3,"last update":"Fri Sep 13 00:01:07 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.97499999999999998,"15min":1.014},"min":{"1min":0.52400000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.2490000000000001,"5min":2.2959999999999998,"15min":2.2959999999999998},"last":0.82599999999999996},{"interface":"front","average":{"1min":1.0229999999999999,"5min":1.0449999999999999,"15min":1.0860000000000001},"min":{"1min":0.52300000000000002,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.2170000000000001,"5min":2.5670000000000002,"15min":2.5670000000000002},"last":0.92600000000000005}]},{"osd":4,"last update":"Fri Sep 13 00:01:07 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":0.91500000000000004,"15min":0.89900000000000002},"min":{"1min":0.40999999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.9039999999999999,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":1.2250000000000001},{"interface":"front","average":{"1min":1.0129999999999999,"5min":0.94299999999999995,"15min":0.92800000000000005},"min":{"1min":0.42599999999999999,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.349,"5min":1.657,"15min":1.657},"last":0.69099999999999995}]},{"osd":5,"last update":"Fri Sep 13 00:01:07 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.0129999999999999,"15min":1.024},"min":{"1min":0.48599999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.78000000000000003},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.056,"15min":1.0860000000000001},"min":{"1min":0.46200000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.5,"5min":2.6509999999999998,"15min":2.6509999999999998},"last":0.88900000000000001}]},{"osd":7,"last update":"Fri Sep 13 00:01:01 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.0900000000000001,"15min":1.1240000000000001},"min":{"1min":0.47299999999999998,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.444,"5min":1.579,"15min":1.579},"last":0.748},{"interface":"front","average":{"1min":1.155,"5min":1.1579999999999999,"15min":1.194},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.46,"5min":1.7230000000000001,"15min":1.7230000000000001},"last":1.179}]}]},{"osd":5,"up_from":36,"seq":154618822726,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297988,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447164,"statfs":{"total":95995035648,"available":95689895936,"internally_reserved":0,"allocated":651264,"data_stored":288099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.873,"15min":0.877},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.427,"5min":1.427,"15min":1.427},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.94699999999999995,"15min":0.92900000000000005},"min":{"1min":0.47299999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.3280000000000001,"5min":1.464,"15min":1.464},"last":1.266}]},{"osd":1,"last update":"Fri Sep 13 00:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.875,"15min":0.86499999999999999},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.73,"5min":1.835,"15min":1.835},"last":0.88400000000000001},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.89200000000000002,"15min":0.89400000000000002},"min":{"1min":0.56499999999999995,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.161,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":1.1180000000000001}]},{"osd":2,"last update":"Fri Sep 13 00:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.91300000000000003,"15min":0.877},"min":{"1min":0.59399999999999997,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":0.99099999999999999},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.90400000000000003,"15min":0.88},"min":{"1min":0.53700000000000003,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.798,"5min":1.798,"15min":1.798},"last":0.78400000000000003}]},{"osd":3,"last update":"Fri Sep 13 00:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.91000000000000003,"15min":0.88200000000000001},"min":{"1min":0.60399999999999998,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.252,"5min":1.526,"15min":1.526},"last":0.68100000000000005},{"interface":"front","average":{"1min":1.01,"5min":0.93000000000000005,"15min":0.91400000000000003},"min":{"1min":0.64100000000000001,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":1.0660000000000001}]},{"osd":4,"last update":"Fri Sep 13 00:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.83399999999999996,"15min":0.79800000000000004},"min":{"1min":0.505,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.339,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.95499999999999996},{"interface":"front","average":{"1min":1.0049999999999999,"5min":0.91200000000000003,"15min":0.82299999999999995},"min":{"1min":0.622,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.784,"5min":1.903,"15min":1.903},"last":1.3440000000000001}]},{"osd":6,"last update":"Fri Sep 13 00:01:07 2024","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":1.073,"15min":1.083},"min":{"1min":0.68600000000000005,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.8480000000000001,"5min":1.8480000000000001,"15min":1.8480000000000001},"last":1.425},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.0469999999999999,"15min":1.052},"min":{"1min":0.45200000000000001,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.454,"5min":1.788,"15min":1.788},"last":1.2350000000000001}]},{"osd":7,"last update":"Fri Sep 13 00:00:59 2024","interfaces":[{"interface":"back","average":{"1min":1.121,"5min":1.071,"15min":1.0680000000000001},"min":{"1min":0.54100000000000004,"5min":0.439,"15min":0.439},"max":{"1min":1.5960000000000001,"5min":2.0960000000000001,"15min":2.0960000000000001},"last":1.3120000000000001},{"interface":"front","average":{"1min":1.1870000000000001,"5min":1.1220000000000001,"15min":1.1200000000000001},"min":{"1min":0.58299999999999996,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.893,"5min":1.893,"15min":1.893},"last":1.508}]}]},{"osd":4,"up_from":30,"seq":128849018959,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297996,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447156,"statfs":{"total":95995035648,"available":95689887744,"internally_reserved":0,"allocated":655360,"data_stored":286396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.83399999999999996},"min":{"1min":0.62,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.1859999999999999,"5min":1.383,"15min":1.383},"last":1.0369999999999999},{"interface":"front","average":{"1min":0.872,"5min":0.88800000000000001,"15min":0.83599999999999997},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51400000000000001},"max":{"1min":1.1899999999999999,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.85499999999999998}]},{"osd":1,"last update":"Fri Sep 13 00:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.85999999999999999,"15min":0.85199999999999998},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.228,"5min":1.345,"15min":1.583},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.86299999999999999,"15min":0.83999999999999997},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.1000000000000001,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.95299999999999996}]},{"osd":2,"last update":"Fri Sep 13 00:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.85199999999999998},"min":{"1min":0.55700000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.2190000000000001,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.89500000000000002,"15min":0.88100000000000001},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.54300000000000004},"max":{"1min":1.3049999999999999,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":1.002}]},{"osd":3,"last update":"Fri Sep 13 00:01:26 2024","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":0.96199999999999997,"15min":0.874},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":2.262,"5min":2.262,"15min":2.262},"last":1.149},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.90000000000000002,"15min":0.86799999999999999},"min":{"1min":0.54100000000000004,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.264,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":1.1779999999999999}]},{"osd":5,"last update":"Fri Sep 13 00:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.85099999999999998,"15min":0.76600000000000001},"min":{"1min":0.41499999999999998,"5min":0.378,"15min":0.378},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.93100000000000005},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.83099999999999996,"15min":0.72499999999999998},"min":{"1min":0.40699999999999997,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":1.069}]},{"osd":6,"last update":"Fri Sep 13 00:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.86599999999999999,"15min":0.84199999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.22,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":1.117},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94799999999999995,"15min":0.91800000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.3300000000000001,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.2490000000000001}]},{"osd":7,"last update":"Fri Sep 13 00:01:00 2024","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":1.113,"15min":1.1379999999999999},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4550000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.3},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.109,"15min":1.145},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.3280000000000001,"5min":1.984,"15min":1.984},"last":1.2250000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182490,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297988,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447164,"statfs":{"total":95995035648,"available":95689895936,"internally_reserved":0,"allocated":651264,"data_stored":288115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.64800000000000002,"15min":0.64300000000000002},"min":{"1min":0.32500000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.74299999999999999,"15min":0.71499999999999997},"min":{"1min":0.34200000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.0920000000000001,"5min":1.125,"15min":1.125},"last":0.75600000000000001}]},{"osd":1,"last update":"Fri Sep 13 00:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.77400000000000002,"15min":0.752},"min":{"1min":0.39000000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.095,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":1.1759999999999999},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.75900000000000001,"15min":0.73899999999999999},"min":{"1min":0.37,"5min":0.31,"15min":0.31},"max":{"1min":1.179,"5min":1.264,"15min":1.264},"last":0.57099999999999995}]},{"osd":2,"last update":"Fri Sep 13 00:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.82399999999999995,"15min":0.79900000000000004},"min":{"1min":0.379,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.1180000000000001,"5min":1.238,"15min":1.238},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.80000000000000004,"15min":0.77700000000000002},"min":{"1min":0.42599999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.165,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.86099999999999999}]},{"osd":4,"last update":"Fri Sep 13 00:01:20 2024","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.96399999999999997,"15min":0.91000000000000003},"min":{"1min":0.73599999999999999,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.206,"5min":1.254,"15min":1.254},"last":1.2250000000000001},{"interface":"front","average":{"1min":0.92700000000000005,"5min":0.95099999999999996,"15min":0.93799999999999994},"min":{"1min":0.60699999999999998,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.222,"5min":1.655,"15min":1.655},"last":1.0369999999999999}]},{"osd":5,"last update":"Fri Sep 13 00:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":0.98599999999999999,"15min":0.97599999999999998},"min":{"1min":0.64500000000000002,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.518,"5min":1.518,"15min":1.518},"last":1.093},{"interface":"front","average":{"1min":0.97399999999999998,"5min":1.0409999999999999,"15min":1},"min":{"1min":0.65400000000000003,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.2609999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.999}]},{"osd":6,"last update":"Fri Sep 13 00:01:05 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.073,"15min":1.0820000000000001},"min":{"1min":0.65500000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.8260000000000001,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":1.133},{"interface":"front","average":{"1min":1.03,"5min":1.0329999999999999,"15min":1.0509999999999999},"min":{"1min":0.63600000000000001,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.5820000000000001,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":1.2869999999999999}]},{"osd":7,"last update":"Fri Sep 13 00:01:00 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.0189999999999999,"15min":1.018},"min":{"1min":0.57799999999999996,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.367,"5min":1.413,"15min":1.413},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.131,"5min":1.117,"15min":1.107},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":1.3200000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411431,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297968,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447184,"statfs":{"total":95995035648,"available":95689916416,"internally_reserved":0,"allocated":626688,"data_stored":284726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:00:45 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.64600000000000002,"15min":0.60899999999999999},"min":{"1min":0.44500000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.84899999999999998,"5min":1.252,"15min":1.252},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.74399999999999999,"15min":0.65400000000000003},"min":{"1min":0.56000000000000005,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.60999999999999999}]},{"osd":1,"last update":"Fri Sep 13 00:00:45 2024","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.77200000000000002,"15min":0.68899999999999995},"min":{"1min":0.58499999999999996,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.80300000000000005,"15min":0.69999999999999996},"min":{"1min":0.56899999999999995,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.105,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":0.93500000000000005}]},{"osd":3,"last update":"Fri Sep 13 00:01:40 2024","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.85699999999999998,"15min":0.80100000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.1200000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.85299999999999998,"15min":0.81000000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":1.218,"5min":1.431,"15min":1.431},"last":0.52800000000000002}]},{"osd":4,"last update":"Fri Sep 13 00:01:24 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.91100000000000003,"15min":0.84699999999999998},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.425,"5min":1.728,"15min":1.728},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.997,"5min":1.0109999999999999,"15min":0.97199999999999998},"min":{"1min":0.70299999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.1599999999999999,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.1950000000000001}]},{"osd":5,"last update":"Fri Sep 13 00:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.026,"15min":1.016},"min":{"1min":0.67100000000000004,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.224,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":1.329},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.0129999999999999,"15min":0.96099999999999997},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.343,"5min":1.6839999999999999,"15min":1.6839999999999999},"last":1.0529999999999999}]},{"osd":6,"last update":"Fri Sep 13 00:01:08 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.018,"15min":0.995},"min":{"1min":0.77400000000000002,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.4219999999999999,"5min":1.869,"15min":1.869},"last":0.78300000000000003},{"interface":"front","average":{"1min":1.204,"5min":1.139,"15min":1.143},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":3.331,"5min":3.331,"15min":3.331},"last":1.276}]},{"osd":7,"last update":"Fri Sep 13 00:00:59 2024","interfaces":[{"interface":"back","average":{"1min":1.157,"5min":1.127,"15min":1.133},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.6399999999999999,"5min":1.8360000000000001,"15min":1.8360000000000001},"last":1.1519999999999999},{"interface":"front","average":{"1min":1.127,"5min":1.0900000000000001,"15min":1.093},"min":{"1min":0.72299999999999998,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.417,"5min":1.966,"15min":1.966},"last":0.84199999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574961,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297988,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447164,"statfs":{"total":95995035648,"available":95689895936,"internally_reserved":0,"allocated":647168,"data_stored":285839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:00:52 2024","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.69899999999999995,"15min":0.59899999999999998},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.5209999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.74399999999999999,"15min":0.61499999999999999},"min":{"1min":0.32400000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.4339999999999999,"5min":1.4339999999999999,"15min":1.4339999999999999},"last":0.437}]},{"osd":2,"last update":"Fri Sep 13 00:00:40 2024","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.76100000000000001,"15min":0.64500000000000002},"min":{"1min":0.38500000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.72399999999999998,"15min":0.66200000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.0700000000000001,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.71499999999999997}]},{"osd":3,"last update":"Fri Sep 13 00:01:29 2024","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.79200000000000004,"15min":0.73199999999999998},"min":{"1min":0.45600000000000002,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.86599999999999999,"15min":0.81899999999999995},"min":{"1min":0.504,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.2210000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":0.66800000000000004}]},{"osd":4,"last update":"Fri Sep 13 00:01:29 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":0.92300000000000004,"15min":0.871},"min":{"1min":0.73099999999999998,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.5549999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":0.95399999999999996},{"interface":"front","average":{"1min":1.0269999999999999,"5min":0.97999999999999998,"15min":0.93200000000000005},"min":{"1min":0.59699999999999998,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.383,"5min":1.7250000000000001,"15min":1.7250000000000001},"last":0.81899999999999995}]},{"osd":5,"last update":"Fri Sep 13 00:01:14 2024","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.056,"15min":1.036},"min":{"1min":0.54600000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.6819999999999999,"5min":1.6819999999999999,"15min":1.6819999999999999},"last":0.98399999999999999},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0149999999999999,"15min":0.98799999999999999},"min":{"1min":0.70499999999999996,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.726,"5min":1.726,"15min":1.726},"last":1.0249999999999999}]},{"osd":6,"last update":"Fri Sep 13 00:01:10 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.0529999999999999,"15min":1.0569999999999999},"min":{"1min":0.72799999999999998,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.645,"5min":1.645,"15min":1.645},"last":1.1080000000000001},{"interface":"front","average":{"1min":1.125,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.58399999999999996,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.71,"5min":1.71,"15min":1.71},"last":1.0720000000000001}]},{"osd":7,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":1.079,"5min":1.05,"15min":1.04},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.8080000000000001,"5min":1.8080000000000001,"15min":1.8080000000000001},"last":0.82899999999999996},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.113,"15min":1.111},"min":{"1min":0.72799999999999998,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.7849999999999999,"5min":1.7849999999999999,"15min":1.7849999999999999},"last":1.048}]}]},{"osd":0,"up_from":8,"seq":34359738492,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298576,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446576,"statfs":{"total":95995035648,"available":95689293824,"internally_reserved":0,"allocated":1249280,"data_stored":877059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 00:00:47 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.65600000000000003,"15min":0.55800000000000005},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.0529999999999999,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.78700000000000003,"15min":0.63100000000000001},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":1.6919999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.59999999999999998}]},{"osd":2,"last update":"Fri Sep 13 00:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.77800000000000002,"15min":0.65300000000000002},"min":{"1min":0.50700000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.617,"5min":1.75,"15min":1.75},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.81000000000000005,"15min":0.69799999999999995},"min":{"1min":0.435,"5min":0.33000000000000002,"15min":0.27900000000000003},"max":{"1min":1.1220000000000001,"5min":1.964,"15min":1.964},"last":0.54200000000000004}]},{"osd":3,"last update":"Fri Sep 13 00:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.83799999999999997,"15min":0.80600000000000005},"min":{"1min":0.46700000000000003,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.1830000000000001,"5min":1.2829999999999999,"15min":1.2829999999999999},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.87,"15min":0.82099999999999995},"min":{"1min":0.51700000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.2889999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":0.63900000000000001}]},{"osd":4,"last update":"Fri Sep 13 00:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.98299999999999998,"15min":0.98099999999999998},"min":{"1min":0.623,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.2509999999999999,"5min":2.456,"15min":2.456},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.90600000000000003,"15min":0.90200000000000002},"min":{"1min":0.52800000000000002,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.5229999999999999,"5min":1.5229999999999999,"15min":1.5229999999999999},"last":0.86599999999999999}]},{"osd":5,"last update":"Fri Sep 13 00:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":0.95099999999999996,"15min":0.95799999999999996},"min":{"1min":0.58199999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.631,"5min":1.631,"15min":1.631},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.113,"5min":1.0740000000000001,"15min":1.046},"min":{"1min":0.70199999999999996,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.4019999999999999,"5min":1.681,"15min":1.681},"last":0.95999999999999996}]},{"osd":6,"last update":"Fri Sep 13 00:01:10 2024","interfaces":[{"interface":"back","average":{"1min":1.123,"5min":1.1140000000000001,"15min":1.1100000000000001},"min":{"1min":0.79400000000000004,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":1.508,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":0.89100000000000001},{"interface":"front","average":{"1min":1.024,"5min":1.085,"15min":1.0980000000000001},"min":{"1min":0.60199999999999998,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.3280000000000001,"5min":2.0550000000000002,"15min":2.0550000000000002},"last":0.67800000000000005}]},{"osd":7,"last update":"Fri Sep 13 00:01:03 2024","interfaces":[{"interface":"back","average":{"1min":1.153,"5min":1.1459999999999999,"15min":1.139},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.5489999999999999,"5min":1.921,"15min":1.921},"last":0.84599999999999997},{"interface":"front","average":{"1min":1.1459999999999999,"5min":1.121,"15min":1.119},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":2.3679999999999999},"last":0.81599999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T00:01:48.800 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T00:01:49.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:49 smithi032 bash[22496]: audit 2024-09-13T00:01:48.006312+0000 mgr.y (mgr.24464) 107 : audit [DBG] from='client.24635 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T00:01:49.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:49 smithi032 bash[22496]: audit 2024-09-13T00:01:48.466348+0000 mon.a (mon.0) 877 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:01:49.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:49 smithi032 bash[22496]: audit 2024-09-13T00:01:48.467775+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:01:49.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:49 smithi032 bash[22496]: audit 2024-09-13T00:01:48.475593+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:01:49.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:49 smithi032 bash[32211]: audit 2024-09-13T00:01:48.006312+0000 mgr.y (mgr.24464) 107 : audit [DBG] from='client.24635 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T00:01:49.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:49 smithi032 bash[32211]: audit 2024-09-13T00:01:48.466348+0000 mon.a (mon.0) 877 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:01:49.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:49 smithi032 bash[32211]: audit 2024-09-13T00:01:48.467775+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:01:49.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:49 smithi032 bash[32211]: audit 2024-09-13T00:01:48.475593+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:01:49.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:49 smithi053 bash[24393]: audit 2024-09-13T00:01:48.006312+0000 mgr.y (mgr.24464) 107 : audit [DBG] from='client.24635 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T00:01:49.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:49 smithi053 bash[24393]: audit 2024-09-13T00:01:48.466348+0000 mon.a (mon.0) 877 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:01:49.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:49 smithi053 bash[24393]: audit 2024-09-13T00:01:48.467775+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:01:49.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:49 smithi053 bash[24393]: audit 2024-09-13T00:01:48.475593+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:01:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:50 smithi032 bash[22496]: cluster 2024-09-13T00:01:48.838127+0000 mgr.y (mgr.24464) 108 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:50.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:50 smithi032 bash[32211]: cluster 2024-09-13T00:01:48.838127+0000 mgr.y (mgr.24464) 108 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:50 smithi053 bash[24393]: cluster 2024-09-13T00:01:48.838127+0000 mgr.y (mgr.24464) 108 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:52 smithi032 bash[22496]: cluster 2024-09-13T00:01:50.838750+0000 mgr.y (mgr.24464) 109 : cluster [DBG] pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:52.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:52 smithi032 bash[32211]: cluster 2024-09-13T00:01:50.838750+0000 mgr.y (mgr.24464) 109 : cluster [DBG] pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:52 smithi053 bash[24393]: cluster 2024-09-13T00:01:50.838750+0000 mgr.y (mgr.24464) 109 : cluster [DBG] pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:53.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:53 smithi032 bash[22496]: audit 2024-09-13T00:01:52.861669+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:01:53.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:53 smithi032 bash[32211]: audit 2024-09-13T00:01:52.861669+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:01:53.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:53 smithi053 bash[24393]: audit 2024-09-13T00:01:52.861669+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:01:53.600 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:01:54.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:54 smithi032 bash[22496]: cluster 2024-09-13T00:01:52.839381+0000 mgr.y (mgr.24464) 110 : cluster [DBG] pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:54.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:54 smithi032 bash[32211]: cluster 2024-09-13T00:01:52.839381+0000 mgr.y (mgr.24464) 110 : cluster [DBG] pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:54.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:54 smithi053 bash[24393]: cluster 2024-09-13T00:01:52.839381+0000 mgr.y (mgr.24464) 110 : cluster [DBG] pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:56.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:56 smithi032 bash[22496]: cluster 2024-09-13T00:01:54.840687+0000 mgr.y (mgr.24464) 111 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:56.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:56 smithi032 bash[32211]: cluster 2024-09-13T00:01:54.840687+0000 mgr.y (mgr.24464) 111 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:56 smithi053 bash[24393]: cluster 2024-09-13T00:01:54.840687+0000 mgr.y (mgr.24464) 111 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:56.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:01:56 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:01:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:01:57.137 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:01:56 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:01:56] "GET /metrics HTTP/1.1" 200 236580 "" "Prometheus/2.43.0" 2024-09-13T00:01:57.501 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T00:01:57.503 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T00:01:58.266 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":87,"stamp":"2024-09-13T00:01:56.841027+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593797,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":167,"num_write_kb":1650,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385636,"kb_used_data":6800,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575580,"statfs":{"total":767960285184,"available":765517393920,"internally_reserved":0,"allocated":6963200,"data_stored":4065842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005720"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890734+0000","last_change":"2024-09-12T23:58:42.801083+0000","last_active":"2024-09-13T00:00:16.890734+0000","last_peered":"2024-09-13T00:00:16.890734+0000","last_clean":"2024-09-13T00:00:16.890734+0000","last_became_active":"2024-09-12T23:58:42.798882+0000","last_became_peered":"2024-09-12T23:58:42.798882+0000","last_unstale":"2024-09-13T00:00:16.890734+0000","last_undegraded":"2024-09-13T00:00:16.890734+0000","last_fullsized":"2024-09-13T00:00:16.890734+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:54:04.448555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.900216+0000","last_change":"2024-09-12T23:58:42.819658+0000","last_active":"2024-09-13T00:00:16.900216+0000","last_peered":"2024-09-13T00:00:16.900216+0000","last_clean":"2024-09-13T00:00:16.900216+0000","last_became_active":"2024-09-12T23:58:42.819177+0000","last_became_peered":"2024-09-12T23:58:42.819177+0000","last_unstale":"2024-09-13T00:00:16.900216+0000","last_undegraded":"2024-09-13T00:00:16.900216+0000","last_fullsized":"2024-09-13T00:00:16.900216+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:10:52.487980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890897+0000","last_change":"2024-09-12T23:58:42.800315+0000","last_active":"2024-09-13T00:00:16.890897+0000","last_peered":"2024-09-13T00:00:16.890897+0000","last_clean":"2024-09-13T00:00:16.890897+0000","last_became_active":"2024-09-12T23:58:42.799517+0000","last_became_peered":"2024-09-12T23:58:42.799517+0000","last_unstale":"2024-09-13T00:00:16.890897+0000","last_undegraded":"2024-09-13T00:00:16.890897+0000","last_fullsized":"2024-09-13T00:00:16.890897+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:53.410626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902268+0000","last_change":"2024-09-12T23:58:42.828505+0000","last_active":"2024-09-13T00:00:16.902268+0000","last_peered":"2024-09-13T00:00:16.902268+0000","last_clean":"2024-09-13T00:00:16.902268+0000","last_became_active":"2024-09-12T23:58:42.827885+0000","last_became_peered":"2024-09-12T23:58:42.827885+0000","last_unstale":"2024-09-13T00:00:16.902268+0000","last_undegraded":"2024-09-13T00:00:16.902268+0000","last_fullsized":"2024-09-13T00:00:16.902268+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:45.214447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891404+0000","last_change":"2024-09-12T23:58:42.806809+0000","last_active":"2024-09-13T00:00:16.891404+0000","last_peered":"2024-09-13T00:00:16.891404+0000","last_clean":"2024-09-13T00:00:16.891404+0000","last_became_active":"2024-09-12T23:58:42.805711+0000","last_became_peered":"2024-09-12T23:58:42.805711+0000","last_unstale":"2024-09-13T00:00:16.891404+0000","last_undegraded":"2024-09-13T00:00:16.891404+0000","last_fullsized":"2024-09-13T00:00:16.891404+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:08:41.405585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901694+0000","last_change":"2024-09-12T23:58:42.814917+0000","last_active":"2024-09-13T00:00:16.901694+0000","last_peered":"2024-09-13T00:00:16.901694+0000","last_clean":"2024-09-13T00:00:16.901694+0000","last_became_active":"2024-09-12T23:58:42.812711+0000","last_became_peered":"2024-09-12T23:58:42.812711+0000","last_unstale":"2024-09-13T00:00:16.901694+0000","last_undegraded":"2024-09-13T00:00:16.901694+0000","last_fullsized":"2024-09-13T00:00:16.901694+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:34.696128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.889872+0000","last_change":"2024-09-12T23:58:42.805024+0000","last_active":"2024-09-13T00:00:16.889872+0000","last_peered":"2024-09-13T00:00:16.889872+0000","last_clean":"2024-09-13T00:00:16.889872+0000","last_became_active":"2024-09-12T23:58:42.803816+0000","last_became_peered":"2024-09-12T23:58:42.803816+0000","last_unstale":"2024-09-13T00:00:16.889872+0000","last_undegraded":"2024-09-13T00:00:16.889872+0000","last_fullsized":"2024-09-13T00:00:16.889872+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:28:45.388631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.059734+0000","last_change":"2024-09-12T23:58:42.829749+0000","last_active":"2024-09-13T00:00:17.059734+0000","last_peered":"2024-09-13T00:00:17.059734+0000","last_clean":"2024-09-13T00:00:17.059734+0000","last_became_active":"2024-09-12T23:58:42.829314+0000","last_became_peered":"2024-09-12T23:58:42.829314+0000","last_unstale":"2024-09-13T00:00:17.059734+0000","last_undegraded":"2024-09-13T00:00:17.059734+0000","last_fullsized":"2024-09-13T00:00:17.059734+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:20:39.715275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":30,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891161+0000","last_change":"2024-09-12T23:59:05.152951+0000","last_active":"2024-09-13T00:00:16.891161+0000","last_peered":"2024-09-13T00:00:16.891161+0000","last_clean":"2024-09-13T00:00:16.891161+0000","last_became_active":"2024-09-12T23:59:05.151931+0000","last_became_peered":"2024-09-12T23:59:05.151931+0000","last_unstale":"2024-09-13T00:00:16.891161+0000","last_undegraded":"2024-09-13T00:00:16.891161+0000","last_fullsized":"2024-09-13T00:00:16.891161+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:31:26.735310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060083+0000","last_change":"2024-09-12T23:58:42.827323+0000","last_active":"2024-09-13T00:00:17.060083+0000","last_peered":"2024-09-13T00:00:17.060083+0000","last_clean":"2024-09-13T00:00:17.060083+0000","last_became_active":"2024-09-12T23:58:42.826774+0000","last_became_peered":"2024-09-12T23:58:42.826774+0000","last_unstale":"2024-09-13T00:00:17.060083+0000","last_undegraded":"2024-09-13T00:00:17.060083+0000","last_fullsized":"2024-09-13T00:00:17.060083+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:16:29.217564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060190+0000","last_change":"2024-09-12T23:58:42.826773+0000","last_active":"2024-09-13T00:00:17.060190+0000","last_peered":"2024-09-13T00:00:17.060190+0000","last_clean":"2024-09-13T00:00:17.060190+0000","last_became_active":"2024-09-12T23:58:42.826213+0000","last_became_peered":"2024-09-12T23:58:42.826213+0000","last_unstale":"2024-09-13T00:00:17.060190+0000","last_undegraded":"2024-09-13T00:00:17.060190+0000","last_fullsized":"2024-09-13T00:00:17.060190+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:20:22.942154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955672+0000","last_change":"2024-09-12T23:59:05.152341+0000","last_active":"2024-09-13T00:00:16.955672+0000","last_peered":"2024-09-13T00:00:16.955672+0000","last_clean":"2024-09-13T00:00:16.955672+0000","last_became_active":"2024-09-12T23:59:05.151380+0000","last_became_peered":"2024-09-12T23:59:05.151380+0000","last_unstale":"2024-09-13T00:00:16.955672+0000","last_undegraded":"2024-09-13T00:00:16.955672+0000","last_fullsized":"2024-09-13T00:00:16.955672+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:48:48.139714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060202+0000","last_change":"2024-09-12T23:58:42.823419+0000","last_active":"2024-09-13T00:00:17.060202+0000","last_peered":"2024-09-13T00:00:17.060202+0000","last_clean":"2024-09-13T00:00:17.060202+0000","last_became_active":"2024-09-12T23:58:42.817928+0000","last_became_peered":"2024-09-12T23:58:42.817928+0000","last_unstale":"2024-09-13T00:00:17.060202+0000","last_undegraded":"2024-09-13T00:00:17.060202+0000","last_fullsized":"2024-09-13T00:00:17.060202+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:33:00.148042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.889825+0000","last_change":"2024-09-12T23:58:42.811723+0000","last_active":"2024-09-13T00:00:16.889825+0000","last_peered":"2024-09-13T00:00:16.889825+0000","last_clean":"2024-09-13T00:00:16.889825+0000","last_became_active":"2024-09-12T23:58:42.811440+0000","last_became_peered":"2024-09-12T23:58:42.811440+0000","last_unstale":"2024-09-13T00:00:16.889825+0000","last_undegraded":"2024-09-13T00:00:16.889825+0000","last_fullsized":"2024-09-13T00:00:16.889825+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:12.881944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.898707+0000","last_change":"2024-09-12T23:58:42.807349+0000","last_active":"2024-09-13T00:00:16.898707+0000","last_peered":"2024-09-13T00:00:16.898707+0000","last_clean":"2024-09-13T00:00:16.898707+0000","last_became_active":"2024-09-12T23:58:42.804134+0000","last_became_peered":"2024-09-12T23:58:42.804134+0000","last_unstale":"2024-09-13T00:00:16.898707+0000","last_undegraded":"2024-09-13T00:00:16.898707+0000","last_fullsized":"2024-09-13T00:00:16.898707+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:35.203851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901221+0000","last_change":"2024-09-12T23:58:42.825914+0000","last_active":"2024-09-13T00:00:16.901221+0000","last_peered":"2024-09-13T00:00:16.901221+0000","last_clean":"2024-09-13T00:00:16.901221+0000","last_became_active":"2024-09-12T23:58:42.825403+0000","last_became_peered":"2024-09-12T23:58:42.825403+0000","last_unstale":"2024-09-13T00:00:16.901221+0000","last_undegraded":"2024-09-13T00:00:16.901221+0000","last_fullsized":"2024-09-13T00:00:16.901221+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:11:13.075070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.903102+0000","last_change":"2024-09-12T23:58:42.833774+0000","last_active":"2024-09-13T00:00:16.903102+0000","last_peered":"2024-09-13T00:00:16.903102+0000","last_clean":"2024-09-13T00:00:16.903102+0000","last_became_active":"2024-09-12T23:58:42.833136+0000","last_became_peered":"2024-09-12T23:58:42.833136+0000","last_unstale":"2024-09-13T00:00:16.903102+0000","last_undegraded":"2024-09-13T00:00:16.903102+0000","last_fullsized":"2024-09-13T00:00:16.903102+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:14.690174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955923+0000","last_change":"2024-09-12T23:58:42.800546+0000","last_active":"2024-09-13T00:00:16.955923+0000","last_peered":"2024-09-13T00:00:16.955923+0000","last_clean":"2024-09-13T00:00:16.955923+0000","last_became_active":"2024-09-12T23:58:42.799768+0000","last_became_peered":"2024-09-12T23:58:42.799768+0000","last_unstale":"2024-09-13T00:00:16.955923+0000","last_undegraded":"2024-09-13T00:00:16.955923+0000","last_fullsized":"2024-09-13T00:00:16.955923+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:00:30.981024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890836+0000","last_change":"2024-09-12T23:58:42.822420+0000","last_active":"2024-09-13T00:00:16.890836+0000","last_peered":"2024-09-13T00:00:16.890836+0000","last_clean":"2024-09-13T00:00:16.890836+0000","last_became_active":"2024-09-12T23:58:42.821693+0000","last_became_peered":"2024-09-12T23:58:42.821693+0000","last_unstale":"2024-09-13T00:00:16.890836+0000","last_undegraded":"2024-09-13T00:00:16.890836+0000","last_fullsized":"2024-09-13T00:00:16.890836+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:57.782915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.059728+0000","last_change":"2024-09-12T23:58:42.807193+0000","last_active":"2024-09-13T00:00:17.059728+0000","last_peered":"2024-09-13T00:00:17.059728+0000","last_clean":"2024-09-13T00:00:17.059728+0000","last_became_active":"2024-09-12T23:58:42.806705+0000","last_became_peered":"2024-09-12T23:58:42.806705+0000","last_unstale":"2024-09-13T00:00:17.059728+0000","last_undegraded":"2024-09-13T00:00:17.059728+0000","last_fullsized":"2024-09-13T00:00:17.059728+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:59.360338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890392+0000","last_change":"2024-09-12T23:58:42.804866+0000","last_active":"2024-09-13T00:00:16.890392+0000","last_peered":"2024-09-13T00:00:16.890392+0000","last_clean":"2024-09-13T00:00:16.890392+0000","last_became_active":"2024-09-12T23:58:42.804125+0000","last_became_peered":"2024-09-12T23:58:42.804125+0000","last_unstale":"2024-09-13T00:00:16.890392+0000","last_undegraded":"2024-09-13T00:00:16.890392+0000","last_fullsized":"2024-09-13T00:00:16.890392+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:07.167823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901701+0000","last_change":"2024-09-12T23:58:42.825105+0000","last_active":"2024-09-13T00:00:16.901701+0000","last_peered":"2024-09-13T00:00:16.901701+0000","last_clean":"2024-09-13T00:00:16.901701+0000","last_became_active":"2024-09-12T23:58:42.824564+0000","last_became_peered":"2024-09-12T23:58:42.824564+0000","last_unstale":"2024-09-13T00:00:16.901701+0000","last_undegraded":"2024-09-13T00:00:16.901701+0000","last_fullsized":"2024-09-13T00:00:16.901701+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:51:13.264946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060066+0000","last_change":"2024-09-12T23:58:42.808960+0000","last_active":"2024-09-13T00:00:17.060066+0000","last_peered":"2024-09-13T00:00:17.060066+0000","last_clean":"2024-09-13T00:00:17.060066+0000","last_became_active":"2024-09-12T23:58:42.807797+0000","last_became_peered":"2024-09-12T23:58:42.807797+0000","last_unstale":"2024-09-13T00:00:17.060066+0000","last_undegraded":"2024-09-13T00:00:17.060066+0000","last_fullsized":"2024-09-13T00:00:17.060066+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:42:35.865481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901359+0000","last_change":"2024-09-12T23:58:42.816596+0000","last_active":"2024-09-13T00:00:16.901359+0000","last_peered":"2024-09-13T00:00:16.901359+0000","last_clean":"2024-09-13T00:00:16.901359+0000","last_became_active":"2024-09-12T23:58:42.815861+0000","last_became_peered":"2024-09-12T23:58:42.815861+0000","last_unstale":"2024-09-13T00:00:16.901359+0000","last_undegraded":"2024-09-13T00:00:16.901359+0000","last_fullsized":"2024-09-13T00:00:16.901359+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:17.943544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.061170+0000","last_change":"2024-09-12T23:58:42.813334+0000","last_active":"2024-09-13T00:00:17.061170+0000","last_peered":"2024-09-13T00:00:17.061170+0000","last_clean":"2024-09-13T00:00:17.061170+0000","last_became_active":"2024-09-12T23:58:42.812916+0000","last_became_peered":"2024-09-12T23:58:42.812916+0000","last_unstale":"2024-09-13T00:00:17.061170+0000","last_undegraded":"2024-09-13T00:00:17.061170+0000","last_fullsized":"2024-09-13T00:00:17.061170+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:56:21.611230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060184+0000","last_change":"2024-09-12T23:58:42.808823+0000","last_active":"2024-09-13T00:00:17.060184+0000","last_peered":"2024-09-13T00:00:17.060184+0000","last_clean":"2024-09-13T00:00:17.060184+0000","last_became_active":"2024-09-12T23:58:42.808039+0000","last_became_peered":"2024-09-12T23:58:42.808039+0000","last_unstale":"2024-09-13T00:00:17.060184+0000","last_undegraded":"2024-09-13T00:00:17.060184+0000","last_fullsized":"2024-09-13T00:00:17.060184+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:33:25.635946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.899545+0000","last_change":"2024-09-12T23:58:42.795865+0000","last_active":"2024-09-13T00:00:16.899545+0000","last_peered":"2024-09-13T00:00:16.899545+0000","last_clean":"2024-09-13T00:00:16.899545+0000","last_became_active":"2024-09-12T23:58:42.795115+0000","last_became_peered":"2024-09-12T23:58:42.795115+0000","last_unstale":"2024-09-13T00:00:16.899545+0000","last_undegraded":"2024-09-13T00:00:16.899545+0000","last_fullsized":"2024-09-13T00:00:16.899545+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:53:06.709473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060968+0000","last_change":"2024-09-12T23:58:42.806609+0000","last_active":"2024-09-13T00:00:17.060968+0000","last_peered":"2024-09-13T00:00:17.060968+0000","last_clean":"2024-09-13T00:00:17.060968+0000","last_became_active":"2024-09-12T23:58:42.806292+0000","last_became_peered":"2024-09-12T23:58:42.806292+0000","last_unstale":"2024-09-13T00:00:17.060968+0000","last_undegraded":"2024-09-13T00:00:17.060968+0000","last_fullsized":"2024-09-13T00:00:17.060968+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:47.238988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890403+0000","last_change":"2024-09-12T23:58:42.798705+0000","last_active":"2024-09-13T00:00:16.890403+0000","last_peered":"2024-09-13T00:00:16.890403+0000","last_clean":"2024-09-13T00:00:16.890403+0000","last_became_active":"2024-09-12T23:58:42.798046+0000","last_became_peered":"2024-09-12T23:58:42.798046+0000","last_unstale":"2024-09-13T00:00:16.890403+0000","last_undegraded":"2024-09-13T00:00:16.890403+0000","last_fullsized":"2024-09-13T00:00:16.890403+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:12.826279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901799+0000","last_change":"2024-09-12T23:58:42.810742+0000","last_active":"2024-09-13T00:00:16.901799+0000","last_peered":"2024-09-13T00:00:16.901799+0000","last_clean":"2024-09-13T00:00:16.901799+0000","last_became_active":"2024-09-12T23:58:42.810056+0000","last_became_peered":"2024-09-12T23:58:42.810056+0000","last_unstale":"2024-09-13T00:00:16.901799+0000","last_undegraded":"2024-09-13T00:00:16.901799+0000","last_fullsized":"2024-09-13T00:00:16.901799+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:24.293921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955437+0000","last_change":"2024-09-12T23:58:42.796946+0000","last_active":"2024-09-13T00:00:16.955437+0000","last_peered":"2024-09-13T00:00:16.955437+0000","last_clean":"2024-09-13T00:00:16.955437+0000","last_became_active":"2024-09-12T23:58:42.794037+0000","last_became_peered":"2024-09-12T23:58:42.794037+0000","last_unstale":"2024-09-13T00:00:16.955437+0000","last_undegraded":"2024-09-13T00:00:16.955437+0000","last_fullsized":"2024-09-13T00:00:16.955437+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:24:30.649860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.058848+0000","last_change":"2024-09-12T23:58:42.826343+0000","last_active":"2024-09-13T00:00:17.058848+0000","last_peered":"2024-09-13T00:00:17.058848+0000","last_clean":"2024-09-13T00:00:17.058848+0000","last_became_active":"2024-09-12T23:58:42.821044+0000","last_became_peered":"2024-09-12T23:58:42.821044+0000","last_unstale":"2024-09-13T00:00:17.058848+0000","last_undegraded":"2024-09-13T00:00:17.058848+0000","last_fullsized":"2024-09-13T00:00:17.058848+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:33.155806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.903591+0000","last_change":"2024-09-12T23:58:42.805031+0000","last_active":"2024-09-13T00:00:16.903591+0000","last_peered":"2024-09-13T00:00:16.903591+0000","last_clean":"2024-09-13T00:00:16.903591+0000","last_became_active":"2024-09-12T23:58:42.804587+0000","last_became_peered":"2024-09-12T23:58:42.804587+0000","last_unstale":"2024-09-13T00:00:16.903591+0000","last_undegraded":"2024-09-13T00:00:16.903591+0000","last_fullsized":"2024-09-13T00:00:16.903591+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:26.201996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"52'1","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060599+0000","last_change":"2024-09-12T23:58:41.831658+0000","last_active":"2024-09-13T00:00:17.060599+0000","last_peered":"2024-09-13T00:00:17.060599+0000","last_clean":"2024-09-13T00:00:17.060599+0000","last_became_active":"2024-09-12T23:58:41.830847+0000","last_became_peered":"2024-09-12T23:58:41.830847+0000","last_unstale":"2024-09-13T00:00:17.060599+0000","last_undegraded":"2024-09-13T00:00:17.060599+0000","last_fullsized":"2024-09-13T00:00:17.060599+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:01.596576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":30,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890686+0000","last_change":"2024-09-12T23:59:05.108638+0000","last_active":"2024-09-13T00:00:16.890686+0000","last_peered":"2024-09-13T00:00:16.890686+0000","last_clean":"2024-09-13T00:00:16.890686+0000","last_became_active":"2024-09-12T23:59:05.107692+0000","last_became_peered":"2024-09-12T23:59:05.107692+0000","last_unstale":"2024-09-13T00:00:16.890686+0000","last_undegraded":"2024-09-13T00:00:16.890686+0000","last_fullsized":"2024-09-13T00:00:16.890686+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:22:49.609124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"52'1","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.059338+0000","last_change":"2024-09-12T23:58:41.834471+0000","last_active":"2024-09-13T00:00:17.059338+0000","last_peered":"2024-09-13T00:00:17.059338+0000","last_clean":"2024-09-13T00:00:17.059338+0000","last_became_active":"2024-09-12T23:58:41.833778+0000","last_became_peered":"2024-09-12T23:58:41.833778+0000","last_unstale":"2024-09-13T00:00:17.059338+0000","last_undegraded":"2024-09-13T00:00:17.059338+0000","last_fullsized":"2024-09-13T00:00:17.059338+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:40:35.524237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060303+0000","last_change":"2024-09-12T23:58:41.828837+0000","last_active":"2024-09-13T00:00:17.060303+0000","last_peered":"2024-09-13T00:00:17.060303+0000","last_clean":"2024-09-13T00:00:17.060303+0000","last_became_active":"2024-09-12T23:58:41.828503+0000","last_became_peered":"2024-09-12T23:58:41.828503+0000","last_unstale":"2024-09-13T00:00:17.060303+0000","last_undegraded":"2024-09-13T00:00:17.060303+0000","last_fullsized":"2024-09-13T00:00:17.060303+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:41.433615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.059969+0000","last_change":"2024-09-12T23:58:42.810608+0000","last_active":"2024-09-13T00:00:17.059969+0000","last_peered":"2024-09-13T00:00:17.059969+0000","last_clean":"2024-09-13T00:00:17.059969+0000","last_became_active":"2024-09-12T23:58:42.810320+0000","last_became_peered":"2024-09-12T23:58:42.810320+0000","last_unstale":"2024-09-13T00:00:17.059969+0000","last_undegraded":"2024-09-13T00:00:17.059969+0000","last_fullsized":"2024-09-13T00:00:17.059969+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:00.159739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901472+0000","last_change":"2024-09-12T23:58:41.839250+0000","last_active":"2024-09-13T00:00:16.901472+0000","last_peered":"2024-09-13T00:00:16.901472+0000","last_clean":"2024-09-13T00:00:16.901472+0000","last_became_active":"2024-09-12T23:58:41.838890+0000","last_became_peered":"2024-09-12T23:58:41.838890+0000","last_unstale":"2024-09-13T00:00:16.901472+0000","last_undegraded":"2024-09-13T00:00:16.901472+0000","last_fullsized":"2024-09-13T00:00:16.901472+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:56.410963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.898464+0000","last_change":"2024-09-12T23:58:42.808392+0000","last_active":"2024-09-13T00:00:16.898464+0000","last_peered":"2024-09-13T00:00:16.898464+0000","last_clean":"2024-09-13T00:00:16.898464+0000","last_became_active":"2024-09-12T23:58:42.805384+0000","last_became_peered":"2024-09-12T23:58:42.805384+0000","last_unstale":"2024-09-13T00:00:16.898464+0000","last_undegraded":"2024-09-13T00:00:16.898464+0000","last_fullsized":"2024-09-13T00:00:16.898464+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:49.699028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.059878+0000","last_change":"2024-09-12T23:58:41.835228+0000","last_active":"2024-09-13T00:00:17.059878+0000","last_peered":"2024-09-13T00:00:17.059878+0000","last_clean":"2024-09-13T00:00:17.059878+0000","last_became_active":"2024-09-12T23:58:41.834965+0000","last_became_peered":"2024-09-12T23:58:41.834965+0000","last_unstale":"2024-09-13T00:00:17.059878+0000","last_undegraded":"2024-09-13T00:00:17.059878+0000","last_fullsized":"2024-09-13T00:00:17.059878+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:46.177095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901817+0000","last_change":"2024-09-12T23:58:42.832504+0000","last_active":"2024-09-13T00:00:16.901817+0000","last_peered":"2024-09-13T00:00:16.901817+0000","last_clean":"2024-09-13T00:00:16.901817+0000","last_became_active":"2024-09-12T23:58:42.832141+0000","last_became_peered":"2024-09-12T23:58:42.832141+0000","last_unstale":"2024-09-13T00:00:16.901817+0000","last_undegraded":"2024-09-13T00:00:16.901817+0000","last_fullsized":"2024-09-13T00:00:16.901817+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:54:35.037719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901940+0000","last_change":"2024-09-12T23:58:41.841862+0000","last_active":"2024-09-13T00:00:16.901940+0000","last_peered":"2024-09-13T00:00:16.901940+0000","last_clean":"2024-09-13T00:00:16.901940+0000","last_became_active":"2024-09-12T23:58:41.840512+0000","last_became_peered":"2024-09-12T23:58:41.840512+0000","last_unstale":"2024-09-13T00:00:16.901940+0000","last_undegraded":"2024-09-13T00:00:16.901940+0000","last_fullsized":"2024-09-13T00:00:16.901940+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:39.330139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.892892+0000","last_change":"2024-09-12T23:58:42.810494+0000","last_active":"2024-09-13T00:00:16.892892+0000","last_peered":"2024-09-13T00:00:16.892892+0000","last_clean":"2024-09-13T00:00:16.892892+0000","last_became_active":"2024-09-12T23:58:42.810193+0000","last_became_peered":"2024-09-12T23:58:42.810193+0000","last_unstale":"2024-09-13T00:00:16.892892+0000","last_undegraded":"2024-09-13T00:00:16.892892+0000","last_fullsized":"2024-09-13T00:00:16.892892+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:34:10.591293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"52'3","reported_seq":24,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.899809+0000","last_change":"2024-09-12T23:58:41.847506+0000","last_active":"2024-09-13T00:00:16.899809+0000","last_peered":"2024-09-13T00:00:16.899809+0000","last_clean":"2024-09-13T00:00:16.899809+0000","last_became_active":"2024-09-12T23:58:41.847270+0000","last_became_peered":"2024-09-12T23:58:41.847270+0000","last_unstale":"2024-09-13T00:00:16.899809+0000","last_undegraded":"2024-09-13T00:00:16.899809+0000","last_fullsized":"2024-09-13T00:00:16.899809+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:22.580234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902756+0000","last_change":"2024-09-12T23:58:42.810901+0000","last_active":"2024-09-13T00:00:16.902756+0000","last_peered":"2024-09-13T00:00:16.902756+0000","last_clean":"2024-09-13T00:00:16.902756+0000","last_became_active":"2024-09-12T23:58:42.807286+0000","last_became_peered":"2024-09-12T23:58:42.807286+0000","last_unstale":"2024-09-13T00:00:16.902756+0000","last_undegraded":"2024-09-13T00:00:16.902756+0000","last_fullsized":"2024-09-13T00:00:16.902756+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:20:03.447341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'13","reported_seq":34,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:52.928576+0000","last_change":"2024-09-12T23:58:41.847134+0000","last_active":"2024-09-13T00:00:52.928576+0000","last_peered":"2024-09-13T00:00:52.928576+0000","last_clean":"2024-09-13T00:00:52.928576+0000","last_became_active":"2024-09-12T23:58:41.846510+0000","last_became_peered":"2024-09-12T23:58:41.846510+0000","last_unstale":"2024-09-13T00:00:52.928576+0000","last_undegraded":"2024-09-13T00:00:52.928576+0000","last_fullsized":"2024-09-13T00:00:52.928576+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:58:46.027978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2624,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890492+0000","last_change":"2024-09-12T23:58:42.813842+0000","last_active":"2024-09-13T00:00:16.890492+0000","last_peered":"2024-09-13T00:00:16.890492+0000","last_clean":"2024-09-13T00:00:16.890492+0000","last_became_active":"2024-09-12T23:58:42.813297+0000","last_became_peered":"2024-09-12T23:58:42.813297+0000","last_unstale":"2024-09-13T00:00:16.890492+0000","last_undegraded":"2024-09-13T00:00:16.890492+0000","last_fullsized":"2024-09-13T00:00:16.890492+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:20.546044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"52'2","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890690+0000","last_change":"2024-09-12T23:58:41.836187+0000","last_active":"2024-09-13T00:00:16.890690+0000","last_peered":"2024-09-13T00:00:16.890690+0000","last_clean":"2024-09-13T00:00:16.890690+0000","last_became_active":"2024-09-12T23:58:41.835564+0000","last_became_peered":"2024-09-12T23:58:41.835564+0000","last_unstale":"2024-09-13T00:00:16.890690+0000","last_undegraded":"2024-09-13T00:00:16.890690+0000","last_fullsized":"2024-09-13T00:00:16.890690+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:36:02.950318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.889882+0000","last_change":"2024-09-12T23:58:42.797734+0000","last_active":"2024-09-13T00:00:16.889882+0000","last_peered":"2024-09-13T00:00:16.889882+0000","last_clean":"2024-09-13T00:00:16.889882+0000","last_became_active":"2024-09-12T23:58:42.797050+0000","last_became_peered":"2024-09-12T23:58:42.797050+0000","last_unstale":"2024-09-13T00:00:16.889882+0000","last_undegraded":"2024-09-13T00:00:16.889882+0000","last_fullsized":"2024-09-13T00:00:16.889882+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:26.052820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901904+0000","last_change":"2024-09-12T23:58:41.837938+0000","last_active":"2024-09-13T00:00:16.901904+0000","last_peered":"2024-09-13T00:00:16.901904+0000","last_clean":"2024-09-13T00:00:16.901904+0000","last_became_active":"2024-09-12T23:58:41.837651+0000","last_became_peered":"2024-09-12T23:58:41.837651+0000","last_unstale":"2024-09-13T00:00:16.901904+0000","last_undegraded":"2024-09-13T00:00:16.901904+0000","last_fullsized":"2024-09-13T00:00:16.901904+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:43.210340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891429+0000","last_change":"2024-09-12T23:58:42.807119+0000","last_active":"2024-09-13T00:00:16.891429+0000","last_peered":"2024-09-13T00:00:16.891429+0000","last_clean":"2024-09-13T00:00:16.891429+0000","last_became_active":"2024-09-12T23:58:42.806320+0000","last_became_peered":"2024-09-12T23:58:42.806320+0000","last_unstale":"2024-09-13T00:00:16.891429+0000","last_undegraded":"2024-09-13T00:00:16.891429+0000","last_fullsized":"2024-09-13T00:00:16.891429+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:08:15.418130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.059123+0000","last_change":"2024-09-12T23:58:41.841111+0000","last_active":"2024-09-13T00:00:17.059123+0000","last_peered":"2024-09-13T00:00:17.059123+0000","last_clean":"2024-09-13T00:00:17.059123+0000","last_became_active":"2024-09-12T23:58:41.840442+0000","last_became_peered":"2024-09-12T23:58:41.840442+0000","last_unstale":"2024-09-13T00:00:17.059123+0000","last_undegraded":"2024-09-13T00:00:17.059123+0000","last_fullsized":"2024-09-13T00:00:17.059123+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:16:58.759665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.058835+0000","last_change":"2024-09-12T23:58:42.821575+0000","last_active":"2024-09-13T00:00:17.058835+0000","last_peered":"2024-09-13T00:00:17.058835+0000","last_clean":"2024-09-13T00:00:17.058835+0000","last_became_active":"2024-09-12T23:58:42.819773+0000","last_became_peered":"2024-09-12T23:58:42.819773+0000","last_unstale":"2024-09-13T00:00:17.058835+0000","last_undegraded":"2024-09-13T00:00:17.058835+0000","last_fullsized":"2024-09-13T00:00:17.058835+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:44:40.505519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"52'8","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955587+0000","last_change":"2024-09-12T23:58:41.850431+0000","last_active":"2024-09-13T00:00:16.955587+0000","last_peered":"2024-09-13T00:00:16.955587+0000","last_clean":"2024-09-13T00:00:16.955587+0000","last_became_active":"2024-09-12T23:58:41.850163+0000","last_became_peered":"2024-09-12T23:58:41.850163+0000","last_unstale":"2024-09-13T00:00:16.955587+0000","last_undegraded":"2024-09-13T00:00:16.955587+0000","last_fullsized":"2024-09-13T00:00:16.955587+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:25.807671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890023+0000","last_change":"2024-09-12T23:58:42.804840+0000","last_active":"2024-09-13T00:00:16.890023+0000","last_peered":"2024-09-13T00:00:16.890023+0000","last_clean":"2024-09-13T00:00:16.890023+0000","last_became_active":"2024-09-12T23:58:42.804257+0000","last_became_peered":"2024-09-12T23:58:42.804257+0000","last_unstale":"2024-09-13T00:00:16.890023+0000","last_undegraded":"2024-09-13T00:00:16.890023+0000","last_fullsized":"2024-09-13T00:00:16.890023+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:56:15.432866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"52'1","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.903242+0000","last_change":"2024-09-12T23:58:41.840222+0000","last_active":"2024-09-13T00:00:16.903242+0000","last_peered":"2024-09-13T00:00:16.903242+0000","last_clean":"2024-09-13T00:00:16.903242+0000","last_became_active":"2024-09-12T23:58:41.839540+0000","last_became_peered":"2024-09-12T23:58:41.839540+0000","last_unstale":"2024-09-13T00:00:16.903242+0000","last_undegraded":"2024-09-13T00:00:16.903242+0000","last_fullsized":"2024-09-13T00:00:16.903242+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:55.498929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891319+0000","last_change":"2024-09-12T23:58:42.819699+0000","last_active":"2024-09-13T00:00:16.891319+0000","last_peered":"2024-09-13T00:00:16.891319+0000","last_clean":"2024-09-13T00:00:16.891319+0000","last_became_active":"2024-09-12T23:58:42.819031+0000","last_became_peered":"2024-09-12T23:58:42.819031+0000","last_unstale":"2024-09-13T00:00:16.891319+0000","last_undegraded":"2024-09-13T00:00:16.891319+0000","last_fullsized":"2024-09-13T00:00:16.891319+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:25:49.339033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"52'2","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955975+0000","last_change":"2024-09-12T23:58:41.850483+0000","last_active":"2024-09-13T00:00:16.955975+0000","last_peered":"2024-09-13T00:00:16.955975+0000","last_clean":"2024-09-13T00:00:16.955975+0000","last_became_active":"2024-09-12T23:58:41.850220+0000","last_became_peered":"2024-09-12T23:58:41.850220+0000","last_unstale":"2024-09-13T00:00:16.955975+0000","last_undegraded":"2024-09-13T00:00:16.955975+0000","last_fullsized":"2024-09-13T00:00:16.955975+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:19.877176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890836+0000","last_change":"2024-09-12T23:58:42.816660+0000","last_active":"2024-09-13T00:00:16.890836+0000","last_peered":"2024-09-13T00:00:16.890836+0000","last_clean":"2024-09-13T00:00:16.890836+0000","last_became_active":"2024-09-12T23:58:42.815741+0000","last_became_peered":"2024-09-12T23:58:42.815741+0000","last_unstale":"2024-09-13T00:00:16.890836+0000","last_undegraded":"2024-09-13T00:00:16.890836+0000","last_fullsized":"2024-09-13T00:00:16.890836+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:30.639653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"52'1","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.899881+0000","last_change":"2024-09-12T23:58:41.847902+0000","last_active":"2024-09-13T00:00:16.899881+0000","last_peered":"2024-09-13T00:00:16.899881+0000","last_clean":"2024-09-13T00:00:16.899881+0000","last_became_active":"2024-09-12T23:58:41.847586+0000","last_became_peered":"2024-09-12T23:58:41.847586+0000","last_unstale":"2024-09-13T00:00:16.899881+0000","last_undegraded":"2024-09-13T00:00:16.899881+0000","last_fullsized":"2024-09-13T00:00:16.899881+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:52.136251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902436+0000","last_change":"2024-09-12T23:58:42.810066+0000","last_active":"2024-09-13T00:00:16.902436+0000","last_peered":"2024-09-13T00:00:16.902436+0000","last_clean":"2024-09-13T00:00:16.902436+0000","last_became_active":"2024-09-12T23:58:42.809431+0000","last_became_peered":"2024-09-12T23:58:42.809431+0000","last_unstale":"2024-09-13T00:00:16.902436+0000","last_undegraded":"2024-09-13T00:00:16.902436+0000","last_fullsized":"2024-09-13T00:00:16.902436+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:34.288251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955896+0000","last_change":"2024-09-12T23:58:41.842870+0000","last_active":"2024-09-13T00:00:16.955896+0000","last_peered":"2024-09-13T00:00:16.955896+0000","last_clean":"2024-09-13T00:00:16.955896+0000","last_became_active":"2024-09-12T23:58:41.841086+0000","last_became_peered":"2024-09-12T23:58:41.841086+0000","last_unstale":"2024-09-13T00:00:16.955896+0000","last_undegraded":"2024-09-13T00:00:16.955896+0000","last_fullsized":"2024-09-13T00:00:16.955896+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:00:31.800066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890797+0000","last_change":"2024-09-12T23:58:42.826062+0000","last_active":"2024-09-13T00:00:16.890797+0000","last_peered":"2024-09-13T00:00:16.890797+0000","last_clean":"2024-09-13T00:00:16.890797+0000","last_became_active":"2024-09-12T23:58:42.825475+0000","last_became_peered":"2024-09-12T23:58:42.825475+0000","last_unstale":"2024-09-13T00:00:16.890797+0000","last_undegraded":"2024-09-13T00:00:16.890797+0000","last_fullsized":"2024-09-13T00:00:16.890797+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:39:04.811462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.683741+0000","last_change":"2024-09-13T00:00:17.060545+0000","last_active":"2024-09-13T00:00:20.683741+0000","last_peered":"2024-09-13T00:00:20.683741+0000","last_clean":"2024-09-13T00:00:20.683741+0000","last_became_active":"2024-09-13T00:00:07.258326+0000","last_became_peered":"2024-09-13T00:00:07.258326+0000","last_unstale":"2024-09-13T00:00:20.683741+0000","last_undegraded":"2024-09-13T00:00:20.683741+0000","last_fullsized":"2024-09-13T00:00:20.683741+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:20.432597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00060883300000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"56'79","reported_seq":55,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890059+0000","last_change":"2024-09-12T23:57:55.492667+0000","last_active":"2024-09-13T00:00:16.890059+0000","last_peered":"2024-09-13T00:00:16.890059+0000","last_clean":"2024-09-13T00:00:16.890059+0000","last_became_active":"2024-09-12T23:57:55.479343+0000","last_became_peered":"2024-09-12T23:57:55.479343+0000","last_unstale":"2024-09-13T00:00:16.890059+0000","last_undegraded":"2024-09-13T00:00:16.890059+0000","last_fullsized":"2024-09-13T00:00:16.890059+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_clean_scrub_stamp":"2024-09-12T23:53:26.096054+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:39:46.863988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902041+0000","last_change":"2024-09-12T23:58:41.840534+0000","last_active":"2024-09-13T00:00:16.902041+0000","last_peered":"2024-09-13T00:00:16.902041+0000","last_clean":"2024-09-13T00:00:16.902041+0000","last_became_active":"2024-09-12T23:58:41.840224+0000","last_became_peered":"2024-09-12T23:58:41.840224+0000","last_unstale":"2024-09-13T00:00:16.902041+0000","last_undegraded":"2024-09-13T00:00:16.902041+0000","last_fullsized":"2024-09-13T00:00:16.902041+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:37.366272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060605+0000","last_change":"2024-09-12T23:58:42.822825+0000","last_active":"2024-09-13T00:00:17.060605+0000","last_peered":"2024-09-13T00:00:17.060605+0000","last_clean":"2024-09-13T00:00:17.060605+0000","last_became_active":"2024-09-12T23:58:42.818070+0000","last_became_peered":"2024-09-12T23:58:42.818070+0000","last_unstale":"2024-09-13T00:00:17.060605+0000","last_undegraded":"2024-09-13T00:00:17.060605+0000","last_fullsized":"2024-09-13T00:00:17.060605+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:49.946484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.726869+0000","last_change":"2024-09-13T00:00:16.892017+0000","last_active":"2024-09-13T00:00:20.726869+0000","last_peered":"2024-09-13T00:00:20.726869+0000","last_clean":"2024-09-13T00:00:20.726869+0000","last_became_active":"2024-09-13T00:00:07.028859+0000","last_became_peered":"2024-09-13T00:00:07.028859+0000","last_unstale":"2024-09-13T00:00:20.726869+0000","last_undegraded":"2024-09-13T00:00:20.726869+0000","last_fullsized":"2024-09-13T00:00:20.726869+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:09:49.923676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051557299999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955319+0000","last_change":"2024-09-12T23:59:05.107945+0000","last_active":"2024-09-13T00:00:16.955319+0000","last_peered":"2024-09-13T00:00:16.955319+0000","last_clean":"2024-09-13T00:00:16.955319+0000","last_became_active":"2024-09-12T23:59:05.106999+0000","last_became_peered":"2024-09-12T23:59:05.106999+0000","last_unstale":"2024-09-13T00:00:16.955319+0000","last_undegraded":"2024-09-13T00:00:16.955319+0000","last_fullsized":"2024-09-13T00:00:16.955319+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:39.301388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.889726+0000","last_change":"2024-09-12T23:58:42.796274+0000","last_active":"2024-09-13T00:00:16.889726+0000","last_peered":"2024-09-13T00:00:16.889726+0000","last_clean":"2024-09-13T00:00:16.889726+0000","last_became_active":"2024-09-12T23:58:42.791640+0000","last_became_peered":"2024-09-12T23:58:42.791640+0000","last_unstale":"2024-09-13T00:00:16.889726+0000","last_undegraded":"2024-09-13T00:00:16.889726+0000","last_fullsized":"2024-09-13T00:00:16.889726+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:06.999795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.272769+0000","last_change":"2024-09-13T00:00:16.901347+0000","last_active":"2024-09-13T00:00:20.272769+0000","last_peered":"2024-09-13T00:00:20.272769+0000","last_clean":"2024-09-13T00:00:20.272769+0000","last_became_active":"2024-09-13T00:00:06.498245+0000","last_became_peered":"2024-09-13T00:00:06.498245+0000","last_unstale":"2024-09-13T00:00:20.272769+0000","last_undegraded":"2024-09-13T00:00:20.272769+0000","last_fullsized":"2024-09-13T00:00:20.272769+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:06:01.241493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059688899999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955644+0000","last_change":"2024-09-12T23:58:41.843772+0000","last_active":"2024-09-13T00:00:16.955644+0000","last_peered":"2024-09-13T00:00:16.955644+0000","last_clean":"2024-09-13T00:00:16.955644+0000","last_became_active":"2024-09-12T23:58:41.843230+0000","last_became_peered":"2024-09-12T23:58:41.843230+0000","last_unstale":"2024-09-13T00:00:16.955644+0000","last_undegraded":"2024-09-13T00:00:16.955644+0000","last_fullsized":"2024-09-13T00:00:16.955644+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:05.154834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.898522+0000","last_change":"2024-09-12T23:58:42.821728+0000","last_active":"2024-09-13T00:00:16.898522+0000","last_peered":"2024-09-13T00:00:16.898522+0000","last_clean":"2024-09-13T00:00:16.898522+0000","last_became_active":"2024-09-12T23:58:42.820871+0000","last_became_peered":"2024-09-12T23:58:42.820871+0000","last_unstale":"2024-09-13T00:00:16.898522+0000","last_undegraded":"2024-09-13T00:00:16.898522+0000","last_fullsized":"2024-09-13T00:00:16.898522+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:00.165900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.271323+0000","last_change":"2024-09-13T00:00:16.900402+0000","last_active":"2024-09-13T00:00:20.271323+0000","last_peered":"2024-09-13T00:00:20.271323+0000","last_clean":"2024-09-13T00:00:20.271323+0000","last_became_active":"2024-09-13T00:00:07.028878+0000","last_became_peered":"2024-09-13T00:00:07.028878+0000","last_unstale":"2024-09-13T00:00:20.271323+0000","last_undegraded":"2024-09-13T00:00:20.271323+0000","last_fullsized":"2024-09-13T00:00:20.271323+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:14:20.322287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099234499999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.901939+0000","last_change":"2024-09-12T23:58:41.836219+0000","last_active":"2024-09-13T00:00:16.901939+0000","last_peered":"2024-09-13T00:00:16.901939+0000","last_clean":"2024-09-13T00:00:16.901939+0000","last_became_active":"2024-09-12T23:58:41.835498+0000","last_became_peered":"2024-09-12T23:58:41.835498+0000","last_unstale":"2024-09-13T00:00:16.901939+0000","last_undegraded":"2024-09-13T00:00:16.901939+0000","last_fullsized":"2024-09-13T00:00:16.901939+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:39:02.793912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902836+0000","last_change":"2024-09-12T23:58:42.789692+0000","last_active":"2024-09-13T00:00:16.902836+0000","last_peered":"2024-09-13T00:00:16.902836+0000","last_clean":"2024-09-13T00:00:16.902836+0000","last_became_active":"2024-09-12T23:58:42.788777+0000","last_became_peered":"2024-09-12T23:58:42.788777+0000","last_unstale":"2024-09-13T00:00:16.902836+0000","last_undegraded":"2024-09-13T00:00:16.902836+0000","last_fullsized":"2024-09-13T00:00:16.902836+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:32:31.625713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"62'2","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.271190+0000","last_change":"2024-09-13T00:00:16.900750+0000","last_active":"2024-09-13T00:00:20.271190+0000","last_peered":"2024-09-13T00:00:20.271190+0000","last_clean":"2024-09-13T00:00:20.271190+0000","last_became_active":"2024-09-13T00:00:06.497745+0000","last_became_peered":"2024-09-13T00:00:06.497745+0000","last_unstale":"2024-09-13T00:00:20.271190+0000","last_undegraded":"2024-09-13T00:00:20.271190+0000","last_fullsized":"2024-09-13T00:00:20.271190+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:32.917229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002094121,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.899740+0000","last_change":"2024-09-12T23:58:41.847092+0000","last_active":"2024-09-13T00:00:16.899740+0000","last_peered":"2024-09-13T00:00:16.899740+0000","last_clean":"2024-09-13T00:00:16.899740+0000","last_became_active":"2024-09-12T23:58:41.846823+0000","last_became_peered":"2024-09-12T23:58:41.846823+0000","last_unstale":"2024-09-13T00:00:16.899740+0000","last_undegraded":"2024-09-13T00:00:16.899740+0000","last_fullsized":"2024-09-13T00:00:16.899740+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:14:07.655595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902995+0000","last_change":"2024-09-12T23:58:42.830030+0000","last_active":"2024-09-13T00:00:16.902995+0000","last_peered":"2024-09-13T00:00:16.902995+0000","last_clean":"2024-09-13T00:00:16.902995+0000","last_became_active":"2024-09-12T23:58:42.829721+0000","last_became_peered":"2024-09-12T23:58:42.829721+0000","last_unstale":"2024-09-13T00:00:16.902995+0000","last_undegraded":"2024-09-13T00:00:16.902995+0000","last_fullsized":"2024-09-13T00:00:16.902995+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:52.584716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"60'1","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.723483+0000","last_change":"2024-09-13T00:00:16.891227+0000","last_active":"2024-09-13T00:00:20.723483+0000","last_peered":"2024-09-13T00:00:20.723483+0000","last_clean":"2024-09-13T00:00:20.723483+0000","last_became_active":"2024-09-13T00:00:07.260277+0000","last_became_peered":"2024-09-13T00:00:07.260277+0000","last_unstale":"2024-09-13T00:00:20.723483+0000","last_undegraded":"2024-09-13T00:00:20.723483+0000","last_fullsized":"2024-09-13T00:00:20.723483+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:44.871671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011953440000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891090+0000","last_change":"2024-09-12T23:58:41.845407+0000","last_active":"2024-09-13T00:00:16.891090+0000","last_peered":"2024-09-13T00:00:16.891090+0000","last_clean":"2024-09-13T00:00:16.891090+0000","last_became_active":"2024-09-12T23:58:41.844761+0000","last_became_peered":"2024-09-12T23:58:41.844761+0000","last_unstale":"2024-09-13T00:00:16.891090+0000","last_undegraded":"2024-09-13T00:00:16.891090+0000","last_fullsized":"2024-09-13T00:00:16.891090+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:24.137082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.899614+0000","last_change":"2024-09-12T23:58:42.802737+0000","last_active":"2024-09-13T00:00:16.899614+0000","last_peered":"2024-09-13T00:00:16.899614+0000","last_clean":"2024-09-13T00:00:16.899614+0000","last_became_active":"2024-09-12T23:58:42.801881+0000","last_became_peered":"2024-09-12T23:58:42.801881+0000","last_unstale":"2024-09-13T00:00:16.899614+0000","last_undegraded":"2024-09-13T00:00:16.899614+0000","last_fullsized":"2024-09-13T00:00:16.899614+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:40.840027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.724246+0000","last_change":"2024-09-13T00:00:17.060563+0000","last_active":"2024-09-13T00:00:20.724246+0000","last_peered":"2024-09-13T00:00:20.724246+0000","last_clean":"2024-09-13T00:00:20.724246+0000","last_became_active":"2024-09-13T00:00:07.258888+0000","last_became_peered":"2024-09-13T00:00:07.258888+0000","last_unstale":"2024-09-13T00:00:20.724246+0000","last_undegraded":"2024-09-13T00:00:20.724246+0000","last_fullsized":"2024-09-13T00:00:20.724246+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:09:45.572206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085221799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"53'1","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.900604+0000","last_change":"2024-09-12T23:58:41.847784+0000","last_active":"2024-09-13T00:00:16.900604+0000","last_peered":"2024-09-13T00:00:16.900604+0000","last_clean":"2024-09-13T00:00:16.900604+0000","last_became_active":"2024-09-12T23:58:41.847287+0000","last_became_peered":"2024-09-12T23:58:41.847287+0000","last_unstale":"2024-09-13T00:00:16.900604+0000","last_undegraded":"2024-09-13T00:00:16.900604+0000","last_fullsized":"2024-09-13T00:00:16.900604+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:30:17.309097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.061396+0000","last_change":"2024-09-12T23:58:42.816535+0000","last_active":"2024-09-13T00:00:17.061396+0000","last_peered":"2024-09-13T00:00:17.061396+0000","last_clean":"2024-09-13T00:00:17.061396+0000","last_became_active":"2024-09-12T23:58:42.815477+0000","last_became_peered":"2024-09-12T23:58:42.815477+0000","last_unstale":"2024-09-13T00:00:17.061396+0000","last_undegraded":"2024-09-13T00:00:17.061396+0000","last_fullsized":"2024-09-13T00:00:17.061396+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:29.148762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-13T00:00:20.270925+0000","last_change":"2024-09-13T00:00:16.902016+0000","last_active":"2024-09-13T00:00:20.270925+0000","last_peered":"2024-09-13T00:00:20.270925+0000","last_clean":"2024-09-13T00:00:20.270925+0000","last_became_active":"2024-09-13T00:00:06.495272+0000","last_became_peered":"2024-09-13T00:00:06.495272+0000","last_unstale":"2024-09-13T00:00:20.270925+0000","last_undegraded":"2024-09-13T00:00:20.270925+0000","last_fullsized":"2024-09-13T00:00:20.270925+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:24.034994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010068480000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"52'2","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060233+0000","last_change":"2024-09-12T23:58:41.841401+0000","last_active":"2024-09-13T00:00:17.060233+0000","last_peered":"2024-09-13T00:00:17.060233+0000","last_clean":"2024-09-13T00:00:17.060233+0000","last_became_active":"2024-09-12T23:58:41.838422+0000","last_became_peered":"2024-09-12T23:58:41.838422+0000","last_unstale":"2024-09-13T00:00:17.060233+0000","last_undegraded":"2024-09-13T00:00:17.060233+0000","last_fullsized":"2024-09-13T00:00:17.060233+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:02.362955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891325+0000","last_change":"2024-09-12T23:58:42.803124+0000","last_active":"2024-09-13T00:00:16.891325+0000","last_peered":"2024-09-13T00:00:16.891325+0000","last_clean":"2024-09-13T00:00:16.891325+0000","last_became_active":"2024-09-12T23:58:42.802311+0000","last_became_peered":"2024-09-12T23:58:42.802311+0000","last_unstale":"2024-09-13T00:00:16.891325+0000","last_undegraded":"2024-09-13T00:00:16.891325+0000","last_fullsized":"2024-09-13T00:00:16.891325+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:18.368488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.889950+0000","last_change":"2024-09-12T23:58:41.850915+0000","last_active":"2024-09-13T00:00:16.889950+0000","last_peered":"2024-09-13T00:00:16.889950+0000","last_clean":"2024-09-13T00:00:16.889950+0000","last_became_active":"2024-09-12T23:58:41.850661+0000","last_became_peered":"2024-09-12T23:58:41.850661+0000","last_unstale":"2024-09-13T00:00:16.889950+0000","last_undegraded":"2024-09-13T00:00:16.889950+0000","last_fullsized":"2024-09-13T00:00:16.889950+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:08:23.163660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902483+0000","last_change":"2024-09-12T23:58:42.811928+0000","last_active":"2024-09-13T00:00:16.902483+0000","last_peered":"2024-09-13T00:00:16.902483+0000","last_clean":"2024-09-13T00:00:16.902483+0000","last_became_active":"2024-09-12T23:58:42.806006+0000","last_became_peered":"2024-09-12T23:58:42.806006+0000","last_unstale":"2024-09-13T00:00:16.902483+0000","last_undegraded":"2024-09-13T00:00:16.902483+0000","last_fullsized":"2024-09-13T00:00:16.902483+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:11:30.653723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.898789+0000","last_change":"2024-09-12T23:58:41.845149+0000","last_active":"2024-09-13T00:00:16.898789+0000","last_peered":"2024-09-13T00:00:16.898789+0000","last_clean":"2024-09-13T00:00:16.898789+0000","last_became_active":"2024-09-12T23:58:41.831162+0000","last_became_peered":"2024-09-12T23:58:41.831162+0000","last_unstale":"2024-09-13T00:00:16.898789+0000","last_undegraded":"2024-09-13T00:00:16.898789+0000","last_fullsized":"2024-09-13T00:00:16.898789+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:20:59.143773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060067+0000","last_change":"2024-09-12T23:58:42.816465+0000","last_active":"2024-09-13T00:00:17.060067+0000","last_peered":"2024-09-13T00:00:17.060067+0000","last_clean":"2024-09-13T00:00:17.060067+0000","last_became_active":"2024-09-12T23:58:42.816003+0000","last_became_peered":"2024-09-12T23:58:42.816003+0000","last_unstale":"2024-09-13T00:00:17.060067+0000","last_undegraded":"2024-09-13T00:00:17.060067+0000","last_fullsized":"2024-09-13T00:00:17.060067+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:08:00.603944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.899893+0000","last_change":"2024-09-12T23:58:41.847069+0000","last_active":"2024-09-13T00:00:16.899893+0000","last_peered":"2024-09-13T00:00:16.899893+0000","last_clean":"2024-09-13T00:00:16.899893+0000","last_became_active":"2024-09-12T23:58:41.845977+0000","last_became_peered":"2024-09-12T23:58:41.845977+0000","last_unstale":"2024-09-13T00:00:16.899893+0000","last_undegraded":"2024-09-13T00:00:16.899893+0000","last_fullsized":"2024-09-13T00:00:16.899893+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:52:57.473398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":30,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.060302+0000","last_change":"2024-09-12T23:59:04.760358+0000","last_active":"2024-09-13T00:00:17.060302+0000","last_peered":"2024-09-13T00:00:17.060302+0000","last_clean":"2024-09-13T00:00:17.060302+0000","last_became_active":"2024-09-12T23:59:04.759460+0000","last_became_peered":"2024-09-12T23:59:04.759460+0000","last_unstale":"2024-09-13T00:00:17.060302+0000","last_undegraded":"2024-09-13T00:00:17.060302+0000","last_fullsized":"2024-09-13T00:00:17.060302+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:34.229085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"52'2","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891675+0000","last_change":"2024-09-12T23:58:41.845320+0000","last_active":"2024-09-13T00:00:16.891675+0000","last_peered":"2024-09-13T00:00:16.891675+0000","last_clean":"2024-09-13T00:00:16.891675+0000","last_became_active":"2024-09-12T23:58:41.843813+0000","last_became_peered":"2024-09-12T23:58:41.843813+0000","last_unstale":"2024-09-13T00:00:16.891675+0000","last_undegraded":"2024-09-13T00:00:16.891675+0000","last_fullsized":"2024-09-13T00:00:16.891675+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:36:41.340643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.059242+0000","last_change":"2024-09-12T23:58:42.807675+0000","last_active":"2024-09-13T00:00:17.059242+0000","last_peered":"2024-09-13T00:00:17.059242+0000","last_clean":"2024-09-13T00:00:17.059242+0000","last_became_active":"2024-09-12T23:58:42.806718+0000","last_became_peered":"2024-09-12T23:58:42.806718+0000","last_unstale":"2024-09-13T00:00:17.059242+0000","last_undegraded":"2024-09-13T00:00:17.059242+0000","last_fullsized":"2024-09-13T00:00:17.059242+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:18.623479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.902898+0000","last_change":"2024-09-12T23:58:42.821073+0000","last_active":"2024-09-13T00:00:16.902898+0000","last_peered":"2024-09-13T00:00:16.902898+0000","last_clean":"2024-09-13T00:00:16.902898+0000","last_became_active":"2024-09-12T23:58:42.819791+0000","last_became_peered":"2024-09-12T23:58:42.819791+0000","last_unstale":"2024-09-13T00:00:16.902898+0000","last_undegraded":"2024-09-13T00:00:16.902898+0000","last_fullsized":"2024-09-13T00:00:16.902898+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:53:46.914203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"52'2","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.891126+0000","last_change":"2024-09-12T23:58:41.851372+0000","last_active":"2024-09-13T00:00:16.891126+0000","last_peered":"2024-09-13T00:00:16.891126+0000","last_clean":"2024-09-13T00:00:16.891126+0000","last_became_active":"2024-09-12T23:58:41.850188+0000","last_became_peered":"2024-09-12T23:58:41.850188+0000","last_unstale":"2024-09-13T00:00:16.891126+0000","last_undegraded":"2024-09-13T00:00:16.891126+0000","last_fullsized":"2024-09-13T00:00:16.891126+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:38:10.828372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.955724+0000","last_change":"2024-09-12T23:59:05.108637+0000","last_active":"2024-09-13T00:00:16.955724+0000","last_peered":"2024-09-13T00:00:16.955724+0000","last_clean":"2024-09-13T00:00:16.955724+0000","last_became_active":"2024-09-12T23:59:05.107572+0000","last_became_peered":"2024-09-12T23:59:05.107572+0000","last_unstale":"2024-09-13T00:00:16.955724+0000","last_undegraded":"2024-09-13T00:00:16.955724+0000","last_fullsized":"2024-09-13T00:00:16.955724+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:17:17.667633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"52'2","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.890723+0000","last_change":"2024-09-12T23:58:41.851850+0000","last_active":"2024-09-13T00:00:16.890723+0000","last_peered":"2024-09-13T00:00:16.890723+0000","last_clean":"2024-09-13T00:00:16.890723+0000","last_became_active":"2024-09-12T23:58:41.851393+0000","last_became_peered":"2024-09-12T23:58:41.851393+0000","last_unstale":"2024-09-13T00:00:16.890723+0000","last_undegraded":"2024-09-13T00:00:16.890723+0000","last_fullsized":"2024-09-13T00:00:16.890723+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:31.883443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.892826+0000","last_change":"2024-09-12T23:58:42.811987+0000","last_active":"2024-09-13T00:00:16.892826+0000","last_peered":"2024-09-13T00:00:16.892826+0000","last_clean":"2024-09-13T00:00:16.892826+0000","last_became_active":"2024-09-12T23:58:42.811113+0000","last_became_peered":"2024-09-12T23:58:42.811113+0000","last_unstale":"2024-09-13T00:00:16.892826+0000","last_undegraded":"2024-09-13T00:00:16.892826+0000","last_fullsized":"2024-09-13T00:00:16.892826+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:19.868081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"52'1","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.061346+0000","last_change":"2024-09-12T23:58:41.838218+0000","last_active":"2024-09-13T00:00:17.061346+0000","last_peered":"2024-09-13T00:00:17.061346+0000","last_clean":"2024-09-13T00:00:17.061346+0000","last_became_active":"2024-09-12T23:58:41.837756+0000","last_became_peered":"2024-09-12T23:58:41.837756+0000","last_unstale":"2024-09-13T00:00:17.061346+0000","last_undegraded":"2024-09-13T00:00:17.061346+0000","last_fullsized":"2024-09-13T00:00:17.061346+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:47.078466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:17.061197+0000","last_change":"2024-09-12T23:58:42.808832+0000","last_active":"2024-09-13T00:00:17.061197+0000","last_peered":"2024-09-13T00:00:17.061197+0000","last_clean":"2024-09-13T00:00:17.061197+0000","last_became_active":"2024-09-12T23:58:42.808170+0000","last_became_peered":"2024-09-12T23:58:42.808170+0000","last_unstale":"2024-09-13T00:00:17.061197+0000","last_undegraded":"2024-09-13T00:00:17.061197+0000","last_fullsized":"2024-09-13T00:00:17.061197+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:30:37.913536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"52'4","reported_seq":25,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T00:00:16.893143+0000","last_change":"2024-09-12T23:58:41.838368+0000","last_active":"2024-09-13T00:00:16.893143+0000","last_peered":"2024-09-13T00:00:16.893143+0000","last_clean":"2024-09-13T00:00:16.893143+0000","last_became_active":"2024-09-12T23:58:41.838120+0000","last_became_peered":"2024-09-12T23:58:41.838120+0000","last_unstale":"2024-09-13T00:00:16.893143+0000","last_undegraded":"2024-09-13T00:00:16.893143+0000","last_fullsized":"2024-09-13T00:00:16.893143+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:05.194384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3410,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430259,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298568,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446584,"statfs":{"total":95995035648,"available":95689302016,"internally_reserved":0,"allocated":1241088,"data_stored":876935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":0.94099999999999995,"15min":0.94599999999999995},"min":{"1min":0.52500000000000002,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.4900000000000002,"5min":2.4900000000000002,"15min":2.4900000000000002},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.89500000000000002,"15min":0.88900000000000001},"min":{"1min":0.69399999999999995,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.74199999999999999}]},{"osd":1,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.96199999999999997,"15min":0.97199999999999998},"min":{"1min":0.61699999999999999,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":2.4060000000000001,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":1.016},{"interface":"front","average":{"1min":1.0189999999999999,"5min":0.91700000000000004,"15min":0.90300000000000002},"min":{"1min":0.622,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.61299999999999999}]},{"osd":2,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":1.111,"5min":0.98399999999999999,"15min":0.98199999999999998},"min":{"1min":0.76400000000000001,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":2.2069999999999999,"5min":2.2069999999999999,"15min":2.2069999999999999},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.0049999999999999,"5min":0.96099999999999997,"15min":0.97499999999999998},"min":{"1min":0.58899999999999997,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.29,"5min":1.29,"15min":1.29},"last":0.70899999999999996}]},{"osd":3,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":0.92000000000000004,"15min":0.91500000000000004},"min":{"1min":0.63100000000000001,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.83099999999999996},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.0980000000000001,"15min":1.1060000000000001},"min":{"1min":0.78100000000000003,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.6419999999999999,"5min":2.6419999999999999,"15min":2.6419999999999999},"last":1.1279999999999999}]},{"osd":4,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":0.94299999999999995,"15min":0.96699999999999997},"min":{"1min":0.44,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.3500000000000001,"5min":1.923,"15min":1.923},"last":0.86299999999999999},{"interface":"front","average":{"1min":1.014,"5min":0.95699999999999996,"15min":0.96899999999999997},"min":{"1min":0.39800000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.7090000000000001,"5min":1.7090000000000001,"15min":1.7090000000000001},"last":1.0820000000000001}]},{"osd":5,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.079,"15min":1.117},"min":{"1min":0.41699999999999998,"5min":0.316,"15min":0.316},"max":{"1min":2.7530000000000001,"5min":2.7530000000000001,"15min":2.7530000000000001},"last":1.1910000000000001},{"interface":"front","average":{"1min":1.1439999999999999,"5min":1.016,"15min":1.014},"min":{"1min":0.51000000000000001,"5min":0.375,"15min":0.375},"max":{"1min":1.8009999999999999,"5min":1.8009999999999999,"15min":1.8009999999999999},"last":1.0429999999999999}]},{"osd":6,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.0609999999999999,"15min":1.091},"min":{"1min":0.46700000000000003,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.833,"5min":1.833,"15min":1.833},"last":0.98099999999999998},{"interface":"front","average":{"1min":1.264,"5min":1.1799999999999999,"15min":1.204},"min":{"1min":0.48799999999999999,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.9079999999999999,"5min":1.9079999999999999,"15min":1.9079999999999999},"last":1.151}]}]},{"osd":6,"up_from":42,"seq":180388626493,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298564,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446588,"statfs":{"total":95995035648,"available":95689306112,"internally_reserved":0,"allocated":1241088,"data_stored":878673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:01:07 2024","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.89600000000000002,"15min":0.93200000000000005},"min":{"1min":0.58199999999999996,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.282,"5min":1.502,"15min":1.502},"last":1.0489999999999999},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.90700000000000003,"15min":0.92100000000000004},"min":{"1min":0.55300000000000005,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.329,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":1.171}]},{"osd":1,"last update":"Fri Sep 13 00:01:07 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.95499999999999996,"15min":1.0269999999999999},"min":{"1min":0.53300000000000003,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.3200000000000001,"5min":2.504,"15min":2.504},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.96099999999999997,"15min":0.98399999999999999},"min":{"1min":0.54400000000000004,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2170000000000001,"5min":2.3620000000000001,"15min":2.3620000000000001},"last":1.2050000000000001}]},{"osd":2,"last update":"Fri Sep 13 00:01:07 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.96399999999999997,"15min":1.014},"min":{"1min":0.63700000000000001,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.343,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":1.0980000000000001},{"interface":"front","average":{"1min":1.0189999999999999,"5min":0.998,"15min":1.042},"min":{"1min":0.59399999999999997,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.266,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":1.0700000000000001}]},{"osd":3,"last update":"Fri Sep 13 00:01:07 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.97499999999999998,"15min":1.014},"min":{"1min":0.52400000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.2490000000000001,"5min":2.2959999999999998,"15min":2.2959999999999998},"last":1.1339999999999999},{"interface":"front","average":{"1min":1.0229999999999999,"5min":1.0449999999999999,"15min":1.0860000000000001},"min":{"1min":0.52300000000000002,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.2170000000000001,"5min":2.5670000000000002,"15min":2.5670000000000002},"last":0.93000000000000005}]},{"osd":4,"last update":"Fri Sep 13 00:01:07 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":0.91500000000000004,"15min":0.89900000000000002},"min":{"1min":0.40999999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.9039999999999999,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":1.0129999999999999,"5min":0.94299999999999995,"15min":0.92800000000000005},"min":{"1min":0.42599999999999999,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.349,"5min":1.657,"15min":1.657},"last":1.006}]},{"osd":5,"last update":"Fri Sep 13 00:01:07 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.0129999999999999,"15min":1.024},"min":{"1min":0.48599999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.95299999999999996},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.056,"15min":1.0860000000000001},"min":{"1min":0.46200000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.5,"5min":2.6509999999999998,"15min":2.6509999999999998},"last":0.90400000000000003}]},{"osd":7,"last update":"Fri Sep 13 00:01:01 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.0900000000000001,"15min":1.1240000000000001},"min":{"1min":0.47299999999999998,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.444,"5min":1.579,"15min":1.579},"last":0.85499999999999998},{"interface":"front","average":{"1min":1.155,"5min":1.1579999999999999,"15min":1.194},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.46,"5min":1.7230000000000001,"15min":1.7230000000000001},"last":1.246}]}]},{"osd":5,"up_from":36,"seq":154618822728,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297988,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447164,"statfs":{"total":95995035648,"available":95689895936,"internally_reserved":0,"allocated":651264,"data_stored":288099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.873,"15min":0.877},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.427,"5min":1.427,"15min":1.427},"last":0.96799999999999997},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.94699999999999995,"15min":0.92900000000000005},"min":{"1min":0.47299999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.3280000000000001,"5min":1.464,"15min":1.464},"last":0.77700000000000002}]},{"osd":1,"last update":"Fri Sep 13 00:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.875,"15min":0.86499999999999999},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.73,"5min":1.835,"15min":1.835},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.89200000000000002,"15min":0.89400000000000002},"min":{"1min":0.56499999999999995,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.161,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":1.173}]},{"osd":2,"last update":"Fri Sep 13 00:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.91300000000000003,"15min":0.877},"min":{"1min":0.59399999999999997,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":1.21},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.90400000000000003,"15min":0.88},"min":{"1min":0.53700000000000003,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.798,"5min":1.798,"15min":1.798},"last":1.087}]},{"osd":3,"last update":"Fri Sep 13 00:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.91000000000000003,"15min":0.88200000000000001},"min":{"1min":0.60399999999999998,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.252,"5min":1.526,"15min":1.526},"last":1.01},{"interface":"front","average":{"1min":1.01,"5min":0.93000000000000005,"15min":0.91400000000000003},"min":{"1min":0.64100000000000001,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":1.1379999999999999}]},{"osd":4,"last update":"Fri Sep 13 00:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.83399999999999996,"15min":0.79800000000000004},"min":{"1min":0.505,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.339,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":1.333},{"interface":"front","average":{"1min":1.0049999999999999,"5min":0.91200000000000003,"15min":0.82299999999999995},"min":{"1min":0.622,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.784,"5min":1.903,"15min":1.903},"last":1.0580000000000001}]},{"osd":6,"last update":"Fri Sep 13 00:01:07 2024","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":1.073,"15min":1.083},"min":{"1min":0.68600000000000005,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.8480000000000001,"5min":1.8480000000000001,"15min":1.8480000000000001},"last":1.3100000000000001},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.0469999999999999,"15min":1.052},"min":{"1min":0.45200000000000001,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.454,"5min":1.788,"15min":1.788},"last":1.407}]},{"osd":7,"last update":"Fri Sep 13 00:00:59 2024","interfaces":[{"interface":"back","average":{"1min":1.121,"5min":1.071,"15min":1.0680000000000001},"min":{"1min":0.54100000000000004,"5min":0.439,"15min":0.439},"max":{"1min":1.5960000000000001,"5min":2.0960000000000001,"15min":2.0960000000000001},"last":1.2649999999999999},{"interface":"front","average":{"1min":1.1870000000000001,"5min":1.1220000000000001,"15min":1.1200000000000001},"min":{"1min":0.58299999999999996,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.893,"5min":1.893,"15min":1.893},"last":1.3819999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018961,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297996,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447156,"statfs":{"total":95995035648,"available":95689887744,"internally_reserved":0,"allocated":655360,"data_stored":286396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.83399999999999996},"min":{"1min":0.62,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.1859999999999999,"5min":1.383,"15min":1.383},"last":1.0569999999999999},{"interface":"front","average":{"1min":0.872,"5min":0.88800000000000001,"15min":0.83599999999999997},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51400000000000001},"max":{"1min":1.1899999999999999,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.72399999999999998}]},{"osd":1,"last update":"Fri Sep 13 00:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.85999999999999999,"15min":0.85199999999999998},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.228,"5min":1.345,"15min":1.583},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.86299999999999999,"15min":0.83999999999999997},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.1000000000000001,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.96699999999999997}]},{"osd":2,"last update":"Fri Sep 13 00:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.85199999999999998},"min":{"1min":0.55700000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.2190000000000001,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.89500000000000002,"15min":0.88100000000000001},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.54300000000000004},"max":{"1min":1.3049999999999999,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":0.99299999999999999}]},{"osd":3,"last update":"Fri Sep 13 00:01:26 2024","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":0.96199999999999997,"15min":0.874},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":2.262,"5min":2.262,"15min":2.262},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.90000000000000002,"15min":0.86799999999999999},"min":{"1min":0.54100000000000004,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.264,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":0.90600000000000003}]},{"osd":5,"last update":"Fri Sep 13 00:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.85099999999999998,"15min":0.76600000000000001},"min":{"1min":0.41499999999999998,"5min":0.378,"15min":0.378},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.83099999999999996,"15min":0.72499999999999998},"min":{"1min":0.40699999999999997,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":1.1140000000000001}]},{"osd":6,"last update":"Fri Sep 13 00:01:10 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.86599999999999999,"15min":0.84199999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.22,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94799999999999995,"15min":0.91800000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.3300000000000001,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.0169999999999999}]},{"osd":7,"last update":"Fri Sep 13 00:01:00 2024","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":1.113,"15min":1.1379999999999999},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4550000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.1910000000000001},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.109,"15min":1.145},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.3280000000000001,"5min":1.984,"15min":1.984},"last":0.84999999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182492,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297988,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447164,"statfs":{"total":95995035648,"available":95689895936,"internally_reserved":0,"allocated":651264,"data_stored":288115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.64800000000000002,"15min":0.64300000000000002},"min":{"1min":0.32500000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.74299999999999999,"15min":0.71499999999999997},"min":{"1min":0.34200000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.0920000000000001,"5min":1.125,"15min":1.125},"last":0.64300000000000002}]},{"osd":1,"last update":"Fri Sep 13 00:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.77400000000000002,"15min":0.752},"min":{"1min":0.39000000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.095,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.75900000000000001,"15min":0.73899999999999999},"min":{"1min":0.37,"5min":0.31,"15min":0.31},"max":{"1min":1.179,"5min":1.264,"15min":1.264},"last":0.93500000000000005}]},{"osd":2,"last update":"Fri Sep 13 00:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.82399999999999995,"15min":0.79900000000000004},"min":{"1min":0.379,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.1180000000000001,"5min":1.238,"15min":1.238},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.80000000000000004,"15min":0.77700000000000002},"min":{"1min":0.42599999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.165,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.98199999999999998}]},{"osd":4,"last update":"Fri Sep 13 00:01:20 2024","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.96399999999999997,"15min":0.91000000000000003},"min":{"1min":0.73599999999999999,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.206,"5min":1.254,"15min":1.254},"last":1.111},{"interface":"front","average":{"1min":0.92700000000000005,"5min":0.95099999999999996,"15min":0.93799999999999994},"min":{"1min":0.60699999999999998,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.222,"5min":1.655,"15min":1.655},"last":1.135}]},{"osd":5,"last update":"Fri Sep 13 00:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":0.98599999999999999,"15min":0.97599999999999998},"min":{"1min":0.64500000000000002,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.518,"5min":1.518,"15min":1.518},"last":1.03},{"interface":"front","average":{"1min":0.97399999999999998,"5min":1.0409999999999999,"15min":1},"min":{"1min":0.65400000000000003,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.2609999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":1.1890000000000001}]},{"osd":6,"last update":"Fri Sep 13 00:01:05 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.073,"15min":1.0820000000000001},"min":{"1min":0.65500000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.8260000000000001,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":1.0669999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.0329999999999999,"15min":1.0509999999999999},"min":{"1min":0.63600000000000001,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.5820000000000001,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":1.224}]},{"osd":7,"last update":"Fri Sep 13 00:01:00 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.0189999999999999,"15min":1.018},"min":{"1min":0.57799999999999996,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.367,"5min":1.413,"15min":1.413},"last":1.097},{"interface":"front","average":{"1min":1.131,"5min":1.117,"15min":1.107},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":1.2509999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411433,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297968,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447184,"statfs":{"total":95995035648,"available":95689916416,"internally_reserved":0,"allocated":626688,"data_stored":284726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:01:50 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.66800000000000004,"15min":0.61899999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.0980000000000001,"5min":1.252,"15min":1.252},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.72899999999999998,"15min":0.65700000000000003},"min":{"1min":0.32300000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.90200000000000002,"5min":1.238,"15min":1.238},"last":0.80900000000000005}]},{"osd":1,"last update":"Fri Sep 13 00:01:50 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.77600000000000002,"15min":0.69699999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.181,"5min":1.181,"15min":1.181},"last":1.181},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.78000000000000003,"15min":0.70399999999999996},"min":{"1min":0.33900000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.083,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":0.65000000000000002}]},{"osd":3,"last update":"Fri Sep 13 00:01:40 2024","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.85699999999999998,"15min":0.80100000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.1200000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":1.073},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.85299999999999998,"15min":0.81000000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":1.218,"5min":1.431,"15min":1.431},"last":0.97999999999999998}]},{"osd":4,"last update":"Fri Sep 13 00:01:24 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.91100000000000003,"15min":0.84699999999999998},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.425,"5min":1.728,"15min":1.728},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.997,"5min":1.0109999999999999,"15min":0.97199999999999998},"min":{"1min":0.70299999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.1599999999999999,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.2849999999999999}]},{"osd":5,"last update":"Fri Sep 13 00:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.026,"15min":1.016},"min":{"1min":0.67100000000000004,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.224,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":1.24},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.0129999999999999,"15min":0.96099999999999997},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.343,"5min":1.6839999999999999,"15min":1.6839999999999999},"last":1.2150000000000001}]},{"osd":6,"last update":"Fri Sep 13 00:01:08 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.018,"15min":0.995},"min":{"1min":0.77400000000000002,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.4219999999999999,"5min":1.869,"15min":1.869},"last":1.131},{"interface":"front","average":{"1min":1.204,"5min":1.139,"15min":1.143},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":3.331,"5min":3.331,"15min":3.331},"last":1.353}]},{"osd":7,"last update":"Fri Sep 13 00:00:59 2024","interfaces":[{"interface":"back","average":{"1min":1.157,"5min":1.127,"15min":1.133},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.6399999999999999,"5min":1.8360000000000001,"15min":1.8360000000000001},"last":1.3180000000000001},{"interface":"front","average":{"1min":1.127,"5min":1.0900000000000001,"15min":1.093},"min":{"1min":0.72299999999999998,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.417,"5min":1.966,"15min":1.966},"last":1.385}]}]},{"osd":1,"up_from":13,"seq":55834574963,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297988,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447164,"statfs":{"total":95995035648,"available":95689895936,"internally_reserved":0,"allocated":647168,"data_stored":285839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:00:52 2024","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.69899999999999995,"15min":0.59899999999999998},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.5209999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.62},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.74399999999999999,"15min":0.61499999999999999},"min":{"1min":0.32400000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.4339999999999999,"5min":1.4339999999999999,"15min":1.4339999999999999},"last":0.67800000000000005}]},{"osd":2,"last update":"Fri Sep 13 00:01:44 2024","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.76900000000000002,"15min":0.66000000000000003},"min":{"1min":0.38100000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.2709999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.72099999999999997,"15min":0.67000000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":0.79000000000000004}]},{"osd":3,"last update":"Fri Sep 13 00:01:29 2024","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.79200000000000004,"15min":0.73199999999999998},"min":{"1min":0.45600000000000002,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":1.0980000000000001},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.86599999999999999,"15min":0.81899999999999995},"min":{"1min":0.504,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.2210000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":0.83699999999999997}]},{"osd":4,"last update":"Fri Sep 13 00:01:29 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":0.92300000000000004,"15min":0.871},"min":{"1min":0.73099999999999998,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.5549999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":1.0369999999999999},{"interface":"front","average":{"1min":1.0269999999999999,"5min":0.97999999999999998,"15min":0.93200000000000005},"min":{"1min":0.59699999999999998,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.383,"5min":1.7250000000000001,"15min":1.7250000000000001},"last":0.92000000000000004}]},{"osd":5,"last update":"Fri Sep 13 00:01:14 2024","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.056,"15min":1.036},"min":{"1min":0.54600000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.6819999999999999,"5min":1.6819999999999999,"15min":1.6819999999999999},"last":1.0760000000000001},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0149999999999999,"15min":0.98799999999999999},"min":{"1min":0.70499999999999996,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.726,"5min":1.726,"15min":1.726},"last":0.88700000000000001}]},{"osd":6,"last update":"Fri Sep 13 00:01:10 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.0529999999999999,"15min":1.0569999999999999},"min":{"1min":0.72799999999999998,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.645,"5min":1.645,"15min":1.645},"last":1.145},{"interface":"front","average":{"1min":1.125,"5min":1.1120000000000001,"15min":1.1120000000000001},"min":{"1min":0.58399999999999996,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.71,"5min":1.71,"15min":1.71},"last":1.1679999999999999}]},{"osd":7,"last update":"Fri Sep 13 00:00:58 2024","interfaces":[{"interface":"back","average":{"1min":1.079,"5min":1.05,"15min":1.04},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.8080000000000001,"5min":1.8080000000000001,"15min":1.8080000000000001},"last":1.1930000000000001},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.113,"15min":1.111},"min":{"1min":0.72799999999999998,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.7849999999999999,"5min":1.7849999999999999,"15min":1.7849999999999999},"last":1.22}]}]},{"osd":0,"up_from":8,"seq":34359738494,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298576,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446576,"statfs":{"total":95995035648,"available":95689293824,"internally_reserved":0,"allocated":1249280,"data_stored":877059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 00:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.65200000000000002,"15min":0.57099999999999995},"min":{"1min":0.39600000000000002,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.94099999999999995,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.75,"5min":0.78000000000000003,"15min":0.64500000000000002},"min":{"1min":0.437,"5min":0.248,"15min":0.248},"max":{"1min":1.1220000000000001,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.92700000000000005}]},{"osd":2,"last update":"Fri Sep 13 00:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.77800000000000002,"15min":0.65300000000000002},"min":{"1min":0.50700000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.617,"5min":1.75,"15min":1.75},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.81000000000000005,"15min":0.69799999999999995},"min":{"1min":0.435,"5min":0.33000000000000002,"15min":0.27900000000000003},"max":{"1min":1.1220000000000001,"5min":1.964,"15min":1.964},"last":0.84099999999999997}]},{"osd":3,"last update":"Fri Sep 13 00:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.83799999999999997,"15min":0.80600000000000005},"min":{"1min":0.46700000000000003,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.1830000000000001,"5min":1.2829999999999999,"15min":1.2829999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.87,"15min":0.82099999999999995},"min":{"1min":0.51700000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.2889999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":0.73599999999999999}]},{"osd":4,"last update":"Fri Sep 13 00:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.98299999999999998,"15min":0.98099999999999998},"min":{"1min":0.623,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.2509999999999999,"5min":2.456,"15min":2.456},"last":1.0189999999999999},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.90600000000000003,"15min":0.90200000000000002},"min":{"1min":0.52800000000000002,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.5229999999999999,"5min":1.5229999999999999,"15min":1.5229999999999999},"last":0.89700000000000002}]},{"osd":5,"last update":"Fri Sep 13 00:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":0.95099999999999996,"15min":0.95799999999999996},"min":{"1min":0.58199999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.631,"5min":1.631,"15min":1.631},"last":0.79300000000000004},{"interface":"front","average":{"1min":1.113,"5min":1.0740000000000001,"15min":1.046},"min":{"1min":0.70199999999999996,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.4019999999999999,"5min":1.681,"15min":1.681},"last":1.22}]},{"osd":6,"last update":"Fri Sep 13 00:01:10 2024","interfaces":[{"interface":"back","average":{"1min":1.123,"5min":1.1140000000000001,"15min":1.1100000000000001},"min":{"1min":0.79400000000000004,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":1.508,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":1.1100000000000001},{"interface":"front","average":{"1min":1.024,"5min":1.085,"15min":1.0980000000000001},"min":{"1min":0.60199999999999998,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.3280000000000001,"5min":2.0550000000000002,"15min":2.0550000000000002},"last":0.97799999999999998}]},{"osd":7,"last update":"Fri Sep 13 00:01:03 2024","interfaces":[{"interface":"back","average":{"1min":1.153,"5min":1.1459999999999999,"15min":1.139},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.5489999999999999,"5min":1.921,"15min":1.921},"last":1.268},{"interface":"front","average":{"1min":1.1459999999999999,"5min":1.121,"15min":1.119},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":2.3679999999999999},"last":1.0640000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T00:01:58.272 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-13T00:01:58.272 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-13T00:01:58.272 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-13T00:01:58.272 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-13T00:01:58.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:58 smithi032 bash[22496]: cluster 2024-09-13T00:01:56.841364+0000 mgr.y (mgr.24464) 112 : cluster [DBG] pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:58.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:58 smithi032 bash[32211]: cluster 2024-09-13T00:01:56.841364+0000 mgr.y (mgr.24464) 112 : cluster [DBG] pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:58 smithi053 bash[24393]: cluster 2024-09-13T00:01:56.841364+0000 mgr.y (mgr.24464) 112 : cluster [DBG] pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:01:59.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:01:59 smithi032 bash[22496]: audit 2024-09-13T00:01:57.475079+0000 mgr.y (mgr.24464) 113 : audit [DBG] from='client.24641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T00:01:59.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:01:59 smithi032 bash[32211]: audit 2024-09-13T00:01:57.475079+0000 mgr.y (mgr.24464) 113 : audit [DBG] from='client.24641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T00:01:59.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:01:59 smithi053 bash[24393]: audit 2024-09-13T00:01:57.475079+0000 mgr.y (mgr.24464) 113 : audit [DBG] from='client.24641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T00:02:00.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:00 smithi032 bash[32211]: cluster 2024-09-13T00:01:58.842526+0000 mgr.y (mgr.24464) 114 : cluster [DBG] pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:00.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:00 smithi032 bash[22496]: cluster 2024-09-13T00:01:58.842526+0000 mgr.y (mgr.24464) 114 : cluster [DBG] pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:00.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:00 smithi053 bash[24393]: cluster 2024-09-13T00:01:58.842526+0000 mgr.y (mgr.24464) 114 : cluster [DBG] pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:02.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:02 smithi053 bash[24393]: cluster 2024-09-13T00:02:00.843163+0000 mgr.y (mgr.24464) 115 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:02.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:02 smithi032 bash[22496]: cluster 2024-09-13T00:02:00.843163+0000 mgr.y (mgr.24464) 115 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:02.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:02 smithi032 bash[32211]: cluster 2024-09-13T00:02:00.843163+0000 mgr.y (mgr.24464) 115 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:03.068 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:02:04.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:04 smithi032 bash[22496]: cluster 2024-09-13T00:02:02.843745+0000 mgr.y (mgr.24464) 116 : cluster [DBG] pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:04.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:04 smithi032 bash[32211]: cluster 2024-09-13T00:02:02.843745+0000 mgr.y (mgr.24464) 116 : cluster [DBG] pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:04.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:04 smithi053 bash[24393]: cluster 2024-09-13T00:02:02.843745+0000 mgr.y (mgr.24464) 116 : cluster [DBG] pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:06.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:06 smithi053 bash[24393]: cluster 2024-09-13T00:02:04.844980+0000 mgr.y (mgr.24464) 117 : cluster [DBG] pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:06.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:02:06 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:02:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:02:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T00:02:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T00:02:06.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:06 smithi032 bash[32211]: cluster 2024-09-13T00:02:04.844980+0000 mgr.y (mgr.24464) 117 : cluster [DBG] pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:06.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:06 smithi032 bash[22496]: cluster 2024-09-13T00:02:04.844980+0000 mgr.y (mgr.24464) 117 : cluster [DBG] pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:07.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:02:06 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:02:06] "GET /metrics HTTP/1.1" 200 236580 "" "Prometheus/2.43.0" 2024-09-13T00:02:07.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:07 smithi032 bash[22496]: audit 2024-09-13T00:02:06.652606+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.32:0/591018010' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T00:02:07.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:07 smithi032 bash[32211]: audit 2024-09-13T00:02:06.652606+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.32:0/591018010' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T00:02:07.436 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-13T00:02:07.437 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T00:02:07.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:07 smithi053 bash[24393]: audit 2024-09-13T00:02:06.652606+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.32:0/591018010' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T00:02:07.747 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T00:02:07.748 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":63,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","created":"2024-09-12T23:48:03.065767+0000","modified":"2024-09-13T00:00:20.265011+0000","last_up_change":"2024-09-12T23:57:54.457791+0000","last_in_change":"2024-09-12T23:57:27.632433+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T23:53:25.819964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T23:58:40.748630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T23:58:41.578359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T00:00:05.258778+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":62,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"86015052-3e53-4869-9fb8-a836fe6f5dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6803","nonce":500240744}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6805","nonce":500240744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6809","nonce":500240744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6807","nonce":500240744}]},"public_addr":"172.21.15.32:6803/500240744","cluster_addr":"172.21.15.32:6805/500240744","heartbeat_back_addr":"172.21.15.32:6809/500240744","heartbeat_front_addr":"172.21.15.32:6807/500240744","state":["exists","up"]},{"osd":1,"uuid":"50d3aadf-6035-45fc-b0c0-de55e13b31ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6811","nonce":1044588493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6813","nonce":1044588493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6817","nonce":1044588493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6815","nonce":1044588493}]},"public_addr":"172.21.15.32:6811/1044588493","cluster_addr":"172.21.15.32:6813/1044588493","heartbeat_back_addr":"172.21.15.32:6817/1044588493","heartbeat_front_addr":"172.21.15.32:6815/1044588493","state":["exists","up"]},{"osd":2,"uuid":"e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6819","nonce":3610898250}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6821","nonce":3610898250}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6825","nonce":3610898250}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6823","nonce":3610898250}]},"public_addr":"172.21.15.32:6819/3610898250","cluster_addr":"172.21.15.32:6821/3610898250","heartbeat_back_addr":"172.21.15.32:6825/3610898250","heartbeat_front_addr":"172.21.15.32:6823/3610898250","state":["exists","up"]},{"osd":3,"uuid":"668a99be-34d2-4824-823c-d208ecdd047d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6827","nonce":3841538155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6829","nonce":3841538155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6833","nonce":3841538155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6831","nonce":3841538155}]},"public_addr":"172.21.15.32:6827/3841538155","cluster_addr":"172.21.15.32:6829/3841538155","heartbeat_back_addr":"172.21.15.32:6833/3841538155","heartbeat_front_addr":"172.21.15.32:6831/3841538155","state":["exists","up"]},{"osd":4,"uuid":"c38abf29-4b38-48ec-8e22-d43dd3beeb49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6801","nonce":677530859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6803","nonce":677530859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6807","nonce":677530859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6805","nonce":677530859}]},"public_addr":"172.21.15.53:6801/677530859","cluster_addr":"172.21.15.53:6803/677530859","heartbeat_back_addr":"172.21.15.53:6807/677530859","heartbeat_front_addr":"172.21.15.53:6805/677530859","state":["exists","up"]},{"osd":5,"uuid":"6baac8a8-f703-4de4-bc66-f98e76cbaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6809","nonce":4016048484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6811","nonce":4016048484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6815","nonce":4016048484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6813","nonce":4016048484}]},"public_addr":"172.21.15.53:6809/4016048484","cluster_addr":"172.21.15.53:6811/4016048484","heartbeat_back_addr":"172.21.15.53:6815/4016048484","heartbeat_front_addr":"172.21.15.53:6813/4016048484","state":["exists","up"]},{"osd":6,"uuid":"500c4306-7cbf-4d8b-8159-85a50aa26755","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6817","nonce":3216592105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6819","nonce":3216592105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6823","nonce":3216592105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6821","nonce":3216592105}]},"public_addr":"172.21.15.53:6817/3216592105","cluster_addr":"172.21.15.53:6819/3216592105","heartbeat_back_addr":"172.21.15.53:6823/3216592105","heartbeat_front_addr":"172.21.15.53:6821/3216592105","state":["exists","up"]},{"osd":7,"uuid":"bd59da59-5a49-4fc4-9154-8c384e47060c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6825","nonce":707415155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6827","nonce":707415155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6831","nonce":707415155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6829","nonce":707415155}]},"public_addr":"172.21.15.53:6825/707415155","cluster_addr":"172.21.15.53:6827/707415155","heartbeat_back_addr":"172.21.15.53:6831/707415155","heartbeat_front_addr":"172.21.15.53:6829/707415155","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:51:36.452729+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:52:29.254966+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:53:23.380118+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:54:20.252422+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:55:12.574177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:05.115140+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:58.936934+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:57:52.545718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1b","mappings":[{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/163646142":"2024-09-13T23:59:22.756063+0000","172.21.15.32:6800/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/1419021530":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/424290862":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/830923780":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2458326128":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2639698303":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2542330112":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/4047741452":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/1179193551":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6800/453443969":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/2174054771":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/453443969":"2024-09-13T23:59:22.756063+0000","172.21.15.32:6801/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6800/3209283536":"2024-09-13T23:49:03.194469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T00:02:07.767 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T23:53:25.819964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-12T23:58:40.748630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '52', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-12T23:58:41.578359+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '53', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-09-13T00:00:05.258778+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 3, 'snap_epoch': 62, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-09-13T00:02:07.767 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T00:02:08.050 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T00:02:08.068 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T00:02:08.363 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T00:02:08.382 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:08 smithi032 bash[32211]: cluster 2024-09-13T00:02:06.845600+0000 mgr.y (mgr.24464) 118 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:08.382 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:08 smithi032 bash[32211]: audit 2024-09-13T00:02:07.750019+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.32:0/1635396517' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:02:08.382 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:08 smithi032 bash[32211]: audit 2024-09-13T00:02:07.862164+0000 mon.a (mon.0) 881 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:02:08.382 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:08 smithi032 bash[32211]: audit 2024-09-13T00:02:08.054744+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.32:0/952951732' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T00:02:08.383 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:08 smithi032 bash[22496]: cluster 2024-09-13T00:02:06.845600+0000 mgr.y (mgr.24464) 118 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:08.383 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:08 smithi032 bash[22496]: audit 2024-09-13T00:02:07.750019+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.32:0/1635396517' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:02:08.383 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:08 smithi032 bash[22496]: audit 2024-09-13T00:02:07.862164+0000 mon.a (mon.0) 881 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:02:08.383 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:08 smithi032 bash[22496]: audit 2024-09-13T00:02:08.054744+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.32:0/952951732' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T00:02:08.384 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T00:02:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:08 smithi053 bash[24393]: cluster 2024-09-13T00:02:06.845600+0000 mgr.y (mgr.24464) 118 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:08 smithi053 bash[24393]: audit 2024-09-13T00:02:07.750019+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.32:0/1635396517' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:02:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:08 smithi053 bash[24393]: audit 2024-09-13T00:02:07.862164+0000 mon.a (mon.0) 881 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:02:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:08 smithi053 bash[24393]: audit 2024-09-13T00:02:08.054744+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.32:0/952951732' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T00:02:08.681 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T00:02:08.700 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-09-13T00:02:08.995 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 8 2024-09-13T00:02:09.012 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T00:02:09.331 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T00:02:09.332 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2080237266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2080237266},{"type":"v1","addr":"172.21.15.32:6835","nonce":2080237266}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T23:58:42.154030+0000","modified":"2024-09-12T23:58:44.834853+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24349},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24349":{"gid":24349,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.53:6833/733527454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":733527454},{"type":"v1","addr":"172.21.15.53:6833","nonce":733527454}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-13T00:02:09.332 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 6 2024-09-13T00:02:09.348 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:09 smithi032 bash[32211]: audit 2024-09-13T00:02:08.367474+0000 mon.a (mon.0) 882 : audit [DBG] from='client.? 172.21.15.32:0/2744654636' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-13T00:02:09.348 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:09 smithi032 bash[32211]: audit 2024-09-13T00:02:08.684995+0000 mon.a (mon.0) 883 : audit [DBG] from='client.? 172.21.15.32:0/353687415' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-13T00:02:09.348 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:09 smithi032 bash[32211]: audit 2024-09-13T00:02:08.998668+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.32:0/2258503915' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-13T00:02:09.349 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:09 smithi032 bash[22496]: audit 2024-09-13T00:02:08.367474+0000 mon.a (mon.0) 882 : audit [DBG] from='client.? 172.21.15.32:0/2744654636' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-13T00:02:09.349 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:09 smithi032 bash[22496]: audit 2024-09-13T00:02:08.684995+0000 mon.a (mon.0) 883 : audit [DBG] from='client.? 172.21.15.32:0/353687415' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-13T00:02:09.349 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:09 smithi032 bash[22496]: audit 2024-09-13T00:02:08.998668+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.32:0/2258503915' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-13T00:02:09.350 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T00:02:09.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:09 smithi053 bash[24393]: audit 2024-09-13T00:02:08.367474+0000 mon.a (mon.0) 882 : audit [DBG] from='client.? 172.21.15.32:0/2744654636' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-13T00:02:09.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:09 smithi053 bash[24393]: audit 2024-09-13T00:02:08.684995+0000 mon.a (mon.0) 883 : audit [DBG] from='client.? 172.21.15.32:0/353687415' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-13T00:02:09.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:09 smithi053 bash[24393]: audit 2024-09-13T00:02:08.998668+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.32:0/2258503915' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-13T00:02:09.644 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T00:02:09.645 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":63,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","created":"2024-09-12T23:48:03.065767+0000","modified":"2024-09-13T00:00:20.265011+0000","last_up_change":"2024-09-12T23:57:54.457791+0000","last_in_change":"2024-09-12T23:57:27.632433+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T23:53:25.819964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T23:58:40.748630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T23:58:41.578359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T00:00:05.258778+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":62,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"86015052-3e53-4869-9fb8-a836fe6f5dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6803","nonce":500240744}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6805","nonce":500240744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6809","nonce":500240744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6807","nonce":500240744}]},"public_addr":"172.21.15.32:6803/500240744","cluster_addr":"172.21.15.32:6805/500240744","heartbeat_back_addr":"172.21.15.32:6809/500240744","heartbeat_front_addr":"172.21.15.32:6807/500240744","state":["exists","up"]},{"osd":1,"uuid":"50d3aadf-6035-45fc-b0c0-de55e13b31ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6811","nonce":1044588493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6813","nonce":1044588493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6817","nonce":1044588493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6815","nonce":1044588493}]},"public_addr":"172.21.15.32:6811/1044588493","cluster_addr":"172.21.15.32:6813/1044588493","heartbeat_back_addr":"172.21.15.32:6817/1044588493","heartbeat_front_addr":"172.21.15.32:6815/1044588493","state":["exists","up"]},{"osd":2,"uuid":"e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6819","nonce":3610898250}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6821","nonce":3610898250}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6825","nonce":3610898250}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6823","nonce":3610898250}]},"public_addr":"172.21.15.32:6819/3610898250","cluster_addr":"172.21.15.32:6821/3610898250","heartbeat_back_addr":"172.21.15.32:6825/3610898250","heartbeat_front_addr":"172.21.15.32:6823/3610898250","state":["exists","up"]},{"osd":3,"uuid":"668a99be-34d2-4824-823c-d208ecdd047d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6827","nonce":3841538155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6829","nonce":3841538155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6833","nonce":3841538155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6831","nonce":3841538155}]},"public_addr":"172.21.15.32:6827/3841538155","cluster_addr":"172.21.15.32:6829/3841538155","heartbeat_back_addr":"172.21.15.32:6833/3841538155","heartbeat_front_addr":"172.21.15.32:6831/3841538155","state":["exists","up"]},{"osd":4,"uuid":"c38abf29-4b38-48ec-8e22-d43dd3beeb49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6801","nonce":677530859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6803","nonce":677530859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6807","nonce":677530859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6805","nonce":677530859}]},"public_addr":"172.21.15.53:6801/677530859","cluster_addr":"172.21.15.53:6803/677530859","heartbeat_back_addr":"172.21.15.53:6807/677530859","heartbeat_front_addr":"172.21.15.53:6805/677530859","state":["exists","up"]},{"osd":5,"uuid":"6baac8a8-f703-4de4-bc66-f98e76cbaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6809","nonce":4016048484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6811","nonce":4016048484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6815","nonce":4016048484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6813","nonce":4016048484}]},"public_addr":"172.21.15.53:6809/4016048484","cluster_addr":"172.21.15.53:6811/4016048484","heartbeat_back_addr":"172.21.15.53:6815/4016048484","heartbeat_front_addr":"172.21.15.53:6813/4016048484","state":["exists","up"]},{"osd":6,"uuid":"500c4306-7cbf-4d8b-8159-85a50aa26755","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6817","nonce":3216592105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6819","nonce":3216592105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6823","nonce":3216592105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6821","nonce":3216592105}]},"public_addr":"172.21.15.53:6817/3216592105","cluster_addr":"172.21.15.53:6819/3216592105","heartbeat_back_addr":"172.21.15.53:6823/3216592105","heartbeat_front_addr":"172.21.15.53:6821/3216592105","state":["exists","up"]},{"osd":7,"uuid":"bd59da59-5a49-4fc4-9154-8c384e47060c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6825","nonce":707415155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6827","nonce":707415155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6831","nonce":707415155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6829","nonce":707415155}]},"public_addr":"172.21.15.53:6825/707415155","cluster_addr":"172.21.15.53:6827/707415155","heartbeat_back_addr":"172.21.15.53:6831/707415155","heartbeat_front_addr":"172.21.15.53:6829/707415155","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:51:36.452729+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:52:29.254966+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:53:23.380118+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:54:20.252422+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:55:12.574177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:05.115140+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:58.936934+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:57:52.545718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1b","mappings":[{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/163646142":"2024-09-13T23:59:22.756063+0000","172.21.15.32:6800/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/1419021530":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/424290862":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/830923780":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2458326128":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2639698303":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2542330112":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/4047741452":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/1179193551":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6800/453443969":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/2174054771":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/453443969":"2024-09-13T23:59:22.756063+0000","172.21.15.32:6801/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6800/3209283536":"2024-09-13T23:49:03.194469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T00:02:09.662 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T23:53:25.819964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-12T23:58:40.748630+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '52', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-12T23:58:41.578359+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '53', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-09-13T00:00:05.258778+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 3, 'snap_epoch': 62, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-09-13T00:02:09.662 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T00:02:09.967 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T00:02:09.985 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T00:02:10.281 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T00:02:10.299 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:10 smithi032 bash[22496]: cluster 2024-09-13T00:02:08.846468+0000 mgr.y (mgr.24464) 119 : cluster [DBG] pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:10.299 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:10 smithi032 bash[22496]: audit 2024-09-13T00:02:09.335326+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.32:0/1419352132' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T00:02:10.300 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:10 smithi032 bash[22496]: audit 2024-09-13T00:02:09.646876+0000 mon.a (mon.0) 884 : audit [DBG] from='client.? 172.21.15.32:0/2883587729' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:02:10.300 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:10 smithi032 bash[22496]: audit 2024-09-13T00:02:09.971354+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.32:0/1239336405' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T00:02:10.300 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:10 smithi032 bash[32211]: cluster 2024-09-13T00:02:08.846468+0000 mgr.y (mgr.24464) 119 : cluster [DBG] pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:10.300 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:10 smithi032 bash[32211]: audit 2024-09-13T00:02:09.335326+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.32:0/1419352132' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T00:02:10.301 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:10 smithi032 bash[32211]: audit 2024-09-13T00:02:09.646876+0000 mon.a (mon.0) 884 : audit [DBG] from='client.? 172.21.15.32:0/2883587729' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:02:10.301 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:10 smithi032 bash[32211]: audit 2024-09-13T00:02:09.971354+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.32:0/1239336405' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T00:02:10.302 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T00:02:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:10 smithi053 bash[24393]: cluster 2024-09-13T00:02:08.846468+0000 mgr.y (mgr.24464) 119 : cluster [DBG] pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:10 smithi053 bash[24393]: audit 2024-09-13T00:02:09.335326+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.32:0/1419352132' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T00:02:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:10 smithi053 bash[24393]: audit 2024-09-13T00:02:09.646876+0000 mon.a (mon.0) 884 : audit [DBG] from='client.? 172.21.15.32:0/2883587729' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:02:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:10 smithi053 bash[24393]: audit 2024-09-13T00:02:09.971354+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.32:0/1239336405' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T00:02:10.590 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T00:02:10.606 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-09-13T00:02:10.902 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 8 2024-09-13T00:02:10.920 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T00:02:11.235 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T00:02:11.235 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2080237266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2080237266},{"type":"v1","addr":"172.21.15.32:6835","nonce":2080237266}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T23:58:42.154030+0000","modified":"2024-09-12T23:58:44.834853+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24349},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24349":{"gid":24349,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.53:6833/733527454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":733527454},{"type":"v1","addr":"172.21.15.53:6833","nonce":733527454}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-13T00:02:11.235 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 6 2024-09-13T00:02:11.254 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T00:02:11.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:11 smithi053 bash[24393]: audit 2024-09-13T00:02:10.284861+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.32:0/423516922' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-13T00:02:11.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:11 smithi053 bash[24393]: audit 2024-09-13T00:02:10.593381+0000 mon.a (mon.0) 885 : audit [DBG] from='client.? 172.21.15.32:0/2565505941' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-13T00:02:11.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:11 smithi053 bash[24393]: audit 2024-09-13T00:02:10.905943+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.32:0/3115532140' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-13T00:02:11.553 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T00:02:11.554 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":63,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","created":"2024-09-12T23:48:03.065767+0000","modified":"2024-09-13T00:00:20.265011+0000","last_up_change":"2024-09-12T23:57:54.457791+0000","last_in_change":"2024-09-12T23:57:27.632433+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T23:53:25.819964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T23:58:40.748630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T23:58:41.578359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T00:00:05.258778+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":62,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"86015052-3e53-4869-9fb8-a836fe6f5dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6803","nonce":500240744}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6805","nonce":500240744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6809","nonce":500240744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":500240744},{"type":"v1","addr":"172.21.15.32:6807","nonce":500240744}]},"public_addr":"172.21.15.32:6803/500240744","cluster_addr":"172.21.15.32:6805/500240744","heartbeat_back_addr":"172.21.15.32:6809/500240744","heartbeat_front_addr":"172.21.15.32:6807/500240744","state":["exists","up"]},{"osd":1,"uuid":"50d3aadf-6035-45fc-b0c0-de55e13b31ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6811","nonce":1044588493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6813","nonce":1044588493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6817","nonce":1044588493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":1044588493},{"type":"v1","addr":"172.21.15.32:6815","nonce":1044588493}]},"public_addr":"172.21.15.32:6811/1044588493","cluster_addr":"172.21.15.32:6813/1044588493","heartbeat_back_addr":"172.21.15.32:6817/1044588493","heartbeat_front_addr":"172.21.15.32:6815/1044588493","state":["exists","up"]},{"osd":2,"uuid":"e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6819","nonce":3610898250}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6821","nonce":3610898250}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6825","nonce":3610898250}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3610898250},{"type":"v1","addr":"172.21.15.32:6823","nonce":3610898250}]},"public_addr":"172.21.15.32:6819/3610898250","cluster_addr":"172.21.15.32:6821/3610898250","heartbeat_back_addr":"172.21.15.32:6825/3610898250","heartbeat_front_addr":"172.21.15.32:6823/3610898250","state":["exists","up"]},{"osd":3,"uuid":"668a99be-34d2-4824-823c-d208ecdd047d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6827","nonce":3841538155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6829","nonce":3841538155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6833","nonce":3841538155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":3841538155},{"type":"v1","addr":"172.21.15.32:6831","nonce":3841538155}]},"public_addr":"172.21.15.32:6827/3841538155","cluster_addr":"172.21.15.32:6829/3841538155","heartbeat_back_addr":"172.21.15.32:6833/3841538155","heartbeat_front_addr":"172.21.15.32:6831/3841538155","state":["exists","up"]},{"osd":4,"uuid":"c38abf29-4b38-48ec-8e22-d43dd3beeb49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6801","nonce":677530859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6803","nonce":677530859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6807","nonce":677530859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":677530859},{"type":"v1","addr":"172.21.15.53:6805","nonce":677530859}]},"public_addr":"172.21.15.53:6801/677530859","cluster_addr":"172.21.15.53:6803/677530859","heartbeat_back_addr":"172.21.15.53:6807/677530859","heartbeat_front_addr":"172.21.15.53:6805/677530859","state":["exists","up"]},{"osd":5,"uuid":"6baac8a8-f703-4de4-bc66-f98e76cbaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6809","nonce":4016048484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6811","nonce":4016048484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6815","nonce":4016048484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":4016048484},{"type":"v1","addr":"172.21.15.53:6813","nonce":4016048484}]},"public_addr":"172.21.15.53:6809/4016048484","cluster_addr":"172.21.15.53:6811/4016048484","heartbeat_back_addr":"172.21.15.53:6815/4016048484","heartbeat_front_addr":"172.21.15.53:6813/4016048484","state":["exists","up"]},{"osd":6,"uuid":"500c4306-7cbf-4d8b-8159-85a50aa26755","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6817","nonce":3216592105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6819","nonce":3216592105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6823","nonce":3216592105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3216592105},{"type":"v1","addr":"172.21.15.53:6821","nonce":3216592105}]},"public_addr":"172.21.15.53:6817/3216592105","cluster_addr":"172.21.15.53:6819/3216592105","heartbeat_back_addr":"172.21.15.53:6823/3216592105","heartbeat_front_addr":"172.21.15.53:6821/3216592105","state":["exists","up"]},{"osd":7,"uuid":"bd59da59-5a49-4fc4-9154-8c384e47060c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6825","nonce":707415155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6827","nonce":707415155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6831","nonce":707415155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":707415155},{"type":"v1","addr":"172.21.15.53:6829","nonce":707415155}]},"public_addr":"172.21.15.53:6825/707415155","cluster_addr":"172.21.15.53:6827/707415155","heartbeat_back_addr":"172.21.15.53:6831/707415155","heartbeat_front_addr":"172.21.15.53:6829/707415155","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:51:36.452729+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:52:29.254966+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:53:23.380118+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:54:20.252422+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:55:12.574177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:05.115140+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:58.936934+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:57:52.545718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1b","mappings":[{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/163646142":"2024-09-13T23:59:22.756063+0000","172.21.15.32:6800/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/1419021530":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/424290862":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/830923780":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2458326128":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2639698303":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2542330112":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/4047741452":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/1179193551":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6800/453443969":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/2174054771":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/453443969":"2024-09-13T23:59:22.756063+0000","172.21.15.32:6801/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6801/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6800/3209283536":"2024-09-13T23:49:03.194469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T00:02:11.571 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:11 smithi032 bash[22496]: audit 2024-09-13T00:02:10.284861+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.32:0/423516922' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-13T00:02:11.571 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:11 smithi032 bash[22496]: audit 2024-09-13T00:02:10.593381+0000 mon.a (mon.0) 885 : audit [DBG] from='client.? 172.21.15.32:0/2565505941' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-13T00:02:11.571 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:11 smithi032 bash[22496]: audit 2024-09-13T00:02:10.905943+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.32:0/3115532140' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-13T00:02:11.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:11 smithi032 bash[32211]: audit 2024-09-13T00:02:10.284861+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.32:0/423516922' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-13T00:02:11.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:11 smithi032 bash[32211]: audit 2024-09-13T00:02:10.593381+0000 mon.a (mon.0) 885 : audit [DBG] from='client.? 172.21.15.32:0/2565505941' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-13T00:02:11.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:11 smithi032 bash[32211]: audit 2024-09-13T00:02:10.905943+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.32:0/3115532140' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-13T00:02:11.573 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T00:02:11.899 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T00:02:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2080237266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2080237266},{"type":"v1","addr":"172.21.15.32:6835","nonce":2080237266}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T23:58:42.154030+0000","modified":"2024-09-12T23:58:44.834853+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24349},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24349":{"gid":24349,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.53:6833/733527454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":733527454},{"type":"v1","addr":"172.21.15.53:6833","nonce":733527454}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-13T00:02:11.899 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 6 2024-09-13T00:02:11.918 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T23:58:42.154030+0000', 'modified': '2024-09-12T23:58:44.834853+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24349}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24349': {'gid': 24349, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.53:6833/733527454', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.53:6832', 'nonce': 733527454}, {'type': 'v1', 'addr': '172.21.15.53:6833', 'nonce': 733527454}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-09-13T00:02:11.919 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T00:02:11.919 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-13T00:02:12.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T00:02:12.041+0000 7f46067fc640 0 client.24743 ms_handle_reset on v2:172.21.15.53:6832/733527454 2024-09-13T00:02:12.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T00:02:12.061+0000 7f46067fc640 0 client.24749 ms_handle_reset on v2:172.21.15.53:6832/733527454 2024-09-13T00:02:12.063 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:02:12.063 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "487b01b8-7161-11ef-bceb-c7b262605968", 2024-09-13T00:02:12.063 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-09-13T00:02:12.064 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24349, 2024-09-13T00:02:12.064 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-09-13T00:02:12.064 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-09-13T00:02:12.065 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-09-13T00:02:12.065 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 209.23754810299999, 2024-09-13T00:02:12.065 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 6, 2024-09-13T00:02:12.065 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 63, 2024-09-13T00:02:12.065 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 53, 2024-09-13T00:02:12.065 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 214.26450857099999 2024-09-13T00:02:12.066 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:02:12.078 INFO:tasks.cephadm:Setup complete, yielding 2024-09-13T00:02:12.078 INFO:teuthology.run_tasks:Running task print... 2024-09-13T00:02:12.086 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-09-13T00:02:12.087 INFO:teuthology.run_tasks:Running task print... 2024-09-13T00:02:12.093 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-09-13T00:02:12.093 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-13T00:02:12.104 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T00:02:12.105 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-09-13T00:02:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:12 smithi053 bash[24393]: cluster 2024-09-13T00:02:10.847131+0000 mgr.y (mgr.24464) 120 : cluster [DBG] pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:12 smithi053 bash[24393]: audit 2024-09-13T00:02:11.238929+0000 mon.a (mon.0) 886 : audit [DBG] from='client.? 172.21.15.32:0/1961357660' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T00:02:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:12 smithi053 bash[24393]: audit 2024-09-13T00:02:11.555779+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.32:0/2069170283' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:02:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:12 smithi053 bash[24393]: audit 2024-09-13T00:02:11.902517+0000 mon.a (mon.0) 887 : audit [DBG] from='client.? 172.21.15.32:0/3228538368' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T00:02:12.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:12 smithi032 bash[22496]: cluster 2024-09-13T00:02:10.847131+0000 mgr.y (mgr.24464) 120 : cluster [DBG] pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:12.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:12 smithi032 bash[22496]: audit 2024-09-13T00:02:11.238929+0000 mon.a (mon.0) 886 : audit [DBG] from='client.? 172.21.15.32:0/1961357660' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T00:02:12.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:12 smithi032 bash[22496]: audit 2024-09-13T00:02:11.555779+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.32:0/2069170283' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:02:12.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:12 smithi032 bash[22496]: audit 2024-09-13T00:02:11.902517+0000 mon.a (mon.0) 887 : audit [DBG] from='client.? 172.21.15.32:0/3228538368' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T00:02:12.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:12 smithi032 bash[32211]: cluster 2024-09-13T00:02:10.847131+0000 mgr.y (mgr.24464) 120 : cluster [DBG] pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:12.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:12 smithi032 bash[32211]: audit 2024-09-13T00:02:11.238929+0000 mon.a (mon.0) 886 : audit [DBG] from='client.? 172.21.15.32:0/1961357660' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T00:02:12.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:12 smithi032 bash[32211]: audit 2024-09-13T00:02:11.555779+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.32:0/2069170283' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:02:12.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:12 smithi032 bash[32211]: audit 2024-09-13T00:02:11.902517+0000 mon.a (mon.0) 887 : audit [DBG] from='client.? 172.21.15.32:0/3228538368' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T00:02:14.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:14 smithi053 bash[24393]: cluster 2024-09-13T00:02:12.847792+0000 mgr.y (mgr.24464) 121 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:14.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:14 smithi032 bash[22496]: cluster 2024-09-13T00:02:12.847792+0000 mgr.y (mgr.24464) 121 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:14.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:14 smithi032 bash[32211]: cluster 2024-09-13T00:02:12.847792+0000 mgr.y (mgr.24464) 121 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:16 smithi053 bash[24393]: cluster 2024-09-13T00:02:14.848476+0000 mgr.y (mgr.24464) 122 : cluster [DBG] pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:16.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:02:16 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:02:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:02:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:16 smithi032 bash[22496]: cluster 2024-09-13T00:02:14.848476+0000 mgr.y (mgr.24464) 122 : cluster [DBG] pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:16.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:16 smithi032 bash[32211]: cluster 2024-09-13T00:02:14.848476+0000 mgr.y (mgr.24464) 122 : cluster [DBG] pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:16.873 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:02:17.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:02:16 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:02:16] "GET /metrics HTTP/1.1" 200 236582 "" "Prometheus/2.43.0" 2024-09-13T00:02:18.477 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:18 smithi032 bash[22496]: cluster 2024-09-13T00:02:16.849070+0000 mgr.y (mgr.24464) 123 : cluster [DBG] pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:18.477 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:18 smithi032 bash[32211]: cluster 2024-09-13T00:02:16.849070+0000 mgr.y (mgr.24464) 123 : cluster [DBG] pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:18 smithi053 bash[24393]: cluster 2024-09-13T00:02:16.849070+0000 mgr.y (mgr.24464) 123 : cluster [DBG] pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:20.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:20 smithi053 bash[24393]: cluster 2024-09-13T00:02:18.850313+0000 mgr.y (mgr.24464) 124 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:20.564 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:20 smithi032 bash[22496]: cluster 2024-09-13T00:02:18.850313+0000 mgr.y (mgr.24464) 124 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:20.564 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:20 smithi032 bash[32211]: cluster 2024-09-13T00:02:18.850313+0000 mgr.y (mgr.24464) 124 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:21.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:02:20 smithi032 bash[22749]: [13/Sep/2024:00:02:20] ENGINE Bus STOPPING 2024-09-13T00:02:21.639 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[22749]: [13/Sep/2024:00:02:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:02:21.639 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[22749]: [13/Sep/2024:00:02:21] ENGINE Bus STOPPED 2024-09-13T00:02:21.639 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[22749]: [13/Sep/2024:00:02:21] ENGINE Bus STARTING 2024-09-13T00:02:21.640 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[22749]: [13/Sep/2024:00:02:21] ENGINE Serving on http://:::9283 2024-09-13T00:02:21.640 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[22749]: [13/Sep/2024:00:02:21] ENGINE Bus STARTED 2024-09-13T00:02:21.641 INFO:teuthology.run_tasks:Running task print... 2024-09-13T00:02:21.715 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-09-13T00:02:21.716 INFO:teuthology.run_tasks:Running task print... 2024-09-13T00:02:21.733 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-09-13T00:02:21.733 INFO:teuthology.run_tasks:Running task workunit... 2024-09-13T00:02:21.750 INFO:tasks.workunit:Pulling workunits from ref 7a853b1706d076d58e0da7a5d3b9b9eb36276880 2024-09-13T00:02:21.750 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T00:02:21.750 DEBUG:teuthology.orchestra.run.smithi032:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T00:02:21.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T00:02:21.757 INFO:teuthology.orchestra.run.smithi032.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T00:02:21.757 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T00:02:21.805 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T00:02:21.805 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T00:02:21.853 INFO:tasks.workunit:timeout=3h 2024-09-13T00:02:21.853 INFO:tasks.workunit:cleanup=True 2024-09-13T00:02:21.853 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 7a853b1706d076d58e0da7a5d3b9b9eb36276880 2024-09-13T00:02:21.904 INFO:tasks.workunit.client.0.smithi032.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T00:02:21.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[22496]: cluster 2024-09-13T00:02:20.850899+0000 mgr.y (mgr.24464) 125 : cluster [DBG] pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:21.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[22496]: audit 2024-09-13T00:02:20.873432+0000 mon.a (mon.0) 888 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:02:21.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[22496]: audit 2024-09-13T00:02:20.887978+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:02:21.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[22496]: audit 2024-09-13T00:02:20.890305+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:02:21.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[22496]: audit 2024-09-13T00:02:20.891322+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:02:21.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[22496]: audit 2024-09-13T00:02:20.897256+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:02:21.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[32211]: cluster 2024-09-13T00:02:20.850899+0000 mgr.y (mgr.24464) 125 : cluster [DBG] pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:21.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[32211]: audit 2024-09-13T00:02:20.873432+0000 mon.a (mon.0) 888 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:02:21.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[32211]: audit 2024-09-13T00:02:20.887978+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:02:21.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[32211]: audit 2024-09-13T00:02:20.890305+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:02:21.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[32211]: audit 2024-09-13T00:02:20.891322+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:02:21.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:21 smithi032 bash[32211]: audit 2024-09-13T00:02:20.897256+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:02:22.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:21 smithi053 bash[24393]: cluster 2024-09-13T00:02:20.850899+0000 mgr.y (mgr.24464) 125 : cluster [DBG] pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:22.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:21 smithi053 bash[24393]: audit 2024-09-13T00:02:20.873432+0000 mon.a (mon.0) 888 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:02:22.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:21 smithi053 bash[24393]: audit 2024-09-13T00:02:20.887978+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:02:22.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:21 smithi053 bash[24393]: audit 2024-09-13T00:02:20.890305+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:02:22.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:21 smithi053 bash[24393]: audit 2024-09-13T00:02:20.891322+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:02:22.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:21 smithi053 bash[24393]: audit 2024-09-13T00:02:20.897256+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:02:23.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:22 smithi032 bash[22496]: audit 2024-09-13T00:02:22.862509+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:02:23.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:22 smithi032 bash[32211]: audit 2024-09-13T00:02:22.862509+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:02:23.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:22 smithi053 bash[24393]: audit 2024-09-13T00:02:22.862509+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:02:24.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:23 smithi032 bash[22496]: cluster 2024-09-13T00:02:22.851475+0000 mgr.y (mgr.24464) 126 : cluster [DBG] pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:24.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:23 smithi032 bash[32211]: cluster 2024-09-13T00:02:22.851475+0000 mgr.y (mgr.24464) 126 : cluster [DBG] pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:24.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:23 smithi053 bash[24393]: cluster 2024-09-13T00:02:22.851475+0000 mgr.y (mgr.24464) 126 : cluster [DBG] pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:26.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:25 smithi032 bash[22496]: cluster 2024-09-13T00:02:24.852718+0000 mgr.y (mgr.24464) 127 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:26.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:25 smithi032 bash[32211]: cluster 2024-09-13T00:02:24.852718+0000 mgr.y (mgr.24464) 127 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:26.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:25 smithi053 bash[24393]: cluster 2024-09-13T00:02:24.852718+0000 mgr.y (mgr.24464) 127 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:26.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:02:26 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:02:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:02:27.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:02:26 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:02:26] "GET /metrics HTTP/1.1" 200 236569 "" "Prometheus/2.43.0" 2024-09-13T00:02:28.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:27 smithi032 bash[22496]: cluster 2024-09-13T00:02:26.853431+0000 mgr.y (mgr.24464) 128 : cluster [DBG] pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:28.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:27 smithi032 bash[32211]: cluster 2024-09-13T00:02:26.853431+0000 mgr.y (mgr.24464) 128 : cluster [DBG] pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:28.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:27 smithi053 bash[24393]: cluster 2024-09-13T00:02:26.853431+0000 mgr.y (mgr.24464) 128 : cluster [DBG] pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:30.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:29 smithi032 bash[22496]: cluster 2024-09-13T00:02:28.854740+0000 mgr.y (mgr.24464) 129 : cluster [DBG] pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:30.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:29 smithi032 bash[32211]: cluster 2024-09-13T00:02:28.854740+0000 mgr.y (mgr.24464) 129 : cluster [DBG] pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:30.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:29 smithi053 bash[24393]: cluster 2024-09-13T00:02:28.854740+0000 mgr.y (mgr.24464) 129 : cluster [DBG] pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:32.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:31 smithi032 bash[22496]: cluster 2024-09-13T00:02:30.855475+0000 mgr.y (mgr.24464) 130 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:32.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:31 smithi032 bash[32211]: cluster 2024-09-13T00:02:30.855475+0000 mgr.y (mgr.24464) 130 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:32.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:31 smithi053 bash[24393]: cluster 2024-09-13T00:02:30.855475+0000 mgr.y (mgr.24464) 130 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:34.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:33 smithi032 bash[22496]: cluster 2024-09-13T00:02:32.856226+0000 mgr.y (mgr.24464) 131 : cluster [DBG] pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:34.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:33 smithi032 bash[32211]: cluster 2024-09-13T00:02:32.856226+0000 mgr.y (mgr.24464) 131 : cluster [DBG] pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:34.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:33 smithi053 bash[24393]: cluster 2024-09-13T00:02:32.856226+0000 mgr.y (mgr.24464) 131 : cluster [DBG] pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:36.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:35 smithi032 bash[22496]: cluster 2024-09-13T00:02:34.857569+0000 mgr.y (mgr.24464) 132 : cluster [DBG] pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:36.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:35 smithi032 bash[32211]: cluster 2024-09-13T00:02:34.857569+0000 mgr.y (mgr.24464) 132 : cluster [DBG] pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:36.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:35 smithi053 bash[24393]: cluster 2024-09-13T00:02:34.857569+0000 mgr.y (mgr.24464) 132 : cluster [DBG] pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:36.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:02:36 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:02:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:02:37.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:02:36 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:02:36] "GET /metrics HTTP/1.1" 200 236569 "" "Prometheus/2.43.0" 2024-09-13T00:02:38.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:37 smithi032 bash[22496]: cluster 2024-09-13T00:02:36.858308+0000 mgr.y (mgr.24464) 133 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:38.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:37 smithi032 bash[22496]: audit 2024-09-13T00:02:37.862607+0000 mon.a (mon.0) 894 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:02:38.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:37 smithi032 bash[32211]: cluster 2024-09-13T00:02:36.858308+0000 mgr.y (mgr.24464) 133 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:38.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:37 smithi032 bash[32211]: audit 2024-09-13T00:02:37.862607+0000 mon.a (mon.0) 894 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:02:38.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:37 smithi053 bash[24393]: cluster 2024-09-13T00:02:36.858308+0000 mgr.y (mgr.24464) 133 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:38.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:37 smithi053 bash[24393]: audit 2024-09-13T00:02:37.862607+0000 mon.a (mon.0) 894 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:02:40.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:39 smithi032 bash[22496]: cluster 2024-09-13T00:02:38.859041+0000 mgr.y (mgr.24464) 134 : cluster [DBG] pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:40.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:39 smithi032 bash[32211]: cluster 2024-09-13T00:02:38.859041+0000 mgr.y (mgr.24464) 134 : cluster [DBG] pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:40.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:39 smithi053 bash[24393]: cluster 2024-09-13T00:02:38.859041+0000 mgr.y (mgr.24464) 134 : cluster [DBG] pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:42.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:41 smithi032 bash[22496]: cluster 2024-09-13T00:02:40.859575+0000 mgr.y (mgr.24464) 135 : cluster [DBG] pgmap v109: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:42.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:41 smithi032 bash[32211]: cluster 2024-09-13T00:02:40.859575+0000 mgr.y (mgr.24464) 135 : cluster [DBG] pgmap v109: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:42.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:41 smithi053 bash[24393]: cluster 2024-09-13T00:02:40.859575+0000 mgr.y (mgr.24464) 135 : cluster [DBG] pgmap v109: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:44.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:43 smithi053 bash[24393]: cluster 2024-09-13T00:02:42.860136+0000 mgr.y (mgr.24464) 136 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:44.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:43 smithi032 bash[22496]: cluster 2024-09-13T00:02:42.860136+0000 mgr.y (mgr.24464) 136 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:44.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:43 smithi032 bash[32211]: cluster 2024-09-13T00:02:42.860136+0000 mgr.y (mgr.24464) 136 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:46.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:45 smithi053 bash[24393]: cluster 2024-09-13T00:02:44.861410+0000 mgr.y (mgr.24464) 137 : cluster [DBG] pgmap v111: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:46.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:45 smithi032 bash[32211]: cluster 2024-09-13T00:02:44.861410+0000 mgr.y (mgr.24464) 137 : cluster [DBG] pgmap v111: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:46.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:45 smithi032 bash[22496]: cluster 2024-09-13T00:02:44.861410+0000 mgr.y (mgr.24464) 137 : cluster [DBG] pgmap v111: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:46.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:02:46 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:02:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:02:47.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:02:46 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:02:46] "GET /metrics HTTP/1.1" 200 236541 "" "Prometheus/2.43.0" 2024-09-13T00:02:48.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:47 smithi053 bash[24393]: cluster 2024-09-13T00:02:46.862126+0000 mgr.y (mgr.24464) 138 : cluster [DBG] pgmap v112: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:48.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:47 smithi032 bash[22496]: cluster 2024-09-13T00:02:46.862126+0000 mgr.y (mgr.24464) 138 : cluster [DBG] pgmap v112: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:48.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:47 smithi032 bash[32211]: cluster 2024-09-13T00:02:46.862126+0000 mgr.y (mgr.24464) 138 : cluster [DBG] pgmap v112: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:50.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:49 smithi053 bash[24393]: cluster 2024-09-13T00:02:48.863283+0000 mgr.y (mgr.24464) 139 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:49 smithi032 bash[22496]: cluster 2024-09-13T00:02:48.863283+0000 mgr.y (mgr.24464) 139 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:50.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:49 smithi032 bash[32211]: cluster 2024-09-13T00:02:48.863283+0000 mgr.y (mgr.24464) 139 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:52.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:51 smithi053 bash[24393]: cluster 2024-09-13T00:02:50.863842+0000 mgr.y (mgr.24464) 140 : cluster [DBG] pgmap v114: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:51 smithi032 bash[22496]: cluster 2024-09-13T00:02:50.863842+0000 mgr.y (mgr.24464) 140 : cluster [DBG] pgmap v114: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:52.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:51 smithi032 bash[32211]: cluster 2024-09-13T00:02:50.863842+0000 mgr.y (mgr.24464) 140 : cluster [DBG] pgmap v114: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:53.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:52 smithi053 bash[24393]: audit 2024-09-13T00:02:52.863017+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:02:53.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:52 smithi032 bash[22496]: audit 2024-09-13T00:02:52.863017+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:02:53.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:52 smithi032 bash[32211]: audit 2024-09-13T00:02:52.863017+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:02:54.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:53 smithi053 bash[24393]: cluster 2024-09-13T00:02:52.864231+0000 mgr.y (mgr.24464) 141 : cluster [DBG] pgmap v115: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:54.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:53 smithi032 bash[22496]: cluster 2024-09-13T00:02:52.864231+0000 mgr.y (mgr.24464) 141 : cluster [DBG] pgmap v115: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:54.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:53 smithi032 bash[32211]: cluster 2024-09-13T00:02:52.864231+0000 mgr.y (mgr.24464) 141 : cluster [DBG] pgmap v115: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:56.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:55 smithi053 bash[24393]: cluster 2024-09-13T00:02:54.864907+0000 mgr.y (mgr.24464) 142 : cluster [DBG] pgmap v116: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:56.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:55 smithi032 bash[22496]: cluster 2024-09-13T00:02:54.864907+0000 mgr.y (mgr.24464) 142 : cluster [DBG] pgmap v116: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:56.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:55 smithi032 bash[32211]: cluster 2024-09-13T00:02:54.864907+0000 mgr.y (mgr.24464) 142 : cluster [DBG] pgmap v116: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:56.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:02:56 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:02:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:02:57.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:02:56 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:02:56] "GET /metrics HTTP/1.1" 200 236531 "" "Prometheus/2.43.0" 2024-09-13T00:02:58.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:57 smithi053 bash[24393]: cluster 2024-09-13T00:02:56.865299+0000 mgr.y (mgr.24464) 143 : cluster [DBG] pgmap v117: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:58.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:57 smithi032 bash[22496]: cluster 2024-09-13T00:02:56.865299+0000 mgr.y (mgr.24464) 143 : cluster [DBG] pgmap v117: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:02:58.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:57 smithi032 bash[32211]: cluster 2024-09-13T00:02:56.865299+0000 mgr.y (mgr.24464) 143 : cluster [DBG] pgmap v117: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:00.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:02:59 smithi053 bash[24393]: cluster 2024-09-13T00:02:58.865953+0000 mgr.y (mgr.24464) 144 : cluster [DBG] pgmap v118: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:00.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:02:59 smithi032 bash[22496]: cluster 2024-09-13T00:02:58.865953+0000 mgr.y (mgr.24464) 144 : cluster [DBG] pgmap v118: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:00.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:02:59 smithi032 bash[32211]: cluster 2024-09-13T00:02:58.865953+0000 mgr.y (mgr.24464) 144 : cluster [DBG] pgmap v118: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:02.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:01 smithi053 bash[24393]: cluster 2024-09-13T00:03:00.866321+0000 mgr.y (mgr.24464) 145 : cluster [DBG] pgmap v119: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:02.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:01 smithi032 bash[22496]: cluster 2024-09-13T00:03:00.866321+0000 mgr.y (mgr.24464) 145 : cluster [DBG] pgmap v119: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:02.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:01 smithi032 bash[32211]: cluster 2024-09-13T00:03:00.866321+0000 mgr.y (mgr.24464) 145 : cluster [DBG] pgmap v119: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:04.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:03 smithi053 bash[24393]: cluster 2024-09-13T00:03:02.866694+0000 mgr.y (mgr.24464) 146 : cluster [DBG] pgmap v120: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:04.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:03 smithi032 bash[22496]: cluster 2024-09-13T00:03:02.866694+0000 mgr.y (mgr.24464) 146 : cluster [DBG] pgmap v120: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:04.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:03 smithi032 bash[32211]: cluster 2024-09-13T00:03:02.866694+0000 mgr.y (mgr.24464) 146 : cluster [DBG] pgmap v120: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:06.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:05 smithi053 bash[24393]: cluster 2024-09-13T00:03:04.867357+0000 mgr.y (mgr.24464) 147 : cluster [DBG] pgmap v121: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:06.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:05 smithi032 bash[22496]: cluster 2024-09-13T00:03:04.867357+0000 mgr.y (mgr.24464) 147 : cluster [DBG] pgmap v121: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:06.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:05 smithi032 bash[32211]: cluster 2024-09-13T00:03:04.867357+0000 mgr.y (mgr.24464) 147 : cluster [DBG] pgmap v121: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:06.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:03:06 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:03:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:03:07.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:06 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:03:06] "GET /metrics HTTP/1.1" 200 236531 "" "Prometheus/2.43.0" 2024-09-13T00:03:08.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:07 smithi053 bash[24393]: cluster 2024-09-13T00:03:06.867722+0000 mgr.y (mgr.24464) 148 : cluster [DBG] pgmap v122: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:08.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:07 smithi053 bash[24393]: audit 2024-09-13T00:03:07.863203+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:03:08.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:07 smithi032 bash[22496]: cluster 2024-09-13T00:03:06.867722+0000 mgr.y (mgr.24464) 148 : cluster [DBG] pgmap v122: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:08.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:07 smithi032 bash[22496]: audit 2024-09-13T00:03:07.863203+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:03:08.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:07 smithi032 bash[32211]: cluster 2024-09-13T00:03:06.867722+0000 mgr.y (mgr.24464) 148 : cluster [DBG] pgmap v122: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:08.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:07 smithi032 bash[32211]: audit 2024-09-13T00:03:07.863203+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:03:10.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:09 smithi053 bash[24393]: cluster 2024-09-13T00:03:08.868368+0000 mgr.y (mgr.24464) 149 : cluster [DBG] pgmap v123: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:09 smithi032 bash[22496]: cluster 2024-09-13T00:03:08.868368+0000 mgr.y (mgr.24464) 149 : cluster [DBG] pgmap v123: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:09 smithi032 bash[32211]: cluster 2024-09-13T00:03:08.868368+0000 mgr.y (mgr.24464) 149 : cluster [DBG] pgmap v123: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:12.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:11 smithi053 bash[24393]: cluster 2024-09-13T00:03:10.868742+0000 mgr.y (mgr.24464) 150 : cluster [DBG] pgmap v124: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:12.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:11 smithi032 bash[22496]: cluster 2024-09-13T00:03:10.868742+0000 mgr.y (mgr.24464) 150 : cluster [DBG] pgmap v124: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:12.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:11 smithi032 bash[32211]: cluster 2024-09-13T00:03:10.868742+0000 mgr.y (mgr.24464) 150 : cluster [DBG] pgmap v124: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:14.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:13 smithi053 bash[24393]: cluster 2024-09-13T00:03:12.869115+0000 mgr.y (mgr.24464) 151 : cluster [DBG] pgmap v125: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:14.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:13 smithi032 bash[22496]: cluster 2024-09-13T00:03:12.869115+0000 mgr.y (mgr.24464) 151 : cluster [DBG] pgmap v125: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:14.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:13 smithi032 bash[32211]: cluster 2024-09-13T00:03:12.869115+0000 mgr.y (mgr.24464) 151 : cluster [DBG] pgmap v125: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:15.980 INFO:tasks.workunit.client.0.smithi032.stderr:Updating files: 94% (12138/12903) Updating files: 95% (12258/12903) Updating files: 96% (12387/12903) Updating files: 97% (12516/12903) Updating files: 98% (12645/12903) Updating files: 99% (12774/12903) Updating files: 100% (12903/12903) Updating files: 100% (12903/12903), done. 2024-09-13T00:03:16.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:15 smithi053 bash[24393]: cluster 2024-09-13T00:03:14.870367+0000 mgr.y (mgr.24464) 152 : cluster [DBG] pgmap v126: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:16.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:15 smithi032 bash[32211]: cluster 2024-09-13T00:03:14.870367+0000 mgr.y (mgr.24464) 152 : cluster [DBG] pgmap v126: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:16.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:15 smithi032 bash[22496]: cluster 2024-09-13T00:03:14.870367+0000 mgr.y (mgr.24464) 152 : cluster [DBG] pgmap v126: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:16.479 INFO:tasks.workunit.client.0.smithi032.stderr:Note: switching to '7a853b1706d076d58e0da7a5d3b9b9eb36276880'. 2024-09-13T00:03:16.479 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-09-13T00:03:16.479 INFO:tasks.workunit.client.0.smithi032.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-13T00:03:16.480 INFO:tasks.workunit.client.0.smithi032.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-13T00:03:16.480 INFO:tasks.workunit.client.0.smithi032.stderr:state without impacting any branches by switching back to a branch. 2024-09-13T00:03:16.480 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-09-13T00:03:16.480 INFO:tasks.workunit.client.0.smithi032.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-13T00:03:16.480 INFO:tasks.workunit.client.0.smithi032.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-13T00:03:16.480 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-09-13T00:03:16.480 INFO:tasks.workunit.client.0.smithi032.stderr: git switch -c 2024-09-13T00:03:16.480 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-09-13T00:03:16.480 INFO:tasks.workunit.client.0.smithi032.stderr:Or undo this operation with: 2024-09-13T00:03:16.480 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-09-13T00:03:16.480 INFO:tasks.workunit.client.0.smithi032.stderr: git switch - 2024-09-13T00:03:16.480 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-09-13T00:03:16.480 INFO:tasks.workunit.client.0.smithi032.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-13T00:03:16.481 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-09-13T00:03:16.481 INFO:tasks.workunit.client.0.smithi032.stderr:HEAD is now at 7a853b1706d Merge pull request #59683 from zdover23/wip-doc-2024-09-10-backport-59677-to-reef 2024-09-13T00:03:16.489 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T00:03:16.538 INFO:tasks.workunit.client.0.smithi032.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T00:03:16.541 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T00:03:16.541 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T00:03:16.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:03:16 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:03:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:03:17.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:16 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:03:16] "GET /metrics HTTP/1.1" 200 236535 "" "Prometheus/2.43.0" 2024-09-13T00:03:17.290 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T00:03:17.377 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T00:03:17.431 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T00:03:17.432 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T00:03:17.433 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T00:03:17.485 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T00:03:17.490 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T00:03:17.490 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T00:03:17.538 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-09-13T00:03:17.540 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-09-13T00:03:17.540 DEBUG:teuthology.orchestra.run.smithi032:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=7a853b1706d076d58e0da7a5d3b9b9eb36276880 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-09-13T00:03:17.589 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-09-13T00:03:18.022 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-09-13T00:03:18.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:17 smithi032 bash[22749]: [13/Sep/2024:00:03:17] ENGINE Bus STOPPING 2024-09-13T00:03:18.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:17 smithi032 bash[22496]: cluster 2024-09-13T00:03:16.871030+0000 mgr.y (mgr.24464) 153 : cluster [DBG] pgmap v127: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:18.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:17 smithi032 bash[22496]: audit 2024-09-13T00:03:17.902861+0000 mon.a (mon.0) 897 : audit [INF] from='client.? 172.21.15.32:0/3149591765' entity='client.admin' 2024-09-13T00:03:18.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:17 smithi032 bash[22496]: audit 2024-09-13T00:03:17.913231+0000 mon.a (mon.0) 898 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:18.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:17 smithi032 bash[32211]: cluster 2024-09-13T00:03:16.871030+0000 mgr.y (mgr.24464) 153 : cluster [DBG] pgmap v127: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:18.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:17 smithi032 bash[32211]: audit 2024-09-13T00:03:17.902861+0000 mon.a (mon.0) 897 : audit [INF] from='client.? 172.21.15.32:0/3149591765' entity='client.admin' 2024-09-13T00:03:18.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:17 smithi032 bash[32211]: audit 2024-09-13T00:03:17.913231+0000 mon.a (mon.0) 898 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:18.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:17 smithi053 bash[24393]: cluster 2024-09-13T00:03:16.871030+0000 mgr.y (mgr.24464) 153 : cluster [DBG] pgmap v127: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:18.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:17 smithi053 bash[24393]: audit 2024-09-13T00:03:17.902861+0000 mon.a (mon.0) 897 : audit [INF] from='client.? 172.21.15.32:0/3149591765' entity='client.admin' 2024-09-13T00:03:18.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:17 smithi053 bash[24393]: audit 2024-09-13T00:03:17.913231+0000 mon.a (mon.0) 898 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:18.450 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-09-13T00:03:18.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:18 smithi032 bash[22749]: [13/Sep/2024:00:03:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:03:18.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:18 smithi032 bash[22749]: [13/Sep/2024:00:03:18] ENGINE Bus STOPPED 2024-09-13T00:03:18.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:18 smithi032 bash[22749]: [13/Sep/2024:00:03:18] ENGINE Bus STARTING 2024-09-13T00:03:18.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:18 smithi032 bash[22749]: [13/Sep/2024:00:03:18] ENGINE Serving on http://:::9283 2024-09-13T00:03:18.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:18 smithi032 bash[22749]: [13/Sep/2024:00:03:18] ENGINE Bus STARTED 2024-09-13T00:03:18.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:18 smithi032 bash[22749]: [13/Sep/2024:00:03:18] ENGINE Bus STOPPING 2024-09-13T00:03:18.858 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry preview 2024-09-13T00:03:19.323 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:18 smithi032 bash[22749]: [13/Sep/2024:00:03:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:03:19.323 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:18 smithi032 bash[22749]: [13/Sep/2024:00:03:18] ENGINE Bus STOPPED 2024-09-13T00:03:19.323 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:18 smithi032 bash[22749]: [13/Sep/2024:00:03:18] ENGINE Bus STARTING 2024-09-13T00:03:19.323 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22749]: [13/Sep/2024:00:03:19] ENGINE Serving on http://:::9283 2024-09-13T00:03:19.323 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22749]: [13/Sep/2024:00:03:19] ENGINE Bus STARTED 2024-09-13T00:03:19.323 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22749]: [13/Sep/2024:00:03:19] ENGINE Bus STOPPING 2024-09-13T00:03:19.354 INFO:tasks.workunit.client.0.smithi032.stdout:{ 2024-09-13T00:03:19.355 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer": { 2024-09-13T00:03:19.355 INFO:tasks.workunit.client.0.smithi032.stdout: "active": true, 2024-09-13T00:03:19.355 INFO:tasks.workunit.client.0.smithi032.stdout: "mode": "" 2024-09-13T00:03:19.355 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.355 INFO:tasks.workunit.client.0.smithi032.stdout: "channels": [ 2024-09-13T00:03:19.355 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2024-09-13T00:03:19.355 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2024-09-13T00:03:19.355 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2024-09-13T00:03:19.355 INFO:tasks.workunit.client.0.smithi032.stdout: "ident" 2024-09-13T00:03:19.355 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.355 INFO:tasks.workunit.client.0.smithi032.stdout: "channels_available": [ 2024-09-13T00:03:19.356 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2024-09-13T00:03:19.356 INFO:tasks.workunit.client.0.smithi032.stdout: "ident", 2024-09-13T00:03:19.356 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2024-09-13T00:03:19.356 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2024-09-13T00:03:19.356 INFO:tasks.workunit.client.0.smithi032.stdout: "perf" 2024-09-13T00:03:19.356 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.356 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_available": [ 2024-09-13T00:03:19.356 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2024-09-13T00:03:19.356 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2024-09-13T00:03:19.356 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2024-09-13T00:03:19.356 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2024-09-13T00:03:19.356 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2024-09-13T00:03:19.357 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2024-09-13T00:03:19.357 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2024-09-13T00:03:19.357 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2024-09-13T00:03:19.357 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2024-09-13T00:03:19.357 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2024-09-13T00:03:19.357 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2024-09-13T00:03:19.357 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.358 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_opted_in": [ 2024-09-13T00:03:19.358 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2024-09-13T00:03:19.358 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2024-09-13T00:03:19.358 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2024-09-13T00:03:19.358 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2024-09-13T00:03:19.358 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2024-09-13T00:03:19.358 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2024-09-13T00:03:19.358 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2024-09-13T00:03:19.358 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2024-09-13T00:03:19.358 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2024-09-13T00:03:19.358 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2024-09-13T00:03:19.358 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2024-09-13T00:03:19.359 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.359 INFO:tasks.workunit.client.0.smithi032.stdout: "config": { 2024-09-13T00:03:19.359 INFO:tasks.workunit.client.0.smithi032.stdout: "active_changed": [ 2024-09-13T00:03:19.359 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T00:03:19.359 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2024-09-13T00:03:19.359 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2024-09-13T00:03:19.360 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2024-09-13T00:03:19.360 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2024-09-13T00:03:19.360 INFO:tasks.workunit.client.0.smithi032.stdout: "client_check_pool_perm", 2024-09-13T00:03:19.360 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_gid", 2024-09-13T00:03:19.360 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_uid", 2024-09-13T00:03:19.360 INFO:tasks.workunit.client.0.smithi032.stdout: "client_quota", 2024-09-13T00:03:19.360 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2024-09-13T00:03:19.360 INFO:tasks.workunit.client.0.smithi032.stdout: "daemonize", 2024-09-13T00:03:19.360 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2024-09-13T00:03:19.360 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2024-09-13T00:03:19.360 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2024-09-13T00:03:19.360 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2024-09-13T00:03:19.361 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2024-09-13T00:03:19.361 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2024-09-13T00:03:19.361 INFO:tasks.workunit.client.0.smithi032.stdout: "keyring", 2024-09-13T00:03:19.361 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_block_size", 2024-09-13T00:03:19.361 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_cache_size", 2024-09-13T00:03:19.361 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_compression", 2024-09-13T00:03:19.361 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_log", 2024-09-13T00:03:19.361 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_write_buffer_size", 2024-09-13T00:03:19.362 INFO:tasks.workunit.client.0.smithi032.stdout: "log_stderr_prefix", 2024-09-13T00:03:19.362 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2024-09-13T00:03:19.362 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2024-09-13T00:03:19.362 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2024-09-13T00:03:19.362 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2024-09-13T00:03:19.362 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2024-09-13T00:03:19.362 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_file", 2024-09-13T00:03:19.362 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_stderr", 2024-09-13T00:03:19.362 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2024-09-13T00:03:19.362 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2024-09-13T00:03:19.362 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_host", 2024-09-13T00:03:19.362 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2024-09-13T00:03:19.363 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2024-09-13T00:03:19.363 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2024-09-13T00:03:19.363 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T00:03:19.363 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T00:03:19.363 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T00:03:19.363 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T00:03:19.363 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T00:03:19.363 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T00:03:19.363 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T00:03:19.363 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T00:03:19.363 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T00:03:19.363 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T00:03:19.363 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2024-09-13T00:03:19.364 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2024-09-13T00:03:19.364 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2024-09-13T00:03:19.364 INFO:tasks.workunit.client.0.smithi032.stdout: "no_config_file", 2024-09-13T00:03:19.364 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2024-09-13T00:03:19.364 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2024-09-13T00:03:19.364 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2024-09-13T00:03:19.364 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2024-09-13T00:03:19.364 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2024-09-13T00:03:19.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2024-09-13T00:03:19.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T00:03:19.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T00:03:19.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T00:03:19.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T00:03:19.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2024-09-13T00:03:19.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T00:03:19.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T00:03:19.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T00:03:19.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T00:03:19.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T00:03:19.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T00:03:19.366 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T00:03:19.366 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T00:03:19.366 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T00:03:19.366 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2024-09-13T00:03:19.366 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2024-09-13T00:03:19.366 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2024-09-13T00:03:19.366 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2024-09-13T00:03:19.366 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T00:03:19.366 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T00:03:19.366 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2024-09-13T00:03:19.366 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2024-09-13T00:03:19.366 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2024-09-13T00:03:19.366 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2024-09-13T00:03:19.367 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2024-09-13T00:03:19.367 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addr", 2024-09-13T00:03:19.367 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addrv", 2024-09-13T00:03:19.367 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2024-09-13T00:03:19.367 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_default_features", 2024-09-13T00:03:19.367 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_qos_exclude_ops", 2024-09-13T00:03:19.367 INFO:tasks.workunit.client.0.smithi032.stdout: "setgroup", 2024-09-13T00:03:19.367 INFO:tasks.workunit.client.0.smithi032.stdout: "setuser" 2024-09-13T00:03:19.367 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.367 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_changed": [ 2024-09-13T00:03:19.367 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T00:03:19.368 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2024-09-13T00:03:19.368 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2024-09-13T00:03:19.368 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2024-09-13T00:03:19.368 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2024-09-13T00:03:19.368 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2024-09-13T00:03:19.368 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2024-09-13T00:03:19.368 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2024-09-13T00:03:19.368 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2024-09-13T00:03:19.368 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2024-09-13T00:03:19.368 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2024-09-13T00:03:19.369 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2024-09-13T00:03:19.369 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2024-09-13T00:03:19.369 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2024-09-13T00:03:19.369 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2024-09-13T00:03:19.369 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_join_fs", 2024-09-13T00:03:19.369 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T00:03:19.369 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/container_init", 2024-09-13T00:03:19.369 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/migration_current", 2024-09-13T00:03:19.369 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T00:03:19.369 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T00:03:19.370 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T00:03:19.370 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T00:03:19.370 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T00:03:19.370 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T00:03:19.370 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T00:03:19.370 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/channel_ident", 2024-09-13T00:03:19.370 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/description", 2024-09-13T00:03:19.370 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/organization", 2024-09-13T00:03:19.370 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2024-09-13T00:03:19.370 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2024-09-13T00:03:19.370 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2024-09-13T00:03:19.370 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2024-09-13T00:03:19.370 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2024-09-13T00:03:19.371 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2024-09-13T00:03:19.371 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2024-09-13T00:03:19.371 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T00:03:19.371 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T00:03:19.371 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T00:03:19.371 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T00:03:19.371 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T00:03:19.371 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T00:03:19.371 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T00:03:19.371 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T00:03:19.371 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T00:03:19.371 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T00:03:19.371 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2024-09-13T00:03:19.372 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2024-09-13T00:03:19.372 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2024-09-13T00:03:19.372 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2024-09-13T00:03:19.372 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2024-09-13T00:03:19.372 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2024-09-13T00:03:19.372 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2024-09-13T00:03:19.372 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2024-09-13T00:03:19.372 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2024-09-13T00:03:19.372 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T00:03:19.372 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T00:03:19.372 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T00:03:19.372 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T00:03:19.372 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2024-09-13T00:03:19.373 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2024-09-13T00:03:19.373 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2024-09-13T00:03:19.373 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2024-09-13T00:03:19.373 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2024-09-13T00:03:19.373 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T00:03:19.373 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T00:03:19.373 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2024-09-13T00:03:19.373 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2024-09-13T00:03:19.373 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2024-09-13T00:03:19.373 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2024-09-13T00:03:19.374 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2024-09-13T00:03:19.374 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2024-09-13T00:03:19.374 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_cache_enabled", 2024-09-13T00:03:19.374 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_ops_log", 2024-09-13T00:03:19.374 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_usage_log" 2024-09-13T00:03:19.374 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:19.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.374 INFO:tasks.workunit.client.0.smithi032.stdout: "contact": null, 2024-09-13T00:03:19.374 INFO:tasks.workunit.client.0.smithi032.stdout: "crashes": [], 2024-09-13T00:03:19.374 INFO:tasks.workunit.client.0.smithi032.stdout: "created": "2024-09-12T23:47:58.405488Z", 2024-09-13T00:03:19.374 INFO:tasks.workunit.client.0.smithi032.stdout: "crush": { 2024-09-13T00:03:19.374 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_algs": { 2024-09-13T00:03:19.374 INFO:tasks.workunit.client.0.smithi032.stdout: "straw2": 3 2024-09-13T00:03:19.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.375 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_sizes": { 2024-09-13T00:03:19.375 INFO:tasks.workunit.client.0.smithi032.stdout: "2": 1, 2024-09-13T00:03:19.375 INFO:tasks.workunit.client.0.smithi032.stdout: "4": 2 2024-09-13T00:03:19.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.375 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_types": { 2024-09-13T00:03:19.375 INFO:tasks.workunit.client.0.smithi032.stdout: "1": 2, 2024-09-13T00:03:19.375 INFO:tasks.workunit.client.0.smithi032.stdout: "11": 1 2024-09-13T00:03:19.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.375 INFO:tasks.workunit.client.0.smithi032.stdout: "compat_weight_set": false, 2024-09-13T00:03:19.375 INFO:tasks.workunit.client.0.smithi032.stdout: "device_classes": [ 2024-09-13T00:03:19.375 INFO:tasks.workunit.client.0.smithi032.stdout: 8 2024-09-13T00:03:19.376 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_buckets": 6, 2024-09-13T00:03:19.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_devices": 8, 2024-09-13T00:03:19.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_rules": 1, 2024-09-13T00:03:19.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_types": 12, 2024-09-13T00:03:19.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_weight_sets": 0, 2024-09-13T00:03:19.376 INFO:tasks.workunit.client.0.smithi032.stdout: "tunables": { 2024-09-13T00:03:19.376 INFO:tasks.workunit.client.0.smithi032.stdout: "allowed_bucket_algs": 54, 2024-09-13T00:03:19.376 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_fallback_tries": 0, 2024-09-13T00:03:19.376 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_tries": 0, 2024-09-13T00:03:19.376 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_total_tries": 50, 2024-09-13T00:03:19.377 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_descend_once": 1, 2024-09-13T00:03:19.377 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_stable": 1, 2024-09-13T00:03:19.377 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_vary_r": 1, 2024-09-13T00:03:19.377 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v2_rules": 0, 2024-09-13T00:03:19.377 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v3_rules": 0, 2024-09-13T00:03:19.377 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v4_buckets": 1, 2024-09-13T00:03:19.377 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v5_rules": 0, 2024-09-13T00:03:19.377 INFO:tasks.workunit.client.0.smithi032.stdout: "legacy_tunables": 0, 2024-09-13T00:03:19.377 INFO:tasks.workunit.client.0.smithi032.stdout: "minimum_required_version": "jewel", 2024-09-13T00:03:19.377 INFO:tasks.workunit.client.0.smithi032.stdout: "optimal_tunables": 1, 2024-09-13T00:03:19.377 INFO:tasks.workunit.client.0.smithi032.stdout: "profile": "jewel", 2024-09-13T00:03:19.377 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables": 1, 2024-09-13T00:03:19.378 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables2": 1, 2024-09-13T00:03:19.378 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables3": 1, 2024-09-13T00:03:19.378 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables5": 1, 2024-09-13T00:03:19.378 INFO:tasks.workunit.client.0.smithi032.stdout: "straw_calc_version": 1 2024-09-13T00:03:19.378 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.378 INFO:tasks.workunit.client.0.smithi032.stdout: "description": "upgrade test cluster", 2024-09-13T00:03:19.378 INFO:tasks.workunit.client.0.smithi032.stdout: "fs": { 2024-09-13T00:03:19.378 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:19.378 INFO:tasks.workunit.client.0.smithi032.stdout: "feature_flags": { 2024-09-13T00:03:19.378 INFO:tasks.workunit.client.0.smithi032.stdout: "enable_multiple": true, 2024-09-13T00:03:19.378 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_enabled_multiple": true 2024-09-13T00:03:19.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.379 INFO:tasks.workunit.client.0.smithi032.stdout: "filesystems": [ 2024-09-13T00:03:19.379 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:19.379 INFO:tasks.workunit.client.0.smithi032.stdout: "approx_ctime": "2024-09", 2024-09-13T00:03:19.379 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer_enabled": false, 2024-09-13T00:03:19.379 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:19.379 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_caps": 0, 2024-09-13T00:03:19.379 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_dns": 10, 2024-09-13T00:03:19.379 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_inos": 13, 2024-09-13T00:03:19.379 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_subtrees": 2, 2024-09-13T00:03:19.379 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_allowed_features": 0, 2024-09-13T00:03:19.379 INFO:tasks.workunit.client.0.smithi032.stdout: "explicitly_allowed_features": 0, 2024-09-13T00:03:19.379 INFO:tasks.workunit.client.0.smithi032.stdout: "files": 0, 2024-09-13T00:03:19.380 INFO:tasks.workunit.client.0.smithi032.stdout: "max_mds": 1, 2024-09-13T00:03:19.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_data_pools": 1, 2024-09-13T00:03:19.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_in": 1, 2024-09-13T00:03:19.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_mds": 1, 2024-09-13T00:03:19.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": 0, 2024-09-13T00:03:19.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_replay": 0, 2024-09-13T00:03:19.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_up": 1, 2024-09-13T00:03:19.380 INFO:tasks.workunit.client.0.smithi032.stdout: "snaps": 0, 2024-09-13T00:03:19.380 INFO:tasks.workunit.client.0.smithi032.stdout: "standby_count_wanted": 0 2024-09-13T00:03:19.380 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.380 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_mds": 1, 2024-09-13T00:03:19.381 INFO:tasks.workunit.client.0.smithi032.stdout: "total_num_mds": 2 2024-09-13T00:03:19.381 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.381 INFO:tasks.workunit.client.0.smithi032.stdout: "hosts": { 2024-09-13T00:03:19.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num": 2, 2024-09-13T00:03:19.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mds": 2, 2024-09-13T00:03:19.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mgr": 2, 2024-09-13T00:03:19.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mon": 2, 2024-09-13T00:03:19.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_osd": 2 2024-09-13T00:03:19.381 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.381 INFO:tasks.workunit.client.0.smithi032.stdout: "leaderboard": false, 2024-09-13T00:03:19.382 INFO:tasks.workunit.client.0.smithi032.stdout: "license": "sharing-1-0", 2024-09-13T00:03:19.382 INFO:tasks.workunit.client.0.smithi032.stdout: "metadata": { 2024-09-13T00:03:19.382 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2024-09-13T00:03:19.382 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2024-09-13T00:03:19.382 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 2 2024-09-13T00:03:19.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.382 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2024-09-13T00:03:19.382 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:03:19.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.383 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2024-09-13T00:03:19.383 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-09-13T00:03:19.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.383 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2024-09-13T00:03:19.383 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 2 2024-09-13T00:03:19.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.383 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2024-09-13T00:03:19.383 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 9": 2 2024-09-13T00:03:19.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.383 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2024-09-13T00:03:19.383 INFO:tasks.workunit.client.0.smithi032.stdout: "#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024": 2 2024-09-13T00:03:19.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.384 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2024-09-13T00:03:19.384 INFO:tasks.workunit.client.0.smithi032.stdout: "5.15.0-121-generic": 2 2024-09-13T00:03:19.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.384 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2024-09-13T00:03:19.384 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 2 2024-09-13T00:03:19.384 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.384 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:19.384 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2024-09-13T00:03:19.384 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 3 2024-09-13T00:03:19.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.385 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2024-09-13T00:03:19.385 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T00:03:19.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.385 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2024-09-13T00:03:19.385 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-09-13T00:03:19.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.385 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2024-09-13T00:03:19.385 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 3 2024-09-13T00:03:19.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.385 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2024-09-13T00:03:19.385 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 9": 3 2024-09-13T00:03:19.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.386 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2024-09-13T00:03:19.386 INFO:tasks.workunit.client.0.smithi032.stdout: "#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024": 3 2024-09-13T00:03:19.386 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.386 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2024-09-13T00:03:19.386 INFO:tasks.workunit.client.0.smithi032.stdout: "5.15.0-121-generic": 3 2024-09-13T00:03:19.386 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.386 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2024-09-13T00:03:19.386 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 3 2024-09-13T00:03:19.386 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.386 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.386 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:19.386 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2024-09-13T00:03:19.386 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 8 2024-09-13T00:03:19.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.387 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2024-09-13T00:03:19.387 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:03:19.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.387 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2024-09-13T00:03:19.387 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-09-13T00:03:19.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.387 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2024-09-13T00:03:19.387 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 8 2024-09-13T00:03:19.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.387 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2024-09-13T00:03:19.387 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 9": 8 2024-09-13T00:03:19.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.388 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2024-09-13T00:03:19.388 INFO:tasks.workunit.client.0.smithi032.stdout: "#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024": 8 2024-09-13T00:03:19.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.388 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2024-09-13T00:03:19.388 INFO:tasks.workunit.client.0.smithi032.stdout: "5.15.0-121-generic": 8 2024-09-13T00:03:19.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.388 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2024-09-13T00:03:19.388 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 8 2024-09-13T00:03:19.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.388 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_objectstore": { 2024-09-13T00:03:19.389 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": 8 2024-09-13T00:03:19.389 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.389 INFO:tasks.workunit.client.0.smithi032.stdout: "rotational": { 2024-09-13T00:03:19.389 INFO:tasks.workunit.client.0.smithi032.stdout: "0": 8 2024-09-13T00:03:19.389 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.389 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.389 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.389 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:19.389 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:19.389 INFO:tasks.workunit.client.0.smithi032.stdout: "features": { 2024-09-13T00:03:19.389 INFO:tasks.workunit.client.0.smithi032.stdout: "optional": [], 2024-09-13T00:03:19.390 INFO:tasks.workunit.client.0.smithi032.stdout: "persistent": [ 2024-09-13T00:03:19.390 INFO:tasks.workunit.client.0.smithi032.stdout: "kraken", 2024-09-13T00:03:19.390 INFO:tasks.workunit.client.0.smithi032.stdout: "luminous", 2024-09-13T00:03:19.390 INFO:tasks.workunit.client.0.smithi032.stdout: "mimic", 2024-09-13T00:03:19.390 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap-prune", 2024-09-13T00:03:19.390 INFO:tasks.workunit.client.0.smithi032.stdout: "nautilus", 2024-09-13T00:03:19.390 INFO:tasks.workunit.client.0.smithi032.stdout: "octopus", 2024-09-13T00:03:19.390 INFO:tasks.workunit.client.0.smithi032.stdout: "pacific", 2024-09-13T00:03:19.390 INFO:tasks.workunit.client.0.smithi032.stdout: "elector-pinging", 2024-09-13T00:03:19.390 INFO:tasks.workunit.client.0.smithi032.stdout: "quincy" 2024-09-13T00:03:19.391 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:19.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.391 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv4_addr_mons": 6, 2024-09-13T00:03:19.391 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv6_addr_mons": 0, 2024-09-13T00:03:19.391 INFO:tasks.workunit.client.0.smithi032.stdout: "min_mon_release": 17, 2024-09-13T00:03:19.391 INFO:tasks.workunit.client.0.smithi032.stdout: "v1_addr_mons": 3, 2024-09-13T00:03:19.391 INFO:tasks.workunit.client.0.smithi032.stdout: "v2_addr_mons": 3 2024-09-13T00:03:19.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.391 INFO:tasks.workunit.client.0.smithi032.stdout: "organization": "ceph-qa", 2024-09-13T00:03:19.391 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:19.391 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_network": false, 2024-09-13T00:03:19.391 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 8, 2024-09-13T00:03:19.392 INFO:tasks.workunit.client.0.smithi032.stdout: "require_min_compat_client": "luminous", 2024-09-13T00:03:19.392 INFO:tasks.workunit.client.0.smithi032.stdout: "require_osd_release": "quincy" 2024-09-13T00:03:19.392 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.392 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": [ 2024-09-13T00:03:19.392 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:19.392 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:19.392 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr" 2024-09-13T00:03:19.392 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.392 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:19.392 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:19.392 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:19.392 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:19.393 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:19.393 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 1, 2024-09-13T00:03:19.393 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 1, 2024-09-13T00:03:19.393 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 1, 2024-09-13T00:03:19.393 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:19.393 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:19.393 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116327178, 2024-09-13T00:03:19.393 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 1781760, 2024-09-13T00:03:19.393 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:19.393 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:19.393 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 1781760, 2024-09-13T00:03:19.393 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:19.393 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:19.394 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 2, 2024-09-13T00:03:19.394 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:19.394 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 2.4504408884240547e-06, 2024-09-13T00:03:19.394 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:19.394 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:19.394 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 126, 2024-09-13T00:03:19.394 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 236544, 2024-09-13T00:03:19.394 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 590368, 2024-09-13T00:03:19.394 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 590368, 2024-09-13T00:03:19.394 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:19.394 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 1771104, 2024-09-13T00:03:19.394 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 113, 2024-09-13T00:03:19.395 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 1667072 2024-09-13T00:03:19.395 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.395 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:19.395 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:19.395 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:19.395 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.395 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:19.395 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:19.395 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2024-09-13T00:03:19.395 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.395 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:19.395 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:19.395 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:19.396 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:19.396 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:19.396 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 32, 2024-09-13T00:03:19.396 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 32, 2024-09-13T00:03:19.396 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 2, 2024-09-13T00:03:19.396 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:19.396 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:19.396 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116327178, 2024-09-13T00:03:19.396 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 98304, 2024-09-13T00:03:19.396 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:19.396 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:19.396 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 98304, 2024-09-13T00:03:19.397 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:19.397 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:19.397 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 22, 2024-09-13T00:03:19.397 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:19.397 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 1.351970553287174e-07, 2024-09-13T00:03:19.397 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:19.397 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:19.397 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2024-09-13T00:03:19.397 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2024-09-13T00:03:19.397 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 3410, 2024-09-13T00:03:19.397 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 3410, 2024-09-13T00:03:19.397 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:19.397 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 10230, 2024-09-13T00:03:19.398 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 52, 2024-09-13T00:03:19.398 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 20480 2024-09-13T00:03:19.398 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.398 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:19.398 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:19.398 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:19.398 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.398 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:19.398 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:19.398 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2024-09-13T00:03:19.398 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.398 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:19.399 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:19.399 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:19.399 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:19.399 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:19.399 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 64, 2024-09-13T00:03:19.399 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 64, 2024-09-13T00:03:19.399 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 3, 2024-09-13T00:03:19.399 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:19.399 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:19.399 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116327178, 2024-09-13T00:03:19.399 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 0, 2024-09-13T00:03:19.399 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:19.399 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:19.400 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 0, 2024-09-13T00:03:19.400 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:19.400 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:19.400 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 0, 2024-09-13T00:03:19.400 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:19.400 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 0.0, 2024-09-13T00:03:19.400 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:19.400 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:19.400 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2024-09-13T00:03:19.400 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2024-09-13T00:03:19.400 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 0, 2024-09-13T00:03:19.400 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 0, 2024-09-13T00:03:19.400 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:19.401 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 0, 2024-09-13T00:03:19.401 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 0, 2024-09-13T00:03:19.401 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 0 2024-09-13T00:03:19.401 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.401 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:19.401 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:19.401 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:19.401 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.401 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:19.401 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:19.401 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd" 2024-09-13T00:03:19.401 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.401 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:19.401 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:19.402 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:19.402 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:19.402 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:19.402 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 8, 2024-09-13T00:03:19.402 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 8, 2024-09-13T00:03:19.402 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 4, 2024-09-13T00:03:19.402 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:19.402 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:19.402 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116327178, 2024-09-13T00:03:19.402 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 12288, 2024-09-13T00:03:19.402 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:19.402 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:19.403 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 12288, 2024-09-13T00:03:19.403 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:19.403 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:19.403 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 2, 2024-09-13T00:03:19.403 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:19.403 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 1.6899633692446514e-08, 2024-09-13T00:03:19.403 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:19.403 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:19.403 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2024-09-13T00:03:19.403 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2024-09-13T00:03:19.403 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 19, 2024-09-13T00:03:19.403 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 19, 2024-09-13T00:03:19.404 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:19.404 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 57, 2024-09-13T00:03:19.404 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 2, 2024-09-13T00:03:19.404 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 2048 2024-09-13T00:03:19.404 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.404 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:19.404 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:19.404 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:19.404 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.404 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.404 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": { 2024-09-13T00:03:19.404 INFO:tasks.workunit.client.0.smithi032.stdout: "mirroring_by_pool": [ 2024-09-13T00:03:19.404 INFO:tasks.workunit.client.0.smithi032.stdout: false 2024-09-13T00:03:19.404 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.405 INFO:tasks.workunit.client.0.smithi032.stdout: "num_images_by_pool": [ 2024-09-13T00:03:19.405 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:19.405 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.405 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pools": 1 2024-09-13T00:03:19.405 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.405 INFO:tasks.workunit.client.0.smithi032.stdout: "report_id": "553d16b4-ca85-4135-be71-d2627f87008a", 2024-09-13T00:03:19.405 INFO:tasks.workunit.client.0.smithi032.stdout: "report_timestamp": "2024-09-13T00:03:19.344974", 2024-09-13T00:03:19.405 INFO:tasks.workunit.client.0.smithi032.stdout: "report_version": 1, 2024-09-13T00:03:19.405 INFO:tasks.workunit.client.0.smithi032.stdout: "rook": { 2024-09-13T00:03:19.405 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster": { 2024-09-13T00:03:19.405 INFO:tasks.workunit.client.0.smithi032.stdout: "external-mode": null, 2024-09-13T00:03:19.405 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:19.405 INFO:tasks.workunit.client.0.smithi032.stdout: "allow-multiple-per-node": null, 2024-09-13T00:03:19.406 INFO:tasks.workunit.client.0.smithi032.stdout: "count": null, 2024-09-13T00:03:19.406 INFO:tasks.workunit.client.0.smithi032.stdout: "max-id": null, 2024-09-13T00:03:19.406 INFO:tasks.workunit.client.0.smithi032.stdout: "pvc": { 2024-09-13T00:03:19.406 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2024-09-13T00:03:19.406 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.406 INFO:tasks.workunit.client.0.smithi032.stdout: "stretch": { 2024-09-13T00:03:19.406 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2024-09-13T00:03:19.406 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.406 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.406 INFO:tasks.workunit.client.0.smithi032.stdout: "network": { 2024-09-13T00:03:19.406 INFO:tasks.workunit.client.0.smithi032.stdout: "provider": null 2024-09-13T00:03:19.406 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.406 INFO:tasks.workunit.client.0.smithi032.stdout: "storage": { 2024-09-13T00:03:19.406 INFO:tasks.workunit.client.0.smithi032.stdout: "device-set": { 2024-09-13T00:03:19.407 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2024-09-13T00:03:19.407 INFO:tasks.workunit.client.0.smithi032.stdout: "non-portable": null, 2024-09-13T00:03:19.407 INFO:tasks.workunit.client.0.smithi032.stdout: "portable": null, 2024-09-13T00:03:19.407 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2024-09-13T00:03:19.407 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.407 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.407 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.407 INFO:tasks.workunit.client.0.smithi032.stdout: "csi": { 2024-09-13T00:03:19.407 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2024-09-13T00:03:19.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.407 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes": { 2024-09-13T00:03:19.407 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2024-09-13T00:03:19.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.408 INFO:tasks.workunit.client.0.smithi032.stdout: "node": { 2024-09-13T00:03:19.408 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2024-09-13T00:03:19.408 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes-total": null, 2024-09-13T00:03:19.408 INFO:tasks.workunit.client.0.smithi032.stdout: "with-ceph-daemons": null, 2024-09-13T00:03:19.408 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T00:03:19.408 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-nfs-plugin": null, 2024-09-13T00:03:19.408 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-rbd-plugin": null 2024-09-13T00:03:19.408 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.408 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.408 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2024-09-13T00:03:19.408 INFO:tasks.workunit.client.0.smithi032.stdout: "storage-class": { 2024-09-13T00:03:19.408 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2024-09-13T00:03:19.408 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket": null, 2024-09-13T00:03:19.409 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs": null, 2024-09-13T00:03:19.409 INFO:tasks.workunit.client.0.smithi032.stdout: "nfs": null, 2024-09-13T00:03:19.409 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": null, 2024-09-13T00:03:19.409 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2024-09-13T00:03:19.409 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.409 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.409 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.409 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2024-09-13T00:03:19.409 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.409 INFO:tasks.workunit.client.0.smithi032.stdout: "services": {}, 2024-09-13T00:03:19.409 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2024-09-13T00:03:19.409 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 105, 2024-09-13T00:03:19.409 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": 4, 2024-09-13T00:03:19.409 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_by_class": { 2024-09-13T00:03:19.410 INFO:tasks.workunit.client.0.smithi032.stdout: "ssd": { 2024-09-13T00:03:19.410 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517393920, 2024-09-13T00:03:19.410 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2024-09-13T00:03:19.410 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442891264, 2024-09-13T00:03:19.410 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_bytes": 2442891264, 2024-09-13T00:03:19.410 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_ratio": 0.0031810125801712275 2024-09-13T00:03:19.410 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.410 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.410 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517393920, 2024-09-13T00:03:19.410 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2024-09-13T00:03:19.410 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442891264 2024-09-13T00:03:19.410 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.410 INFO:tasks.workunit.client.0.smithi032.stdout:} 2024-09-13T00:03:19.410 INFO:tasks.workunit.client.0.smithi032.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-13T00:03:19.411 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry preview-device 2024-09-13T00:03:19.578 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:18.327466+0000 mon.a (mon.0) 899 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:03:19.578 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:18.427269+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:19.578 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:18.428219+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:19.578 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:18.435942+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:19.578 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:18.473648+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:19.578 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:18.475214+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:19.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:18.475874+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:19.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:18.480826+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:19.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:18.739840+0000 mon.a (mon.0) 907 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:03:19.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:18.752006+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:19.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:18.755444+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:19.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:18.756388+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:19.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:18.764005+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:19.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:19.183049+0000 mon.a (mon.0) 912 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:19.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22496]: audit 2024-09-13T00:03:19.197891+0000 mon.a (mon.0) 913 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:19.580 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22749]: [13/Sep/2024:00:03:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:03:19.580 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22749]: [13/Sep/2024:00:03:19] ENGINE Bus STOPPED 2024-09-13T00:03:19.580 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:18.327466+0000 mon.a (mon.0) 899 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:03:19.580 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:18.427269+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:19.580 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:18.428219+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:19.580 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:18.435942+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:19.580 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:18.473648+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:19.580 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:18.475214+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:19.580 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:18.475874+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:19.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:18.480826+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:19.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:18.739840+0000 mon.a (mon.0) 907 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:03:19.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:18.752006+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:19.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:18.755444+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:19.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:18.756388+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:19.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:18.764005+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:19.582 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:19.183049+0000 mon.a (mon.0) 912 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:19.582 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[32211]: audit 2024-09-13T00:03:19.197891+0000 mon.a (mon.0) 913 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:18.327466+0000 mon.a (mon.0) 899 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:03:19.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:18.427269+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:18.428219+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:18.435942+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:18.473648+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:18.475214+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:18.475874+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:18.480826+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:18.739840+0000 mon.a (mon.0) 907 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:03:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:18.752006+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:18.755444+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:18.756388+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:18.764005+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:19.183049+0000 mon.a (mon.0) 912 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:19 smithi053 bash[24393]: audit 2024-09-13T00:03:19.197891+0000 mon.a (mon.0) 913 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:19.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22749]: [13/Sep/2024:00:03:19] ENGINE Bus STARTING 2024-09-13T00:03:19.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22749]: [13/Sep/2024:00:03:19] ENGINE Serving on http://:::9283 2024-09-13T00:03:19.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:19 smithi032 bash[22749]: [13/Sep/2024:00:03:19] ENGINE Bus STARTED 2024-09-13T00:03:19.945 INFO:tasks.workunit.client.0.smithi032.stdout:{ 2024-09-13T00:03:19.945 INFO:tasks.workunit.client.0.smithi032.stdout: "9598f444-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:19.945 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPED1D480GA_959a215c-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:19.946 INFO:tasks.workunit.client.0.smithi032.stdout: "20240912-235328": { 2024-09-13T00:03:19.946 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2024-09-13T00:03:19.946 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T00:03:19.946 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2024-09-13T00:03:19.946 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2024-09-13T00:03:19.946 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2024-09-13T00:03:19.946 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.946 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "E2010325", 2024-09-13T00:03:19.946 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "9598f444-7163-11ef-a29d-ac1f6bf82602", 2024-09-13T00:03:19.946 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2024-09-13T00:03:19.947 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:19.947 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:19.947 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.947 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2024-09-13T00:03:19.947 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Thu Sep 12 23:53:28 2024 UTC", 2024-09-13T00:03:19.947 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1726185208 2024-09-13T00:03:19.947 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.947 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2024-09-13T00:03:19.948 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T00:03:19.948 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2024-09-13T00:03:19.948 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T00:03:19.948 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2024-09-13T00:03:19.948 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:19.948 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2024-09-13T00:03:19.948 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:19.948 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:19.948 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.948 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2024-09-13T00:03:19.948 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2024-09-13T00:03:19.948 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2024-09-13T00:03:19.949 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:19.949 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:19.949 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.949 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2024-09-13T00:03:19.949 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:19.949 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:19.949 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.949 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.949 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.949 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T00:03:19.950 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2024-09-13T00:03:19.950 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2024-09-13T00:03:19.950 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2024-09-13T00:03:19.950 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.950 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T00:03:19.950 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2024-09-13T00:03:19.950 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2024-09-13T00:03:19.950 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.950 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.950 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.950 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2024-09-13T00:03:19.951 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.951 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.951 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.951 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2024-09-13T00:03:19.951 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.951 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.951 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.951 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2024-09-13T00:03:19.951 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.951 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.952 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.952 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2024-09-13T00:03:19.952 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.952 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 10913542 2024-09-13T00:03:19.952 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.952 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2024-09-13T00:03:19.952 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.952 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.952 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.952 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2024-09-13T00:03:19.953 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.953 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.953 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.953 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2024-09-13T00:03:19.953 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.953 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.953 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.953 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2024-09-13T00:03:19.953 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.953 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.953 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.953 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2024-09-13T00:03:19.953 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.953 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.954 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.954 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2024-09-13T00:03:19.954 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.954 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.954 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.954 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2024-09-13T00:03:19.954 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.954 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.954 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.954 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2024-09-13T00:03:19.954 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.954 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.954 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.955 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2024-09-13T00:03:19.955 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.955 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.955 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.955 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2024-09-13T00:03:19.955 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.955 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:19.955 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2024-09-13T00:03:19.955 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2024-09-13T00:03:19.955 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.955 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.955 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2024-09-13T00:03:19.955 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.956 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 14 2024-09-13T00:03:19.956 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.956 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2024-09-13T00:03:19.956 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.956 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": "0.530273" 2024-09-13T00:03:19.956 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.956 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2024-09-13T00:03:19.956 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.956 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 1357280 2024-09-13T00:03:19.956 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.956 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2024-09-13T00:03:19.956 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.956 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.956 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.957 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2024-09-13T00:03:19.957 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.957 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:19.957 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 0, 2024-09-13T00:03:19.957 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 0, 2024-09-13T00:03:19.957 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0 2024-09-13T00:03:19.957 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.957 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.957 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T00:03:19.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.957 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2024-09-13T00:03:19.957 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 100, 2024-09-13T00:03:19.957 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 0, 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 4297, 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 149062639, 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 715229916, 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 2585269768, 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 16425167613, 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 0, 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 28449, 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 34430, 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 33, 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 8435 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.958 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2024-09-13T00:03:19.959 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_version": { 2024-09-13T00:03:19.959 INFO:tasks.workunit.client.0.smithi032.stdout: "string": "<1.2", 2024-09-13T00:03:19.959 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:19.959 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.959 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 28449, 2024-09-13T00:03:19.959 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2024-09-13T00:03:19.959 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 34430 2024-09-13T00:03:19.959 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.959 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2024-09-13T00:03:19.959 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2024-09-13T00:03:19.959 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2024-09-13T00:03:19.959 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:19.959 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.959 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2024-09-13T00:03:19.960 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.960 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2024-09-13T00:03:19.960 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2024-09-13T00:03:19.960 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2024-09-13T00:03:19.960 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2024-09-13T00:03:19.960 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2024-09-13T00:03:19.960 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2024-09-13T00:03:19.960 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.960 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2024-09-13T00:03:19.960 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2024-09-13T00:03:19.960 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2024-09-13T00:03:19.960 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-121-generic] (local build)", 2024-09-13T00:03:19.960 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T00:03:19.960 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:19.961 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T00:03:19.961 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T00:03:19.961 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2024-09-13T00:03:19.961 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: E2010325", 2024-09-13T00:03:19.961 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T00:03:19.961 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T00:03:19.961 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2024-09-13T00:03:19.961 INFO:tasks.workunit.client.0.smithi032.stdout: "NVMe Version: <1.2", 2024-09-13T00:03:19.961 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2024-09-13T00:03:19.961 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T00:03:19.961 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T00:03:19.961 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Thu Sep 12 23:53:28 2024 UTC", 2024-09-13T00:03:19.961 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T00:03:19.961 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T00:03:19.962 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T00:03:19.962 INFO:tasks.workunit.client.0.smithi032.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T00:03:19.962 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T00:03:19.962 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:19.962 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2024-09-13T00:03:19.962 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T00:03:19.962 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T00:03:19.962 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:19.962 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T00:03:19.962 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T00:03:19.962 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2024-09-13T00:03:19.962 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:19.962 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T00:03:19.963 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T00:03:19.963 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:19.963 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T00:03:19.963 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2024-09-13T00:03:19.963 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 33 Celsius", 2024-09-13T00:03:19.963 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 100%", 2024-09-13T00:03:19.963 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 0%", 2024-09-13T00:03:19.963 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 0%", 2024-09-13T00:03:19.963 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 149,062,639 [76.3 TB]", 2024-09-13T00:03:19.963 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 715,229,916 [366 TB]", 2024-09-13T00:03:19.964 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 2,585,269,768", 2024-09-13T00:03:19.964 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 16,425,167,613", 2024-09-13T00:03:19.964 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 4,297", 2024-09-13T00:03:19.964 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 28,449", 2024-09-13T00:03:19.964 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 34,430", 2024-09-13T00:03:19.964 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 8,435", 2024-09-13T00:03:19.964 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T00:03:19.964 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2024-09-13T00:03:19.964 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:19.964 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T00:03:19.965 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2024-09-13T00:03:19.965 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2024-09-13T00:03:19.965 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.965 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-5.15.0-121-generic", 2024-09-13T00:03:19.965 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5155", 2024-09-13T00:03:19.965 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2024-09-13T00:03:19.965 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:19.965 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:19.965 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:19.966 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.966 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2024-09-13T00:03:19.966 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 33 2024-09-13T00:03:19.966 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.966 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2024-09-13T00:03:19.966 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:19.966 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:19.966 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.966 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.966 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.966 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.966 INFO:tasks.workunit.client.0.smithi032.stdout: "959d3432-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:19.966 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPED1D480GA_959e34b8-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:19.966 INFO:tasks.workunit.client.0.smithi032.stdout: "20240912-235332": { 2024-09-13T00:03:19.967 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2024-09-13T00:03:19.967 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T00:03:19.967 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2024-09-13T00:03:19.967 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2024-09-13T00:03:19.967 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2024-09-13T00:03:19.967 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.967 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "E2010325", 2024-09-13T00:03:19.967 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "959d3432-7163-11ef-a29d-ac1f6bf82602", 2024-09-13T00:03:19.967 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2024-09-13T00:03:19.967 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:19.967 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:19.967 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.967 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2024-09-13T00:03:19.968 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Thu Sep 12 23:53:32 2024 UTC", 2024-09-13T00:03:19.968 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1726185212 2024-09-13T00:03:19.968 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.968 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2024-09-13T00:03:19.968 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T00:03:19.968 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2024-09-13T00:03:19.968 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T00:03:19.968 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2024-09-13T00:03:19.968 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:19.968 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2024-09-13T00:03:19.968 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:19.968 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:19.968 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.969 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2024-09-13T00:03:19.969 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2024-09-13T00:03:19.969 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2024-09-13T00:03:19.969 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:19.969 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:19.969 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.969 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2024-09-13T00:03:19.969 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:19.969 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:19.969 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.969 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.969 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.969 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T00:03:19.970 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2024-09-13T00:03:19.970 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2024-09-13T00:03:19.970 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2024-09-13T00:03:19.970 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.970 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T00:03:19.970 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2024-09-13T00:03:19.970 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2024-09-13T00:03:19.970 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.970 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.970 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.970 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2024-09-13T00:03:19.971 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.971 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.971 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.971 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2024-09-13T00:03:19.971 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.971 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.971 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.971 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2024-09-13T00:03:19.971 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.971 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.971 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.971 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2024-09-13T00:03:19.971 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.971 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 13943644 2024-09-13T00:03:19.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.972 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2024-09-13T00:03:19.972 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.972 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.972 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2024-09-13T00:03:19.972 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.972 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.972 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2024-09-13T00:03:19.972 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.972 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.972 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2024-09-13T00:03:19.973 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.973 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.973 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.973 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2024-09-13T00:03:19.973 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.973 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.973 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.973 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2024-09-13T00:03:19.973 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.973 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.973 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.973 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2024-09-13T00:03:19.973 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.973 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.974 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.974 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2024-09-13T00:03:19.974 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.974 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.974 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.974 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2024-09-13T00:03:19.974 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.974 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.974 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.974 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2024-09-13T00:03:19.974 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.974 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:19.974 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2024-09-13T00:03:19.974 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2024-09-13T00:03:19.975 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.975 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2024-09-13T00:03:19.975 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.975 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 13 2024-09-13T00:03:19.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.975 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2024-09-13T00:03:19.975 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.975 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": "0.000000" 2024-09-13T00:03:19.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.975 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2024-09-13T00:03:19.975 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:19.975 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 1562729 2024-09-13T00:03:19.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.976 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2024-09-13T00:03:19.976 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.976 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:19.976 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.976 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2024-09-13T00:03:19.976 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:19.976 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:19.976 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 0, 2024-09-13T00:03:19.976 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 0, 2024-09-13T00:03:19.976 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0 2024-09-13T00:03:19.976 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.976 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.976 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.976 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T00:03:19.977 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.977 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2024-09-13T00:03:19.977 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 100, 2024-09-13T00:03:19.977 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 0, 2024-09-13T00:03:19.977 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 5302, 2024-09-13T00:03:19.977 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2024-09-13T00:03:19.977 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 181134294, 2024-09-13T00:03:19.977 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 913810680, 2024-09-13T00:03:19.977 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 3137425843, 2024-09-13T00:03:19.977 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 19727935558, 2024-09-13T00:03:19.977 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2024-09-13T00:03:19.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2024-09-13T00:03:19.977 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 0, 2024-09-13T00:03:19.978 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 35260, 2024-09-13T00:03:19.978 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 40919, 2024-09-13T00:03:19.978 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 31, 2024-09-13T00:03:19.978 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 10117 2024-09-13T00:03:19.978 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.978 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2024-09-13T00:03:19.978 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_version": { 2024-09-13T00:03:19.978 INFO:tasks.workunit.client.0.smithi032.stdout: "string": "<1.2", 2024-09-13T00:03:19.978 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:19.978 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.978 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 35260, 2024-09-13T00:03:19.978 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2024-09-13T00:03:19.978 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 40919 2024-09-13T00:03:19.979 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.979 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2024-09-13T00:03:19.979 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2024-09-13T00:03:19.979 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2024-09-13T00:03:19.979 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:19.979 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.979 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2024-09-13T00:03:19.979 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.979 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2024-09-13T00:03:19.979 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2024-09-13T00:03:19.979 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2024-09-13T00:03:19.979 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2024-09-13T00:03:19.979 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2024-09-13T00:03:19.979 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2024-09-13T00:03:19.980 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.980 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2024-09-13T00:03:19.980 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2024-09-13T00:03:19.980 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2024-09-13T00:03:19.980 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-121-generic] (local build)", 2024-09-13T00:03:19.980 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T00:03:19.980 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:19.980 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T00:03:19.980 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T00:03:19.980 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2024-09-13T00:03:19.980 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: E2010325", 2024-09-13T00:03:19.980 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T00:03:19.980 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T00:03:19.981 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2024-09-13T00:03:19.981 INFO:tasks.workunit.client.0.smithi032.stdout: "NVMe Version: <1.2", 2024-09-13T00:03:19.981 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2024-09-13T00:03:19.981 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T00:03:19.981 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T00:03:19.981 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Thu Sep 12 23:53:32 2024 UTC", 2024-09-13T00:03:19.981 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T00:03:19.981 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T00:03:19.981 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T00:03:19.981 INFO:tasks.workunit.client.0.smithi032.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T00:03:19.981 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T00:03:19.981 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:19.981 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2024-09-13T00:03:19.981 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T00:03:19.982 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T00:03:19.982 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:19.982 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T00:03:19.982 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T00:03:19.982 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2024-09-13T00:03:19.982 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:19.982 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T00:03:19.982 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T00:03:19.982 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:19.982 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T00:03:19.982 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2024-09-13T00:03:19.982 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 31 Celsius", 2024-09-13T00:03:19.982 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 100%", 2024-09-13T00:03:19.983 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 0%", 2024-09-13T00:03:19.983 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 0%", 2024-09-13T00:03:19.983 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 181,134,294 [92.7 TB]", 2024-09-13T00:03:19.983 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 913,810,680 [467 TB]", 2024-09-13T00:03:19.983 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 3,137,425,843", 2024-09-13T00:03:19.983 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 19,727,935,558", 2024-09-13T00:03:19.983 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 5,302", 2024-09-13T00:03:19.983 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 35,260", 2024-09-13T00:03:19.983 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 40,919", 2024-09-13T00:03:19.983 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 10,117", 2024-09-13T00:03:19.983 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T00:03:19.983 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2024-09-13T00:03:19.983 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:19.983 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T00:03:19.984 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2024-09-13T00:03:19.984 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2024-09-13T00:03:19.984 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:19.984 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-5.15.0-121-generic", 2024-09-13T00:03:19.984 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5155", 2024-09-13T00:03:19.984 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2024-09-13T00:03:19.984 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:19.984 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:19.984 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:19.984 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.984 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2024-09-13T00:03:19.984 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 31 2024-09-13T00:03:19.984 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:19.984 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2024-09-13T00:03:19.985 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:19.985 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:19.985 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.985 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.985 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.985 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:19.985 INFO:tasks.workunit.client.0.smithi032.stdout:} 2024-09-13T00:03:19.985 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry preview-all 2024-09-13T00:03:20.523 INFO:tasks.workunit.client.0.smithi032.stdout:{ 2024-09-13T00:03:20.523 INFO:tasks.workunit.client.0.smithi032.stdout: "device_report": { 2024-09-13T00:03:20.523 INFO:tasks.workunit.client.0.smithi032.stdout: "9598f444-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:20.523 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPED1D480GA_959a215c-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:20.524 INFO:tasks.workunit.client.0.smithi032.stdout: "20240912-235328": { 2024-09-13T00:03:20.524 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2024-09-13T00:03:20.524 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T00:03:20.524 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2024-09-13T00:03:20.524 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2024-09-13T00:03:20.524 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2024-09-13T00:03:20.524 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.524 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "E2010325", 2024-09-13T00:03:20.524 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "9598f444-7163-11ef-a29d-ac1f6bf82602", 2024-09-13T00:03:20.524 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2024-09-13T00:03:20.524 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:20.524 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:20.524 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.525 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2024-09-13T00:03:20.525 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Thu Sep 12 23:53:28 2024 UTC", 2024-09-13T00:03:20.525 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1726185208 2024-09-13T00:03:20.525 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.525 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2024-09-13T00:03:20.525 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T00:03:20.525 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2024-09-13T00:03:20.525 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T00:03:20.525 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2024-09-13T00:03:20.525 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:20.525 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2024-09-13T00:03:20.525 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:20.525 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:20.526 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.526 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2024-09-13T00:03:20.526 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2024-09-13T00:03:20.526 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2024-09-13T00:03:20.526 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:20.526 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:20.526 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.526 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2024-09-13T00:03:20.526 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:20.526 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:20.526 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.526 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.526 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.527 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T00:03:20.527 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2024-09-13T00:03:20.527 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2024-09-13T00:03:20.527 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2024-09-13T00:03:20.527 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.527 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T00:03:20.527 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2024-09-13T00:03:20.527 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2024-09-13T00:03:20.527 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.527 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.527 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.527 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2024-09-13T00:03:20.527 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.528 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.528 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.528 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2024-09-13T00:03:20.528 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.528 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.528 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.528 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2024-09-13T00:03:20.528 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.528 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.528 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.528 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2024-09-13T00:03:20.529 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.529 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 10913542 2024-09-13T00:03:20.529 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.529 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2024-09-13T00:03:20.529 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.529 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.529 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.529 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2024-09-13T00:03:20.529 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.529 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.529 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.529 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2024-09-13T00:03:20.529 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.530 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.530 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.530 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2024-09-13T00:03:20.530 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.530 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.530 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.530 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2024-09-13T00:03:20.530 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.530 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.530 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.530 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2024-09-13T00:03:20.530 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.530 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.530 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.531 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2024-09-13T00:03:20.531 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.531 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.531 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.531 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2024-09-13T00:03:20.531 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.531 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.531 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.531 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2024-09-13T00:03:20.531 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.531 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.531 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.531 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2024-09-13T00:03:20.531 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.532 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:20.532 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2024-09-13T00:03:20.532 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2024-09-13T00:03:20.532 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.532 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.532 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2024-09-13T00:03:20.532 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.532 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 14 2024-09-13T00:03:20.532 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.532 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2024-09-13T00:03:20.532 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.532 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": "0.530273" 2024-09-13T00:03:20.532 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.533 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2024-09-13T00:03:20.533 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.533 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 1357280 2024-09-13T00:03:20.533 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.533 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2024-09-13T00:03:20.533 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.533 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.533 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.533 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2024-09-13T00:03:20.533 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.533 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:20.533 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 0, 2024-09-13T00:03:20.533 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 0, 2024-09-13T00:03:20.534 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0 2024-09-13T00:03:20.534 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.534 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.534 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.534 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T00:03:20.534 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.534 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2024-09-13T00:03:20.534 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 100, 2024-09-13T00:03:20.534 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 0, 2024-09-13T00:03:20.534 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 4297, 2024-09-13T00:03:20.534 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2024-09-13T00:03:20.534 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 149062639, 2024-09-13T00:03:20.534 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 715229916, 2024-09-13T00:03:20.535 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 2585269768, 2024-09-13T00:03:20.535 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 16425167613, 2024-09-13T00:03:20.535 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2024-09-13T00:03:20.535 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2024-09-13T00:03:20.535 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 0, 2024-09-13T00:03:20.535 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 28449, 2024-09-13T00:03:20.535 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 34430, 2024-09-13T00:03:20.535 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 33, 2024-09-13T00:03:20.535 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 8435 2024-09-13T00:03:20.535 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.535 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2024-09-13T00:03:20.535 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_version": { 2024-09-13T00:03:20.535 INFO:tasks.workunit.client.0.smithi032.stdout: "string": "<1.2", 2024-09-13T00:03:20.535 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:20.536 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.536 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 28449, 2024-09-13T00:03:20.536 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2024-09-13T00:03:20.536 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 34430 2024-09-13T00:03:20.536 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.536 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2024-09-13T00:03:20.536 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2024-09-13T00:03:20.536 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2024-09-13T00:03:20.536 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:20.536 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.536 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2024-09-13T00:03:20.536 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.536 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2024-09-13T00:03:20.536 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2024-09-13T00:03:20.537 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2024-09-13T00:03:20.537 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2024-09-13T00:03:20.537 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2024-09-13T00:03:20.537 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2024-09-13T00:03:20.537 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.537 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2024-09-13T00:03:20.537 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2024-09-13T00:03:20.537 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2024-09-13T00:03:20.537 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-121-generic] (local build)", 2024-09-13T00:03:20.537 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T00:03:20.537 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:20.537 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T00:03:20.537 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T00:03:20.538 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2024-09-13T00:03:20.538 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: E2010325", 2024-09-13T00:03:20.538 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T00:03:20.538 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T00:03:20.538 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2024-09-13T00:03:20.538 INFO:tasks.workunit.client.0.smithi032.stdout: "NVMe Version: <1.2", 2024-09-13T00:03:20.538 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2024-09-13T00:03:20.538 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T00:03:20.538 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T00:03:20.538 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Thu Sep 12 23:53:28 2024 UTC", 2024-09-13T00:03:20.538 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T00:03:20.538 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T00:03:20.538 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T00:03:20.538 INFO:tasks.workunit.client.0.smithi032.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T00:03:20.539 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T00:03:20.539 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:20.539 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2024-09-13T00:03:20.539 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T00:03:20.539 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T00:03:20.539 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:20.539 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T00:03:20.539 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T00:03:20.539 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2024-09-13T00:03:20.539 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:20.539 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T00:03:20.539 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T00:03:20.539 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:20.540 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T00:03:20.540 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2024-09-13T00:03:20.540 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 33 Celsius", 2024-09-13T00:03:20.540 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 100%", 2024-09-13T00:03:20.540 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 0%", 2024-09-13T00:03:20.540 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 0%", 2024-09-13T00:03:20.540 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 149,062,639 [76.3 TB]", 2024-09-13T00:03:20.540 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 715,229,916 [366 TB]", 2024-09-13T00:03:20.540 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 2,585,269,768", 2024-09-13T00:03:20.540 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 16,425,167,613", 2024-09-13T00:03:20.540 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 4,297", 2024-09-13T00:03:20.540 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 28,449", 2024-09-13T00:03:20.540 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 34,430", 2024-09-13T00:03:20.540 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 8,435", 2024-09-13T00:03:20.541 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T00:03:20.541 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2024-09-13T00:03:20.541 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:20.541 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T00:03:20.541 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2024-09-13T00:03:20.541 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2024-09-13T00:03:20.541 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.541 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-5.15.0-121-generic", 2024-09-13T00:03:20.541 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5155", 2024-09-13T00:03:20.541 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2024-09-13T00:03:20.541 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:20.541 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:20.541 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:20.542 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.542 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2024-09-13T00:03:20.542 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 33 2024-09-13T00:03:20.542 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.542 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2024-09-13T00:03:20.542 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:20.542 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:20.542 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.542 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.542 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.542 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.542 INFO:tasks.workunit.client.0.smithi032.stdout: "959d3432-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:20.542 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPED1D480GA_959e34b8-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:20.542 INFO:tasks.workunit.client.0.smithi032.stdout: "20240912-235332": { 2024-09-13T00:03:20.543 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2024-09-13T00:03:20.543 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T00:03:20.543 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2024-09-13T00:03:20.543 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2024-09-13T00:03:20.543 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2024-09-13T00:03:20.543 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.543 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "E2010325", 2024-09-13T00:03:20.543 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "959d3432-7163-11ef-a29d-ac1f6bf82602", 2024-09-13T00:03:20.543 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2024-09-13T00:03:20.543 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:20.543 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:20.543 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.543 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2024-09-13T00:03:20.543 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Thu Sep 12 23:53:32 2024 UTC", 2024-09-13T00:03:20.544 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1726185212 2024-09-13T00:03:20.544 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.544 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2024-09-13T00:03:20.544 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T00:03:20.544 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2024-09-13T00:03:20.544 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T00:03:20.544 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2024-09-13T00:03:20.544 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:20.544 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2024-09-13T00:03:20.544 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:20.544 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:20.544 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.544 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2024-09-13T00:03:20.545 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2024-09-13T00:03:20.545 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2024-09-13T00:03:20.545 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:20.545 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:20.545 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.545 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2024-09-13T00:03:20.545 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:20.545 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:20.545 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.545 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.545 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.545 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T00:03:20.545 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2024-09-13T00:03:20.546 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2024-09-13T00:03:20.546 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2024-09-13T00:03:20.546 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.546 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T00:03:20.546 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2024-09-13T00:03:20.546 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2024-09-13T00:03:20.546 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.546 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.546 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.546 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2024-09-13T00:03:20.546 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.546 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.546 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.547 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2024-09-13T00:03:20.547 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.547 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.547 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.547 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2024-09-13T00:03:20.547 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.547 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.547 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.547 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2024-09-13T00:03:20.547 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.547 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 13943644 2024-09-13T00:03:20.547 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.547 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2024-09-13T00:03:20.547 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.548 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.548 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.548 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2024-09-13T00:03:20.548 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.548 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.548 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.548 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2024-09-13T00:03:20.548 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.548 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.548 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.548 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2024-09-13T00:03:20.548 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.548 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.548 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.549 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2024-09-13T00:03:20.549 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.549 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.549 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.549 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2024-09-13T00:03:20.549 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.549 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.549 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.549 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2024-09-13T00:03:20.549 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.549 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.549 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.549 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2024-09-13T00:03:20.550 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.550 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.550 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.550 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2024-09-13T00:03:20.550 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.550 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.550 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.550 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2024-09-13T00:03:20.550 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.550 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:20.550 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2024-09-13T00:03:20.550 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2024-09-13T00:03:20.550 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.551 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.551 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2024-09-13T00:03:20.551 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.551 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 13 2024-09-13T00:03:20.551 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.551 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2024-09-13T00:03:20.551 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.551 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": "0.000000" 2024-09-13T00:03:20.551 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.551 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2024-09-13T00:03:20.551 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:20.551 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 1562729 2024-09-13T00:03:20.551 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.551 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2024-09-13T00:03:20.552 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.552 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:20.552 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.552 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2024-09-13T00:03:20.552 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:20.552 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:20.552 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 0, 2024-09-13T00:03:20.552 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 0, 2024-09-13T00:03:20.552 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0 2024-09-13T00:03:20.552 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.552 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.552 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.552 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T00:03:20.553 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.553 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2024-09-13T00:03:20.553 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 100, 2024-09-13T00:03:20.553 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 0, 2024-09-13T00:03:20.553 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 5302, 2024-09-13T00:03:20.553 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2024-09-13T00:03:20.553 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 181134294, 2024-09-13T00:03:20.553 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 913810680, 2024-09-13T00:03:20.553 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 3137425843, 2024-09-13T00:03:20.553 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 19727935558, 2024-09-13T00:03:20.553 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2024-09-13T00:03:20.554 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2024-09-13T00:03:20.554 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 0, 2024-09-13T00:03:20.554 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 35260, 2024-09-13T00:03:20.554 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 40919, 2024-09-13T00:03:20.554 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 31, 2024-09-13T00:03:20.554 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 10117 2024-09-13T00:03:20.554 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.554 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2024-09-13T00:03:20.554 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_version": { 2024-09-13T00:03:20.554 INFO:tasks.workunit.client.0.smithi032.stdout: "string": "<1.2", 2024-09-13T00:03:20.554 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:20.554 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.554 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 35260, 2024-09-13T00:03:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2024-09-13T00:03:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 40919 2024-09-13T00:03:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2024-09-13T00:03:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2024-09-13T00:03:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2024-09-13T00:03:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2024-09-13T00:03:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2024-09-13T00:03:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2024-09-13T00:03:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2024-09-13T00:03:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2024-09-13T00:03:20.556 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2024-09-13T00:03:20.556 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2024-09-13T00:03:20.556 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.556 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2024-09-13T00:03:20.556 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2024-09-13T00:03:20.556 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2024-09-13T00:03:20.556 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-121-generic] (local build)", 2024-09-13T00:03:20.556 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T00:03:20.556 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:20.557 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T00:03:20.557 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T00:03:20.557 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2024-09-13T00:03:20.557 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: E2010325", 2024-09-13T00:03:20.557 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T00:03:20.557 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T00:03:20.557 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2024-09-13T00:03:20.557 INFO:tasks.workunit.client.0.smithi032.stdout: "NVMe Version: <1.2", 2024-09-13T00:03:20.557 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2024-09-13T00:03:20.557 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T00:03:20.557 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T00:03:20.557 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Thu Sep 12 23:53:32 2024 UTC", 2024-09-13T00:03:20.557 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T00:03:20.558 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T00:03:20.558 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T00:03:20.558 INFO:tasks.workunit.client.0.smithi032.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T00:03:20.558 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T00:03:20.558 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:20.558 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2024-09-13T00:03:20.558 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T00:03:20.558 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T00:03:20.558 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:20.558 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T00:03:20.558 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T00:03:20.558 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2024-09-13T00:03:20.558 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:20.559 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T00:03:20.559 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T00:03:20.559 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:20.559 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T00:03:20.559 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2024-09-13T00:03:20.559 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 31 Celsius", 2024-09-13T00:03:20.559 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 100%", 2024-09-13T00:03:20.559 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 0%", 2024-09-13T00:03:20.559 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 0%", 2024-09-13T00:03:20.559 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 181,134,294 [92.7 TB]", 2024-09-13T00:03:20.559 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 913,810,680 [467 TB]", 2024-09-13T00:03:20.559 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 3,137,425,843", 2024-09-13T00:03:20.559 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 19,727,935,558", 2024-09-13T00:03:20.560 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 5,302", 2024-09-13T00:03:20.560 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 35,260", 2024-09-13T00:03:20.560 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 40,919", 2024-09-13T00:03:20.560 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 10,117", 2024-09-13T00:03:20.560 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T00:03:20.560 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2024-09-13T00:03:20.560 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:20.560 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T00:03:20.560 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2024-09-13T00:03:20.560 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2024-09-13T00:03:20.560 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.560 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-5.15.0-121-generic", 2024-09-13T00:03:20.561 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5155", 2024-09-13T00:03:20.561 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2024-09-13T00:03:20.561 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:20.561 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:20.561 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:20.561 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.561 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2024-09-13T00:03:20.561 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 31 2024-09-13T00:03:20.561 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.561 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2024-09-13T00:03:20.561 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:20.561 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:20.561 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.561 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.562 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.562 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.562 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.562 INFO:tasks.workunit.client.0.smithi032.stdout: "report": { 2024-09-13T00:03:20.562 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer": { 2024-09-13T00:03:20.562 INFO:tasks.workunit.client.0.smithi032.stdout: "active": true, 2024-09-13T00:03:20.562 INFO:tasks.workunit.client.0.smithi032.stdout: "mode": "" 2024-09-13T00:03:20.562 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.562 INFO:tasks.workunit.client.0.smithi032.stdout: "channels": [ 2024-09-13T00:03:20.562 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2024-09-13T00:03:20.562 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2024-09-13T00:03:20.562 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2024-09-13T00:03:20.562 INFO:tasks.workunit.client.0.smithi032.stdout: "ident" 2024-09-13T00:03:20.562 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.563 INFO:tasks.workunit.client.0.smithi032.stdout: "channels_available": [ 2024-09-13T00:03:20.563 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2024-09-13T00:03:20.563 INFO:tasks.workunit.client.0.smithi032.stdout: "ident", 2024-09-13T00:03:20.563 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2024-09-13T00:03:20.563 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2024-09-13T00:03:20.563 INFO:tasks.workunit.client.0.smithi032.stdout: "perf" 2024-09-13T00:03:20.563 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.563 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_available": [ 2024-09-13T00:03:20.563 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2024-09-13T00:03:20.563 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2024-09-13T00:03:20.563 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2024-09-13T00:03:20.563 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2024-09-13T00:03:20.564 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2024-09-13T00:03:20.564 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2024-09-13T00:03:20.564 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2024-09-13T00:03:20.564 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2024-09-13T00:03:20.564 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2024-09-13T00:03:20.564 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2024-09-13T00:03:20.564 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2024-09-13T00:03:20.564 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.564 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_opted_in": [ 2024-09-13T00:03:20.564 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2024-09-13T00:03:20.564 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2024-09-13T00:03:20.564 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2024-09-13T00:03:20.564 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2024-09-13T00:03:20.565 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2024-09-13T00:03:20.565 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2024-09-13T00:03:20.565 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2024-09-13T00:03:20.565 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2024-09-13T00:03:20.565 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2024-09-13T00:03:20.565 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2024-09-13T00:03:20.565 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2024-09-13T00:03:20.565 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.565 INFO:tasks.workunit.client.0.smithi032.stdout: "config": { 2024-09-13T00:03:20.565 INFO:tasks.workunit.client.0.smithi032.stdout: "active_changed": [ 2024-09-13T00:03:20.565 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T00:03:20.565 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2024-09-13T00:03:20.565 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2024-09-13T00:03:20.566 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2024-09-13T00:03:20.566 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2024-09-13T00:03:20.566 INFO:tasks.workunit.client.0.smithi032.stdout: "client_check_pool_perm", 2024-09-13T00:03:20.566 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_gid", 2024-09-13T00:03:20.566 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_uid", 2024-09-13T00:03:20.566 INFO:tasks.workunit.client.0.smithi032.stdout: "client_quota", 2024-09-13T00:03:20.566 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2024-09-13T00:03:20.566 INFO:tasks.workunit.client.0.smithi032.stdout: "daemonize", 2024-09-13T00:03:20.566 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2024-09-13T00:03:20.566 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2024-09-13T00:03:20.566 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2024-09-13T00:03:20.566 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2024-09-13T00:03:20.566 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2024-09-13T00:03:20.566 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2024-09-13T00:03:20.567 INFO:tasks.workunit.client.0.smithi032.stdout: "keyring", 2024-09-13T00:03:20.567 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_block_size", 2024-09-13T00:03:20.567 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_cache_size", 2024-09-13T00:03:20.567 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_compression", 2024-09-13T00:03:20.567 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_log", 2024-09-13T00:03:20.567 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_write_buffer_size", 2024-09-13T00:03:20.567 INFO:tasks.workunit.client.0.smithi032.stdout: "log_stderr_prefix", 2024-09-13T00:03:20.567 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2024-09-13T00:03:20.567 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2024-09-13T00:03:20.567 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2024-09-13T00:03:20.567 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2024-09-13T00:03:20.567 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2024-09-13T00:03:20.567 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_file", 2024-09-13T00:03:20.567 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_stderr", 2024-09-13T00:03:20.568 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2024-09-13T00:03:20.568 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2024-09-13T00:03:20.568 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_host", 2024-09-13T00:03:20.568 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2024-09-13T00:03:20.568 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2024-09-13T00:03:20.568 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2024-09-13T00:03:20.568 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T00:03:20.568 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T00:03:20.568 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T00:03:20.568 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T00:03:20.568 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T00:03:20.568 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T00:03:20.568 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T00:03:20.569 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T00:03:20.569 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T00:03:20.569 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T00:03:20.569 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2024-09-13T00:03:20.569 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2024-09-13T00:03:20.569 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2024-09-13T00:03:20.569 INFO:tasks.workunit.client.0.smithi032.stdout: "no_config_file", 2024-09-13T00:03:20.569 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2024-09-13T00:03:20.569 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2024-09-13T00:03:20.569 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2024-09-13T00:03:20.569 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2024-09-13T00:03:20.569 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2024-09-13T00:03:20.570 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2024-09-13T00:03:20.570 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T00:03:20.570 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T00:03:20.570 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T00:03:20.570 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T00:03:20.570 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2024-09-13T00:03:20.570 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T00:03:20.570 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T00:03:20.570 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T00:03:20.570 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T00:03:20.570 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T00:03:20.570 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T00:03:20.570 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T00:03:20.571 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T00:03:20.571 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T00:03:20.571 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2024-09-13T00:03:20.571 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2024-09-13T00:03:20.571 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2024-09-13T00:03:20.571 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2024-09-13T00:03:20.571 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T00:03:20.571 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T00:03:20.571 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2024-09-13T00:03:20.571 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2024-09-13T00:03:20.571 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2024-09-13T00:03:20.571 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2024-09-13T00:03:20.571 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2024-09-13T00:03:20.572 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addr", 2024-09-13T00:03:20.572 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addrv", 2024-09-13T00:03:20.572 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2024-09-13T00:03:20.572 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_default_features", 2024-09-13T00:03:20.572 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_qos_exclude_ops", 2024-09-13T00:03:20.572 INFO:tasks.workunit.client.0.smithi032.stdout: "setgroup", 2024-09-13T00:03:20.572 INFO:tasks.workunit.client.0.smithi032.stdout: "setuser" 2024-09-13T00:03:20.572 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.572 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_changed": [ 2024-09-13T00:03:20.572 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T00:03:20.572 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2024-09-13T00:03:20.572 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2024-09-13T00:03:20.572 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2024-09-13T00:03:20.572 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2024-09-13T00:03:20.573 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2024-09-13T00:03:20.573 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2024-09-13T00:03:20.573 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2024-09-13T00:03:20.573 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2024-09-13T00:03:20.573 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2024-09-13T00:03:20.573 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2024-09-13T00:03:20.573 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2024-09-13T00:03:20.573 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2024-09-13T00:03:20.573 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2024-09-13T00:03:20.573 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2024-09-13T00:03:20.573 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_join_fs", 2024-09-13T00:03:20.573 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T00:03:20.573 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/container_init", 2024-09-13T00:03:20.573 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/migration_current", 2024-09-13T00:03:20.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T00:03:20.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T00:03:20.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T00:03:20.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T00:03:20.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T00:03:20.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T00:03:20.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T00:03:20.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/channel_ident", 2024-09-13T00:03:20.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/description", 2024-09-13T00:03:20.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/organization", 2024-09-13T00:03:20.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2024-09-13T00:03:20.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2024-09-13T00:03:20.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2024-09-13T00:03:20.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2024-09-13T00:03:20.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2024-09-13T00:03:20.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2024-09-13T00:03:20.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2024-09-13T00:03:20.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T00:03:20.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T00:03:20.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T00:03:20.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T00:03:20.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T00:03:20.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T00:03:20.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T00:03:20.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T00:03:20.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T00:03:20.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T00:03:20.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2024-09-13T00:03:20.576 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2024-09-13T00:03:20.576 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2024-09-13T00:03:20.576 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2024-09-13T00:03:20.576 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2024-09-13T00:03:20.576 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2024-09-13T00:03:20.576 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2024-09-13T00:03:20.576 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2024-09-13T00:03:20.576 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2024-09-13T00:03:20.576 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T00:03:20.576 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T00:03:20.576 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T00:03:20.576 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T00:03:20.576 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2024-09-13T00:03:20.576 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2024-09-13T00:03:20.577 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2024-09-13T00:03:20.577 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2024-09-13T00:03:20.577 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2024-09-13T00:03:20.577 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T00:03:20.577 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T00:03:20.577 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2024-09-13T00:03:20.577 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2024-09-13T00:03:20.577 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2024-09-13T00:03:20.577 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2024-09-13T00:03:20.577 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2024-09-13T00:03:20.577 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2024-09-13T00:03:20.577 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_cache_enabled", 2024-09-13T00:03:20.577 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_ops_log", 2024-09-13T00:03:20.577 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_usage_log" 2024-09-13T00:03:20.578 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:20.578 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.578 INFO:tasks.workunit.client.0.smithi032.stdout: "contact": null, 2024-09-13T00:03:20.578 INFO:tasks.workunit.client.0.smithi032.stdout: "crashes": [], 2024-09-13T00:03:20.578 INFO:tasks.workunit.client.0.smithi032.stdout: "created": "2024-09-12T23:47:58.405488Z", 2024-09-13T00:03:20.578 INFO:tasks.workunit.client.0.smithi032.stdout: "crush": { 2024-09-13T00:03:20.578 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_algs": { 2024-09-13T00:03:20.578 INFO:tasks.workunit.client.0.smithi032.stdout: "straw2": 3 2024-09-13T00:03:20.578 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.578 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_sizes": { 2024-09-13T00:03:20.578 INFO:tasks.workunit.client.0.smithi032.stdout: "2": 1, 2024-09-13T00:03:20.578 INFO:tasks.workunit.client.0.smithi032.stdout: "4": 2 2024-09-13T00:03:20.578 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.579 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_types": { 2024-09-13T00:03:20.579 INFO:tasks.workunit.client.0.smithi032.stdout: "1": 2, 2024-09-13T00:03:20.579 INFO:tasks.workunit.client.0.smithi032.stdout: "11": 1 2024-09-13T00:03:20.579 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.579 INFO:tasks.workunit.client.0.smithi032.stdout: "compat_weight_set": false, 2024-09-13T00:03:20.579 INFO:tasks.workunit.client.0.smithi032.stdout: "device_classes": [ 2024-09-13T00:03:20.579 INFO:tasks.workunit.client.0.smithi032.stdout: 8 2024-09-13T00:03:20.579 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_buckets": 6, 2024-09-13T00:03:20.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_devices": 8, 2024-09-13T00:03:20.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_rules": 1, 2024-09-13T00:03:20.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_types": 12, 2024-09-13T00:03:20.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_weight_sets": 0, 2024-09-13T00:03:20.579 INFO:tasks.workunit.client.0.smithi032.stdout: "tunables": { 2024-09-13T00:03:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: "allowed_bucket_algs": 54, 2024-09-13T00:03:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_fallback_tries": 0, 2024-09-13T00:03:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_tries": 0, 2024-09-13T00:03:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_total_tries": 50, 2024-09-13T00:03:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_descend_once": 1, 2024-09-13T00:03:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_stable": 1, 2024-09-13T00:03:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_vary_r": 1, 2024-09-13T00:03:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v2_rules": 0, 2024-09-13T00:03:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v3_rules": 0, 2024-09-13T00:03:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v4_buckets": 1, 2024-09-13T00:03:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v5_rules": 0, 2024-09-13T00:03:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: "legacy_tunables": 0, 2024-09-13T00:03:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: "minimum_required_version": "jewel", 2024-09-13T00:03:20.581 INFO:tasks.workunit.client.0.smithi032.stdout: "optimal_tunables": 1, 2024-09-13T00:03:20.581 INFO:tasks.workunit.client.0.smithi032.stdout: "profile": "jewel", 2024-09-13T00:03:20.581 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables": 1, 2024-09-13T00:03:20.581 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables2": 1, 2024-09-13T00:03:20.581 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables3": 1, 2024-09-13T00:03:20.581 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables5": 1, 2024-09-13T00:03:20.581 INFO:tasks.workunit.client.0.smithi032.stdout: "straw_calc_version": 1 2024-09-13T00:03:20.581 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.581 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.581 INFO:tasks.workunit.client.0.smithi032.stdout: "description": "upgrade test cluster", 2024-09-13T00:03:20.581 INFO:tasks.workunit.client.0.smithi032.stdout: "fs": { 2024-09-13T00:03:20.581 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:20.581 INFO:tasks.workunit.client.0.smithi032.stdout: "feature_flags": { 2024-09-13T00:03:20.581 INFO:tasks.workunit.client.0.smithi032.stdout: "enable_multiple": true, 2024-09-13T00:03:20.582 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_enabled_multiple": true 2024-09-13T00:03:20.582 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.582 INFO:tasks.workunit.client.0.smithi032.stdout: "filesystems": [ 2024-09-13T00:03:20.582 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:20.582 INFO:tasks.workunit.client.0.smithi032.stdout: "approx_ctime": "2024-09", 2024-09-13T00:03:20.582 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer_enabled": false, 2024-09-13T00:03:20.582 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:20.582 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_caps": 0, 2024-09-13T00:03:20.582 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_dns": 10, 2024-09-13T00:03:20.582 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_inos": 13, 2024-09-13T00:03:20.582 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_subtrees": 2, 2024-09-13T00:03:20.582 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_allowed_features": 0, 2024-09-13T00:03:20.582 INFO:tasks.workunit.client.0.smithi032.stdout: "explicitly_allowed_features": 0, 2024-09-13T00:03:20.583 INFO:tasks.workunit.client.0.smithi032.stdout: "files": 0, 2024-09-13T00:03:20.583 INFO:tasks.workunit.client.0.smithi032.stdout: "max_mds": 1, 2024-09-13T00:03:20.583 INFO:tasks.workunit.client.0.smithi032.stdout: "num_data_pools": 1, 2024-09-13T00:03:20.583 INFO:tasks.workunit.client.0.smithi032.stdout: "num_in": 1, 2024-09-13T00:03:20.583 INFO:tasks.workunit.client.0.smithi032.stdout: "num_mds": 1, 2024-09-13T00:03:20.583 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": 0, 2024-09-13T00:03:20.583 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_replay": 0, 2024-09-13T00:03:20.583 INFO:tasks.workunit.client.0.smithi032.stdout: "num_up": 1, 2024-09-13T00:03:20.583 INFO:tasks.workunit.client.0.smithi032.stdout: "snaps": 0, 2024-09-13T00:03:20.583 INFO:tasks.workunit.client.0.smithi032.stdout: "standby_count_wanted": 0 2024-09-13T00:03:20.583 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.583 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.583 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_mds": 1, 2024-09-13T00:03:20.583 INFO:tasks.workunit.client.0.smithi032.stdout: "total_num_mds": 2 2024-09-13T00:03:20.584 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.584 INFO:tasks.workunit.client.0.smithi032.stdout: "hosts": { 2024-09-13T00:03:20.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num": 2, 2024-09-13T00:03:20.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mds": 2, 2024-09-13T00:03:20.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mgr": 2, 2024-09-13T00:03:20.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mon": 2, 2024-09-13T00:03:20.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_osd": 2 2024-09-13T00:03:20.584 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.584 INFO:tasks.workunit.client.0.smithi032.stdout: "leaderboard": false, 2024-09-13T00:03:20.584 INFO:tasks.workunit.client.0.smithi032.stdout: "license": "sharing-1-0", 2024-09-13T00:03:20.584 INFO:tasks.workunit.client.0.smithi032.stdout: "metadata": { 2024-09-13T00:03:20.584 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2024-09-13T00:03:20.584 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2024-09-13T00:03:20.584 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 2 2024-09-13T00:03:20.585 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.585 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2024-09-13T00:03:20.585 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:03:20.585 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.585 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2024-09-13T00:03:20.585 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-09-13T00:03:20.585 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.585 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2024-09-13T00:03:20.585 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 2 2024-09-13T00:03:20.585 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.585 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2024-09-13T00:03:20.585 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 9": 2 2024-09-13T00:03:20.585 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.586 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2024-09-13T00:03:20.586 INFO:tasks.workunit.client.0.smithi032.stdout: "#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024": 2 2024-09-13T00:03:20.586 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.586 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2024-09-13T00:03:20.586 INFO:tasks.workunit.client.0.smithi032.stdout: "5.15.0-121-generic": 2 2024-09-13T00:03:20.586 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.586 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2024-09-13T00:03:20.586 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 2 2024-09-13T00:03:20.586 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.586 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.586 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:20.586 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2024-09-13T00:03:20.586 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 3 2024-09-13T00:03:20.586 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.587 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2024-09-13T00:03:20.587 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T00:03:20.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.587 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2024-09-13T00:03:20.587 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-09-13T00:03:20.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.587 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2024-09-13T00:03:20.587 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 3 2024-09-13T00:03:20.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.587 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2024-09-13T00:03:20.587 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 9": 3 2024-09-13T00:03:20.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.587 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2024-09-13T00:03:20.587 INFO:tasks.workunit.client.0.smithi032.stdout: "#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024": 3 2024-09-13T00:03:20.588 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.588 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2024-09-13T00:03:20.588 INFO:tasks.workunit.client.0.smithi032.stdout: "5.15.0-121-generic": 3 2024-09-13T00:03:20.588 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.588 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2024-09-13T00:03:20.588 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 3 2024-09-13T00:03:20.588 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.588 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.588 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:20.588 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2024-09-13T00:03:20.588 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 8 2024-09-13T00:03:20.588 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.588 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2024-09-13T00:03:20.589 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:03:20.589 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.589 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2024-09-13T00:03:20.589 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-09-13T00:03:20.589 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.589 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2024-09-13T00:03:20.589 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 8 2024-09-13T00:03:20.589 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.589 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2024-09-13T00:03:20.589 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 9": 8 2024-09-13T00:03:20.589 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.589 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2024-09-13T00:03:20.589 INFO:tasks.workunit.client.0.smithi032.stdout: "#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024": 8 2024-09-13T00:03:20.589 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.590 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2024-09-13T00:03:20.590 INFO:tasks.workunit.client.0.smithi032.stdout: "5.15.0-121-generic": 8 2024-09-13T00:03:20.590 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.590 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2024-09-13T00:03:20.590 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 8 2024-09-13T00:03:20.590 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.590 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_objectstore": { 2024-09-13T00:03:20.590 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": 8 2024-09-13T00:03:20.590 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.590 INFO:tasks.workunit.client.0.smithi032.stdout: "rotational": { 2024-09-13T00:03:20.590 INFO:tasks.workunit.client.0.smithi032.stdout: "0": 8 2024-09-13T00:03:20.590 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.590 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.590 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.591 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:20.591 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:20.591 INFO:tasks.workunit.client.0.smithi032.stdout: "features": { 2024-09-13T00:03:20.591 INFO:tasks.workunit.client.0.smithi032.stdout: "optional": [], 2024-09-13T00:03:20.591 INFO:tasks.workunit.client.0.smithi032.stdout: "persistent": [ 2024-09-13T00:03:20.591 INFO:tasks.workunit.client.0.smithi032.stdout: "kraken", 2024-09-13T00:03:20.591 INFO:tasks.workunit.client.0.smithi032.stdout: "luminous", 2024-09-13T00:03:20.591 INFO:tasks.workunit.client.0.smithi032.stdout: "mimic", 2024-09-13T00:03:20.591 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap-prune", 2024-09-13T00:03:20.591 INFO:tasks.workunit.client.0.smithi032.stdout: "nautilus", 2024-09-13T00:03:20.591 INFO:tasks.workunit.client.0.smithi032.stdout: "octopus", 2024-09-13T00:03:20.591 INFO:tasks.workunit.client.0.smithi032.stdout: "pacific", 2024-09-13T00:03:20.591 INFO:tasks.workunit.client.0.smithi032.stdout: "elector-pinging", 2024-09-13T00:03:20.592 INFO:tasks.workunit.client.0.smithi032.stdout: "quincy" 2024-09-13T00:03:20.592 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:20.592 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.592 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv4_addr_mons": 6, 2024-09-13T00:03:20.592 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv6_addr_mons": 0, 2024-09-13T00:03:20.592 INFO:tasks.workunit.client.0.smithi032.stdout: "min_mon_release": 17, 2024-09-13T00:03:20.592 INFO:tasks.workunit.client.0.smithi032.stdout: "v1_addr_mons": 3, 2024-09-13T00:03:20.592 INFO:tasks.workunit.client.0.smithi032.stdout: "v2_addr_mons": 3 2024-09-13T00:03:20.592 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.592 INFO:tasks.workunit.client.0.smithi032.stdout: "organization": "ceph-qa", 2024-09-13T00:03:20.592 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:20.592 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_network": false, 2024-09-13T00:03:20.592 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 8, 2024-09-13T00:03:20.593 INFO:tasks.workunit.client.0.smithi032.stdout: "require_min_compat_client": "luminous", 2024-09-13T00:03:20.593 INFO:tasks.workunit.client.0.smithi032.stdout: "require_osd_release": "quincy" 2024-09-13T00:03:20.593 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.593 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": [ 2024-09-13T00:03:20.593 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:20.593 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:20.593 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr" 2024-09-13T00:03:20.593 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.593 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:20.593 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:20.593 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:20.594 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:20.594 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:20.594 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 1, 2024-09-13T00:03:20.594 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 1, 2024-09-13T00:03:20.594 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 1, 2024-09-13T00:03:20.594 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:20.594 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:20.594 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116327178, 2024-09-13T00:03:20.594 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 1781760, 2024-09-13T00:03:20.594 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:20.594 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:20.594 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 1781760, 2024-09-13T00:03:20.595 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:20.595 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:20.595 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 2, 2024-09-13T00:03:20.595 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:20.595 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 2.4504408884240547e-06, 2024-09-13T00:03:20.595 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:20.595 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:20.595 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 126, 2024-09-13T00:03:20.595 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 236544, 2024-09-13T00:03:20.595 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 590368, 2024-09-13T00:03:20.595 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 590368, 2024-09-13T00:03:20.595 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:20.595 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 1771104, 2024-09-13T00:03:20.595 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 113, 2024-09-13T00:03:20.596 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 1667072 2024-09-13T00:03:20.596 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.596 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:20.596 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:20.596 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:20.596 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.596 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:20.596 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:20.596 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2024-09-13T00:03:20.596 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.596 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:20.596 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:20.596 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:20.596 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:20.597 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:20.597 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 32, 2024-09-13T00:03:20.597 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 32, 2024-09-13T00:03:20.597 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 2, 2024-09-13T00:03:20.597 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:20.597 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:20.597 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116327178, 2024-09-13T00:03:20.597 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 98304, 2024-09-13T00:03:20.597 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:20.597 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:20.597 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 98304, 2024-09-13T00:03:20.597 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:20.597 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:20.598 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 22, 2024-09-13T00:03:20.598 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:20.598 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 1.351970553287174e-07, 2024-09-13T00:03:20.598 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:20.598 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:20.598 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2024-09-13T00:03:20.598 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2024-09-13T00:03:20.598 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 3410, 2024-09-13T00:03:20.598 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 3410, 2024-09-13T00:03:20.598 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:20.598 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 10230, 2024-09-13T00:03:20.598 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 52, 2024-09-13T00:03:20.598 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 20480 2024-09-13T00:03:20.599 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.599 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:20.599 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:20.599 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:20.599 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.599 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:20.599 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:20.599 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2024-09-13T00:03:20.599 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.599 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:20.599 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:20.599 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:20.599 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:20.600 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:20.600 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 64, 2024-09-13T00:03:20.600 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 64, 2024-09-13T00:03:20.600 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 3, 2024-09-13T00:03:20.600 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:20.600 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:20.600 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116327178, 2024-09-13T00:03:20.600 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 0, 2024-09-13T00:03:20.600 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:20.600 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:20.600 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 0, 2024-09-13T00:03:20.600 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:20.600 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:20.600 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 0, 2024-09-13T00:03:20.601 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:20.601 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 0.0, 2024-09-13T00:03:20.601 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:20.601 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:20.601 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2024-09-13T00:03:20.601 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2024-09-13T00:03:20.601 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 0, 2024-09-13T00:03:20.601 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 0, 2024-09-13T00:03:20.601 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:20.601 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 0, 2024-09-13T00:03:20.601 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 0, 2024-09-13T00:03:20.601 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 0 2024-09-13T00:03:20.601 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.602 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:20.602 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:20.602 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:20.602 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.602 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:20.602 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:20.602 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd" 2024-09-13T00:03:20.602 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.602 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:20.602 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:20.602 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:20.602 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:20.602 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:20.603 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 8, 2024-09-13T00:03:20.603 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 8, 2024-09-13T00:03:20.603 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 4, 2024-09-13T00:03:20.603 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:20.603 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:20.603 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116327178, 2024-09-13T00:03:20.603 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 12288, 2024-09-13T00:03:20.603 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:20.603 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:20.603 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 12288, 2024-09-13T00:03:20.603 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:20.603 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:20.603 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 2, 2024-09-13T00:03:20.604 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:20.604 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 1.6899633692446514e-08, 2024-09-13T00:03:20.604 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:20.604 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:20.604 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2024-09-13T00:03:20.604 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2024-09-13T00:03:20.604 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 19, 2024-09-13T00:03:20.604 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 19, 2024-09-13T00:03:20.604 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:20.604 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 57, 2024-09-13T00:03:20.604 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 2, 2024-09-13T00:03:20.604 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 2048 2024-09-13T00:03:20.605 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.605 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:20.605 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:20.605 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:20.605 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.605 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.605 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": { 2024-09-13T00:03:20.605 INFO:tasks.workunit.client.0.smithi032.stdout: "mirroring_by_pool": [ 2024-09-13T00:03:20.605 INFO:tasks.workunit.client.0.smithi032.stdout: false 2024-09-13T00:03:20.605 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_images_by_pool": [ 2024-09-13T00:03:20.605 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:20.605 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pools": 1 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: "report_id": "553d16b4-ca85-4135-be71-d2627f87008a", 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: "report_timestamp": "2024-09-13T00:03:20.492918", 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: "report_version": 1, 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: "rook": { 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster": { 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: "external-mode": null, 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: "allow-multiple-per-node": null, 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: "count": null, 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: "max-id": null, 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: "pvc": { 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2024-09-13T00:03:20.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.607 INFO:tasks.workunit.client.0.smithi032.stdout: "stretch": { 2024-09-13T00:03:20.609 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2024-09-13T00:03:20.609 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.609 INFO:tasks.workunit.client.0.smithi032.stdout: "network": { 2024-09-13T00:03:20.609 INFO:tasks.workunit.client.0.smithi032.stdout: "provider": null 2024-09-13T00:03:20.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.609 INFO:tasks.workunit.client.0.smithi032.stdout: "storage": { 2024-09-13T00:03:20.609 INFO:tasks.workunit.client.0.smithi032.stdout: "device-set": { 2024-09-13T00:03:20.609 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2024-09-13T00:03:20.609 INFO:tasks.workunit.client.0.smithi032.stdout: "non-portable": null, 2024-09-13T00:03:20.609 INFO:tasks.workunit.client.0.smithi032.stdout: "portable": null, 2024-09-13T00:03:20.609 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2024-09-13T00:03:20.609 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: "csi": { 2024-09-13T00:03:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2024-09-13T00:03:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes": { 2024-09-13T00:03:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2024-09-13T00:03:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: "node": { 2024-09-13T00:03:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2024-09-13T00:03:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes-total": null, 2024-09-13T00:03:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: "with-ceph-daemons": null, 2024-09-13T00:03:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T00:03:20.611 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-nfs-plugin": null, 2024-09-13T00:03:20.611 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-rbd-plugin": null 2024-09-13T00:03:20.611 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.611 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.611 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2024-09-13T00:03:20.611 INFO:tasks.workunit.client.0.smithi032.stdout: "storage-class": { 2024-09-13T00:03:20.611 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2024-09-13T00:03:20.611 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket": null, 2024-09-13T00:03:20.611 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs": null, 2024-09-13T00:03:20.611 INFO:tasks.workunit.client.0.smithi032.stdout: "nfs": null, 2024-09-13T00:03:20.611 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": null, 2024-09-13T00:03:20.611 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2024-09-13T00:03:20.611 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.611 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.612 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.612 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2024-09-13T00:03:20.612 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.612 INFO:tasks.workunit.client.0.smithi032.stdout: "services": {}, 2024-09-13T00:03:20.612 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2024-09-13T00:03:20.612 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 105, 2024-09-13T00:03:20.612 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": 4, 2024-09-13T00:03:20.612 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_by_class": { 2024-09-13T00:03:20.612 INFO:tasks.workunit.client.0.smithi032.stdout: "ssd": { 2024-09-13T00:03:20.612 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517393920, 2024-09-13T00:03:20.612 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2024-09-13T00:03:20.612 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442891264, 2024-09-13T00:03:20.612 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_bytes": 2442891264, 2024-09-13T00:03:20.613 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_ratio": 0.0031810125801712275 2024-09-13T00:03:20.613 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.613 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:20.613 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517393920, 2024-09-13T00:03:20.613 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2024-09-13T00:03:20.613 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442891264 2024-09-13T00:03:20.613 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.613 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:20.613 INFO:tasks.workunit.client.0.smithi032.stdout:} 2024-09-13T00:03:20.614 INFO:tasks.workunit.client.0.smithi032.stderr:++ ceph telemetry collection ls 2024-09-13T00:03:20.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[22496]: cluster 2024-09-13T00:03:18.871800+0000 mgr.y (mgr.24464) 154 : cluster [DBG] pgmap v128: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:20.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[22496]: audit 2024-09-13T00:03:19.180354+0000 mgr.y (mgr.24464) 155 : audit [DBG] from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:20.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[22496]: audit 2024-09-13T00:03:19.347087+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:20.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[22496]: audit 2024-09-13T00:03:19.352859+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:20.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[22496]: audit 2024-09-13T00:03:19.737642+0000 mon.a (mon.0) 916 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:20.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[22496]: audit 2024-09-13T00:03:19.744454+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:20.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[22496]: audit 2024-09-13T00:03:19.764386+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:20.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[22496]: audit 2024-09-13T00:03:19.775197+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:20.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[22496]: audit 2024-09-13T00:03:20.307431+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:20.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[22496]: audit 2024-09-13T00:03:20.313036+0000 mon.a (mon.0) 921 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:20.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[32211]: cluster 2024-09-13T00:03:18.871800+0000 mgr.y (mgr.24464) 154 : cluster [DBG] pgmap v128: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[32211]: audit 2024-09-13T00:03:19.180354+0000 mgr.y (mgr.24464) 155 : audit [DBG] from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[32211]: audit 2024-09-13T00:03:19.347087+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[32211]: audit 2024-09-13T00:03:19.352859+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[32211]: audit 2024-09-13T00:03:19.737642+0000 mon.a (mon.0) 916 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[32211]: audit 2024-09-13T00:03:19.744454+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[32211]: audit 2024-09-13T00:03:19.764386+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[32211]: audit 2024-09-13T00:03:19.775197+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[32211]: audit 2024-09-13T00:03:20.307431+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:20 smithi032 bash[32211]: audit 2024-09-13T00:03:20.313036+0000 mon.a (mon.0) 921 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:20 smithi053 bash[24393]: cluster 2024-09-13T00:03:18.871800+0000 mgr.y (mgr.24464) 154 : cluster [DBG] pgmap v128: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:20 smithi053 bash[24393]: audit 2024-09-13T00:03:19.180354+0000 mgr.y (mgr.24464) 155 : audit [DBG] from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:20 smithi053 bash[24393]: audit 2024-09-13T00:03:19.347087+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:20 smithi053 bash[24393]: audit 2024-09-13T00:03:19.352859+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:20 smithi053 bash[24393]: audit 2024-09-13T00:03:19.737642+0000 mon.a (mon.0) 916 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:20 smithi053 bash[24393]: audit 2024-09-13T00:03:19.744454+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:20.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:20 smithi053 bash[24393]: audit 2024-09-13T00:03:19.764386+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:20.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:20 smithi053 bash[24393]: audit 2024-09-13T00:03:19.775197+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:20.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:20 smithi053 bash[24393]: audit 2024-09-13T00:03:20.307431+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:20.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:20 smithi053 bash[24393]: audit 2024-09-13T00:03:20.313036+0000 mon.a (mon.0) 921 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:21.058 INFO:tasks.workunit.client.0.smithi032.stderr:+ COLLECTIONS='New collections are available: 2024-09-13T00:03:21.058 INFO:tasks.workunit.client.0.smithi032.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-09-13T00:03:21.058 INFO:tasks.workunit.client.0.smithi032.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T00:03:21.058 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-09-13T00:03:21.058 INFO:tasks.workunit.client.0.smithi032.stderr:NAME STATUS DESC 2024-09-13T00:03:21.058 INFO:tasks.workunit.client.0.smithi032.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T00:03:21.059 INFO:tasks.workunit.client.0.smithi032.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T00:03:21.059 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T00:03:21.059 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T00:03:21.059 INFO:tasks.workunit.client.0.smithi032.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T00:03:21.059 INFO:tasks.workunit.client.0.smithi032.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T00:03:21.059 INFO:tasks.workunit.client.0.smithi032.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T00:03:21.059 INFO:tasks.workunit.client.0.smithi032.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T00:03:21.059 INFO:tasks.workunit.client.0.smithi032.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T00:03:21.059 INFO:tasks.workunit.client.0.smithi032.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T00:03:21.059 INFO:tasks.workunit.client.0.smithi032.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-09-13T00:03:21.059 INFO:tasks.workunit.client.0.smithi032.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-09-13T00:03:21.059 INFO:tasks.workunit.client.0.smithi032.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T00:03:21.059 INFO:tasks.workunit.client.0.smithi032.stderr:+ [[ New collections are available: 2024-09-13T00:03:21.060 INFO:tasks.workunit.client.0.smithi032.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T00:03:21.060 INFO:tasks.workunit.client.0.smithi032.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T00:03:21.060 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-09-13T00:03:21.060 INFO:tasks.workunit.client.0.smithi032.stderr:NAME STATUS DESC 2024-09-13T00:03:21.060 INFO:tasks.workunit.client.0.smithi032.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T00:03:21.060 INFO:tasks.workunit.client.0.smithi032.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T00:03:21.060 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T00:03:21.060 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T00:03:21.060 INFO:tasks.workunit.client.0.smithi032.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T00:03:21.060 INFO:tasks.workunit.client.0.smithi032.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T00:03:21.060 INFO:tasks.workunit.client.0.smithi032.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T00:03:21.060 INFO:tasks.workunit.client.0.smithi032.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T00:03:21.061 INFO:tasks.workunit.client.0.smithi032.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T00:03:21.061 INFO:tasks.workunit.client.0.smithi032.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T00:03:21.061 INFO:tasks.workunit.client.0.smithi032.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-09-13T00:03:21.061 INFO:tasks.workunit.client.0.smithi032.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T00:03:21.061 INFO:tasks.workunit.client.0.smithi032.stderr:+ [[ New collections are available: 2024-09-13T00:03:21.061 INFO:tasks.workunit.client.0.smithi032.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T00:03:21.061 INFO:tasks.workunit.client.0.smithi032.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T00:03:21.061 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-09-13T00:03:21.061 INFO:tasks.workunit.client.0.smithi032.stderr:NAME STATUS DESC 2024-09-13T00:03:21.061 INFO:tasks.workunit.client.0.smithi032.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T00:03:21.061 INFO:tasks.workunit.client.0.smithi032.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T00:03:21.061 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T00:03:21.061 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T00:03:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T00:03:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T00:03:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T00:03:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T00:03:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T00:03:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T00:03:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-13T00:03:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T00:03:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:+ [[ New collections are available: 2024-09-13T00:03:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T00:03:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T00:03:21.062 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-09-13T00:03:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:NAME STATUS DESC 2024-09-13T00:03:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T00:03:21.063 INFO:tasks.workunit.client.0.smithi032.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T00:03:21.063 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T00:03:21.063 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T00:03:21.063 INFO:tasks.workunit.client.0.smithi032.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T00:03:21.063 INFO:tasks.workunit.client.0.smithi032.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T00:03:21.063 INFO:tasks.workunit.client.0.smithi032.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T00:03:21.063 INFO:tasks.workunit.client.0.smithi032.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T00:03:21.063 INFO:tasks.workunit.client.0.smithi032.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T00:03:21.063 INFO:tasks.workunit.client.0.smithi032.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T00:03:21.064 INFO:tasks.workunit.client.0.smithi032.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-13T00:03:21.064 INFO:tasks.workunit.client.0.smithi032.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T00:03:21.064 INFO:tasks.workunit.client.0.smithi032.stderr:+ [[ New collections are available: 2024-09-13T00:03:21.064 INFO:tasks.workunit.client.0.smithi032.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T00:03:21.064 INFO:tasks.workunit.client.0.smithi032.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T00:03:21.064 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-09-13T00:03:21.064 INFO:tasks.workunit.client.0.smithi032.stderr:NAME STATUS DESC 2024-09-13T00:03:21.064 INFO:tasks.workunit.client.0.smithi032.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T00:03:21.064 INFO:tasks.workunit.client.0.smithi032.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T00:03:21.064 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T00:03:21.064 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T00:03:21.064 INFO:tasks.workunit.client.0.smithi032.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T00:03:21.065 INFO:tasks.workunit.client.0.smithi032.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T00:03:21.065 INFO:tasks.workunit.client.0.smithi032.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T00:03:21.065 INFO:tasks.workunit.client.0.smithi032.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T00:03:21.065 INFO:tasks.workunit.client.0.smithi032.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T00:03:21.065 INFO:tasks.workunit.client.0.smithi032.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T00:03:21.065 INFO:tasks.workunit.client.0.smithi032.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-13T00:03:21.065 INFO:tasks.workunit.client.0.smithi032.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T00:03:21.065 INFO:tasks.workunit.client.0.smithi032.stderr:+ [[ New collections are available: 2024-09-13T00:03:21.065 INFO:tasks.workunit.client.0.smithi032.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T00:03:21.065 INFO:tasks.workunit.client.0.smithi032.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T00:03:21.065 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-09-13T00:03:21.065 INFO:tasks.workunit.client.0.smithi032.stderr:NAME STATUS DESC 2024-09-13T00:03:21.066 INFO:tasks.workunit.client.0.smithi032.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T00:03:21.066 INFO:tasks.workunit.client.0.smithi032.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T00:03:21.066 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T00:03:21.066 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T00:03:21.066 INFO:tasks.workunit.client.0.smithi032.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T00:03:21.066 INFO:tasks.workunit.client.0.smithi032.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T00:03:21.066 INFO:tasks.workunit.client.0.smithi032.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T00:03:21.066 INFO:tasks.workunit.client.0.smithi032.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T00:03:21.066 INFO:tasks.workunit.client.0.smithi032.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T00:03:21.066 INFO:tasks.workunit.client.0.smithi032.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T00:03:21.066 INFO:tasks.workunit.client.0.smithi032.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-13T00:03:21.066 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry on --license sharing-1-0 2024-09-13T00:03:21.611 INFO:tasks.workunit.client.0.smithi032.stdout:Telemetry is on. 2024-09-13T00:03:21.611 INFO:tasks.workunit.client.0.smithi032.stdout:Some channels are disabled, please enable with: 2024-09-13T00:03:21.611 INFO:tasks.workunit.client.0.smithi032.stdout:`ceph telemetry enable channel perf` 2024-09-13T00:03:21.628 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry enable channel perf 2024-09-13T00:03:21.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[22749]: [13/Sep/2024:00:03:21] ENGINE Bus STOPPING 2024-09-13T00:03:21.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[32211]: audit 2024-09-13T00:03:19.344783+0000 mgr.y (mgr.24464) 156 : audit [DBG] from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:21.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[32211]: audit 2024-09-13T00:03:19.714564+0000 mgr.y (mgr.24464) 157 : audit [DBG] from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:21.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[32211]: audit 2024-09-13T00:03:19.923666+0000 mgr.y (mgr.24464) 158 : audit [DBG] from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:21.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[32211]: audit 2024-09-13T00:03:20.304978+0000 mgr.y (mgr.24464) 159 : audit [DBG] from='client.24797 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:21.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[32211]: audit 2024-09-13T00:03:20.493991+0000 mon.a (mon.0) 922 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:21.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[32211]: audit 2024-09-13T00:03:20.497397+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:21.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[22496]: audit 2024-09-13T00:03:19.344783+0000 mgr.y (mgr.24464) 156 : audit [DBG] from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:21.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[22496]: audit 2024-09-13T00:03:19.714564+0000 mgr.y (mgr.24464) 157 : audit [DBG] from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:21.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[22496]: audit 2024-09-13T00:03:19.923666+0000 mgr.y (mgr.24464) 158 : audit [DBG] from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:21.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[22496]: audit 2024-09-13T00:03:20.304978+0000 mgr.y (mgr.24464) 159 : audit [DBG] from='client.24797 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:21.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[22496]: audit 2024-09-13T00:03:20.493991+0000 mon.a (mon.0) 922 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:21.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[22496]: audit 2024-09-13T00:03:20.497397+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:21 smithi053 bash[24393]: audit 2024-09-13T00:03:19.344783+0000 mgr.y (mgr.24464) 156 : audit [DBG] from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:21 smithi053 bash[24393]: audit 2024-09-13T00:03:19.714564+0000 mgr.y (mgr.24464) 157 : audit [DBG] from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:21 smithi053 bash[24393]: audit 2024-09-13T00:03:19.923666+0000 mgr.y (mgr.24464) 158 : audit [DBG] from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:21 smithi053 bash[24393]: audit 2024-09-13T00:03:20.304978+0000 mgr.y (mgr.24464) 159 : audit [DBG] from='client.24797 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:21 smithi053 bash[24393]: audit 2024-09-13T00:03:20.493991+0000 mon.a (mon.0) 922 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:21 smithi053 bash[24393]: audit 2024-09-13T00:03:20.497397+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:21.982 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[22749]: [13/Sep/2024:00:03:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:03:21.983 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[22749]: [13/Sep/2024:00:03:21] ENGINE Bus STOPPED 2024-09-13T00:03:21.983 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[22749]: [13/Sep/2024:00:03:21] ENGINE Bus STARTING 2024-09-13T00:03:21.983 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[22749]: [13/Sep/2024:00:03:21] ENGINE Serving on http://:::9283 2024-09-13T00:03:21.983 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[22749]: [13/Sep/2024:00:03:21] ENGINE Bus STARTED 2024-09-13T00:03:21.983 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:21 smithi032 bash[22749]: [13/Sep/2024:00:03:21] ENGINE Bus STOPPING 2024-09-13T00:03:22.136 INFO:tasks.workunit.client.0.smithi032.stdout:channel_perf is enabled 2024-09-13T00:03:22.157 INFO:tasks.workunit.client.0.smithi032.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-13T00:03:22.575 INFO:tasks.workunit.client.0.smithi032.stderr:+ LAST_OPT_REVISION=1 2024-09-13T00:03:22.575 INFO:tasks.workunit.client.0.smithi032.stderr:+ '[' 1 -ne 1 ']' 2024-09-13T00:03:22.575 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry show 2024-09-13T00:03:22.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:20.492785+0000 mgr.y (mgr.24464) 160 : audit [DBG] from='client.24797 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:22.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: cluster 2024-09-13T00:03:20.872355+0000 mgr.y (mgr.24464) 161 : cluster [DBG] pgmap v129: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:22.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:20.884552+0000 mgr.y (mgr.24464) 162 : audit [DBG] from='client.24803 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:22.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.038666+0000 mgr.y (mgr.24464) 163 : audit [DBG] from='client.24803 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:22.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: cluster 2024-09-13T00:03:21.346296+0000 mon.a (mon.0) 924 : cluster [DBG] mgrmap e23: y(active, since 3m), standbys: x 2024-09-13T00:03:22.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.421975+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.430705+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.434643+0000 mon.a (mon.0) 927 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.437422+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.440161+0000 mon.a (mon.0) 929 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.440897+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:22.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.442292+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:22.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.445461+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.449068+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.542245+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.546938+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.609466+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.614587+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.633254+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22749]: [13/Sep/2024:00:03:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:03:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22749]: [13/Sep/2024:00:03:22] ENGINE Bus STOPPED 2024-09-13T00:03:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22749]: [13/Sep/2024:00:03:22] ENGINE Bus STARTING 2024-09-13T00:03:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22749]: [13/Sep/2024:00:03:22] ENGINE Serving on http://:::9283 2024-09-13T00:03:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22749]: [13/Sep/2024:00:03:22] ENGINE Bus STARTED 2024-09-13T00:03:22.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.636355+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.978910+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:21.998121+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.001743+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.004807+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.005274+0000 mon.a (mon.0) 944 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.007053+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.015367+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.210027+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.210232+0000 mon.a (mon.0) 948 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.210430+0000 mon.a (mon.0) 949 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.213596+0000 mon.a (mon.0) 950 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.213782+0000 mon.a (mon.0) 951 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.213946+0000 mon.a (mon.0) 952 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.216045+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.216479+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.216982+0000 mon.a (mon.0) 955 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.232771+0000 mon.a (mon.0) 956 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:22.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.232916+0000 mon.a (mon.0) 957 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:20.492785+0000 mgr.y (mgr.24464) 160 : audit [DBG] from='client.24797 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: cluster 2024-09-13T00:03:20.872355+0000 mgr.y (mgr.24464) 161 : cluster [DBG] pgmap v129: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:20.884552+0000 mgr.y (mgr.24464) 162 : audit [DBG] from='client.24803 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.038666+0000 mgr.y (mgr.24464) 163 : audit [DBG] from='client.24803 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: cluster 2024-09-13T00:03:21.346296+0000 mon.a (mon.0) 924 : cluster [DBG] mgrmap e23: y(active, since 3m), standbys: x 2024-09-13T00:03:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.421975+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.430705+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.434643+0000 mon.a (mon.0) 927 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.437422+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.440161+0000 mon.a (mon.0) 929 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.440897+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.442292+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.445461+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.449068+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.542245+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.546938+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.609466+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.614587+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.633254+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.233449+0000 mon.a (mon.0) 958 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.233871+0000 mon.a (mon.0) 959 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.234202+0000 mon.a (mon.0) 960 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.235802+0000 mon.b (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:22.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.235871+0000 mon.b (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:22.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.236976+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.237594+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.237932+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.240248+0000 mon.c (mon.2) 37 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:22.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.240376+0000 mon.c (mon.2) 38 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:22.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.240643+0000 mon.a (mon.0) 964 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.241598+0000 mon.a (mon.0) 965 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[32211]: audit 2024-09-13T00:03:22.242053+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.668 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.636355+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.668 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.978910+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.668 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:21.998121+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.668 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.001743+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.668 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.004807+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:22.669 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.005274+0000 mon.a (mon.0) 944 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.669 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.007053+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:22.669 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.015367+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.669 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.210027+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.669 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.210232+0000 mon.a (mon.0) 948 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.669 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.210430+0000 mon.a (mon.0) 949 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.669 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.213596+0000 mon.a (mon.0) 950 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.669 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.213782+0000 mon.a (mon.0) 951 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.669 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.213946+0000 mon.a (mon.0) 952 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.669 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.216045+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.669 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.216479+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.669 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.216982+0000 mon.a (mon.0) 955 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.669 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.232771+0000 mon.a (mon.0) 956 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:22.670 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.232916+0000 mon.a (mon.0) 957 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:22.670 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.233449+0000 mon.a (mon.0) 958 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.670 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.233871+0000 mon.a (mon.0) 959 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.670 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.234202+0000 mon.a (mon.0) 960 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.670 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.235802+0000 mon.b (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:22.670 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.235871+0000 mon.b (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:22.670 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.236976+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.670 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.237594+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.670 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.237932+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.670 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.240248+0000 mon.c (mon.2) 37 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:22.670 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.240376+0000 mon.c (mon.2) 38 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:22.670 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.240643+0000 mon.a (mon.0) 964 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.670 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.241598+0000 mon.a (mon.0) 965 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.670 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:22 smithi032 bash[22496]: audit 2024-09-13T00:03:22.242053+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:20.492785+0000 mgr.y (mgr.24464) 160 : audit [DBG] from='client.24797 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:22.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: cluster 2024-09-13T00:03:20.872355+0000 mgr.y (mgr.24464) 161 : cluster [DBG] pgmap v129: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:20.884552+0000 mgr.y (mgr.24464) 162 : audit [DBG] from='client.24803 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.038666+0000 mgr.y (mgr.24464) 163 : audit [DBG] from='client.24803 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: cluster 2024-09-13T00:03:21.346296+0000 mon.a (mon.0) 924 : cluster [DBG] mgrmap e23: y(active, since 3m), standbys: x 2024-09-13T00:03:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.421975+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.430705+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.434643+0000 mon.a (mon.0) 927 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.437422+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.440161+0000 mon.a (mon.0) 929 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.440897+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.442292+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.445461+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.449068+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.542245+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.546938+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.609466+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.614587+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.633254+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.636355+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.978910+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:21.998121+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.001743+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.004807+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.005274+0000 mon.a (mon.0) 944 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.007053+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.015367+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.210027+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.210232+0000 mon.a (mon.0) 948 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.210430+0000 mon.a (mon.0) 949 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.213596+0000 mon.a (mon.0) 950 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.213782+0000 mon.a (mon.0) 951 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.213946+0000 mon.a (mon.0) 952 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.216045+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.216479+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.216982+0000 mon.a (mon.0) 955 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.232771+0000 mon.a (mon.0) 956 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:22.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.232916+0000 mon.a (mon.0) 957 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:22.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.233449+0000 mon.a (mon.0) 958 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.233871+0000 mon.a (mon.0) 959 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.234202+0000 mon.a (mon.0) 960 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.235802+0000 mon.b (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:22.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.235871+0000 mon.b (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:22.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.236976+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.237594+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.237932+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:22.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.240248+0000 mon.c (mon.2) 37 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:22.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.240376+0000 mon.c (mon.2) 38 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:22.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.240643+0000 mon.a (mon.0) 964 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:22.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.241598+0000 mon.a (mon.0) 965 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:22.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:22 smithi053 bash[24393]: audit 2024-09-13T00:03:22.242053+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:23.597 INFO:tasks.workunit.client.0.smithi032.stdout:{ 2024-09-13T00:03:23.597 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer": { 2024-09-13T00:03:23.597 INFO:tasks.workunit.client.0.smithi032.stdout: "active": true, 2024-09-13T00:03:23.597 INFO:tasks.workunit.client.0.smithi032.stdout: "mode": "" 2024-09-13T00:03:23.597 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.598 INFO:tasks.workunit.client.0.smithi032.stdout: "channels": [ 2024-09-13T00:03:23.598 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2024-09-13T00:03:23.598 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2024-09-13T00:03:23.598 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2024-09-13T00:03:23.598 INFO:tasks.workunit.client.0.smithi032.stdout: "ident", 2024-09-13T00:03:23.598 INFO:tasks.workunit.client.0.smithi032.stdout: "perf" 2024-09-13T00:03:23.598 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.598 INFO:tasks.workunit.client.0.smithi032.stdout: "channels_available": [ 2024-09-13T00:03:23.598 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2024-09-13T00:03:23.598 INFO:tasks.workunit.client.0.smithi032.stdout: "ident", 2024-09-13T00:03:23.599 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2024-09-13T00:03:23.599 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2024-09-13T00:03:23.599 INFO:tasks.workunit.client.0.smithi032.stdout: "perf" 2024-09-13T00:03:23.599 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.599 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_available": [ 2024-09-13T00:03:23.599 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2024-09-13T00:03:23.599 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2024-09-13T00:03:23.599 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2024-09-13T00:03:23.599 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2024-09-13T00:03:23.600 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2024-09-13T00:03:23.600 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2024-09-13T00:03:23.600 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2024-09-13T00:03:23.600 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2024-09-13T00:03:23.600 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2024-09-13T00:03:23.600 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2024-09-13T00:03:23.600 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2024-09-13T00:03:23.600 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.600 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_opted_in": [ 2024-09-13T00:03:23.600 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2024-09-13T00:03:23.601 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2024-09-13T00:03:23.601 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2024-09-13T00:03:23.601 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2024-09-13T00:03:23.601 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2024-09-13T00:03:23.601 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2024-09-13T00:03:23.601 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2024-09-13T00:03:23.601 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2024-09-13T00:03:23.601 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2024-09-13T00:03:23.601 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2024-09-13T00:03:23.602 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2024-09-13T00:03:23.602 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.602 INFO:tasks.workunit.client.0.smithi032.stdout: "config": { 2024-09-13T00:03:23.602 INFO:tasks.workunit.client.0.smithi032.stdout: "active_changed": [ 2024-09-13T00:03:23.602 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T00:03:23.602 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2024-09-13T00:03:23.602 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2024-09-13T00:03:23.603 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2024-09-13T00:03:23.603 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2024-09-13T00:03:23.603 INFO:tasks.workunit.client.0.smithi032.stdout: "client_check_pool_perm", 2024-09-13T00:03:23.603 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_gid", 2024-09-13T00:03:23.603 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_uid", 2024-09-13T00:03:23.603 INFO:tasks.workunit.client.0.smithi032.stdout: "client_quota", 2024-09-13T00:03:23.603 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2024-09-13T00:03:23.603 INFO:tasks.workunit.client.0.smithi032.stdout: "daemonize", 2024-09-13T00:03:23.604 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2024-09-13T00:03:23.604 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2024-09-13T00:03:23.604 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2024-09-13T00:03:23.604 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2024-09-13T00:03:23.604 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2024-09-13T00:03:23.604 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2024-09-13T00:03:23.604 INFO:tasks.workunit.client.0.smithi032.stdout: "keyring", 2024-09-13T00:03:23.604 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_block_size", 2024-09-13T00:03:23.604 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_cache_size", 2024-09-13T00:03:23.604 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_compression", 2024-09-13T00:03:23.605 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_log", 2024-09-13T00:03:23.605 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_write_buffer_size", 2024-09-13T00:03:23.605 INFO:tasks.workunit.client.0.smithi032.stdout: "log_stderr_prefix", 2024-09-13T00:03:23.605 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2024-09-13T00:03:23.605 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2024-09-13T00:03:23.605 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2024-09-13T00:03:23.605 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2024-09-13T00:03:23.605 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2024-09-13T00:03:23.605 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_file", 2024-09-13T00:03:23.606 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_stderr", 2024-09-13T00:03:23.606 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2024-09-13T00:03:23.606 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2024-09-13T00:03:23.606 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_host", 2024-09-13T00:03:23.606 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2024-09-13T00:03:23.606 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2024-09-13T00:03:23.606 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2024-09-13T00:03:23.606 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T00:03:23.607 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T00:03:23.607 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T00:03:23.607 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T00:03:23.607 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T00:03:23.607 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T00:03:23.607 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T00:03:23.607 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T00:03:23.607 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T00:03:23.607 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T00:03:23.607 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2024-09-13T00:03:23.608 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2024-09-13T00:03:23.608 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2024-09-13T00:03:23.608 INFO:tasks.workunit.client.0.smithi032.stdout: "no_config_file", 2024-09-13T00:03:23.608 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2024-09-13T00:03:23.608 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2024-09-13T00:03:23.608 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2024-09-13T00:03:23.608 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2024-09-13T00:03:23.608 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2024-09-13T00:03:23.608 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2024-09-13T00:03:23.609 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T00:03:23.609 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T00:03:23.609 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T00:03:23.609 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T00:03:23.609 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2024-09-13T00:03:23.609 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T00:03:23.609 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T00:03:23.609 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T00:03:23.610 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T00:03:23.610 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T00:03:23.610 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T00:03:23.610 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T00:03:23.610 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T00:03:23.610 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T00:03:23.610 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2024-09-13T00:03:23.610 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2024-09-13T00:03:23.610 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2024-09-13T00:03:23.610 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2024-09-13T00:03:23.611 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T00:03:23.611 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T00:03:23.611 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2024-09-13T00:03:23.611 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2024-09-13T00:03:23.611 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2024-09-13T00:03:23.611 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2024-09-13T00:03:23.611 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2024-09-13T00:03:23.611 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addr", 2024-09-13T00:03:23.611 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addrv", 2024-09-13T00:03:23.612 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2024-09-13T00:03:23.612 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_default_features", 2024-09-13T00:03:23.612 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_qos_exclude_ops", 2024-09-13T00:03:23.612 INFO:tasks.workunit.client.0.smithi032.stdout: "setgroup", 2024-09-13T00:03:23.612 INFO:tasks.workunit.client.0.smithi032.stdout: "setuser" 2024-09-13T00:03:23.612 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.612 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_changed": [ 2024-09-13T00:03:23.612 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T00:03:23.613 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2024-09-13T00:03:23.613 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2024-09-13T00:03:23.613 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2024-09-13T00:03:23.613 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2024-09-13T00:03:23.614 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2024-09-13T00:03:23.614 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2024-09-13T00:03:23.614 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2024-09-13T00:03:23.614 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2024-09-13T00:03:23.615 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2024-09-13T00:03:23.615 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2024-09-13T00:03:23.615 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2024-09-13T00:03:23.616 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2024-09-13T00:03:23.616 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2024-09-13T00:03:23.616 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2024-09-13T00:03:23.616 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_join_fs", 2024-09-13T00:03:23.616 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T00:03:23.616 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/container_init", 2024-09-13T00:03:23.616 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/migration_current", 2024-09-13T00:03:23.616 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T00:03:23.616 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T00:03:23.616 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T00:03:23.616 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T00:03:23.616 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T00:03:23.616 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T00:03:23.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T00:03:23.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/channel_ident", 2024-09-13T00:03:23.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/channel_perf", 2024-09-13T00:03:23.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/description", 2024-09-13T00:03:23.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/enabled", 2024-09-13T00:03:23.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/organization", 2024-09-13T00:03:23.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2024-09-13T00:03:23.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2024-09-13T00:03:23.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2024-09-13T00:03:23.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2024-09-13T00:03:23.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2024-09-13T00:03:23.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2024-09-13T00:03:23.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2024-09-13T00:03:23.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2024-09-13T00:03:23.618 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2024-09-13T00:03:23.619 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2024-09-13T00:03:23.619 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2024-09-13T00:03:23.619 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2024-09-13T00:03:23.619 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T00:03:23.619 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T00:03:23.619 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T00:03:23.619 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T00:03:23.619 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2024-09-13T00:03:23.619 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2024-09-13T00:03:23.619 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2024-09-13T00:03:23.619 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2024-09-13T00:03:23.619 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2024-09-13T00:03:23.619 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T00:03:23.619 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T00:03:23.620 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2024-09-13T00:03:23.620 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2024-09-13T00:03:23.620 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2024-09-13T00:03:23.620 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2024-09-13T00:03:23.620 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2024-09-13T00:03:23.620 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2024-09-13T00:03:23.620 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_cache_enabled", 2024-09-13T00:03:23.620 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_ops_log", 2024-09-13T00:03:23.620 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_usage_log" 2024-09-13T00:03:23.620 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.620 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.620 INFO:tasks.workunit.client.0.smithi032.stdout: "contact": null, 2024-09-13T00:03:23.620 INFO:tasks.workunit.client.0.smithi032.stdout: "crashes": [], 2024-09-13T00:03:23.620 INFO:tasks.workunit.client.0.smithi032.stdout: "created": "2024-09-12T23:47:58.405488Z", 2024-09-13T00:03:23.621 INFO:tasks.workunit.client.0.smithi032.stdout: "crush": { 2024-09-13T00:03:23.621 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_algs": { 2024-09-13T00:03:23.621 INFO:tasks.workunit.client.0.smithi032.stdout: "straw2": 3 2024-09-13T00:03:23.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.621 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_sizes": { 2024-09-13T00:03:23.621 INFO:tasks.workunit.client.0.smithi032.stdout: "2": 1, 2024-09-13T00:03:23.621 INFO:tasks.workunit.client.0.smithi032.stdout: "4": 2 2024-09-13T00:03:23.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.621 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_types": { 2024-09-13T00:03:23.621 INFO:tasks.workunit.client.0.smithi032.stdout: "1": 2, 2024-09-13T00:03:23.621 INFO:tasks.workunit.client.0.smithi032.stdout: "11": 1 2024-09-13T00:03:23.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.621 INFO:tasks.workunit.client.0.smithi032.stdout: "compat_weight_set": false, 2024-09-13T00:03:23.621 INFO:tasks.workunit.client.0.smithi032.stdout: "device_classes": [ 2024-09-13T00:03:23.622 INFO:tasks.workunit.client.0.smithi032.stdout: 8 2024-09-13T00:03:23.622 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_buckets": 6, 2024-09-13T00:03:23.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_devices": 8, 2024-09-13T00:03:23.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_rules": 1, 2024-09-13T00:03:23.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_types": 12, 2024-09-13T00:03:23.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_weight_sets": 0, 2024-09-13T00:03:23.622 INFO:tasks.workunit.client.0.smithi032.stdout: "tunables": { 2024-09-13T00:03:23.622 INFO:tasks.workunit.client.0.smithi032.stdout: "allowed_bucket_algs": 54, 2024-09-13T00:03:23.622 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_fallback_tries": 0, 2024-09-13T00:03:23.622 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_tries": 0, 2024-09-13T00:03:23.622 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_total_tries": 50, 2024-09-13T00:03:23.622 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_descend_once": 1, 2024-09-13T00:03:23.623 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_stable": 1, 2024-09-13T00:03:23.623 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_vary_r": 1, 2024-09-13T00:03:23.623 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v2_rules": 0, 2024-09-13T00:03:23.623 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v3_rules": 0, 2024-09-13T00:03:23.623 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v4_buckets": 1, 2024-09-13T00:03:23.623 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v5_rules": 0, 2024-09-13T00:03:23.623 INFO:tasks.workunit.client.0.smithi032.stdout: "legacy_tunables": 0, 2024-09-13T00:03:23.623 INFO:tasks.workunit.client.0.smithi032.stdout: "minimum_required_version": "jewel", 2024-09-13T00:03:23.623 INFO:tasks.workunit.client.0.smithi032.stdout: "optimal_tunables": 1, 2024-09-13T00:03:23.623 INFO:tasks.workunit.client.0.smithi032.stdout: "profile": "jewel", 2024-09-13T00:03:23.623 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables": 1, 2024-09-13T00:03:23.623 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables2": 1, 2024-09-13T00:03:23.623 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables3": 1, 2024-09-13T00:03:23.623 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables5": 1, 2024-09-13T00:03:23.624 INFO:tasks.workunit.client.0.smithi032.stdout: "straw_calc_version": 1 2024-09-13T00:03:23.624 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.624 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.624 INFO:tasks.workunit.client.0.smithi032.stdout: "description": "upgrade test cluster", 2024-09-13T00:03:23.624 INFO:tasks.workunit.client.0.smithi032.stdout: "fs": { 2024-09-13T00:03:23.624 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:23.624 INFO:tasks.workunit.client.0.smithi032.stdout: "feature_flags": { 2024-09-13T00:03:23.624 INFO:tasks.workunit.client.0.smithi032.stdout: "enable_multiple": true, 2024-09-13T00:03:23.624 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_enabled_multiple": true 2024-09-13T00:03:23.624 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.624 INFO:tasks.workunit.client.0.smithi032.stdout: "filesystems": [ 2024-09-13T00:03:23.624 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.624 INFO:tasks.workunit.client.0.smithi032.stdout: "approx_ctime": "2024-09", 2024-09-13T00:03:23.624 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer_enabled": false, 2024-09-13T00:03:23.625 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.625 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_caps": 0, 2024-09-13T00:03:23.625 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_dns": 10, 2024-09-13T00:03:23.625 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_inos": 13, 2024-09-13T00:03:23.625 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_subtrees": 2, 2024-09-13T00:03:23.625 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_allowed_features": 0, 2024-09-13T00:03:23.625 INFO:tasks.workunit.client.0.smithi032.stdout: "explicitly_allowed_features": 0, 2024-09-13T00:03:23.625 INFO:tasks.workunit.client.0.smithi032.stdout: "files": 0, 2024-09-13T00:03:23.625 INFO:tasks.workunit.client.0.smithi032.stdout: "max_mds": 1, 2024-09-13T00:03:23.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_data_pools": 1, 2024-09-13T00:03:23.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_in": 1, 2024-09-13T00:03:23.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_mds": 1, 2024-09-13T00:03:23.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": 0, 2024-09-13T00:03:23.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_replay": 0, 2024-09-13T00:03:23.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_up": 1, 2024-09-13T00:03:23.626 INFO:tasks.workunit.client.0.smithi032.stdout: "snaps": 0, 2024-09-13T00:03:23.626 INFO:tasks.workunit.client.0.smithi032.stdout: "standby_count_wanted": 0 2024-09-13T00:03:23.626 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.626 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_mds": 1, 2024-09-13T00:03:23.626 INFO:tasks.workunit.client.0.smithi032.stdout: "total_num_mds": 2 2024-09-13T00:03:23.626 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.626 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_stats": { 2024-09-13T00:03:23.626 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2024-09-13T00:03:23.626 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.a6bd5db2bf6e92207ab6c56be5506ba319f0e240": { 2024-09-13T00:03:23.626 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 22233088, 2024-09-13T00:03:23.626 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 363608, 2024-09-13T00:03:23.626 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 4718592, 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 851968, 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 0, 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 351, 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 1018648, 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 12, 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 595968, 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 14684304, 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 22233088 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.c004abbaf9f2517008713053845bb06814c9d691": { 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 20791296, 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 499832, 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2621440, 2024-09-13T00:03:23.627 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 16384, 2024-09-13T00:03:23.628 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 393216, 2024-09-13T00:03:23.628 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 443, 2024-09-13T00:03:23.628 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:23.628 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 1253072, 2024-09-13T00:03:23.628 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 21, 2024-09-13T00:03:23.628 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1260544, 2024-09-13T00:03:23.628 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 15140024, 2024-09-13T00:03:23.628 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 21184512 2024-09-13T00:03:23.628 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.628 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.628 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:23.628 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.a6bd5db2bf6e92207ab6c56be5506ba319f0e240": { 2024-09-13T00:03:23.628 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 48226304, 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 2491248, 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2621440, 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 737280, 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 253952, 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1811, 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 9775896, 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 23, 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 3283456, 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 29316984, 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 48480256 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.b7202fdf16c919b18ab34e79f78566e8d7124c7b": { 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 37019648, 2024-09-13T00:03:23.629 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 836512, 2024-09-13T00:03:23.630 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2621440, 2024-09-13T00:03:23.630 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2024-09-13T00:03:23.630 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1056768, 2024-09-13T00:03:23.630 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1003, 2024-09-13T00:03:23.630 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:23.630 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 7547680, 2024-09-13T00:03:23.630 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 21, 2024-09-13T00:03:23.630 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2036992, 2024-09-13T00:03:23.630 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 23977024, 2024-09-13T00:03:23.630 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 38076416 2024-09-13T00:03:23.630 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.630 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.c004abbaf9f2517008713053845bb06814c9d691": { 2024-09-13T00:03:23.630 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 37634048, 2024-09-13T00:03:23.630 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 1330128, 2024-09-13T00:03:23.631 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2621440, 2024-09-13T00:03:23.631 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2024-09-13T00:03:23.631 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 2539520, 2024-09-13T00:03:23.631 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1173, 2024-09-13T00:03:23.631 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:23.631 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 8033328, 2024-09-13T00:03:23.631 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 21, 2024-09-13T00:03:23.631 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1540608, 2024-09-13T00:03:23.631 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 24108544, 2024-09-13T00:03:23.631 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 40173568 2024-09-13T00:03:23.631 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.631 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.631 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.631 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.0": { 2024-09-13T00:03:23.632 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 275488768, 2024-09-13T00:03:23.632 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 871072, 2024-09-13T00:03:23.632 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2024-09-13T00:03:23.632 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2024-09-13T00:03:23.632 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 335872, 2024-09-13T00:03:23.632 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1543, 2024-09-13T00:03:23.632 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:23.632 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 5561000, 2024-09-13T00:03:23.632 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 45, 2024-09-13T00:03:23.632 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2868480, 2024-09-13T00:03:23.632 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 263435704, 2024-09-13T00:03:23.632 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 275824640 2024-09-13T00:03:23.632 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.632 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.1": { 2024-09-13T00:03:23.633 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 274317312, 2024-09-13T00:03:23.633 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 724488, 2024-09-13T00:03:23.633 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2024-09-13T00:03:23.633 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2024-09-13T00:03:23.633 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 458752, 2024-09-13T00:03:23.633 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1459, 2024-09-13T00:03:23.633 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:23.633 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 5436864, 2024-09-13T00:03:23.633 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2024-09-13T00:03:23.633 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2502400, 2024-09-13T00:03:23.633 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262901048, 2024-09-13T00:03:23.633 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 274776064 2024-09-13T00:03:23.633 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.633 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.2": { 2024-09-13T00:03:23.634 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 273530880, 2024-09-13T00:03:23.634 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 994368, 2024-09-13T00:03:23.634 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2024-09-13T00:03:23.634 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2024-09-13T00:03:23.634 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 196608, 2024-09-13T00:03:23.634 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1364, 2024-09-13T00:03:23.634 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:23.634 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4501872, 2024-09-13T00:03:23.634 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 47, 2024-09-13T00:03:23.634 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2841600, 2024-09-13T00:03:23.634 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262440528, 2024-09-13T00:03:23.634 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 273727488 2024-09-13T00:03:23.634 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.634 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.3": { 2024-09-13T00:03:23.635 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 272334848, 2024-09-13T00:03:23.635 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 764008, 2024-09-13T00:03:23.635 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2024-09-13T00:03:23.635 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 24576, 2024-09-13T00:03:23.635 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 278528, 2024-09-13T00:03:23.635 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1343, 2024-09-13T00:03:23.635 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:23.635 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4278072, 2024-09-13T00:03:23.635 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 45, 2024-09-13T00:03:23.636 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2187008, 2024-09-13T00:03:23.636 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262328672, 2024-09-13T00:03:23.636 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 272613376 2024-09-13T00:03:23.636 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.636 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.4": { 2024-09-13T00:03:23.636 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 273801216, 2024-09-13T00:03:23.636 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 790680, 2024-09-13T00:03:23.636 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2024-09-13T00:03:23.636 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 1007616, 2024-09-13T00:03:23.636 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 8192, 2024-09-13T00:03:23.636 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1325, 2024-09-13T00:03:23.636 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:23.637 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 5068824, 2024-09-13T00:03:23.637 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 47, 2024-09-13T00:03:23.637 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1953280, 2024-09-13T00:03:23.637 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262228304, 2024-09-13T00:03:23.637 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 273809408 2024-09-13T00:03:23.637 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.637 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.5": { 2024-09-13T00:03:23.637 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 273612800, 2024-09-13T00:03:23.637 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 731288, 2024-09-13T00:03:23.637 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2024-09-13T00:03:23.637 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 8192, 2024-09-13T00:03:23.637 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 114688, 2024-09-13T00:03:23.638 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1356, 2024-09-13T00:03:23.638 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:23.638 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4777152, 2024-09-13T00:03:23.638 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2024-09-13T00:03:23.638 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2646016, 2024-09-13T00:03:23.638 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262697640, 2024-09-13T00:03:23.638 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 273727488 2024-09-13T00:03:23.638 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.638 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.6": { 2024-09-13T00:03:23.638 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 274956288, 2024-09-13T00:03:23.638 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 809952, 2024-09-13T00:03:23.638 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 4849664, 2024-09-13T00:03:23.638 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 24576, 2024-09-13T00:03:23.639 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1916928, 2024-09-13T00:03:23.639 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1339, 2024-09-13T00:03:23.639 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:23.639 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 5146096, 2024-09-13T00:03:23.639 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 45, 2024-09-13T00:03:23.639 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1950976, 2024-09-13T00:03:23.639 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262175024, 2024-09-13T00:03:23.639 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 276873216 2024-09-13T00:03:23.639 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.639 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.7": { 2024-09-13T00:03:23.639 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 273047552, 2024-09-13T00:03:23.639 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 1095816, 2024-09-13T00:03:23.639 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2024-09-13T00:03:23.639 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2024-09-13T00:03:23.640 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 892928, 2024-09-13T00:03:23.640 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1338, 2024-09-13T00:03:23.640 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:23.640 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4954888, 2024-09-13T00:03:23.640 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2024-09-13T00:03:23.640 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2068480, 2024-09-13T00:03:23.640 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262175856, 2024-09-13T00:03:23.640 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 273940480 2024-09-13T00:03:23.640 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.640 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.640 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.640 INFO:tasks.workunit.client.0.smithi032.stdout: "hosts": { 2024-09-13T00:03:23.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num": 2, 2024-09-13T00:03:23.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mds": 2, 2024-09-13T00:03:23.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mgr": 2, 2024-09-13T00:03:23.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mon": 2, 2024-09-13T00:03:23.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_osd": 2 2024-09-13T00:03:23.641 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.641 INFO:tasks.workunit.client.0.smithi032.stdout: "io_rate": { 2024-09-13T00:03:23.641 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_stats_delta": { 2024-09-13T00:03:23.641 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 0, 2024-09-13T00:03:23.641 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:23.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 0, 2024-09-13T00:03:23.641 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:23.641 INFO:tasks.workunit.client.0.smithi032.stdout: "stamp_delta": "12.005132", 2024-09-13T00:03:23.641 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:23.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:23.643 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:23.643 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:23.643 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:23.643 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:23.643 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:23.643 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:23.643 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:23.643 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:23.643 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:23.643 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:23.643 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:23.643 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:23.643 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:23.643 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:23.644 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:23.644 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:23.644 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:23.644 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:23.644 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:23.644 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:23.644 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:23.644 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:23.644 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:23.644 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:23.644 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:23.644 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.644 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2024-09-13T00:03:23.644 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 0, 2024-09-13T00:03:23.645 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2024-09-13T00:03:23.645 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2024-09-13T00:03:23.645 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2024-09-13T00:03:23.645 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2024-09-13T00:03:23.645 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 0, 2024-09-13T00:03:23.645 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2024-09-13T00:03:23.645 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2024-09-13T00:03:23.645 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2024-09-13T00:03:23.645 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2024-09-13T00:03:23.645 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.645 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 0 2024-09-13T00:03:23.645 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.645 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.645 INFO:tasks.workunit.client.0.smithi032.stdout: "leaderboard": false, 2024-09-13T00:03:23.646 INFO:tasks.workunit.client.0.smithi032.stdout: "license": "sharing-1-0", 2024-09-13T00:03:23.646 INFO:tasks.workunit.client.0.smithi032.stdout: "mempool": { 2024-09-13T00:03:23.646 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2024-09-13T00:03:23.646 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.a6bd5db2bf6e92207ab6c56be5506ba319f0e240": { 2024-09-13T00:03:23.646 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:23.646 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.646 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.646 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.646 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:23.646 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.646 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.646 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.646 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:23.646 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.647 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.647 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.647 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:23.647 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.647 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.647 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.647 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:23.647 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.647 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.647 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.647 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:23.647 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.647 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.647 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.648 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:23.648 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.648 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.648 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.648 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:23.648 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.648 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.648 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.648 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:23.648 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.648 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.648 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.648 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:23.648 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.649 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.649 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.649 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:23.649 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.649 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.649 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.649 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:23.649 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.649 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.649 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.649 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:23.649 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.649 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.649 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.650 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:23.650 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.650 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.650 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.650 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:23.650 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.650 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.650 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.650 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:23.650 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.650 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.650 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.650 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:23.650 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.651 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.651 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.651 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:23.651 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.651 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.651 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.651 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:23.651 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 149057, 2024-09-13T00:03:23.651 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 32 2024-09-13T00:03:23.651 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.651 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:23.651 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.651 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.651 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.652 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:23.652 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 856, 2024-09-13T00:03:23.652 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2024-09-13T00:03:23.652 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.652 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.652 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.652 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.652 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.652 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:23.652 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.652 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.652 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.652 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:23.652 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.653 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.c004abbaf9f2517008713053845bb06814c9d691": { 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:23.654 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.655 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.655 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.655 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:23.655 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.655 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.655 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.655 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:23.655 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.655 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.655 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.655 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:23.655 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.655 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.656 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.656 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:23.656 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.656 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.656 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.656 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:23.656 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.656 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.656 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.656 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:23.656 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.656 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.656 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.656 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:23.657 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.657 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.657 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.657 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:23.657 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.657 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.657 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.657 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:23.657 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.657 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.657 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.657 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:23.657 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.657 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.658 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:23.658 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.658 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.658 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:23.658 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.658 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.658 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:23.658 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.658 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.658 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:23.659 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.659 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.659 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.659 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:23.659 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.659 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.659 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.659 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:23.659 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.659 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.659 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.659 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:23.659 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 222471, 2024-09-13T00:03:23.659 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 72 2024-09-13T00:03:23.660 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.660 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:23.660 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.660 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.660 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.660 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:23.660 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 50488, 2024-09-13T00:03:23.660 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 208 2024-09-13T00:03:23.660 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.660 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.660 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.660 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.660 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.660 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:23.661 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.661 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.661 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.661 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:23.661 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.661 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.661 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.661 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:23.661 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8040, 2024-09-13T00:03:23.661 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 137 2024-09-13T00:03:23.661 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.661 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:23.661 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.661 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.662 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.662 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:23.662 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.662 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.662 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.662 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:23.662 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.662 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.662 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.662 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:23.662 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.662 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.662 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.662 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.663 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.663 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:23.663 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.a6bd5db2bf6e92207ab6c56be5506ba319f0e240": { 2024-09-13T00:03:23.663 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:23.663 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.663 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.663 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.663 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:23.663 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.663 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.663 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.663 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:23.663 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.663 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.664 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.664 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:23.664 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.664 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.664 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.664 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:23.664 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.664 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.664 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.664 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:23.664 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.664 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.664 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.664 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:23.665 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.665 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.665 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.665 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:23.665 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.665 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.665 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.665 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:23.665 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.665 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.665 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.665 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:23.666 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.666 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.666 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.666 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:23.666 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.666 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.666 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.666 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:23.666 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.666 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.666 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.666 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:23.666 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.666 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.667 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.667 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:23.667 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.667 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.667 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.667 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:23.667 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.667 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.667 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.667 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:23.667 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.668 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.668 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.668 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:23.668 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.668 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.668 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.668 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:23.668 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.668 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.668 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.668 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:23.668 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 978444, 2024-09-13T00:03:23.668 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 333 2024-09-13T00:03:23.669 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.669 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:23.669 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.669 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.669 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.669 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:23.669 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.669 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.673 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.673 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.673 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.673 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.673 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.673 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:23.673 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.673 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.673 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.673 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:23.673 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.673 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.673 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.673 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:23.674 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6688, 2024-09-13T00:03:23.674 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 136 2024-09-13T00:03:23.674 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.674 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:23.674 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12744, 2024-09-13T00:03:23.674 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1546 2024-09-13T00:03:23.674 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.674 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:23.674 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10624, 2024-09-13T00:03:23.674 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 206 2024-09-13T00:03:23.674 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.674 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:23.674 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.674 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.b7202fdf16c919b18ab34e79f78566e8d7124c7b": { 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.675 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.676 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:23.676 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.676 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.676 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.676 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:23.676 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.676 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.676 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.676 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:23.676 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.676 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.676 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.676 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:23.677 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.677 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.677 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.677 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:23.677 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.677 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.677 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.677 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:23.677 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.677 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.677 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.677 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.679 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:23.679 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.679 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.679 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:23.679 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.679 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.679 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:23.679 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.679 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.680 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:23.680 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.680 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.680 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.680 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:23.680 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.680 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.680 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.680 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:23.680 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.680 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.681 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:23.681 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1050804, 2024-09-13T00:03:23.681 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 336 2024-09-13T00:03:23.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.681 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:23.681 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 176, 2024-09-13T00:03:23.681 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2024-09-13T00:03:23.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.681 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:23.681 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.681 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.681 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.682 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.682 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.682 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:23.682 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.682 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.682 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:23.682 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.682 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.682 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:23.682 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6688, 2024-09-13T00:03:23.682 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 136 2024-09-13T00:03:23.683 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.683 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:23.683 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12744, 2024-09-13T00:03:23.683 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1546 2024-09-13T00:03:23.683 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.683 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:23.683 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5312, 2024-09-13T00:03:23.683 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 103 2024-09-13T00:03:23.683 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.683 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:23.683 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.683 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.683 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.683 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.c004abbaf9f2517008713053845bb06814c9d691": { 2024-09-13T00:03:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:23.685 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.685 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.685 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.685 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:23.685 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.685 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.685 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.685 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:23.685 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.685 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.685 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.685 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:23.685 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.686 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:23.687 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.687 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.687 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.687 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:23.687 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.687 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.687 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.687 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:23.687 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.687 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.687 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.687 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:23.687 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.687 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.688 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.688 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:23.688 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.688 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.688 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.688 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:23.688 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.688 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.688 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.688 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:23.688 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.688 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.688 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.688 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:23.689 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.689 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.689 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.689 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:23.689 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.689 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.689 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.689 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:23.689 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1027571, 2024-09-13T00:03:23.689 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 335 2024-09-13T00:03:23.689 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.689 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:23.689 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 88, 2024-09-13T00:03:23.689 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2024-09-13T00:03:23.690 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.690 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:23.690 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.690 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.690 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.690 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.690 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.690 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.690 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.690 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:23.690 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.690 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.690 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.690 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6688, 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 136 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12744, 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1546 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5312, 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 103 2024-09-13T00:03:23.691 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.692 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:23.692 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.692 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.692 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.692 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:23.692 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.692 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.692 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.692 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.692 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.692 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.692 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.0": { 2024-09-13T00:03:23.692 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:23.693 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.693 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.693 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.693 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:23.693 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:23.693 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:23.693 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.693 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:23.693 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:23.693 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:23.693 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.693 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:23.693 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:23.693 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:23.694 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.694 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:23.694 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19040, 2024-09-13T00:03:23.694 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 170 2024-09-13T00:03:23.694 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.694 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:23.694 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 112, 2024-09-13T00:03:23.694 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2024-09-13T00:03:23.694 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.694 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:23.694 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8160, 2024-09-13T00:03:23.694 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 170 2024-09-13T00:03:23.694 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.694 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19040, 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 170 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5040, 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 63 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4096, 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 52512, 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 9469 2024-09-13T00:03:23.695 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.696 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:23.696 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 129200, 2024-09-13T00:03:23.696 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 190 2024-09-13T00:03:23.696 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.696 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:23.696 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10732, 2024-09-13T00:03:23.696 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 673 2024-09-13T00:03:23.696 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.696 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:23.696 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.696 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.696 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.696 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 30372, 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 190 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 396316, 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 87 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2429730, 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 195 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5544, 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 63 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 521280, 2024-09-13T00:03:23.698 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 45 2024-09-13T00:03:23.699 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.699 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:23.699 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.699 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.699 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.699 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:23.699 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 70304, 2024-09-13T00:03:23.699 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 140 2024-09-13T00:03:23.699 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.699 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:23.699 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 227464, 2024-09-13T00:03:23.699 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3450 2024-09-13T00:03:23.699 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.700 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:23.700 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.700 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.700 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.700 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:23.700 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.700 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.700 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.700 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:23.700 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.700 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.700 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.700 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:23.700 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.701 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.701 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.701 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.701 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.1": { 2024-09-13T00:03:23.701 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:23.701 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.701 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.701 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.701 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:23.701 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:23.701 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:23.701 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.701 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:23.701 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:23.702 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:23.702 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.702 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:23.702 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:23.702 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:23.702 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.702 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:23.702 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17696, 2024-09-13T00:03:23.702 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 158 2024-09-13T00:03:23.702 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.702 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:23.702 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 896, 2024-09-13T00:03:23.702 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:23.702 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7584, 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 158 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17696, 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 158 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4320, 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 54 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12288, 2024-09-13T00:03:23.703 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:23.704 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.704 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:23.704 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 46331, 2024-09-13T00:03:23.704 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8413 2024-09-13T00:03:23.704 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.704 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:23.704 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 119000, 2024-09-13T00:03:23.704 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 175 2024-09-13T00:03:23.704 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.704 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:23.704 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8688, 2024-09-13T00:03:23.704 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 498 2024-09-13T00:03:23.704 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.704 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:23.705 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.705 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.705 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.705 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:23.705 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 25928, 2024-09-13T00:03:23.705 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 175 2024-09-13T00:03:23.705 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.705 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:23.705 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 736, 2024-09-13T00:03:23.705 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2024-09-13T00:03:23.705 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.705 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:23.705 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 367140, 2024-09-13T00:03:23.705 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 80 2024-09-13T00:03:23.706 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.706 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:23.706 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12096, 2024-09-13T00:03:23.706 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:23.706 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.706 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:23.706 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2392663, 2024-09-13T00:03:23.706 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 188 2024-09-13T00:03:23.706 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.706 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:23.706 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4840, 2024-09-13T00:03:23.706 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 55 2024-09-13T00:03:23.706 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.706 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:23.707 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.707 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.707 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.707 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.707 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 428608, 2024-09-13T00:03:23.707 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 37 2024-09-13T00:03:23.707 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.707 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:23.707 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.707 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.707 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.707 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:23.707 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8528, 2024-09-13T00:03:23.707 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 22 2024-09-13T00:03:23.708 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.708 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:23.708 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 227976, 2024-09-13T00:03:23.708 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3474 2024-09-13T00:03:23.708 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.708 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:23.708 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.708 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.708 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.708 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:23.708 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.708 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.708 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.708 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.2": { 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:23.709 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:23.710 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:23.710 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.710 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:23.710 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:23.710 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:23.710 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.710 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:23.710 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:23.710 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:23.710 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.710 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:23.710 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17136, 2024-09-13T00:03:23.710 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 153 2024-09-13T00:03:23.710 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.711 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:23.711 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 672, 2024-09-13T00:03:23.711 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2024-09-13T00:03:23.711 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.711 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:23.711 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7344, 2024-09-13T00:03:23.711 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 153 2024-09-13T00:03:23.711 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.711 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:23.711 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17136, 2024-09-13T00:03:23.711 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 153 2024-09-13T00:03:23.711 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.711 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:23.711 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 3920, 2024-09-13T00:03:23.712 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 49 2024-09-13T00:03:23.712 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.712 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:23.712 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4096, 2024-09-13T00:03:23.712 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2024-09-13T00:03:23.712 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.712 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:23.712 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 42079, 2024-09-13T00:03:23.712 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 7802 2024-09-13T00:03:23.712 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.712 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:23.712 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 112200, 2024-09-13T00:03:23.712 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2024-09-13T00:03:23.712 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.713 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:23.713 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7916, 2024-09-13T00:03:23.713 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 482 2024-09-13T00:03:23.713 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.713 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:23.713 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.713 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.713 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.713 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:23.713 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 24208, 2024-09-13T00:03:23.713 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2024-09-13T00:03:23.713 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.713 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:23.713 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 736, 2024-09-13T00:03:23.714 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2024-09-13T00:03:23.714 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.714 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:23.714 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 332830, 2024-09-13T00:03:23.714 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 72 2024-09-13T00:03:23.714 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.714 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:23.714 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12096, 2024-09-13T00:03:23.714 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:23.714 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.714 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:23.714 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2440648, 2024-09-13T00:03:23.714 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 187 2024-09-13T00:03:23.714 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.715 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:23.715 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4224, 2024-09-13T00:03:23.715 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 48 2024-09-13T00:03:23.715 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.715 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:23.715 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.715 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.715 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.715 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.715 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 359104, 2024-09-13T00:03:23.715 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 31 2024-09-13T00:03:23.715 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.716 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:23.716 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.716 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.716 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.716 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:23.716 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8320, 2024-09-13T00:03:23.716 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 24 2024-09-13T00:03:23.716 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.716 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:23.716 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 227464, 2024-09-13T00:03:23.716 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3450 2024-09-13T00:03:23.716 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.716 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:23.716 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.717 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.717 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.717 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:23.717 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.717 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.717 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.717 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:23.717 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.717 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.717 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.717 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:23.717 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.717 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.717 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.718 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.718 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.3": { 2024-09-13T00:03:23.718 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:23.718 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.718 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.718 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.718 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:23.718 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:23.718 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:23.718 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.718 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:23.718 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:23.718 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17808, 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 159 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 448, 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 4 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:23.719 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7632, 2024-09-13T00:03:23.720 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 159 2024-09-13T00:03:23.720 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.720 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:23.720 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17808, 2024-09-13T00:03:23.720 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 159 2024-09-13T00:03:23.720 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.720 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:23.720 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 3520, 2024-09-13T00:03:23.720 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 44 2024-09-13T00:03:23.720 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.720 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:23.720 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 14457, 2024-09-13T00:03:23.720 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:23.721 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.721 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:23.721 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 45142, 2024-09-13T00:03:23.721 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8311 2024-09-13T00:03:23.721 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.721 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:23.721 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 117640, 2024-09-13T00:03:23.721 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 173 2024-09-13T00:03:23.721 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.721 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:23.721 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8724, 2024-09-13T00:03:23.721 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 501 2024-09-13T00:03:23.721 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.722 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:23.722 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.722 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.722 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.722 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:23.722 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 25248, 2024-09-13T00:03:23.722 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 173 2024-09-13T00:03:23.722 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.722 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:23.722 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1472, 2024-09-13T00:03:23.722 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2024-09-13T00:03:23.722 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.722 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:23.722 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 215302, 2024-09-13T00:03:23.723 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 44 2024-09-13T00:03:23.723 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.723 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:23.723 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 26637, 2024-09-13T00:03:23.723 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:23.723 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.723 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:23.723 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2434771, 2024-09-13T00:03:23.723 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 186 2024-09-13T00:03:23.723 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.723 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:23.723 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4928, 2024-09-13T00:03:23.723 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 56 2024-09-13T00:03:23.723 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.724 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:23.724 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.724 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.724 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.724 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.724 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 428608, 2024-09-13T00:03:23.724 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 37 2024-09-13T00:03:23.724 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.724 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:23.724 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.724 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.724 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.724 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:23.724 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10920, 2024-09-13T00:03:23.725 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 21 2024-09-13T00:03:23.725 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.725 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:23.725 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 227464, 2024-09-13T00:03:23.725 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3450 2024-09-13T00:03:23.725 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.725 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:23.725 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.725 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.725 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.725 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:23.725 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.725 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.725 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.726 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:23.726 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.726 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.726 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.726 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:23.726 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.726 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.726 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.726 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.726 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.4": { 2024-09-13T00:03:23.726 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:23.726 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.726 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:23.727 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17920, 2024-09-13T00:03:23.728 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 160 2024-09-13T00:03:23.728 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.728 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:23.728 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 560, 2024-09-13T00:03:23.728 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 5 2024-09-13T00:03:23.728 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.728 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:23.728 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7680, 2024-09-13T00:03:23.728 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 160 2024-09-13T00:03:23.728 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.728 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:23.728 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17920, 2024-09-13T00:03:23.728 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 160 2024-09-13T00:03:23.729 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.729 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:23.729 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 3120, 2024-09-13T00:03:23.729 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 39 2024-09-13T00:03:23.729 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.729 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:23.729 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.729 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.729 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.729 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:23.729 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 46415, 2024-09-13T00:03:23.729 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8506 2024-09-13T00:03:23.729 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.729 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:23.730 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 120360, 2024-09-13T00:03:23.730 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2024-09-13T00:03:23.730 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.730 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:23.730 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8952, 2024-09-13T00:03:23.730 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 504 2024-09-13T00:03:23.730 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.730 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:23.730 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.730 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.730 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.730 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:23.730 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 26104, 2024-09-13T00:03:23.730 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 736, 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 881177, 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 63 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12096, 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:23.731 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2386198, 2024-09-13T00:03:23.732 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 167 2024-09-13T00:03:23.732 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.732 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:23.732 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4752, 2024-09-13T00:03:23.732 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 54 2024-09-13T00:03:23.732 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.732 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:23.732 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.732 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.732 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.732 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.732 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 451776, 2024-09-13T00:03:23.732 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 39 2024-09-13T00:03:23.732 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.733 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:23.733 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.733 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.733 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.733 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:23.733 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8944, 2024-09-13T00:03:23.733 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 18 2024-09-13T00:03:23.733 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.733 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:23.733 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 227464, 2024-09-13T00:03:23.733 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3450 2024-09-13T00:03:23.733 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.733 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:23.733 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.734 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.734 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.734 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:23.734 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.734 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.734 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.734 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:23.734 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.734 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.734 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.734 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:23.734 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.734 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.734 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.735 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.735 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.5": { 2024-09-13T00:03:23.735 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:23.735 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.735 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.735 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.735 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:23.735 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:23.735 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:23.735 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.735 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:23.736 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:23.736 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:23.736 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.736 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:23.736 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:23.736 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:23.736 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.736 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:23.736 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17808, 2024-09-13T00:03:23.737 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 159 2024-09-13T00:03:23.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.737 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:23.737 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 224, 2024-09-13T00:03:23.737 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2024-09-13T00:03:23.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.737 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:23.737 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7632, 2024-09-13T00:03:23.737 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 159 2024-09-13T00:03:23.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.737 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:23.737 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17808, 2024-09-13T00:03:23.737 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 159 2024-09-13T00:03:23.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.738 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:23.738 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2800, 2024-09-13T00:03:23.738 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 35 2024-09-13T00:03:23.738 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.738 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:23.738 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.738 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.738 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.738 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:23.738 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 47382, 2024-09-13T00:03:23.738 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8595 2024-09-13T00:03:23.738 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.738 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:23.739 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 121720, 2024-09-13T00:03:23.739 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 179 2024-09-13T00:03:23.739 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.739 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:23.739 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 9172, 2024-09-13T00:03:23.739 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 505 2024-09-13T00:03:23.739 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.739 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:23.739 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.739 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.739 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.739 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:23.739 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 26784, 2024-09-13T00:03:23.739 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 179 2024-09-13T00:03:23.740 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.740 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:23.740 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1472, 2024-09-13T00:03:23.740 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2024-09-13T00:03:23.740 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.740 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:23.740 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 817257, 2024-09-13T00:03:23.740 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 47 2024-09-13T00:03:23.740 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.740 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:23.740 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 26637, 2024-09-13T00:03:23.740 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:23.740 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.740 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:23.741 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2423528, 2024-09-13T00:03:23.741 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2024-09-13T00:03:23.741 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.741 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:23.741 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5456, 2024-09-13T00:03:23.741 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 62 2024-09-13T00:03:23.741 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.741 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:23.741 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.741 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.741 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.741 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.741 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 474944, 2024-09-13T00:03:23.741 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 41 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 14040, 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 27 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 228232, 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3486 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:23.742 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.743 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.743 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.743 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:23.743 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.743 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.743 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.743 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:23.743 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.743 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.743 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.743 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:23.743 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.743 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.743 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.744 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.744 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.6": { 2024-09-13T00:03:23.744 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:23.744 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.744 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.744 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.744 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:23.744 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:23.744 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:23.744 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.744 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:23.744 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:23.744 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:23.744 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.745 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:23.745 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:23.745 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:23.745 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.745 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:23.745 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18816, 2024-09-13T00:03:23.745 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 168 2024-09-13T00:03:23.745 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.745 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:23.745 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.745 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.745 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.745 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:23.745 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8064, 2024-09-13T00:03:23.746 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 168 2024-09-13T00:03:23.746 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.746 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:23.746 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18816, 2024-09-13T00:03:23.746 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 168 2024-09-13T00:03:23.746 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.746 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:23.746 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2400, 2024-09-13T00:03:23.746 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 30 2024-09-13T00:03:23.746 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.746 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:23.746 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.746 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.746 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 46993, 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8836 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 120360, 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10212, 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 663 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.747 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.748 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.748 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:23.748 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 27300, 2024-09-13T00:03:23.748 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2024-09-13T00:03:23.748 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.748 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:23.748 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.748 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.748 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.748 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:23.748 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 462426, 2024-09-13T00:03:23.748 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 40 2024-09-13T00:03:23.748 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.748 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:23.749 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.749 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.749 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.749 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:23.749 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2400944, 2024-09-13T00:03:23.749 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2024-09-13T00:03:23.749 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.749 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:23.749 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4576, 2024-09-13T00:03:23.749 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 52 2024-09-13T00:03:23.749 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.749 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:23.749 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.749 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.750 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.750 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.750 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 451776, 2024-09-13T00:03:23.750 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 39 2024-09-13T00:03:23.750 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.750 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:23.750 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.750 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.750 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.750 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:23.750 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 70096, 2024-09-13T00:03:23.750 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 146 2024-09-13T00:03:23.750 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.750 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:23.751 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 227464, 2024-09-13T00:03:23.751 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3450 2024-09-13T00:03:23.751 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.751 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:23.751 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.751 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.751 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.751 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:23.751 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.751 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.751 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.751 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:23.751 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.751 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.7": { 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:23.752 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.753 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:23.753 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:23.753 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:23.753 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.753 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:23.753 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:23.753 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:23.753 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.753 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:23.753 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18816, 2024-09-13T00:03:23.753 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 168 2024-09-13T00:03:23.753 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.753 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:23.753 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1232, 2024-09-13T00:03:23.754 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 11 2024-09-13T00:03:23.754 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.754 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:23.754 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8064, 2024-09-13T00:03:23.754 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 168 2024-09-13T00:03:23.754 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.754 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:23.754 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18816, 2024-09-13T00:03:23.754 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 168 2024-09-13T00:03:23.754 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.754 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:23.754 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1920, 2024-09-13T00:03:23.754 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 24 2024-09-13T00:03:23.754 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 293243, 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 12 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 51054, 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 9329 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 127160, 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 187 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10996, 2024-09-13T00:03:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 670 2024-09-13T00:03:23.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.756 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:23.756 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.756 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.756 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:23.756 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 29860, 2024-09-13T00:03:23.756 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 187 2024-09-13T00:03:23.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.756 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:23.756 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.756 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.756 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:23.757 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 138499, 2024-09-13T00:03:23.757 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 26 2024-09-13T00:03:23.757 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.757 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:23.757 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.757 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.757 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.757 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:23.757 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2393972, 2024-09-13T00:03:23.757 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 201 2024-09-13T00:03:23.757 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.757 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:23.757 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6336, 2024-09-13T00:03:23.758 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 72 2024-09-13T00:03:23.758 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.758 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:23.758 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.758 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.758 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.758 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.758 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 532864, 2024-09-13T00:03:23.758 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 46 2024-09-13T00:03:23.758 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.758 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:23.758 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.758 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.758 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 71552, 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 172 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 227464, 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3450 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.759 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.760 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.760 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:23.760 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.760 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.760 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.760 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:23.760 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:23.760 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:23.760 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.760 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.760 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.760 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.760 INFO:tasks.workunit.client.0.smithi032.stdout: "metadata": { 2024-09-13T00:03:23.760 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2024-09-13T00:03:23.761 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2024-09-13T00:03:23.761 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 2 2024-09-13T00:03:23.761 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.761 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2024-09-13T00:03:23.761 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:03:23.761 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.761 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2024-09-13T00:03:23.761 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-09-13T00:03:23.761 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.761 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2024-09-13T00:03:23.761 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 2 2024-09-13T00:03:23.761 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.761 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2024-09-13T00:03:23.761 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 9": 2 2024-09-13T00:03:23.762 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.762 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2024-09-13T00:03:23.762 INFO:tasks.workunit.client.0.smithi032.stdout: "#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024": 2 2024-09-13T00:03:23.762 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.762 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2024-09-13T00:03:23.762 INFO:tasks.workunit.client.0.smithi032.stdout: "5.15.0-121-generic": 2 2024-09-13T00:03:23.762 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.762 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2024-09-13T00:03:23.762 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 2 2024-09-13T00:03:23.762 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.762 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.762 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:23.762 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2024-09-13T00:03:23.762 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 3 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 3 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 9": 3 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2024-09-13T00:03:23.763 INFO:tasks.workunit.client.0.smithi032.stdout: "#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024": 3 2024-09-13T00:03:23.764 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.764 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2024-09-13T00:03:23.764 INFO:tasks.workunit.client.0.smithi032.stdout: "5.15.0-121-generic": 3 2024-09-13T00:03:23.764 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.764 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2024-09-13T00:03:23.764 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 3 2024-09-13T00:03:23.764 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.764 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.764 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.764 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2024-09-13T00:03:23.764 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 8 2024-09-13T00:03:23.764 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.764 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2024-09-13T00:03:23.765 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:03:23.765 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.765 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2024-09-13T00:03:23.765 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-09-13T00:03:23.765 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.765 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2024-09-13T00:03:23.765 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 8 2024-09-13T00:03:23.765 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.765 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2024-09-13T00:03:23.765 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 9": 8 2024-09-13T00:03:23.765 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.765 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2024-09-13T00:03:23.765 INFO:tasks.workunit.client.0.smithi032.stdout: "#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024": 8 2024-09-13T00:03:23.765 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2024-09-13T00:03:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: "5.15.0-121-generic": 8 2024-09-13T00:03:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2024-09-13T00:03:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 8 2024-09-13T00:03:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_objectstore": { 2024-09-13T00:03:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": 8 2024-09-13T00:03:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: "rotational": { 2024-09-13T00:03:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: "0": 8 2024-09-13T00:03:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.767 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:23.767 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:23.767 INFO:tasks.workunit.client.0.smithi032.stdout: "features": { 2024-09-13T00:03:23.767 INFO:tasks.workunit.client.0.smithi032.stdout: "optional": [], 2024-09-13T00:03:23.767 INFO:tasks.workunit.client.0.smithi032.stdout: "persistent": [ 2024-09-13T00:03:23.767 INFO:tasks.workunit.client.0.smithi032.stdout: "kraken", 2024-09-13T00:03:23.767 INFO:tasks.workunit.client.0.smithi032.stdout: "luminous", 2024-09-13T00:03:23.767 INFO:tasks.workunit.client.0.smithi032.stdout: "mimic", 2024-09-13T00:03:23.767 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap-prune", 2024-09-13T00:03:23.767 INFO:tasks.workunit.client.0.smithi032.stdout: "nautilus", 2024-09-13T00:03:23.767 INFO:tasks.workunit.client.0.smithi032.stdout: "octopus", 2024-09-13T00:03:23.767 INFO:tasks.workunit.client.0.smithi032.stdout: "pacific", 2024-09-13T00:03:23.767 INFO:tasks.workunit.client.0.smithi032.stdout: "elector-pinging", 2024-09-13T00:03:23.767 INFO:tasks.workunit.client.0.smithi032.stdout: "quincy" 2024-09-13T00:03:23.768 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.768 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.768 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv4_addr_mons": 6, 2024-09-13T00:03:23.768 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv6_addr_mons": 0, 2024-09-13T00:03:23.768 INFO:tasks.workunit.client.0.smithi032.stdout: "min_mon_release": 17, 2024-09-13T00:03:23.768 INFO:tasks.workunit.client.0.smithi032.stdout: "v1_addr_mons": 3, 2024-09-13T00:03:23.768 INFO:tasks.workunit.client.0.smithi032.stdout: "v2_addr_mons": 3 2024-09-13T00:03:23.768 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.768 INFO:tasks.workunit.client.0.smithi032.stdout: "organization": "ceph-qa", 2024-09-13T00:03:23.768 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:23.768 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_network": false, 2024-09-13T00:03:23.768 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 8, 2024-09-13T00:03:23.768 INFO:tasks.workunit.client.0.smithi032.stdout: "require_min_compat_client": "luminous", 2024-09-13T00:03:23.768 INFO:tasks.workunit.client.0.smithi032.stdout: "require_osd_release": "quincy" 2024-09-13T00:03:23.769 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.769 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_perf_histograms": [ 2024-09-13T00:03:23.769 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.769 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:23.769 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2024-09-13T00:03:23.769 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.769 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:23.769 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:23.769 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2024-09-13T00:03:23.769 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2024-09-13T00:03:23.769 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:23.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:23.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2024-09-13T00:03:23.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2024-09-13T00:03:23.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2024-09-13T00:03:23.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2024-09-13T00:03:23.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2024-09-13T00:03:23.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2024-09-13T00:03:23.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2024-09-13T00:03:23.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2024-09-13T00:03:23.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2024-09-13T00:03:23.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2024-09-13T00:03:23.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2024-09-13T00:03:23.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2024-09-13T00:03:23.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2024-09-13T00:03:23.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2024-09-13T00:03:23.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2024-09-13T00:03:23.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2024-09-13T00:03:23.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2024-09-13T00:03:23.772 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.772 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:23.772 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.772 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.772 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:23.772 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:23.772 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2024-09-13T00:03:23.772 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2024-09-13T00:03:23.772 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:23.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:23.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2024-09-13T00:03:23.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2024-09-13T00:03:23.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2024-09-13T00:03:23.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2024-09-13T00:03:23.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2024-09-13T00:03:23.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2024-09-13T00:03:23.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2024-09-13T00:03:23.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2024-09-13T00:03:23.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2024-09-13T00:03:23.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2024-09-13T00:03:23.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2024-09-13T00:03:23.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2024-09-13T00:03:23.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2024-09-13T00:03:23.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2024-09-13T00:03:23.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2024-09-13T00:03:23.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2024-09-13T00:03:23.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2024-09-13T00:03:23.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2024-09-13T00:03:23.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2024-09-13T00:03:23.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2024-09-13T00:03:23.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2024-09-13T00:03:23.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2024-09-13T00:03:23.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2024-09-13T00:03:23.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2024-09-13T00:03:23.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2024-09-13T00:03:23.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2024-09-13T00:03:23.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2024-09-13T00:03:23.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2024-09-13T00:03:23.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2024-09-13T00:03:23.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2024-09-13T00:03:23.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2024-09-13T00:03:23.774 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.775 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:23.775 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.775 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.775 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2024-09-13T00:03:23.775 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.775 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2024-09-13T00:03:23.775 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.777 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.777 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.778 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.778 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2024-09-13T00:03:23.778 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.780 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.780 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.780 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.780 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.780 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.780 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.780 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.780 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.780 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.780 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2024-09-13T00:03:23.780 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.780 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.783 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.783 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.783 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.783 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2024-09-13T00:03:23.783 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.785 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.786 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.786 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.786 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2024-09-13T00:03:23.786 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.788 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.788 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.788 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.788 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2024-09-13T00:03:23.788 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.791 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.791 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.791 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.791 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.791 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.791 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.791 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.791 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.791 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.791 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.791 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2024-09-13T00:03:23.791 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.791 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.791 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.794 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.794 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.794 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.794 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2024-09-13T00:03:23.794 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.796 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.796 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.797 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.797 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.797 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:23.797 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2024-09-13T00:03:23.797 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.797 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:23.797 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:23.797 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2024-09-13T00:03:23.797 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2024-09-13T00:03:23.797 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:23.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:23.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2024-09-13T00:03:23.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2024-09-13T00:03:23.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2024-09-13T00:03:23.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2024-09-13T00:03:23.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2024-09-13T00:03:23.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2024-09-13T00:03:23.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2024-09-13T00:03:23.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2024-09-13T00:03:23.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2024-09-13T00:03:23.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2024-09-13T00:03:23.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2024-09-13T00:03:23.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2024-09-13T00:03:23.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2024-09-13T00:03:23.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2024-09-13T00:03:23.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2024-09-13T00:03:23.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2024-09-13T00:03:23.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2024-09-13T00:03:23.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2024-09-13T00:03:23.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2024-09-13T00:03:23.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2024-09-13T00:03:23.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2024-09-13T00:03:23.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2024-09-13T00:03:23.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2024-09-13T00:03:23.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2024-09-13T00:03:23.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2024-09-13T00:03:23.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2024-09-13T00:03:23.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2024-09-13T00:03:23.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2024-09-13T00:03:23.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2024-09-13T00:03:23.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2024-09-13T00:03:23.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2024-09-13T00:03:23.800 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.800 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:23.800 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.800 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.800 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:23.800 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:23.800 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2024-09-13T00:03:23.800 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2024-09-13T00:03:23.800 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:23.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:23.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2024-09-13T00:03:23.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2024-09-13T00:03:23.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2024-09-13T00:03:23.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2024-09-13T00:03:23.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2024-09-13T00:03:23.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2024-09-13T00:03:23.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2024-09-13T00:03:23.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2024-09-13T00:03:23.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2024-09-13T00:03:23.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2024-09-13T00:03:23.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2024-09-13T00:03:23.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2024-09-13T00:03:23.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2024-09-13T00:03:23.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2024-09-13T00:03:23.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2024-09-13T00:03:23.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2024-09-13T00:03:23.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2024-09-13T00:03:23.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2024-09-13T00:03:23.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2024-09-13T00:03:23.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2024-09-13T00:03:23.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2024-09-13T00:03:23.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2024-09-13T00:03:23.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2024-09-13T00:03:23.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2024-09-13T00:03:23.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2024-09-13T00:03:23.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2024-09-13T00:03:23.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2024-09-13T00:03:23.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2024-09-13T00:03:23.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2024-09-13T00:03:23.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2024-09-13T00:03:23.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2024-09-13T00:03:23.802 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.803 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:23.803 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.803 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.803 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2024-09-13T00:03:23.803 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.803 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2024-09-13T00:03:23.803 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.805 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.805 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.806 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.806 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2024-09-13T00:03:23.806 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.808 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.808 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.808 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.808 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2024-09-13T00:03:23.808 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.811 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.811 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.811 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.811 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2024-09-13T00:03:23.811 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.813 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.814 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.814 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.814 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2024-09-13T00:03:23.814 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.816 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.816 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.816 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2024-09-13T00:03:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.818 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.818 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.818 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.818 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.818 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.818 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.818 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.818 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.818 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.818 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.818 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.818 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.818 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.818 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.819 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.819 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.819 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.819 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.819 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.819 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.819 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.819 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.819 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.819 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2024-09-13T00:03:23.819 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.819 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.819 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.819 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.820 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.820 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.820 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.820 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.820 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.820 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.820 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.820 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.820 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.820 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.820 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.820 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.821 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.821 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.821 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.821 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.821 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.821 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.821 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.821 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.821 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.821 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.821 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.821 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.821 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.821 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.822 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.822 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.822 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.822 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.822 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.822 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2024-09-13T00:03:23.822 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.822 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.822 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.822 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.822 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.822 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.822 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.823 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.823 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.823 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.823 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.823 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.823 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.823 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.823 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.823 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.823 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.823 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.823 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.823 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.823 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.824 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.824 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.824 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.824 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.824 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.824 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.824 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.824 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.824 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.824 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.824 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.824 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.825 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.825 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.825 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.825 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.825 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:23.825 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2024-09-13T00:03:23.825 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.825 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:23.825 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:23.825 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2024-09-13T00:03:23.825 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2024-09-13T00:03:23.825 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:23.825 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:23.825 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2024-09-13T00:03:23.826 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2024-09-13T00:03:23.827 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2024-09-13T00:03:23.827 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2024-09-13T00:03:23.827 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2024-09-13T00:03:23.827 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2024-09-13T00:03:23.827 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2024-09-13T00:03:23.827 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2024-09-13T00:03:23.827 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2024-09-13T00:03:23.827 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2024-09-13T00:03:23.827 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2024-09-13T00:03:23.827 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2024-09-13T00:03:23.827 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2024-09-13T00:03:23.827 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2024-09-13T00:03:23.827 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2024-09-13T00:03:23.828 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2024-09-13T00:03:23.828 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2024-09-13T00:03:23.828 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.828 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:23.828 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.828 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.828 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:23.828 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:23.828 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2024-09-13T00:03:23.828 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2024-09-13T00:03:23.828 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:23.828 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:23.828 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2024-09-13T00:03:23.829 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2024-09-13T00:03:23.829 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2024-09-13T00:03:23.829 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2024-09-13T00:03:23.829 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2024-09-13T00:03:23.829 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2024-09-13T00:03:23.829 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2024-09-13T00:03:23.829 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2024-09-13T00:03:23.829 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2024-09-13T00:03:23.829 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2024-09-13T00:03:23.829 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2024-09-13T00:03:23.829 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2024-09-13T00:03:23.829 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2024-09-13T00:03:23.829 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2024-09-13T00:03:23.830 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2024-09-13T00:03:23.830 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2024-09-13T00:03:23.830 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2024-09-13T00:03:23.830 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2024-09-13T00:03:23.830 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2024-09-13T00:03:23.830 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2024-09-13T00:03:23.830 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2024-09-13T00:03:23.830 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2024-09-13T00:03:23.830 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2024-09-13T00:03:23.830 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2024-09-13T00:03:23.830 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2024-09-13T00:03:23.830 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2024-09-13T00:03:23.830 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2024-09-13T00:03:23.830 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2024-09-13T00:03:23.831 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2024-09-13T00:03:23.831 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2024-09-13T00:03:23.831 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2024-09-13T00:03:23.831 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.831 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:23.831 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.831 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.831 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2024-09-13T00:03:23.831 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.831 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2024-09-13T00:03:23.831 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.831 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.831 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.831 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.832 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.832 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.832 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.832 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.832 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.832 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.832 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.832 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.832 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.832 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.832 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.832 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.832 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.833 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.833 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.833 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.833 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.833 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.833 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.833 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.833 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.833 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.833 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.833 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.833 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.833 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.833 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.834 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.834 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.834 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.834 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.834 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.834 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2024-09-13T00:03:23.834 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.834 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.834 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.834 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.834 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.834 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.834 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.834 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.835 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.835 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.835 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.835 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.835 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.835 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.835 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.835 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.835 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.835 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.835 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.835 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.835 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.836 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.836 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.836 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.836 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.836 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.836 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.836 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.836 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.836 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.836 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.836 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.836 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.836 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.837 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.837 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2024-09-13T00:03:23.837 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.837 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.837 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.837 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.837 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.837 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.837 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.837 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.837 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.837 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.837 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.838 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.839 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.839 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.839 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.839 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.839 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.839 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.839 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.839 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.839 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.839 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2024-09-13T00:03:23.839 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.839 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.839 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.840 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.840 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.840 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.840 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.840 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.840 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.840 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.840 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.840 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.840 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.840 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.840 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.840 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.841 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.841 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.841 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.841 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.841 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.841 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.841 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.841 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.841 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.841 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.841 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.841 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.841 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.842 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.842 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.842 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.842 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.842 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.842 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.842 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.842 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2024-09-13T00:03:23.842 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.842 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.842 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.842 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.842 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.842 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.843 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.843 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.843 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.843 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.843 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.843 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.843 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.843 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.843 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.843 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.843 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.843 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.843 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.843 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.844 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.845 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.845 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2024-09-13T00:03:23.845 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.845 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.845 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.845 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.845 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.845 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.845 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.845 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.845 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.845 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.845 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.846 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.846 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.846 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.846 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.846 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.846 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.846 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.846 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.846 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.846 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.846 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.846 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.846 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.846 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.847 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.847 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.847 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.847 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.847 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.847 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.847 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.847 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.847 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.847 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.847 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.847 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2024-09-13T00:03:23.847 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.847 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.848 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.848 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.848 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.848 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.848 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.848 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.848 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.848 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.848 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.848 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.848 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.848 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.848 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.848 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.849 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.849 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.849 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.849 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.849 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.849 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.849 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.849 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.849 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.849 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.849 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.849 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.849 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.849 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.850 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.850 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.850 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.850 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.850 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.850 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.850 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2024-09-13T00:03:23.850 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.850 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.850 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.850 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.850 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.850 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.850 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.851 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.851 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.851 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.851 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.851 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.851 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.851 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.851 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.851 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.851 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.851 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.851 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.851 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.851 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.852 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.852 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.852 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.852 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.852 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.852 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.852 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.852 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.852 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.852 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.852 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.852 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.852 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.852 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.853 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.853 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.853 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:23.853 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2024-09-13T00:03:23.853 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.853 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:23.853 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:23.853 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2024-09-13T00:03:23.853 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2024-09-13T00:03:23.853 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:23.853 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:23.853 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2024-09-13T00:03:23.853 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2024-09-13T00:03:23.853 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2024-09-13T00:03:23.854 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2024-09-13T00:03:23.854 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2024-09-13T00:03:23.854 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2024-09-13T00:03:23.854 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2024-09-13T00:03:23.854 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2024-09-13T00:03:23.854 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2024-09-13T00:03:23.854 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2024-09-13T00:03:23.854 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2024-09-13T00:03:23.854 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2024-09-13T00:03:23.854 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2024-09-13T00:03:23.854 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2024-09-13T00:03:23.854 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2024-09-13T00:03:23.854 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2024-09-13T00:03:23.854 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2024-09-13T00:03:23.855 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2024-09-13T00:03:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2024-09-13T00:03:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2024-09-13T00:03:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2024-09-13T00:03:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2024-09-13T00:03:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2024-09-13T00:03:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2024-09-13T00:03:23.857 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.859 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2024-09-13T00:03:23.859 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.859 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2024-09-13T00:03:23.859 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.859 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.859 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.859 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.859 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.859 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.859 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.859 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.859 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.859 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.860 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.860 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.860 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.860 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.860 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.860 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.860 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.860 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.860 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.860 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.860 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.860 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.860 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.860 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.861 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.861 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.861 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.861 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.861 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.861 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.861 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.861 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.861 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.861 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.861 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.861 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.861 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2024-09-13T00:03:23.861 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.862 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.862 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.862 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.862 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.862 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.862 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.862 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 8, 2, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.862 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 10, 1, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.862 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 16, 1, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.862 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.862 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.862 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.862 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.862 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.863 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.863 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.863 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.863 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.863 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.863 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.863 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.863 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.863 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.863 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.863 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.863 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.863 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.863 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.864 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.864 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.864 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.864 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.864 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.864 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.864 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.864 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2024-09-13T00:03:23.864 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.864 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.864 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.864 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.864 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.865 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.865 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.865 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.865 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.865 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.865 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.865 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.865 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.865 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.865 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.865 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.865 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.865 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.865 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.866 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.866 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.866 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.866 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.866 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.866 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.866 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.866 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.866 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.866 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.866 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.866 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.866 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.866 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.867 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.867 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.867 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.867 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2024-09-13T00:03:23.867 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.867 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.867 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.867 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.867 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.867 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.867 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.867 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.867 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.867 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.868 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.868 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.868 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.868 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.868 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.868 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.868 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.868 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.868 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.868 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.868 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.868 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.868 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.868 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.869 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.869 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.869 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.869 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.869 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.869 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.869 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.869 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.869 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.869 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.869 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.869 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.869 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2024-09-13T00:03:23.870 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.870 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.870 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.870 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.870 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.870 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.870 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.870 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.870 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.870 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.870 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.870 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.870 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.870 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.871 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.871 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.871 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.871 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.871 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.871 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.871 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.871 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.871 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.871 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.871 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.871 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.871 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.871 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.872 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.872 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.872 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.872 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.872 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.872 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.872 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.872 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.872 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2024-09-13T00:03:23.872 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.872 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.872 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.872 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.873 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.873 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.873 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.873 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.876 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.876 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.876 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.876 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.876 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.876 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.876 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.876 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.876 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.876 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.876 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.877 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.877 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.877 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.877 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.877 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.877 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.877 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.877 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.877 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.877 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.877 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.877 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.877 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.878 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.878 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.878 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.878 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.878 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2024-09-13T00:03:23.878 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.878 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.878 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.878 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.878 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.878 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.878 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.878 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.878 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.879 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.879 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.879 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.879 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.879 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.879 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.879 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.879 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.879 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.879 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.879 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.879 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.879 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.879 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.880 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.880 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.880 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.880 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.880 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.880 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.880 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.880 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.880 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.880 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.880 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.880 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.880 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.881 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.882 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.882 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.882 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.882 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.882 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.882 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.882 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.882 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.882 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.882 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.882 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.882 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.882 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.883 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.883 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.883 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.883 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.883 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:23.883 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:23.883 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.883 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.883 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:23.883 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.883 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.883 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:23.883 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_counters": { 2024-09-13T00:03:23.883 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.c004abbaf9f2517008713053845bb06814c9d691": { 2024-09-13T00:03:23.884 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2024-09-13T00:03:23.884 INFO:tasks.workunit.client.0.smithi032.stdout: "caps": { 2024-09-13T00:03:23.884 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.884 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T00:03:23.884 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.884 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T00:03:23.884 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.884 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_grant": { 2024-09-13T00:03:23.884 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.884 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_revoke": { 2024-09-13T00:03:23.885 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.885 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_trunc": { 2024-09-13T00:03:23.885 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.885 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_commit": { 2024-09-13T00:03:23.885 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2024-09-13T00:03:23.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.885 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_fetch": { 2024-09-13T00:03:23.885 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.885 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_merge": { 2024-09-13T00:03:23.885 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.886 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_split": { 2024-09-13T00:03:23.886 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.886 INFO:tasks.workunit.client.0.smithi032.stdout: "exported_inodes": { 2024-09-13T00:03:23.886 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.886 INFO:tasks.workunit.client.0.smithi032.stdout: "forward": { 2024-09-13T00:03:23.886 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.886 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_cap_release": { 2024-09-13T00:03:23.886 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.886 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_caps": { 2024-09-13T00:03:23.886 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.887 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_caps_dirty": { 2024-09-13T00:03:23.887 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.887 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_inode_file_caps": { 2024-09-13T00:03:23.887 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.887 INFO:tasks.workunit.client.0.smithi032.stdout: "imported_inodes": { 2024-09-13T00:03:23.887 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.887 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes": { 2024-09-13T00:03:23.887 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2024-09-13T00:03:23.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.887 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes_expired": { 2024-09-13T00:03:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes_pinned": { 2024-09-13T00:03:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2024-09-13T00:03:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes_with_caps": { 2024-09-13T00:03:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: "load_cent": { 2024-09-13T00:03:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: "openino_dir_fetch": { 2024-09-13T00:03:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: "process_request_cap_release": { 2024-09-13T00:03:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: "reply_latency": { 2024-09-13T00:03:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 122521 2024-09-13T00:03:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: "request": { 2024-09-13T00:03:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: "root_rbytes": { 2024-09-13T00:03:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: "root_rfiles": { 2024-09-13T00:03:23.890 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.890 INFO:tasks.workunit.client.0.smithi032.stdout: "root_rsnaps": { 2024-09-13T00:03:23.890 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.890 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_reply": { 2024-09-13T00:03:23.890 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.890 INFO:tasks.workunit.client.0.smithi032.stdout: "subtrees": { 2024-09-13T00:03:23.890 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:23.890 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.890 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_cache": { 2024-09-13T00:03:23.890 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_enqueue_scrub": { 2024-09-13T00:03:23.891 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.891 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_exportdir": { 2024-09-13T00:03:23.891 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.891 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_flush": { 2024-09-13T00:03:23.891 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.891 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_fragmentdir": { 2024-09-13T00:03:23.891 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.891 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_fragstats": { 2024-09-13T00:03:23.891 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.892 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_inodestats": { 2024-09-13T00:03:23.892 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_recovering_enqueued": { 2024-09-13T00:03:23.892 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_recovering_prioritized": { 2024-09-13T00:03:23.892 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_recovering_processing": { 2024-09-13T00:03:23.892 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_strays": { 2024-09-13T00:03:23.892 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_strays_delayed": { 2024-09-13T00:03:23.893 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_strays_enqueuing": { 2024-09-13T00:03:23.893 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.893 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_completed": { 2024-09-13T00:03:23.893 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.893 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_started": { 2024-09-13T00:03:23.893 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.893 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_created": { 2024-09-13T00:03:23.894 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.894 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_enqueued": { 2024-09-13T00:03:23.894 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.894 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_migrated": { 2024-09-13T00:03:23.894 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.894 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_reintegrated": { 2024-09-13T00:03:23.894 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.894 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.894 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_log": { 2024-09-13T00:03:23.894 INFO:tasks.workunit.client.0.smithi032.stdout: "ev": { 2024-09-13T00:03:23.895 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2024-09-13T00:03:23.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.895 INFO:tasks.workunit.client.0.smithi032.stdout: "evadd": { 2024-09-13T00:03:23.895 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2024-09-13T00:03:23.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.895 INFO:tasks.workunit.client.0.smithi032.stdout: "evex": { 2024-09-13T00:03:23.895 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.895 INFO:tasks.workunit.client.0.smithi032.stdout: "evexd": { 2024-09-13T00:03:23.895 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.895 INFO:tasks.workunit.client.0.smithi032.stdout: "evexg": { 2024-09-13T00:03:23.895 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.896 INFO:tasks.workunit.client.0.smithi032.stdout: "evtrm": { 2024-09-13T00:03:23.896 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.896 INFO:tasks.workunit.client.0.smithi032.stdout: "jlat": { 2024-09-13T00:03:23.896 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:23.896 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23389571 2024-09-13T00:03:23.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.896 INFO:tasks.workunit.client.0.smithi032.stdout: "replayed": { 2024-09-13T00:03:23.896 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.896 INFO:tasks.workunit.client.0.smithi032.stdout: "seg": { 2024-09-13T00:03:23.896 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:23.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.896 INFO:tasks.workunit.client.0.smithi032.stdout: "segadd": { 2024-09-13T00:03:23.897 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:23.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.897 INFO:tasks.workunit.client.0.smithi032.stdout: "segex": { 2024-09-13T00:03:23.897 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.897 INFO:tasks.workunit.client.0.smithi032.stdout: "segexd": { 2024-09-13T00:03:23.897 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.897 INFO:tasks.workunit.client.0.smithi032.stdout: "segexg": { 2024-09-13T00:03:23.897 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.897 INFO:tasks.workunit.client.0.smithi032.stdout: "segtrm": { 2024-09-13T00:03:23.897 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.897 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.898 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_mem": { 2024-09-13T00:03:23.898 INFO:tasks.workunit.client.0.smithi032.stdout: "cap": { 2024-09-13T00:03:23.898 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.898 INFO:tasks.workunit.client.0.smithi032.stdout: "cap+": { 2024-09-13T00:03:23.898 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:23.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.898 INFO:tasks.workunit.client.0.smithi032.stdout: "cap-": { 2024-09-13T00:03:23.898 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:23.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.898 INFO:tasks.workunit.client.0.smithi032.stdout: "dir": { 2024-09-13T00:03:23.898 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2024-09-13T00:03:23.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: "dir+": { 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: "dir-": { 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: "dn": { 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: "dn+": { 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: "dn-": { 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: "heap": { 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 207068 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: "ino": { 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: "ino+": { 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: "ino-": { 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: "rss": { 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 34652 2024-09-13T00:03:23.900 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.901 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_server": { 2024-09-13T00:03:23.901 INFO:tasks.workunit.client.0.smithi032.stdout: "cap_acquisition_throttle": { 2024-09-13T00:03:23.901 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.901 INFO:tasks.workunit.client.0.smithi032.stdout: "cap_revoke_eviction": { 2024-09-13T00:03:23.901 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.901 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_request": { 2024-09-13T00:03:23.901 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:23.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.901 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_session": { 2024-09-13T00:03:23.901 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:23.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.902 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_peer_request": { 2024-09-13T00:03:23.902 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.902 INFO:tasks.workunit.client.0.smithi032.stdout: "req_create_latency": { 2024-09-13T00:03:23.902 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.902 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.902 INFO:tasks.workunit.client.0.smithi032.stdout: "req_getattr_latency": { 2024-09-13T00:03:23.902 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:23.902 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 122521 2024-09-13T00:03:23.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.902 INFO:tasks.workunit.client.0.smithi032.stdout: "req_getfilelock_latency": { 2024-09-13T00:03:23.902 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.902 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.903 INFO:tasks.workunit.client.0.smithi032.stdout: "req_getvxattr_latency": { 2024-09-13T00:03:23.903 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.903 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.903 INFO:tasks.workunit.client.0.smithi032.stdout: "req_link_latency": { 2024-09-13T00:03:23.903 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.903 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.903 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookup_latency": { 2024-09-13T00:03:23.903 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.903 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.903 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookuphash_latency": { 2024-09-13T00:03:23.904 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.904 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.904 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupino_latency": { 2024-09-13T00:03:23.904 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.904 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.904 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupname_latency": { 2024-09-13T00:03:23.904 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.904 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.904 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupparent_latency": { 2024-09-13T00:03:23.904 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.904 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.905 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupsnap_latency": { 2024-09-13T00:03:23.905 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.905 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.905 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lssnap_latency": { 2024-09-13T00:03:23.905 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.905 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.905 INFO:tasks.workunit.client.0.smithi032.stdout: "req_mkdir_latency": { 2024-09-13T00:03:23.905 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.905 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.905 INFO:tasks.workunit.client.0.smithi032.stdout: "req_mknod_latency": { 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: "req_mksnap_latency": { 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: "req_open_latency": { 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: "req_readdir_latency": { 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.907 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rename_latency": { 2024-09-13T00:03:23.907 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.907 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.907 INFO:tasks.workunit.client.0.smithi032.stdout: "req_renamesnap_latency": { 2024-09-13T00:03:23.907 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.907 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.907 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rmdir_latency": { 2024-09-13T00:03:23.907 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.907 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.907 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rmsnap_latency": { 2024-09-13T00:03:23.907 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.908 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.908 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rmxattr_latency": { 2024-09-13T00:03:23.908 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.908 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.908 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setattr_latency": { 2024-09-13T00:03:23.908 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.908 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.908 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setdirlayout_latency": { 2024-09-13T00:03:23.908 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.908 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.909 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setfilelock_latency": { 2024-09-13T00:03:23.909 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.909 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.909 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.909 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setlayout_latency": { 2024-09-13T00:03:23.909 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.909 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.909 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.909 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setxattr_latency": { 2024-09-13T00:03:23.909 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.909 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.909 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.909 INFO:tasks.workunit.client.0.smithi032.stdout: "req_symlink_latency": { 2024-09-13T00:03:23.909 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.910 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.910 INFO:tasks.workunit.client.0.smithi032.stdout: "req_unlink_latency": { 2024-09-13T00:03:23.910 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.910 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.910 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.910 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_sessions": { 2024-09-13T00:03:23.910 INFO:tasks.workunit.client.0.smithi032.stdout: "average_load": { 2024-09-13T00:03:23.910 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:23.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.910 INFO:tasks.workunit.client.0.smithi032.stdout: "avg_session_uptime": { 2024-09-13T00:03:23.910 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 89 2024-09-13T00:03:23.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: "mdthresh_evicted": { 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: "session_count": { 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: "session_remove": { 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: "sessions_open": { 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.912 INFO:tasks.workunit.client.0.smithi032.stdout: "sessions_stale": { 2024-09-13T00:03:23.912 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.912 INFO:tasks.workunit.client.0.smithi032.stdout: "total_load": { 2024-09-13T00:03:23.912 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:23.912 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.912 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:23.912 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:23.912 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.912 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:23.912 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.913 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:23.913 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.913 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:23.913 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 46 2024-09-13T00:03:23.913 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.913 INFO:tasks.workunit.client.0.smithi032.stdout: "purge_queue": { 2024-09-13T00:03:23.913 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executed": { 2024-09-13T00:03:23.913 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.913 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing": { 2024-09-13T00:03:23.913 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing_high_water": { 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing_ops": { 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing_ops_high_water": { 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_item_in_journal": { 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.914 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.a6bd5db2bf6e92207ab6c56be5506ba319f0e240": { 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: "election_call": { 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: "election_lose": { 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: "election_win": { 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_elections": { 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": { 2024-09-13T00:03:23.915 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11 2024-09-13T00:03:23.916 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.916 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2024-09-13T00:03:23.916 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:23.916 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.916 INFO:tasks.workunit.client.0.smithi032.stdout: "session_rm": { 2024-09-13T00:03:23.916 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 186 2024-09-13T00:03:23.916 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.916 INFO:tasks.workunit.client.0.smithi032.stdout: "session_trim": { 2024-09-13T00:03:23.916 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.916 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.916 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.916 INFO:tasks.workunit.client.0.smithi032.stdout: "paxos": { 2024-09-13T00:03:23.916 INFO:tasks.workunit.client.0.smithi032.stdout: "accept_timeout": { 2024-09-13T00:03:23.916 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.917 INFO:tasks.workunit.client.0.smithi032.stdout: "begin": { 2024-09-13T00:03:23.917 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1336 2024-09-13T00:03:23.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.917 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_bytes": { 2024-09-13T00:03:23.917 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1336, 2024-09-13T00:03:23.917 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5778295 2024-09-13T00:03:23.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.917 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_keys": { 2024-09-13T00:03:23.917 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1336, 2024-09-13T00:03:23.917 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4008 2024-09-13T00:03:23.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.917 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_latency": { 2024-09-13T00:03:23.917 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1336, 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 291995270 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: "collect": { 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_bytes": { 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_keys": { 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_latency": { 2024-09-13T00:03:23.918 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.919 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.919 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.919 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_timeout": { 2024-09-13T00:03:23.919 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.919 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.919 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_uncommitted": { 2024-09-13T00:03:23.919 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.919 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.919 INFO:tasks.workunit.client.0.smithi032.stdout: "commit": { 2024-09-13T00:03:23.919 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1336 2024-09-13T00:03:23.919 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.919 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_bytes": { 2024-09-13T00:03:23.919 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1336, 2024-09-13T00:03:23.919 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5681669 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_keys": { 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1336, 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7709 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_latency": { 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1336, 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 347360386 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_ack_timeout": { 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_timeout": { 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.921 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn": { 2024-09-13T00:03:23.921 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:23.921 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.921 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn_latency": { 2024-09-13T00:03:23.921 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:23.921 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.921 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.921 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh": { 2024-09-13T00:03:23.921 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1339 2024-09-13T00:03:23.921 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.921 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh_latency": { 2024-09-13T00:03:23.921 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1339, 2024-09-13T00:03:23.921 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5855900496 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: "restart": { 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state": { 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_bytes": { 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 473 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_keys": { 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:23.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.923 INFO:tasks.workunit.client.0.smithi032.stdout: "start_leader": { 2024-09-13T00:03:23.923 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:23.923 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.923 INFO:tasks.workunit.client.0.smithi032.stdout: "start_peon": { 2024-09-13T00:03:23.923 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.923 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.923 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state": { 2024-09-13T00:03:23.923 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.923 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.923 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_bytes": { 2024-09-13T00:03:23.923 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.923 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.923 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.923 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_keys": { 2024-09-13T00:03:23.924 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.924 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.924 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.924 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_latency": { 2024-09-13T00:03:23.924 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.924 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.924 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.924 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.924 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache": { 2024-09-13T00:03:23.924 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:23.924 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1020054731 2024-09-13T00:03:23.924 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.924 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:23.924 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 45858816 2024-09-13T00:03:23.925 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.925 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:23.925 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 43950080 2024-09-13T00:03:23.925 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.925 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:23.925 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2147483648 2024-09-13T00:03:23.925 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.925 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:23.925 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1908736 2024-09-13T00:03:23.925 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.925 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.925 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:full": { 2024-09-13T00:03:23.925 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:23.925 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2024-09-13T00:03:23.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.926 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:23.926 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.926 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:23.926 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.926 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:23.926 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277031401 2024-09-13T00:03:23.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.926 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:23.926 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 248451 2024-09-13T00:03:23.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.926 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:23.927 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.927 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.927 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:23.927 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.927 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.927 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:23.927 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.927 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.927 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:23.927 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.927 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.927 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:23.927 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.927 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.928 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:23.928 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.928 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.928 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:23.928 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.928 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.928 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:23.928 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.928 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.928 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:23.928 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70847380 2024-09-13T00:03:23.928 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.928 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.928 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:inc": { 2024-09-13T00:03:23.929 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:23.929 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2024-09-13T00:03:23.929 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.929 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:23.929 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.929 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.929 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:23.929 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.929 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.929 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:23.929 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277031401 2024-09-13T00:03:23.929 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.929 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:23.929 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37509 2024-09-13T00:03:23.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.930 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:23.930 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.930 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:23.930 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.930 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:23.930 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.930 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:23.930 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.930 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:23.931 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.931 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.931 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:23.931 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.931 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.931 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:23.931 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.931 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.931 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:23.931 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.931 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.931 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:23.931 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71058322 2024-09-13T00:03:23.931 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.932 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.932 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:kv": { 2024-09-13T00:03:23.932 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:23.932 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 322961408 2024-09-13T00:03:23.932 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.932 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:23.932 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:23.932 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.932 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:23.932 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.932 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.932 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:23.932 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 184687600 2024-09-13T00:03:23.932 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.933 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:23.933 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.933 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.933 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:23.933 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.933 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.933 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:23.933 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.933 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.933 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:23.933 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.933 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.933 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:23.933 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71164944 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb": { 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: "compact": { 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_completed": { 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lasted": { 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39886479 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_len": { 2024-09-13T00:03:23.935 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.936 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.936 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_merge": { 2024-09-13T00:03:23.936 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.936 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.936 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_running": { 2024-09-13T00:03:23.936 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.936 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.936 INFO:tasks.workunit.client.0.smithi032.stdout: "get_latency": { 2024-09-13T00:03:23.936 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 59707, 2024-09-13T00:03:23.936 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 477234928 2024-09-13T00:03:23.936 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.936 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_delay_time": { 2024-09-13T00:03:23.936 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.936 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.937 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.937 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_memtable_time": { 2024-09-13T00:03:23.937 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.937 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.937 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.937 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T00:03:23.937 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.937 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.937 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.937 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_wal_time": { 2024-09-13T00:03:23.937 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.937 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.937 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.937 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_latency": { 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_sync_latency": { 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2901, 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659829420 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.b7202fdf16c919b18ab34e79f78566e8d7124c7b": { 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: "election_call": { 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.938 INFO:tasks.workunit.client.0.smithi032.stdout: "election_lose": { 2024-09-13T00:03:23.939 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:23.939 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.939 INFO:tasks.workunit.client.0.smithi032.stdout: "election_win": { 2024-09-13T00:03:23.939 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.939 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.939 INFO:tasks.workunit.client.0.smithi032.stdout: "num_elections": { 2024-09-13T00:03:23.939 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:23.939 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.939 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": { 2024-09-13T00:03:23.939 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7 2024-09-13T00:03:23.939 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.939 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2024-09-13T00:03:23.939 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2024-09-13T00:03:23.939 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: "session_rm": { 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 100 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: "session_trim": { 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: "paxos": { 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: "accept_timeout": { 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: "begin": { 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1145 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.940 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_bytes": { 2024-09-13T00:03:23.941 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1145, 2024-09-13T00:03:23.941 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4585917 2024-09-13T00:03:23.941 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.941 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_keys": { 2024-09-13T00:03:23.941 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.941 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.941 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.941 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_latency": { 2024-09-13T00:03:23.941 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1145, 2024-09-13T00:03:23.941 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 235996509 2024-09-13T00:03:23.941 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.941 INFO:tasks.workunit.client.0.smithi032.stdout: "collect": { 2024-09-13T00:03:23.941 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_bytes": { 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_keys": { 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_latency": { 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_timeout": { 2024-09-13T00:03:23.942 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.943 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.943 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_uncommitted": { 2024-09-13T00:03:23.943 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.943 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.943 INFO:tasks.workunit.client.0.smithi032.stdout: "commit": { 2024-09-13T00:03:23.943 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1145 2024-09-13T00:03:23.943 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.943 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_bytes": { 2024-09-13T00:03:23.943 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.943 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.943 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.943 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_keys": { 2024-09-13T00:03:23.943 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.943 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_latency": { 2024-09-13T00:03:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_ack_timeout": { 2024-09-13T00:03:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_timeout": { 2024-09-13T00:03:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn": { 2024-09-13T00:03:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.945 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn_latency": { 2024-09-13T00:03:23.945 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.945 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.945 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.945 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh": { 2024-09-13T00:03:23.945 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1145 2024-09-13T00:03:23.945 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.945 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh_latency": { 2024-09-13T00:03:23.945 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1145, 2024-09-13T00:03:23.945 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4883925200 2024-09-13T00:03:23.945 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.945 INFO:tasks.workunit.client.0.smithi032.stdout: "restart": { 2024-09-13T00:03:23.945 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2024-09-13T00:03:23.945 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.946 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state": { 2024-09-13T00:03:23.946 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.946 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.946 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_bytes": { 2024-09-13T00:03:23.946 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.946 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.946 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.946 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_keys": { 2024-09-13T00:03:23.946 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.946 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.946 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.946 INFO:tasks.workunit.client.0.smithi032.stdout: "start_leader": { 2024-09-13T00:03:23.946 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.946 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: "start_peon": { 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state": { 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1145 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_bytes": { 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1145, 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8954905 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_keys": { 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1145, 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7824 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.947 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_latency": { 2024-09-13T00:03:23.948 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1145, 2024-09-13T00:03:23.948 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 303995151 2024-09-13T00:03:23.948 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.948 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.948 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache": { 2024-09-13T00:03:23.948 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:23.948 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1020054731 2024-09-13T00:03:23.948 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.948 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:23.948 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 35454976 2024-09-13T00:03:23.948 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.948 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:23.948 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33251328 2024-09-13T00:03:23.948 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.949 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:23.949 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2147483648 2024-09-13T00:03:23.949 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.949 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:23.949 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2203648 2024-09-13T00:03:23.949 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.949 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.949 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:full": { 2024-09-13T00:03:23.949 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:23.949 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2024-09-13T00:03:23.949 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.949 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:23.949 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.950 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.950 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:23.950 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.950 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.950 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:23.950 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277031239 2024-09-13T00:03:23.950 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.950 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:23.950 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 248881 2024-09-13T00:03:23.950 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.950 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:23.950 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.950 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.950 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.951 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:23.952 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.952 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.952 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:23.952 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.952 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.952 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:23.952 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70847112 2024-09-13T00:03:23.952 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.952 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.952 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:inc": { 2024-09-13T00:03:23.952 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:23.952 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2024-09-13T00:03:23.952 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.953 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:23.953 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.953 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.953 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:23.953 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.953 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.953 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:23.953 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277031239 2024-09-13T00:03:23.953 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.953 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:23.953 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37509 2024-09-13T00:03:23.953 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.953 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:23.953 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:23.954 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.955 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.955 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:23.955 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.955 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.955 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:23.955 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.955 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.955 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:23.955 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71058484 2024-09-13T00:03:23.955 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.955 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.955 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:kv": { 2024-09-13T00:03:23.955 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:23.955 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 322961408 2024-09-13T00:03:23.956 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.956 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:23.956 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:23.956 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.956 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:23.956 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.956 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.956 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:23.956 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 184687493 2024-09-13T00:03:23.956 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.956 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:23.956 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.956 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.956 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:23.957 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.957 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:23.957 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.957 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:23.957 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.957 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:23.957 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.957 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:23.957 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.958 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:23.958 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.958 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.958 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:23.958 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.958 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.958 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:23.958 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.958 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.958 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:23.958 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71165051 2024-09-13T00:03:23.958 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.958 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.958 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb": { 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: "compact": { 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_completed": { 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lasted": { 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 38938554 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_len": { 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_merge": { 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.959 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.960 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_running": { 2024-09-13T00:03:23.960 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.960 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.960 INFO:tasks.workunit.client.0.smithi032.stdout: "get_latency": { 2024-09-13T00:03:23.960 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 48693, 2024-09-13T00:03:23.960 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 301975659 2024-09-13T00:03:23.960 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.960 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_delay_time": { 2024-09-13T00:03:23.960 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.960 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.960 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.960 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_memtable_time": { 2024-09-13T00:03:23.960 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.960 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.961 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.961 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T00:03:23.961 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.961 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.961 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.961 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_wal_time": { 2024-09-13T00:03:23.961 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.961 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.961 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.961 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_latency": { 2024-09-13T00:03:23.961 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.961 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.961 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.961 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_sync_latency": { 2024-09-13T00:03:23.962 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2519, 2024-09-13T00:03:23.962 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 583284428 2024-09-13T00:03:23.962 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.962 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.962 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.962 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.c004abbaf9f2517008713053845bb06814c9d691": { 2024-09-13T00:03:23.962 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:23.962 INFO:tasks.workunit.client.0.smithi032.stdout: "election_call": { 2024-09-13T00:03:23.962 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:23.962 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.962 INFO:tasks.workunit.client.0.smithi032.stdout: "election_lose": { 2024-09-13T00:03:23.962 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:23.962 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.962 INFO:tasks.workunit.client.0.smithi032.stdout: "election_win": { 2024-09-13T00:03:23.963 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.963 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_elections": { 2024-09-13T00:03:23.963 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9 2024-09-13T00:03:23.963 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": { 2024-09-13T00:03:23.963 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2024-09-13T00:03:23.963 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.963 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2024-09-13T00:03:23.963 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:23.963 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.963 INFO:tasks.workunit.client.0.smithi032.stdout: "session_rm": { 2024-09-13T00:03:23.963 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 52 2024-09-13T00:03:23.963 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.964 INFO:tasks.workunit.client.0.smithi032.stdout: "session_trim": { 2024-09-13T00:03:23.964 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.964 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.964 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.964 INFO:tasks.workunit.client.0.smithi032.stdout: "paxos": { 2024-09-13T00:03:23.964 INFO:tasks.workunit.client.0.smithi032.stdout: "accept_timeout": { 2024-09-13T00:03:23.964 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.964 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.964 INFO:tasks.workunit.client.0.smithi032.stdout: "begin": { 2024-09-13T00:03:23.964 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1166 2024-09-13T00:03:23.964 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.964 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_bytes": { 2024-09-13T00:03:23.964 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1166, 2024-09-13T00:03:23.965 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4671615 2024-09-13T00:03:23.965 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.965 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_keys": { 2024-09-13T00:03:23.965 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.965 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.965 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.965 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_latency": { 2024-09-13T00:03:23.965 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1166, 2024-09-13T00:03:23.965 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 203996624 2024-09-13T00:03:23.965 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.965 INFO:tasks.workunit.client.0.smithi032.stdout: "collect": { 2024-09-13T00:03:23.965 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:23.965 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.965 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_bytes": { 2024-09-13T00:03:23.966 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:23.966 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 219 2024-09-13T00:03:23.966 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.966 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_keys": { 2024-09-13T00:03:23.966 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:23.966 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:23.966 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.966 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_latency": { 2024-09-13T00:03:23.966 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:23.966 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.966 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.966 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_timeout": { 2024-09-13T00:03:23.966 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.966 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.967 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_uncommitted": { 2024-09-13T00:03:23.967 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.967 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.967 INFO:tasks.workunit.client.0.smithi032.stdout: "commit": { 2024-09-13T00:03:23.967 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1167 2024-09-13T00:03:23.967 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.967 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_bytes": { 2024-09-13T00:03:23.967 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.967 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.967 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.967 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_keys": { 2024-09-13T00:03:23.967 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.967 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.967 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.968 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_latency": { 2024-09-13T00:03:23.968 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.968 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.968 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.968 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_ack_timeout": { 2024-09-13T00:03:23.968 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.968 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.968 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_timeout": { 2024-09-13T00:03:23.968 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.968 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.968 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn": { 2024-09-13T00:03:23.968 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.968 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn_latency": { 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh": { 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1167 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh_latency": { 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1167, 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4299929350 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: "restart": { 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.969 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state": { 2024-09-13T00:03:23.970 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.970 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.970 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_bytes": { 2024-09-13T00:03:23.970 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.970 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.970 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.970 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_keys": { 2024-09-13T00:03:23.970 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.970 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.970 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.970 INFO:tasks.workunit.client.0.smithi032.stdout: "start_leader": { 2024-09-13T00:03:23.970 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.970 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.970 INFO:tasks.workunit.client.0.smithi032.stdout: "start_peon": { 2024-09-13T00:03:23.971 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:23.971 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.971 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state": { 2024-09-13T00:03:23.971 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1167 2024-09-13T00:03:23.971 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.971 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_bytes": { 2024-09-13T00:03:23.971 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1167, 2024-09-13T00:03:23.971 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9123353 2024-09-13T00:03:23.971 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.971 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_keys": { 2024-09-13T00:03:23.971 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1167, 2024-09-13T00:03:23.971 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8005 2024-09-13T00:03:23.971 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.971 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_latency": { 2024-09-13T00:03:23.972 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1167, 2024-09-13T00:03:23.972 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 203996666 2024-09-13T00:03:23.972 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.972 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache": { 2024-09-13T00:03:23.972 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:23.972 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1020054731 2024-09-13T00:03:23.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.972 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:23.972 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37552128 2024-09-13T00:03:23.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.972 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:23.972 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33865728 2024-09-13T00:03:23.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.973 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:23.973 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2147483648 2024-09-13T00:03:23.973 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.973 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:23.973 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3686400 2024-09-13T00:03:23.973 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.973 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.973 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:full": { 2024-09-13T00:03:23.973 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:23.973 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2024-09-13T00:03:23.973 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.973 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:23.973 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.973 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.974 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:23.974 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.974 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.974 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:23.974 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277030338 2024-09-13T00:03:23.974 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.974 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:23.974 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 248881 2024-09-13T00:03:23.974 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.974 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:23.974 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.974 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.974 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:23.974 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.975 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:23.975 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.975 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:23.975 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.975 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:23.975 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.975 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:23.975 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.975 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70848013 2024-09-13T00:03:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:inc": { 2024-09-13T00:03:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2024-09-13T00:03:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:23.977 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.977 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.977 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:23.977 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.977 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.977 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:23.977 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277030338 2024-09-13T00:03:23.977 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.977 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:23.977 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39912 2024-09-13T00:03:23.977 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.977 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:23.977 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.977 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.978 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:23.978 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.978 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.978 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:23.978 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.978 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.978 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:23.978 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.978 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.978 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:23.978 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.978 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.978 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:23.978 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71056982 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:kv": { 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 322961408 2024-09-13T00:03:23.979 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.980 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:23.980 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:23.980 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.980 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:23.980 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.980 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.980 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:23.980 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 184686892 2024-09-13T00:03:23.980 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.980 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:23.980 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.980 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.980 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:23.980 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:23.981 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.982 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.982 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:23.982 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.982 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.982 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:23.982 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.982 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.982 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:23.982 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71165652 2024-09-13T00:03:23.982 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.982 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.982 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb": { 2024-09-13T00:03:23.982 INFO:tasks.workunit.client.0.smithi032.stdout: "compact": { 2024-09-13T00:03:23.983 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.983 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.983 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_completed": { 2024-09-13T00:03:23.983 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2024-09-13T00:03:23.983 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.983 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lasted": { 2024-09-13T00:03:23.983 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 34285347 2024-09-13T00:03:23.983 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.983 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_len": { 2024-09-13T00:03:23.983 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.983 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.983 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_merge": { 2024-09-13T00:03:23.983 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.983 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.984 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_running": { 2024-09-13T00:03:23.984 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.984 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.984 INFO:tasks.workunit.client.0.smithi032.stdout: "get_latency": { 2024-09-13T00:03:23.984 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 49541, 2024-09-13T00:03:23.984 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 280616992 2024-09-13T00:03:23.984 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.984 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_delay_time": { 2024-09-13T00:03:23.984 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.984 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.984 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.984 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_memtable_time": { 2024-09-13T00:03:23.984 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.984 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.985 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.985 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T00:03:23.985 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.985 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.985 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.985 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_wal_time": { 2024-09-13T00:03:23.985 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.985 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.985 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.985 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_latency": { 2024-09-13T00:03:23.985 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.985 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.985 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.985 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_sync_latency": { 2024-09-13T00:03:23.986 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2565, 2024-09-13T00:03:23.986 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 602833195 2024-09-13T00:03:23.986 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.986 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.986 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.986 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.0": { 2024-09-13T00:03:23.986 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:23.986 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:23.986 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.986 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.986 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:23.986 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.986 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.986 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:23.987 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:23.987 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.987 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:23.987 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.987 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.987 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:23.987 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.987 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.987 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:23.987 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.987 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.987 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:23.987 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:23.987 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.988 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:23.988 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2203648 2024-09-13T00:03:23.988 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.988 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:23.988 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.988 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.988 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.988 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:23.988 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.988 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.988 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.988 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:23.988 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:23.988 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.989 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:23.989 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:23.989 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.989 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:23.989 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1486848 2024-09-13T00:03:23.989 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.989 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:23.989 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1347584 2024-09-13T00:03:23.989 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.989 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:23.989 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:23.989 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.989 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:23.989 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.990 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.990 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:23.990 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.990 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:23.990 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:23.990 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.990 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:23.990 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:23.990 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.990 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:23.990 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:23.990 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.990 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.991 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:23.992 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:23.992 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.992 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:23.992 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:23.992 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.992 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:23.992 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:23.992 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.992 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:23.992 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:23.992 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.992 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:23.992 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:23.993 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.994 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.994 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:23.994 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.994 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.994 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:23.994 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.994 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.994 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:23.994 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.994 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.994 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:23.994 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.994 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.994 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3624960 2024-09-13T00:03:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1249280 2024-09-13T00:03:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:23.996 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 4, 2024-09-13T00:03:23.996 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 369218 2024-09-13T00:03:23.996 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.996 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:23.996 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.996 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.996 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.996 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:23.996 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.996 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.996 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:23.996 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.996 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.996 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:23.997 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.997 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.997 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:23.997 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 24, 2024-09-13T00:03:23.997 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 152068 2024-09-13T00:03:23.997 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.997 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:23.997 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.997 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.997 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.997 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:23.997 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 312, 2024-09-13T00:03:23.997 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 105061952 2024-09-13T00:03:23.997 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.998 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:23.998 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 298, 2024-09-13T00:03:23.998 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22360367 2024-09-13T00:03:23.998 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.998 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:23.998 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 312, 2024-09-13T00:03:23.998 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 835552 2024-09-13T00:03:23.998 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.998 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:23.998 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 312, 2024-09-13T00:03:23.998 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 105897504 2024-09-13T00:03:23.998 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.998 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:23.998 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39929 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23938 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:23.999 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:24.000 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.000 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.000 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.000 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:24.000 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 4, 2024-09-13T00:03:24.000 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18768 2024-09-13T00:03:24.000 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.000 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:24.000 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 650 2024-09-13T00:03:24.000 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.000 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:24.000 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 214 2024-09-13T00:03:24.000 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.000 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:24.001 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 105, 2024-09-13T00:03:24.001 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2847791 2024-09-13T00:03:24.001 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.001 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:24.001 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 251, 2024-09-13T00:03:24.001 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 435345 2024-09-13T00:03:24.001 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.001 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:24.001 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 146, 2024-09-13T00:03:24.001 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2207076 2024-09-13T00:03:24.001 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.001 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:24.001 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.002 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.002 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:24.002 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:24.002 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 83530 2024-09-13T00:03:24.002 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.002 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:24.002 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 413, 2024-09-13T00:03:24.002 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7973954 2024-09-13T00:03:24.002 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.002 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:24.002 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 91, 2024-09-13T00:03:24.002 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8650015 2024-09-13T00:03:24.002 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.002 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:24.003 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 90, 2024-09-13T00:03:24.003 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 823890653041 2024-09-13T00:03:24.003 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.003 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:24.003 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 91, 2024-09-13T00:03:24.003 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 119879198104 2024-09-13T00:03:24.003 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.003 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:24.003 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 412, 2024-09-13T00:03:24.003 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 74006870566 2024-09-13T00:03:24.003 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.003 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:24.003 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 412, 2024-09-13T00:03:24.003 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 83925 2024-09-13T00:03:24.004 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.004 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:24.004 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 413, 2024-09-13T00:03:24.004 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 706831 2024-09-13T00:03:24.004 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.004 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:24.004 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 413, 2024-09-13T00:03:24.004 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 261033257 2024-09-13T00:03:24.004 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.004 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:24.004 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 413, 2024-09-13T00:03:24.004 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 233718 2024-09-13T00:03:24.004 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.004 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:24.005 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 413, 2024-09-13T00:03:24.005 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 119407337 2024-09-13T00:03:24.005 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.005 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:24.005 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 413, 2024-09-13T00:03:24.005 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39947986 2024-09-13T00:03:24.005 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.005 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:24.005 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 877059 2024-09-13T00:03:24.005 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.005 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:24.005 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 51, 2024-09-13T00:03:24.005 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 441947 2024-09-13T00:03:24.005 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 413, 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 429176145 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 413, 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 47210413 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 413, 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4468249 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:24.006 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:24.007 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901931652 2024-09-13T00:03:24.007 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.007 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:24.007 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 273072128 2024-09-13T00:03:24.007 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:24.007 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 272474112 2024-09-13T00:03:24.007 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.007 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:24.007 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184985907 2024-09-13T00:03:24.007 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.007 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:24.007 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 598016 2024-09-13T00:03:24.007 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.008 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.008 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:24.008 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.008 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:24.008 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.008 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.008 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.008 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.008 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.008 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.008 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.008 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.008 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87926841 2024-09-13T00:03:24.008 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.009 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.009 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.009 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.009 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.009 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.009 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.009 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.009 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.009 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.009 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.009 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.009 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.009 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.009 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.010 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.010 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.010 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:24.010 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.010 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.010 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.010 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.010 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.010 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.010 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.010 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.010 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.010 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.010 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.011 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71452615 2024-09-13T00:03:24.011 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.011 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.011 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:24.011 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.011 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:24.011 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.011 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.011 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.011 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.011 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.011 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.011 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.011 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.012 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659451313 2024-09-13T00:03:24.012 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.012 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.012 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.012 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.012 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.012 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.012 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.012 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.012 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.012 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.012 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.012 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.012 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.013 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.013 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.013 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.013 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.013 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:24.013 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.013 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.013 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.013 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.013 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.013 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.013 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.013 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.013 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.014 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.014 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.014 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70355455 2024-09-13T00:03:24.014 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.014 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.014 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:24.014 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.014 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:24.014 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.014 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.014 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.014 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.014 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.014 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:24.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.015 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.015 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58617894 2024-09-13T00:03:24.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.015 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.015 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.015 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.015 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.015 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.015 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.015 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.016 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.016 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.016 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.016 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.016 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.016 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.016 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.016 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.016 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.017 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.017 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.017 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.017 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67210762 2024-09-13T00:03:24.017 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.017 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:24.017 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.017 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:24.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.017 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.017 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.018 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.018 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.018 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.018 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659451313 2024-09-13T00:03:24.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.018 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.018 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.018 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.018 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.018 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.018 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 267142 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.019 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70090441 2024-09-13T00:03:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.021 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.021 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:24.021 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.021 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.021 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.021 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.021 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.021 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.021 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:24.021 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:24.021 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 45 2024-09-13T00:03:24.021 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.021 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:24.022 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.022 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:24.022 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6 2024-09-13T00:03:24.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.022 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:24.022 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.022 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:24.022 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.022 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:24.022 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 604 2024-09-13T00:03:24.023 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.023 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:24.023 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:24.023 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33787879 2024-09-13T00:03:24.023 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.023 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:24.023 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.023 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.023 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:24.023 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 7, 2024-09-13T00:03:24.023 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4601729 2024-09-13T00:03:24.023 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.023 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:24.023 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:24.024 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 27779586 2024-09-13T00:03:24.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.024 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.024 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.024 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:24.024 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.024 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.024 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:24.024 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.024 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:24.024 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.025 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.025 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:24.025 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.025 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.025 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.025 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:24.025 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.025 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.025 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.025 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:24.025 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.025 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.025 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:24.025 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.026 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.026 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:24.026 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.026 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.026 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.026 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:24.026 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.026 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.026 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:24.026 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.026 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.026 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:24.026 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.027 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:24.027 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.027 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.027 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:24.027 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.027 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.027 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.027 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6 2024-09-13T00:03:24.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.027 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:24.027 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 604 2024-09-13T00:03:24.028 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.028 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:24.028 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:24.028 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33787879 2024-09-13T00:03:24.028 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.028 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:24.028 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.028 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.028 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:24.028 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 7, 2024-09-13T00:03:24.028 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4601729 2024-09-13T00:03:24.028 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.028 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:24.028 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 27779586 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.029 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:24.030 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305741824 2024-09-13T00:03:24.030 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.030 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.030 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.030 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.1": { 2024-09-13T00:03:24.030 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:24.030 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:24.030 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.030 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.030 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:24.030 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.030 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.030 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:24.031 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:24.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.031 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:24.031 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.031 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:24.031 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.031 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:24.031 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.031 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:24.031 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:24.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.032 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:24.032 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1925120 2024-09-13T00:03:24.032 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.032 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:24.032 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.032 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.032 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.032 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:24.032 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.032 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.032 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.032 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:24.032 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.032 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.033 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:24.033 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:24.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.033 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:24.033 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1294336 2024-09-13T00:03:24.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.033 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:24.033 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1155072 2024-09-13T00:03:24.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.033 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:24.033 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:24.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.033 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.034 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:24.035 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:24.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.035 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:24.035 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:24.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.035 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:24.035 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.035 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:24.035 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.035 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:24.035 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:24.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.036 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:24.036 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:24.036 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.036 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:24.036 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:24.036 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.036 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:24.036 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:24.036 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.036 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:24.036 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:24.036 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.036 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:24.036 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:24.037 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.037 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:24.037 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:24.037 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.037 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:24.037 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.037 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.037 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:24.037 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.037 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.037 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:24.037 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.037 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.037 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:24.038 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.038 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:24.038 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.038 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:24.038 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.038 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:24.038 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.038 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:24.038 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3153920 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 647168 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.039 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:24.040 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:24.040 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 397537 2024-09-13T00:03:24.040 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.040 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:24.040 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.040 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.040 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.040 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:24.040 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.040 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.040 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:24.040 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.040 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.040 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:24.041 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.041 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.041 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:24.041 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 21, 2024-09-13T00:03:24.041 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 182369 2024-09-13T00:03:24.041 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.041 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:24.041 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.041 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.041 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.041 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:24.041 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 265, 2024-09-13T00:03:24.041 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 103903441 2024-09-13T00:03:24.042 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.042 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:24.042 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 258, 2024-09-13T00:03:24.042 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24666805 2024-09-13T00:03:24.042 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.042 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:24.042 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 265, 2024-09-13T00:03:24.042 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 809159 2024-09-13T00:03:24.042 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.042 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:24.042 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 265, 2024-09-13T00:03:24.042 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 104712600 2024-09-13T00:03:24.042 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.042 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:24.043 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.043 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.043 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.043 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:24.043 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:24.043 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 45569 2024-09-13T00:03:24.043 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.043 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:24.043 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:24.043 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 25082 2024-09-13T00:03:24.043 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.043 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:24.043 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.043 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.044 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:24.044 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.044 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.044 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:24.044 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:24.044 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22638 2024-09-13T00:03:24.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.044 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:24.044 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644 2024-09-13T00:03:24.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.044 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:24.045 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 216 2024-09-13T00:03:24.045 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.045 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:24.045 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 105, 2024-09-13T00:03:24.045 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2646884 2024-09-13T00:03:24.045 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.045 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:24.045 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 249, 2024-09-13T00:03:24.045 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 392692 2024-09-13T00:03:24.045 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.045 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:24.045 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 144, 2024-09-13T00:03:24.045 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1348132 2024-09-13T00:03:24.045 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.046 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:24.046 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.046 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.046 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:24.046 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:24.046 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 181701 2024-09-13T00:03:24.046 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.046 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:24.046 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:24.046 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8720668 2024-09-13T00:03:24.046 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.046 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:24.046 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 90, 2024-09-13T00:03:24.046 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9173986 2024-09-13T00:03:24.047 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.047 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:24.047 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 89, 2024-09-13T00:03:24.047 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 889735810957 2024-09-13T00:03:24.047 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.047 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:24.047 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 90, 2024-09-13T00:03:24.047 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 150255736063 2024-09-13T00:03:24.047 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.047 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:24.047 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 351, 2024-09-13T00:03:24.047 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 96030267514 2024-09-13T00:03:24.047 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.047 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:24.048 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 351, 2024-09-13T00:03:24.048 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 78891 2024-09-13T00:03:24.048 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.048 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:24.048 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:24.048 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780068 2024-09-13T00:03:24.048 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.048 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:24.048 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:24.048 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 288096168 2024-09-13T00:03:24.048 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.048 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:24.048 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:24.049 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 203606 2024-09-13T00:03:24.049 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.049 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:24.049 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:24.049 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277022490 2024-09-13T00:03:24.049 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.049 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:24.049 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:24.049 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 27312172 2024-09-13T00:03:24.049 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.049 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:24.049 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 285839 2024-09-13T00:03:24.049 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.050 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:24.050 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 49, 2024-09-13T00:03:24.050 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 425326 2024-09-13T00:03:24.050 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.050 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:24.050 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:24.050 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 602023982 2024-09-13T00:03:24.050 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.050 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:24.050 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:24.050 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33677296 2024-09-13T00:03:24.050 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.050 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:24.050 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:24.051 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3981326 2024-09-13T00:03:24.051 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.051 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.051 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:24.051 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:24.051 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901931652 2024-09-13T00:03:24.051 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.051 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:24.051 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 272023552 2024-09-13T00:03:24.051 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.051 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:24.051 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 271327232 2024-09-13T00:03:24.051 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.051 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:24.052 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184985907 2024-09-13T00:03:24.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.052 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:24.052 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 696320 2024-09-13T00:03:24.052 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.052 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:24.052 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.052 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:24.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.052 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.052 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.052 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.053 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.053 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.053 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87927920 2024-09-13T00:03:24.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.053 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.053 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.053 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.053 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.053 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.053 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.054 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.054 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.054 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.054 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.054 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.054 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.054 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.054 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:24.054 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.054 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.054 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.054 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.054 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.054 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.055 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.055 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.055 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.055 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.055 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.055 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71443344 2024-09-13T00:03:24.055 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.055 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.055 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:24.055 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.055 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:24.055 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.055 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.055 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.056 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.056 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.056 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.056 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.056 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.056 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659459401 2024-09-13T00:03:24.056 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.056 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.056 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.056 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.056 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.056 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.056 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.056 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.057 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.057 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.057 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.057 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.057 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.057 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.057 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.057 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.057 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.057 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:24.057 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.057 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.057 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70347367 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:24.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58618613 2024-09-13T00:03:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.060 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.060 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.060 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.060 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.060 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.060 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.060 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.060 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.060 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.060 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.060 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.060 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.060 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.060 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.061 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.061 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.061 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.061 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.061 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.061 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.061 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67210043 2024-09-13T00:03:24.061 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.061 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:24.062 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.062 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:24.062 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.062 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.062 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.062 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.062 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.062 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.062 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.062 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.062 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659459401 2024-09-13T00:03:24.062 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.062 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.063 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.063 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.063 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.063 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.063 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.063 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.063 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.063 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.063 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.063 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.063 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.063 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.063 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.063 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.064 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.064 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 241032 2024-09-13T00:03:24.064 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.064 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.064 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.064 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.064 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.064 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.064 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.064 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.064 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.064 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.064 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.064 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70108463 2024-09-13T00:03:24.065 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.065 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.065 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:24.065 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:24.065 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.065 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.065 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.065 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.065 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.065 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:24.065 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.065 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.065 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.065 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.066 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.066 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.066 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:24.066 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:24.066 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37 2024-09-13T00:03:24.066 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.066 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:24.066 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.066 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.066 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:24.066 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 97 2024-09-13T00:03:24.066 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.066 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1640827 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 97, 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 983705340 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 602 2024-09-13T00:03:24.067 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.068 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:24.068 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 97, 2024-09-13T00:03:24.068 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 51673667 2024-09-13T00:03:24.068 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.068 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:24.068 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 97, 2024-09-13T00:03:24.068 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 217676328 2024-09-13T00:03:24.068 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.068 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.068 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2024-09-13T00:03:24.068 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.068 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:24.068 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2024-09-13T00:03:24.068 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4659722 2024-09-13T00:03:24.069 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.069 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:24.069 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.069 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.069 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:24.069 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 602 2024-09-13T00:03:24.069 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.069 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:24.069 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2024-09-13T00:03:24.069 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3883749 2024-09-13T00:03:24.069 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.069 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:24.069 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2024-09-13T00:03:24.069 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3116756 2024-09-13T00:03:24.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.070 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:24.070 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2024-09-13T00:03:24.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.070 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:24.070 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.070 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:24.070 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 12, 2024-09-13T00:03:24.070 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 21991622 2024-09-13T00:03:24.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.070 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:24.070 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.071 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:24.071 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.071 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.071 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:24.071 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.071 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.071 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:24.071 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 12, 2024-09-13T00:03:24.071 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8145417 2024-09-13T00:03:24.071 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.071 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:24.071 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 12, 2024-09-13T00:03:24.071 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 20781400 2024-09-13T00:03:24.071 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.072 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.072 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67 2024-09-13T00:03:24.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.072 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:24.072 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1640827 2024-09-13T00:03:24.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.072 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:24.072 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 67, 2024-09-13T00:03:24.072 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 957053996 2024-09-13T00:03:24.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.072 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:24.072 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.073 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:24.073 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 67, 2024-09-13T00:03:24.073 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39644501 2024-09-13T00:03:24.073 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.073 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:24.073 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 67, 2024-09-13T00:03:24.073 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193778172 2024-09-13T00:03:24.073 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.073 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:24.073 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.073 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.073 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:24.073 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 590368 2024-09-13T00:03:24.073 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305139712 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.2": { 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:24.074 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.075 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.075 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:24.075 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.075 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.075 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:24.075 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:24.075 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.075 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:24.075 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.075 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.075 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:24.075 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.075 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.075 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:24.076 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.076 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.076 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:24.076 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:24.076 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.076 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:24.076 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1785856 2024-09-13T00:03:24.076 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.076 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:24.076 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.076 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.076 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.076 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:24.076 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.077 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.077 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.077 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:24.077 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.077 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.077 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:24.077 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:24.077 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.077 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:24.077 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1241088 2024-09-13T00:03:24.080 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.080 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:24.080 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1101824 2024-09-13T00:03:24.080 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.080 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:24.080 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:24.081 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.081 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:24.081 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.081 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.081 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:24.081 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.081 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.081 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:24.081 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:24.081 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.081 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:24.081 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:24.081 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.082 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:24.082 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:24.082 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.082 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:24.082 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:24.082 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.082 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:24.082 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:24.082 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.082 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:24.082 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.083 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.083 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:24.083 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.083 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.083 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:24.083 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:24.083 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.083 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:24.083 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:24.083 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.083 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:24.083 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:24.084 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.084 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:24.084 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:24.084 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.084 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:24.084 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:24.084 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.084 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:24.084 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:24.084 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.085 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:24.085 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:24.085 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.085 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:24.085 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.085 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.085 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:24.085 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.085 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.085 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:24.085 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.085 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.086 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:24.086 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.086 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.086 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:24.086 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.086 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.086 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:24.086 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.086 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.086 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:24.086 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.086 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.087 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:24.087 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.087 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.087 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:24.087 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.087 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.087 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:24.087 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2961408 2024-09-13T00:03:24.087 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.087 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.087 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:24.087 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:24.088 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:24.088 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.088 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:24.088 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 626688 2024-09-13T00:03:24.088 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.088 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:24.088 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 4, 2024-09-13T00:03:24.088 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 386252 2024-09-13T00:03:24.088 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.088 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:24.088 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.088 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.089 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.089 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:24.089 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.089 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.089 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:24.089 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.089 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.089 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:24.089 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.089 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.089 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:24.090 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 7, 2024-09-13T00:03:24.090 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14720 2024-09-13T00:03:24.090 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.090 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:24.090 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.090 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.090 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.090 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:24.090 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 252, 2024-09-13T00:03:24.090 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 72534707 2024-09-13T00:03:24.090 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.090 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:24.091 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 239, 2024-09-13T00:03:24.091 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22042986 2024-09-13T00:03:24.091 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.091 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:24.091 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 252, 2024-09-13T00:03:24.091 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 640455 2024-09-13T00:03:24.091 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.091 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:24.091 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 252, 2024-09-13T00:03:24.091 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73175162 2024-09-13T00:03:24.091 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.092 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:24.092 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.092 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.092 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.092 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:24.092 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:24.092 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 42497 2024-09-13T00:03:24.092 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.092 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:24.092 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:24.092 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3036 2024-09-13T00:03:24.092 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.093 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:24.093 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.093 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.093 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.093 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:24.093 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.093 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.093 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.093 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:24.093 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:24.094 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7659 2024-09-13T00:03:24.094 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.094 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:24.094 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 489 2024-09-13T00:03:24.094 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.094 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:24.094 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 194 2024-09-13T00:03:24.094 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.094 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:24.094 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 86, 2024-09-13T00:03:24.094 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1289797 2024-09-13T00:03:24.094 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.095 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:24.095 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 208, 2024-09-13T00:03:24.095 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 308451 2024-09-13T00:03:24.095 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.095 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:24.095 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 122, 2024-09-13T00:03:24.095 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 526684 2024-09-13T00:03:24.095 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.095 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:24.095 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.095 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.095 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:24.096 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:24.096 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159289 2024-09-13T00:03:24.096 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.096 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:24.096 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:24.096 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8102652 2024-09-13T00:03:24.096 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.096 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:24.096 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 85, 2024-09-13T00:03:24.096 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8333545 2024-09-13T00:03:24.096 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.097 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:24.097 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 84, 2024-09-13T00:03:24.097 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 574015583165 2024-09-13T00:03:24.097 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.097 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:24.097 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 85, 2024-09-13T00:03:24.097 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 145259210275 2024-09-13T00:03:24.097 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.097 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:24.097 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 284, 2024-09-13T00:03:24.097 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 92593510680 2024-09-13T00:03:24.098 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.098 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:24.098 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 284, 2024-09-13T00:03:24.098 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57735 2024-09-13T00:03:24.098 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.098 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:24.098 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:24.098 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 584667 2024-09-13T00:03:24.098 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.098 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:24.098 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:24.098 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 180819886 2024-09-13T00:03:24.099 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.099 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:24.099 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:24.099 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 166013 2024-09-13T00:03:24.099 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.099 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:24.099 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:24.099 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 50705146 2024-09-13T00:03:24.099 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.099 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:24.099 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:24.099 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24533183 2024-09-13T00:03:24.100 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.100 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:24.100 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 284726 2024-09-13T00:03:24.100 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.100 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:24.100 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 45, 2024-09-13T00:03:24.100 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 398279 2024-09-13T00:03:24.100 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.100 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:24.100 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:24.100 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 264817050 2024-09-13T00:03:24.101 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.101 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:24.101 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:24.101 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 30405737 2024-09-13T00:03:24.101 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.101 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:24.101 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:24.101 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3023604 2024-09-13T00:03:24.101 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.101 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.101 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:24.101 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:24.102 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901931652 2024-09-13T00:03:24.102 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.102 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:24.102 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270974976 2024-09-13T00:03:24.102 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.102 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:24.102 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270491648 2024-09-13T00:03:24.102 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.102 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:24.102 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184985907 2024-09-13T00:03:24.102 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.102 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:24.103 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 483328 2024-09-13T00:03:24.103 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.103 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.103 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:24.103 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.103 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:24.103 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.103 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.103 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.103 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.103 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.103 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.103 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.104 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.104 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87929319 2024-09-13T00:03:24.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.104 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.104 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.104 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.104 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.104 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.104 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.105 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.105 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.105 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.105 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.105 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.105 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.105 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.105 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:24.105 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.105 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.105 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.105 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.106 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.106 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.106 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.106 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.106 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.106 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.106 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.106 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71450137 2024-09-13T00:03:24.106 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.106 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.106 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:24.106 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.106 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:24.107 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.107 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.107 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.107 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.107 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.107 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.107 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.107 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.108 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659469895 2024-09-13T00:03:24.108 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.108 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.108 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.108 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.108 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.108 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.108 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.108 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.108 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.108 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.108 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.109 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.109 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.109 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.109 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.109 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.109 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.109 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:24.109 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.109 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.109 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.109 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.109 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.110 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.110 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.110 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.110 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.110 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.110 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.110 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70336873 2024-09-13T00:03:24.110 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.110 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.110 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:24.110 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.110 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:24.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.111 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.111 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.111 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.111 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:24.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.111 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.111 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58619546 2024-09-13T00:03:24.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.111 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.111 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.112 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.112 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.112 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.112 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.112 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.112 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.112 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.112 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.112 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.112 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.112 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.112 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.113 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.113 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.113 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.113 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.113 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.113 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.113 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.113 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.113 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.113 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.113 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.114 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.114 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.114 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.114 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67209110 2024-09-13T00:03:24.114 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.114 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.114 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:24.114 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.114 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:24.114 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.114 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.115 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.115 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.115 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.115 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.115 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.115 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.115 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659469895 2024-09-13T00:03:24.115 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.115 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.115 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.115 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.116 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.116 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.116 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.116 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.116 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.116 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.116 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.116 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.116 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.116 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.116 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.117 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.117 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 225918 2024-09-13T00:03:24.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.117 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.117 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.117 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.117 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.117 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.117 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.118 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.118 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.118 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70113083 2024-09-13T00:03:24.118 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.118 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.118 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:24.118 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:24.118 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.118 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.118 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.118 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.119 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.119 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:24.119 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.119 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.119 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.119 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.119 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.119 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.119 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:24.119 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:24.119 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 31 2024-09-13T00:03:24.119 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.120 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:24.120 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.120 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.120 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:24.120 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2024-09-13T00:03:24.120 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.120 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:24.120 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.120 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.120 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:24.120 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.121 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.121 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:24.121 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.121 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.121 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:24.121 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2024-09-13T00:03:24.121 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67268734 2024-09-13T00:03:24.121 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.121 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:24.121 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.121 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.121 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:24.122 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2024-09-13T00:03:24.122 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8424390 2024-09-13T00:03:24.122 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.122 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:24.122 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2024-09-13T00:03:24.122 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 47247120 2024-09-13T00:03:24.122 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.122 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.122 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.122 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.122 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:24.123 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.123 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.123 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.123 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:24.123 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.123 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.123 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:24.123 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.123 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.123 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:24.123 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.123 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.124 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.124 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:24.124 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.124 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.124 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.124 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:24.124 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.124 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.124 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:24.124 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.124 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.125 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:24.125 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.125 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.125 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.125 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:24.125 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.125 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.125 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:24.125 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.125 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.125 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:24.125 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.126 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.126 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:24.126 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.126 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.126 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.126 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:24.126 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.126 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.126 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.126 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.126 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2024-09-13T00:03:24.126 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.127 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:24.127 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.127 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.127 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:24.127 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2024-09-13T00:03:24.127 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67268734 2024-09-13T00:03:24.127 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.127 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:24.127 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.127 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.127 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:24.128 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2024-09-13T00:03:24.128 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8424390 2024-09-13T00:03:24.128 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.128 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:24.128 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2024-09-13T00:03:24.128 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 47247120 2024-09-13T00:03:24.128 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.128 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:24.128 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.128 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.128 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:24.128 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.129 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.129 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:24.129 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.129 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.129 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:24.129 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.129 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.129 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:24.129 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305119232 2024-09-13T00:03:24.129 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.129 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.129 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.129 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.3": { 2024-09-13T00:03:24.130 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:24.130 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:24.130 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.130 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.130 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:24.130 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.130 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.130 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:24.130 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:24.130 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.130 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:24.130 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.131 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:24.131 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.131 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:24.131 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.131 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:24.131 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:24.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.131 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:24.131 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1122304 2024-09-13T00:03:24.132 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.132 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:24.132 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.132 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.132 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.132 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:24.132 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.132 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.132 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.132 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:24.132 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.133 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.133 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:24.133 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:24.133 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.133 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:24.133 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 868352 2024-09-13T00:03:24.133 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.133 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:24.133 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729088 2024-09-13T00:03:24.133 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.133 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:24.133 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:24.134 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.134 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:24.134 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.134 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.134 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:24.134 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.134 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:24.134 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:24.134 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.134 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:24.134 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:24.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.135 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:24.135 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:24.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.135 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:24.135 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:24.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.135 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:24.135 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:24.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.135 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:24.135 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.136 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.136 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:24.136 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.136 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.136 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:24.136 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:24.136 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.136 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:24.136 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:24.136 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.136 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:24.136 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:24.137 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.137 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:24.137 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:24.137 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.137 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:24.137 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:24.137 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.137 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:24.137 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:24.137 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.137 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:24.137 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:24.138 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.138 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:24.138 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.138 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.138 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:24.138 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.138 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.138 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:24.138 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.138 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.138 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:24.138 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.139 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.139 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:24.139 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.139 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.139 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:24.139 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.139 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.139 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:24.139 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.139 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.139 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:24.139 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.140 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.140 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:24.140 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.140 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.140 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:24.140 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1925120 2024-09-13T00:03:24.140 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.140 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.140 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:24.140 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:24.140 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:24.140 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.141 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:24.141 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 651264 2024-09-13T00:03:24.141 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.141 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:24.141 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.141 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.141 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.141 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:24.141 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.141 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.141 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.141 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:24.142 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.142 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.142 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:24.142 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.142 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.142 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:24.142 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.142 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.142 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:24.142 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:24.142 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12604 2024-09-13T00:03:24.142 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.143 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:24.143 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.143 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.143 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.143 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:24.143 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 161, 2024-09-13T00:03:24.143 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57624304 2024-09-13T00:03:24.143 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.143 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:24.143 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 149, 2024-09-13T00:03:24.143 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23613005 2024-09-13T00:03:24.143 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.144 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:24.144 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 161, 2024-09-13T00:03:24.144 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 427991 2024-09-13T00:03:24.144 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.144 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:24.144 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 161, 2024-09-13T00:03:24.144 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58052295 2024-09-13T00:03:24.144 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.144 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:24.144 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.144 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.144 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.145 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:24.145 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:24.145 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 55937 2024-09-13T00:03:24.145 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.145 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:24.145 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:24.145 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3847 2024-09-13T00:03:24.145 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.145 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:24.145 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.145 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.145 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.146 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:24.146 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.146 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.146 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.146 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:24.146 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:24.146 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13313 2024-09-13T00:03:24.146 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.146 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:24.146 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 313 2024-09-13T00:03:24.146 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.146 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:24.147 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 205 2024-09-13T00:03:24.147 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.147 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:24.147 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 72, 2024-09-13T00:03:24.147 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1203747 2024-09-13T00:03:24.147 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.147 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:24.147 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 122, 2024-09-13T00:03:24.147 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 426653 2024-09-13T00:03:24.147 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.147 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:24.147 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 50, 2024-09-13T00:03:24.148 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 382908 2024-09-13T00:03:24.148 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.148 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:24.148 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.148 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.148 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:24.148 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.148 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.148 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.148 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:24.148 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:24.148 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5259309 2024-09-13T00:03:24.149 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.149 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:24.149 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 47, 2024-09-13T00:03:24.149 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4375933 2024-09-13T00:03:24.149 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.149 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:24.149 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 45, 2024-09-13T00:03:24.149 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 571978952919 2024-09-13T00:03:24.149 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.149 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:24.149 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 47, 2024-09-13T00:03:24.149 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65251911225 2024-09-13T00:03:24.150 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.150 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:24.150 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 232, 2024-09-13T00:03:24.150 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 845846 2024-09-13T00:03:24.150 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.150 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:24.150 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 232, 2024-09-13T00:03:24.150 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 42974 2024-09-13T00:03:24.150 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.150 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:24.150 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:24.150 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 416497 2024-09-13T00:03:24.151 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.151 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:24.151 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:24.151 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 218393552 2024-09-13T00:03:24.151 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.151 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:24.151 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:24.151 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 127537 2024-09-13T00:03:24.151 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.151 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:24.151 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:24.151 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 145460410 2024-09-13T00:03:24.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.152 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:24.152 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:24.152 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 19093274 2024-09-13T00:03:24.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.152 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:24.152 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 288115 2024-09-13T00:03:24.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.152 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:24.152 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 37, 2024-09-13T00:03:24.152 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 319439 2024-09-13T00:03:24.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.153 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:24.153 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:24.153 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 388674246 2024-09-13T00:03:24.153 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.153 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:24.153 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:24.153 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24507250 2024-09-13T00:03:24.153 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.153 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:24.153 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:24.153 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2627369 2024-09-13T00:03:24.153 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.153 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.154 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:24.154 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:24.154 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901931652 2024-09-13T00:03:24.154 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.154 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:24.154 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 269860864 2024-09-13T00:03:24.154 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.154 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:24.154 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 269418496 2024-09-13T00:03:24.154 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.154 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:24.155 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184985907 2024-09-13T00:03:24.155 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.155 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:24.155 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 442368 2024-09-13T00:03:24.155 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.155 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.155 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:24.155 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.155 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:24.155 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.155 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.155 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.156 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.156 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.156 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.156 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87928368 2024-09-13T00:03:24.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.156 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.156 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.156 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.156 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.157 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.157 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.157 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.157 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.157 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.157 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.157 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.157 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.157 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.157 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.157 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.157 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2024-09-13T00:03:24.158 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.158 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.158 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.158 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.158 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.158 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.158 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.158 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.158 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.158 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.158 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.159 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71446992 2024-09-13T00:03:24.159 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.159 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.159 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:24.159 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.159 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:24.159 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.159 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.159 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.159 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.159 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.159 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.160 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.160 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.160 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659462760 2024-09-13T00:03:24.160 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.160 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.160 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.160 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.160 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.160 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.160 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.160 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.160 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.161 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.161 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.161 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.161 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.161 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.161 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.161 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.161 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.161 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:24.161 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.161 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.161 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.162 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.162 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.162 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.162 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.162 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.162 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.162 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.162 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.162 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70344008 2024-09-13T00:03:24.162 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.162 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.162 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:24.163 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.163 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:24.163 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.163 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.163 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.163 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.163 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.163 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:24.163 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.163 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.163 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58618912 2024-09-13T00:03:24.163 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.164 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.164 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.164 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.164 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.164 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.164 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.164 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.164 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.164 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.164 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.164 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.164 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.165 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.165 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.165 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.165 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.165 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.165 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.165 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.165 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.165 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.165 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.165 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.165 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.166 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.166 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.166 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.166 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.166 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67209744 2024-09-13T00:03:24.166 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.166 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.166 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:24.166 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.166 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:24.166 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.166 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.167 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.167 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.167 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.167 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.167 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.167 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.167 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659462760 2024-09-13T00:03:24.167 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.167 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.167 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.167 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.167 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.168 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.168 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.168 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.168 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.168 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.168 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.168 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.168 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.168 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.168 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.168 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.168 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.169 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 240449 2024-09-13T00:03:24.169 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.169 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.169 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.169 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.169 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.169 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.169 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.169 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.169 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.169 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.170 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.170 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70105687 2024-09-13T00:03:24.170 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.170 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.170 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:24.170 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:24.170 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.170 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.170 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.170 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.170 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.170 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:24.171 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.171 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.171 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.171 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.171 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.171 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.171 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:24.171 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:24.171 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37 2024-09-13T00:03:24.171 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.171 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:24.172 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.172 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.172 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:24.172 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.172 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.172 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:24.172 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.172 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.172 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:24.172 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.172 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.173 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:24.173 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.173 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.173 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:24.173 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.173 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.173 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.173 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:24.173 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.173 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.173 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:24.173 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:24.174 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 759581 2024-09-13T00:03:24.174 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.174 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:24.174 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.174 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.174 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.174 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.174 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.174 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.174 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:24.174 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.175 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.175 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.175 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:24.175 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.175 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.175 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:24.175 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.175 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.175 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:24.175 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.175 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.176 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.176 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:24.176 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.176 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.176 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.176 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:24.176 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.176 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.176 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:24.176 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.176 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.176 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:24.177 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.177 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.177 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:24.177 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.177 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:24.177 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.177 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:24.177 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.177 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:24.178 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.178 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.178 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:24.178 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.178 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.178 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.178 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.178 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:24.179 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.179 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.179 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:24.179 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.179 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.179 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.179 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:24.179 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.179 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.179 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:24.179 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:24.179 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 759581 2024-09-13T00:03:24.180 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.180 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:24.180 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.180 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.180 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.180 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:24.180 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.180 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.180 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:24.180 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.180 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.180 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:24.181 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.181 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.181 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:24.181 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.181 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.181 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:24.181 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305139712 2024-09-13T00:03:24.181 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.181 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.181 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.181 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.4": { 2024-09-13T00:03:24.181 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:24.182 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:24.182 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.182 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.182 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:24.182 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.182 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.182 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:24.182 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:24.182 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.182 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:24.182 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.182 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.183 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:24.183 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.183 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.183 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:24.183 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.183 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.183 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:24.183 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:24.183 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.183 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:24.183 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1175552 2024-09-13T00:03:24.183 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.183 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:24.184 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.184 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.184 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.184 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:24.184 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.184 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.184 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.184 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:24.184 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.184 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.184 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:24.185 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:24.185 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.185 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:24.185 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 901120 2024-09-13T00:03:24.185 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.185 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:24.185 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 761856 2024-09-13T00:03:24.185 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.185 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:24.185 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:24.185 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.185 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:24.186 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.186 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.186 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:24.186 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.186 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.186 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:24.186 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:24.186 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.186 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:24.186 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:24.186 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.186 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:24.187 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:24.187 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.187 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:24.187 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:24.187 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.187 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:24.187 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:24.187 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.187 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:24.187 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.187 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.187 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:24.188 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.188 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.188 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:24.188 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:24.188 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.188 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:24.188 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:24.188 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.188 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:24.188 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:24.188 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.188 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:24.189 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:24.189 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.189 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:24.189 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:24.189 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.189 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:24.189 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:24.189 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.189 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:24.189 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:24.189 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.190 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:24.190 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.190 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.190 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:24.190 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.190 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.190 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:24.190 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.190 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.190 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:24.190 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.190 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.191 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:24.191 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.191 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.191 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:24.191 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.191 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.191 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:24.191 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.191 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.191 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:24.191 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.192 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.192 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:24.192 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.192 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.192 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:24.192 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2011136 2024-09-13T00:03:24.192 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.192 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.192 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:24.192 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:24.192 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:24.193 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.193 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:24.193 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 655360 2024-09-13T00:03:24.193 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.193 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:24.193 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 8, 2024-09-13T00:03:24.193 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 612777 2024-09-13T00:03:24.193 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.193 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:24.193 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.193 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.193 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.194 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:24.194 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.194 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.194 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:24.194 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.194 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.194 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:24.194 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.194 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.194 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:24.194 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:24.195 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 42437 2024-09-13T00:03:24.195 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.195 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:24.195 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.195 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.195 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.195 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:24.195 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 169, 2024-09-13T00:03:24.195 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 77595420 2024-09-13T00:03:24.195 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.195 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:24.195 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 166, 2024-09-13T00:03:24.196 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11163577 2024-09-13T00:03:24.196 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.196 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:24.196 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 169, 2024-09-13T00:03:24.196 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 394916 2024-09-13T00:03:24.196 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.196 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:24.196 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 169, 2024-09-13T00:03:24.196 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 77990336 2024-09-13T00:03:24.196 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.196 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:24.197 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.197 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.197 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.197 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:24.197 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:24.197 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 53603 2024-09-13T00:03:24.197 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.197 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:24.197 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:24.197 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11146 2024-09-13T00:03:24.197 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.197 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:24.198 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.198 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.198 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.198 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:24.198 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.198 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.198 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.198 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:24.198 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:24.198 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14381 2024-09-13T00:03:24.198 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.198 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:24.199 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 351 2024-09-13T00:03:24.199 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.199 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:24.199 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 224 2024-09-13T00:03:24.199 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.199 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:24.199 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 89, 2024-09-13T00:03:24.199 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1815041 2024-09-13T00:03:24.199 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.199 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:24.199 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 148, 2024-09-13T00:03:24.199 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 370319 2024-09-13T00:03:24.200 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.200 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:24.200 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 59, 2024-09-13T00:03:24.200 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 679360 2024-09-13T00:03:24.200 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.200 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:24.200 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.200 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.200 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:24.200 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:24.200 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 213186 2024-09-13T00:03:24.200 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.201 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:24.201 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:24.201 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4658442 2024-09-13T00:03:24.201 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.201 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:24.201 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 37, 2024-09-13T00:03:24.201 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3728077 2024-09-13T00:03:24.201 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.201 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:24.201 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 36, 2024-09-13T00:03:24.201 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 486293693079 2024-09-13T00:03:24.201 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.202 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:24.202 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 37, 2024-09-13T00:03:24.202 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 54176208282 2024-09-13T00:03:24.202 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.202 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:24.202 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 258, 2024-09-13T00:03:24.202 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3369396446 2024-09-13T00:03:24.202 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.202 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:24.202 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 258, 2024-09-13T00:03:24.203 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 54644 2024-09-13T00:03:24.203 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.203 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:24.203 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:24.203 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 500538 2024-09-13T00:03:24.203 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.203 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:24.203 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:24.203 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 170316094 2024-09-13T00:03:24.203 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.203 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:24.204 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:24.204 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 152151 2024-09-13T00:03:24.204 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.204 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:24.204 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:24.204 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 116198601 2024-09-13T00:03:24.204 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.204 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:24.204 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:24.204 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 21369614 2024-09-13T00:03:24.204 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.204 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:24.205 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 286396 2024-09-13T00:03:24.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.205 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:24.205 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 35, 2024-09-13T00:03:24.205 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 285541 2024-09-13T00:03:24.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.205 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:24.205 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:24.205 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 313110872 2024-09-13T00:03:24.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.206 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:24.206 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:24.206 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 25523313 2024-09-13T00:03:24.206 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.206 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:24.206 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:24.206 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3574805 2024-09-13T00:03:24.206 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.206 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.206 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:24.206 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:24.207 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901932871 2024-09-13T00:03:24.207 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.207 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:24.207 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270008320 2024-09-13T00:03:24.207 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.207 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:24.207 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 269918208 2024-09-13T00:03:24.207 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.207 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:24.207 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184987340 2024-09-13T00:03:24.208 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.208 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:24.208 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 90112 2024-09-13T00:03:24.208 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.208 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.208 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:24.208 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.208 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:24.208 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.208 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.208 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.209 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.209 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.209 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.209 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.209 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.209 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87928605 2024-09-13T00:03:24.209 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.209 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.209 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.209 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.209 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.209 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.210 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.210 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.210 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.210 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.210 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.210 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.210 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.210 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.210 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.210 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.210 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.211 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.211 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.211 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.211 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.211 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.211 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.211 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.211 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.211 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.211 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.211 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.211 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.212 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71454947 2024-09-13T00:03:24.212 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.212 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.212 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:24.212 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.212 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:24.212 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.212 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.212 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.212 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.212 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.212 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.213 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.213 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.213 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659464538 2024-09-13T00:03:24.213 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.213 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.213 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.213 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.213 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.213 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.213 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.213 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.213 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.214 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.214 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.214 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.214 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.214 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.214 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.214 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.214 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.214 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:24.214 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.214 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.214 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.215 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.215 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.215 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.215 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.215 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.215 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.215 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.215 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.215 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70342230 2024-09-13T00:03:24.215 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.215 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.216 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:24.216 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.216 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:24.216 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.216 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.216 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.216 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.216 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.216 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:24.216 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.216 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.216 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58619070 2024-09-13T00:03:24.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.217 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.217 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.217 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.217 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.217 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.217 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.217 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.217 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.218 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.218 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.218 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.218 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.218 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.218 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.218 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.218 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.219 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.219 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.219 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.219 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67209586 2024-09-13T00:03:24.219 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.219 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:24.219 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.219 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:24.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.220 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.220 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.220 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.220 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.220 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.220 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659464538 2024-09-13T00:03:24.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.220 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.220 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.221 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.221 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.221 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.221 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.221 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.221 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.221 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.222 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.222 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.222 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.222 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 240353 2024-09-13T00:03:24.222 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.222 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.222 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.222 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.222 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.222 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.222 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.222 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.223 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.223 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.223 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.223 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70104005 2024-09-13T00:03:24.223 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.223 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.223 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:24.223 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:24.223 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.223 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.223 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.224 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.224 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.224 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:24.224 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.224 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.224 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.224 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.224 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.224 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.224 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:24.224 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:24.224 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39 2024-09-13T00:03:24.225 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.225 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:24.225 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.225 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.225 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:24.225 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:24.225 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.225 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:24.225 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.225 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.225 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:24.225 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.226 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.226 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:24.226 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2024-09-13T00:03:24.226 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.226 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:24.226 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:24.226 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7901979 2024-09-13T00:03:24.226 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.226 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:24.226 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.226 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.226 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:24.227 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:24.227 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 731199 2024-09-13T00:03:24.227 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.227 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:24.227 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:24.227 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7813619 2024-09-13T00:03:24.227 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.227 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.227 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.227 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.227 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:24.227 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.228 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.228 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.228 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:24.228 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.228 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.228 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:24.228 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.228 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.228 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:24.228 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.228 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.228 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.229 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:24.229 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.229 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.229 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.229 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:24.229 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.229 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.229 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:24.229 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.229 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.229 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:24.229 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.230 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.230 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:24.230 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.230 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:24.230 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.230 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:24.230 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.230 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:24.231 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.231 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.231 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:24.231 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.231 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.231 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.231 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:24.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.231 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:24.231 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2024-09-13T00:03:24.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.232 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:24.232 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:24.232 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7901979 2024-09-13T00:03:24.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.232 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:24.232 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.232 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:24.232 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:24.232 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 731199 2024-09-13T00:03:24.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.233 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:24.233 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:24.233 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7813619 2024-09-13T00:03:24.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.233 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:24.233 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.233 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:24.233 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.233 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:24.234 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.234 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:24.234 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.234 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:24.234 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305147904 2024-09-13T00:03:24.234 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.234 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.234 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.5": { 2024-09-13T00:03:24.234 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:24.235 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:24.235 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.235 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:24.235 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.235 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:24.235 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:24.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.235 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:24.235 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.236 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:24.236 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.236 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:24.236 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.236 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:24.236 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:24.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.236 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:24.236 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1236992 2024-09-13T00:03:24.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.237 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:24.237 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.237 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.237 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.237 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:24.237 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.237 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.237 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.237 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:24.237 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.237 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.237 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:24.238 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:24.238 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.238 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:24.238 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 950272 2024-09-13T00:03:24.238 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.238 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:24.238 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 811008 2024-09-13T00:03:24.238 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.238 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:24.238 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:24.238 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.238 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:24.239 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.239 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:24.239 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:24.239 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:24.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.239 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:24.239 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:24.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.239 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:24.240 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:24.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.240 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:24.240 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:24.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.240 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:24.240 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:24.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.240 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:24.240 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.240 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:24.241 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.241 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.241 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:24.241 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:24.241 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.241 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:24.241 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:24.241 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.241 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:24.241 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:24.241 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.241 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:24.242 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:24.242 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.242 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:24.242 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:24.242 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.242 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:24.242 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:24.242 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.242 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:24.242 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:24.242 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.242 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:24.243 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.243 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.243 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:24.243 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.243 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.243 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:24.243 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.243 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.243 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:24.243 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.243 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.243 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:24.244 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.244 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.244 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:24.244 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.244 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.244 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:24.244 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.244 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.244 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:24.244 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.244 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.244 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:24.245 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.245 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.245 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:24.245 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2121728 2024-09-13T00:03:24.245 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.245 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.245 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:24.245 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:24.245 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:24.245 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.245 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:24.245 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 651264 2024-09-13T00:03:24.246 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.246 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:24.246 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:24.246 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 491515 2024-09-13T00:03:24.246 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.246 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:24.246 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.246 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.246 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.246 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:24.246 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.246 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.247 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:24.247 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.247 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.247 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:24.247 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.247 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.247 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:24.247 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 8, 2024-09-13T00:03:24.247 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 53692 2024-09-13T00:03:24.247 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.247 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:24.247 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.247 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.248 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.248 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:24.248 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 181, 2024-09-13T00:03:24.248 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 80189615 2024-09-13T00:03:24.248 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.248 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:24.248 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 166, 2024-09-13T00:03:24.248 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 19703673 2024-09-13T00:03:24.248 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.248 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:24.248 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 181, 2024-09-13T00:03:24.248 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 344150 2024-09-13T00:03:24.249 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.249 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:24.249 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 181, 2024-09-13T00:03:24.249 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 80533765 2024-09-13T00:03:24.249 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.249 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:24.249 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.249 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.249 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.249 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:24.249 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:24.250 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 90466 2024-09-13T00:03:24.250 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.250 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:24.250 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:24.250 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8313 2024-09-13T00:03:24.250 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.250 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:24.250 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.250 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.250 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.250 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:24.250 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.250 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.251 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.251 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:24.251 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:24.251 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8543 2024-09-13T00:03:24.251 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.251 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:24.251 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 337 2024-09-13T00:03:24.251 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.251 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:24.251 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 230 2024-09-13T00:03:24.251 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.251 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:24.252 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 86, 2024-09-13T00:03:24.252 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1391659 2024-09-13T00:03:24.252 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.252 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:24.252 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 137, 2024-09-13T00:03:24.252 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 350250 2024-09-13T00:03:24.252 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.252 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:24.252 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 51, 2024-09-13T00:03:24.252 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 755953 2024-09-13T00:03:24.252 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.253 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:24.253 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.253 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.253 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:24.253 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 4, 2024-09-13T00:03:24.253 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 232667 2024-09-13T00:03:24.253 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.253 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:24.253 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:24.253 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4415570 2024-09-13T00:03:24.253 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.254 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:24.254 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 39, 2024-09-13T00:03:24.254 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3506719 2024-09-13T00:03:24.254 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.254 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:24.254 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 37, 2024-09-13T00:03:24.254 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 445535622783 2024-09-13T00:03:24.254 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.254 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:24.254 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 39, 2024-09-13T00:03:24.254 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 78460195909 2024-09-13T00:03:24.254 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.255 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:24.255 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 269, 2024-09-13T00:03:24.255 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3660279694 2024-09-13T00:03:24.255 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.255 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:24.255 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 269, 2024-09-13T00:03:24.255 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 50621 2024-09-13T00:03:24.255 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.255 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:24.255 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:24.255 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 400699 2024-09-13T00:03:24.256 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.256 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:24.256 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:24.256 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 244135356 2024-09-13T00:03:24.256 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.256 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:24.256 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:24.256 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 141067 2024-09-13T00:03:24.256 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.256 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:24.256 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:24.257 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 181065934 2024-09-13T00:03:24.257 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.257 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:24.257 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:24.257 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23256097 2024-09-13T00:03:24.257 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.257 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:24.257 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 288099 2024-09-13T00:03:24.257 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.257 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:24.257 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 30, 2024-09-13T00:03:24.258 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 245583 2024-09-13T00:03:24.258 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.258 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:24.258 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:24.258 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 453338492 2024-09-13T00:03:24.258 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.258 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:24.258 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:24.258 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 27173336 2024-09-13T00:03:24.258 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.258 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:24.259 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:24.259 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3687473 2024-09-13T00:03:24.259 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.259 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.259 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:24.259 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:24.259 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901932871 2024-09-13T00:03:24.259 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.259 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:24.259 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270974976 2024-09-13T00:03:24.259 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.260 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:24.260 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270622720 2024-09-13T00:03:24.260 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.260 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:24.260 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184987340 2024-09-13T00:03:24.260 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.260 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:24.260 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 352256 2024-09-13T00:03:24.260 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.260 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.260 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:24.260 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.261 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:24.261 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.261 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.261 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.261 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.261 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.261 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.261 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.261 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.261 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87928447 2024-09-13T00:03:24.261 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.261 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.262 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.262 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.262 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.262 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.262 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.262 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.262 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.263 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.263 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.263 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.263 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.263 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.263 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.263 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.263 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.263 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.263 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.263 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.263 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.264 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.264 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.264 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.264 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.264 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71455105 2024-09-13T00:03:24.264 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.264 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.264 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:24.264 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.264 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:24.264 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.265 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.265 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.265 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.265 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.265 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.265 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.265 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.265 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659463359 2024-09-13T00:03:24.265 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.265 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.265 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.266 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.266 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.266 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.266 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.266 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.266 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.266 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.267 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.267 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.267 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:24.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.267 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.267 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.267 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.267 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.268 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.268 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.268 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.268 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70343409 2024-09-13T00:03:24.268 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.268 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:24.268 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.268 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:24.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.269 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.269 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.269 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.269 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:24.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.269 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.269 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58618965 2024-09-13T00:03:24.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.269 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.269 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.270 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.270 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.270 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.270 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.270 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.270 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.270 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.270 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.271 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.271 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.271 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.271 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.271 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.271 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.271 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.271 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.272 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.272 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.272 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67209691 2024-09-13T00:03:24.272 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.272 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.272 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:24.272 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.272 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:24.272 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.272 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.272 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.272 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.273 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.273 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.273 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.273 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.273 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659463359 2024-09-13T00:03:24.273 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.273 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.273 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.273 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.273 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.273 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.274 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.274 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.274 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.274 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.274 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.274 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.274 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.274 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.274 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.274 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.274 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.274 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 248530 2024-09-13T00:03:24.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.275 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.275 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.275 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.275 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.275 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.275 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.275 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.276 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70097007 2024-09-13T00:03:24.276 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.276 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.276 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:24.276 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:24.276 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.276 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.276 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.276 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.276 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.276 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:24.277 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.277 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.277 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.277 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.277 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.277 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.277 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:24.277 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:24.277 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 41 2024-09-13T00:03:24.277 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.277 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:24.277 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.278 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.278 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:24.278 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.278 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.278 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:24.278 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.278 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.278 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:24.278 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.278 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.278 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:24.278 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.279 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.279 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:24.279 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.279 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.279 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.279 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:24.279 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.279 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.279 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:24.279 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.279 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.279 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.280 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:24.280 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.280 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.280 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.280 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.280 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.280 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.280 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:24.280 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.280 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.280 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.281 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:24.281 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.281 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.281 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:24.281 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.281 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.281 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:24.281 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.281 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.281 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.281 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:24.281 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.282 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.282 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.282 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:24.282 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.282 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.282 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:24.282 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.282 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.282 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:24.282 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.282 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.283 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.283 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:24.283 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.283 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.283 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:24.283 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.283 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.283 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:24.283 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.283 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.283 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:24.283 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.284 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.284 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.284 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:24.284 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.284 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.284 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.284 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.284 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.284 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.284 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:24.284 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.284 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.285 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:24.285 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.285 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.285 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.285 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:24.285 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.285 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.285 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:24.285 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.285 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.285 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.285 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:24.286 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.286 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.286 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:24.286 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.286 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:24.286 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 590368 2024-09-13T00:03:24.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.286 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:24.286 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:24.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.287 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:24.287 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.287 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.287 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:24.287 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305139712 2024-09-13T00:03:24.287 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.287 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.287 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.287 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.6": { 2024-09-13T00:03:24.287 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:24.287 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:24.287 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.288 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:24.288 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.288 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:24.288 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:24.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.288 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:24.288 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.288 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:24.288 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.289 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.289 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:24.289 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.289 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.289 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:24.289 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:24.289 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.289 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:24.289 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1032192 2024-09-13T00:03:24.289 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.289 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:24.289 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.290 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.290 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:24.290 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.290 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.290 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:24.290 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.290 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:24.290 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:24.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.291 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:24.291 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 798720 2024-09-13T00:03:24.291 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.291 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:24.291 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659456 2024-09-13T00:03:24.291 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.291 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:24.291 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:24.291 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.291 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:24.291 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.291 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.292 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:24.292 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.292 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:24.292 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:24.292 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.292 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:24.292 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:24.292 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.292 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:24.292 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:24.292 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.293 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:24.293 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:24.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.293 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:24.293 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:24.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.293 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:24.293 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.293 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:24.293 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.294 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:24.294 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:24.294 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.294 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:24.294 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:24.294 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.294 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:24.294 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:24.294 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.294 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:24.294 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:24.294 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.295 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:24.295 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:24.295 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.295 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:24.295 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:24.295 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.295 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:24.295 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:24.295 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.295 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:24.295 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.295 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.296 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:24.296 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.296 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.296 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:24.296 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.296 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.296 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:24.296 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.296 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.296 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:24.296 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.296 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.296 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:24.297 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.297 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:24.297 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.297 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:24.297 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.297 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:24.297 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.298 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:24.298 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1765376 2024-09-13T00:03:24.298 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.298 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:24.298 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:24.298 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:24.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.298 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:24.298 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1241088 2024-09-13T00:03:24.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.298 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:24.299 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.299 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.299 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.299 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:24.299 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.299 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.299 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.299 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:24.299 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.299 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.299 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:24.299 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.300 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.300 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:24.300 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.300 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.300 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:24.300 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:24.300 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7113 2024-09-13T00:03:24.300 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.300 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:24.300 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.300 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.300 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.301 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:24.301 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 144, 2024-09-13T00:03:24.301 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70828435 2024-09-13T00:03:24.301 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.301 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:24.301 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 137, 2024-09-13T00:03:24.301 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 17230785 2024-09-13T00:03:24.301 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.301 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:24.301 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 144, 2024-09-13T00:03:24.301 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 286346 2024-09-13T00:03:24.301 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.302 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:24.302 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 144, 2024-09-13T00:03:24.302 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71114781 2024-09-13T00:03:24.302 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.302 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:24.302 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.302 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.302 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.302 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:24.302 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:24.302 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 40053 2024-09-13T00:03:24.302 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.303 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:24.303 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:24.303 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2827 2024-09-13T00:03:24.303 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.303 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:24.303 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.303 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.303 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.303 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:24.303 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.303 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.303 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.304 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:24.304 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:24.304 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11697 2024-09-13T00:03:24.304 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.304 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:24.304 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 293 2024-09-13T00:03:24.304 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.304 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:24.304 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 236 2024-09-13T00:03:24.304 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.304 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:24.304 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 85, 2024-09-13T00:03:24.305 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1049854 2024-09-13T00:03:24.305 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.305 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:24.305 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 129, 2024-09-13T00:03:24.305 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 525382 2024-09-13T00:03:24.305 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.305 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:24.305 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 44, 2024-09-13T00:03:24.305 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 254979 2024-09-13T00:03:24.305 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.305 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:24.305 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.306 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:24.306 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.306 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.306 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:24.306 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 240, 2024-09-13T00:03:24.306 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5225858 2024-09-13T00:03:24.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.306 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:24.306 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 33, 2024-09-13T00:03:24.306 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2917417 2024-09-13T00:03:24.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.307 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:24.307 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 31, 2024-09-13T00:03:24.307 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 413641432630 2024-09-13T00:03:24.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.307 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:24.307 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 33, 2024-09-13T00:03:24.307 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 59926380309 2024-09-13T00:03:24.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.307 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:24.307 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 238, 2024-09-13T00:03:24.307 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 673460 2024-09-13T00:03:24.308 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.308 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:24.308 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 238, 2024-09-13T00:03:24.308 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 49807 2024-09-13T00:03:24.308 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.308 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:24.308 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 240, 2024-09-13T00:03:24.308 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 466807 2024-09-13T00:03:24.308 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.308 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:24.309 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 240, 2024-09-13T00:03:24.309 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 321386791 2024-09-13T00:03:24.309 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.309 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:24.309 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 240, 2024-09-13T00:03:24.309 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 138421 2024-09-13T00:03:24.309 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.309 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:24.309 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 240, 2024-09-13T00:03:24.309 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 205190361 2024-09-13T00:03:24.309 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.310 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:24.310 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 240, 2024-09-13T00:03:24.310 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22691914 2024-09-13T00:03:24.310 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.310 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:24.310 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 878673 2024-09-13T00:03:24.310 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.310 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:24.310 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 25, 2024-09-13T00:03:24.310 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 205017 2024-09-13T00:03:24.310 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.310 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:24.311 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 240, 2024-09-13T00:03:24.311 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 555025403 2024-09-13T00:03:24.311 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.311 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:24.311 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 240, 2024-09-13T00:03:24.311 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 28073729 2024-09-13T00:03:24.311 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.311 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:24.311 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 240, 2024-09-13T00:03:24.311 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3752520 2024-09-13T00:03:24.311 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.312 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:24.312 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:24.312 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901932871 2024-09-13T00:03:24.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.312 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:24.312 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 269926400 2024-09-13T00:03:24.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.312 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:24.312 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 269910016 2024-09-13T00:03:24.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.312 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:24.313 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184987340 2024-09-13T00:03:24.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.313 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:24.313 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 16384 2024-09-13T00:03:24.313 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.313 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:24.313 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.313 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:24.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.313 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.314 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.314 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.314 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.314 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.314 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87928305 2024-09-13T00:03:24.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.314 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.314 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.314 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.315 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.315 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.315 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.315 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.315 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.315 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.315 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.316 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.316 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.316 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.316 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.316 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.316 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.316 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.316 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.317 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.317 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71455247 2024-09-13T00:03:24.317 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.317 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.317 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:24.317 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.317 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:24.317 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.317 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.317 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.317 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.318 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.318 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.318 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.318 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659462287 2024-09-13T00:03:24.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.318 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.318 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.318 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.318 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.318 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.319 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.319 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.319 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.319 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.319 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.319 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.319 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.319 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.319 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.319 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:24.319 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.319 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.320 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.320 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.320 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.320 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.320 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.320 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.320 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70344481 2024-09-13T00:03:24.320 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.321 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:24.321 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.321 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:24.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.321 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.321 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.321 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.321 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:24.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.321 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.321 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58618870 2024-09-13T00:03:24.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.322 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.322 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.322 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.322 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.322 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.322 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.322 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.323 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.323 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.323 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.323 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.323 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.323 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.323 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.323 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.324 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.324 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.324 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.324 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.324 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67209786 2024-09-13T00:03:24.324 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.324 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:24.324 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.324 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:24.325 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.325 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.325 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.325 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.325 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.325 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.325 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.325 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.325 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659462287 2024-09-13T00:03:24.325 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.325 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.325 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.326 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.326 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.326 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.326 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.326 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.326 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.326 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 250913 2024-09-13T00:03:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.328 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.328 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.328 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70095696 2024-09-13T00:03:24.328 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.328 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:24.328 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:24.328 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.328 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.328 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.329 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:24.329 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.329 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.329 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.329 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.329 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:24.329 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:24.329 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39 2024-09-13T00:03:24.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.330 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:24.330 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.330 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:24.330 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:24.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.330 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:24.330 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.330 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:24.330 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.331 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:24.331 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2894 2024-09-13T00:03:24.331 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.331 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:24.331 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 14, 2024-09-13T00:03:24.331 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 64034258 2024-09-13T00:03:24.331 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.331 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:24.331 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.331 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.331 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:24.331 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 16, 2024-09-13T00:03:24.332 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9440833 2024-09-13T00:03:24.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.332 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:24.332 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 14, 2024-09-13T00:03:24.332 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 54130474 2024-09-13T00:03:24.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.332 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.332 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.332 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:24.332 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.332 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.333 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:24.333 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.333 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:24.333 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.333 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:24.333 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.333 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.333 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:24.334 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.334 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.334 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:24.334 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.334 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:24.334 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.334 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:24.334 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.335 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.335 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:24.335 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.335 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:24.335 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.335 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:24.335 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.336 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:24.336 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.336 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.336 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:24.336 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.336 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.336 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.336 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:24.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.336 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:24.337 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2894 2024-09-13T00:03:24.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.337 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:24.337 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 14, 2024-09-13T00:03:24.337 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 64034258 2024-09-13T00:03:24.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.337 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:24.337 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.337 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:24.337 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 16, 2024-09-13T00:03:24.338 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9440833 2024-09-13T00:03:24.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.338 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:24.338 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 14, 2024-09-13T00:03:24.338 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 54130474 2024-09-13T00:03:24.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.338 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:24.338 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.338 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:24.338 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 590368 2024-09-13T00:03:24.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.339 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:24.339 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:24.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.339 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:24.339 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.339 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:24.339 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305729536 2024-09-13T00:03:24.339 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.339 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.339 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.7": { 2024-09-13T00:03:24.340 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:24.340 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:24.340 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.340 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:24.340 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.340 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:24.340 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:24.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.340 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:24.341 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.341 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:24.341 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.341 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:24.341 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.341 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:24.341 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:24.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.341 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:24.342 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1097728 2024-09-13T00:03:24.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.342 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:24.342 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.342 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.342 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:24.342 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.342 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.342 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:24.342 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.343 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:24.343 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:24.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.343 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:24.343 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 880640 2024-09-13T00:03:24.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.343 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:24.343 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 741376 2024-09-13T00:03:24.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.343 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:24.343 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:24.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.344 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:24.344 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.344 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:24.344 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.344 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:24.344 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:24.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.344 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:24.344 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:24.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.345 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:24.345 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:24.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.345 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:24.345 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:24.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.345 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:24.345 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:24.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.345 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:24.345 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.346 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.346 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:24.346 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.346 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.346 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:24.346 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:24.346 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.346 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:24.346 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:24.346 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.346 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:24.346 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:24.347 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.347 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:24.347 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:24.347 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.347 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:24.347 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:24.347 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.347 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:24.347 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:24.347 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.347 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:24.347 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:24.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.348 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:24.348 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.348 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:24.348 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.348 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:24.348 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.348 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:24.348 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.349 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:24.349 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.349 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:24.349 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.349 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:24.349 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.349 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:24.350 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.350 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:24.350 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.350 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:24.350 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1912832 2024-09-13T00:03:24.350 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.350 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:24.350 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:24.350 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:24.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.351 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:24.351 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1241088 2024-09-13T00:03:24.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.351 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:24.351 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:24.351 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 301580 2024-09-13T00:03:24.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.351 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:24.351 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.351 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.352 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:24.352 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.352 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:24.352 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.352 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:24.352 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.352 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:24.352 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 7, 2024-09-13T00:03:24.353 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 29694 2024-09-13T00:03:24.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.353 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:24.353 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.353 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.353 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:24.353 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 164, 2024-09-13T00:03:24.353 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 74982747 2024-09-13T00:03:24.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.353 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:24.354 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 151, 2024-09-13T00:03:24.354 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23009421 2024-09-13T00:03:24.354 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.354 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:24.354 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 164, 2024-09-13T00:03:24.354 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 217784 2024-09-13T00:03:24.354 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.354 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:24.354 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 164, 2024-09-13T00:03:24.354 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 75200531 2024-09-13T00:03:24.354 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.354 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:24.355 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.355 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.355 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.355 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:24.355 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:24.355 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 46349 2024-09-13T00:03:24.355 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.355 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:24.355 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:24.355 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1759 2024-09-13T00:03:24.355 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.356 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:24.356 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.356 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.356 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.356 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:24.356 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:24.356 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.356 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.356 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:24.356 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:24.356 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6626 2024-09-13T00:03:24.356 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.357 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:24.357 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 345 2024-09-13T00:03:24.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.357 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:24.357 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 249 2024-09-13T00:03:24.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.357 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:24.357 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 82, 2024-09-13T00:03:24.357 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1470097 2024-09-13T00:03:24.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.357 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:24.357 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 118, 2024-09-13T00:03:24.358 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 473300 2024-09-13T00:03:24.358 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.358 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:24.358 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 36, 2024-09-13T00:03:24.358 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 538336 2024-09-13T00:03:24.358 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.358 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:24.358 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.358 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.358 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:24.358 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:24.358 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 44349 2024-09-13T00:03:24.359 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.359 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:24.359 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 274, 2024-09-13T00:03:24.359 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3520658 2024-09-13T00:03:24.359 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.359 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:24.359 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 20, 2024-09-13T00:03:24.359 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1959506 2024-09-13T00:03:24.359 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.359 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:24.359 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 19, 2024-09-13T00:03:24.359 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 130117016634 2024-09-13T00:03:24.360 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.360 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:24.360 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 20, 2024-09-13T00:03:24.360 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 36680833806 2024-09-13T00:03:24.360 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.360 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:24.360 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2024-09-13T00:03:24.360 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 626672 2024-09-13T00:03:24.360 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.360 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:24.360 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2024-09-13T00:03:24.360 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 50356 2024-09-13T00:03:24.361 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.361 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:24.361 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 274, 2024-09-13T00:03:24.361 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 367803 2024-09-13T00:03:24.361 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.361 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:24.361 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 274, 2024-09-13T00:03:24.361 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 269121985 2024-09-13T00:03:24.361 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.361 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:24.361 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 274, 2024-09-13T00:03:24.362 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 133533 2024-09-13T00:03:24.362 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.362 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:24.362 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 274, 2024-09-13T00:03:24.362 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 213901488 2024-09-13T00:03:24.362 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.362 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:24.362 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 274, 2024-09-13T00:03:24.362 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 20023424 2024-09-13T00:03:24.362 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.362 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:24.362 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 876935 2024-09-13T00:03:24.363 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.363 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:24.363 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 19, 2024-09-13T00:03:24.363 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 153719 2024-09-13T00:03:24.363 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.363 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:24.363 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 274, 2024-09-13T00:03:24.363 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 506995875 2024-09-13T00:03:24.363 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.363 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:24.363 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 274, 2024-09-13T00:03:24.363 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 25416058 2024-09-13T00:03:24.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.364 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:24.364 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 274, 2024-09-13T00:03:24.364 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4972814 2024-09-13T00:03:24.364 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.364 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:24.364 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:24.364 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901932871 2024-09-13T00:03:24.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.364 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:24.364 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 271187968 2024-09-13T00:03:24.365 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.365 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:24.365 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270589952 2024-09-13T00:03:24.365 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.365 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:24.365 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184987340 2024-09-13T00:03:24.365 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.365 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:24.365 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 598016 2024-09-13T00:03:24.365 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.365 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.365 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:24.366 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.366 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:24.366 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.366 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.366 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.366 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.366 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.366 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.366 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.366 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.366 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87918797 2024-09-13T00:03:24.366 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.366 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.367 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.367 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.367 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.367 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.367 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.367 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.367 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.367 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.367 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.367 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.367 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.368 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.368 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.368 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.368 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 143360 2024-09-13T00:03:24.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.368 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.368 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.368 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.368 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.369 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.369 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.369 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.369 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71321395 2024-09-13T00:03:24.369 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.369 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:24.369 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.369 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:24.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.370 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.370 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.370 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.370 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.370 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.370 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659390980 2024-09-13T00:03:24.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.370 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.370 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.371 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.371 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.371 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.371 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.371 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.371 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.371 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.371 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.372 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.372 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.372 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:24.372 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.372 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.372 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.372 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.372 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.372 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.372 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.372 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.372 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.373 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.373 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.373 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70415788 2024-09-13T00:03:24.373 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.373 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.373 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:24.373 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.373 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:24.373 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.373 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.373 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:24.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.374 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.374 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:24.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.374 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.374 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58612531 2024-09-13T00:03:24.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.374 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.374 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.374 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.375 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.375 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.375 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.375 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.375 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.375 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.375 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.375 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.376 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.376 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.376 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.376 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.376 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.376 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.376 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.376 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.376 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.376 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.376 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.376 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.377 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67216125 2024-09-13T00:03:24.377 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.377 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.377 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:24.377 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:24.377 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:24.377 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.377 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:24.377 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.377 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.377 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:24.378 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.378 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:24.378 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659390980 2024-09-13T00:03:24.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.378 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:24.378 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.378 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:24.378 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.379 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:24.379 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.379 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.379 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:24.379 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.379 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.379 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:24.379 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.379 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.379 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:24.379 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 263168 2024-09-13T00:03:24.379 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.380 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:24.380 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.380 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.380 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:24.380 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.380 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.380 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:24.380 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.380 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.380 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:24.380 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70154748 2024-09-13T00:03:24.381 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.381 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.381 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:24.381 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:24.381 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.381 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.381 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.381 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.381 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.381 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:24.381 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.381 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.382 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.382 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.382 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.382 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:24.382 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:24.382 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 46 2024-09-13T00:03:24.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.382 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:24.382 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.382 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:24.383 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 29 2024-09-13T00:03:24.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.383 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:24.383 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.383 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:24.383 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.383 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:24.383 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.383 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:24.384 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 29, 2024-09-13T00:03:24.384 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 43394837 2024-09-13T00:03:24.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.384 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:24.384 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 131756 2024-09-13T00:03:24.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.384 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:24.384 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 31, 2024-09-13T00:03:24.384 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12758795 2024-09-13T00:03:24.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.384 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:24.385 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 29, 2024-09-13T00:03:24.385 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39751687 2024-09-13T00:03:24.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.385 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:24.385 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2024-09-13T00:03:24.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.385 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:24.385 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2024-09-13T00:03:24.385 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6942748 2024-09-13T00:03:24.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.385 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:24.385 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.386 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.386 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:24.386 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 131756 2024-09-13T00:03:24.386 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.386 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:24.386 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2024-09-13T00:03:24.386 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5952613 2024-09-13T00:03:24.386 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.386 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:24.386 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2024-09-13T00:03:24.386 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4801174 2024-09-13T00:03:24.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.387 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:24.387 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6 2024-09-13T00:03:24.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.387 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:24.387 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.387 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:24.387 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:24.387 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10160247 2024-09-13T00:03:24.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.388 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:24.388 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.388 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:24.388 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.388 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:24.388 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.388 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:24.389 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:24.389 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3835322 2024-09-13T00:03:24.389 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.389 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:24.389 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:24.389 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9509771 2024-09-13T00:03:24.389 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.389 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:24.389 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2024-09-13T00:03:24.389 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.390 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:24.390 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.390 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.390 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:24.390 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:24.390 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 26291842 2024-09-13T00:03:24.390 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.390 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:24.390 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.390 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.391 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:24.391 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 7, 2024-09-13T00:03:24.391 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2970860 2024-09-13T00:03:24.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.391 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:24.391 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:24.391 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 25440742 2024-09-13T00:03:24.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.391 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:24.391 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:24.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.391 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:24.392 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 590368 2024-09-13T00:03:24.392 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.392 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:24.392 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:24.392 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.392 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:24.392 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:24.392 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.392 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:24.392 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305733632 2024-09-13T00:03:24.392 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.392 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.393 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.393 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.393 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": [ 2024-09-13T00:03:24.393 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.393 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:24.393 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr" 2024-09-13T00:03:24.393 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.393 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:24.393 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:24.393 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:24.393 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:24.393 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:24.394 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 1, 2024-09-13T00:03:24.394 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 1, 2024-09-13T00:03:24.394 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 1, 2024-09-13T00:03:24.394 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:24.394 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:24.394 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116327178, 2024-09-13T00:03:24.394 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 1781760, 2024-09-13T00:03:24.394 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:24.394 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:24.394 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 1781760, 2024-09-13T00:03:24.394 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:24.394 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:24.395 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 2, 2024-09-13T00:03:24.395 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:24.395 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 2.4504408884240547e-06, 2024-09-13T00:03:24.395 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:24.395 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:24.395 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 126, 2024-09-13T00:03:24.395 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 236544, 2024-09-13T00:03:24.395 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 590368, 2024-09-13T00:03:24.395 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 590368, 2024-09-13T00:03:24.395 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:24.395 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 1771104, 2024-09-13T00:03:24.395 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 113, 2024-09-13T00:03:24.396 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 1667072 2024-09-13T00:03:24.396 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.396 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:24.396 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:24.396 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:24.396 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.396 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.396 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:24.396 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2024-09-13T00:03:24.396 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.396 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:24.396 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:24.397 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:24.397 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:24.397 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:24.397 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 32, 2024-09-13T00:03:24.397 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 32, 2024-09-13T00:03:24.397 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 2, 2024-09-13T00:03:24.397 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:24.397 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:24.397 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116327178, 2024-09-13T00:03:24.397 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 98304, 2024-09-13T00:03:24.397 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:24.397 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:24.398 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 98304, 2024-09-13T00:03:24.398 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:24.398 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:24.398 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 22, 2024-09-13T00:03:24.398 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:24.398 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 1.351970553287174e-07, 2024-09-13T00:03:24.398 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:24.398 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:24.398 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2024-09-13T00:03:24.398 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2024-09-13T00:03:24.398 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 3410, 2024-09-13T00:03:24.398 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 3410, 2024-09-13T00:03:24.399 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:24.399 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 10230, 2024-09-13T00:03:24.399 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 52, 2024-09-13T00:03:24.399 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 20480 2024-09-13T00:03:24.399 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.399 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:24.399 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:24.399 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:24.399 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.399 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.399 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:24.399 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2024-09-13T00:03:24.400 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.400 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:24.400 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:24.400 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:24.400 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:24.400 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:24.400 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 64, 2024-09-13T00:03:24.400 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 64, 2024-09-13T00:03:24.400 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 3, 2024-09-13T00:03:24.400 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:24.400 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:24.400 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116327178, 2024-09-13T00:03:24.401 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 0, 2024-09-13T00:03:24.401 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:24.401 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:24.401 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 0, 2024-09-13T00:03:24.401 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:24.401 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:24.401 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 0, 2024-09-13T00:03:24.401 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:24.401 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 0.0, 2024-09-13T00:03:24.401 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:24.401 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:24.401 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2024-09-13T00:03:24.402 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2024-09-13T00:03:24.402 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 0, 2024-09-13T00:03:24.402 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 0, 2024-09-13T00:03:24.402 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:24.402 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 0, 2024-09-13T00:03:24.402 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 0, 2024-09-13T00:03:24.402 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 0 2024-09-13T00:03:24.402 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.402 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:24.402 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:24.402 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:24.402 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.403 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.403 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:24.403 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd" 2024-09-13T00:03:24.403 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.403 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:24.403 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:24.403 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:24.403 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:24.403 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:24.403 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 8, 2024-09-13T00:03:24.403 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 8, 2024-09-13T00:03:24.403 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 4, 2024-09-13T00:03:24.404 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:24.404 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:24.404 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116327178, 2024-09-13T00:03:24.404 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 12288, 2024-09-13T00:03:24.404 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:24.404 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:24.404 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 12288, 2024-09-13T00:03:24.404 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:24.404 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:24.404 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 2, 2024-09-13T00:03:24.404 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:24.405 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 1.6899633692446514e-08, 2024-09-13T00:03:24.405 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:24.405 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:24.405 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2024-09-13T00:03:24.405 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2024-09-13T00:03:24.405 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 19, 2024-09-13T00:03:24.405 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 19, 2024-09-13T00:03:24.405 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:24.405 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 57, 2024-09-13T00:03:24.405 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 2, 2024-09-13T00:03:24.405 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 2048 2024-09-13T00:03:24.405 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.405 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:24.406 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:24.406 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:24.406 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.406 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.406 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": { 2024-09-13T00:03:24.406 INFO:tasks.workunit.client.0.smithi032.stdout: "mirroring_by_pool": [ 2024-09-13T00:03:24.406 INFO:tasks.workunit.client.0.smithi032.stdout: false 2024-09-13T00:03:24.406 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_images_by_pool": [ 2024-09-13T00:03:24.406 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.406 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pools": 1 2024-09-13T00:03:24.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.407 INFO:tasks.workunit.client.0.smithi032.stdout: "report_id": "553d16b4-ca85-4135-be71-d2627f87008a", 2024-09-13T00:03:24.407 INFO:tasks.workunit.client.0.smithi032.stdout: "report_timestamp": "2024-09-13T00:03:23.340772", 2024-09-13T00:03:24.407 INFO:tasks.workunit.client.0.smithi032.stdout: "report_version": 1, 2024-09-13T00:03:24.407 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_stats": { 2024-09-13T00:03:24.407 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "6.15.5" 2024-09-13T00:03:24.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.407 INFO:tasks.workunit.client.0.smithi032.stdout: "rook": { 2024-09-13T00:03:24.407 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster": { 2024-09-13T00:03:24.407 INFO:tasks.workunit.client.0.smithi032.stdout: "external-mode": null, 2024-09-13T00:03:24.407 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:24.407 INFO:tasks.workunit.client.0.smithi032.stdout: "allow-multiple-per-node": null, 2024-09-13T00:03:24.408 INFO:tasks.workunit.client.0.smithi032.stdout: "count": null, 2024-09-13T00:03:24.408 INFO:tasks.workunit.client.0.smithi032.stdout: "max-id": null, 2024-09-13T00:03:24.408 INFO:tasks.workunit.client.0.smithi032.stdout: "pvc": { 2024-09-13T00:03:24.408 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2024-09-13T00:03:24.408 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.408 INFO:tasks.workunit.client.0.smithi032.stdout: "stretch": { 2024-09-13T00:03:24.408 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2024-09-13T00:03:24.408 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.408 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.408 INFO:tasks.workunit.client.0.smithi032.stdout: "network": { 2024-09-13T00:03:24.408 INFO:tasks.workunit.client.0.smithi032.stdout: "provider": null 2024-09-13T00:03:24.408 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.409 INFO:tasks.workunit.client.0.smithi032.stdout: "storage": { 2024-09-13T00:03:24.409 INFO:tasks.workunit.client.0.smithi032.stdout: "device-set": { 2024-09-13T00:03:24.409 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2024-09-13T00:03:24.409 INFO:tasks.workunit.client.0.smithi032.stdout: "non-portable": null, 2024-09-13T00:03:24.409 INFO:tasks.workunit.client.0.smithi032.stdout: "portable": null, 2024-09-13T00:03:24.409 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2024-09-13T00:03:24.409 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.409 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.409 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.409 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.409 INFO:tasks.workunit.client.0.smithi032.stdout: "csi": { 2024-09-13T00:03:24.409 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2024-09-13T00:03:24.410 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.410 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes": { 2024-09-13T00:03:24.410 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2024-09-13T00:03:24.410 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.410 INFO:tasks.workunit.client.0.smithi032.stdout: "node": { 2024-09-13T00:03:24.410 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2024-09-13T00:03:24.410 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes-total": null, 2024-09-13T00:03:24.410 INFO:tasks.workunit.client.0.smithi032.stdout: "with-ceph-daemons": null, 2024-09-13T00:03:24.410 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T00:03:24.410 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-nfs-plugin": null, 2024-09-13T00:03:24.410 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-rbd-plugin": null 2024-09-13T00:03:24.410 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.411 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2024-09-13T00:03:24.411 INFO:tasks.workunit.client.0.smithi032.stdout: "storage-class": { 2024-09-13T00:03:24.411 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2024-09-13T00:03:24.411 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket": null, 2024-09-13T00:03:24.411 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs": null, 2024-09-13T00:03:24.411 INFO:tasks.workunit.client.0.smithi032.stdout: "nfs": null, 2024-09-13T00:03:24.411 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": null, 2024-09-13T00:03:24.411 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2024-09-13T00:03:24.411 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.411 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:24.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.412 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2024-09-13T00:03:24.412 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.412 INFO:tasks.workunit.client.0.smithi032.stdout: "services": {}, 2024-09-13T00:03:24.412 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_per_pg": [ 2024-09-13T00:03:24.412 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.412 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.412 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.412 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.412 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.412 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.412 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:24.412 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.413 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.413 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.413 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.413 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.413 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890734+0000", 2024-09-13T00:03:24.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.798882+0000", 2024-09-13T00:03:24.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.798882+0000", 2024-09-13T00:03:24.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.801083+0000", 2024-09-13T00:03:24.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890734+0000", 2024-09-13T00:03:24.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.414 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.414 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890734+0000", 2024-09-13T00:03:24.414 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890734+0000", 2024-09-13T00:03:24.414 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890734+0000", 2024-09-13T00:03:24.414 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.414 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.414 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.414 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890734+0000", 2024-09-13T00:03:24.414 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890734+0000", 2024-09-13T00:03:24.414 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.414 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.415 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.415 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.415 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.415 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.415 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.415 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.415 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.415 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.415 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.415 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.415 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.415 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3f", 2024-09-13T00:03:24.416 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.416 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.416 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.416 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.416 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.416 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:54:04.448555+0000", 2024-09-13T00:03:24.416 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.416 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.416 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.418 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.418 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.418 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.418 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.418 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.418 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.418 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.418 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.418 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.418 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.418 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.418 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.419 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.419 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.419 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.419 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.419 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.419 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.419 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.419 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.419 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.419 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.419 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.419 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.420 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.420 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.420 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.420 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.420 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.420 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.420 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.420 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.420 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.420 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.420 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:24.420 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.421 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.421 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.421 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.421 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.421 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.421 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.421 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.421 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:24.421 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.421 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.421 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.421 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.422 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.422 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.422 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.900216+0000", 2024-09-13T00:03:24.422 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.819177+0000", 2024-09-13T00:03:24.422 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.819177+0000", 2024-09-13T00:03:24.422 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.819658+0000", 2024-09-13T00:03:24.422 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.900216+0000", 2024-09-13T00:03:24.422 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.422 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.422 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.422 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.422 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.900216+0000", 2024-09-13T00:03:24.423 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.900216+0000", 2024-09-13T00:03:24.423 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.900216+0000", 2024-09-13T00:03:24.423 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.423 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.423 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.423 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.900216+0000", 2024-09-13T00:03:24.423 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.900216+0000", 2024-09-13T00:03:24.423 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.423 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.423 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.423 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.424 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.424 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.424 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.424 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.424 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.424 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.424 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.424 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.424 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.424 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3e", 2024-09-13T00:03:24.424 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.424 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.425 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.425 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.425 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.425 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:10:52.487980+0000", 2024-09-13T00:03:24.425 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.425 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.425 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.426 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.426 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.426 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.426 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.426 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.426 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.426 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.426 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.426 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.426 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.426 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.426 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.427 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.427 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.427 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.427 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.427 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.427 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.427 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.427 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.427 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.427 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.427 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.427 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.427 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.428 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.428 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.428 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.428 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.428 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.428 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.428 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.428 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.428 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.428 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.428 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.428 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.429 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.429 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.429 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.429 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.429 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.429 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.429 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:24.429 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.429 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.429 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.429 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.429 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.430 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.430 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.430 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.430 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:24.430 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.430 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.430 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.430 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.430 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.430 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.430 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890897+0000", 2024-09-13T00:03:24.430 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.799517+0000", 2024-09-13T00:03:24.431 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.799517+0000", 2024-09-13T00:03:24.431 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.800315+0000", 2024-09-13T00:03:24.431 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890897+0000", 2024-09-13T00:03:24.431 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.431 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.431 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.431 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.431 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890897+0000", 2024-09-13T00:03:24.431 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890897+0000", 2024-09-13T00:03:24.431 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890897+0000", 2024-09-13T00:03:24.431 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.431 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.432 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.432 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890897+0000", 2024-09-13T00:03:24.432 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890897+0000", 2024-09-13T00:03:24.432 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.432 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.432 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.432 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.432 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.432 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.432 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.432 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.433 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.433 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.433 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.433 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.433 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.433 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3d", 2024-09-13T00:03:24.433 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.433 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.433 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.433 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.433 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.433 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T00:16:53.410626+0000", 2024-09-13T00:03:24.434 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.434 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.434 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.437 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.437 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.437 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.437 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.437 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.438 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.438 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.438 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.438 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:24.438 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.438 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.438 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.438 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.438 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.438 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.438 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.439 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.439 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:24.439 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.439 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.439 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.439 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.439 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.439 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.439 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902268+0000", 2024-09-13T00:03:24.439 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.827885+0000", 2024-09-13T00:03:24.439 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.827885+0000", 2024-09-13T00:03:24.439 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.828505+0000", 2024-09-13T00:03:24.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902268+0000", 2024-09-13T00:03:24.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902268+0000", 2024-09-13T00:03:24.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902268+0000", 2024-09-13T00:03:24.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902268+0000", 2024-09-13T00:03:24.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.441 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902268+0000", 2024-09-13T00:03:24.441 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902268+0000", 2024-09-13T00:03:24.441 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.441 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.441 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.441 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.441 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.441 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.441 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.441 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.441 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.441 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.442 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.442 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.442 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.442 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3c", 2024-09-13T00:03:24.442 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.442 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.442 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.442 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.442 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.442 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:53:45.214447+0000", 2024-09-13T00:03:24.442 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.443 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.443 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.445 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.445 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.445 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.445 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.445 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.445 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.445 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.445 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.445 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.445 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.445 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.445 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.446 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.446 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.446 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.446 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.446 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.446 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.446 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.446 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.446 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.446 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.446 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.446 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.447 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.447 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.447 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:24.447 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.447 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.447 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.447 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.447 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.447 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.447 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:24.447 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.447 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:24.448 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.448 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.448 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.448 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.448 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.448 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.448 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891404+0000", 2024-09-13T00:03:24.448 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.805711+0000", 2024-09-13T00:03:24.448 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.805711+0000", 2024-09-13T00:03:24.448 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.806809+0000", 2024-09-13T00:03:24.448 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891404+0000", 2024-09-13T00:03:24.448 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.449 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.449 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.449 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.449 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891404+0000", 2024-09-13T00:03:24.449 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891404+0000", 2024-09-13T00:03:24.449 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891404+0000", 2024-09-13T00:03:24.449 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.449 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.449 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.449 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891404+0000", 2024-09-13T00:03:24.449 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891404+0000", 2024-09-13T00:03:24.449 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.450 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.450 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.450 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.450 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.450 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.450 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.450 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.450 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.450 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.450 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.450 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.450 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.451 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3b", 2024-09-13T00:03:24.451 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.451 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.451 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.451 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.451 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.451 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:08:41.405585+0000", 2024-09-13T00:03:24.451 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.451 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.451 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.452 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.452 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.452 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.452 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.452 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.452 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.452 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.452 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.452 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.452 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.452 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.453 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.453 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.453 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.453 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.453 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.453 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.453 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.453 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.453 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.453 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.453 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.453 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.455 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.455 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.455 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.455 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.455 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.455 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.455 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:24.455 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.455 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:24.456 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.456 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.456 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.456 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.456 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.456 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.456 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.456 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.456 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:24.456 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.456 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.456 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.457 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.457 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.457 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.457 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901694+0000", 2024-09-13T00:03:24.457 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.812711+0000", 2024-09-13T00:03:24.457 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.812711+0000", 2024-09-13T00:03:24.457 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.814917+0000", 2024-09-13T00:03:24.457 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901694+0000", 2024-09-13T00:03:24.457 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.457 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.457 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.457 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.458 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901694+0000", 2024-09-13T00:03:24.458 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901694+0000", 2024-09-13T00:03:24.458 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901694+0000", 2024-09-13T00:03:24.458 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.458 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.458 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.458 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901694+0000", 2024-09-13T00:03:24.458 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901694+0000", 2024-09-13T00:03:24.458 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.458 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.458 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.459 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.459 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.459 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.459 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.459 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.459 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.459 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.459 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.459 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.459 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.459 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3a", 2024-09-13T00:03:24.459 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.460 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.460 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.460 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.460 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.460 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:06:34.696128+0000", 2024-09-13T00:03:24.460 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.460 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.460 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.460 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.460 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.460 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.460 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.461 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.461 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.461 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.461 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.461 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.461 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.461 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.461 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.461 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.461 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.461 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.461 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.464 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.464 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.464 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.464 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.464 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.464 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.464 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.464 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.464 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:24.464 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.464 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.465 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.465 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.465 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.465 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.465 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:24.465 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.465 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:24.465 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.465 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.465 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.465 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.465 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.466 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.889872+0000", 2024-09-13T00:03:24.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.803816+0000", 2024-09-13T00:03:24.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.803816+0000", 2024-09-13T00:03:24.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.805024+0000", 2024-09-13T00:03:24.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.889872+0000", 2024-09-13T00:03:24.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.889872+0000", 2024-09-13T00:03:24.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.889872+0000", 2024-09-13T00:03:24.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.889872+0000", 2024-09-13T00:03:24.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.889872+0000", 2024-09-13T00:03:24.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.889872+0000", 2024-09-13T00:03:24.467 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.467 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.467 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.467 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.467 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.468 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.468 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.468 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.468 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.468 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.468 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.468 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.468 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.468 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.39", 2024-09-13T00:03:24.468 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.469 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.469 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.469 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.469 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.469 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:28:45.388631+0000", 2024-09-13T00:03:24.469 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.469 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.469 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.472 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.472 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.472 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.472 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.472 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.472 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.472 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.472 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.472 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.472 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.472 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.473 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.473 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.473 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.473 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.473 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.473 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.473 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.473 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:24.473 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.473 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:24.473 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.473 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.473 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.474 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.474 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.474 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.474 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.474 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.474 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:24.474 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.474 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.474 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.474 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.474 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.474 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.475 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.059734+0000", 2024-09-13T00:03:24.475 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.829314+0000", 2024-09-13T00:03:24.475 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.829314+0000", 2024-09-13T00:03:24.475 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.829749+0000", 2024-09-13T00:03:24.475 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.059734+0000", 2024-09-13T00:03:24.475 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.475 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.475 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.475 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.475 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.059734+0000", 2024-09-13T00:03:24.475 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.059734+0000", 2024-09-13T00:03:24.475 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.059734+0000", 2024-09-13T00:03:24.476 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.476 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.476 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.476 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.059734+0000", 2024-09-13T00:03:24.476 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.059734+0000", 2024-09-13T00:03:24.476 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.476 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.476 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.476 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.476 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.477 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.477 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.477 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.477 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.477 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.477 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.477 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.477 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.477 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.38", 2024-09-13T00:03:24.477 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.477 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.477 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.478 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.478 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.478 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:20:39.715275+0000", 2024-09-13T00:03:24.478 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.478 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.478 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.480 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.480 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.480 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.480 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.480 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.480 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.480 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.480 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.480 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.480 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.480 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.481 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.481 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.481 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.481 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.481 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.481 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.481 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.481 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.481 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.481 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.481 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.481 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.481 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.482 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.482 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.482 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.482 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.482 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.482 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:24.482 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.482 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.482 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.482 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.482 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.482 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.483 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:24.483 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.483 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:24.483 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.483 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.483 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.483 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.483 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.483 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.483 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891161+0000", 2024-09-13T00:03:24.483 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:59:05.151931+0000", 2024-09-13T00:03:24.483 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:59:05.151931+0000", 2024-09-13T00:03:24.484 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:59:05.152951+0000", 2024-09-13T00:03:24.484 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891161+0000", 2024-09-13T00:03:24.484 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.484 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.484 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.484 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 55, 2024-09-13T00:03:24.484 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891161+0000", 2024-09-13T00:03:24.484 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891161+0000", 2024-09-13T00:03:24.484 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891161+0000", 2024-09-13T00:03:24.484 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.484 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.484 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.485 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891161+0000", 2024-09-13T00:03:24.485 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891161+0000", 2024-09-13T00:03:24.485 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.485 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.485 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.485 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.485 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 54, 2024-09-13T00:03:24.485 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.485 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.485 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.488 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.488 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.488 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.488 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.488 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.488 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.37", 2024-09-13T00:03:24.488 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.488 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.488 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.489 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 30, 2024-09-13T00:03:24.489 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.489 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:31:26.735310+0000", 2024-09-13T00:03:24.489 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.489 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.489 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.492 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.493 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.493 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.493 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.493 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.493 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.493 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:24.493 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.493 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:24.493 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.493 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.493 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.493 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.494 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.494 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.494 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.494 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.494 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:24.494 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.494 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.494 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.494 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.494 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.494 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060083+0000", 2024-09-13T00:03:24.495 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.826774+0000", 2024-09-13T00:03:24.495 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.826774+0000", 2024-09-13T00:03:24.495 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.827323+0000", 2024-09-13T00:03:24.495 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060083+0000", 2024-09-13T00:03:24.495 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.495 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.495 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.495 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.495 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060083+0000", 2024-09-13T00:03:24.495 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060083+0000", 2024-09-13T00:03:24.495 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060083+0000", 2024-09-13T00:03:24.495 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.496 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.496 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.496 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060083+0000", 2024-09-13T00:03:24.496 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060083+0000", 2024-09-13T00:03:24.496 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.496 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.496 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.496 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.496 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.496 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.496 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.496 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.497 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.497 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.497 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.497 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.497 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.497 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.36", 2024-09-13T00:03:24.497 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.497 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.497 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.497 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.497 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.497 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:16:29.217564+0000", 2024-09-13T00:03:24.498 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.498 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.498 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.500 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.500 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.500 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.500 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.500 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.500 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.500 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.500 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.500 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.500 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.500 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.500 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.501 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.501 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.501 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.501 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.501 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.502 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.502 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.502 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.502 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:24.502 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.502 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.502 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.502 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.502 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.502 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.502 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.502 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.503 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:24.503 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.503 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.503 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.503 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.503 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.503 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.503 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060190+0000", 2024-09-13T00:03:24.503 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.826213+0000", 2024-09-13T00:03:24.503 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.826213+0000", 2024-09-13T00:03:24.503 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.826773+0000", 2024-09-13T00:03:24.503 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060190+0000", 2024-09-13T00:03:24.504 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.504 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.504 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.504 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.504 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060190+0000", 2024-09-13T00:03:24.504 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060190+0000", 2024-09-13T00:03:24.504 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060190+0000", 2024-09-13T00:03:24.504 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.504 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.504 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.504 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060190+0000", 2024-09-13T00:03:24.504 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060190+0000", 2024-09-13T00:03:24.505 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.505 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.505 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.505 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.505 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.505 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.505 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.505 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.505 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.505 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.505 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.505 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.506 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.506 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.35", 2024-09-13T00:03:24.506 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.506 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.506 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.506 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.506 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.506 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:20:22.942154+0000", 2024-09-13T00:03:24.506 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.506 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.506 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.506 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.507 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.507 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.507 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.507 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.507 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.507 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.507 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.507 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.507 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.507 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.507 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.507 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.508 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.508 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.508 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.508 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.508 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.508 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.508 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.508 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.508 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.508 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.508 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.510 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.510 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.510 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.510 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.510 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.510 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.510 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.510 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.510 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:24.511 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.511 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.511 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.511 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.511 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.511 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.511 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.511 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.511 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:24.511 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.511 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.511 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.512 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.512 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.512 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.512 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955672+0000", 2024-09-13T00:03:24.512 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:59:05.151380+0000", 2024-09-13T00:03:24.512 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:59:05.151380+0000", 2024-09-13T00:03:24.512 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:59:05.152341+0000", 2024-09-13T00:03:24.512 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955672+0000", 2024-09-13T00:03:24.512 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.512 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.512 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 55, 2024-09-13T00:03:24.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955672+0000", 2024-09-13T00:03:24.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955672+0000", 2024-09-13T00:03:24.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955672+0000", 2024-09-13T00:03:24.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955672+0000", 2024-09-13T00:03:24.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955672+0000", 2024-09-13T00:03:24.513 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.513 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.513 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.514 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.514 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 54, 2024-09-13T00:03:24.514 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.514 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.514 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.514 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.514 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.514 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.514 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.514 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.514 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.34", 2024-09-13T00:03:24.514 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.515 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.515 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.515 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2024-09-13T00:03:24.515 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.515 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:48:48.139714+0000", 2024-09-13T00:03:24.515 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.515 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.515 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.515 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.515 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.515 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.515 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.519 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.519 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.519 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.519 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.519 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.519 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.519 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.519 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.519 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:24.520 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.520 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.520 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.520 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.520 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.520 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.520 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.520 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.520 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:24.520 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.520 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.521 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.521 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.521 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.521 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060202+0000", 2024-09-13T00:03:24.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.817928+0000", 2024-09-13T00:03:24.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.817928+0000", 2024-09-13T00:03:24.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.823419+0000", 2024-09-13T00:03:24.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060202+0000", 2024-09-13T00:03:24.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.522 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.522 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.522 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060202+0000", 2024-09-13T00:03:24.522 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060202+0000", 2024-09-13T00:03:24.522 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060202+0000", 2024-09-13T00:03:24.522 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.522 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.522 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.522 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060202+0000", 2024-09-13T00:03:24.522 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060202+0000", 2024-09-13T00:03:24.522 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.522 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.523 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.523 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.523 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.523 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.523 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.523 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.523 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.523 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.523 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.523 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.523 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.523 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.33", 2024-09-13T00:03:24.524 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.524 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.524 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.524 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.524 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.524 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:33:00.148042+0000", 2024-09-13T00:03:24.524 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.524 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.524 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.526 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.526 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.526 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.526 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.526 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.526 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.526 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.526 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.526 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.526 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.526 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.526 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.526 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.527 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.527 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.527 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.527 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.527 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.527 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.527 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.527 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.527 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.527 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.527 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.527 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.528 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.528 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.528 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.528 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.528 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.528 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.528 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.528 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.528 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.528 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:24.528 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.529 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.529 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.529 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.529 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.529 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.529 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:24.529 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.529 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:24.529 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.529 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.529 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.529 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.529 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.530 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.889825+0000", 2024-09-13T00:03:24.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.811440+0000", 2024-09-13T00:03:24.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.811440+0000", 2024-09-13T00:03:24.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.811723+0000", 2024-09-13T00:03:24.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.889825+0000", 2024-09-13T00:03:24.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.889825+0000", 2024-09-13T00:03:24.531 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.889825+0000", 2024-09-13T00:03:24.531 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.889825+0000", 2024-09-13T00:03:24.531 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.531 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.531 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.531 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.889825+0000", 2024-09-13T00:03:24.531 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.889825+0000", 2024-09-13T00:03:24.531 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.531 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.531 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.531 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.531 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.532 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.532 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.532 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.532 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.532 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.532 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.532 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.532 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.532 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.32", 2024-09-13T00:03:24.532 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.532 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.532 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.533 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.533 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.533 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T00:03:12.881944+0000", 2024-09-13T00:03:24.533 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.533 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.533 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.535 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.535 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.535 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.535 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.535 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.535 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.535 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.535 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.535 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.535 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.535 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.535 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.535 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.536 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.536 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.536 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.537 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.537 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.537 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.537 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:24.537 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.537 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:24.537 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.537 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.537 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.537 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.537 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.537 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.538 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:24.538 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.538 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:24.538 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.538 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.538 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.538 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.538 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.538 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.538 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.898707+0000", 2024-09-13T00:03:24.538 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.804134+0000", 2024-09-13T00:03:24.538 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.804134+0000", 2024-09-13T00:03:24.539 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.807349+0000", 2024-09-13T00:03:24.539 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.898707+0000", 2024-09-13T00:03:24.539 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.539 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.539 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.539 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.539 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.898707+0000", 2024-09-13T00:03:24.539 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.898707+0000", 2024-09-13T00:03:24.539 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.898707+0000", 2024-09-13T00:03:24.539 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.539 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.539 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.539 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.898707+0000", 2024-09-13T00:03:24.540 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.898707+0000", 2024-09-13T00:03:24.540 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.540 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.540 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.540 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.540 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.540 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.540 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.540 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.540 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.540 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.540 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.541 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.541 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.541 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.31", 2024-09-13T00:03:24.541 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.541 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.541 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.541 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.541 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.541 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:02:35.203851+0000", 2024-09-13T00:03:24.541 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.541 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.542 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.545 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.545 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.545 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.545 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.545 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.545 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.545 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:24.546 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.546 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:24.546 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.546 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.546 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.546 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.546 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.546 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.546 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.546 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.546 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:24.546 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.547 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.547 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.547 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.547 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.547 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901221+0000", 2024-09-13T00:03:24.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.825403+0000", 2024-09-13T00:03:24.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.825403+0000", 2024-09-13T00:03:24.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.825914+0000", 2024-09-13T00:03:24.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901221+0000", 2024-09-13T00:03:24.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901221+0000", 2024-09-13T00:03:24.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901221+0000", 2024-09-13T00:03:24.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901221+0000", 2024-09-13T00:03:24.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901221+0000", 2024-09-13T00:03:24.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901221+0000", 2024-09-13T00:03:24.548 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.548 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.549 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.549 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.549 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.549 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.549 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.549 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.549 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.549 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.549 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.549 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.549 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.550 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.30", 2024-09-13T00:03:24.550 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.550 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.550 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.550 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.550 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.550 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:11:13.075070+0000", 2024-09-13T00:03:24.550 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.550 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.550 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.554 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.554 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.554 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.554 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.554 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.554 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.554 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.554 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.554 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.554 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.554 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:24.554 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.555 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.555 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.555 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.555 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.555 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.555 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:24.555 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.555 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:24.555 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.555 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.555 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.555 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.556 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.556 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.556 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.903102+0000", 2024-09-13T00:03:24.556 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.833136+0000", 2024-09-13T00:03:24.556 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.833136+0000", 2024-09-13T00:03:24.556 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.833774+0000", 2024-09-13T00:03:24.556 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.903102+0000", 2024-09-13T00:03:24.556 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.556 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.556 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.556 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.556 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.903102+0000", 2024-09-13T00:03:24.557 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.903102+0000", 2024-09-13T00:03:24.557 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.903102+0000", 2024-09-13T00:03:24.557 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.557 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.557 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.557 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.903102+0000", 2024-09-13T00:03:24.557 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.903102+0000", 2024-09-13T00:03:24.557 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.557 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.557 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.557 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.557 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.558 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.558 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.558 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.558 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.558 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.558 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.558 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.558 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.558 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2f", 2024-09-13T00:03:24.558 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.558 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.558 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.559 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.559 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.559 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:10:14.690174+0000", 2024-09-13T00:03:24.559 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.559 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.559 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.561 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.561 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.561 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.561 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.561 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.561 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.561 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.561 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.561 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.561 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.561 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.561 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.562 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.562 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.562 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.562 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.562 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.562 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.562 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.562 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.562 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.562 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.562 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.562 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.563 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.563 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.563 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.563 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.563 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.563 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:24.563 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.563 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:24.563 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.563 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.563 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.563 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.564 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.564 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.564 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.564 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.564 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:24.564 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.564 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.564 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.564 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.564 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.564 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.564 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955923+0000", 2024-09-13T00:03:24.565 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.799768+0000", 2024-09-13T00:03:24.565 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.799768+0000", 2024-09-13T00:03:24.565 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.800546+0000", 2024-09-13T00:03:24.565 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955923+0000", 2024-09-13T00:03:24.565 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.565 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.565 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.565 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.565 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955923+0000", 2024-09-13T00:03:24.565 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955923+0000", 2024-09-13T00:03:24.565 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955923+0000", 2024-09-13T00:03:24.565 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.566 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.566 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.566 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955923+0000", 2024-09-13T00:03:24.566 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955923+0000", 2024-09-13T00:03:24.566 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.566 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.566 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.566 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.566 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.566 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.566 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.566 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.567 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.567 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.567 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.567 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.567 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.567 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2e", 2024-09-13T00:03:24.567 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.567 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.567 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.567 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.567 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.567 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:00:30.981024+0000", 2024-09-13T00:03:24.568 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.568 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.568 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.571 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.571 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.571 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.571 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.572 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.572 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.572 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.572 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.572 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:24.572 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.572 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.572 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.572 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.572 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.572 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.572 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.573 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.573 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:24.573 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.573 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.573 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.573 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.573 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.573 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.573 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:24.573 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.821693+0000", 2024-09-13T00:03:24.573 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.821693+0000", 2024-09-13T00:03:24.573 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.822420+0000", 2024-09-13T00:03:24.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:24.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:24.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:24.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:24.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:24.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:24.575 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.575 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.575 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.575 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.575 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.575 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.575 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.575 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.575 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.575 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.575 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.575 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.576 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.576 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2d", 2024-09-13T00:03:24.576 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.576 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.576 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.576 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.576 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.576 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:17:57.782915+0000", 2024-09-13T00:03:24.576 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.576 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.576 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.580 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.580 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.580 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.580 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.580 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.580 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.580 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.580 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.580 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.580 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.580 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.580 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.581 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.581 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:24.581 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.581 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.581 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.581 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.581 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.581 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.581 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.581 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.581 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:24.582 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.582 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.582 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.582 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.582 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.582 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.059728+0000", 2024-09-13T00:03:24.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.806705+0000", 2024-09-13T00:03:24.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.806705+0000", 2024-09-13T00:03:24.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.807193+0000", 2024-09-13T00:03:24.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.059728+0000", 2024-09-13T00:03:24.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.059728+0000", 2024-09-13T00:03:24.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.059728+0000", 2024-09-13T00:03:24.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.059728+0000", 2024-09-13T00:03:24.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.059728+0000", 2024-09-13T00:03:24.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.059728+0000", 2024-09-13T00:03:24.583 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.584 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.584 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.584 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.584 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.584 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.584 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.584 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.584 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.584 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.584 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.584 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.584 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.585 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2c", 2024-09-13T00:03:24.585 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.585 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.585 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.585 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.585 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.585 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:38:59.360338+0000", 2024-09-13T00:03:24.585 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.585 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.585 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.588 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.588 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.588 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.588 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.588 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.588 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.588 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.588 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.588 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.588 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.588 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.588 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.589 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.589 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.589 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.589 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.589 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.589 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.589 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.589 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.589 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.589 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.589 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:24.589 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.590 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.590 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.590 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.590 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.590 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.590 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.590 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.590 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:24.590 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.590 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.590 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.590 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.591 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.591 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.591 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890392+0000", 2024-09-13T00:03:24.591 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.804125+0000", 2024-09-13T00:03:24.591 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.804125+0000", 2024-09-13T00:03:24.591 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.804866+0000", 2024-09-13T00:03:24.591 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890392+0000", 2024-09-13T00:03:24.591 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.591 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.591 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.591 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.591 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890392+0000", 2024-09-13T00:03:24.591 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890392+0000", 2024-09-13T00:03:24.592 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890392+0000", 2024-09-13T00:03:24.592 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.592 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.592 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.592 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890392+0000", 2024-09-13T00:03:24.592 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890392+0000", 2024-09-13T00:03:24.592 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.592 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.592 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.592 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.592 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.592 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.593 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.593 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.593 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.593 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.593 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.593 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.593 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.593 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2b", 2024-09-13T00:03:24.593 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.593 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.593 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.593 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.594 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.594 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:29:07.167823+0000", 2024-09-13T00:03:24.594 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.594 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.594 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.597 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.597 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.598 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.598 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.598 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.598 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.598 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.598 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.598 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:24.598 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.598 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.598 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.598 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.598 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.599 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.599 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.599 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.599 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:24.599 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.599 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.599 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.599 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.599 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.599 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.599 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901701+0000", 2024-09-13T00:03:24.599 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.824564+0000", 2024-09-13T00:03:24.600 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.824564+0000", 2024-09-13T00:03:24.600 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.825105+0000", 2024-09-13T00:03:24.600 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901701+0000", 2024-09-13T00:03:24.600 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.600 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.600 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.600 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.600 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901701+0000", 2024-09-13T00:03:24.600 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901701+0000", 2024-09-13T00:03:24.600 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901701+0000", 2024-09-13T00:03:24.600 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.600 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.601 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.601 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901701+0000", 2024-09-13T00:03:24.601 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901701+0000", 2024-09-13T00:03:24.601 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.601 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.601 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.601 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.601 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.601 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.601 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.601 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.601 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.602 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.602 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.602 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.602 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.602 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2a", 2024-09-13T00:03:24.602 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.602 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.602 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.602 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.602 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.602 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:51:13.264946+0000", 2024-09-13T00:03:24.602 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.603 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.603 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.606 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.606 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.606 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.606 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.606 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.607 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.607 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.607 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:24.607 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.607 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.607 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.607 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.607 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.607 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.607 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.607 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:24.608 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.608 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.608 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.608 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.608 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.608 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060066+0000", 2024-09-13T00:03:24.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.807797+0000", 2024-09-13T00:03:24.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.807797+0000", 2024-09-13T00:03:24.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.808960+0000", 2024-09-13T00:03:24.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060066+0000", 2024-09-13T00:03:24.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060066+0000", 2024-09-13T00:03:24.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060066+0000", 2024-09-13T00:03:24.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060066+0000", 2024-09-13T00:03:24.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060066+0000", 2024-09-13T00:03:24.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060066+0000", 2024-09-13T00:03:24.609 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.610 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.610 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.610 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.610 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.610 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.610 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.610 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.610 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.610 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.610 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.610 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.610 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.611 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.29", 2024-09-13T00:03:24.611 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.611 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.611 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.611 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.611 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.611 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:42:35.865481+0000", 2024-09-13T00:03:24.611 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.611 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.611 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.615 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.615 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.615 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.615 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.615 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.615 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.615 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.615 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.615 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.615 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.615 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:24.616 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.616 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.616 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.616 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.616 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.616 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.616 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:24.616 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.616 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:24.616 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.617 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.617 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.617 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.617 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.617 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.617 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901359+0000", 2024-09-13T00:03:24.617 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.815861+0000", 2024-09-13T00:03:24.617 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.815861+0000", 2024-09-13T00:03:24.617 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.816596+0000", 2024-09-13T00:03:24.617 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901359+0000", 2024-09-13T00:03:24.617 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.617 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.618 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.618 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.618 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901359+0000", 2024-09-13T00:03:24.618 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901359+0000", 2024-09-13T00:03:24.618 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901359+0000", 2024-09-13T00:03:24.618 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.618 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.618 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.618 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901359+0000", 2024-09-13T00:03:24.618 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901359+0000", 2024-09-13T00:03:24.618 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.618 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.619 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.619 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.619 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.619 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.619 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.619 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.619 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.619 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.619 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.619 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.619 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.619 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.28", 2024-09-13T00:03:24.620 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.620 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.620 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.620 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.620 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.620 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T01:48:17.943544+0000", 2024-09-13T00:03:24.620 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.620 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.620 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.623 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.623 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.623 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.623 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.623 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.623 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.623 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.623 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.623 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.623 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.623 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.623 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.623 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.624 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.624 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.624 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.624 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.624 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.624 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.624 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.624 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:24.624 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.624 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:24.624 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.625 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.625 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.625 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.625 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.625 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.625 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:24.625 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.625 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:24.625 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.625 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.625 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.625 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.626 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.626 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.061170+0000", 2024-09-13T00:03:24.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.812916+0000", 2024-09-13T00:03:24.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.812916+0000", 2024-09-13T00:03:24.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.813334+0000", 2024-09-13T00:03:24.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.061170+0000", 2024-09-13T00:03:24.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.061170+0000", 2024-09-13T00:03:24.627 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.061170+0000", 2024-09-13T00:03:24.627 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.061170+0000", 2024-09-13T00:03:24.627 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.627 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.627 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.627 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.061170+0000", 2024-09-13T00:03:24.627 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.061170+0000", 2024-09-13T00:03:24.627 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.627 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.627 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.627 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.627 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.628 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.628 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.628 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.628 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.628 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.628 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.628 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.628 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.628 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.27", 2024-09-13T00:03:24.628 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.628 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.628 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.629 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.629 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.629 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:56:21.611230+0000", 2024-09-13T00:03:24.629 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.629 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.629 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.632 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.632 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.633 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.633 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.633 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.633 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.633 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:24.633 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.633 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:24.633 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.633 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.633 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.633 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.633 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.634 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.634 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:24.634 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.634 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:24.634 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.634 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.634 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.634 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.634 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.634 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.634 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060184+0000", 2024-09-13T00:03:24.634 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.808039+0000", 2024-09-13T00:03:24.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.808039+0000", 2024-09-13T00:03:24.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.808823+0000", 2024-09-13T00:03:24.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060184+0000", 2024-09-13T00:03:24.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060184+0000", 2024-09-13T00:03:24.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060184+0000", 2024-09-13T00:03:24.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060184+0000", 2024-09-13T00:03:24.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060184+0000", 2024-09-13T00:03:24.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060184+0000", 2024-09-13T00:03:24.636 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.636 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.636 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.636 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.636 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.636 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.636 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.636 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.637 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.637 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.637 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.637 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.637 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.637 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.26", 2024-09-13T00:03:24.637 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.637 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.637 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.637 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.637 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.637 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:33:25.635946+0000", 2024-09-13T00:03:24.638 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.638 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.638 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.641 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.641 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.641 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.641 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.641 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.642 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.642 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:24.642 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.642 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:24.642 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.642 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.642 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.642 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.642 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.642 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.642 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:24.642 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.643 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:24.643 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.643 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.643 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.643 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.643 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.643 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.899545+0000", 2024-09-13T00:03:24.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.795115+0000", 2024-09-13T00:03:24.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.795115+0000", 2024-09-13T00:03:24.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.795865+0000", 2024-09-13T00:03:24.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.899545+0000", 2024-09-13T00:03:24.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.899545+0000", 2024-09-13T00:03:24.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.899545+0000", 2024-09-13T00:03:24.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.899545+0000", 2024-09-13T00:03:24.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.899545+0000", 2024-09-13T00:03:24.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.899545+0000", 2024-09-13T00:03:24.645 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.645 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.645 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.645 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.645 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.645 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.645 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.645 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.645 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.645 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.645 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.645 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.646 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.646 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.25", 2024-09-13T00:03:24.646 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.646 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.646 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.646 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.646 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.646 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:53:06.709473+0000", 2024-09-13T00:03:24.646 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.646 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.646 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.650 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.650 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.650 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.650 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.650 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.650 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.650 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.650 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.650 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.650 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.650 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.650 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.651 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.651 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:24.651 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.651 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:24.651 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.651 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.651 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.651 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.651 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.651 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.651 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.652 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.652 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:24.652 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.652 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.652 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.652 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.652 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.652 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.652 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060968+0000", 2024-09-13T00:03:24.652 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.806292+0000", 2024-09-13T00:03:24.652 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.806292+0000", 2024-09-13T00:03:24.652 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.806609+0000", 2024-09-13T00:03:24.653 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060968+0000", 2024-09-13T00:03:24.653 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.653 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.653 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.653 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.653 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060968+0000", 2024-09-13T00:03:24.653 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060968+0000", 2024-09-13T00:03:24.653 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060968+0000", 2024-09-13T00:03:24.653 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.653 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.654 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.654 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060968+0000", 2024-09-13T00:03:24.654 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060968+0000", 2024-09-13T00:03:24.654 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.654 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.654 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.654 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.654 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.654 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.654 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.654 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.655 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.655 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.655 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.655 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.655 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.655 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.24", 2024-09-13T00:03:24.655 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.655 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.655 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.655 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.655 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.656 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:47:47.238988+0000", 2024-09-13T00:03:24.656 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.656 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.656 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.658 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.658 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.658 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.658 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.658 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.658 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.658 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.658 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.658 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.658 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.658 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.660 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.660 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.660 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.660 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.660 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.660 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.660 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.660 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.660 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:24.660 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.660 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.661 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.661 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.661 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.661 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.661 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:24.661 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.661 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:24.661 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.661 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.662 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.662 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.662 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.662 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.662 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890403+0000", 2024-09-13T00:03:24.662 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.798046+0000", 2024-09-13T00:03:24.662 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.798046+0000", 2024-09-13T00:03:24.662 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.798705+0000", 2024-09-13T00:03:24.662 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890403+0000", 2024-09-13T00:03:24.662 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.662 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890403+0000", 2024-09-13T00:03:24.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890403+0000", 2024-09-13T00:03:24.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890403+0000", 2024-09-13T00:03:24.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890403+0000", 2024-09-13T00:03:24.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890403+0000", 2024-09-13T00:03:24.663 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.664 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.664 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.664 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.664 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.664 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.664 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.664 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.664 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.664 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.664 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.665 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.665 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.665 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.23", 2024-09-13T00:03:24.665 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.665 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.665 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.665 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.665 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.665 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:37:12.826279+0000", 2024-09-13T00:03:24.665 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.665 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.665 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.669 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.669 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.669 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.669 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.669 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.669 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.670 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:24.670 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.670 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:24.670 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.670 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.670 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.670 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.670 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.670 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.670 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.670 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.670 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:24.671 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.671 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.671 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.671 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.671 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.671 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.671 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901799+0000", 2024-09-13T00:03:24.671 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.810056+0000", 2024-09-13T00:03:24.671 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.810056+0000", 2024-09-13T00:03:24.671 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.810742+0000", 2024-09-13T00:03:24.671 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901799+0000", 2024-09-13T00:03:24.672 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.672 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.672 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.672 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.672 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901799+0000", 2024-09-13T00:03:24.672 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901799+0000", 2024-09-13T00:03:24.672 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901799+0000", 2024-09-13T00:03:24.672 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.672 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.672 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.672 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901799+0000", 2024-09-13T00:03:24.672 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901799+0000", 2024-09-13T00:03:24.673 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.673 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.673 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.673 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.673 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.673 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.673 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.673 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.673 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.673 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.673 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.673 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.674 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.674 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.22", 2024-09-13T00:03:24.674 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.674 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.674 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.674 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.674 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.674 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T01:20:24.293921+0000", 2024-09-13T00:03:24.674 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.674 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.674 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.678 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.678 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.678 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.678 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.678 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.678 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.678 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.678 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.678 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.678 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.679 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.679 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.679 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.679 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.679 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:24.679 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.679 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.679 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.679 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.679 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.680 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.680 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.680 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:24.680 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.680 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.680 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.680 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.680 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.680 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.680 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955437+0000", 2024-09-13T00:03:24.680 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.794037+0000", 2024-09-13T00:03:24.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.794037+0000", 2024-09-13T00:03:24.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.796946+0000", 2024-09-13T00:03:24.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955437+0000", 2024-09-13T00:03:24.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955437+0000", 2024-09-13T00:03:24.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955437+0000", 2024-09-13T00:03:24.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955437+0000", 2024-09-13T00:03:24.682 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.682 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.682 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.682 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955437+0000", 2024-09-13T00:03:24.682 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955437+0000", 2024-09-13T00:03:24.682 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.682 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.682 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.682 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.682 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.682 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.683 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.683 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.683 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.683 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.683 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.683 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.683 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.683 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.21", 2024-09-13T00:03:24.683 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.683 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.683 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.684 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.684 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.684 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:24:30.649860+0000", 2024-09-13T00:03:24.684 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.684 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.684 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.688 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.688 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.688 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.688 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.688 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.688 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.688 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.688 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.688 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.688 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.689 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:24.689 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.689 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.689 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.689 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.689 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.689 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.689 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:24.689 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.689 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:24.689 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.690 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.690 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.690 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.690 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.690 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.058848+0000", 2024-09-13T00:03:24.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.821044+0000", 2024-09-13T00:03:24.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.821044+0000", 2024-09-13T00:03:24.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.826343+0000", 2024-09-13T00:03:24.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.058848+0000", 2024-09-13T00:03:24.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.058848+0000", 2024-09-13T00:03:24.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.058848+0000", 2024-09-13T00:03:24.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.058848+0000", 2024-09-13T00:03:24.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.058848+0000", 2024-09-13T00:03:24.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.058848+0000", 2024-09-13T00:03:24.692 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.692 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.692 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.692 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.692 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.692 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.692 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.692 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.692 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.692 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.692 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.692 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.693 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.693 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.20", 2024-09-13T00:03:24.693 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.693 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.693 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.693 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.693 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.693 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:14:33.155806+0000", 2024-09-13T00:03:24.693 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.693 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.693 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.697 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.697 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.697 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.697 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.697 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.697 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.697 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.697 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.697 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.697 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:24.697 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.698 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:24.698 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.698 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.698 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.698 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.698 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.698 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.698 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:24.698 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.698 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2024-09-13T00:03:24.698 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.698 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.699 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.699 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.699 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.699 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.699 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.903591+0000", 2024-09-13T00:03:24.699 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.804587+0000", 2024-09-13T00:03:24.699 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.804587+0000", 2024-09-13T00:03:24.699 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.805031+0000", 2024-09-13T00:03:24.699 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.903591+0000", 2024-09-13T00:03:24.699 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.699 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.699 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.903591+0000", 2024-09-13T00:03:24.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.903591+0000", 2024-09-13T00:03:24.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.903591+0000", 2024-09-13T00:03:24.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.903591+0000", 2024-09-13T00:03:24.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.903591+0000", 2024-09-13T00:03:24.700 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.700 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.700 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.701 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.701 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.701 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.701 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.701 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.701 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.701 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.701 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.701 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.701 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.701 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1a", 2024-09-13T00:03:24.701 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.702 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.702 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.702 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.702 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.702 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:34:26.201996+0000", 2024-09-13T00:03:24.702 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.702 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.702 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.702 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.702 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.702 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.702 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.706 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.706 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.706 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.706 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.706 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.706 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.706 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:24.706 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.706 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2024-09-13T00:03:24.706 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.706 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.707 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.707 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.707 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.707 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.707 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.707 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.707 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:24.707 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.707 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.707 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.707 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.707 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.708 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.708 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060599+0000", 2024-09-13T00:03:24.708 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.830847+0000", 2024-09-13T00:03:24.708 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.830847+0000", 2024-09-13T00:03:24.708 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.831658+0000", 2024-09-13T00:03:24.708 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060599+0000", 2024-09-13T00:03:24.708 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.708 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.708 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.708 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.708 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060599+0000", 2024-09-13T00:03:24.708 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060599+0000", 2024-09-13T00:03:24.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060599+0000", 2024-09-13T00:03:24.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060599+0000", 2024-09-13T00:03:24.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060599+0000", 2024-09-13T00:03:24.709 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.709 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2024-09-13T00:03:24.709 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.709 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.709 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.710 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.710 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.710 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.710 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.710 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2024-09-13T00:03:24.710 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.710 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.710 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.710 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1b", 2024-09-13T00:03:24.710 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.711 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.711 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.711 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 22, 2024-09-13T00:03:24.711 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.711 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T01:22:01.596576+0000", 2024-09-13T00:03:24.711 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.711 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.711 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.711 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.711 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.711 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.715 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.715 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.715 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.715 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.715 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.716 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.716 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.716 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.716 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:24.716 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'1" 2024-09-13T00:03:24.716 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.716 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.716 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.716 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.716 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.716 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.716 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.717 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:24.717 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.717 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.717 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.717 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.717 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.717 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.717 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890686+0000", 2024-09-13T00:03:24.717 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:59:05.107692+0000", 2024-09-13T00:03:24.717 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:59:05.107692+0000", 2024-09-13T00:03:24.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:59:05.108638+0000", 2024-09-13T00:03:24.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890686+0000", 2024-09-13T00:03:24.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 55, 2024-09-13T00:03:24.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890686+0000", 2024-09-13T00:03:24.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890686+0000", 2024-09-13T00:03:24.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890686+0000", 2024-09-13T00:03:24.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.719 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.719 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890686+0000", 2024-09-13T00:03:24.719 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890686+0000", 2024-09-13T00:03:24.719 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.719 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.719 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.719 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.719 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 54, 2024-09-13T00:03:24.719 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.719 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.719 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.720 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.720 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.720 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.720 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.720 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.720 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1b", 2024-09-13T00:03:24.720 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.720 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.720 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.720 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 30, 2024-09-13T00:03:24.720 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.721 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:22:49.609124+0000", 2024-09-13T00:03:24.721 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.721 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.721 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.725 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.725 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.725 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.725 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.725 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.725 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.725 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.725 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.725 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.725 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:24.726 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.726 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.726 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.726 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.726 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.726 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.726 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.726 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.726 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:24.726 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.726 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.727 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.727 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.727 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.727 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.059338+0000", 2024-09-13T00:03:24.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.833778+0000", 2024-09-13T00:03:24.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.833778+0000", 2024-09-13T00:03:24.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.834471+0000", 2024-09-13T00:03:24.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.059338+0000", 2024-09-13T00:03:24.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.059338+0000", 2024-09-13T00:03:24.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.059338+0000", 2024-09-13T00:03:24.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.059338+0000", 2024-09-13T00:03:24.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.059338+0000", 2024-09-13T00:03:24.729 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.059338+0000", 2024-09-13T00:03:24.729 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.729 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2024-09-13T00:03:24.729 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.729 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.729 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.729 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.729 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.729 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.729 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.729 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2024-09-13T00:03:24.730 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.730 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.730 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.730 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1a", 2024-09-13T00:03:24.730 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.730 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.730 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.730 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 22, 2024-09-13T00:03:24.730 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.730 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:40:35.524237+0000", 2024-09-13T00:03:24.730 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.731 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.731 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.731 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.731 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.731 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.731 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.731 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.731 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.731 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.731 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.731 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.732 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.732 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.732 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.732 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.732 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.732 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.732 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.732 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.732 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.732 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.732 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.737 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.737 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.737 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.737 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.737 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.737 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.737 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.737 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.737 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.737 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.738 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.738 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:24.738 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'1" 2024-09-13T00:03:24.738 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.738 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.738 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.738 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.738 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.738 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.738 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.739 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:24.739 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.739 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.739 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.739 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.739 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.739 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060303+0000", 2024-09-13T00:03:24.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.828503+0000", 2024-09-13T00:03:24.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.828503+0000", 2024-09-13T00:03:24.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.828837+0000", 2024-09-13T00:03:24.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060303+0000", 2024-09-13T00:03:24.740 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.740 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.740 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.740 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.740 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060303+0000", 2024-09-13T00:03:24.740 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060303+0000", 2024-09-13T00:03:24.740 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060303+0000", 2024-09-13T00:03:24.740 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.740 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.740 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.741 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060303+0000", 2024-09-13T00:03:24.741 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060303+0000", 2024-09-13T00:03:24.741 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.741 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.741 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.741 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.741 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.741 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.741 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.741 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.741 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.742 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.742 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.742 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.742 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.742 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.19", 2024-09-13T00:03:24.742 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.742 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.742 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.742 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:24.742 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.742 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:44:41.433615+0000", 2024-09-13T00:03:24.743 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.743 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.743 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.746 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.746 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.746 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.746 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.746 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.746 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.746 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.746 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.746 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.746 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.746 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.747 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.747 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.747 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.747 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.747 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.747 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.747 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.747 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:24.747 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.747 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.747 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.747 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.748 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.748 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.748 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.748 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.748 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:24.748 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.748 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.748 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.748 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.748 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.749 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.749 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.059969+0000", 2024-09-13T00:03:24.749 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.810320+0000", 2024-09-13T00:03:24.749 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.810320+0000", 2024-09-13T00:03:24.749 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.810608+0000", 2024-09-13T00:03:24.749 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.059969+0000", 2024-09-13T00:03:24.749 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.749 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.749 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.749 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.749 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.059969+0000", 2024-09-13T00:03:24.750 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.059969+0000", 2024-09-13T00:03:24.750 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.059969+0000", 2024-09-13T00:03:24.750 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.750 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.750 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.750 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.059969+0000", 2024-09-13T00:03:24.750 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.059969+0000", 2024-09-13T00:03:24.750 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.750 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.750 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.751 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.751 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.751 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.751 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.751 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.751 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.751 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.751 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.751 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.751 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.751 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.18", 2024-09-13T00:03:24.752 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.752 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.752 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.752 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.752 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.752 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:05:00.159739+0000", 2024-09-13T00:03:24.752 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.752 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.752 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.752 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.752 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.756 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.756 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.756 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.756 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.756 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.756 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.756 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.756 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.756 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.756 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.757 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.757 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:24.757 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.757 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.757 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.757 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.757 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.757 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.757 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.757 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.757 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:24.758 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.758 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.758 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.758 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.758 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.758 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901472+0000", 2024-09-13T00:03:24.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.838890+0000", 2024-09-13T00:03:24.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.838890+0000", 2024-09-13T00:03:24.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.839250+0000", 2024-09-13T00:03:24.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901472+0000", 2024-09-13T00:03:24.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901472+0000", 2024-09-13T00:03:24.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901472+0000", 2024-09-13T00:03:24.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901472+0000", 2024-09-13T00:03:24.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901472+0000", 2024-09-13T00:03:24.760 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901472+0000", 2024-09-13T00:03:24.760 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.760 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.760 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.760 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.760 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.760 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.760 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.760 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.760 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.760 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.761 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.761 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.761 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.761 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.18", 2024-09-13T00:03:24.761 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.761 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.761 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.761 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:24.761 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.761 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:35:56.410963+0000", 2024-09-13T00:03:24.761 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.761 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.762 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.765 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.765 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.765 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.766 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.766 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.766 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.766 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.766 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.766 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:24.766 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.766 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.766 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.766 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.767 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.767 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:24.767 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.767 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:24.767 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.767 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.767 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.767 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.767 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.767 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.898464+0000", 2024-09-13T00:03:24.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.805384+0000", 2024-09-13T00:03:24.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.805384+0000", 2024-09-13T00:03:24.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.808392+0000", 2024-09-13T00:03:24.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.898464+0000", 2024-09-13T00:03:24.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.898464+0000", 2024-09-13T00:03:24.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.898464+0000", 2024-09-13T00:03:24.769 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.898464+0000", 2024-09-13T00:03:24.769 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.769 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.769 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.769 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.898464+0000", 2024-09-13T00:03:24.769 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.898464+0000", 2024-09-13T00:03:24.769 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.769 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.769 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.769 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.769 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.770 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.770 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.770 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.770 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.770 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.770 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.770 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.770 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.770 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.19", 2024-09-13T00:03:24.770 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.770 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.771 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.771 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.771 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.771 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:31:49.699028+0000", 2024-09-13T00:03:24.771 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.771 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.771 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.774 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.774 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.774 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.774 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.774 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.774 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.774 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.774 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.774 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.774 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.774 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.775 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.775 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.775 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.775 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.775 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.775 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.775 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.775 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.775 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:24.775 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.775 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:24.775 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.776 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.776 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.776 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.776 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.776 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.776 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:24.776 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.776 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:24.776 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.776 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.776 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.776 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.777 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.777 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.777 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.059878+0000", 2024-09-13T00:03:24.777 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.834965+0000", 2024-09-13T00:03:24.777 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.834965+0000", 2024-09-13T00:03:24.777 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.835228+0000", 2024-09-13T00:03:24.777 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.059878+0000", 2024-09-13T00:03:24.777 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.777 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.777 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.777 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.778 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.059878+0000", 2024-09-13T00:03:24.778 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.059878+0000", 2024-09-13T00:03:24.778 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.059878+0000", 2024-09-13T00:03:24.778 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.778 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.778 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.778 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.059878+0000", 2024-09-13T00:03:24.778 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.059878+0000", 2024-09-13T00:03:24.778 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.778 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.778 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.778 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.779 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.779 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.779 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.779 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.779 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.779 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.779 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.779 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.779 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.779 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.17", 2024-09-13T00:03:24.779 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.779 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.779 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.780 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:24.780 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.780 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:28:46.177095+0000", 2024-09-13T00:03:24.780 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.780 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.780 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.783 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.784 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.784 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.784 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.784 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.784 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.784 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:24.784 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.784 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:24.784 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.784 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.784 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.785 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.785 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.785 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.785 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.785 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.785 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:24.785 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.785 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.785 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.785 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.785 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.785 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.786 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901817+0000", 2024-09-13T00:03:24.786 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.832141+0000", 2024-09-13T00:03:24.786 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.832141+0000", 2024-09-13T00:03:24.786 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.832504+0000", 2024-09-13T00:03:24.786 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901817+0000", 2024-09-13T00:03:24.786 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.786 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.786 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.786 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.786 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901817+0000", 2024-09-13T00:03:24.786 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901817+0000", 2024-09-13T00:03:24.787 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901817+0000", 2024-09-13T00:03:24.787 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.787 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.787 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.787 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901817+0000", 2024-09-13T00:03:24.787 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901817+0000", 2024-09-13T00:03:24.787 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.787 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.787 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.787 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.787 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.787 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.788 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.788 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.788 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.788 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.788 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.788 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.788 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.788 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.16", 2024-09-13T00:03:24.788 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.788 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.789 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.789 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.789 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.789 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:54:35.037719+0000", 2024-09-13T00:03:24.789 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.789 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.789 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.793 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.793 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.793 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.793 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.793 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.793 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.793 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.793 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.793 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:24.794 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.794 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.794 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.794 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.794 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.794 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.794 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:24.794 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.794 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:24.794 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.794 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.794 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.795 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.795 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.795 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.795 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901940+0000", 2024-09-13T00:03:24.795 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.840512+0000", 2024-09-13T00:03:24.795 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.840512+0000", 2024-09-13T00:03:24.795 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.841862+0000", 2024-09-13T00:03:24.795 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901940+0000", 2024-09-13T00:03:24.795 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.795 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.795 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901940+0000", 2024-09-13T00:03:24.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901940+0000", 2024-09-13T00:03:24.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901940+0000", 2024-09-13T00:03:24.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901940+0000", 2024-09-13T00:03:24.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901940+0000", 2024-09-13T00:03:24.796 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.796 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.797 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.797 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.797 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.797 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.797 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.797 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.797 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.797 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.797 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.797 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.797 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.798 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.16", 2024-09-13T00:03:24.798 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.798 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.798 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.798 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:24.798 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.798 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T00:05:39.330139+0000", 2024-09-13T00:03:24.798 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.798 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.798 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.798 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.802 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.802 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.802 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.802 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.802 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.802 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.803 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:24.803 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.803 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:24.803 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.803 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.803 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.803 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.803 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.803 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.803 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:24.803 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.804 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:24.804 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.804 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.804 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.804 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.804 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.804 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.892892+0000", 2024-09-13T00:03:24.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.810193+0000", 2024-09-13T00:03:24.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.810193+0000", 2024-09-13T00:03:24.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.810494+0000", 2024-09-13T00:03:24.805 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.892892+0000", 2024-09-13T00:03:24.805 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.805 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.805 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.805 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.805 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.892892+0000", 2024-09-13T00:03:24.805 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.892892+0000", 2024-09-13T00:03:24.805 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.892892+0000", 2024-09-13T00:03:24.805 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.805 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.805 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.806 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.892892+0000", 2024-09-13T00:03:24.806 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.892892+0000", 2024-09-13T00:03:24.806 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.806 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.806 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.806 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.806 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.806 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.806 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.806 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.806 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.807 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.807 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.807 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.807 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.807 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.17", 2024-09-13T00:03:24.807 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.807 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.807 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.807 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.807 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.807 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:34:10.591293+0000", 2024-09-13T00:03:24.808 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.808 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.808 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.809 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.809 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.809 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.809 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.809 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.809 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.809 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.809 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.809 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.809 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.809 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.810 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.810 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.810 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.810 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.810 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.810 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.810 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.810 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.810 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.810 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.810 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.810 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.811 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.811 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.811 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.811 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.811 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.811 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.811 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.811 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.811 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.811 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.811 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.812 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.812 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.812 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.812 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.812 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:24.812 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.812 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:24.812 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.812 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.812 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.813 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.813 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.813 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.813 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.813 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.813 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:24.813 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.813 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.813 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.813 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.814 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.814 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.814 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.899809+0000", 2024-09-13T00:03:24.814 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.847270+0000", 2024-09-13T00:03:24.814 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.847270+0000", 2024-09-13T00:03:24.814 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.847506+0000", 2024-09-13T00:03:24.814 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.899809+0000", 2024-09-13T00:03:24.814 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.814 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.814 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.814 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.815 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.899809+0000", 2024-09-13T00:03:24.815 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.899809+0000", 2024-09-13T00:03:24.815 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.899809+0000", 2024-09-13T00:03:24.815 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.815 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.815 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.815 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.899809+0000", 2024-09-13T00:03:24.815 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.899809+0000", 2024-09-13T00:03:24.815 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.815 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 3, 2024-09-13T00:03:24.815 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.816 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.816 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.816 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.816 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.816 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.816 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.816 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 3, 2024-09-13T00:03:24.816 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.816 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.816 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.816 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.15", 2024-09-13T00:03:24.817 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.817 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.817 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.817 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 24, 2024-09-13T00:03:24.817 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.817 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T01:26:22.580234+0000", 2024-09-13T00:03:24.817 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.817 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.817 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.817 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 90, 2024-09-13T00:03:24.817 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.818 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.818 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.818 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.818 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.818 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.818 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.818 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.818 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.818 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.818 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.818 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.818 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.819 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.819 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.819 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2024-09-13T00:03:24.819 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2024-09-13T00:03:24.819 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.819 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2024-09-13T00:03:24.819 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.819 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.819 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.819 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.819 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:24.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 4, 2024-09-13T00:03:24.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2024-09-13T00:03:24.821 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.821 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.821 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.821 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.821 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.821 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.821 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.821 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.822 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:24.822 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'3" 2024-09-13T00:03:24.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.822 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.822 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.822 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.822 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.822 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.822 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.822 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2024-09-13T00:03:24.822 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.822 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.823 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.823 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.823 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.823 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.823 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902756+0000", 2024-09-13T00:03:24.823 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.807286+0000", 2024-09-13T00:03:24.823 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.807286+0000", 2024-09-13T00:03:24.823 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.810901+0000", 2024-09-13T00:03:24.823 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902756+0000", 2024-09-13T00:03:24.823 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.823 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.823 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902756+0000", 2024-09-13T00:03:24.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902756+0000", 2024-09-13T00:03:24.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902756+0000", 2024-09-13T00:03:24.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902756+0000", 2024-09-13T00:03:24.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902756+0000", 2024-09-13T00:03:24.824 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.824 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.824 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.825 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.825 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.825 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.825 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.825 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.825 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.825 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.825 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.825 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.825 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.825 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.14", 2024-09-13T00:03:24.826 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.826 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.826 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.826 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.826 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.826 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:20:03.447341+0000", 2024-09-13T00:03:24.826 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.826 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.826 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.826 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.826 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.826 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.830 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.830 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.830 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.830 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.830 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.830 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.830 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.830 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.830 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.830 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2024-09-13T00:03:24.830 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.830 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.831 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.831 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.831 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.831 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.831 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:24.831 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.831 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:24.831 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.831 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.831 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.831 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.831 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.832 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:52.928576+0000", 2024-09-13T00:03:24.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.846510+0000", 2024-09-13T00:03:24.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.846510+0000", 2024-09-13T00:03:24.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.847134+0000", 2024-09-13T00:03:24.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:52.928576+0000", 2024-09-13T00:03:24.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:52.928576+0000", 2024-09-13T00:03:24.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:52.928576+0000", 2024-09-13T00:03:24.833 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:52.928576+0000", 2024-09-13T00:03:24.833 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.833 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.833 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.833 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:52.928576+0000", 2024-09-13T00:03:24.833 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:52.928576+0000", 2024-09-13T00:03:24.833 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.833 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 13, 2024-09-13T00:03:24.833 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.833 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.833 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.833 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.834 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.834 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.834 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.834 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 13, 2024-09-13T00:03:24.834 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.834 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.834 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.834 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.14", 2024-09-13T00:03:24.834 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.834 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.834 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:24.834 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 34, 2024-09-13T00:03:24.835 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.835 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:58:46.027978+0000", 2024-09-13T00:03:24.835 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.835 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.835 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 2624, 2024-09-13T00:03:24.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 12, 2024-09-13T00:03:24.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 4, 2024-09-13T00:03:24.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.837 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 4, 2024-09-13T00:03:24.837 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.837 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.837 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.837 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.837 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.837 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:24.837 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.837 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.837 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.837 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.837 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.838 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.838 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.838 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.838 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.838 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.838 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.838 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.838 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 13, 2024-09-13T00:03:24.838 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 10 2024-09-13T00:03:24.838 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.838 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.838 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.839 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.839 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.839 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.839 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:24.839 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.839 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:24.839 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "63'13" 2024-09-13T00:03:24.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.839 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.839 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.839 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.840 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.840 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:24.840 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.840 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:24.840 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.840 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.840 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.840 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.840 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.840 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.840 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890492+0000", 2024-09-13T00:03:24.841 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.813297+0000", 2024-09-13T00:03:24.841 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.813297+0000", 2024-09-13T00:03:24.841 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.813842+0000", 2024-09-13T00:03:24.841 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890492+0000", 2024-09-13T00:03:24.841 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.841 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.841 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.841 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.841 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890492+0000", 2024-09-13T00:03:24.841 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890492+0000", 2024-09-13T00:03:24.841 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890492+0000", 2024-09-13T00:03:24.842 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.842 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.842 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.842 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890492+0000", 2024-09-13T00:03:24.842 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890492+0000", 2024-09-13T00:03:24.842 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.842 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.842 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.842 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.842 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.842 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.843 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.843 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.843 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.843 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.843 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.843 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.843 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.843 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.15", 2024-09-13T00:03:24.843 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.843 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.843 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.844 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.844 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.844 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:44:20.546044+0000", 2024-09-13T00:03:24.844 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.844 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.844 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.844 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.844 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.844 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.844 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.844 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.845 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.845 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.845 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.845 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.845 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.845 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.845 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.845 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.845 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.845 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.845 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.846 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.846 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.846 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.846 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.846 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.846 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.846 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.846 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.846 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.846 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.846 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.846 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.848 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.848 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.848 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.848 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.848 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.848 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.848 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:24.848 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.848 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:24.848 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.849 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.849 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.849 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.849 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.849 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.849 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:24.849 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.849 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:24.849 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.849 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.849 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.850 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.850 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.850 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.850 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890690+0000", 2024-09-13T00:03:24.850 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.835564+0000", 2024-09-13T00:03:24.850 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.835564+0000", 2024-09-13T00:03:24.850 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.836187+0000", 2024-09-13T00:03:24.850 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890690+0000", 2024-09-13T00:03:24.850 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.850 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.850 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890690+0000", 2024-09-13T00:03:24.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890690+0000", 2024-09-13T00:03:24.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890690+0000", 2024-09-13T00:03:24.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890690+0000", 2024-09-13T00:03:24.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890690+0000", 2024-09-13T00:03:24.851 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.851 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2024-09-13T00:03:24.852 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.852 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.852 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.852 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.852 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.852 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.852 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.852 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2024-09-13T00:03:24.852 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.852 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.852 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.853 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.13", 2024-09-13T00:03:24.853 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.853 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.853 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.853 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 23, 2024-09-13T00:03:24.853 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.853 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:36:02.950318+0000", 2024-09-13T00:03:24.853 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.853 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.853 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.853 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 34, 2024-09-13T00:03:24.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2024-09-13T00:03:24.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2024-09-13T00:03:24.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2024-09-13T00:03:24.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.856 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.856 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:24.856 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.856 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.856 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.856 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.856 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.856 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.856 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.856 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2024-09-13T00:03:24.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 6 2024-09-13T00:03:24.857 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.857 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.857 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.857 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.857 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.858 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.858 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:24.858 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.858 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:24.858 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'2" 2024-09-13T00:03:24.858 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.858 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.858 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.858 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.858 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.858 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:24.859 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.859 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:24.859 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.859 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.859 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.859 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.859 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.859 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.859 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.889882+0000", 2024-09-13T00:03:24.859 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.797050+0000", 2024-09-13T00:03:24.859 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.797050+0000", 2024-09-13T00:03:24.860 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.797734+0000", 2024-09-13T00:03:24.860 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.889882+0000", 2024-09-13T00:03:24.860 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.860 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.860 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.860 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.860 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.889882+0000", 2024-09-13T00:03:24.860 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.889882+0000", 2024-09-13T00:03:24.860 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.889882+0000", 2024-09-13T00:03:24.860 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.860 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.861 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.861 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.889882+0000", 2024-09-13T00:03:24.861 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.889882+0000", 2024-09-13T00:03:24.861 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.861 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.861 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.861 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.861 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.861 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.861 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.862 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.862 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.862 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.862 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.862 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.862 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.862 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.12", 2024-09-13T00:03:24.862 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.862 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.862 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.862 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.863 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.863 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T01:01:26.052820+0000", 2024-09-13T00:03:24.863 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.863 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.863 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.863 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.863 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.863 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.863 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.863 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.863 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.864 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.864 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.864 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.864 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.864 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.864 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.864 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.864 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.864 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.864 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.864 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.865 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.865 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.865 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.865 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.865 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.865 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.865 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.865 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.865 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.865 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.865 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.867 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.867 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.867 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.867 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.867 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.867 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.867 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:24.867 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.867 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:24.867 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.868 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.868 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.868 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.868 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.868 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.868 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.868 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.868 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:24.868 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.868 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.868 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.869 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.869 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.869 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.869 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901904+0000", 2024-09-13T00:03:24.869 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.837651+0000", 2024-09-13T00:03:24.869 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.837651+0000", 2024-09-13T00:03:24.869 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.837938+0000", 2024-09-13T00:03:24.869 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901904+0000", 2024-09-13T00:03:24.869 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.869 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901904+0000", 2024-09-13T00:03:24.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901904+0000", 2024-09-13T00:03:24.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901904+0000", 2024-09-13T00:03:24.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901904+0000", 2024-09-13T00:03:24.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901904+0000", 2024-09-13T00:03:24.870 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.871 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.871 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.871 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.871 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.871 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.871 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.871 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.871 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.871 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.871 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.871 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.871 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.872 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.12", 2024-09-13T00:03:24.872 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.872 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.872 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.872 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:24.872 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.872 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T00:57:43.210340+0000", 2024-09-13T00:03:24.872 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.872 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.872 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.872 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.876 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.876 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.876 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.876 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.876 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.876 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.876 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.876 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:24.877 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.877 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.877 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.877 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.877 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.877 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:24.877 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.877 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:24.877 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.877 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.877 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.878 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.878 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.878 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.878 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891429+0000", 2024-09-13T00:03:24.878 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.806320+0000", 2024-09-13T00:03:24.878 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.806320+0000", 2024-09-13T00:03:24.878 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.807119+0000", 2024-09-13T00:03:24.878 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891429+0000", 2024-09-13T00:03:24.878 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.878 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.878 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.879 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.879 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891429+0000", 2024-09-13T00:03:24.879 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891429+0000", 2024-09-13T00:03:24.879 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891429+0000", 2024-09-13T00:03:24.879 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.879 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.879 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.879 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891429+0000", 2024-09-13T00:03:24.879 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891429+0000", 2024-09-13T00:03:24.879 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.879 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.879 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.880 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.880 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.880 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.880 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.880 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.880 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.880 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.880 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.880 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.880 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.880 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.13", 2024-09-13T00:03:24.881 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.881 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.881 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.881 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.881 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.881 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:08:15.418130+0000", 2024-09-13T00:03:24.881 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.881 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.881 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.885 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.885 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.885 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.885 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.885 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.885 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.885 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.885 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:24.885 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.885 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:24.886 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.886 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.886 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.886 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.886 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.886 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.886 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.886 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:24.886 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.886 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.886 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.887 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.887 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.887 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.887 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.059123+0000", 2024-09-13T00:03:24.887 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.840442+0000", 2024-09-13T00:03:24.887 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.840442+0000", 2024-09-13T00:03:24.887 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.841111+0000", 2024-09-13T00:03:24.887 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.059123+0000", 2024-09-13T00:03:24.887 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.887 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.887 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.887 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.888 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.059123+0000", 2024-09-13T00:03:24.888 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.059123+0000", 2024-09-13T00:03:24.888 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.059123+0000", 2024-09-13T00:03:24.888 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.888 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.888 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.888 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.059123+0000", 2024-09-13T00:03:24.888 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.059123+0000", 2024-09-13T00:03:24.888 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.888 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.888 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.888 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.889 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.889 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.889 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.889 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.889 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.889 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.889 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.889 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.889 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.889 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.11", 2024-09-13T00:03:24.889 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.889 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.890 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.890 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:24.890 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.890 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:16:58.759665+0000", 2024-09-13T00:03:24.890 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.890 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.890 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.890 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.890 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.890 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.890 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.890 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.891 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.891 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.891 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.891 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.891 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.891 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.891 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.891 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.891 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.891 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.891 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.891 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.894 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.894 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.894 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.894 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.894 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.894 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.894 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.894 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:24.894 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.894 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.896 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.896 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.896 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.896 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:24.896 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.896 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:24.896 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.896 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.896 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.897 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.897 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.897 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.058835+0000", 2024-09-13T00:03:24.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.819773+0000", 2024-09-13T00:03:24.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.819773+0000", 2024-09-13T00:03:24.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.821575+0000", 2024-09-13T00:03:24.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.058835+0000", 2024-09-13T00:03:24.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.058835+0000", 2024-09-13T00:03:24.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.058835+0000", 2024-09-13T00:03:24.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.058835+0000", 2024-09-13T00:03:24.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.058835+0000", 2024-09-13T00:03:24.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.058835+0000", 2024-09-13T00:03:24.898 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.898 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.898 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.899 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.899 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.899 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.899 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.899 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.899 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.899 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.899 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.899 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.899 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.899 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.10", 2024-09-13T00:03:24.899 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.900 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.900 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.900 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.900 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.900 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:44:40.505519+0000", 2024-09-13T00:03:24.900 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.900 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.900 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.904 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.904 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.904 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.904 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.904 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.904 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:24.904 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.904 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:24.904 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.905 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.905 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.905 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.905 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.905 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.905 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.905 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:24.905 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.905 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.905 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.905 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.905 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.906 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955587+0000", 2024-09-13T00:03:24.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.850163+0000", 2024-09-13T00:03:24.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.850163+0000", 2024-09-13T00:03:24.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.850431+0000", 2024-09-13T00:03:24.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955587+0000", 2024-09-13T00:03:24.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955587+0000", 2024-09-13T00:03:24.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955587+0000", 2024-09-13T00:03:24.907 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955587+0000", 2024-09-13T00:03:24.907 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.907 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.907 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.907 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955587+0000", 2024-09-13T00:03:24.907 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955587+0000", 2024-09-13T00:03:24.907 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.907 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 8, 2024-09-13T00:03:24.907 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.907 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.907 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.907 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.907 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.908 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.908 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.908 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 8, 2024-09-13T00:03:24.908 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.908 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.908 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.908 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.10", 2024-09-13T00:03:24.908 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.908 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.908 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.908 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 29, 2024-09-13T00:03:24.909 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.909 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T01:33:25.807671+0000", 2024-09-13T00:03:24.909 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.909 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.909 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 12, 2024-09-13T00:03:24.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 4, 2024-09-13T00:03:24.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 4, 2024-09-13T00:03:24.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 4, 2024-09-13T00:03:24.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.912 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.912 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.912 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.912 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.912 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.912 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.912 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 12, 2024-09-13T00:03:24.912 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.912 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.912 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.913 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.913 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.913 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.913 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.913 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.913 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:24.913 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'8" 2024-09-13T00:03:24.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.913 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.913 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.913 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.913 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.914 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.914 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.914 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:24.914 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.914 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.914 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.914 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.914 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.914 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.914 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890023+0000", 2024-09-13T00:03:24.914 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.804257+0000", 2024-09-13T00:03:24.914 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.804257+0000", 2024-09-13T00:03:24.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.804840+0000", 2024-09-13T00:03:24.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890023+0000", 2024-09-13T00:03:24.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890023+0000", 2024-09-13T00:03:24.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890023+0000", 2024-09-13T00:03:24.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890023+0000", 2024-09-13T00:03:24.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.916 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890023+0000", 2024-09-13T00:03:24.916 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890023+0000", 2024-09-13T00:03:24.916 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.916 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.916 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.916 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.916 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.916 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.916 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.916 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.916 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.916 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.917 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.917 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.917 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.917 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.11", 2024-09-13T00:03:24.917 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.917 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.917 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.917 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.917 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.917 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:56:15.432866+0000", 2024-09-13T00:03:24.917 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.917 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.918 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.921 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.921 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.921 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.921 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.921 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.921 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.922 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.922 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.922 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:24.922 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.922 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.922 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.922 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.922 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.922 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.922 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.922 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2024-09-13T00:03:24.923 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.923 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.923 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.923 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.923 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.923 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.903242+0000", 2024-09-13T00:03:24.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.839540+0000", 2024-09-13T00:03:24.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.839540+0000", 2024-09-13T00:03:24.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.840222+0000", 2024-09-13T00:03:24.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.903242+0000", 2024-09-13T00:03:24.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.903242+0000", 2024-09-13T00:03:24.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.903242+0000", 2024-09-13T00:03:24.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.903242+0000", 2024-09-13T00:03:24.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.903242+0000", 2024-09-13T00:03:24.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.903242+0000", 2024-09-13T00:03:24.924 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.925 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2024-09-13T00:03:24.925 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.925 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.925 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.925 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.925 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.925 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.925 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.925 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2024-09-13T00:03:24.925 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.925 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.925 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.926 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.f", 2024-09-13T00:03:24.926 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.926 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.926 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.926 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 22, 2024-09-13T00:03:24.926 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.926 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:41:55.498929+0000", 2024-09-13T00:03:24.926 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.926 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.926 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.926 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 22, 2024-09-13T00:03:24.926 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:24.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:24.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:24.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.930 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2024-09-13T00:03:24.930 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2024-09-13T00:03:24.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.930 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.930 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.930 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.930 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.930 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:24.930 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.930 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.930 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2024-09-13T00:03:24.930 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'1" 2024-09-13T00:03:24.931 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.931 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.931 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.931 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.931 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.931 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.931 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.931 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:24.931 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.931 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.931 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.931 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.932 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.932 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891319+0000", 2024-09-13T00:03:24.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.819031+0000", 2024-09-13T00:03:24.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.819031+0000", 2024-09-13T00:03:24.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.819699+0000", 2024-09-13T00:03:24.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891319+0000", 2024-09-13T00:03:24.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891319+0000", 2024-09-13T00:03:24.933 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891319+0000", 2024-09-13T00:03:24.933 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891319+0000", 2024-09-13T00:03:24.933 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.933 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.933 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.933 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891319+0000", 2024-09-13T00:03:24.933 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891319+0000", 2024-09-13T00:03:24.933 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.933 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.933 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.933 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.934 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.934 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.934 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.934 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.934 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.934 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.934 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.934 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.934 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.934 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.e", 2024-09-13T00:03:24.934 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.934 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.935 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.935 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.935 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.935 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:25:49.339033+0000", 2024-09-13T00:03:24.935 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.935 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.935 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.938 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.938 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.939 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.939 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.939 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.939 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.939 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:24.939 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.939 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:24.939 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.939 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.939 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.939 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.940 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.940 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.940 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.940 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.940 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:24.940 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.940 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.940 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.940 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.940 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.940 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.940 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955975+0000", 2024-09-13T00:03:24.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.850220+0000", 2024-09-13T00:03:24.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.850220+0000", 2024-09-13T00:03:24.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.850483+0000", 2024-09-13T00:03:24.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955975+0000", 2024-09-13T00:03:24.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955975+0000", 2024-09-13T00:03:24.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955975+0000", 2024-09-13T00:03:24.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955975+0000", 2024-09-13T00:03:24.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955975+0000", 2024-09-13T00:03:24.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955975+0000", 2024-09-13T00:03:24.942 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.942 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2024-09-13T00:03:24.942 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.942 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.942 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.942 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.942 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.942 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.943 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.943 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2024-09-13T00:03:24.943 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.943 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.943 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.943 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.e", 2024-09-13T00:03:24.943 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.943 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.943 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.943 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 23, 2024-09-13T00:03:24.943 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.943 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:10:19.877176+0000", 2024-09-13T00:03:24.944 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.944 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.944 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.944 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.944 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.944 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.944 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.944 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.944 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.944 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.944 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.944 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:24.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:24.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:24.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:24.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2024-09-13T00:03:24.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.947 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.947 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.947 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.947 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.947 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.947 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.948 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.948 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.948 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:24.948 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'2" 2024-09-13T00:03:24.948 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.948 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.948 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.948 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.948 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.948 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.948 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.948 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:24.949 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.949 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.949 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.949 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.949 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.949 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.949 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:24.949 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.815741+0000", 2024-09-13T00:03:24.949 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.815741+0000", 2024-09-13T00:03:24.949 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.816660+0000", 2024-09-13T00:03:24.949 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:24.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:24.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:24.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:24.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:24.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:24.950 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.951 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.951 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.951 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.951 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.951 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.951 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.951 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.951 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.951 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.951 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.951 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.951 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.952 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.f", 2024-09-13T00:03:24.952 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.952 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.952 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.952 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.952 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.952 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:21:30.639653+0000", 2024-09-13T00:03:24.952 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.952 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.952 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.952 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.953 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.953 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.953 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.953 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.953 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.953 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.953 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.953 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.953 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.953 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.953 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.953 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.956 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.957 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.957 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.957 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.957 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.957 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.957 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.957 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.957 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:24.957 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.957 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.958 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.958 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.958 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.958 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:24.958 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.958 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:24.958 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.958 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.958 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.958 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.958 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.958 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.899881+0000", 2024-09-13T00:03:24.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.847586+0000", 2024-09-13T00:03:24.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.847586+0000", 2024-09-13T00:03:24.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.847902+0000", 2024-09-13T00:03:24.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.899881+0000", 2024-09-13T00:03:24.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.899881+0000", 2024-09-13T00:03:24.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.899881+0000", 2024-09-13T00:03:24.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.899881+0000", 2024-09-13T00:03:24.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.899881+0000", 2024-09-13T00:03:24.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.899881+0000", 2024-09-13T00:03:24.960 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.960 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2024-09-13T00:03:24.960 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.960 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.960 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.960 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.960 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.961 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.961 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.961 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2024-09-13T00:03:24.961 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.961 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.961 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.961 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.d", 2024-09-13T00:03:24.961 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.961 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.961 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.961 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 22, 2024-09-13T00:03:24.961 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.962 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:07:52.136251+0000", 2024-09-13T00:03:24.962 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.962 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.962 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 70, 2024-09-13T00:03:24.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:24.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:24.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:24.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2024-09-13T00:03:24.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2024-09-13T00:03:24.965 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.965 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.965 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.965 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.965 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:24.966 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.966 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:24.966 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.966 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:24.966 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'1" 2024-09-13T00:03:24.966 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.966 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.966 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.966 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.966 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.966 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.966 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.967 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:24.967 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.967 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.967 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.967 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.967 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.967 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902436+0000", 2024-09-13T00:03:24.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.809431+0000", 2024-09-13T00:03:24.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.809431+0000", 2024-09-13T00:03:24.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.810066+0000", 2024-09-13T00:03:24.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902436+0000", 2024-09-13T00:03:24.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902436+0000", 2024-09-13T00:03:24.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902436+0000", 2024-09-13T00:03:24.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902436+0000", 2024-09-13T00:03:24.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902436+0000", 2024-09-13T00:03:24.969 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902436+0000", 2024-09-13T00:03:24.969 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.969 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.969 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.969 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.969 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.969 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.969 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.969 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.969 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.969 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.969 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.970 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.970 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.970 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.c", 2024-09-13T00:03:24.970 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.970 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.970 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.970 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.970 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.970 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:37:34.288251+0000", 2024-09-13T00:03:24.970 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.970 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.970 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.974 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.974 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.974 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.974 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.974 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.974 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.974 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.974 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.974 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.974 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:24.974 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.974 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.975 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:24.975 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.975 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.975 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.975 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.975 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.975 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.975 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.975 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:24.975 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.975 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.976 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:24.976 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.976 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.976 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955896+0000", 2024-09-13T00:03:24.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.841086+0000", 2024-09-13T00:03:24.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.841086+0000", 2024-09-13T00:03:24.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.842870+0000", 2024-09-13T00:03:24.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955896+0000", 2024-09-13T00:03:24.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:24.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955896+0000", 2024-09-13T00:03:24.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955896+0000", 2024-09-13T00:03:24.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955896+0000", 2024-09-13T00:03:24.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:24.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955896+0000", 2024-09-13T00:03:24.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955896+0000", 2024-09-13T00:03:24.977 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.977 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.977 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.978 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.978 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:24.978 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.978 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.978 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.978 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.978 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.978 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.978 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.978 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.978 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.c", 2024-09-13T00:03:24.978 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.979 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.979 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.979 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:24.979 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.979 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:00:31.800066+0000", 2024-09-13T00:03:24.979 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.979 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.979 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.979 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.979 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.979 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.979 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.982 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.983 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.983 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.983 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.983 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:24.983 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.983 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:24.983 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.983 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:24.983 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.983 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.983 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.984 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.984 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.984 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.984 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.984 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.984 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:24.984 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.984 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.984 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:24.984 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.984 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.984 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890797+0000", 2024-09-13T00:03:24.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.825475+0000", 2024-09-13T00:03:24.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.825475+0000", 2024-09-13T00:03:24.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.826062+0000", 2024-09-13T00:03:24.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890797+0000", 2024-09-13T00:03:24.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:24.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890797+0000", 2024-09-13T00:03:24.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890797+0000", 2024-09-13T00:03:24.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890797+0000", 2024-09-13T00:03:24.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:24.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890797+0000", 2024-09-13T00:03:24.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890797+0000", 2024-09-13T00:03:24.986 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.986 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.986 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.986 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.986 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:24.986 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.986 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.987 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.987 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.987 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.987 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.987 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.987 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.987 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.d", 2024-09-13T00:03:24.987 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.987 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.987 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:24.987 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:24.987 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.988 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:39:04.811462+0000", 2024-09-13T00:03:24.988 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:24.988 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.988 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:24.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:24.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:24.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:24.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:24.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:24.991 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.991 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:24.991 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:24.992 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:24.992 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:24.992 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:24.992 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:24.992 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.992 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:24.992 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:24.992 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:24.992 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:24.992 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:24.992 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:24.992 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:24.993 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:24.993 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:24.993 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:24.993 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:24.993 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:24.993 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:24.993 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:24.993 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:24.993 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:24.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.683741+0000", 2024-09-13T00:03:24.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:07.258326+0000", 2024-09-13T00:03:24.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:07.258326+0000", 2024-09-13T00:03:24.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:17.060545+0000", 2024-09-13T00:03:24.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.683741+0000", 2024-09-13T00:03:24.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:24.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:24.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:24.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:24.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.683741+0000", 2024-09-13T00:03:24.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.683741+0000", 2024-09-13T00:03:24.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.683741+0000", 2024-09-13T00:03:24.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:24.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:24.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:24.995 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.683741+0000", 2024-09-13T00:03:24.995 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.683741+0000", 2024-09-13T00:03:24.995 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:24.995 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:24.995 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:24.995 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:24.995 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:24.995 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:24.995 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:24.995 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:24.995 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:24.995 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:24.996 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:24.996 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:24.996 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:24.996 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.5", 2024-09-13T00:03:24.996 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:24.996 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:24.996 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:24.996 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2024-09-13T00:03:24.996 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:24.996 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:25:20.432597+0000", 2024-09-13T00:03:24.996 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.000608833, 2024-09-13T00:03:24.996 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:24.997 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:24.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:24.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:24.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:24.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:24.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:24.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:24.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:24.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:24.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:24.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:24.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:24.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:24.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:24.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:24.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:24.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:24.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:24.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:24.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:24.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:24.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:24.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:24.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:24.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:24.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:24.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:24.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:24.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:24.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:24.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:24.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:24.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:24.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:24.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:24.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.000 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.000 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.000 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.000 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.000 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.000 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.000 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.000 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.000 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.000 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:25.000 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.001 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:25.001 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.001 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:25.001 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.001 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.001 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.001 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.001 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.001 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.001 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:25.001 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.001 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:25.002 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.002 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.002 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 19, 2024-09-13T00:03:25.002 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.002 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.002 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.002 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890059+0000", 2024-09-13T00:03:25.002 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:57:55.479343+0000", 2024-09-13T00:03:25.002 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:57:55.479343+0000", 2024-09-13T00:03:25.002 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:57:55.492667+0000", 2024-09-13T00:03:25.002 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890059+0000", 2024-09-13T00:03:25.002 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:53:26.096054+0000", 2024-09-13T00:03:25.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:53:26.096054+0000", 2024-09-13T00:03:25.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 49, 2024-09-13T00:03:25.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890059+0000", 2024-09-13T00:03:25.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890059+0000", 2024-09-13T00:03:25.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890059+0000", 2024-09-13T00:03:25.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:53:26.096054+0000", 2024-09-13T00:03:25.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890059+0000", 2024-09-13T00:03:25.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890059+0000", 2024-09-13T00:03:25.003 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.004 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 79, 2024-09-13T00:03:25.004 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.004 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.004 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 48, 2024-09-13T00:03:25.004 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.004 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.004 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.004 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.004 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 79, 2024-09-13T00:03:25.004 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.004 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.004 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.005 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "1.0", 2024-09-13T00:03:25.005 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.005 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.005 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.005 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 55, 2024-09-13T00:03:25.005 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.005 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:39:46.863988+0000", 2024-09-13T00:03:25.005 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.005 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.005 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.005 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 590368, 2024-09-13T00:03:25.005 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 590368, 2024-09-13T00:03:25.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2024-09-13T00:03:25.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2024-09-13T00:03:25.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2024-09-13T00:03:25.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 2, 2024-09-13T00:03:25.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 126, 2024-09-13T00:03:25.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 231, 2024-09-13T00:03:25.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 113, 2024-09-13T00:03:25.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1628 2024-09-13T00:03:25.009 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.009 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.009 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.009 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.009 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.009 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.009 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:25.009 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.009 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:25.009 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "56'79" 2024-09-13T00:03:25.010 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.010 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.010 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.010 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.010 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.010 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:25.010 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.010 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:25.010 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.010 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.010 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.010 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.011 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.011 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902041+0000", 2024-09-13T00:03:25.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.840224+0000", 2024-09-13T00:03:25.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.840224+0000", 2024-09-13T00:03:25.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.840534+0000", 2024-09-13T00:03:25.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902041+0000", 2024-09-13T00:03:25.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902041+0000", 2024-09-13T00:03:25.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902041+0000", 2024-09-13T00:03:25.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902041+0000", 2024-09-13T00:03:25.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902041+0000", 2024-09-13T00:03:25.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902041+0000", 2024-09-13T00:03:25.012 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.012 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.012 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.012 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.012 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.013 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.013 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.013 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.013 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.013 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.013 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.013 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.013 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.013 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.3", 2024-09-13T00:03:25.013 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.013 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.013 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.014 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:25.014 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.014 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:40:37.366272+0000", 2024-09-13T00:03:25.014 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.014 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.014 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.017 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.017 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.018 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.018 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.018 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.018 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:25.018 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.018 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:25.018 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.018 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.018 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.018 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.018 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.018 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:25.019 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.019 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:25.019 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.019 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.019 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.019 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.019 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.019 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060605+0000", 2024-09-13T00:03:25.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.818070+0000", 2024-09-13T00:03:25.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.818070+0000", 2024-09-13T00:03:25.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.822825+0000", 2024-09-13T00:03:25.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060605+0000", 2024-09-13T00:03:25.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:25.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060605+0000", 2024-09-13T00:03:25.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060605+0000", 2024-09-13T00:03:25.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060605+0000", 2024-09-13T00:03:25.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.021 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.021 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060605+0000", 2024-09-13T00:03:25.021 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060605+0000", 2024-09-13T00:03:25.021 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.021 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.021 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.021 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.021 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:25.021 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.021 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.021 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.021 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.022 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.022 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.022 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.022 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.022 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2", 2024-09-13T00:03:25.022 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.022 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.022 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.022 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.022 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.022 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:45:49.946484+0000", 2024-09-13T00:03:25.022 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.023 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.023 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.026 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.026 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.026 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.026 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.026 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.026 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.026 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.026 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.026 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.026 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.026 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.026 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.027 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:25.027 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.027 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:25.027 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.027 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.027 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.027 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.027 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.027 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.027 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.027 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:25.028 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.028 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.028 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:25.028 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.028 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.028 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.028 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.726869+0000", 2024-09-13T00:03:25.028 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:07.028859+0000", 2024-09-13T00:03:25.028 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:07.028859+0000", 2024-09-13T00:03:25.028 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:16.892017+0000", 2024-09-13T00:03:25.028 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.726869+0000", 2024-09-13T00:03:25.028 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:25.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.726869+0000", 2024-09-13T00:03:25.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.726869+0000", 2024-09-13T00:03:25.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.726869+0000", 2024-09-13T00:03:25.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.726869+0000", 2024-09-13T00:03:25.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.726869+0000", 2024-09-13T00:03:25.029 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.030 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.030 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.030 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.030 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:25.030 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.030 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.030 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.030 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.030 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.030 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.030 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.030 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.031 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.6", 2024-09-13T00:03:25.031 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.031 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.031 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:25.031 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2024-09-13T00:03:25.031 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.031 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:09:49.923676+0000", 2024-09-13T00:03:25.031 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.000515573, 2024-09-13T00:03:25.031 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.031 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.031 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.031 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.035 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.035 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.035 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.035 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.035 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.035 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.035 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.035 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:25.035 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.036 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.036 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.036 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.036 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.036 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.036 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.036 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:25.036 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.036 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.036 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.036 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.036 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.037 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955319+0000", 2024-09-13T00:03:25.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:59:05.106999+0000", 2024-09-13T00:03:25.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:59:05.106999+0000", 2024-09-13T00:03:25.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:59:05.107945+0000", 2024-09-13T00:03:25.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955319+0000", 2024-09-13T00:03:25.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 55, 2024-09-13T00:03:25.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955319+0000", 2024-09-13T00:03:25.038 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955319+0000", 2024-09-13T00:03:25.038 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955319+0000", 2024-09-13T00:03:25.038 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.038 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.038 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.038 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955319+0000", 2024-09-13T00:03:25.038 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955319+0000", 2024-09-13T00:03:25.038 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.038 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.038 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.038 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.039 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 54, 2024-09-13T00:03:25.039 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.039 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.039 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.039 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.039 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.039 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.039 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.039 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.039 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.0", 2024-09-13T00:03:25.039 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.039 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.040 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.040 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2024-09-13T00:03:25.040 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.040 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:44:39.301388+0000", 2024-09-13T00:03:25.040 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.040 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.040 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.040 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.040 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.040 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.040 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.040 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.043 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.044 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.044 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.044 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.044 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.044 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.044 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.044 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.044 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:25.044 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.044 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.044 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.045 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.045 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.045 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:25.045 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.045 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:25.045 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.045 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.045 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.045 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.045 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.045 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.045 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.889726+0000", 2024-09-13T00:03:25.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.791640+0000", 2024-09-13T00:03:25.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.791640+0000", 2024-09-13T00:03:25.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.796274+0000", 2024-09-13T00:03:25.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.889726+0000", 2024-09-13T00:03:25.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:25.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.889726+0000", 2024-09-13T00:03:25.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.889726+0000", 2024-09-13T00:03:25.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.889726+0000", 2024-09-13T00:03:25.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.047 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.047 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.047 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.889726+0000", 2024-09-13T00:03:25.047 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.889726+0000", 2024-09-13T00:03:25.047 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.047 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.047 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.047 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.047 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:25.047 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.047 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.047 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.048 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.048 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.048 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.048 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.048 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.048 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1", 2024-09-13T00:03:25.048 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.048 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.048 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.048 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.048 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.048 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:26:06.999795+0000", 2024-09-13T00:03:25.049 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.049 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.049 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.052 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.052 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.052 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.052 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.052 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.052 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.052 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.052 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.052 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.052 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.052 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.053 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:25.053 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.053 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:25.053 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.053 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.053 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.053 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.053 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.053 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.053 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.053 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:25.053 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.054 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.054 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:25.054 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.054 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.054 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.272769+0000", 2024-09-13T00:03:25.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:06.498245+0000", 2024-09-13T00:03:25.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:06.498245+0000", 2024-09-13T00:03:25.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:16.901347+0000", 2024-09-13T00:03:25.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.272769+0000", 2024-09-13T00:03:25.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:25.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.272769+0000", 2024-09-13T00:03:25.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.272769+0000", 2024-09-13T00:03:25.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.272769+0000", 2024-09-13T00:03:25.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.272769+0000", 2024-09-13T00:03:25.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.272769+0000", 2024-09-13T00:03:25.055 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.056 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.056 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.056 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.056 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:25.056 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.056 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.056 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.056 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.056 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.056 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.056 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.056 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.057 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.7", 2024-09-13T00:03:25.057 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.057 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.057 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:25.057 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2024-09-13T00:03:25.057 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.057 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:06:01.241493+0000", 2024-09-13T00:03:25.057 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.000596889, 2024-09-13T00:03:25.057 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.057 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.061 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.061 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.061 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.061 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.061 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.061 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.061 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.061 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.061 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.061 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.061 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:25.061 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.062 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.062 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.062 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.062 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.062 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.062 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.062 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.062 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:25.062 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.062 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.062 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.063 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.063 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.063 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955644+0000", 2024-09-13T00:03:25.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.843230+0000", 2024-09-13T00:03:25.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.843230+0000", 2024-09-13T00:03:25.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.843772+0000", 2024-09-13T00:03:25.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955644+0000", 2024-09-13T00:03:25.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955644+0000", 2024-09-13T00:03:25.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955644+0000", 2024-09-13T00:03:25.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955644+0000", 2024-09-13T00:03:25.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955644+0000", 2024-09-13T00:03:25.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955644+0000", 2024-09-13T00:03:25.064 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.064 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.064 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.064 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.065 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.065 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.065 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.065 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.065 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.065 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.065 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.065 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.065 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.065 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1", 2024-09-13T00:03:25.065 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.065 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.066 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.066 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:25.066 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.066 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:52:05.154834+0000", 2024-09-13T00:03:25.066 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.066 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.066 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.066 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.066 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.066 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.066 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.066 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.070 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.070 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.070 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.070 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.070 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.070 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.070 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.070 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:25.070 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.070 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.070 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.071 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.071 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.071 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:25.071 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.071 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:25.071 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.071 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.071 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.071 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.071 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.071 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.898522+0000", 2024-09-13T00:03:25.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.820871+0000", 2024-09-13T00:03:25.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.820871+0000", 2024-09-13T00:03:25.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.821728+0000", 2024-09-13T00:03:25.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.898522+0000", 2024-09-13T00:03:25.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:25.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.898522+0000", 2024-09-13T00:03:25.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.898522+0000", 2024-09-13T00:03:25.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.898522+0000", 2024-09-13T00:03:25.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.898522+0000", 2024-09-13T00:03:25.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.898522+0000", 2024-09-13T00:03:25.073 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.073 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.073 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.073 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.073 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:25.073 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.073 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.074 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.074 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.074 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.074 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.074 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.074 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.074 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.0", 2024-09-13T00:03:25.074 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.074 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.074 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.074 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.075 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.075 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:01:00.165900+0000", 2024-09-13T00:03:25.075 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.075 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.075 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.078 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.078 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.078 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.079 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.079 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.079 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.079 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:25.079 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.079 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:25.079 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.079 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.079 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.079 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.079 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.079 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.080 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:25.080 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.080 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:25.080 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.080 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.080 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:25.080 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.080 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.080 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.271323+0000", 2024-09-13T00:03:25.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:07.028878+0000", 2024-09-13T00:03:25.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:07.028878+0000", 2024-09-13T00:03:25.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:16.900402+0000", 2024-09-13T00:03:25.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.271323+0000", 2024-09-13T00:03:25.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:25.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.271323+0000", 2024-09-13T00:03:25.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.271323+0000", 2024-09-13T00:03:25.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.271323+0000", 2024-09-13T00:03:25.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.082 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.271323+0000", 2024-09-13T00:03:25.082 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.271323+0000", 2024-09-13T00:03:25.082 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.082 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.082 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.082 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.082 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:25.082 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.082 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.082 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.082 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.083 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.083 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.083 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.083 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.083 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.4", 2024-09-13T00:03:25.083 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.083 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.083 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:25.083 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2024-09-13T00:03:25.083 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.083 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:14:20.322287+0000", 2024-09-13T00:03:25.083 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.000992345, 2024-09-13T00:03:25.084 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.084 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.087 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.087 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.087 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.087 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.087 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.087 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.087 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.087 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.087 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.087 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.087 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.087 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.087 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:25.088 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.088 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:25.088 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.088 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.088 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.088 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.088 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.088 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.088 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:25.088 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.088 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:25.088 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.089 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.089 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.089 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.089 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.089 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901939+0000", 2024-09-13T00:03:25.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.835498+0000", 2024-09-13T00:03:25.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.835498+0000", 2024-09-13T00:03:25.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.836219+0000", 2024-09-13T00:03:25.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901939+0000", 2024-09-13T00:03:25.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901939+0000", 2024-09-13T00:03:25.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901939+0000", 2024-09-13T00:03:25.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901939+0000", 2024-09-13T00:03:25.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901939+0000", 2024-09-13T00:03:25.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901939+0000", 2024-09-13T00:03:25.090 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.090 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.091 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.091 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.091 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.091 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.091 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.091 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.091 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.091 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.091 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.091 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.091 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.091 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.2", 2024-09-13T00:03:25.092 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.092 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.092 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.092 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:25.092 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.092 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:39:02.793912+0000", 2024-09-13T00:03:25.092 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.092 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.092 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.096 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.096 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.096 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.096 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.096 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.096 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.096 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:25.096 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.096 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:25.096 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.097 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.097 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.097 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.097 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.097 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.097 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:25.097 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.100 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2024-09-13T00:03:25.100 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.100 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.100 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.100 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.100 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.101 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902836+0000", 2024-09-13T00:03:25.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.788777+0000", 2024-09-13T00:03:25.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.788777+0000", 2024-09-13T00:03:25.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.789692+0000", 2024-09-13T00:03:25.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902836+0000", 2024-09-13T00:03:25.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:25.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902836+0000", 2024-09-13T00:03:25.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902836+0000", 2024-09-13T00:03:25.102 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902836+0000", 2024-09-13T00:03:25.102 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.102 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.102 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.102 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902836+0000", 2024-09-13T00:03:25.102 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902836+0000", 2024-09-13T00:03:25.102 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.102 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.102 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.102 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.102 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:25.102 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.103 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.103 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.103 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.103 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.103 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.103 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.103 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.103 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3", 2024-09-13T00:03:25.103 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.103 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.103 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.103 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.104 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.104 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:32:31.625713+0000", 2024-09-13T00:03:25.104 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.104 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.104 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.107 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.107 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.107 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.107 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.107 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.107 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.107 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.107 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.107 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.107 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.107 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.107 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.108 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.108 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.108 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.108 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:25.108 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.108 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2024-09-13T00:03:25.108 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.108 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.108 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.108 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.108 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.108 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.109 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:25.109 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.109 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:25.109 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.109 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.109 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:25.109 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.109 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.109 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.109 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.271190+0000", 2024-09-13T00:03:25.109 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:06.497745+0000", 2024-09-13T00:03:25.109 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:06.497745+0000", 2024-09-13T00:03:25.110 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:16.900750+0000", 2024-09-13T00:03:25.110 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.271190+0000", 2024-09-13T00:03:25.110 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.110 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.110 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.110 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:25.110 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.271190+0000", 2024-09-13T00:03:25.110 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.271190+0000", 2024-09-13T00:03:25.110 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.271190+0000", 2024-09-13T00:03:25.110 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.110 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.110 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.111 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.271190+0000", 2024-09-13T00:03:25.111 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.271190+0000", 2024-09-13T00:03:25.111 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.111 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2024-09-13T00:03:25.111 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.111 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.111 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:25.111 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.111 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.111 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.111 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.111 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2024-09-13T00:03:25.112 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.112 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.112 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.112 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.2", 2024-09-13T00:03:25.112 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.112 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.112 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:25.112 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:25.112 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.112 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:17:32.917229+0000", 2024-09-13T00:03:25.112 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.002094121, 2024-09-13T00:03:25.113 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.113 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 19, 2024-09-13T00:03:25.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:25.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:25.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:25.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 2, 2024-09-13T00:03:25.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 2 2024-09-13T00:03:25.116 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.116 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.116 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.116 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.116 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.116 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.117 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:25.117 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.117 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:25.117 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "62'2" 2024-09-13T00:03:25.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.117 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.117 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.117 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.117 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.117 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:25.117 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.117 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:25.118 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.118 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.118 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.118 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.118 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.118 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.118 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.899740+0000", 2024-09-13T00:03:25.118 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.846823+0000", 2024-09-13T00:03:25.118 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.846823+0000", 2024-09-13T00:03:25.118 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.847092+0000", 2024-09-13T00:03:25.118 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.899740+0000", 2024-09-13T00:03:25.118 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.899740+0000", 2024-09-13T00:03:25.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.899740+0000", 2024-09-13T00:03:25.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.899740+0000", 2024-09-13T00:03:25.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.899740+0000", 2024-09-13T00:03:25.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.899740+0000", 2024-09-13T00:03:25.119 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.120 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.120 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.120 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.120 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.120 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.120 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.120 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.120 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.120 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.120 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.120 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.120 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.121 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.4", 2024-09-13T00:03:25.121 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.121 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.121 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.121 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:25.121 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.121 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:14:07.655595+0000", 2024-09-13T00:03:25.121 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.121 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.121 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.124 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.124 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.124 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.124 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.124 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.124 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.124 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.124 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.124 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.124 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.124 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.124 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.125 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.125 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.125 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.125 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.125 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.125 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.125 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.125 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.125 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.125 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:25.125 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.125 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:25.126 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.126 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.126 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.126 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.126 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.126 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.126 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.126 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.126 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:25.126 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.126 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.126 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.127 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.127 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.127 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.127 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902995+0000", 2024-09-13T00:03:25.127 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.829721+0000", 2024-09-13T00:03:25.127 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.829721+0000", 2024-09-13T00:03:25.127 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.830030+0000", 2024-09-13T00:03:25.127 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902995+0000", 2024-09-13T00:03:25.127 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.128 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.128 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.128 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:25.128 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902995+0000", 2024-09-13T00:03:25.128 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902995+0000", 2024-09-13T00:03:25.128 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902995+0000", 2024-09-13T00:03:25.128 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.128 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.128 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.128 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902995+0000", 2024-09-13T00:03:25.128 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902995+0000", 2024-09-13T00:03:25.129 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.129 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.129 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.129 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.129 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:25.129 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.129 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.129 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.129 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.129 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.129 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.129 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.130 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.130 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.5", 2024-09-13T00:03:25.130 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.130 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.130 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.130 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.130 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.130 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:29:52.584716+0000", 2024-09-13T00:03:25.130 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.130 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.130 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.131 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.131 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.131 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.131 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.131 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.131 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.131 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.131 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.131 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.131 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.131 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.131 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.134 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.134 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.134 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.134 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.134 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.134 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.134 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.134 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.134 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:25.135 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.135 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.135 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.135 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.135 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.135 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:25.135 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.135 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:25.135 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.135 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.135 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:25.136 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.136 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.136 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.136 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.723483+0000", 2024-09-13T00:03:25.136 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:07.260277+0000", 2024-09-13T00:03:25.136 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:07.260277+0000", 2024-09-13T00:03:25.136 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:16.891227+0000", 2024-09-13T00:03:25.136 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.723483+0000", 2024-09-13T00:03:25.136 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.136 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.136 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:25.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.723483+0000", 2024-09-13T00:03:25.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.723483+0000", 2024-09-13T00:03:25.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.723483+0000", 2024-09-13T00:03:25.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.723483+0000", 2024-09-13T00:03:25.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.723483+0000", 2024-09-13T00:03:25.137 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.137 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2024-09-13T00:03:25.137 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.138 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.138 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:25.138 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.138 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.138 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.138 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.138 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2024-09-13T00:03:25.138 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.138 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.138 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.138 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.3", 2024-09-13T00:03:25.138 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.139 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.139 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:25.139 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.139 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.139 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:40:44.871671+0000", 2024-09-13T00:03:25.139 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.001195344, 2024-09-13T00:03:25.139 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.139 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.139 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.139 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.139 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.139 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:25.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:25.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:25.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.142 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.143 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.143 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.143 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.143 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.143 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.143 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:25.143 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.143 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:25.143 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "60'1" 2024-09-13T00:03:25.143 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.143 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.143 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.144 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.144 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.144 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:25.144 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.144 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:25.144 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.144 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.144 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.144 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.144 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.144 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891090+0000", 2024-09-13T00:03:25.145 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.844761+0000", 2024-09-13T00:03:25.145 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.844761+0000", 2024-09-13T00:03:25.145 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.845407+0000", 2024-09-13T00:03:25.145 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891090+0000", 2024-09-13T00:03:25.145 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.145 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.145 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.145 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.145 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891090+0000", 2024-09-13T00:03:25.145 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891090+0000", 2024-09-13T00:03:25.145 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891090+0000", 2024-09-13T00:03:25.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891090+0000", 2024-09-13T00:03:25.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891090+0000", 2024-09-13T00:03:25.146 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.146 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.146 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.146 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.146 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.146 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.146 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.147 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.147 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.147 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.147 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.147 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.147 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.147 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.5", 2024-09-13T00:03:25.147 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.147 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.147 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.147 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:25.147 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.148 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T00:16:24.137082+0000", 2024-09-13T00:03:25.148 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.148 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.148 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.151 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.151 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.151 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.151 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.152 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.152 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.152 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:25.152 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.152 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:25.152 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.152 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.152 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.152 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.152 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.153 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:25.153 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.153 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:25.153 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.153 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.153 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.153 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.153 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.153 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.899614+0000", 2024-09-13T00:03:25.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.801881+0000", 2024-09-13T00:03:25.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.801881+0000", 2024-09-13T00:03:25.154 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.802737+0000", 2024-09-13T00:03:25.154 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.899614+0000", 2024-09-13T00:03:25.154 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.154 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.154 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.154 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:25.154 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.899614+0000", 2024-09-13T00:03:25.154 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.899614+0000", 2024-09-13T00:03:25.154 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.899614+0000", 2024-09-13T00:03:25.154 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.154 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.155 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.155 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.899614+0000", 2024-09-13T00:03:25.155 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.899614+0000", 2024-09-13T00:03:25.155 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.155 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.155 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.155 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.155 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:25.155 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.155 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.155 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.155 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.155 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.156 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.156 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.156 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.156 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.4", 2024-09-13T00:03:25.156 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.156 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.156 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.156 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.156 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.156 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:37:40.840027+0000", 2024-09-13T00:03:25.156 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.157 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.157 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.158 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.158 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.158 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.158 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.158 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.158 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.158 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.158 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.158 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.158 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.158 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.158 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.159 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.159 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.159 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.159 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.159 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.159 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.159 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.159 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.159 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.159 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.159 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.159 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.160 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.160 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.160 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.160 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.160 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.160 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.160 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.160 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.160 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.160 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.160 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.160 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.161 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:25.161 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.161 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:25.161 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.161 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.161 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.161 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.161 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.161 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.161 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.161 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.161 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:25.162 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.162 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.162 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:25.162 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.162 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.162 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.162 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.724246+0000", 2024-09-13T00:03:25.162 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:07.258888+0000", 2024-09-13T00:03:25.162 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:07.258888+0000", 2024-09-13T00:03:25.162 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:17.060563+0000", 2024-09-13T00:03:25.162 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.724246+0000", 2024-09-13T00:03:25.162 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.163 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.163 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.163 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:25.163 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.724246+0000", 2024-09-13T00:03:25.163 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.724246+0000", 2024-09-13T00:03:25.163 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.724246+0000", 2024-09-13T00:03:25.163 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.163 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.163 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.163 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.724246+0000", 2024-09-13T00:03:25.163 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.724246+0000", 2024-09-13T00:03:25.163 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.164 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.164 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.164 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.164 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:25.164 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.164 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.164 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.164 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.164 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.164 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.164 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.165 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.165 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.0", 2024-09-13T00:03:25.165 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.165 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.165 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:25.165 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2024-09-13T00:03:25.165 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.165 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:09:45.572206+0000", 2024-09-13T00:03:25.165 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.000852218, 2024-09-13T00:03:25.165 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.165 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.169 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.169 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.169 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.169 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.169 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.169 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.169 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.169 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.170 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:25.170 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.170 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.170 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.170 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.170 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.170 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:25.170 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:25.170 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.170 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:25.170 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.170 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.171 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.171 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.171 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.171 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.171 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.900604+0000", 2024-09-13T00:03:25.171 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.847287+0000", 2024-09-13T00:03:25.171 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.847287+0000", 2024-09-13T00:03:25.171 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.847784+0000", 2024-09-13T00:03:25.171 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.900604+0000", 2024-09-13T00:03:25.171 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.171 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.171 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.172 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.172 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.900604+0000", 2024-09-13T00:03:25.172 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.900604+0000", 2024-09-13T00:03:25.172 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.900604+0000", 2024-09-13T00:03:25.172 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.172 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.172 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.172 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.900604+0000", 2024-09-13T00:03:25.172 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.900604+0000", 2024-09-13T00:03:25.172 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.172 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2024-09-13T00:03:25.173 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.173 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.173 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.173 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.173 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.173 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.173 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.173 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2024-09-13T00:03:25.173 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.173 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.173 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.173 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.6", 2024-09-13T00:03:25.174 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.174 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.174 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.174 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 22, 2024-09-13T00:03:25.174 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.174 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:30:17.309097+0000", 2024-09-13T00:03:25.174 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.174 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.174 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:25.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:25.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:25.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:25.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2024-09-13T00:03:25.178 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.178 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.178 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.178 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.178 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.178 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:25.178 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:25.178 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.178 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:25.178 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "53'1" 2024-09-13T00:03:25.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.178 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.179 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.179 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.179 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.179 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.179 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.179 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:25.179 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.179 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.179 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.179 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.179 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.179 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.061396+0000", 2024-09-13T00:03:25.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.815477+0000", 2024-09-13T00:03:25.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.815477+0000", 2024-09-13T00:03:25.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.816535+0000", 2024-09-13T00:03:25.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.061396+0000", 2024-09-13T00:03:25.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:25.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.061396+0000", 2024-09-13T00:03:25.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.061396+0000", 2024-09-13T00:03:25.181 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.061396+0000", 2024-09-13T00:03:25.181 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.181 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.181 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.181 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.061396+0000", 2024-09-13T00:03:25.181 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.061396+0000", 2024-09-13T00:03:25.181 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.181 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.181 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.181 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.181 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:25.181 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.182 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.182 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.182 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.182 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.182 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.182 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.182 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.182 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.7", 2024-09-13T00:03:25.182 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.182 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.182 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.182 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.182 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.183 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:22:29.148762+0000", 2024-09-13T00:03:25.183 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.183 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.183 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.186 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.186 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.186 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.186 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.186 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.186 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.186 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.186 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.186 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.186 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.186 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.186 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.187 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.187 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.187 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.187 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.187 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.187 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:25.187 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.187 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.187 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.187 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.187 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.187 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.188 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:25.188 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.188 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2024-09-13T00:03:25.188 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.188 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.188 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:25.188 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.188 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.188 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.188 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.270925+0000", 2024-09-13T00:03:25.188 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:06.495272+0000", 2024-09-13T00:03:25.188 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:06.495272+0000", 2024-09-13T00:03:25.189 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:16.902016+0000", 2024-09-13T00:03:25.189 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.270925+0000", 2024-09-13T00:03:25.189 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.189 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.189 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.189 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:25.189 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.270925+0000", 2024-09-13T00:03:25.189 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.270925+0000", 2024-09-13T00:03:25.189 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.270925+0000", 2024-09-13T00:03:25.189 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.189 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.189 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:25.190 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.270925+0000", 2024-09-13T00:03:25.190 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.270925+0000", 2024-09-13T00:03:25.190 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.190 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.190 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.190 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.190 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:25.190 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.190 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.190 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.190 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.190 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.191 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.191 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.191 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.191 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.1", 2024-09-13T00:03:25.191 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.191 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.191 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:25.191 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2024-09-13T00:03:25.191 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.191 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:04:24.034994+0000", 2024-09-13T00:03:25.191 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.001006848, 2024-09-13T00:03:25.191 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.192 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.192 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.192 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.192 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.192 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.192 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.192 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.192 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.192 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.192 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.192 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.193 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.193 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.193 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.193 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.193 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.193 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.193 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.193 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.193 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.193 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.193 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.193 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.194 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.194 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.194 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.194 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.194 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.194 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.194 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.194 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.194 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.194 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.194 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.194 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.195 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.195 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.195 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.195 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.195 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.195 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.195 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.195 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.195 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.195 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.195 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.195 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.196 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:25.196 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.196 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2024-09-13T00:03:25.196 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.196 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.196 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.196 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.196 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:25.196 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.196 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.196 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.197 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:25.197 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.197 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.197 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.197 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.197 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.197 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.197 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060233+0000", 2024-09-13T00:03:25.197 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.838422+0000", 2024-09-13T00:03:25.197 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.838422+0000", 2024-09-13T00:03:25.197 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.841401+0000", 2024-09-13T00:03:25.197 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060233+0000", 2024-09-13T00:03:25.197 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.198 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.198 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.198 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.198 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060233+0000", 2024-09-13T00:03:25.198 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060233+0000", 2024-09-13T00:03:25.198 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060233+0000", 2024-09-13T00:03:25.198 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.198 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.198 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.198 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060233+0000", 2024-09-13T00:03:25.198 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060233+0000", 2024-09-13T00:03:25.199 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.199 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2024-09-13T00:03:25.199 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.199 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.199 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.199 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.199 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.199 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.199 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.199 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2024-09-13T00:03:25.199 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.199 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.200 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.200 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.7", 2024-09-13T00:03:25.200 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.200 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.200 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.200 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 23, 2024-09-13T00:03:25.200 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.200 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:07:02.362955+0000", 2024-09-13T00:03:25.200 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.200 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.200 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.200 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.201 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.201 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.201 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.201 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.201 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.201 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.201 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.201 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.201 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.201 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.201 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.201 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.202 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.202 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.202 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.202 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:25.202 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:25.202 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.202 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:25.202 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.202 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.202 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.202 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.202 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:25.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2024-09-13T00:03:25.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.204 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.204 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.204 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.204 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.204 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:25.204 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.204 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.204 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.204 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:25.205 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'2" 2024-09-13T00:03:25.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.205 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.205 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.205 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.205 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.205 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:25.205 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.205 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:25.205 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.205 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.206 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.206 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.206 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.206 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.206 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891325+0000", 2024-09-13T00:03:25.206 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.802311+0000", 2024-09-13T00:03:25.206 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.802311+0000", 2024-09-13T00:03:25.206 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.803124+0000", 2024-09-13T00:03:25.206 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891325+0000", 2024-09-13T00:03:25.206 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.206 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.206 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:25.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891325+0000", 2024-09-13T00:03:25.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891325+0000", 2024-09-13T00:03:25.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891325+0000", 2024-09-13T00:03:25.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891325+0000", 2024-09-13T00:03:25.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891325+0000", 2024-09-13T00:03:25.207 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.207 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.207 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.208 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.208 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:25.208 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.208 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.208 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.208 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.208 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.208 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.208 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.208 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.208 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.6", 2024-09-13T00:03:25.209 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.209 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.209 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.209 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.209 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.209 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:33:18.368488+0000", 2024-09-13T00:03:25.209 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.209 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.209 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.213 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.213 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.213 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.213 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.213 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.213 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.213 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.213 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.213 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:25.213 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.213 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:25.213 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.214 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.214 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.214 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.214 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.214 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.214 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:25.214 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.214 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:25.214 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.214 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.214 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.214 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.214 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.215 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.215 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.889950+0000", 2024-09-13T00:03:25.215 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.850661+0000", 2024-09-13T00:03:25.215 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.850661+0000", 2024-09-13T00:03:25.215 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.850915+0000", 2024-09-13T00:03:25.215 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.889950+0000", 2024-09-13T00:03:25.215 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.215 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.215 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.215 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.215 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.889950+0000", 2024-09-13T00:03:25.216 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.889950+0000", 2024-09-13T00:03:25.216 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.889950+0000", 2024-09-13T00:03:25.216 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.216 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.216 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.216 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.889950+0000", 2024-09-13T00:03:25.216 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.889950+0000", 2024-09-13T00:03:25.216 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.216 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.216 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.216 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.216 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.217 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.217 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.217 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.217 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.217 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.217 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.217 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.217 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.217 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.8", 2024-09-13T00:03:25.217 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.217 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.217 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.218 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:25.218 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.218 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:08:23.163660+0000", 2024-09-13T00:03:25.218 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.218 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.218 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.220 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.220 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.220 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.220 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.220 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.220 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.220 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.220 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.220 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.220 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.220 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.220 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.221 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.221 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.221 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.221 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.221 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.221 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.221 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.221 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.221 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.221 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.221 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.222 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.222 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.222 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.222 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.222 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.222 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:25.222 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.222 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:25.222 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.222 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.222 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.222 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.223 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.223 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.223 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:25.223 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.223 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2024-09-13T00:03:25.223 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.223 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.223 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.223 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.223 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.223 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.223 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902483+0000", 2024-09-13T00:03:25.224 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.806006+0000", 2024-09-13T00:03:25.224 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.806006+0000", 2024-09-13T00:03:25.224 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.811928+0000", 2024-09-13T00:03:25.224 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902483+0000", 2024-09-13T00:03:25.224 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.224 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.224 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.224 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:25.224 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902483+0000", 2024-09-13T00:03:25.224 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902483+0000", 2024-09-13T00:03:25.224 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902483+0000", 2024-09-13T00:03:25.225 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.225 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.225 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.225 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902483+0000", 2024-09-13T00:03:25.225 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902483+0000", 2024-09-13T00:03:25.225 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.225 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.225 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.225 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.225 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:25.225 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.225 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.226 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.226 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.226 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.226 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.226 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.226 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.226 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.9", 2024-09-13T00:03:25.226 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.226 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.226 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.226 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.226 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.227 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:11:30.653723+0000", 2024-09-13T00:03:25.227 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.227 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.227 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.227 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.227 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.227 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.227 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.227 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.227 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.227 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.228 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.228 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.228 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.228 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.228 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.228 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.228 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.228 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.228 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.228 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.228 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.228 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.229 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.229 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.229 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.229 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.229 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.229 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.229 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.229 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.229 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.229 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.229 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.229 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.230 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.230 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.231 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.231 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.231 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.231 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:25.231 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.231 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2024-09-13T00:03:25.231 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.231 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.231 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.231 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.231 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.232 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:25.232 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.232 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:25.232 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.232 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.232 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.232 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.232 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.232 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.232 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.898789+0000", 2024-09-13T00:03:25.232 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.831162+0000", 2024-09-13T00:03:25.232 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.831162+0000", 2024-09-13T00:03:25.233 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.845149+0000", 2024-09-13T00:03:25.233 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.898789+0000", 2024-09-13T00:03:25.233 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.233 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.233 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.233 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.233 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.898789+0000", 2024-09-13T00:03:25.233 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.898789+0000", 2024-09-13T00:03:25.233 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.898789+0000", 2024-09-13T00:03:25.233 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.233 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.233 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.234 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.898789+0000", 2024-09-13T00:03:25.234 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.898789+0000", 2024-09-13T00:03:25.234 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.234 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.234 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.234 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.234 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.234 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.234 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.234 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.234 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.234 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.235 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.235 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.235 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.235 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.9", 2024-09-13T00:03:25.235 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.235 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.235 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.235 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:25.235 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.235 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:20:59.143773+0000", 2024-09-13T00:03:25.235 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.236 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.236 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.236 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.236 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.236 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.236 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.236 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.236 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.236 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.236 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.236 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.236 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.239 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.239 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.239 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.239 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.240 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.240 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:25.240 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.240 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:25.240 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.240 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.240 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.240 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.240 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.240 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:25.240 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.241 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:25.241 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.241 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.241 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.241 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.241 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.241 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.241 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060067+0000", 2024-09-13T00:03:25.241 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.816003+0000", 2024-09-13T00:03:25.241 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.816003+0000", 2024-09-13T00:03:25.241 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.816465+0000", 2024-09-13T00:03:25.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060067+0000", 2024-09-13T00:03:25.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:25.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060067+0000", 2024-09-13T00:03:25.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060067+0000", 2024-09-13T00:03:25.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060067+0000", 2024-09-13T00:03:25.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060067+0000", 2024-09-13T00:03:25.243 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060067+0000", 2024-09-13T00:03:25.243 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.243 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.243 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.243 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.243 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:25.243 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.243 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.243 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.243 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.243 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.243 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.244 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.244 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.244 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.8", 2024-09-13T00:03:25.244 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.244 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.244 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.244 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.244 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.244 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:08:00.603944+0000", 2024-09-13T00:03:25.244 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.244 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.244 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.247 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.247 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.247 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.247 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.247 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.247 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.247 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.247 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.247 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.247 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.247 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.247 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.248 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.248 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.248 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.248 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.248 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.248 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.248 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.248 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.248 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.248 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.248 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.248 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:25.249 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.249 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:25.249 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.249 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.249 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.249 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.249 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.249 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.249 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:25.249 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.249 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:25.249 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.250 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.250 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.250 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.250 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.250 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.250 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.899893+0000", 2024-09-13T00:03:25.250 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.845977+0000", 2024-09-13T00:03:25.250 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.845977+0000", 2024-09-13T00:03:25.250 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.847069+0000", 2024-09-13T00:03:25.250 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.899893+0000", 2024-09-13T00:03:25.250 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.250 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.250 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.251 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.251 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.899893+0000", 2024-09-13T00:03:25.251 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.899893+0000", 2024-09-13T00:03:25.251 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.899893+0000", 2024-09-13T00:03:25.251 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.251 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.251 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.251 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.899893+0000", 2024-09-13T00:03:25.251 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.899893+0000", 2024-09-13T00:03:25.251 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.251 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.252 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.252 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.252 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.252 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.252 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.252 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.252 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.252 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.252 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.252 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.252 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.252 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.a", 2024-09-13T00:03:25.253 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.253 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.253 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.253 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:25.253 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.253 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:52:57.473398+0000", 2024-09-13T00:03:25.253 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.253 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.253 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.254 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.254 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.254 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.254 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.254 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.254 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.254 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.254 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.254 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.254 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.254 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.254 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.255 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.255 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.255 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.255 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.255 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.255 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.255 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.255 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.255 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.255 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.255 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.256 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.256 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.256 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.256 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.256 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.256 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.256 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.256 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.256 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.256 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.256 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.257 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.257 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.257 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.257 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.257 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.257 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.257 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.257 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.257 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.257 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:25.257 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.257 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:25.258 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.258 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.258 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.258 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.258 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.258 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.258 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:25.258 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.258 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:25.258 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.258 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.258 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.259 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.259 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.259 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.259 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060302+0000", 2024-09-13T00:03:25.259 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:59:04.759460+0000", 2024-09-13T00:03:25.259 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:59:04.759460+0000", 2024-09-13T00:03:25.259 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:59:04.760358+0000", 2024-09-13T00:03:25.259 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060302+0000", 2024-09-13T00:03:25.259 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.259 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.259 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.259 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 55, 2024-09-13T00:03:25.260 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060302+0000", 2024-09-13T00:03:25.260 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060302+0000", 2024-09-13T00:03:25.260 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060302+0000", 2024-09-13T00:03:25.260 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.260 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.260 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.260 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060302+0000", 2024-09-13T00:03:25.260 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060302+0000", 2024-09-13T00:03:25.260 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.260 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.260 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.261 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.261 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 54, 2024-09-13T00:03:25.261 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.261 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.261 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.261 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.261 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.261 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.261 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.261 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.261 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.b", 2024-09-13T00:03:25.261 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.262 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.262 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.262 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 30, 2024-09-13T00:03:25.262 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.262 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T01:16:34.229085+0000", 2024-09-13T00:03:25.262 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.262 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.262 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.262 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.262 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.262 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.262 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.263 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.263 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.263 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.263 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.263 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.263 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.263 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.263 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.263 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.263 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.263 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.266 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.266 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.266 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.266 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.266 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.266 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:25.266 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.266 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:25.266 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.267 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.267 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.267 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.267 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.267 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:25.267 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.267 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:25.267 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.267 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.267 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.267 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.267 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.268 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891675+0000", 2024-09-13T00:03:25.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.843813+0000", 2024-09-13T00:03:25.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.843813+0000", 2024-09-13T00:03:25.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.845320+0000", 2024-09-13T00:03:25.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891675+0000", 2024-09-13T00:03:25.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891675+0000", 2024-09-13T00:03:25.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891675+0000", 2024-09-13T00:03:25.269 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891675+0000", 2024-09-13T00:03:25.269 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.269 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.269 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.269 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891675+0000", 2024-09-13T00:03:25.269 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891675+0000", 2024-09-13T00:03:25.269 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.269 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2024-09-13T00:03:25.269 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.269 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.269 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.269 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.270 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.270 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.270 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.270 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2024-09-13T00:03:25.270 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.270 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.270 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.270 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.b", 2024-09-13T00:03:25.270 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.271 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.271 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.271 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 23, 2024-09-13T00:03:25.271 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.271 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:36:41.340643+0000", 2024-09-13T00:03:25.271 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.271 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.271 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.273 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.273 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.273 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.273 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.273 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.273 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.273 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:25.273 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:25.273 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.273 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:25.273 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.274 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.274 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.274 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.274 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.274 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:25.274 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.274 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.274 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.274 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.274 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.275 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.275 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.275 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.275 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.275 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.275 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.275 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.275 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2024-09-13T00:03:25.275 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.275 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.276 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.276 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.276 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.276 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.276 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:25.276 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.276 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:25.276 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'2" 2024-09-13T00:03:25.276 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.276 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.276 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.277 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:25.277 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.277 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:25.277 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.277 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:25.277 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.277 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.277 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.277 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.277 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.277 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.278 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.059242+0000", 2024-09-13T00:03:25.278 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.806718+0000", 2024-09-13T00:03:25.278 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.806718+0000", 2024-09-13T00:03:25.278 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.807675+0000", 2024-09-13T00:03:25.278 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.059242+0000", 2024-09-13T00:03:25.278 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.278 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.278 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.278 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:25.278 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.059242+0000", 2024-09-13T00:03:25.278 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.059242+0000", 2024-09-13T00:03:25.278 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.059242+0000", 2024-09-13T00:03:25.279 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.279 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.279 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.279 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.059242+0000", 2024-09-13T00:03:25.279 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.059242+0000", 2024-09-13T00:03:25.279 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.279 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.279 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.279 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.279 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:25.279 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.280 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.280 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.280 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.280 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.280 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.280 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.280 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.280 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.a", 2024-09-13T00:03:25.280 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.280 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.280 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.281 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.281 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.281 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:29:18.623479+0000", 2024-09-13T00:03:25.281 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.281 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.281 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.281 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.281 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.281 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.281 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.281 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.281 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.282 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.282 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.282 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.282 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.282 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.282 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.282 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.282 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.282 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.282 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.282 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.284 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.285 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.285 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.285 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.285 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:25.285 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.285 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:25.285 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.285 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:25.285 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.285 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.285 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.286 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.286 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.286 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.286 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:25.286 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.286 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:25.286 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.286 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.286 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.286 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.286 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.287 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.287 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902898+0000", 2024-09-13T00:03:25.287 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.819791+0000", 2024-09-13T00:03:25.287 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.819791+0000", 2024-09-13T00:03:25.287 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.821073+0000", 2024-09-13T00:03:25.287 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902898+0000", 2024-09-13T00:03:25.287 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.287 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.287 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.287 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:25.287 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902898+0000", 2024-09-13T00:03:25.287 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902898+0000", 2024-09-13T00:03:25.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902898+0000", 2024-09-13T00:03:25.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902898+0000", 2024-09-13T00:03:25.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902898+0000", 2024-09-13T00:03:25.288 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.288 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.288 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.288 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.289 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:25.289 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.289 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.289 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.289 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.289 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.289 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.289 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.289 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.289 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1d", 2024-09-13T00:03:25.290 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.290 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.290 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.290 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.290 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.290 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:53:46.914203+0000", 2024-09-13T00:03:25.290 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.290 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.290 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.290 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.293 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.293 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.293 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.293 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.293 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.293 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.293 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.293 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.293 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.293 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.293 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.294 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.294 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.294 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.294 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.294 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.294 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.294 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:25.295 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.295 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:25.295 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.295 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.295 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.295 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.295 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.295 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.295 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.295 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.295 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:25.296 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.296 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.296 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.296 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.296 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.296 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.296 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891126+0000", 2024-09-13T00:03:25.296 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.850188+0000", 2024-09-13T00:03:25.296 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.850188+0000", 2024-09-13T00:03:25.296 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.851372+0000", 2024-09-13T00:03:25.296 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891126+0000", 2024-09-13T00:03:25.297 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.297 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.297 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.297 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.297 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891126+0000", 2024-09-13T00:03:25.297 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891126+0000", 2024-09-13T00:03:25.297 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891126+0000", 2024-09-13T00:03:25.297 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.297 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.297 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.297 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891126+0000", 2024-09-13T00:03:25.297 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891126+0000", 2024-09-13T00:03:25.298 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.298 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2024-09-13T00:03:25.298 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.298 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.298 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.298 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.298 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.298 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.298 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.298 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2024-09-13T00:03:25.298 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.298 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.299 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.299 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1c", 2024-09-13T00:03:25.299 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.299 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.299 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.299 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 23, 2024-09-13T00:03:25.299 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.299 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:38:10.828372+0000", 2024-09-13T00:03:25.299 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.299 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.299 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.300 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.300 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.300 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.300 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.300 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.300 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.300 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.300 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.300 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.300 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.301 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.301 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.301 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.301 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.301 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.301 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:25.301 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:25.301 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.301 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:25.301 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.301 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.301 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.302 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.302 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.302 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:25.302 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.302 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.302 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.302 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.302 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.302 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.302 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.302 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.302 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2024-09-13T00:03:25.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.303 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.303 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.303 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.303 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.303 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.303 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.303 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.303 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.304 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:25.304 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'2" 2024-09-13T00:03:25.304 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.304 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.304 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.304 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.304 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.304 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:25.304 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.304 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:25.305 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.305 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.305 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.305 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.305 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.305 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.305 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955724+0000", 2024-09-13T00:03:25.305 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:59:05.107572+0000", 2024-09-13T00:03:25.305 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:59:05.107572+0000", 2024-09-13T00:03:25.305 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:59:05.108637+0000", 2024-09-13T00:03:25.305 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955724+0000", 2024-09-13T00:03:25.305 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.306 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.306 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.306 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 55, 2024-09-13T00:03:25.306 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955724+0000", 2024-09-13T00:03:25.306 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955724+0000", 2024-09-13T00:03:25.306 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955724+0000", 2024-09-13T00:03:25.306 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.306 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.306 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.306 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955724+0000", 2024-09-13T00:03:25.306 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955724+0000", 2024-09-13T00:03:25.306 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.307 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.307 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.307 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.307 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 54, 2024-09-13T00:03:25.307 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.307 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.307 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.307 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.307 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.307 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.307 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.307 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.308 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1c", 2024-09-13T00:03:25.308 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.308 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.308 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.308 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2024-09-13T00:03:25.308 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.308 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:17:17.667633+0000", 2024-09-13T00:03:25.308 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.308 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.308 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.308 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.312 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.312 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.312 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.312 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:25.312 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:25.312 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:25.312 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.313 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:25.313 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.313 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.313 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.313 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.313 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:25.313 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.313 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.313 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:25.313 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.314 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.314 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.314 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.314 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.314 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.314 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890723+0000", 2024-09-13T00:03:25.314 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.851393+0000", 2024-09-13T00:03:25.314 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.851393+0000", 2024-09-13T00:03:25.314 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.851850+0000", 2024-09-13T00:03:25.314 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890723+0000", 2024-09-13T00:03:25.314 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.314 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890723+0000", 2024-09-13T00:03:25.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890723+0000", 2024-09-13T00:03:25.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890723+0000", 2024-09-13T00:03:25.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890723+0000", 2024-09-13T00:03:25.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890723+0000", 2024-09-13T00:03:25.315 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.315 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2024-09-13T00:03:25.316 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.316 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.316 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.316 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.316 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.316 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.316 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.316 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2024-09-13T00:03:25.316 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.316 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.316 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.316 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1d", 2024-09-13T00:03:25.317 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.317 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.317 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.317 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 23, 2024-09-13T00:03:25.317 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.317 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T00:46:31.883443+0000", 2024-09-13T00:03:25.317 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.317 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.317 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:25.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:25.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:25.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:25.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.321 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2024-09-13T00:03:25.321 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.321 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.321 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.321 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.321 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.321 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:25.321 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.321 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.321 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:25.321 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'2" 2024-09-13T00:03:25.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.322 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.322 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.322 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.322 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.322 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.322 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.322 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:25.322 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.322 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.322 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.322 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.323 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.323 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.323 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.892826+0000", 2024-09-13T00:03:25.323 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.811113+0000", 2024-09-13T00:03:25.323 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.811113+0000", 2024-09-13T00:03:25.323 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.811987+0000", 2024-09-13T00:03:25.323 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.892826+0000", 2024-09-13T00:03:25.323 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.323 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.323 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.323 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:25.323 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.892826+0000", 2024-09-13T00:03:25.324 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.892826+0000", 2024-09-13T00:03:25.324 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.892826+0000", 2024-09-13T00:03:25.324 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.324 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.324 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.324 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.892826+0000", 2024-09-13T00:03:25.324 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.892826+0000", 2024-09-13T00:03:25.324 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.324 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.324 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.324 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.325 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:25.325 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.325 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.325 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.325 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.325 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.325 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.325 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.325 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.325 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1f", 2024-09-13T00:03:25.325 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.325 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.326 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.326 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.326 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.326 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:40:19.868081+0000", 2024-09-13T00:03:25.326 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.326 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.326 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.327 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.327 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.327 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.327 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.327 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.327 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.327 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.327 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.327 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.327 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.327 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.327 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.328 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.328 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.328 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.328 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.328 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.328 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.328 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.328 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.328 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.328 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.328 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.328 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.330 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.330 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.330 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.330 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.330 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:25.330 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.330 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.330 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:25.330 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.330 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.330 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.331 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.331 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.331 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:25.331 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.331 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:25.331 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.331 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.331 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.331 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.331 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.331 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.061346+0000", 2024-09-13T00:03:25.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.837756+0000", 2024-09-13T00:03:25.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.837756+0000", 2024-09-13T00:03:25.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.838218+0000", 2024-09-13T00:03:25.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.061346+0000", 2024-09-13T00:03:25.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.061346+0000", 2024-09-13T00:03:25.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.061346+0000", 2024-09-13T00:03:25.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.061346+0000", 2024-09-13T00:03:25.333 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.333 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.333 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.333 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.061346+0000", 2024-09-13T00:03:25.333 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.061346+0000", 2024-09-13T00:03:25.333 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.333 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2024-09-13T00:03:25.333 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.333 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.333 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.333 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.333 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.334 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.334 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.334 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2024-09-13T00:03:25.334 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.334 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.334 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.334 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1e", 2024-09-13T00:03:25.334 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.334 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.334 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.334 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 22, 2024-09-13T00:03:25.335 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.335 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:13:47.078466+0000", 2024-09-13T00:03:25.335 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.335 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.335 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.338 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.338 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.338 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.338 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.338 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.338 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.338 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.338 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.338 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.338 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.338 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.339 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.339 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.339 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.339 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.339 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:25.339 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.339 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:25.339 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'1" 2024-09-13T00:03:25.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.339 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.339 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.339 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.340 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:25.340 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.340 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.340 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:25.340 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.340 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.340 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:25.340 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.340 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.340 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.340 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.061197+0000", 2024-09-13T00:03:25.340 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.808170+0000", 2024-09-13T00:03:25.341 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.808170+0000", 2024-09-13T00:03:25.341 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.808832+0000", 2024-09-13T00:03:25.341 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.061197+0000", 2024-09-13T00:03:25.341 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.341 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.341 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.341 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:25.341 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.061197+0000", 2024-09-13T00:03:25.341 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.061197+0000", 2024-09-13T00:03:25.341 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.061197+0000", 2024-09-13T00:03:25.341 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.342 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.342 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:25.342 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.061197+0000", 2024-09-13T00:03:25.342 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.061197+0000", 2024-09-13T00:03:25.342 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.342 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.342 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.342 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.342 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:25.342 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.342 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.342 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.342 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.343 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.343 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.343 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.343 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.343 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1e", 2024-09-13T00:03:25.343 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.343 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.343 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.343 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:25.343 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.343 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:30:37.913536+0000", 2024-09-13T00:03:25.343 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.344 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.344 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.344 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.344 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.344 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.344 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.344 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.344 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.344 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.344 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.344 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.345 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.345 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.345 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.345 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.345 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.345 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.345 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.345 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.345 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.345 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.345 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.346 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.346 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.346 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.346 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.346 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.346 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.346 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.346 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.346 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.346 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.346 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.346 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.347 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.347 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.347 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.347 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.347 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.347 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.347 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.347 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.347 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.347 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.347 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.347 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.348 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:25.348 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:25.348 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.348 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.348 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:25.348 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:25.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.348 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.348 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:25.348 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.348 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.349 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:25.349 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.349 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:25.349 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:25.349 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:25.349 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:25.349 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:25.349 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:25.349 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:25.349 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.893143+0000", 2024-09-13T00:03:25.349 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.838120+0000", 2024-09-13T00:03:25.350 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.838120+0000", 2024-09-13T00:03:25.350 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.838368+0000", 2024-09-13T00:03:25.350 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.893143+0000", 2024-09-13T00:03:25.350 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.350 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:25.350 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.350 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:25.350 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.893143+0000", 2024-09-13T00:03:25.350 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.893143+0000", 2024-09-13T00:03:25.350 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.893143+0000", 2024-09-13T00:03:25.350 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:25.350 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:25.350 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:25.351 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.893143+0000", 2024-09-13T00:03:25.351 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.893143+0000", 2024-09-13T00:03:25.351 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:25.351 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 4, 2024-09-13T00:03:25.351 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:25.351 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:25.351 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:25.351 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:25.351 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:25.351 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:25.351 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:25.352 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 4, 2024-09-13T00:03:25.352 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:25.352 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:25.352 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:25.352 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1f", 2024-09-13T00:03:25.352 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:25.352 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:25.352 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:25.352 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 25, 2024-09-13T00:03:25.352 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:25.352 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:23:05.194384+0000", 2024-09-13T00:03:25.353 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:25.353 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:25.353 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.353 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 570, 2024-09-13T00:03:25.353 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.353 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.353 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.353 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.353 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.353 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.353 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2024-09-13T00:03:25.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2024-09-13T00:03:25.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2024-09-13T00:03:25.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:25.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.357 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 4, 2024-09-13T00:03:25.357 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2024-09-13T00:03:25.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.357 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:25.357 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:25.357 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:25.357 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:25.357 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.357 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:25.357 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.358 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:25.358 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'4" 2024-09-13T00:03:25.358 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.358 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.358 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_per_pool": [ 2024-09-13T00:03:25.358 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.358 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 24, 2024-09-13T00:03:25.358 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:25.358 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd" 2024-09-13T00:03:25.358 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.358 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 3, 2024-09-13T00:03:25.359 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 8, 2024-09-13T00:03:25.359 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 8, 2024-09-13T00:03:25.359 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 3, 2024-09-13T00:03:25.359 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 4, 2024-09-13T00:03:25.359 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.359 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 19, 2024-09-13T00:03:25.359 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.359 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.359 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.359 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.359 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.359 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.360 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.360 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.360 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.360 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.360 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.360 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.360 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.360 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.360 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.360 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2024-09-13T00:03:25.360 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2024-09-13T00:03:25.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2024-09-13T00:03:25.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 2, 2024-09-13T00:03:25.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 2 2024-09-13T00:03:25.363 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.363 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2024-09-13T00:03:25.363 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 12288, 2024-09-13T00:03:25.363 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2024-09-13T00:03:25.363 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2024-09-13T00:03:25.363 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2024-09-13T00:03:25.363 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2024-09-13T00:03:25.363 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 57, 2024-09-13T00:03:25.363 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2024-09-13T00:03:25.363 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2024-09-13T00:03:25.363 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2024-09-13T00:03:25.364 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2024-09-13T00:03:25.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.364 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 24 2024-09-13T00:03:25.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.364 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.364 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 192, 2024-09-13T00:03:25.364 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:25.364 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2024-09-13T00:03:25.364 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.364 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.364 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 64, 2024-09-13T00:03:25.365 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 8, 2024-09-13T00:03:25.365 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.365 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 3, 2024-09-13T00:03:25.365 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.365 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.365 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.365 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.365 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.365 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.365 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.365 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.365 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.366 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.366 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.366 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.366 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.366 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.366 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.366 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.366 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.366 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.366 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.366 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.366 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.367 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.367 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.367 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.367 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.367 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.367 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.367 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.367 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.367 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.367 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.367 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.367 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:25.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.368 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2024-09-13T00:03:25.368 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 0, 2024-09-13T00:03:25.369 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2024-09-13T00:03:25.369 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2024-09-13T00:03:25.369 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2024-09-13T00:03:25.369 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2024-09-13T00:03:25.369 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 0, 2024-09-13T00:03:25.369 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2024-09-13T00:03:25.369 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2024-09-13T00:03:25.369 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2024-09-13T00:03:25.369 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2024-09-13T00:03:25.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.369 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 192 2024-09-13T00:03:25.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.370 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.370 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 96, 2024-09-13T00:03:25.370 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:25.370 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2024-09-13T00:03:25.370 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.370 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 46, 2024-09-13T00:03:25.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 32, 2024-09-13T00:03:25.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 8, 2024-09-13T00:03:25.370 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 46, 2024-09-13T00:03:25.370 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 2, 2024-09-13T00:03:25.370 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 3410, 2024-09-13T00:03:25.371 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.371 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.371 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.371 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.371 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.371 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.371 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.371 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.371 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.371 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.371 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.371 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.372 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.372 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.372 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.372 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 66, 2024-09-13T00:03:25.372 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 22, 2024-09-13T00:03:25.372 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.372 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 22, 2024-09-13T00:03:25.372 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.372 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.372 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.372 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.372 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.373 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 14, 2024-09-13T00:03:25.373 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.373 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.373 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.373 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.373 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.373 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.373 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.373 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:25.373 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:25.373 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.373 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.374 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.374 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 52, 2024-09-13T00:03:25.374 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 20 2024-09-13T00:03:25.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.374 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2024-09-13T00:03:25.374 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 98304, 2024-09-13T00:03:25.374 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2024-09-13T00:03:25.374 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2024-09-13T00:03:25.374 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2024-09-13T00:03:25.374 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2024-09-13T00:03:25.374 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 10230, 2024-09-13T00:03:25.374 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2024-09-13T00:03:25.375 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2024-09-13T00:03:25.375 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2024-09-13T00:03:25.375 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2024-09-13T00:03:25.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.375 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 96 2024-09-13T00:03:25.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.375 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.375 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 3, 2024-09-13T00:03:25.375 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:25.375 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr" 2024-09-13T00:03:25.375 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.375 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 79, 2024-09-13T00:03:25.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 1, 2024-09-13T00:03:25.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 3, 2024-09-13T00:03:25.376 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 79, 2024-09-13T00:03:25.376 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 1, 2024-09-13T00:03:25.376 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 590368, 2024-09-13T00:03:25.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 590368, 2024-09-13T00:03:25.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2024-09-13T00:03:25.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2024-09-13T00:03:25.378 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.378 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2024-09-13T00:03:25.378 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.378 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.378 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.378 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.378 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.378 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.378 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.378 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 2, 2024-09-13T00:03:25.378 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.378 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 126, 2024-09-13T00:03:25.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 231, 2024-09-13T00:03:25.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 113, 2024-09-13T00:03:25.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1628 2024-09-13T00:03:25.379 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.379 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2024-09-13T00:03:25.379 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 1781760, 2024-09-13T00:03:25.380 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2024-09-13T00:03:25.380 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2024-09-13T00:03:25.380 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2024-09-13T00:03:25.380 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2024-09-13T00:03:25.380 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 1771104, 2024-09-13T00:03:25.380 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2024-09-13T00:03:25.380 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2024-09-13T00:03:25.380 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2024-09-13T00:03:25.380 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2024-09-13T00:03:25.380 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.380 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 3 2024-09-13T00:03:25.380 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.381 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.381 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2024-09-13T00:03:25.381 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 105, 2024-09-13T00:03:25.381 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": 4, 2024-09-13T00:03:25.381 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_by_class": { 2024-09-13T00:03:25.381 INFO:tasks.workunit.client.0.smithi032.stdout: "ssd": { 2024-09-13T00:03:25.381 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517393920, 2024-09-13T00:03:25.381 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2024-09-13T00:03:25.381 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442891264, 2024-09-13T00:03:25.381 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_bytes": 2442891264, 2024-09-13T00:03:25.381 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_ratio": 0.0031810125801712275 2024-09-13T00:03:25.381 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.382 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517393920, 2024-09-13T00:03:25.382 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2024-09-13T00:03:25.382 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442891264 2024-09-13T00:03:25.382 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.382 INFO:tasks.workunit.client.0.smithi032.stdout:} 2024-09-13T00:03:25.382 INFO:tasks.workunit.client.0.smithi032.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-13T00:03:25.383 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry show-device 2024-09-13T00:03:25.384 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:21.413153+0000 mgr.y (mgr.24464) 164 : audit [DBG] from='client.24809 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.384 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:21.604577+0000 mgr.y (mgr.24464) 165 : audit [DBG] from='client.24809 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.384 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:21.973792+0000 mgr.y (mgr.24464) 166 : audit [DBG] from='client.14904 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.384 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:22.140086+0000 mgr.y (mgr.24464) 167 : audit [DBG] from='client.14904 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.384 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:22.467473+0000 mon.a (mon.0) 967 : audit [DBG] from='client.? 172.21.15.32:0/2563070463' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T00:03:25.384 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:22.563602+0000 mon.a (mon.0) 968 : audit [DBG] from='client.? 172.21.15.32:0/2563070463' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T00:03:25.384 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:22.863392+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:03:25.384 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:22.922793+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:25.385 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:22.929264+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:25.385 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.071005+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.385 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.071518+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.385 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.071870+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.385 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.075291+0000 mon.a (mon.0) 975 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.385 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.075703+0000 mon.a (mon.0) 976 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.385 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.076037+0000 mon.a (mon.0) 977 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.385 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.079075+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.385 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.079538+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.386 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:21.413153+0000 mgr.y (mgr.24464) 164 : audit [DBG] from='client.24809 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.386 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:21.604577+0000 mgr.y (mgr.24464) 165 : audit [DBG] from='client.24809 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.386 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:21.973792+0000 mgr.y (mgr.24464) 166 : audit [DBG] from='client.14904 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.386 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:22.140086+0000 mgr.y (mgr.24464) 167 : audit [DBG] from='client.14904 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.386 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:22.467473+0000 mon.a (mon.0) 967 : audit [DBG] from='client.? 172.21.15.32:0/2563070463' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T00:03:25.386 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:22.563602+0000 mon.a (mon.0) 968 : audit [DBG] from='client.? 172.21.15.32:0/2563070463' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T00:03:25.386 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:22.863392+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:03:25.386 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:22.922793+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:25.387 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:22.929264+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:25.387 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.071005+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.387 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.071518+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.387 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.071870+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.387 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.075291+0000 mon.a (mon.0) 975 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.387 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.075703+0000 mon.a (mon.0) 976 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.387 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.076037+0000 mon.a (mon.0) 977 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.387 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.079075+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.387 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.079538+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.387 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:21.413153+0000 mgr.y (mgr.24464) 164 : audit [DBG] from='client.24809 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.388 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:21.604577+0000 mgr.y (mgr.24464) 165 : audit [DBG] from='client.24809 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.388 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:21.973792+0000 mgr.y (mgr.24464) 166 : audit [DBG] from='client.14904 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.388 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:22.140086+0000 mgr.y (mgr.24464) 167 : audit [DBG] from='client.14904 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.388 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:22.467473+0000 mon.a (mon.0) 967 : audit [DBG] from='client.? 172.21.15.32:0/2563070463' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T00:03:25.388 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:22.563602+0000 mon.a (mon.0) 968 : audit [DBG] from='client.? 172.21.15.32:0/2563070463' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T00:03:25.388 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:22.863392+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:03:25.388 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:22.922793+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:25.388 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:22.929264+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:25.388 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.071005+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.388 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.071518+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.389 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.071870+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.389 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.075291+0000 mon.a (mon.0) 975 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.389 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.075703+0000 mon.a (mon.0) 976 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.389 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.076037+0000 mon.a (mon.0) 977 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.389 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.079075+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.389 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.079538+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.389 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.079820+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.389 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.096469+0000 mon.a (mon.0) 981 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.389 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.096620+0000 mon.a (mon.0) 982 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.389 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.097135+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.389 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.097496+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.389 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.097827+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.390 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.099898+0000 mon.b (mon.1) 33 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.390 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.099989+0000 mon.b (mon.1) 34 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.390 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.101136+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.390 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.101812+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.390 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.102089+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.390 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.104686+0000 mon.c (mon.2) 39 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.390 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.104779+0000 mon.c (mon.2) 40 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.390 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.105166+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.390 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.105672+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.390 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:23 smithi053 bash[24393]: audit 2024-09-13T00:03:23.105944+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.390 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: cluster 2024-09-13T00:03:22.873854+0000 mgr.y (mgr.24464) 168 : cluster [DBG] pgmap v130: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:25.390 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:22.916383+0000 mgr.y (mgr.24464) 169 : audit [DBG] from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.391 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.340662+0000 mgr.y (mgr.24464) 170 : audit [DBG] from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.391 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.350914+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:25.391 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.355046+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:25.391 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.468098+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.391 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.468525+0000 mon.a (mon.0) 995 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.391 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.469001+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.391 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.472377+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.391 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.472883+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.391 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.473279+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.391 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.476152+0000 mon.a (mon.0) 1000 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.391 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.476649+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.392 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.476947+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.392 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.492760+0000 mon.a (mon.0) 1003 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.392 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.492847+0000 mon.a (mon.0) 1004 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.392 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.493207+0000 mon.a (mon.0) 1005 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.392 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.493566+0000 mon.a (mon.0) 1006 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.392 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.493962+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.392 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.496106+0000 mon.b (mon.1) 35 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.392 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.496221+0000 mon.b (mon.1) 36 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.392 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.497414+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.392 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.498049+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.392 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.498347+0000 mon.a (mon.0) 1010 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.393 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.500711+0000 mon.c (mon.2) 41 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.393 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.500810+0000 mon.c (mon.2) 42 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.393 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.501197+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.393 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.502063+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.393 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.502348+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.393 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:23.956487+0000 mgr.y (mgr.24464) 171 : audit [DBG] from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.393 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:24 smithi053 bash[24393]: audit 2024-09-13T00:03:24.132131+0000 mgr.y (mgr.24464) 172 : audit [DBG] from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.393 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.079820+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.096469+0000 mon.a (mon.0) 981 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.096620+0000 mon.a (mon.0) 982 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.097135+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.097496+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.097827+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.099898+0000 mon.b (mon.1) 33 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.099989+0000 mon.b (mon.1) 34 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.101136+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.101812+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.102089+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.104686+0000 mon.c (mon.2) 39 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.104779+0000 mon.c (mon.2) 40 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.105166+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.105672+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[22496]: audit 2024-09-13T00:03:23.105944+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.395 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.079820+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.395 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.096469+0000 mon.a (mon.0) 981 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.395 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.096620+0000 mon.a (mon.0) 982 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.396 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.097135+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.396 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.097496+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.396 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.097827+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.396 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.099898+0000 mon.b (mon.1) 33 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.396 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.099989+0000 mon.b (mon.1) 34 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.396 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.101136+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.396 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.101812+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.396 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.102089+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.396 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.104686+0000 mon.c (mon.2) 39 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.396 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.104779+0000 mon.c (mon.2) 40 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.397 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.105166+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.397 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.105672+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.397 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:23 smithi032 bash[32211]: audit 2024-09-13T00:03:23.105944+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.397 INFO:tasks.workunit.client.0.smithi032.stdout:{ 2024-09-13T00:03:25.397 INFO:tasks.workunit.client.0.smithi032.stdout: "9598f444-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:25.397 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPED1D480GA_959a215c-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:25.397 INFO:tasks.workunit.client.0.smithi032.stdout: "20240912-235328": { 2024-09-13T00:03:25.397 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2024-09-13T00:03:25.398 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T00:03:25.398 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2024-09-13T00:03:25.398 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2024-09-13T00:03:25.398 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2024-09-13T00:03:25.398 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.398 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "E2010325", 2024-09-13T00:03:25.398 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "9598f444-7163-11ef-a29d-ac1f6bf82602", 2024-09-13T00:03:25.398 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2024-09-13T00:03:25.398 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.398 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.398 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.398 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2024-09-13T00:03:25.399 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Thu Sep 12 23:53:28 2024 UTC", 2024-09-13T00:03:25.399 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1726185208 2024-09-13T00:03:25.399 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.399 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2024-09-13T00:03:25.399 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T00:03:25.399 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2024-09-13T00:03:25.399 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T00:03:25.399 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2024-09-13T00:03:25.399 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.399 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2024-09-13T00:03:25.399 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.399 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.400 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.400 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2024-09-13T00:03:25.400 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2024-09-13T00:03:25.400 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2024-09-13T00:03:25.400 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.400 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.400 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.400 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2024-09-13T00:03:25.400 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.400 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.400 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.401 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.401 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.401 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T00:03:25.401 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2024-09-13T00:03:25.401 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2024-09-13T00:03:25.401 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2024-09-13T00:03:25.401 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.401 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T00:03:25.401 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2024-09-13T00:03:25.401 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2024-09-13T00:03:25.401 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.401 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.402 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.402 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2024-09-13T00:03:25.402 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.402 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.402 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.402 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2024-09-13T00:03:25.402 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.402 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.402 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.402 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2024-09-13T00:03:25.402 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.402 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.403 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.403 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2024-09-13T00:03:25.403 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.403 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 10913542 2024-09-13T00:03:25.403 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.403 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2024-09-13T00:03:25.403 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.403 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.403 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.403 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2024-09-13T00:03:25.403 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.403 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.404 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.404 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2024-09-13T00:03:25.404 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.404 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.404 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.404 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2024-09-13T00:03:25.404 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.404 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.404 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.404 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2024-09-13T00:03:25.404 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.404 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.405 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.405 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2024-09-13T00:03:25.405 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.405 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.405 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.405 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2024-09-13T00:03:25.405 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.405 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.405 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.405 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2024-09-13T00:03:25.405 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.405 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.406 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.406 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2024-09-13T00:03:25.406 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.406 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.406 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.406 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2024-09-13T00:03:25.406 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.406 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:25.406 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2024-09-13T00:03:25.406 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2024-09-13T00:03:25.406 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.406 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.407 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2024-09-13T00:03:25.407 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.407 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 14 2024-09-13T00:03:25.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.407 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2024-09-13T00:03:25.407 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.407 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": "0.530273" 2024-09-13T00:03:25.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.407 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2024-09-13T00:03:25.407 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.407 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 1357280 2024-09-13T00:03:25.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.408 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2024-09-13T00:03:25.408 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.408 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.408 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.408 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2024-09-13T00:03:25.408 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.408 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:25.408 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 0, 2024-09-13T00:03:25.408 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 0, 2024-09-13T00:03:25.408 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0 2024-09-13T00:03:25.408 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.409 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.409 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.409 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T00:03:25.409 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.409 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2024-09-13T00:03:25.409 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 100, 2024-09-13T00:03:25.409 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 0, 2024-09-13T00:03:25.409 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 4297, 2024-09-13T00:03:25.409 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2024-09-13T00:03:25.409 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 149062639, 2024-09-13T00:03:25.409 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 715229916, 2024-09-13T00:03:25.409 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 2585269768, 2024-09-13T00:03:25.410 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 16425167613, 2024-09-13T00:03:25.410 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2024-09-13T00:03:25.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2024-09-13T00:03:25.410 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 0, 2024-09-13T00:03:25.410 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 28449, 2024-09-13T00:03:25.410 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 34430, 2024-09-13T00:03:25.410 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 33, 2024-09-13T00:03:25.410 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 8435 2024-09-13T00:03:25.410 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.410 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2024-09-13T00:03:25.410 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_version": { 2024-09-13T00:03:25.410 INFO:tasks.workunit.client.0.smithi032.stdout: "string": "<1.2", 2024-09-13T00:03:25.410 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.411 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 28449, 2024-09-13T00:03:25.411 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2024-09-13T00:03:25.411 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 34430 2024-09-13T00:03:25.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.411 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2024-09-13T00:03:25.411 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2024-09-13T00:03:25.411 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2024-09-13T00:03:25.411 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.411 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2024-09-13T00:03:25.412 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.412 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2024-09-13T00:03:25.412 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2024-09-13T00:03:25.412 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2024-09-13T00:03:25.412 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2024-09-13T00:03:25.412 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2024-09-13T00:03:25.412 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2024-09-13T00:03:25.412 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.412 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2024-09-13T00:03:25.412 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2024-09-13T00:03:25.412 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2024-09-13T00:03:25.412 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-121-generic] (local build)", 2024-09-13T00:03:25.413 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T00:03:25.413 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.413 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T00:03:25.413 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T00:03:25.413 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2024-09-13T00:03:25.413 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: E2010325", 2024-09-13T00:03:25.413 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T00:03:25.413 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T00:03:25.413 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2024-09-13T00:03:25.413 INFO:tasks.workunit.client.0.smithi032.stdout: "NVMe Version: <1.2", 2024-09-13T00:03:25.413 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2024-09-13T00:03:25.413 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T00:03:25.414 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T00:03:25.414 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Thu Sep 12 23:53:28 2024 UTC", 2024-09-13T00:03:25.414 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T00:03:25.414 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T00:03:25.414 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T00:03:25.414 INFO:tasks.workunit.client.0.smithi032.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T00:03:25.414 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T00:03:25.414 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.414 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2024-09-13T00:03:25.414 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T00:03:25.414 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T00:03:25.415 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.415 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T00:03:25.415 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T00:03:25.415 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2024-09-13T00:03:25.415 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.415 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T00:03:25.415 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T00:03:25.415 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.415 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T00:03:25.415 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2024-09-13T00:03:25.415 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 33 Celsius", 2024-09-13T00:03:25.416 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 100%", 2024-09-13T00:03:25.416 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 0%", 2024-09-13T00:03:25.416 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 0%", 2024-09-13T00:03:25.416 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 149,062,639 [76.3 TB]", 2024-09-13T00:03:25.416 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 715,229,916 [366 TB]", 2024-09-13T00:03:25.416 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 2,585,269,768", 2024-09-13T00:03:25.416 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 16,425,167,613", 2024-09-13T00:03:25.416 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 4,297", 2024-09-13T00:03:25.416 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 28,449", 2024-09-13T00:03:25.416 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 34,430", 2024-09-13T00:03:25.416 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 8,435", 2024-09-13T00:03:25.416 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T00:03:25.417 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2024-09-13T00:03:25.417 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.417 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T00:03:25.417 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2024-09-13T00:03:25.417 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2024-09-13T00:03:25.417 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.417 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-5.15.0-121-generic", 2024-09-13T00:03:25.417 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5155", 2024-09-13T00:03:25.417 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2024-09-13T00:03:25.417 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.417 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.417 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.418 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2024-09-13T00:03:25.418 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 33 2024-09-13T00:03:25.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.418 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2024-09-13T00:03:25.418 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.418 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.418 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.418 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.418 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.418 INFO:tasks.workunit.client.0.smithi032.stdout: "959d3432-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:25.419 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPED1D480GA_959e34b8-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:25.419 INFO:tasks.workunit.client.0.smithi032.stdout: "20240912-235332": { 2024-09-13T00:03:25.419 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2024-09-13T00:03:25.419 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T00:03:25.419 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2024-09-13T00:03:25.419 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2024-09-13T00:03:25.419 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2024-09-13T00:03:25.419 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.419 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "E2010325", 2024-09-13T00:03:25.419 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "959d3432-7163-11ef-a29d-ac1f6bf82602", 2024-09-13T00:03:25.419 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2024-09-13T00:03:25.419 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.420 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.420 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.420 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2024-09-13T00:03:25.420 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Thu Sep 12 23:53:32 2024 UTC", 2024-09-13T00:03:25.420 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1726185212 2024-09-13T00:03:25.420 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.420 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2024-09-13T00:03:25.420 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T00:03:25.420 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2024-09-13T00:03:25.420 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T00:03:25.420 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2024-09-13T00:03:25.421 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.421 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2024-09-13T00:03:25.421 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.421 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.421 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.421 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2024-09-13T00:03:25.421 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2024-09-13T00:03:25.421 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2024-09-13T00:03:25.421 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.421 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.421 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.421 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2024-09-13T00:03:25.422 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.422 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.422 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.422 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.422 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.422 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T00:03:25.422 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2024-09-13T00:03:25.422 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2024-09-13T00:03:25.422 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2024-09-13T00:03:25.422 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.422 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T00:03:25.422 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2024-09-13T00:03:25.423 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2024-09-13T00:03:25.423 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.423 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.423 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.423 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2024-09-13T00:03:25.423 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.423 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.423 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.423 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2024-09-13T00:03:25.423 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.423 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.423 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.424 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2024-09-13T00:03:25.424 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.424 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.424 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.424 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2024-09-13T00:03:25.424 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.424 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 13943644 2024-09-13T00:03:25.424 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.424 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2024-09-13T00:03:25.424 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.424 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.425 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.425 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2024-09-13T00:03:25.425 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.425 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.425 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.425 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2024-09-13T00:03:25.425 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.425 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.425 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.425 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2024-09-13T00:03:25.425 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.425 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.426 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.426 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2024-09-13T00:03:25.426 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.426 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.426 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.426 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2024-09-13T00:03:25.426 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.426 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.426 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.426 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2024-09-13T00:03:25.426 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.426 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.427 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.427 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2024-09-13T00:03:25.427 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.427 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.427 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.427 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2024-09-13T00:03:25.427 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.427 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.427 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.427 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2024-09-13T00:03:25.427 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.427 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:25.427 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2024-09-13T00:03:25.428 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2024-09-13T00:03:25.428 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.428 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.428 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2024-09-13T00:03:25.428 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.428 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 13 2024-09-13T00:03:25.428 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.428 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2024-09-13T00:03:25.428 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.428 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": "0.000000" 2024-09-13T00:03:25.428 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.428 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2024-09-13T00:03:25.429 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.429 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 1562729 2024-09-13T00:03:25.429 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.429 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2024-09-13T00:03:25.429 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.429 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.429 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.429 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2024-09-13T00:03:25.429 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.429 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:25.429 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 0, 2024-09-13T00:03:25.429 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 0, 2024-09-13T00:03:25.430 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0 2024-09-13T00:03:25.430 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.430 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.430 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.430 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T00:03:25.430 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.430 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2024-09-13T00:03:25.430 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 100, 2024-09-13T00:03:25.430 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 0, 2024-09-13T00:03:25.430 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 5302, 2024-09-13T00:03:25.431 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2024-09-13T00:03:25.431 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 181134294, 2024-09-13T00:03:25.431 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 913810680, 2024-09-13T00:03:25.431 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 3137425843, 2024-09-13T00:03:25.431 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 19727935558, 2024-09-13T00:03:25.431 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2024-09-13T00:03:25.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2024-09-13T00:03:25.431 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 0, 2024-09-13T00:03:25.431 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 35260, 2024-09-13T00:03:25.431 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 40919, 2024-09-13T00:03:25.431 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 31, 2024-09-13T00:03:25.431 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 10117 2024-09-13T00:03:25.432 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.432 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2024-09-13T00:03:25.432 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_version": { 2024-09-13T00:03:25.432 INFO:tasks.workunit.client.0.smithi032.stdout: "string": "<1.2", 2024-09-13T00:03:25.432 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.432 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.432 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 35260, 2024-09-13T00:03:25.432 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2024-09-13T00:03:25.432 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 40919 2024-09-13T00:03:25.432 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.432 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2024-09-13T00:03:25.433 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2024-09-13T00:03:25.433 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2024-09-13T00:03:25.433 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.433 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.433 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2024-09-13T00:03:25.433 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.433 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2024-09-13T00:03:25.433 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2024-09-13T00:03:25.433 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2024-09-13T00:03:25.433 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2024-09-13T00:03:25.433 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2024-09-13T00:03:25.433 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2024-09-13T00:03:25.434 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.434 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2024-09-13T00:03:25.434 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2024-09-13T00:03:25.434 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2024-09-13T00:03:25.434 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-121-generic] (local build)", 2024-09-13T00:03:25.434 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T00:03:25.434 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.434 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T00:03:25.434 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T00:03:25.434 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2024-09-13T00:03:25.434 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: E2010325", 2024-09-13T00:03:25.435 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T00:03:25.435 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T00:03:25.435 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2024-09-13T00:03:25.435 INFO:tasks.workunit.client.0.smithi032.stdout: "NVMe Version: <1.2", 2024-09-13T00:03:25.435 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2024-09-13T00:03:25.435 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T00:03:25.435 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T00:03:25.435 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Thu Sep 12 23:53:32 2024 UTC", 2024-09-13T00:03:25.435 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T00:03:25.435 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T00:03:25.435 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T00:03:25.435 INFO:tasks.workunit.client.0.smithi032.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T00:03:25.436 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T00:03:25.436 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.436 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2024-09-13T00:03:25.436 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T00:03:25.436 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T00:03:25.436 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.436 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T00:03:25.436 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T00:03:25.436 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2024-09-13T00:03:25.436 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.436 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T00:03:25.436 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T00:03:25.437 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.437 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T00:03:25.437 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2024-09-13T00:03:25.437 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 31 Celsius", 2024-09-13T00:03:25.437 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 100%", 2024-09-13T00:03:25.437 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 0%", 2024-09-13T00:03:25.437 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 0%", 2024-09-13T00:03:25.437 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 181,134,294 [92.7 TB]", 2024-09-13T00:03:25.437 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 913,810,680 [467 TB]", 2024-09-13T00:03:25.437 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 3,137,425,843", 2024-09-13T00:03:25.437 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 19,727,935,558", 2024-09-13T00:03:25.437 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 5,302", 2024-09-13T00:03:25.438 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 35,260", 2024-09-13T00:03:25.438 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 40,919", 2024-09-13T00:03:25.438 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 10,117", 2024-09-13T00:03:25.438 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T00:03:25.438 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2024-09-13T00:03:25.438 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.438 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T00:03:25.438 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2024-09-13T00:03:25.438 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2024-09-13T00:03:25.438 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.438 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-5.15.0-121-generic", 2024-09-13T00:03:25.438 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5155", 2024-09-13T00:03:25.439 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2024-09-13T00:03:25.439 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.439 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.439 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.439 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.439 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2024-09-13T00:03:25.439 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 31 2024-09-13T00:03:25.439 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.439 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2024-09-13T00:03:25.439 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.439 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.439 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.440 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.440 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.440 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.440 INFO:tasks.workunit.client.0.smithi032.stdout:} 2024-09-13T00:03:25.440 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry show-all 2024-09-13T00:03:25.441 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: cluster 2024-09-13T00:03:22.873854+0000 mgr.y (mgr.24464) 168 : cluster [DBG] pgmap v130: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:25.441 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:22.916383+0000 mgr.y (mgr.24464) 169 : audit [DBG] from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.441 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.340662+0000 mgr.y (mgr.24464) 170 : audit [DBG] from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.441 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.350914+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:25.441 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.355046+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:25.441 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.468098+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.441 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.468525+0000 mon.a (mon.0) 995 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.441 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.469001+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.441 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.472377+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.441 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.472883+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.441 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.473279+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.442 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.476152+0000 mon.a (mon.0) 1000 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.442 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.476649+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.442 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.476947+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.442 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.492760+0000 mon.a (mon.0) 1003 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.442 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.492847+0000 mon.a (mon.0) 1004 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.442 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.493207+0000 mon.a (mon.0) 1005 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.442 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.493566+0000 mon.a (mon.0) 1006 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.442 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: cluster 2024-09-13T00:03:22.873854+0000 mgr.y (mgr.24464) 168 : cluster [DBG] pgmap v130: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:25.442 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:22.916383+0000 mgr.y (mgr.24464) 169 : audit [DBG] from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.340662+0000 mgr.y (mgr.24464) 170 : audit [DBG] from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.350914+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:25.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.355046+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:25.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.468098+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.468525+0000 mon.a (mon.0) 995 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.469001+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.472377+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.472883+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.473279+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.476152+0000 mon.a (mon.0) 1000 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.476649+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.476947+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.444 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.492760+0000 mon.a (mon.0) 1003 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.444 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.492847+0000 mon.a (mon.0) 1004 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.444 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.493207+0000 mon.a (mon.0) 1005 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.444 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.493566+0000 mon.a (mon.0) 1006 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.444 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.493962+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.444 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.496106+0000 mon.b (mon.1) 35 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.444 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.496221+0000 mon.b (mon.1) 36 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.444 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.497414+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.445 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.498049+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.445 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.498347+0000 mon.a (mon.0) 1010 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.445 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.500711+0000 mon.c (mon.2) 41 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.445 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.500810+0000 mon.c (mon.2) 42 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.445 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.501197+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.445 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.502063+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.445 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.502348+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.445 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:23.956487+0000 mgr.y (mgr.24464) 171 : audit [DBG] from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.445 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[22496]: audit 2024-09-13T00:03:24.132131+0000 mgr.y (mgr.24464) 172 : audit [DBG] from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.493962+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.496106+0000 mon.b (mon.1) 35 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.496221+0000 mon.b (mon.1) 36 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.497414+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.498049+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.498347+0000 mon.a (mon.0) 1010 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.500711+0000 mon.c (mon.2) 41 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:25.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.500810+0000 mon.c (mon.2) 42 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:25.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.501197+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:25.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.502063+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:25.447 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.502348+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:25.447 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:23.956487+0000 mgr.y (mgr.24464) 171 : audit [DBG] from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.447 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:24 smithi032 bash[32211]: audit 2024-09-13T00:03:24.132131+0000 mgr.y (mgr.24464) 172 : audit [DBG] from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:25.451 INFO:tasks.workunit.client.0.smithi032.stdout:{ 2024-09-13T00:03:25.451 INFO:tasks.workunit.client.0.smithi032.stdout: "device_report": { 2024-09-13T00:03:25.451 INFO:tasks.workunit.client.0.smithi032.stdout: "9598f444-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:25.451 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPED1D480GA_959a215c-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:25.452 INFO:tasks.workunit.client.0.smithi032.stdout: "20240912-235328": { 2024-09-13T00:03:25.452 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2024-09-13T00:03:25.452 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T00:03:25.452 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2024-09-13T00:03:25.452 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2024-09-13T00:03:25.452 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2024-09-13T00:03:25.452 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.452 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "E2010325", 2024-09-13T00:03:25.452 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "9598f444-7163-11ef-a29d-ac1f6bf82602", 2024-09-13T00:03:25.452 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2024-09-13T00:03:25.452 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.452 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.453 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.453 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2024-09-13T00:03:25.453 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Thu Sep 12 23:53:28 2024 UTC", 2024-09-13T00:03:25.453 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1726185208 2024-09-13T00:03:25.453 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.453 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2024-09-13T00:03:25.453 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T00:03:25.453 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2024-09-13T00:03:25.453 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T00:03:25.453 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2024-09-13T00:03:25.453 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.453 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2024-09-13T00:03:25.454 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.454 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.454 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.454 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2024-09-13T00:03:25.454 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2024-09-13T00:03:25.454 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2024-09-13T00:03:25.454 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.454 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.454 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.454 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2024-09-13T00:03:25.454 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.454 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.455 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.455 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.455 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.455 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T00:03:25.455 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2024-09-13T00:03:25.455 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2024-09-13T00:03:25.455 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2024-09-13T00:03:25.455 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.455 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T00:03:25.455 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2024-09-13T00:03:25.455 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2024-09-13T00:03:25.456 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.456 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.456 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.456 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2024-09-13T00:03:25.456 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.456 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.456 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.456 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2024-09-13T00:03:25.456 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.456 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.456 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.456 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2024-09-13T00:03:25.457 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.457 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.457 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.457 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2024-09-13T00:03:25.457 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.457 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 10913542 2024-09-13T00:03:25.457 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.457 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2024-09-13T00:03:25.457 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.457 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.457 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.457 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2024-09-13T00:03:25.458 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.458 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.458 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.458 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2024-09-13T00:03:25.458 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.458 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.458 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.458 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2024-09-13T00:03:25.458 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.458 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.458 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.458 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2024-09-13T00:03:25.459 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.459 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.459 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.459 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2024-09-13T00:03:25.459 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.459 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.459 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.459 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2024-09-13T00:03:25.459 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.459 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.459 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.459 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2024-09-13T00:03:25.460 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.460 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.460 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.460 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2024-09-13T00:03:25.460 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.460 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.460 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.460 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2024-09-13T00:03:25.460 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.460 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:25.460 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2024-09-13T00:03:25.460 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2024-09-13T00:03:25.461 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.461 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.461 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2024-09-13T00:03:25.461 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.461 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 14 2024-09-13T00:03:25.461 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.461 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2024-09-13T00:03:25.461 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.461 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": "0.530273" 2024-09-13T00:03:25.461 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.461 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2024-09-13T00:03:25.461 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.462 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 1357280 2024-09-13T00:03:25.462 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.462 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2024-09-13T00:03:25.462 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.462 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.462 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.462 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2024-09-13T00:03:25.462 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.462 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:25.462 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 0, 2024-09-13T00:03:25.462 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 0, 2024-09-13T00:03:25.462 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0 2024-09-13T00:03:25.463 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.463 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.463 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.463 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T00:03:25.463 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.463 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2024-09-13T00:03:25.463 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 100, 2024-09-13T00:03:25.463 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 0, 2024-09-13T00:03:25.463 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 4297, 2024-09-13T00:03:25.463 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2024-09-13T00:03:25.463 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 149062639, 2024-09-13T00:03:25.463 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 715229916, 2024-09-13T00:03:25.464 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 2585269768, 2024-09-13T00:03:25.464 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 16425167613, 2024-09-13T00:03:25.464 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2024-09-13T00:03:25.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2024-09-13T00:03:25.464 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 0, 2024-09-13T00:03:25.464 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 28449, 2024-09-13T00:03:25.464 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 34430, 2024-09-13T00:03:25.464 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 33, 2024-09-13T00:03:25.464 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 8435 2024-09-13T00:03:25.464 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.464 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2024-09-13T00:03:25.464 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_version": { 2024-09-13T00:03:25.465 INFO:tasks.workunit.client.0.smithi032.stdout: "string": "<1.2", 2024-09-13T00:03:25.465 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.465 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.465 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 28449, 2024-09-13T00:03:25.465 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2024-09-13T00:03:25.465 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 34430 2024-09-13T00:03:25.465 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.465 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2024-09-13T00:03:25.465 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2024-09-13T00:03:25.465 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2024-09-13T00:03:25.465 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.465 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.466 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2024-09-13T00:03:25.466 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.466 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2024-09-13T00:03:25.466 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2024-09-13T00:03:25.466 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2024-09-13T00:03:25.466 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2024-09-13T00:03:25.466 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2024-09-13T00:03:25.466 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2024-09-13T00:03:25.466 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.466 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2024-09-13T00:03:25.466 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2024-09-13T00:03:25.466 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2024-09-13T00:03:25.466 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-121-generic] (local build)", 2024-09-13T00:03:25.467 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T00:03:25.467 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.467 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T00:03:25.467 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T00:03:25.467 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2024-09-13T00:03:25.467 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: E2010325", 2024-09-13T00:03:25.467 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T00:03:25.467 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T00:03:25.467 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2024-09-13T00:03:25.467 INFO:tasks.workunit.client.0.smithi032.stdout: "NVMe Version: <1.2", 2024-09-13T00:03:25.467 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2024-09-13T00:03:25.468 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T00:03:25.468 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T00:03:25.468 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Thu Sep 12 23:53:28 2024 UTC", 2024-09-13T00:03:25.468 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T00:03:25.468 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T00:03:25.468 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T00:03:25.468 INFO:tasks.workunit.client.0.smithi032.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T00:03:25.468 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T00:03:25.468 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.468 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2024-09-13T00:03:25.468 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T00:03:25.469 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T00:03:25.469 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.469 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T00:03:25.469 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T00:03:25.469 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2024-09-13T00:03:25.469 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.469 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T00:03:25.469 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T00:03:25.469 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.469 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T00:03:25.469 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2024-09-13T00:03:25.469 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 33 Celsius", 2024-09-13T00:03:25.470 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 100%", 2024-09-13T00:03:25.470 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 0%", 2024-09-13T00:03:25.470 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 0%", 2024-09-13T00:03:25.470 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 149,062,639 [76.3 TB]", 2024-09-13T00:03:25.470 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 715,229,916 [366 TB]", 2024-09-13T00:03:25.470 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 2,585,269,768", 2024-09-13T00:03:25.470 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 16,425,167,613", 2024-09-13T00:03:25.470 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 4,297", 2024-09-13T00:03:25.470 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 28,449", 2024-09-13T00:03:25.470 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 34,430", 2024-09-13T00:03:25.470 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 8,435", 2024-09-13T00:03:25.470 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T00:03:25.471 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2024-09-13T00:03:25.471 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.471 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T00:03:25.471 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2024-09-13T00:03:25.471 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2024-09-13T00:03:25.471 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.471 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-5.15.0-121-generic", 2024-09-13T00:03:25.471 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5155", 2024-09-13T00:03:25.471 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2024-09-13T00:03:25.471 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.471 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.471 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.472 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.472 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2024-09-13T00:03:25.472 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 33 2024-09-13T00:03:25.472 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.472 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2024-09-13T00:03:25.472 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.472 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.472 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.472 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.472 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.472 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.472 INFO:tasks.workunit.client.0.smithi032.stdout: "959d3432-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:25.473 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPED1D480GA_959e34b8-7163-11ef-a29d-ac1f6bf82602": { 2024-09-13T00:03:25.473 INFO:tasks.workunit.client.0.smithi032.stdout: "20240912-235332": { 2024-09-13T00:03:25.473 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2024-09-13T00:03:25.473 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T00:03:25.473 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2024-09-13T00:03:25.473 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2024-09-13T00:03:25.473 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2024-09-13T00:03:25.473 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.473 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "E2010325", 2024-09-13T00:03:25.473 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "959d3432-7163-11ef-a29d-ac1f6bf82602", 2024-09-13T00:03:25.473 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2024-09-13T00:03:25.473 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:25.474 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:25.474 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.474 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2024-09-13T00:03:25.474 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Thu Sep 12 23:53:32 2024 UTC", 2024-09-13T00:03:25.474 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1726185212 2024-09-13T00:03:25.474 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.474 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2024-09-13T00:03:25.474 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T00:03:25.474 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2024-09-13T00:03:25.474 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T00:03:25.474 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2024-09-13T00:03:25.474 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.475 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2024-09-13T00:03:25.475 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.475 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.475 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.475 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2024-09-13T00:03:25.475 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2024-09-13T00:03:25.475 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2024-09-13T00:03:25.475 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.475 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.475 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.475 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2024-09-13T00:03:25.475 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.476 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.476 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.476 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.476 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.476 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T00:03:25.476 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2024-09-13T00:03:25.476 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2024-09-13T00:03:25.476 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2024-09-13T00:03:25.476 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.476 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T00:03:25.476 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2024-09-13T00:03:25.476 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2024-09-13T00:03:25.477 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.477 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.477 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.477 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2024-09-13T00:03:25.477 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.477 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.477 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.477 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2024-09-13T00:03:25.477 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.477 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.477 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.477 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2024-09-13T00:03:25.478 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.478 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.478 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.478 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2024-09-13T00:03:25.478 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.478 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 13943644 2024-09-13T00:03:25.478 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.478 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2024-09-13T00:03:25.478 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.478 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.478 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.478 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2024-09-13T00:03:25.479 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.479 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.479 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.479 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2024-09-13T00:03:25.479 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.479 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.479 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.479 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2024-09-13T00:03:25.479 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.479 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.479 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.479 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2024-09-13T00:03:25.480 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.480 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.480 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.480 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2024-09-13T00:03:25.480 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.480 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.480 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.480 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2024-09-13T00:03:25.480 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.480 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.480 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.480 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2024-09-13T00:03:25.481 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.481 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.481 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.481 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2024-09-13T00:03:25.481 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.481 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.481 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.481 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2024-09-13T00:03:25.481 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.481 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:25.481 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2024-09-13T00:03:25.482 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2024-09-13T00:03:25.482 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.482 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.482 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2024-09-13T00:03:25.482 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.482 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 13 2024-09-13T00:03:25.482 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.482 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2024-09-13T00:03:25.482 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.482 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": "0.000000" 2024-09-13T00:03:25.482 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.482 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2024-09-13T00:03:25.482 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2024-09-13T00:03:25.483 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 1562729 2024-09-13T00:03:25.483 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.483 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2024-09-13T00:03:25.483 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.483 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2024-09-13T00:03:25.483 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.483 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2024-09-13T00:03:25.483 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2024-09-13T00:03:25.483 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2024-09-13T00:03:25.483 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 0, 2024-09-13T00:03:25.483 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 0, 2024-09-13T00:03:25.483 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0 2024-09-13T00:03:25.484 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.484 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.484 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.484 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T00:03:25.484 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.484 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2024-09-13T00:03:25.484 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 100, 2024-09-13T00:03:25.484 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 0, 2024-09-13T00:03:25.484 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 5302, 2024-09-13T00:03:25.484 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2024-09-13T00:03:25.484 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 181134294, 2024-09-13T00:03:25.485 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 913810680, 2024-09-13T00:03:25.485 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 3137425843, 2024-09-13T00:03:25.485 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 19727935558, 2024-09-13T00:03:25.485 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2024-09-13T00:03:25.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2024-09-13T00:03:25.485 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 0, 2024-09-13T00:03:25.485 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 35260, 2024-09-13T00:03:25.485 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 40919, 2024-09-13T00:03:25.485 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 31, 2024-09-13T00:03:25.485 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 10117 2024-09-13T00:03:25.485 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.485 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2024-09-13T00:03:25.486 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_version": { 2024-09-13T00:03:25.486 INFO:tasks.workunit.client.0.smithi032.stdout: "string": "<1.2", 2024-09-13T00:03:25.486 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.486 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.486 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 35260, 2024-09-13T00:03:25.486 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2024-09-13T00:03:25.486 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 40919 2024-09-13T00:03:25.486 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.486 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2024-09-13T00:03:25.486 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2024-09-13T00:03:25.486 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2024-09-13T00:03:25.486 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.487 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.487 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2024-09-13T00:03:25.487 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.487 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2024-09-13T00:03:25.487 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2024-09-13T00:03:25.487 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2024-09-13T00:03:25.487 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2024-09-13T00:03:25.487 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2024-09-13T00:03:25.487 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2024-09-13T00:03:25.487 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.487 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2024-09-13T00:03:25.487 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2024-09-13T00:03:25.488 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2024-09-13T00:03:25.488 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-121-generic] (local build)", 2024-09-13T00:03:25.488 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T00:03:25.488 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.488 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T00:03:25.488 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T00:03:25.488 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2024-09-13T00:03:25.488 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: E2010325", 2024-09-13T00:03:25.488 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T00:03:25.488 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T00:03:25.488 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2024-09-13T00:03:25.488 INFO:tasks.workunit.client.0.smithi032.stdout: "NVMe Version: <1.2", 2024-09-13T00:03:25.489 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2024-09-13T00:03:25.489 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T00:03:25.489 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T00:03:25.489 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Thu Sep 12 23:53:32 2024 UTC", 2024-09-13T00:03:25.489 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T00:03:25.489 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T00:03:25.489 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T00:03:25.489 INFO:tasks.workunit.client.0.smithi032.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T00:03:25.489 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T00:03:25.489 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.489 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2024-09-13T00:03:25.489 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T00:03:25.490 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T00:03:25.490 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.490 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T00:03:25.490 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T00:03:25.490 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2024-09-13T00:03:25.490 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.490 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T00:03:25.490 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T00:03:25.490 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.490 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T00:03:25.490 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2024-09-13T00:03:25.490 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 31 Celsius", 2024-09-13T00:03:25.491 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 100%", 2024-09-13T00:03:25.491 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 0%", 2024-09-13T00:03:25.491 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 0%", 2024-09-13T00:03:25.491 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 181,134,294 [92.7 TB]", 2024-09-13T00:03:25.491 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 913,810,680 [467 TB]", 2024-09-13T00:03:25.491 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 3,137,425,843", 2024-09-13T00:03:25.491 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 19,727,935,558", 2024-09-13T00:03:25.491 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 5,302", 2024-09-13T00:03:25.491 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 35,260", 2024-09-13T00:03:25.491 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 40,919", 2024-09-13T00:03:25.491 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 10,117", 2024-09-13T00:03:25.491 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T00:03:25.492 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2024-09-13T00:03:25.492 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2024-09-13T00:03:25.492 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T00:03:25.492 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2024-09-13T00:03:25.492 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2024-09-13T00:03:25.492 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.492 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-5.15.0-121-generic", 2024-09-13T00:03:25.492 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5155", 2024-09-13T00:03:25.492 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2024-09-13T00:03:25.492 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:25.492 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:25.492 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.493 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.493 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2024-09-13T00:03:25.493 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 31 2024-09-13T00:03:25.493 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.493 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2024-09-13T00:03:25.493 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2024-09-13T00:03:25.493 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2024-09-13T00:03:25.493 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.493 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.493 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.493 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.493 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.494 INFO:tasks.workunit.client.0.smithi032.stdout: "report": { 2024-09-13T00:03:25.494 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer": { 2024-09-13T00:03:25.494 INFO:tasks.workunit.client.0.smithi032.stdout: "active": true, 2024-09-13T00:03:25.494 INFO:tasks.workunit.client.0.smithi032.stdout: "mode": "" 2024-09-13T00:03:25.494 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.494 INFO:tasks.workunit.client.0.smithi032.stdout: "channels": [ 2024-09-13T00:03:25.494 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2024-09-13T00:03:25.494 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2024-09-13T00:03:25.494 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2024-09-13T00:03:25.494 INFO:tasks.workunit.client.0.smithi032.stdout: "ident", 2024-09-13T00:03:25.494 INFO:tasks.workunit.client.0.smithi032.stdout: "perf" 2024-09-13T00:03:25.494 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.494 INFO:tasks.workunit.client.0.smithi032.stdout: "channels_available": [ 2024-09-13T00:03:25.495 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2024-09-13T00:03:25.495 INFO:tasks.workunit.client.0.smithi032.stdout: "ident", 2024-09-13T00:03:25.495 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2024-09-13T00:03:25.495 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2024-09-13T00:03:25.495 INFO:tasks.workunit.client.0.smithi032.stdout: "perf" 2024-09-13T00:03:25.495 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.495 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_available": [ 2024-09-13T00:03:25.495 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2024-09-13T00:03:25.495 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2024-09-13T00:03:25.495 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2024-09-13T00:03:25.495 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2024-09-13T00:03:25.496 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2024-09-13T00:03:25.496 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2024-09-13T00:03:25.496 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2024-09-13T00:03:25.496 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2024-09-13T00:03:25.496 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2024-09-13T00:03:25.496 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2024-09-13T00:03:25.496 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2024-09-13T00:03:25.496 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.496 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_opted_in": [ 2024-09-13T00:03:25.496 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2024-09-13T00:03:25.496 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2024-09-13T00:03:25.496 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2024-09-13T00:03:25.497 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2024-09-13T00:03:25.497 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2024-09-13T00:03:25.497 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2024-09-13T00:03:25.497 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2024-09-13T00:03:25.497 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2024-09-13T00:03:25.497 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2024-09-13T00:03:25.497 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2024-09-13T00:03:25.497 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2024-09-13T00:03:25.497 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.497 INFO:tasks.workunit.client.0.smithi032.stdout: "config": { 2024-09-13T00:03:25.497 INFO:tasks.workunit.client.0.smithi032.stdout: "active_changed": [ 2024-09-13T00:03:25.497 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T00:03:25.498 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2024-09-13T00:03:25.498 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2024-09-13T00:03:25.498 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2024-09-13T00:03:25.498 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2024-09-13T00:03:25.498 INFO:tasks.workunit.client.0.smithi032.stdout: "client_check_pool_perm", 2024-09-13T00:03:25.498 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_gid", 2024-09-13T00:03:25.498 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_uid", 2024-09-13T00:03:25.498 INFO:tasks.workunit.client.0.smithi032.stdout: "client_quota", 2024-09-13T00:03:25.498 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2024-09-13T00:03:25.498 INFO:tasks.workunit.client.0.smithi032.stdout: "daemonize", 2024-09-13T00:03:25.498 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2024-09-13T00:03:25.498 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2024-09-13T00:03:25.499 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2024-09-13T00:03:25.499 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2024-09-13T00:03:25.499 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2024-09-13T00:03:25.499 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2024-09-13T00:03:25.499 INFO:tasks.workunit.client.0.smithi032.stdout: "keyring", 2024-09-13T00:03:25.499 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_block_size", 2024-09-13T00:03:25.499 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_cache_size", 2024-09-13T00:03:25.499 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_compression", 2024-09-13T00:03:25.499 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_log", 2024-09-13T00:03:25.499 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_write_buffer_size", 2024-09-13T00:03:25.499 INFO:tasks.workunit.client.0.smithi032.stdout: "log_stderr_prefix", 2024-09-13T00:03:25.499 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2024-09-13T00:03:25.500 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2024-09-13T00:03:25.500 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2024-09-13T00:03:25.500 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2024-09-13T00:03:25.500 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2024-09-13T00:03:25.500 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_file", 2024-09-13T00:03:25.500 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_stderr", 2024-09-13T00:03:25.500 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2024-09-13T00:03:25.500 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2024-09-13T00:03:25.500 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_host", 2024-09-13T00:03:25.500 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2024-09-13T00:03:25.500 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2024-09-13T00:03:25.500 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2024-09-13T00:03:25.501 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T00:03:25.501 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T00:03:25.501 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T00:03:25.501 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T00:03:25.501 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T00:03:25.501 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T00:03:25.501 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T00:03:25.501 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T00:03:25.501 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T00:03:25.501 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T00:03:25.501 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2024-09-13T00:03:25.501 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2024-09-13T00:03:25.502 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2024-09-13T00:03:25.502 INFO:tasks.workunit.client.0.smithi032.stdout: "no_config_file", 2024-09-13T00:03:25.502 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2024-09-13T00:03:25.502 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2024-09-13T00:03:25.502 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2024-09-13T00:03:25.502 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2024-09-13T00:03:25.502 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2024-09-13T00:03:25.502 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2024-09-13T00:03:25.502 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T00:03:25.502 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T00:03:25.502 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T00:03:25.502 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T00:03:25.503 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2024-09-13T00:03:25.503 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T00:03:25.503 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T00:03:25.503 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T00:03:25.503 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T00:03:25.503 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T00:03:25.503 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T00:03:25.503 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T00:03:25.503 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T00:03:25.503 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T00:03:25.503 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2024-09-13T00:03:25.503 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2024-09-13T00:03:25.504 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2024-09-13T00:03:25.504 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2024-09-13T00:03:25.504 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T00:03:25.504 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T00:03:25.504 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2024-09-13T00:03:25.504 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2024-09-13T00:03:25.504 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2024-09-13T00:03:25.504 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2024-09-13T00:03:25.504 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2024-09-13T00:03:25.504 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addr", 2024-09-13T00:03:25.504 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addrv", 2024-09-13T00:03:25.504 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2024-09-13T00:03:25.505 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_default_features", 2024-09-13T00:03:25.505 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_qos_exclude_ops", 2024-09-13T00:03:25.505 INFO:tasks.workunit.client.0.smithi032.stdout: "setgroup", 2024-09-13T00:03:25.508 INFO:tasks.workunit.client.0.smithi032.stdout: "setuser" 2024-09-13T00:03:25.508 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.508 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_changed": [ 2024-09-13T00:03:25.508 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T00:03:25.508 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2024-09-13T00:03:25.508 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2024-09-13T00:03:25.508 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2024-09-13T00:03:25.508 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2024-09-13T00:03:25.508 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2024-09-13T00:03:25.509 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2024-09-13T00:03:25.509 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2024-09-13T00:03:25.509 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2024-09-13T00:03:25.509 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2024-09-13T00:03:25.509 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2024-09-13T00:03:25.509 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2024-09-13T00:03:25.509 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2024-09-13T00:03:25.509 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2024-09-13T00:03:25.509 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2024-09-13T00:03:25.509 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_join_fs", 2024-09-13T00:03:25.509 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T00:03:25.509 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/container_init", 2024-09-13T00:03:25.510 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/migration_current", 2024-09-13T00:03:25.510 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T00:03:25.510 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T00:03:25.510 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T00:03:25.510 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T00:03:25.510 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T00:03:25.510 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T00:03:25.510 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T00:03:25.510 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/channel_ident", 2024-09-13T00:03:25.510 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/channel_perf", 2024-09-13T00:03:25.510 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/description", 2024-09-13T00:03:25.510 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/enabled", 2024-09-13T00:03:25.511 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/organization", 2024-09-13T00:03:25.511 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2024-09-13T00:03:25.511 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2024-09-13T00:03:25.511 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2024-09-13T00:03:25.511 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2024-09-13T00:03:25.511 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2024-09-13T00:03:25.511 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2024-09-13T00:03:25.511 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2024-09-13T00:03:25.511 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T00:03:25.511 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T00:03:25.511 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T00:03:25.512 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T00:03:25.512 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T00:03:25.512 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T00:03:25.512 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T00:03:25.512 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T00:03:25.512 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T00:03:25.512 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T00:03:25.512 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2024-09-13T00:03:25.512 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2024-09-13T00:03:25.512 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2024-09-13T00:03:25.512 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2024-09-13T00:03:25.513 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2024-09-13T00:03:25.513 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2024-09-13T00:03:25.513 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2024-09-13T00:03:25.513 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2024-09-13T00:03:25.513 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2024-09-13T00:03:25.513 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T00:03:25.513 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T00:03:25.513 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T00:03:25.513 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T00:03:25.513 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2024-09-13T00:03:25.513 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2024-09-13T00:03:25.513 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2024-09-13T00:03:25.513 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2024-09-13T00:03:25.514 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2024-09-13T00:03:25.514 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T00:03:25.514 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T00:03:25.514 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2024-09-13T00:03:25.514 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2024-09-13T00:03:25.514 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2024-09-13T00:03:25.514 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2024-09-13T00:03:25.514 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2024-09-13T00:03:25.514 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2024-09-13T00:03:25.514 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_cache_enabled", 2024-09-13T00:03:25.514 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_ops_log", 2024-09-13T00:03:25.514 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_usage_log" 2024-09-13T00:03:25.515 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.515 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.515 INFO:tasks.workunit.client.0.smithi032.stdout: "contact": null, 2024-09-13T00:03:25.515 INFO:tasks.workunit.client.0.smithi032.stdout: "crashes": [], 2024-09-13T00:03:25.515 INFO:tasks.workunit.client.0.smithi032.stdout: "created": "2024-09-12T23:47:58.405488Z", 2024-09-13T00:03:25.515 INFO:tasks.workunit.client.0.smithi032.stdout: "crush": { 2024-09-13T00:03:25.515 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_algs": { 2024-09-13T00:03:25.515 INFO:tasks.workunit.client.0.smithi032.stdout: "straw2": 3 2024-09-13T00:03:25.515 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.515 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_sizes": { 2024-09-13T00:03:25.515 INFO:tasks.workunit.client.0.smithi032.stdout: "2": 1, 2024-09-13T00:03:25.516 INFO:tasks.workunit.client.0.smithi032.stdout: "4": 2 2024-09-13T00:03:25.516 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.516 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_types": { 2024-09-13T00:03:25.516 INFO:tasks.workunit.client.0.smithi032.stdout: "1": 2, 2024-09-13T00:03:25.516 INFO:tasks.workunit.client.0.smithi032.stdout: "11": 1 2024-09-13T00:03:25.516 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.516 INFO:tasks.workunit.client.0.smithi032.stdout: "compat_weight_set": false, 2024-09-13T00:03:25.516 INFO:tasks.workunit.client.0.smithi032.stdout: "device_classes": [ 2024-09-13T00:03:25.516 INFO:tasks.workunit.client.0.smithi032.stdout: 8 2024-09-13T00:03:25.516 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_buckets": 6, 2024-09-13T00:03:25.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_devices": 8, 2024-09-13T00:03:25.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_rules": 1, 2024-09-13T00:03:25.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_types": 12, 2024-09-13T00:03:25.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_weight_sets": 0, 2024-09-13T00:03:25.517 INFO:tasks.workunit.client.0.smithi032.stdout: "tunables": { 2024-09-13T00:03:25.517 INFO:tasks.workunit.client.0.smithi032.stdout: "allowed_bucket_algs": 54, 2024-09-13T00:03:25.517 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_fallback_tries": 0, 2024-09-13T00:03:25.517 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_tries": 0, 2024-09-13T00:03:25.517 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_total_tries": 50, 2024-09-13T00:03:25.517 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_descend_once": 1, 2024-09-13T00:03:25.517 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_stable": 1, 2024-09-13T00:03:25.517 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_vary_r": 1, 2024-09-13T00:03:25.518 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v2_rules": 0, 2024-09-13T00:03:25.518 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v3_rules": 0, 2024-09-13T00:03:25.518 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v4_buckets": 1, 2024-09-13T00:03:25.518 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v5_rules": 0, 2024-09-13T00:03:25.518 INFO:tasks.workunit.client.0.smithi032.stdout: "legacy_tunables": 0, 2024-09-13T00:03:25.518 INFO:tasks.workunit.client.0.smithi032.stdout: "minimum_required_version": "jewel", 2024-09-13T00:03:25.518 INFO:tasks.workunit.client.0.smithi032.stdout: "optimal_tunables": 1, 2024-09-13T00:03:25.518 INFO:tasks.workunit.client.0.smithi032.stdout: "profile": "jewel", 2024-09-13T00:03:25.518 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables": 1, 2024-09-13T00:03:25.518 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables2": 1, 2024-09-13T00:03:25.518 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables3": 1, 2024-09-13T00:03:25.518 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables5": 1, 2024-09-13T00:03:25.519 INFO:tasks.workunit.client.0.smithi032.stdout: "straw_calc_version": 1 2024-09-13T00:03:25.519 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.519 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.519 INFO:tasks.workunit.client.0.smithi032.stdout: "description": "upgrade test cluster", 2024-09-13T00:03:25.519 INFO:tasks.workunit.client.0.smithi032.stdout: "fs": { 2024-09-13T00:03:25.519 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:25.519 INFO:tasks.workunit.client.0.smithi032.stdout: "feature_flags": { 2024-09-13T00:03:25.519 INFO:tasks.workunit.client.0.smithi032.stdout: "enable_multiple": true, 2024-09-13T00:03:25.519 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_enabled_multiple": true 2024-09-13T00:03:25.519 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.519 INFO:tasks.workunit.client.0.smithi032.stdout: "filesystems": [ 2024-09-13T00:03:25.519 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.520 INFO:tasks.workunit.client.0.smithi032.stdout: "approx_ctime": "2024-09", 2024-09-13T00:03:25.520 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer_enabled": false, 2024-09-13T00:03:25.520 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.520 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_caps": 0, 2024-09-13T00:03:25.520 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_dns": 10, 2024-09-13T00:03:25.520 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_inos": 13, 2024-09-13T00:03:25.520 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_subtrees": 2, 2024-09-13T00:03:25.520 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_allowed_features": 0, 2024-09-13T00:03:25.520 INFO:tasks.workunit.client.0.smithi032.stdout: "explicitly_allowed_features": 0, 2024-09-13T00:03:25.520 INFO:tasks.workunit.client.0.smithi032.stdout: "files": 0, 2024-09-13T00:03:25.520 INFO:tasks.workunit.client.0.smithi032.stdout: "max_mds": 1, 2024-09-13T00:03:25.520 INFO:tasks.workunit.client.0.smithi032.stdout: "num_data_pools": 1, 2024-09-13T00:03:25.521 INFO:tasks.workunit.client.0.smithi032.stdout: "num_in": 1, 2024-09-13T00:03:25.521 INFO:tasks.workunit.client.0.smithi032.stdout: "num_mds": 1, 2024-09-13T00:03:25.521 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": 0, 2024-09-13T00:03:25.521 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_replay": 0, 2024-09-13T00:03:25.521 INFO:tasks.workunit.client.0.smithi032.stdout: "num_up": 1, 2024-09-13T00:03:25.521 INFO:tasks.workunit.client.0.smithi032.stdout: "snaps": 0, 2024-09-13T00:03:25.521 INFO:tasks.workunit.client.0.smithi032.stdout: "standby_count_wanted": 0 2024-09-13T00:03:25.521 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.521 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.521 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_mds": 1, 2024-09-13T00:03:25.521 INFO:tasks.workunit.client.0.smithi032.stdout: "total_num_mds": 2 2024-09-13T00:03:25.522 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.522 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_stats": { 2024-09-13T00:03:25.522 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2024-09-13T00:03:25.522 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.a6bd5db2bf6e92207ab6c56be5506ba319f0e240": { 2024-09-13T00:03:25.522 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 22233088, 2024-09-13T00:03:25.522 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 361576, 2024-09-13T00:03:25.522 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 4718592, 2024-09-13T00:03:25.522 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 835584, 2024-09-13T00:03:25.522 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 0, 2024-09-13T00:03:25.522 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 352, 2024-09-13T00:03:25.522 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:25.522 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 1031432, 2024-09-13T00:03:25.522 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 12, 2024-09-13T00:03:25.523 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 601600, 2024-09-13T00:03:25.523 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 14684304, 2024-09-13T00:03:25.523 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 22233088 2024-09-13T00:03:25.523 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.523 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.c004abbaf9f2517008713053845bb06814c9d691": { 2024-09-13T00:03:25.523 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 20807680, 2024-09-13T00:03:25.523 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 502856, 2024-09-13T00:03:25.523 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2621440, 2024-09-13T00:03:25.523 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 8192, 2024-09-13T00:03:25.523 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 376832, 2024-09-13T00:03:25.523 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 445, 2024-09-13T00:03:25.523 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:25.524 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 1273088, 2024-09-13T00:03:25.524 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 21, 2024-09-13T00:03:25.524 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1262080, 2024-09-13T00:03:25.524 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 15140024, 2024-09-13T00:03:25.524 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 21184512 2024-09-13T00:03:25.524 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.524 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.524 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:25.524 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.a6bd5db2bf6e92207ab6c56be5506ba319f0e240": { 2024-09-13T00:03:25.524 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 48226304, 2024-09-13T00:03:25.524 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 2827488, 2024-09-13T00:03:25.525 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2621440, 2024-09-13T00:03:25.525 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 688128, 2024-09-13T00:03:25.525 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 253952, 2024-09-13T00:03:25.525 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1814, 2024-09-13T00:03:25.525 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:25.525 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 9416840, 2024-09-13T00:03:25.525 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 23, 2024-09-13T00:03:25.525 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 3275264, 2024-09-13T00:03:25.525 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 29397144, 2024-09-13T00:03:25.525 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 48480256 2024-09-13T00:03:25.525 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.525 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.b7202fdf16c919b18ab34e79f78566e8d7124c7b": { 2024-09-13T00:03:25.526 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 37879808, 2024-09-13T00:03:25.526 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 937008, 2024-09-13T00:03:25.526 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2621440, 2024-09-13T00:03:25.526 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 811008, 2024-09-13T00:03:25.526 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 196608, 2024-09-13T00:03:25.526 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1005, 2024-09-13T00:03:25.526 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:25.526 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 7684080, 2024-09-13T00:03:25.526 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 21, 2024-09-13T00:03:25.526 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1773824, 2024-09-13T00:03:25.526 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 24052448, 2024-09-13T00:03:25.526 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 38076416 2024-09-13T00:03:25.526 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.527 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.c004abbaf9f2517008713053845bb06814c9d691": { 2024-09-13T00:03:25.527 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 37707776, 2024-09-13T00:03:25.527 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 1408016, 2024-09-13T00:03:25.527 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2621440, 2024-09-13T00:03:25.527 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 57344, 2024-09-13T00:03:25.527 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 2465792, 2024-09-13T00:03:25.527 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1177, 2024-09-13T00:03:25.527 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:25.527 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 7538480, 2024-09-13T00:03:25.527 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 21, 2024-09-13T00:03:25.527 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1978880, 2024-09-13T00:03:25.527 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 24103616, 2024-09-13T00:03:25.528 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 40173568 2024-09-13T00:03:25.528 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.528 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.528 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.528 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.0": { 2024-09-13T00:03:25.528 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 275537920, 2024-09-13T00:03:25.528 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 855184, 2024-09-13T00:03:25.528 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2024-09-13T00:03:25.528 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2024-09-13T00:03:25.528 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 286720, 2024-09-13T00:03:25.528 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1544, 2024-09-13T00:03:25.528 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:25.529 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 5584424, 2024-09-13T00:03:25.529 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 45, 2024-09-13T00:03:25.529 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2900224, 2024-09-13T00:03:25.529 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 263445576, 2024-09-13T00:03:25.529 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 275824640 2024-09-13T00:03:25.529 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.529 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.1": { 2024-09-13T00:03:25.529 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 274317312, 2024-09-13T00:03:25.529 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 717656, 2024-09-13T00:03:25.529 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2024-09-13T00:03:25.529 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2024-09-13T00:03:25.529 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 458752, 2024-09-13T00:03:25.530 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1459, 2024-09-13T00:03:25.530 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:25.530 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 5412464, 2024-09-13T00:03:25.530 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2024-09-13T00:03:25.530 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2527488, 2024-09-13T00:03:25.530 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262907192, 2024-09-13T00:03:25.530 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 274776064 2024-09-13T00:03:25.530 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.530 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.2": { 2024-09-13T00:03:25.530 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 273530880, 2024-09-13T00:03:25.530 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 971728, 2024-09-13T00:03:25.530 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2024-09-13T00:03:25.531 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2024-09-13T00:03:25.531 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 196608, 2024-09-13T00:03:25.531 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1364, 2024-09-13T00:03:25.531 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:25.531 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4595168, 2024-09-13T00:03:25.531 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 47, 2024-09-13T00:03:25.531 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2764800, 2024-09-13T00:03:25.531 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262446672, 2024-09-13T00:03:25.531 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 273727488 2024-09-13T00:03:25.531 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.531 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.3": { 2024-09-13T00:03:25.531 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 272310272, 2024-09-13T00:03:25.532 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 752776, 2024-09-13T00:03:25.532 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2024-09-13T00:03:25.532 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 8192, 2024-09-13T00:03:25.532 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 303104, 2024-09-13T00:03:25.532 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1343, 2024-09-13T00:03:25.532 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:25.532 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4309784, 2024-09-13T00:03:25.532 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 45, 2024-09-13T00:03:25.532 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2152192, 2024-09-13T00:03:25.532 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262334816, 2024-09-13T00:03:25.532 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 272613376 2024-09-13T00:03:25.532 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.533 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.4": { 2024-09-13T00:03:25.533 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 272769024, 2024-09-13T00:03:25.533 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 772856, 2024-09-13T00:03:25.533 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2024-09-13T00:03:25.533 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2024-09-13T00:03:25.533 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1040384, 2024-09-13T00:03:25.533 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1325, 2024-09-13T00:03:25.533 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:25.533 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4998072, 2024-09-13T00:03:25.533 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 47, 2024-09-13T00:03:25.533 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2011136, 2024-09-13T00:03:25.534 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262234448, 2024-09-13T00:03:25.534 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 273809408 2024-09-13T00:03:25.534 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.534 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.5": { 2024-09-13T00:03:25.534 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 273604608, 2024-09-13T00:03:25.534 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 725016, 2024-09-13T00:03:25.534 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2024-09-13T00:03:25.534 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 24576, 2024-09-13T00:03:25.534 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 122880, 2024-09-13T00:03:25.534 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1356, 2024-09-13T00:03:25.534 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:25.534 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4720960, 2024-09-13T00:03:25.535 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2024-09-13T00:03:25.535 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2680832, 2024-09-13T00:03:25.535 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262700712, 2024-09-13T00:03:25.535 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 273727488 2024-09-13T00:03:25.535 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.535 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.6": { 2024-09-13T00:03:25.535 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 274931712, 2024-09-13T00:03:25.535 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 820064, 2024-09-13T00:03:25.535 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 4849664, 2024-09-13T00:03:25.535 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2024-09-13T00:03:25.535 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1941504, 2024-09-13T00:03:25.536 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1339, 2024-09-13T00:03:25.536 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:25.536 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4907568, 2024-09-13T00:03:25.536 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 45, 2024-09-13T00:03:25.536 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2163456, 2024-09-13T00:03:25.536 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262190960, 2024-09-13T00:03:25.536 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 276873216 2024-09-13T00:03:25.536 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.536 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.7": { 2024-09-13T00:03:25.536 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 273080320, 2024-09-13T00:03:25.536 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 1017144, 2024-09-13T00:03:25.537 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2024-09-13T00:03:25.537 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2024-09-13T00:03:25.537 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 860160, 2024-09-13T00:03:25.537 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1342, 2024-09-13T00:03:25.537 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2024-09-13T00:03:25.537 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 5129688, 2024-09-13T00:03:25.537 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2024-09-13T00:03:25.537 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1990144, 2024-09-13T00:03:25.537 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262190832, 2024-09-13T00:03:25.537 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 273940480 2024-09-13T00:03:25.537 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.538 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.538 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.538 INFO:tasks.workunit.client.0.smithi032.stdout: "hosts": { 2024-09-13T00:03:25.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num": 2, 2024-09-13T00:03:25.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mds": 2, 2024-09-13T00:03:25.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mgr": 2, 2024-09-13T00:03:25.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mon": 2, 2024-09-13T00:03:25.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_osd": 2 2024-09-13T00:03:25.538 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.538 INFO:tasks.workunit.client.0.smithi032.stdout: "io_rate": { 2024-09-13T00:03:25.538 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_stats_delta": { 2024-09-13T00:03:25.538 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 0, 2024-09-13T00:03:25.539 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:25.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 0, 2024-09-13T00:03:25.539 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:25.539 INFO:tasks.workunit.client.0.smithi032.stdout: "stamp_delta": "12.005168", 2024-09-13T00:03:25.539 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:25.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:25.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:25.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:25.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:25.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:25.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:25.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:25.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:25.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:25.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:25.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:25.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:25.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:25.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:25.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:25.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:25.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:25.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:25.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:25.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:25.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:25.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:25.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:25.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:25.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:25.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:25.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:25.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:25.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:25.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:25.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:25.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:25.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:25.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 290, 2024-09-13T00:03:25.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 368, 2024-09-13T00:03:25.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:25.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:25.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:25.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 64, 2024-09-13T00:03:25.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:25.542 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.542 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2024-09-13T00:03:25.542 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 0, 2024-09-13T00:03:25.543 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2024-09-13T00:03:25.543 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2024-09-13T00:03:25.543 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2024-09-13T00:03:25.543 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2024-09-13T00:03:25.543 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 0, 2024-09-13T00:03:25.543 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2024-09-13T00:03:25.543 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2024-09-13T00:03:25.543 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2024-09-13T00:03:25.543 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2024-09-13T00:03:25.543 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.543 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 0 2024-09-13T00:03:25.543 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.544 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.544 INFO:tasks.workunit.client.0.smithi032.stdout: "leaderboard": false, 2024-09-13T00:03:25.544 INFO:tasks.workunit.client.0.smithi032.stdout: "license": "sharing-1-0", 2024-09-13T00:03:25.544 INFO:tasks.workunit.client.0.smithi032.stdout: "mempool": { 2024-09-13T00:03:25.544 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2024-09-13T00:03:25.544 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.a6bd5db2bf6e92207ab6c56be5506ba319f0e240": { 2024-09-13T00:03:25.544 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:25.544 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.544 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.544 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.544 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.545 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.545 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.545 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.545 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:25.545 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.545 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.545 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.545 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:25.545 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.545 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.545 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.545 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:25.546 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.546 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.546 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.546 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:25.546 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.546 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.546 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.546 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:25.546 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.546 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.546 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.547 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:25.547 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.547 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.547 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.547 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:25.547 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.547 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.547 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.547 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:25.547 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.548 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.548 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.548 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:25.548 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.548 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.548 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.548 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:25.548 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.548 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.548 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.548 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:25.549 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.549 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.549 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.549 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:25.549 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.549 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.549 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.549 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:25.549 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.549 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.549 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.550 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:25.550 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.550 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.550 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.550 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:25.550 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.550 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.550 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.550 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:25.550 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.551 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.551 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.551 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:25.551 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 149057, 2024-09-13T00:03:25.551 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 32 2024-09-13T00:03:25.551 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.551 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:25.551 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.551 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.551 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.551 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:25.552 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 856, 2024-09-13T00:03:25.552 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2024-09-13T00:03:25.552 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.552 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.552 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.552 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.552 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.552 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:25.552 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.552 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.552 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.553 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:25.553 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.553 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.553 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.553 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:25.553 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.553 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.553 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.553 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:25.553 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.553 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.554 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.554 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:25.554 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.554 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.554 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.554 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:25.554 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.554 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.554 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.554 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:25.554 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.554 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.554 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.555 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.555 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.c004abbaf9f2517008713053845bb06814c9d691": { 2024-09-13T00:03:25.555 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:25.555 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.555 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.555 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.555 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.555 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.555 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.555 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.555 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:25.555 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.556 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.556 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.556 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:25.556 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.556 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.556 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.556 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:25.556 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.556 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.556 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.556 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:25.557 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.557 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.557 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.557 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:25.557 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.557 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.557 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.557 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:25.557 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.557 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.557 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.557 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:25.557 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.558 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.558 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.558 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:25.558 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.558 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.558 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.558 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:25.558 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.558 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.558 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.558 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:25.558 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.559 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.559 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.559 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:25.559 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.559 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.559 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.559 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:25.559 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.559 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.559 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.559 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:25.559 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.560 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.560 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.560 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:25.560 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.560 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.560 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.560 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:25.560 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.560 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.560 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.560 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:25.560 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.561 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.561 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.561 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:25.561 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 222471, 2024-09-13T00:03:25.561 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 72 2024-09-13T00:03:25.561 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.561 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:25.561 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.561 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.561 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.561 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:25.561 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 50488, 2024-09-13T00:03:25.562 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 208 2024-09-13T00:03:25.562 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.562 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.562 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.562 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.562 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.562 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:25.562 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.562 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.562 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.562 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:25.562 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.563 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.563 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.563 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:25.563 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8040, 2024-09-13T00:03:25.563 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 137 2024-09-13T00:03:25.563 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.563 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:25.563 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.563 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.563 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.563 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:25.563 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.564 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.564 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.564 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:25.564 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.564 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.564 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.564 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:25.564 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.564 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.564 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.564 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.564 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.565 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:25.565 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.a6bd5db2bf6e92207ab6c56be5506ba319f0e240": { 2024-09-13T00:03:25.565 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:25.565 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.565 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.565 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.565 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.565 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.565 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.565 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.565 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:25.565 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.566 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.566 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.566 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:25.566 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.566 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.566 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.566 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:25.566 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.566 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.566 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.566 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:25.566 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.567 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.567 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.567 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:25.567 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.567 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.567 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.567 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:25.567 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.567 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.567 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.567 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:25.567 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.568 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.568 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.568 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:25.568 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.568 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.568 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.568 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:25.568 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.568 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.568 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.568 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:25.568 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.569 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.569 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.569 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:25.569 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.569 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.569 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.569 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:25.569 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.569 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.569 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.569 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:25.569 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.569 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.570 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.570 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:25.570 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.570 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.570 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.570 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:25.570 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.570 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.570 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.570 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:25.570 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.570 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.571 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.571 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:25.571 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 976172, 2024-09-13T00:03:25.571 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 317 2024-09-13T00:03:25.571 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.571 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:25.571 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.571 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.571 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.571 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:25.571 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.571 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.572 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.572 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.572 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.572 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.572 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.572 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:25.572 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.572 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.572 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.572 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:25.572 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.572 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.573 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.573 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:25.573 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6688, 2024-09-13T00:03:25.573 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 136 2024-09-13T00:03:25.573 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.573 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:25.573 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12744, 2024-09-13T00:03:25.573 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1546 2024-09-13T00:03:25.573 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.573 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:25.573 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10624, 2024-09-13T00:03:25.573 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 206 2024-09-13T00:03:25.574 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.574 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:25.574 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.574 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.574 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.574 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:25.574 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.574 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.574 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.574 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.574 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.b7202fdf16c919b18ab34e79f78566e8d7124c7b": { 2024-09-13T00:03:25.574 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:25.575 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.575 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.575 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.575 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.575 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.575 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.575 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.575 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:25.575 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.575 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.576 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.576 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:25.576 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.576 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.576 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.576 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:25.576 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.576 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.576 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.577 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:25.577 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.577 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.577 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.577 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:25.577 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.577 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.577 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.577 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:25.577 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.577 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.578 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.578 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:25.578 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.578 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.578 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.578 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:25.578 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.578 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.578 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.578 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:25.579 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.579 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.579 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.579 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:25.579 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.579 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.579 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.579 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:25.579 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.579 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.579 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.579 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:25.580 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.580 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.580 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.580 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:25.580 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.580 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.580 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.580 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:25.580 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.580 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.580 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.581 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:25.581 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.581 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.581 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.581 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:25.581 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.581 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.581 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.581 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:25.581 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1066476, 2024-09-13T00:03:25.582 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 335 2024-09-13T00:03:25.582 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.582 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:25.582 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.582 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.582 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.582 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:25.582 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.582 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.582 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.582 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.583 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.583 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.583 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.583 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:25.583 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.583 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.583 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.583 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:25.583 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.583 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.583 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.583 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:25.583 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6688, 2024-09-13T00:03:25.584 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 136 2024-09-13T00:03:25.584 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.584 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:25.584 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12744, 2024-09-13T00:03:25.584 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1546 2024-09-13T00:03:25.584 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.584 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:25.584 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5312, 2024-09-13T00:03:25.584 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 103 2024-09-13T00:03:25.584 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.585 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:25.585 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.585 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.585 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.585 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:25.585 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.585 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.585 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.585 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.585 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.c004abbaf9f2517008713053845bb06814c9d691": { 2024-09-13T00:03:25.585 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:25.585 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.585 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.586 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.586 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.586 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.586 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.586 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.586 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:25.586 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.586 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.586 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.586 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:25.586 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.587 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.587 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:25.587 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.587 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.587 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:25.587 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.587 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.588 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:25.588 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.588 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.588 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.588 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:25.588 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.588 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.588 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.588 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:25.589 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.589 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.589 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.589 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:25.589 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.589 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.589 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.589 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:25.589 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.590 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.590 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.590 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:25.590 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.590 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.590 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.590 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:25.590 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.590 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.590 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.590 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:25.590 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.591 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.591 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.591 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:25.591 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.591 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.591 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.591 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:25.591 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.591 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.591 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.591 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:25.591 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.591 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.592 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.592 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:25.592 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.592 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.592 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.592 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:25.592 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1039426, 2024-09-13T00:03:25.592 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 336 2024-09-13T00:03:25.592 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.592 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:25.592 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.593 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.593 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.593 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:25.593 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.593 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.593 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.593 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.593 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.593 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.593 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.593 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:25.593 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.594 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.594 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.594 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:25.594 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.594 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.594 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.594 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:25.594 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6688, 2024-09-13T00:03:25.594 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 136 2024-09-13T00:03:25.594 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.594 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:25.595 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12744, 2024-09-13T00:03:25.595 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1546 2024-09-13T00:03:25.595 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.595 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:25.595 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5312, 2024-09-13T00:03:25.595 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 103 2024-09-13T00:03:25.595 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.595 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:25.595 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.595 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.595 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.595 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:25.595 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.596 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.596 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.596 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.596 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.596 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.596 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.0": { 2024-09-13T00:03:25.596 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:25.596 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.596 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.596 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.596 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.597 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:25.597 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:25.597 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.597 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:25.597 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:25.597 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:25.597 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.597 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:25.597 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:25.597 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:25.597 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.597 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:25.598 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19040, 2024-09-13T00:03:25.598 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 170 2024-09-13T00:03:25.598 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.598 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:25.598 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 112, 2024-09-13T00:03:25.598 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2024-09-13T00:03:25.598 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.598 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:25.598 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8160, 2024-09-13T00:03:25.598 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 170 2024-09-13T00:03:25.598 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.598 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:25.599 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19040, 2024-09-13T00:03:25.599 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 170 2024-09-13T00:03:25.599 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.599 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:25.599 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5040, 2024-09-13T00:03:25.599 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 63 2024-09-13T00:03:25.599 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.599 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:25.599 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4096, 2024-09-13T00:03:25.599 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2024-09-13T00:03:25.599 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.599 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:25.600 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 52512, 2024-09-13T00:03:25.600 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 9469 2024-09-13T00:03:25.600 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.600 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:25.600 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 129200, 2024-09-13T00:03:25.600 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 190 2024-09-13T00:03:25.600 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.600 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:25.600 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10732, 2024-09-13T00:03:25.600 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 673 2024-09-13T00:03:25.600 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.600 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:25.601 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.601 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.601 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.601 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:25.601 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 30372, 2024-09-13T00:03:25.601 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 190 2024-09-13T00:03:25.601 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.601 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:25.601 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.601 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.601 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.601 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:25.602 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 396316, 2024-09-13T00:03:25.602 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 87 2024-09-13T00:03:25.602 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.602 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:25.602 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.602 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.602 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.602 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:25.602 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2429730, 2024-09-13T00:03:25.602 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 195 2024-09-13T00:03:25.602 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.602 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:25.602 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5544, 2024-09-13T00:03:25.603 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 63 2024-09-13T00:03:25.603 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.603 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:25.603 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.603 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.603 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.603 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.603 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 521280, 2024-09-13T00:03:25.603 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 45 2024-09-13T00:03:25.603 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.603 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:25.603 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.604 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.604 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.604 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:25.604 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 76544, 2024-09-13T00:03:25.604 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 152 2024-09-13T00:03:25.604 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.604 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:25.604 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 227464, 2024-09-13T00:03:25.604 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3450 2024-09-13T00:03:25.604 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.604 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:25.604 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.605 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.605 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.605 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:25.605 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.605 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.605 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.605 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:25.605 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.605 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.605 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.605 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:25.605 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.606 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.606 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.606 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.1": { 2024-09-13T00:03:25.606 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:25.606 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.606 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.606 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.606 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:25.606 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:25.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.607 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:25.607 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:25.607 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:25.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.607 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:25.607 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:25.607 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:25.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.607 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:25.607 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17696, 2024-09-13T00:03:25.607 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 158 2024-09-13T00:03:25.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.607 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:25.608 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 896, 2024-09-13T00:03:25.608 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:25.608 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.608 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:25.608 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7584, 2024-09-13T00:03:25.608 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 158 2024-09-13T00:03:25.608 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.608 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:25.608 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17696, 2024-09-13T00:03:25.608 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 158 2024-09-13T00:03:25.608 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.608 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:25.609 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4320, 2024-09-13T00:03:25.609 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 54 2024-09-13T00:03:25.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.609 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:25.609 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12288, 2024-09-13T00:03:25.609 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:25.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.609 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:25.609 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 46331, 2024-09-13T00:03:25.609 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8413 2024-09-13T00:03:25.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.609 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:25.610 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 119000, 2024-09-13T00:03:25.610 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 175 2024-09-13T00:03:25.610 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.610 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:25.610 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8688, 2024-09-13T00:03:25.610 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 498 2024-09-13T00:03:25.610 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.610 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:25.610 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.610 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.610 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.610 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:25.611 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 25928, 2024-09-13T00:03:25.611 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 175 2024-09-13T00:03:25.611 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.611 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:25.611 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 736, 2024-09-13T00:03:25.611 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2024-09-13T00:03:25.611 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.611 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:25.611 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 367140, 2024-09-13T00:03:25.611 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 80 2024-09-13T00:03:25.611 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.611 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:25.611 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12096, 2024-09-13T00:03:25.612 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:25.612 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.612 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:25.612 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2392663, 2024-09-13T00:03:25.612 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 188 2024-09-13T00:03:25.612 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.612 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:25.612 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4840, 2024-09-13T00:03:25.613 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 55 2024-09-13T00:03:25.613 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.613 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:25.613 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.613 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.613 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.613 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.613 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 428608, 2024-09-13T00:03:25.613 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 37 2024-09-13T00:03:25.613 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.613 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:25.613 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.614 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.614 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:25.614 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8528, 2024-09-13T00:03:25.614 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 22 2024-09-13T00:03:25.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.614 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:25.614 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 227976, 2024-09-13T00:03:25.614 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3474 2024-09-13T00:03:25.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.614 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:25.614 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.615 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.615 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.615 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:25.615 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.615 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.615 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.615 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:25.615 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.615 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.615 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.615 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:25.615 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.616 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.616 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.616 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.616 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.2": { 2024-09-13T00:03:25.616 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:25.616 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.616 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.616 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.616 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.616 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:25.616 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:25.616 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.617 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:25.617 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:25.617 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:25.617 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.617 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:25.617 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:25.617 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:25.617 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.617 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:25.617 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17136, 2024-09-13T00:03:25.617 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 153 2024-09-13T00:03:25.618 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.618 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:25.618 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 672, 2024-09-13T00:03:25.618 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2024-09-13T00:03:25.618 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.618 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:25.618 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7344, 2024-09-13T00:03:25.618 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 153 2024-09-13T00:03:25.618 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.618 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:25.618 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17136, 2024-09-13T00:03:25.618 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 153 2024-09-13T00:03:25.619 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.619 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:25.619 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 3920, 2024-09-13T00:03:25.619 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 49 2024-09-13T00:03:25.619 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.619 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:25.619 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4096, 2024-09-13T00:03:25.619 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2024-09-13T00:03:25.619 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.619 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:25.619 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 42079, 2024-09-13T00:03:25.619 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 7802 2024-09-13T00:03:25.620 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.620 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:25.620 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 112200, 2024-09-13T00:03:25.620 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2024-09-13T00:03:25.620 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.620 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:25.620 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7916, 2024-09-13T00:03:25.620 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 482 2024-09-13T00:03:25.620 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.620 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:25.620 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.620 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.621 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:25.621 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 24208, 2024-09-13T00:03:25.621 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2024-09-13T00:03:25.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.621 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:25.621 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 736, 2024-09-13T00:03:25.621 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2024-09-13T00:03:25.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.621 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:25.621 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 332830, 2024-09-13T00:03:25.622 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 72 2024-09-13T00:03:25.622 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.622 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:25.622 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12096, 2024-09-13T00:03:25.622 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:25.622 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.622 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:25.622 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2440648, 2024-09-13T00:03:25.622 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 187 2024-09-13T00:03:25.622 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.622 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:25.622 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4224, 2024-09-13T00:03:25.622 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 48 2024-09-13T00:03:25.623 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.623 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:25.623 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.623 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.623 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.623 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.623 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 359104, 2024-09-13T00:03:25.623 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 31 2024-09-13T00:03:25.623 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.623 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:25.623 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.623 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.624 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.624 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:25.624 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8320, 2024-09-13T00:03:25.624 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 24 2024-09-13T00:03:25.624 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.624 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:25.624 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 227464, 2024-09-13T00:03:25.624 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3450 2024-09-13T00:03:25.624 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.624 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:25.624 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.625 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.625 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.625 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:25.625 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.625 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.625 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.625 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:25.625 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.625 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.625 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.625 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:25.625 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.626 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.626 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.626 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.626 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.3": { 2024-09-13T00:03:25.626 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:25.626 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.626 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.626 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.626 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.626 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:25.626 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:25.626 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.627 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:25.627 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:25.627 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:25.627 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.627 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:25.627 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:25.627 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:25.627 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.627 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:25.627 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17808, 2024-09-13T00:03:25.627 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 159 2024-09-13T00:03:25.627 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.628 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:25.628 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 448, 2024-09-13T00:03:25.628 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 4 2024-09-13T00:03:25.628 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.628 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:25.628 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7632, 2024-09-13T00:03:25.628 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 159 2024-09-13T00:03:25.628 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.628 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:25.628 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17808, 2024-09-13T00:03:25.628 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 159 2024-09-13T00:03:25.628 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.629 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:25.629 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 3520, 2024-09-13T00:03:25.629 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 44 2024-09-13T00:03:25.629 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.629 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:25.629 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 14457, 2024-09-13T00:03:25.629 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:25.629 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.629 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:25.629 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 45142, 2024-09-13T00:03:25.629 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8311 2024-09-13T00:03:25.629 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.630 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:25.630 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 117640, 2024-09-13T00:03:25.630 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 173 2024-09-13T00:03:25.630 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.630 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:25.630 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8724, 2024-09-13T00:03:25.630 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 501 2024-09-13T00:03:25.630 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.630 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:25.630 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.630 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.630 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.630 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:25.631 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 25248, 2024-09-13T00:03:25.631 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 173 2024-09-13T00:03:25.631 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.631 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:25.631 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1472, 2024-09-13T00:03:25.631 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2024-09-13T00:03:25.631 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.631 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:25.631 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 215302, 2024-09-13T00:03:25.631 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 44 2024-09-13T00:03:25.631 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.631 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:25.632 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 26637, 2024-09-13T00:03:25.632 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:25.632 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.632 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:25.632 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2434771, 2024-09-13T00:03:25.632 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 186 2024-09-13T00:03:25.632 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.632 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:25.632 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4928, 2024-09-13T00:03:25.632 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 56 2024-09-13T00:03:25.632 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.632 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:25.633 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.633 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.633 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.633 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.633 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 428608, 2024-09-13T00:03:25.633 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 37 2024-09-13T00:03:25.633 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.633 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:25.633 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.633 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.633 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.634 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:25.634 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10920, 2024-09-13T00:03:25.634 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 21 2024-09-13T00:03:25.634 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.634 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:25.634 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 227464, 2024-09-13T00:03:25.634 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3450 2024-09-13T00:03:25.634 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.634 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:25.634 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.634 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.634 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.635 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:25.635 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.635 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.635 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.635 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:25.635 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.635 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.635 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.635 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:25.635 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.635 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.635 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.636 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.636 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.4": { 2024-09-13T00:03:25.636 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:25.636 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.636 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.636 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.636 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.636 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:25.636 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:25.636 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.636 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:25.636 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:25.637 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:25.637 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.637 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:25.637 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:25.637 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:25.637 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.637 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:25.637 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17920, 2024-09-13T00:03:25.637 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 160 2024-09-13T00:03:25.637 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.637 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:25.637 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 560, 2024-09-13T00:03:25.638 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 5 2024-09-13T00:03:25.638 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.638 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:25.638 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7680, 2024-09-13T00:03:25.638 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 160 2024-09-13T00:03:25.638 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.638 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:25.638 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17920, 2024-09-13T00:03:25.638 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 160 2024-09-13T00:03:25.638 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.638 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:25.638 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 3120, 2024-09-13T00:03:25.639 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 39 2024-09-13T00:03:25.639 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.639 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:25.639 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.639 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.639 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.639 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:25.639 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 46415, 2024-09-13T00:03:25.639 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8506 2024-09-13T00:03:25.639 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.639 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:25.639 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 120360, 2024-09-13T00:03:25.640 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2024-09-13T00:03:25.640 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.640 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:25.640 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8952, 2024-09-13T00:03:25.640 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 504 2024-09-13T00:03:25.640 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.640 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:25.640 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.640 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.640 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.640 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:25.640 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 26104, 2024-09-13T00:03:25.641 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2024-09-13T00:03:25.641 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.641 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:25.641 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 736, 2024-09-13T00:03:25.641 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2024-09-13T00:03:25.641 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.641 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:25.641 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 881177, 2024-09-13T00:03:25.641 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 63 2024-09-13T00:03:25.641 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.641 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:25.641 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12096, 2024-09-13T00:03:25.642 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:25.642 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.642 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:25.642 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2386198, 2024-09-13T00:03:25.642 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 167 2024-09-13T00:03:25.642 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.642 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:25.642 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4752, 2024-09-13T00:03:25.642 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 54 2024-09-13T00:03:25.642 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.642 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:25.642 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.643 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.643 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.643 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.643 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 451776, 2024-09-13T00:03:25.643 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 39 2024-09-13T00:03:25.643 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.643 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:25.643 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.643 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.643 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.643 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:25.643 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8944, 2024-09-13T00:03:25.644 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 18 2024-09-13T00:03:25.644 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.644 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:25.644 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 227464, 2024-09-13T00:03:25.644 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3450 2024-09-13T00:03:25.644 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.644 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:25.644 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.644 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.644 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.644 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:25.644 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.645 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.645 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.645 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:25.645 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.645 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.645 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.645 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:25.645 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.645 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.645 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.645 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.645 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.5": { 2024-09-13T00:03:25.646 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:25.646 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.646 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.646 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.646 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.646 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:25.646 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:25.646 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.646 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:25.646 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:25.646 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:25.646 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.647 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:25.647 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:25.647 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:25.647 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.647 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:25.647 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17808, 2024-09-13T00:03:25.647 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 159 2024-09-13T00:03:25.647 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.647 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:25.647 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 224, 2024-09-13T00:03:25.647 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2024-09-13T00:03:25.647 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.648 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:25.648 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7632, 2024-09-13T00:03:25.648 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 159 2024-09-13T00:03:25.648 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.648 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:25.648 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17808, 2024-09-13T00:03:25.648 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 159 2024-09-13T00:03:25.648 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.648 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:25.648 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2800, 2024-09-13T00:03:25.648 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 35 2024-09-13T00:03:25.648 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.649 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:25.649 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.649 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.649 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.649 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:25.649 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 47382, 2024-09-13T00:03:25.649 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8595 2024-09-13T00:03:25.649 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.649 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:25.649 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 121720, 2024-09-13T00:03:25.649 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 179 2024-09-13T00:03:25.649 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.649 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:25.650 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 9172, 2024-09-13T00:03:25.650 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 505 2024-09-13T00:03:25.650 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.650 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:25.650 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.650 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.650 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.650 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:25.650 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 26784, 2024-09-13T00:03:25.650 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 179 2024-09-13T00:03:25.650 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.650 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:25.651 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1472, 2024-09-13T00:03:25.651 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2024-09-13T00:03:25.651 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.651 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:25.651 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 817257, 2024-09-13T00:03:25.651 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 47 2024-09-13T00:03:25.651 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.651 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:25.651 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 26637, 2024-09-13T00:03:25.651 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:25.651 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.651 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:25.652 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2423528, 2024-09-13T00:03:25.652 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2024-09-13T00:03:25.652 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.652 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:25.652 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5456, 2024-09-13T00:03:25.652 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 62 2024-09-13T00:03:25.652 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.652 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:25.652 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.652 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.652 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.652 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.653 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 474944, 2024-09-13T00:03:25.653 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 41 2024-09-13T00:03:25.653 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.653 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:25.653 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.653 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.653 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.653 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:25.653 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 14040, 2024-09-13T00:03:25.653 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 27 2024-09-13T00:03:25.653 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.653 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:25.654 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 228232, 2024-09-13T00:03:25.654 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3486 2024-09-13T00:03:25.654 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.654 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:25.654 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.654 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.654 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.654 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:25.654 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.654 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.654 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.654 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:25.655 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.655 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.655 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.655 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:25.655 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.655 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.655 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.655 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.655 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.6": { 2024-09-13T00:03:25.655 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:25.655 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.656 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.656 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.656 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.656 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:25.656 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:25.656 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.656 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:25.656 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:25.656 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:25.656 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.656 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:25.656 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:25.657 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:25.657 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.657 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:25.657 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18816, 2024-09-13T00:03:25.657 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 168 2024-09-13T00:03:25.657 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.657 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:25.657 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.657 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.657 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.657 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:25.658 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8064, 2024-09-13T00:03:25.658 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 168 2024-09-13T00:03:25.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.658 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:25.658 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18816, 2024-09-13T00:03:25.658 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 168 2024-09-13T00:03:25.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.658 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:25.658 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2400, 2024-09-13T00:03:25.658 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 30 2024-09-13T00:03:25.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.658 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:25.659 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.659 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.659 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.659 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:25.659 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 46993, 2024-09-13T00:03:25.659 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8836 2024-09-13T00:03:25.659 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.659 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:25.659 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 120360, 2024-09-13T00:03:25.659 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2024-09-13T00:03:25.659 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.659 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:25.660 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10212, 2024-09-13T00:03:25.660 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 663 2024-09-13T00:03:25.660 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.660 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:25.660 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.660 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.660 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.660 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:25.660 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 27300, 2024-09-13T00:03:25.660 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2024-09-13T00:03:25.660 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.660 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:25.661 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.661 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.661 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.661 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:25.661 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 462426, 2024-09-13T00:03:25.661 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 40 2024-09-13T00:03:25.661 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.661 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:25.661 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.661 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.662 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.662 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:25.662 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2400944, 2024-09-13T00:03:25.662 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2024-09-13T00:03:25.662 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.662 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:25.662 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4576, 2024-09-13T00:03:25.662 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 52 2024-09-13T00:03:25.662 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.662 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:25.662 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.663 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.663 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.663 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.663 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 451776, 2024-09-13T00:03:25.663 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 39 2024-09-13T00:03:25.663 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.663 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:25.663 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.663 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.663 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.663 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:25.663 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 76336, 2024-09-13T00:03:25.664 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 158 2024-09-13T00:03:25.664 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.664 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:25.664 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 227464, 2024-09-13T00:03:25.664 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3450 2024-09-13T00:03:25.664 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.664 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:25.664 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.664 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.664 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.664 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:25.664 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.665 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.665 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.665 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:25.665 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.665 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.665 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.665 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:25.665 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.665 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.665 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.665 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.665 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.7": { 2024-09-13T00:03:25.666 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2024-09-13T00:03:25.666 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.666 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.666 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.666 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.666 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6304, 2024-09-13T00:03:25.666 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 115 2024-09-13T00:03:25.666 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.666 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2024-09-13T00:03:25.666 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 16896, 2024-09-13T00:03:25.666 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2024-09-13T00:03:25.666 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.667 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2024-09-13T00:03:25.667 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2024-09-13T00:03:25.667 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2024-09-13T00:03:25.667 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.667 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2024-09-13T00:03:25.667 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18816, 2024-09-13T00:03:25.667 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 168 2024-09-13T00:03:25.667 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.667 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2024-09-13T00:03:25.667 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1232, 2024-09-13T00:03:25.667 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 11 2024-09-13T00:03:25.667 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.668 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2024-09-13T00:03:25.668 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8064, 2024-09-13T00:03:25.668 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 168 2024-09-13T00:03:25.668 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.668 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2024-09-13T00:03:25.668 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18816, 2024-09-13T00:03:25.668 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 168 2024-09-13T00:03:25.668 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.668 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2024-09-13T00:03:25.668 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1920, 2024-09-13T00:03:25.668 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 24 2024-09-13T00:03:25.668 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.669 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2024-09-13T00:03:25.669 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 293243, 2024-09-13T00:03:25.669 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 12 2024-09-13T00:03:25.669 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.669 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2024-09-13T00:03:25.669 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 51054, 2024-09-13T00:03:25.669 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 9329 2024-09-13T00:03:25.669 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.669 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2024-09-13T00:03:25.669 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 127160, 2024-09-13T00:03:25.669 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 187 2024-09-13T00:03:25.669 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.670 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2024-09-13T00:03:25.670 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10996, 2024-09-13T00:03:25.670 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 670 2024-09-13T00:03:25.670 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.670 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2024-09-13T00:03:25.670 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.670 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.670 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.670 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2024-09-13T00:03:25.670 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 29860, 2024-09-13T00:03:25.670 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 187 2024-09-13T00:03:25.670 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.670 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2024-09-13T00:03:25.671 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.671 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.671 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.671 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2024-09-13T00:03:25.671 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 138499, 2024-09-13T00:03:25.671 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 26 2024-09-13T00:03:25.671 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.671 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2024-09-13T00:03:25.671 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.671 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.671 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.671 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2024-09-13T00:03:25.672 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2393974, 2024-09-13T00:03:25.672 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 201 2024-09-13T00:03:25.672 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.672 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2024-09-13T00:03:25.672 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6336, 2024-09-13T00:03:25.672 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 72 2024-09-13T00:03:25.672 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.672 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2024-09-13T00:03:25.672 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.672 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.672 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.672 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.673 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 532864, 2024-09-13T00:03:25.673 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 46 2024-09-13T00:03:25.673 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.673 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2024-09-13T00:03:25.673 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.673 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.673 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.673 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2024-09-13T00:03:25.673 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 79040, 2024-09-13T00:03:25.673 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 196 2024-09-13T00:03:25.673 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.674 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2024-09-13T00:03:25.674 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 227464, 2024-09-13T00:03:25.674 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3450 2024-09-13T00:03:25.674 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.674 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2024-09-13T00:03:25.674 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.674 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.674 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.674 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2024-09-13T00:03:25.674 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.674 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.674 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.674 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2024-09-13T00:03:25.675 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.675 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.675 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.675 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2024-09-13T00:03:25.675 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2024-09-13T00:03:25.675 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2024-09-13T00:03:25.675 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.675 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.675 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.675 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.675 INFO:tasks.workunit.client.0.smithi032.stdout: "metadata": { 2024-09-13T00:03:25.675 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2024-09-13T00:03:25.676 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2024-09-13T00:03:25.676 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 2 2024-09-13T00:03:25.676 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.676 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2024-09-13T00:03:25.676 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:03:25.676 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.676 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2024-09-13T00:03:25.676 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-09-13T00:03:25.676 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.676 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2024-09-13T00:03:25.676 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 2 2024-09-13T00:03:25.676 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.677 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2024-09-13T00:03:25.677 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 9": 2 2024-09-13T00:03:25.677 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.677 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2024-09-13T00:03:25.677 INFO:tasks.workunit.client.0.smithi032.stdout: "#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024": 2 2024-09-13T00:03:25.677 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.677 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2024-09-13T00:03:25.677 INFO:tasks.workunit.client.0.smithi032.stdout: "5.15.0-121-generic": 2 2024-09-13T00:03:25.677 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.677 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2024-09-13T00:03:25.677 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 2 2024-09-13T00:03:25.677 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.678 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:25.678 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2024-09-13T00:03:25.678 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 3 2024-09-13T00:03:25.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.678 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2024-09-13T00:03:25.678 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T00:03:25.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.678 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2024-09-13T00:03:25.678 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-09-13T00:03:25.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.678 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2024-09-13T00:03:25.679 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 3 2024-09-13T00:03:25.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.679 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2024-09-13T00:03:25.679 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 9": 3 2024-09-13T00:03:25.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.679 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2024-09-13T00:03:25.679 INFO:tasks.workunit.client.0.smithi032.stdout: "#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024": 3 2024-09-13T00:03:25.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.679 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2024-09-13T00:03:25.679 INFO:tasks.workunit.client.0.smithi032.stdout: "5.15.0-121-generic": 3 2024-09-13T00:03:25.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.679 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2024-09-13T00:03:25.680 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 3 2024-09-13T00:03:25.680 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.680 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.680 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.680 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2024-09-13T00:03:25.680 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 8 2024-09-13T00:03:25.680 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.680 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2024-09-13T00:03:25.680 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:03:25.680 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.680 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2024-09-13T00:03:25.680 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-09-13T00:03:25.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.681 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2024-09-13T00:03:25.681 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 8 2024-09-13T00:03:25.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.681 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2024-09-13T00:03:25.681 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 9": 8 2024-09-13T00:03:25.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.681 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2024-09-13T00:03:25.681 INFO:tasks.workunit.client.0.smithi032.stdout: "#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024": 8 2024-09-13T00:03:25.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.681 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2024-09-13T00:03:25.681 INFO:tasks.workunit.client.0.smithi032.stdout: "5.15.0-121-generic": 8 2024-09-13T00:03:25.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.682 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2024-09-13T00:03:25.682 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 8 2024-09-13T00:03:25.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.682 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_objectstore": { 2024-09-13T00:03:25.682 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": 8 2024-09-13T00:03:25.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.682 INFO:tasks.workunit.client.0.smithi032.stdout: "rotational": { 2024-09-13T00:03:25.682 INFO:tasks.workunit.client.0.smithi032.stdout: "0": 8 2024-09-13T00:03:25.682 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.682 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.683 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:25.683 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:25.683 INFO:tasks.workunit.client.0.smithi032.stdout: "features": { 2024-09-13T00:03:25.683 INFO:tasks.workunit.client.0.smithi032.stdout: "optional": [], 2024-09-13T00:03:25.683 INFO:tasks.workunit.client.0.smithi032.stdout: "persistent": [ 2024-09-13T00:03:25.683 INFO:tasks.workunit.client.0.smithi032.stdout: "kraken", 2024-09-13T00:03:25.683 INFO:tasks.workunit.client.0.smithi032.stdout: "luminous", 2024-09-13T00:03:25.683 INFO:tasks.workunit.client.0.smithi032.stdout: "mimic", 2024-09-13T00:03:25.683 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap-prune", 2024-09-13T00:03:25.683 INFO:tasks.workunit.client.0.smithi032.stdout: "nautilus", 2024-09-13T00:03:25.683 INFO:tasks.workunit.client.0.smithi032.stdout: "octopus", 2024-09-13T00:03:25.683 INFO:tasks.workunit.client.0.smithi032.stdout: "pacific", 2024-09-13T00:03:25.684 INFO:tasks.workunit.client.0.smithi032.stdout: "elector-pinging", 2024-09-13T00:03:25.684 INFO:tasks.workunit.client.0.smithi032.stdout: "quincy" 2024-09-13T00:03:25.684 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.684 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.684 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv4_addr_mons": 6, 2024-09-13T00:03:25.684 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv6_addr_mons": 0, 2024-09-13T00:03:25.684 INFO:tasks.workunit.client.0.smithi032.stdout: "min_mon_release": 17, 2024-09-13T00:03:25.684 INFO:tasks.workunit.client.0.smithi032.stdout: "v1_addr_mons": 3, 2024-09-13T00:03:25.684 INFO:tasks.workunit.client.0.smithi032.stdout: "v2_addr_mons": 3 2024-09-13T00:03:25.684 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.684 INFO:tasks.workunit.client.0.smithi032.stdout: "organization": "ceph-qa", 2024-09-13T00:03:25.684 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.685 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_network": false, 2024-09-13T00:03:25.685 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 8, 2024-09-13T00:03:25.685 INFO:tasks.workunit.client.0.smithi032.stdout: "require_min_compat_client": "luminous", 2024-09-13T00:03:25.685 INFO:tasks.workunit.client.0.smithi032.stdout: "require_osd_release": "quincy" 2024-09-13T00:03:25.685 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.685 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_perf_histograms": [ 2024-09-13T00:03:25.685 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.685 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:25.685 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2024-09-13T00:03:25.685 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.685 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:25.685 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:25.686 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2024-09-13T00:03:25.686 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2024-09-13T00:03:25.686 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:25.686 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:25.686 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2024-09-13T00:03:25.686 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2024-09-13T00:03:25.686 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2024-09-13T00:03:25.686 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2024-09-13T00:03:25.686 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2024-09-13T00:03:25.686 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2024-09-13T00:03:25.686 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2024-09-13T00:03:25.686 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2024-09-13T00:03:25.687 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2024-09-13T00:03:25.687 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2024-09-13T00:03:25.687 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2024-09-13T00:03:25.687 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2024-09-13T00:03:25.687 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2024-09-13T00:03:25.687 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2024-09-13T00:03:25.687 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2024-09-13T00:03:25.687 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2024-09-13T00:03:25.687 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2024-09-13T00:03:25.687 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2024-09-13T00:03:25.687 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2024-09-13T00:03:25.687 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2024-09-13T00:03:25.688 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2024-09-13T00:03:25.688 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2024-09-13T00:03:25.688 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2024-09-13T00:03:25.688 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2024-09-13T00:03:25.688 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2024-09-13T00:03:25.688 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2024-09-13T00:03:25.688 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2024-09-13T00:03:25.688 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2024-09-13T00:03:25.688 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2024-09-13T00:03:25.688 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2024-09-13T00:03:25.688 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2024-09-13T00:03:25.688 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.689 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:25.689 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.689 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.689 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:25.689 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:25.689 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2024-09-13T00:03:25.689 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2024-09-13T00:03:25.689 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:25.689 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:25.689 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2024-09-13T00:03:25.689 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2024-09-13T00:03:25.689 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2024-09-13T00:03:25.690 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2024-09-13T00:03:25.690 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2024-09-13T00:03:25.690 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2024-09-13T00:03:25.690 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2024-09-13T00:03:25.690 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2024-09-13T00:03:25.690 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2024-09-13T00:03:25.690 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2024-09-13T00:03:25.690 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2024-09-13T00:03:25.690 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2024-09-13T00:03:25.690 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2024-09-13T00:03:25.690 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2024-09-13T00:03:25.690 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2024-09-13T00:03:25.690 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2024-09-13T00:03:25.691 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2024-09-13T00:03:25.691 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2024-09-13T00:03:25.691 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2024-09-13T00:03:25.691 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2024-09-13T00:03:25.691 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2024-09-13T00:03:25.691 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2024-09-13T00:03:25.691 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2024-09-13T00:03:25.691 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2024-09-13T00:03:25.691 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2024-09-13T00:03:25.691 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2024-09-13T00:03:25.691 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2024-09-13T00:03:25.692 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2024-09-13T00:03:25.692 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2024-09-13T00:03:25.692 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2024-09-13T00:03:25.692 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2024-09-13T00:03:25.692 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.692 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:25.692 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.692 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.692 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2024-09-13T00:03:25.692 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.692 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2024-09-13T00:03:25.693 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.693 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.693 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.693 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.693 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.693 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.693 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.693 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.693 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.693 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.693 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.693 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.694 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.694 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.694 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.694 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.694 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.694 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.694 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.694 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.694 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.694 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.694 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.695 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.695 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.695 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.695 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.695 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.695 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.695 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.695 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.695 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.695 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.695 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.695 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.695 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.696 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2024-09-13T00:03:25.696 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.696 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.696 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.696 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.696 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.696 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.696 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.696 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.696 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.696 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.697 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.697 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.697 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.697 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.697 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.697 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.697 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.697 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.697 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.697 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.697 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.697 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.698 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.698 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.698 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.698 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.698 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.698 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.698 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.698 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.698 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.698 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.698 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.698 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.699 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.699 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.699 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2024-09-13T00:03:25.699 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.699 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.699 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.699 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.699 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.699 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.699 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.699 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.699 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.700 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.700 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.700 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.700 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.700 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.700 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.700 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.700 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.700 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.700 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.700 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.701 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.701 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.701 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.701 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.701 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.701 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.701 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.701 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.701 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.701 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.701 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.701 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.702 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.702 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.702 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.702 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.702 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2024-09-13T00:03:25.702 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.702 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.702 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.702 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.702 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.702 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.702 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.702 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.703 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.703 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.703 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.703 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.703 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.703 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.703 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.703 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.703 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.703 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.703 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.704 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.704 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.704 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.704 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.704 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.704 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.704 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.704 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.704 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.704 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.704 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.704 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.705 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.705 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.705 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.705 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.705 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.705 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2024-09-13T00:03:25.705 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.705 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.705 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.705 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.705 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.705 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.706 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.706 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.706 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.706 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.706 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.706 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.706 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.706 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.706 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.706 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.706 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.706 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.707 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.707 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.707 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.707 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.707 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.707 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.707 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.707 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.707 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.707 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.707 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.708 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.708 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.708 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.708 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.708 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.708 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.708 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.708 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2024-09-13T00:03:25.708 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.708 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.708 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.708 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.709 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.709 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.709 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.709 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.709 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.709 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.709 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.709 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.709 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.709 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.709 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.709 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.710 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.710 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.710 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.710 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.710 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.710 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.710 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.710 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.710 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.710 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.710 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.710 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.711 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.711 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.711 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.711 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.711 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.711 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.711 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.711 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.711 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2024-09-13T00:03:25.711 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.711 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.712 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.712 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.712 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.712 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.712 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.712 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.712 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.712 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.712 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.712 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.712 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.712 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.713 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.713 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.713 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.713 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.713 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.713 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.713 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.713 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.713 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.713 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.713 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.713 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.714 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.714 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.714 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.714 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.714 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.714 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.714 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.714 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.714 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.714 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.714 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2024-09-13T00:03:25.714 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.715 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.715 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.715 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.715 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.715 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.715 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.715 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.715 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.715 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.715 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.715 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.716 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.716 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.716 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.716 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.716 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.716 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.716 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.716 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.716 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.716 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.716 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.716 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.717 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.717 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.717 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.717 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.717 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.717 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.717 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.717 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.717 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.717 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.717 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.717 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.718 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.718 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:25.718 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2024-09-13T00:03:25.718 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.718 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:25.718 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:25.718 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2024-09-13T00:03:25.718 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2024-09-13T00:03:25.718 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:25.718 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:25.718 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2024-09-13T00:03:25.718 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2024-09-13T00:03:25.719 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2024-09-13T00:03:25.719 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2024-09-13T00:03:25.719 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2024-09-13T00:03:25.719 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2024-09-13T00:03:25.719 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2024-09-13T00:03:25.719 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2024-09-13T00:03:25.719 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2024-09-13T00:03:25.719 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2024-09-13T00:03:25.719 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2024-09-13T00:03:25.719 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2024-09-13T00:03:25.719 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2024-09-13T00:03:25.719 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2024-09-13T00:03:25.720 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2024-09-13T00:03:25.720 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2024-09-13T00:03:25.720 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2024-09-13T00:03:25.720 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2024-09-13T00:03:25.720 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2024-09-13T00:03:25.720 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2024-09-13T00:03:25.720 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2024-09-13T00:03:25.720 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2024-09-13T00:03:25.720 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2024-09-13T00:03:25.720 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2024-09-13T00:03:25.720 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2024-09-13T00:03:25.720 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2024-09-13T00:03:25.721 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2024-09-13T00:03:25.721 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2024-09-13T00:03:25.721 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2024-09-13T00:03:25.721 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2024-09-13T00:03:25.721 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2024-09-13T00:03:25.721 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.721 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:25.721 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.721 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.721 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:25.721 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:25.722 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2024-09-13T00:03:25.722 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2024-09-13T00:03:25.722 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:25.722 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:25.722 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2024-09-13T00:03:25.722 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2024-09-13T00:03:25.722 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2024-09-13T00:03:25.722 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2024-09-13T00:03:25.722 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2024-09-13T00:03:25.722 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2024-09-13T00:03:25.722 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2024-09-13T00:03:25.722 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2024-09-13T00:03:25.723 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2024-09-13T00:03:25.723 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2024-09-13T00:03:25.723 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2024-09-13T00:03:25.723 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2024-09-13T00:03:25.723 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2024-09-13T00:03:25.723 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2024-09-13T00:03:25.723 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2024-09-13T00:03:25.723 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2024-09-13T00:03:25.723 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2024-09-13T00:03:25.723 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2024-09-13T00:03:25.723 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2024-09-13T00:03:25.723 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2024-09-13T00:03:25.723 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2024-09-13T00:03:25.724 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2024-09-13T00:03:25.724 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2024-09-13T00:03:25.724 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2024-09-13T00:03:25.724 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2024-09-13T00:03:25.724 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2024-09-13T00:03:25.724 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2024-09-13T00:03:25.724 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2024-09-13T00:03:25.724 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2024-09-13T00:03:25.724 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2024-09-13T00:03:25.724 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2024-09-13T00:03:25.724 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.724 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:25.725 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.725 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.725 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2024-09-13T00:03:25.725 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.725 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2024-09-13T00:03:25.725 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.725 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.725 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.725 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.725 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.725 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.726 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.726 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.726 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.726 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.726 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.726 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.726 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.726 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.726 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.726 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.726 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.727 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.727 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.727 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.727 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.727 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.727 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.727 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.727 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.727 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.727 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.727 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.727 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.728 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.728 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.728 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.728 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.728 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.728 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.728 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.728 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2024-09-13T00:03:25.728 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.728 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.728 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.729 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.729 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.729 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.729 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.729 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.729 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.729 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.729 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.729 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.729 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.729 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.729 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.729 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.730 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.730 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.730 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.730 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.730 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.730 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.730 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.730 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.730 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.730 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.730 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.730 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.731 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.731 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.731 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.731 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.731 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.731 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.731 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.731 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.731 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2024-09-13T00:03:25.731 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.731 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.732 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.732 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.732 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.732 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.732 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.732 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.732 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.732 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.732 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.732 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.732 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.732 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.733 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.733 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.733 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.733 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.733 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.733 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.733 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.733 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.733 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.733 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.733 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.733 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.734 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.734 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.734 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.734 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.734 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.734 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.734 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.734 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.734 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.734 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.734 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2024-09-13T00:03:25.734 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.735 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.735 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.735 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.735 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.735 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.735 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.735 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.735 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.735 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.735 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.735 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.736 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.736 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.736 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.736 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.736 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.736 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.736 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.736 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.736 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.736 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.736 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.736 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.737 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.737 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.737 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.737 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.737 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.737 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.737 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.737 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.737 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.737 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.738 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.738 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2024-09-13T00:03:25.738 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.738 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.738 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.738 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.738 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.738 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.738 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.738 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.738 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.738 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.739 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.739 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.739 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.739 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.739 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.739 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.739 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.739 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.739 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.739 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.739 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.739 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.740 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.740 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.740 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.740 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.740 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.740 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.740 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.740 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.740 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.740 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.740 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.740 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.741 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.741 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.741 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2024-09-13T00:03:25.741 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.741 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.741 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.741 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.741 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.741 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.741 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.741 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.741 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.742 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.742 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.742 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.742 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.742 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.742 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.742 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.742 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.742 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.742 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.742 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.742 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.743 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.743 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.743 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.743 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.743 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.743 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.743 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.743 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.743 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.743 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.743 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.744 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.744 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.744 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.744 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.744 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2024-09-13T00:03:25.744 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.744 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.744 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.744 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.744 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.744 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.744 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.745 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.745 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.745 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.745 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.745 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.745 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.745 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.745 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.745 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.745 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.745 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.745 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.746 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.746 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.746 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.746 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.746 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.746 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.746 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.746 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.746 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.746 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.746 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.746 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.747 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.747 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.747 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.747 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.747 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.747 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2024-09-13T00:03:25.747 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.747 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.747 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.747 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.747 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.748 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.748 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.748 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.748 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.748 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.748 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.748 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.748 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.748 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.748 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.748 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.749 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.749 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.749 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.749 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.749 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.749 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.749 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.749 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.749 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.749 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.749 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.750 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.750 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.750 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.750 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.750 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.750 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.750 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.750 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.750 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.750 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.750 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:25.750 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2024-09-13T00:03:25.751 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.751 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:25.751 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:25.751 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2024-09-13T00:03:25.751 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2024-09-13T00:03:25.751 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:25.751 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:25.751 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2024-09-13T00:03:25.751 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2024-09-13T00:03:25.751 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2024-09-13T00:03:25.751 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2024-09-13T00:03:25.751 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2024-09-13T00:03:25.752 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2024-09-13T00:03:25.752 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2024-09-13T00:03:25.752 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2024-09-13T00:03:25.752 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2024-09-13T00:03:25.752 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2024-09-13T00:03:25.752 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2024-09-13T00:03:25.752 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2024-09-13T00:03:25.752 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2024-09-13T00:03:25.752 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2024-09-13T00:03:25.752 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2024-09-13T00:03:25.752 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2024-09-13T00:03:25.752 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2024-09-13T00:03:25.753 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2024-09-13T00:03:25.753 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2024-09-13T00:03:25.753 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2024-09-13T00:03:25.753 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2024-09-13T00:03:25.753 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2024-09-13T00:03:25.753 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2024-09-13T00:03:25.753 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2024-09-13T00:03:25.753 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2024-09-13T00:03:25.753 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2024-09-13T00:03:25.753 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2024-09-13T00:03:25.753 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2024-09-13T00:03:25.753 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2024-09-13T00:03:25.754 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2024-09-13T00:03:25.754 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2024-09-13T00:03:25.754 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.754 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:25.754 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.754 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.754 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:25.754 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:25.754 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2024-09-13T00:03:25.754 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2024-09-13T00:03:25.754 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:25.754 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:25.755 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2024-09-13T00:03:25.755 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2024-09-13T00:03:25.755 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2024-09-13T00:03:25.755 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2024-09-13T00:03:25.755 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2024-09-13T00:03:25.755 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2024-09-13T00:03:25.755 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2024-09-13T00:03:25.755 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2024-09-13T00:03:25.755 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2024-09-13T00:03:25.755 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2024-09-13T00:03:25.755 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2024-09-13T00:03:25.755 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2024-09-13T00:03:25.756 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2024-09-13T00:03:25.756 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2024-09-13T00:03:25.756 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2024-09-13T00:03:25.756 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2024-09-13T00:03:25.756 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2024-09-13T00:03:25.756 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2024-09-13T00:03:25.756 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2024-09-13T00:03:25.756 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2024-09-13T00:03:25.756 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2024-09-13T00:03:25.756 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2024-09-13T00:03:25.756 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2024-09-13T00:03:25.756 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2024-09-13T00:03:25.757 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2024-09-13T00:03:25.757 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2024-09-13T00:03:25.757 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2024-09-13T00:03:25.757 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2024-09-13T00:03:25.757 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2024-09-13T00:03:25.757 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2024-09-13T00:03:25.757 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2024-09-13T00:03:25.757 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.757 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:25.757 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.757 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.757 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2024-09-13T00:03:25.758 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.758 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2024-09-13T00:03:25.758 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.758 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.758 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.758 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.758 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.758 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.758 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.758 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.758 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.758 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.759 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.759 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.759 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.759 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.759 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.759 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.759 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.759 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.759 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.759 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.759 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.760 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.760 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.760 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.760 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.760 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.760 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.760 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.760 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.760 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.760 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.760 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.761 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.761 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.761 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.761 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.761 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2024-09-13T00:03:25.761 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.761 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.761 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.761 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.761 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.761 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.761 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.762 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.762 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.762 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.762 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.762 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.762 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.762 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.762 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.762 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.762 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.762 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.762 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.763 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.763 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.763 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.763 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.763 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.763 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.763 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.763 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.763 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.763 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.763 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.763 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.764 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.764 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.764 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.764 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.764 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.764 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2024-09-13T00:03:25.764 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.764 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.764 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.764 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.764 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.764 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.765 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.765 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.765 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.765 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.765 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.765 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.765 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.765 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.765 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.765 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.765 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.766 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.766 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.766 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.766 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.766 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.766 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.766 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.766 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.766 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.766 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.766 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.766 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.767 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.767 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.767 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.767 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.767 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.767 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.767 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.767 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2024-09-13T00:03:25.767 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.767 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.767 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.767 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.768 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.768 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.768 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.768 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.768 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.768 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.768 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.768 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.768 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.768 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.768 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.768 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.769 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.770 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.770 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.770 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.770 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2024-09-13T00:03:25.770 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.770 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.771 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.772 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.773 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.773 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.773 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.774 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2024-09-13T00:03:25.774 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.774 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.775 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.776 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.776 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.777 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.777 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.777 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2024-09-13T00:03:25.777 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.777 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.778 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.779 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.780 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.780 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.780 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.780 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.780 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.780 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2024-09-13T00:03:25.780 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.780 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.780 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.780 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.781 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.782 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.783 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.783 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.783 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.783 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.783 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.783 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:25.784 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2024-09-13T00:03:25.784 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.784 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:25.784 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:25.784 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2024-09-13T00:03:25.784 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2024-09-13T00:03:25.784 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:25.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:25.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2024-09-13T00:03:25.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2024-09-13T00:03:25.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2024-09-13T00:03:25.784 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2024-09-13T00:03:25.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2024-09-13T00:03:25.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2024-09-13T00:03:25.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2024-09-13T00:03:25.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2024-09-13T00:03:25.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2024-09-13T00:03:25.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2024-09-13T00:03:25.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2024-09-13T00:03:25.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2024-09-13T00:03:25.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2024-09-13T00:03:25.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2024-09-13T00:03:25.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2024-09-13T00:03:25.785 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2024-09-13T00:03:25.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2024-09-13T00:03:25.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2024-09-13T00:03:25.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2024-09-13T00:03:25.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2024-09-13T00:03:25.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2024-09-13T00:03:25.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2024-09-13T00:03:25.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2024-09-13T00:03:25.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2024-09-13T00:03:25.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2024-09-13T00:03:25.786 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2024-09-13T00:03:25.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2024-09-13T00:03:25.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2024-09-13T00:03:25.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2024-09-13T00:03:25.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2024-09-13T00:03:25.787 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2024-09-13T00:03:25.787 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.787 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:25.787 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.787 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.787 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2024-09-13T00:03:25.787 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2024-09-13T00:03:25.788 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2024-09-13T00:03:25.788 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2024-09-13T00:03:25.788 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2024-09-13T00:03:25.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2024-09-13T00:03:25.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2024-09-13T00:03:25.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2024-09-13T00:03:25.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2024-09-13T00:03:25.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2024-09-13T00:03:25.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2024-09-13T00:03:25.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2024-09-13T00:03:25.788 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2024-09-13T00:03:25.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2024-09-13T00:03:25.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2024-09-13T00:03:25.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2024-09-13T00:03:25.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2024-09-13T00:03:25.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2024-09-13T00:03:25.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2024-09-13T00:03:25.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2024-09-13T00:03:25.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2024-09-13T00:03:25.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2024-09-13T00:03:25.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2024-09-13T00:03:25.789 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2024-09-13T00:03:25.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2024-09-13T00:03:25.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2024-09-13T00:03:25.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2024-09-13T00:03:25.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2024-09-13T00:03:25.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2024-09-13T00:03:25.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2024-09-13T00:03:25.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2024-09-13T00:03:25.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2024-09-13T00:03:25.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2024-09-13T00:03:25.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2024-09-13T00:03:25.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2024-09-13T00:03:25.790 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2024-09-13T00:03:25.791 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2024-09-13T00:03:25.791 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.791 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2024-09-13T00:03:25.791 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.791 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.791 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2024-09-13T00:03:25.791 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.791 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2024-09-13T00:03:25.791 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.791 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.791 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.792 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.793 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.794 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.794 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.795 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.795 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.795 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2024-09-13T00:03:25.795 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.795 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 8, 2, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 10, 1, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 16, 1, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.796 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.797 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.798 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.798 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.798 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.798 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2024-09-13T00:03:25.798 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.798 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.799 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.800 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.801 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.801 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.801 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.801 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2024-09-13T00:03:25.801 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.801 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.802 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.803 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.804 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.804 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.804 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.804 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.805 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2024-09-13T00:03:25.805 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.805 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.806 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.807 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.808 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.808 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.808 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.808 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2024-09-13T00:03:25.808 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.808 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.809 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.810 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.811 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.811 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.811 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.811 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2024-09-13T00:03:25.811 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.811 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.812 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.813 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.814 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.814 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.814 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:25.814 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2024-09-13T00:03:25.814 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2024-09-13T00:03:25.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.814 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.815 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.816 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T00:03:25.817 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T00:03:25.817 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.817 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.817 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2024-09-13T00:03:25.817 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.817 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.817 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:25.817 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_counters": { 2024-09-13T00:03:25.818 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.c004abbaf9f2517008713053845bb06814c9d691": { 2024-09-13T00:03:25.818 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2024-09-13T00:03:25.818 INFO:tasks.workunit.client.0.smithi032.stdout: "caps": { 2024-09-13T00:03:25.818 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.818 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.818 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T00:03:25.818 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.818 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.818 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T00:03:25.818 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.818 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.818 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_grant": { 2024-09-13T00:03:25.818 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.819 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.819 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_revoke": { 2024-09-13T00:03:25.819 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.819 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.819 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_trunc": { 2024-09-13T00:03:25.819 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.819 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.819 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_commit": { 2024-09-13T00:03:25.819 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2024-09-13T00:03:25.819 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.819 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_fetch": { 2024-09-13T00:03:25.820 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.820 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.820 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_merge": { 2024-09-13T00:03:25.820 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.820 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.820 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_split": { 2024-09-13T00:03:25.820 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.820 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.820 INFO:tasks.workunit.client.0.smithi032.stdout: "exported_inodes": { 2024-09-13T00:03:25.820 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.820 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.820 INFO:tasks.workunit.client.0.smithi032.stdout: "forward": { 2024-09-13T00:03:25.821 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.821 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.821 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_cap_release": { 2024-09-13T00:03:25.821 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.821 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.821 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_caps": { 2024-09-13T00:03:25.821 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.821 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.821 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_caps_dirty": { 2024-09-13T00:03:25.821 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.821 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.821 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_inode_file_caps": { 2024-09-13T00:03:25.822 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.822 INFO:tasks.workunit.client.0.smithi032.stdout: "imported_inodes": { 2024-09-13T00:03:25.822 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.822 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes": { 2024-09-13T00:03:25.822 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2024-09-13T00:03:25.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.822 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes_expired": { 2024-09-13T00:03:25.822 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.822 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes_pinned": { 2024-09-13T00:03:25.823 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2024-09-13T00:03:25.823 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.823 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes_with_caps": { 2024-09-13T00:03:25.823 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.823 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.823 INFO:tasks.workunit.client.0.smithi032.stdout: "load_cent": { 2024-09-13T00:03:25.823 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.823 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.823 INFO:tasks.workunit.client.0.smithi032.stdout: "openino_dir_fetch": { 2024-09-13T00:03:25.823 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.823 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.823 INFO:tasks.workunit.client.0.smithi032.stdout: "process_request_cap_release": { 2024-09-13T00:03:25.824 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.824 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.824 INFO:tasks.workunit.client.0.smithi032.stdout: "reply_latency": { 2024-09-13T00:03:25.824 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:25.824 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 122521 2024-09-13T00:03:25.824 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.824 INFO:tasks.workunit.client.0.smithi032.stdout: "request": { 2024-09-13T00:03:25.824 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:25.824 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.824 INFO:tasks.workunit.client.0.smithi032.stdout: "root_rbytes": { 2024-09-13T00:03:25.824 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.825 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.825 INFO:tasks.workunit.client.0.smithi032.stdout: "root_rfiles": { 2024-09-13T00:03:25.825 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.825 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.825 INFO:tasks.workunit.client.0.smithi032.stdout: "root_rsnaps": { 2024-09-13T00:03:25.825 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.825 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.825 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_reply": { 2024-09-13T00:03:25.825 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.825 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.825 INFO:tasks.workunit.client.0.smithi032.stdout: "subtrees": { 2024-09-13T00:03:25.826 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:25.826 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.826 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.826 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_cache": { 2024-09-13T00:03:25.826 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_enqueue_scrub": { 2024-09-13T00:03:25.826 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.826 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.826 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_exportdir": { 2024-09-13T00:03:25.826 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.826 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.826 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_flush": { 2024-09-13T00:03:25.826 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.827 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.827 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_fragmentdir": { 2024-09-13T00:03:25.827 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.827 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.827 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_fragstats": { 2024-09-13T00:03:25.827 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.827 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.827 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_inodestats": { 2024-09-13T00:03:25.827 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.827 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_recovering_enqueued": { 2024-09-13T00:03:25.828 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.828 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_recovering_prioritized": { 2024-09-13T00:03:25.828 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.828 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_recovering_processing": { 2024-09-13T00:03:25.828 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.828 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_strays": { 2024-09-13T00:03:25.828 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.828 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_strays_delayed": { 2024-09-13T00:03:25.829 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.829 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_strays_enqueuing": { 2024-09-13T00:03:25.829 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.829 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.829 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_completed": { 2024-09-13T00:03:25.829 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.829 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.829 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_started": { 2024-09-13T00:03:25.829 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.829 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.830 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_created": { 2024-09-13T00:03:25.830 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.830 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.830 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_enqueued": { 2024-09-13T00:03:25.830 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.830 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.830 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_migrated": { 2024-09-13T00:03:25.830 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.830 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.830 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_reintegrated": { 2024-09-13T00:03:25.830 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.830 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.830 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.831 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_log": { 2024-09-13T00:03:25.831 INFO:tasks.workunit.client.0.smithi032.stdout: "ev": { 2024-09-13T00:03:25.831 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2024-09-13T00:03:25.831 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.831 INFO:tasks.workunit.client.0.smithi032.stdout: "evadd": { 2024-09-13T00:03:25.831 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2024-09-13T00:03:25.831 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.831 INFO:tasks.workunit.client.0.smithi032.stdout: "evex": { 2024-09-13T00:03:25.831 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.831 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.831 INFO:tasks.workunit.client.0.smithi032.stdout: "evexd": { 2024-09-13T00:03:25.832 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.832 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.832 INFO:tasks.workunit.client.0.smithi032.stdout: "evexg": { 2024-09-13T00:03:25.832 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.832 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.832 INFO:tasks.workunit.client.0.smithi032.stdout: "evtrm": { 2024-09-13T00:03:25.832 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.832 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.832 INFO:tasks.workunit.client.0.smithi032.stdout: "jlat": { 2024-09-13T00:03:25.832 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:25.832 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23389571 2024-09-13T00:03:25.832 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.833 INFO:tasks.workunit.client.0.smithi032.stdout: "replayed": { 2024-09-13T00:03:25.833 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.833 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.833 INFO:tasks.workunit.client.0.smithi032.stdout: "seg": { 2024-09-13T00:03:25.833 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:25.833 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.833 INFO:tasks.workunit.client.0.smithi032.stdout: "segadd": { 2024-09-13T00:03:25.833 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:25.833 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.833 INFO:tasks.workunit.client.0.smithi032.stdout: "segex": { 2024-09-13T00:03:25.833 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.834 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.834 INFO:tasks.workunit.client.0.smithi032.stdout: "segexd": { 2024-09-13T00:03:25.834 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.834 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.834 INFO:tasks.workunit.client.0.smithi032.stdout: "segexg": { 2024-09-13T00:03:25.834 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.834 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.834 INFO:tasks.workunit.client.0.smithi032.stdout: "segtrm": { 2024-09-13T00:03:25.834 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.834 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.834 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.834 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_mem": { 2024-09-13T00:03:25.835 INFO:tasks.workunit.client.0.smithi032.stdout: "cap": { 2024-09-13T00:03:25.835 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.835 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.835 INFO:tasks.workunit.client.0.smithi032.stdout: "cap+": { 2024-09-13T00:03:25.835 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:25.835 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.835 INFO:tasks.workunit.client.0.smithi032.stdout: "cap-": { 2024-09-13T00:03:25.835 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:25.835 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.835 INFO:tasks.workunit.client.0.smithi032.stdout: "dir": { 2024-09-13T00:03:25.835 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2024-09-13T00:03:25.835 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.836 INFO:tasks.workunit.client.0.smithi032.stdout: "dir+": { 2024-09-13T00:03:25.836 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2024-09-13T00:03:25.836 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.836 INFO:tasks.workunit.client.0.smithi032.stdout: "dir-": { 2024-09-13T00:03:25.836 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.836 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.836 INFO:tasks.workunit.client.0.smithi032.stdout: "dn": { 2024-09-13T00:03:25.836 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2024-09-13T00:03:25.836 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.836 INFO:tasks.workunit.client.0.smithi032.stdout: "dn+": { 2024-09-13T00:03:25.836 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2024-09-13T00:03:25.836 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.837 INFO:tasks.workunit.client.0.smithi032.stdout: "dn-": { 2024-09-13T00:03:25.837 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.837 INFO:tasks.workunit.client.0.smithi032.stdout: "heap": { 2024-09-13T00:03:25.837 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 207068 2024-09-13T00:03:25.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.837 INFO:tasks.workunit.client.0.smithi032.stdout: "ino": { 2024-09-13T00:03:25.837 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2024-09-13T00:03:25.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.837 INFO:tasks.workunit.client.0.smithi032.stdout: "ino+": { 2024-09-13T00:03:25.837 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2024-09-13T00:03:25.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.838 INFO:tasks.workunit.client.0.smithi032.stdout: "ino-": { 2024-09-13T00:03:25.838 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.838 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.838 INFO:tasks.workunit.client.0.smithi032.stdout: "rss": { 2024-09-13T00:03:25.838 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 34652 2024-09-13T00:03:25.838 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.838 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.838 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_server": { 2024-09-13T00:03:25.838 INFO:tasks.workunit.client.0.smithi032.stdout: "cap_acquisition_throttle": { 2024-09-13T00:03:25.838 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.838 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.838 INFO:tasks.workunit.client.0.smithi032.stdout: "cap_revoke_eviction": { 2024-09-13T00:03:25.838 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.839 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_request": { 2024-09-13T00:03:25.839 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:25.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.839 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_session": { 2024-09-13T00:03:25.839 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:25.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.839 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_peer_request": { 2024-09-13T00:03:25.839 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.839 INFO:tasks.workunit.client.0.smithi032.stdout: "req_create_latency": { 2024-09-13T00:03:25.839 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.840 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.840 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.840 INFO:tasks.workunit.client.0.smithi032.stdout: "req_getattr_latency": { 2024-09-13T00:03:25.840 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:25.840 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 122521 2024-09-13T00:03:25.840 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.840 INFO:tasks.workunit.client.0.smithi032.stdout: "req_getfilelock_latency": { 2024-09-13T00:03:25.840 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.840 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.840 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.840 INFO:tasks.workunit.client.0.smithi032.stdout: "req_getvxattr_latency": { 2024-09-13T00:03:25.840 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.841 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.841 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.841 INFO:tasks.workunit.client.0.smithi032.stdout: "req_link_latency": { 2024-09-13T00:03:25.841 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.841 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.841 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.841 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookup_latency": { 2024-09-13T00:03:25.841 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.841 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.841 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.841 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookuphash_latency": { 2024-09-13T00:03:25.841 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.842 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.842 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.842 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupino_latency": { 2024-09-13T00:03:25.842 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.842 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.842 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.842 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupname_latency": { 2024-09-13T00:03:25.842 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.842 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.842 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.842 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupparent_latency": { 2024-09-13T00:03:25.842 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.843 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.843 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.843 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupsnap_latency": { 2024-09-13T00:03:25.843 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.843 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.843 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.843 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lssnap_latency": { 2024-09-13T00:03:25.843 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.843 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.843 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.843 INFO:tasks.workunit.client.0.smithi032.stdout: "req_mkdir_latency": { 2024-09-13T00:03:25.844 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.844 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.844 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.844 INFO:tasks.workunit.client.0.smithi032.stdout: "req_mknod_latency": { 2024-09-13T00:03:25.844 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.844 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.844 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.844 INFO:tasks.workunit.client.0.smithi032.stdout: "req_mksnap_latency": { 2024-09-13T00:03:25.844 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.844 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.844 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.844 INFO:tasks.workunit.client.0.smithi032.stdout: "req_open_latency": { 2024-09-13T00:03:25.845 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.845 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.845 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.845 INFO:tasks.workunit.client.0.smithi032.stdout: "req_readdir_latency": { 2024-09-13T00:03:25.845 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.845 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.845 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.845 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rename_latency": { 2024-09-13T00:03:25.845 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.845 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.845 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.845 INFO:tasks.workunit.client.0.smithi032.stdout: "req_renamesnap_latency": { 2024-09-13T00:03:25.846 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.846 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.846 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.846 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rmdir_latency": { 2024-09-13T00:03:25.846 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.846 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.846 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.846 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rmsnap_latency": { 2024-09-13T00:03:25.846 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.846 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.846 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.846 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rmxattr_latency": { 2024-09-13T00:03:25.847 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.847 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.847 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.847 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setattr_latency": { 2024-09-13T00:03:25.847 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.847 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.847 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.847 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setdirlayout_latency": { 2024-09-13T00:03:25.847 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.847 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.847 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.847 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setfilelock_latency": { 2024-09-13T00:03:25.848 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.848 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.848 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.848 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setlayout_latency": { 2024-09-13T00:03:25.848 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.848 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.848 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.848 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setxattr_latency": { 2024-09-13T00:03:25.848 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.848 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.848 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.848 INFO:tasks.workunit.client.0.smithi032.stdout: "req_symlink_latency": { 2024-09-13T00:03:25.849 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.849 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.849 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.849 INFO:tasks.workunit.client.0.smithi032.stdout: "req_unlink_latency": { 2024-09-13T00:03:25.849 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.849 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.849 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.849 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.849 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_sessions": { 2024-09-13T00:03:25.849 INFO:tasks.workunit.client.0.smithi032.stdout: "average_load": { 2024-09-13T00:03:25.849 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:25.849 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.850 INFO:tasks.workunit.client.0.smithi032.stdout: "avg_session_uptime": { 2024-09-13T00:03:25.850 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 89 2024-09-13T00:03:25.850 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.850 INFO:tasks.workunit.client.0.smithi032.stdout: "mdthresh_evicted": { 2024-09-13T00:03:25.850 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.850 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.850 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2024-09-13T00:03:25.850 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:25.850 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.850 INFO:tasks.workunit.client.0.smithi032.stdout: "session_count": { 2024-09-13T00:03:25.850 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.850 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.851 INFO:tasks.workunit.client.0.smithi032.stdout: "session_remove": { 2024-09-13T00:03:25.851 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:25.851 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.851 INFO:tasks.workunit.client.0.smithi032.stdout: "sessions_open": { 2024-09-13T00:03:25.851 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.851 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.851 INFO:tasks.workunit.client.0.smithi032.stdout: "sessions_stale": { 2024-09-13T00:03:25.851 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.851 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.851 INFO:tasks.workunit.client.0.smithi032.stdout: "total_load": { 2024-09-13T00:03:25.851 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:25.851 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.852 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.852 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:25.852 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:25.852 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.852 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.852 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:25.852 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.852 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.852 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:25.852 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.852 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.852 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:25.853 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 46 2024-09-13T00:03:25.853 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.853 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.853 INFO:tasks.workunit.client.0.smithi032.stdout: "purge_queue": { 2024-09-13T00:03:25.853 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executed": { 2024-09-13T00:03:25.853 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.853 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.853 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing": { 2024-09-13T00:03:25.853 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.853 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.853 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing_high_water": { 2024-09-13T00:03:25.853 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.854 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.854 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing_ops": { 2024-09-13T00:03:25.854 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.854 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.854 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing_ops_high_water": { 2024-09-13T00:03:25.854 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.854 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.854 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_item_in_journal": { 2024-09-13T00:03:25.854 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.854 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.854 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.855 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.a6bd5db2bf6e92207ab6c56be5506ba319f0e240": { 2024-09-13T00:03:25.855 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:25.855 INFO:tasks.workunit.client.0.smithi032.stdout: "election_call": { 2024-09-13T00:03:25.855 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:25.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.855 INFO:tasks.workunit.client.0.smithi032.stdout: "election_lose": { 2024-09-13T00:03:25.855 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.855 INFO:tasks.workunit.client.0.smithi032.stdout: "election_win": { 2024-09-13T00:03:25.855 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:25.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_elections": { 2024-09-13T00:03:25.856 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11 2024-09-13T00:03:25.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.856 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": { 2024-09-13T00:03:25.856 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2024-09-13T00:03:25.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.856 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2024-09-13T00:03:25.856 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:25.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.856 INFO:tasks.workunit.client.0.smithi032.stdout: "session_rm": { 2024-09-13T00:03:25.856 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 198 2024-09-13T00:03:25.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.857 INFO:tasks.workunit.client.0.smithi032.stdout: "session_trim": { 2024-09-13T00:03:25.857 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.857 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.857 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.857 INFO:tasks.workunit.client.0.smithi032.stdout: "paxos": { 2024-09-13T00:03:25.857 INFO:tasks.workunit.client.0.smithi032.stdout: "accept_timeout": { 2024-09-13T00:03:25.857 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.857 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.857 INFO:tasks.workunit.client.0.smithi032.stdout: "begin": { 2024-09-13T00:03:25.857 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1356 2024-09-13T00:03:25.857 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.857 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_bytes": { 2024-09-13T00:03:25.858 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1356, 2024-09-13T00:03:25.858 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5951957 2024-09-13T00:03:25.858 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.858 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_keys": { 2024-09-13T00:03:25.858 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1356, 2024-09-13T00:03:25.858 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4068 2024-09-13T00:03:25.858 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.858 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_latency": { 2024-09-13T00:03:25.858 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1356, 2024-09-13T00:03:25.858 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 291995270 2024-09-13T00:03:25.858 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.858 INFO:tasks.workunit.client.0.smithi032.stdout: "collect": { 2024-09-13T00:03:25.858 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.859 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.859 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_bytes": { 2024-09-13T00:03:25.859 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.859 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.859 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.859 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_keys": { 2024-09-13T00:03:25.859 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.859 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.859 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.859 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_latency": { 2024-09-13T00:03:25.859 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.859 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.860 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.860 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_timeout": { 2024-09-13T00:03:25.860 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.860 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.860 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_uncommitted": { 2024-09-13T00:03:25.860 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.860 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.860 INFO:tasks.workunit.client.0.smithi032.stdout: "commit": { 2024-09-13T00:03:25.860 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1356 2024-09-13T00:03:25.860 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.860 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_bytes": { 2024-09-13T00:03:25.860 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1356, 2024-09-13T00:03:25.861 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5853871 2024-09-13T00:03:25.861 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.861 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_keys": { 2024-09-13T00:03:25.861 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1356, 2024-09-13T00:03:25.861 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7909 2024-09-13T00:03:25.861 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.861 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_latency": { 2024-09-13T00:03:25.861 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1356, 2024-09-13T00:03:25.861 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 351376745 2024-09-13T00:03:25.861 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.861 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_ack_timeout": { 2024-09-13T00:03:25.862 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.862 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.862 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_timeout": { 2024-09-13T00:03:25.862 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.862 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.862 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn": { 2024-09-13T00:03:25.862 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:25.862 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.862 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn_latency": { 2024-09-13T00:03:25.862 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:25.862 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.862 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.863 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh": { 2024-09-13T00:03:25.863 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1359 2024-09-13T00:03:25.863 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.863 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh_latency": { 2024-09-13T00:03:25.863 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1359, 2024-09-13T00:03:25.863 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5947899134 2024-09-13T00:03:25.863 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.863 INFO:tasks.workunit.client.0.smithi032.stdout: "restart": { 2024-09-13T00:03:25.863 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:25.863 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.863 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state": { 2024-09-13T00:03:25.863 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:25.864 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.864 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_bytes": { 2024-09-13T00:03:25.864 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:25.864 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 473 2024-09-13T00:03:25.864 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.864 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_keys": { 2024-09-13T00:03:25.864 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:25.864 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:25.864 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.864 INFO:tasks.workunit.client.0.smithi032.stdout: "start_leader": { 2024-09-13T00:03:25.864 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:25.864 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.865 INFO:tasks.workunit.client.0.smithi032.stdout: "start_peon": { 2024-09-13T00:03:25.865 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.865 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.865 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state": { 2024-09-13T00:03:25.865 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.865 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.865 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_bytes": { 2024-09-13T00:03:25.865 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.865 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.865 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.865 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_keys": { 2024-09-13T00:03:25.865 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.866 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.866 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.866 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_latency": { 2024-09-13T00:03:25.866 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.866 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.866 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.866 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.866 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache": { 2024-09-13T00:03:25.866 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:25.866 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1020054731 2024-09-13T00:03:25.866 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.866 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:25.867 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 45858816 2024-09-13T00:03:25.867 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.867 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:25.867 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 44343296 2024-09-13T00:03:25.867 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.867 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:25.867 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2147483648 2024-09-13T00:03:25.867 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.867 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:25.867 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1515520 2024-09-13T00:03:25.867 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.867 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.868 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:full": { 2024-09-13T00:03:25.868 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:25.868 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2024-09-13T00:03:25.868 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.868 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:25.868 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.868 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.868 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:25.868 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.868 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.868 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:25.868 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277031401 2024-09-13T00:03:25.869 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.869 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:25.869 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 248451 2024-09-13T00:03:25.869 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.869 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:25.869 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.869 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.869 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:25.869 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.869 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.869 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:25.869 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.870 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.870 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:25.870 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.870 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.870 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:25.870 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.870 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.870 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:25.870 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.870 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.870 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:25.871 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.871 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.871 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:25.871 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.871 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.871 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:25.871 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70847380 2024-09-13T00:03:25.871 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.871 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.871 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:inc": { 2024-09-13T00:03:25.871 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:25.871 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2024-09-13T00:03:25.871 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.872 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:25.872 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.872 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.872 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:25.872 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.872 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.872 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:25.872 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277031401 2024-09-13T00:03:25.872 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.872 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:25.872 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37509 2024-09-13T00:03:25.873 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.873 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:25.873 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.873 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.873 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:25.873 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.873 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.873 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:25.873 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.873 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.873 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:25.874 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.874 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.874 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:25.874 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.874 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.874 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:25.874 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.874 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.874 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:25.874 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.874 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.874 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:25.875 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.875 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.875 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:25.875 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71058322 2024-09-13T00:03:25.875 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.875 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.875 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:kv": { 2024-09-13T00:03:25.875 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:25.875 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 322961408 2024-09-13T00:03:25.875 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.875 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:25.876 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:25.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.876 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:25.876 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.876 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:25.876 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 184687600 2024-09-13T00:03:25.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.876 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:25.876 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.876 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:25.877 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.877 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:25.877 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.877 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:25.877 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.877 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:25.877 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.877 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:25.878 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.878 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.878 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:25.878 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.878 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.878 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:25.878 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.878 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.878 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:25.878 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.878 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.878 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:25.878 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71164944 2024-09-13T00:03:25.879 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.879 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.879 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb": { 2024-09-13T00:03:25.879 INFO:tasks.workunit.client.0.smithi032.stdout: "compact": { 2024-09-13T00:03:25.879 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.879 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.879 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_completed": { 2024-09-13T00:03:25.879 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2024-09-13T00:03:25.879 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.879 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lasted": { 2024-09-13T00:03:25.879 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39886479 2024-09-13T00:03:25.879 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.880 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_len": { 2024-09-13T00:03:25.880 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.880 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.880 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_merge": { 2024-09-13T00:03:25.880 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.880 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.880 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_running": { 2024-09-13T00:03:25.880 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.880 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.880 INFO:tasks.workunit.client.0.smithi032.stdout: "get_latency": { 2024-09-13T00:03:25.880 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 60604, 2024-09-13T00:03:25.880 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 483108766 2024-09-13T00:03:25.881 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.881 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_delay_time": { 2024-09-13T00:03:25.881 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.881 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.881 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.881 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_memtable_time": { 2024-09-13T00:03:25.881 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.881 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.881 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.881 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T00:03:25.881 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.881 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.882 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.882 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_wal_time": { 2024-09-13T00:03:25.882 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.882 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.882 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.882 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_latency": { 2024-09-13T00:03:25.882 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.882 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.882 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.882 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_sync_latency": { 2024-09-13T00:03:25.883 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2942, 2024-09-13T00:03:25.883 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 667796018 2024-09-13T00:03:25.883 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.883 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.883 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.883 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.b7202fdf16c919b18ab34e79f78566e8d7124c7b": { 2024-09-13T00:03:25.883 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:25.883 INFO:tasks.workunit.client.0.smithi032.stdout: "election_call": { 2024-09-13T00:03:25.883 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:25.883 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.883 INFO:tasks.workunit.client.0.smithi032.stdout: "election_lose": { 2024-09-13T00:03:25.884 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:25.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.884 INFO:tasks.workunit.client.0.smithi032.stdout: "election_win": { 2024-09-13T00:03:25.884 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_elections": { 2024-09-13T00:03:25.884 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:25.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": { 2024-09-13T00:03:25.884 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7 2024-09-13T00:03:25.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.885 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2024-09-13T00:03:25.885 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2024-09-13T00:03:25.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.885 INFO:tasks.workunit.client.0.smithi032.stdout: "session_rm": { 2024-09-13T00:03:25.885 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 119 2024-09-13T00:03:25.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.885 INFO:tasks.workunit.client.0.smithi032.stdout: "session_trim": { 2024-09-13T00:03:25.885 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.885 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.886 INFO:tasks.workunit.client.0.smithi032.stdout: "paxos": { 2024-09-13T00:03:25.886 INFO:tasks.workunit.client.0.smithi032.stdout: "accept_timeout": { 2024-09-13T00:03:25.886 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.886 INFO:tasks.workunit.client.0.smithi032.stdout: "begin": { 2024-09-13T00:03:25.886 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1165 2024-09-13T00:03:25.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.886 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_bytes": { 2024-09-13T00:03:25.886 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1165, 2024-09-13T00:03:25.886 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4759579 2024-09-13T00:03:25.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.886 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_keys": { 2024-09-13T00:03:25.887 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.887 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.887 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_latency": { 2024-09-13T00:03:25.887 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1165, 2024-09-13T00:03:25.887 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 235996509 2024-09-13T00:03:25.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.887 INFO:tasks.workunit.client.0.smithi032.stdout: "collect": { 2024-09-13T00:03:25.887 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:25.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.887 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_bytes": { 2024-09-13T00:03:25.887 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:25.888 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73 2024-09-13T00:03:25.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.888 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_keys": { 2024-09-13T00:03:25.888 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:25.888 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:25.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.888 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_latency": { 2024-09-13T00:03:25.888 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:25.888 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.888 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_timeout": { 2024-09-13T00:03:25.888 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.889 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_uncommitted": { 2024-09-13T00:03:25.889 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.889 INFO:tasks.workunit.client.0.smithi032.stdout: "commit": { 2024-09-13T00:03:25.889 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1165 2024-09-13T00:03:25.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.889 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_bytes": { 2024-09-13T00:03:25.889 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.889 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.889 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_keys": { 2024-09-13T00:03:25.890 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.890 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.890 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_latency": { 2024-09-13T00:03:25.890 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.890 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.890 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_ack_timeout": { 2024-09-13T00:03:25.890 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.890 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_timeout": { 2024-09-13T00:03:25.890 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.891 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn": { 2024-09-13T00:03:25.891 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.891 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn_latency": { 2024-09-13T00:03:25.891 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.891 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.891 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh": { 2024-09-13T00:03:25.891 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1165 2024-09-13T00:03:25.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.891 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh_latency": { 2024-09-13T00:03:25.892 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1165, 2024-09-13T00:03:25.892 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4971923898 2024-09-13T00:03:25.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.892 INFO:tasks.workunit.client.0.smithi032.stdout: "restart": { 2024-09-13T00:03:25.892 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2024-09-13T00:03:25.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.892 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state": { 2024-09-13T00:03:25.892 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.892 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_bytes": { 2024-09-13T00:03:25.892 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.892 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.893 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_keys": { 2024-09-13T00:03:25.893 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.893 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.893 INFO:tasks.workunit.client.0.smithi032.stdout: "start_leader": { 2024-09-13T00:03:25.893 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.893 INFO:tasks.workunit.client.0.smithi032.stdout: "start_peon": { 2024-09-13T00:03:25.893 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:25.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.893 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state": { 2024-09-13T00:03:25.894 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1165 2024-09-13T00:03:25.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.894 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_bytes": { 2024-09-13T00:03:25.894 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1165, 2024-09-13T00:03:25.894 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9298429 2024-09-13T00:03:25.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.894 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_keys": { 2024-09-13T00:03:25.894 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1165, 2024-09-13T00:03:25.894 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8044 2024-09-13T00:03:25.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.894 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_latency": { 2024-09-13T00:03:25.894 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1165, 2024-09-13T00:03:25.895 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 303995151 2024-09-13T00:03:25.895 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.895 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache": { 2024-09-13T00:03:25.895 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:25.895 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1020054731 2024-09-13T00:03:25.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.895 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:25.895 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 35454976 2024-09-13T00:03:25.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.895 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:25.895 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33292288 2024-09-13T00:03:25.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.896 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:25.896 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2147483648 2024-09-13T00:03:25.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.896 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:25.896 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2162688 2024-09-13T00:03:25.896 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.896 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:full": { 2024-09-13T00:03:25.896 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:25.896 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2024-09-13T00:03:25.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.897 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:25.897 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.897 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:25.897 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.897 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:25.897 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277031239 2024-09-13T00:03:25.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.897 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:25.897 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 248881 2024-09-13T00:03:25.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.898 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:25.898 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.898 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:25.898 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.898 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:25.898 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.898 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:25.898 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.899 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:25.899 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.899 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:25.899 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.899 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:25.899 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.899 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:25.899 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.899 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:25.900 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70847112 2024-09-13T00:03:25.900 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.900 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:inc": { 2024-09-13T00:03:25.900 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:25.900 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2024-09-13T00:03:25.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.900 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:25.900 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.900 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:25.901 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.901 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:25.901 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277031239 2024-09-13T00:03:25.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.901 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:25.901 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37509 2024-09-13T00:03:25.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.901 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:25.901 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.901 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:25.902 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.902 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:25.902 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.902 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:25.902 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.902 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:25.902 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.902 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:25.902 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.903 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:25.903 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.903 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:25.903 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.903 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:25.903 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71058484 2024-09-13T00:03:25.903 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.903 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:kv": { 2024-09-13T00:03:25.904 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:25.904 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 322961408 2024-09-13T00:03:25.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.904 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:25.904 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:25.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.904 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:25.904 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.904 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:25.904 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 184687493 2024-09-13T00:03:25.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.905 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:25.905 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.905 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:25.905 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.905 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:25.905 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.905 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:25.905 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.906 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:25.906 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.906 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:25.906 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.906 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:25.906 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.906 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:25.906 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.907 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:25.907 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.907 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:25.907 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71165051 2024-09-13T00:03:25.907 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.907 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb": { 2024-09-13T00:03:25.907 INFO:tasks.workunit.client.0.smithi032.stdout: "compact": { 2024-09-13T00:03:25.907 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.908 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_completed": { 2024-09-13T00:03:25.908 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2024-09-13T00:03:25.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.908 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lasted": { 2024-09-13T00:03:25.908 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 38938554 2024-09-13T00:03:25.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.908 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_len": { 2024-09-13T00:03:25.908 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.908 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_merge": { 2024-09-13T00:03:25.908 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.909 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_running": { 2024-09-13T00:03:25.909 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.909 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.909 INFO:tasks.workunit.client.0.smithi032.stdout: "get_latency": { 2024-09-13T00:03:25.909 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 49526, 2024-09-13T00:03:25.909 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 308455150 2024-09-13T00:03:25.909 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.909 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_delay_time": { 2024-09-13T00:03:25.909 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.909 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.909 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.909 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_memtable_time": { 2024-09-13T00:03:25.910 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.910 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.910 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T00:03:25.910 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.910 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.910 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_wal_time": { 2024-09-13T00:03:25.910 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.910 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.910 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_latency": { 2024-09-13T00:03:25.911 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.911 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.911 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_sync_latency": { 2024-09-13T00:03:25.911 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2560, 2024-09-13T00:03:25.911 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 591659489 2024-09-13T00:03:25.911 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.911 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.911 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.c004abbaf9f2517008713053845bb06814c9d691": { 2024-09-13T00:03:25.911 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:25.911 INFO:tasks.workunit.client.0.smithi032.stdout: "election_call": { 2024-09-13T00:03:25.911 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:25.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.912 INFO:tasks.workunit.client.0.smithi032.stdout: "election_lose": { 2024-09-13T00:03:25.912 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:25.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.912 INFO:tasks.workunit.client.0.smithi032.stdout: "election_win": { 2024-09-13T00:03:25.912 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.912 INFO:tasks.workunit.client.0.smithi032.stdout: "num_elections": { 2024-09-13T00:03:25.912 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9 2024-09-13T00:03:25.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.912 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": { 2024-09-13T00:03:25.913 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2024-09-13T00:03:25.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.913 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2024-09-13T00:03:25.913 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:25.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.913 INFO:tasks.workunit.client.0.smithi032.stdout: "session_rm": { 2024-09-13T00:03:25.913 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58 2024-09-13T00:03:25.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.913 INFO:tasks.workunit.client.0.smithi032.stdout: "session_trim": { 2024-09-13T00:03:25.913 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.913 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.914 INFO:tasks.workunit.client.0.smithi032.stdout: "paxos": { 2024-09-13T00:03:25.914 INFO:tasks.workunit.client.0.smithi032.stdout: "accept_timeout": { 2024-09-13T00:03:25.914 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.914 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.914 INFO:tasks.workunit.client.0.smithi032.stdout: "begin": { 2024-09-13T00:03:25.914 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1186 2024-09-13T00:03:25.914 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.914 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_bytes": { 2024-09-13T00:03:25.914 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1186, 2024-09-13T00:03:25.914 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4845277 2024-09-13T00:03:25.914 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.914 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_keys": { 2024-09-13T00:03:25.915 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.915 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.915 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.915 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_latency": { 2024-09-13T00:03:25.915 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1186, 2024-09-13T00:03:25.915 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 207996550 2024-09-13T00:03:25.915 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.915 INFO:tasks.workunit.client.0.smithi032.stdout: "collect": { 2024-09-13T00:03:25.915 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:25.915 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.915 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_bytes": { 2024-09-13T00:03:25.915 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:25.916 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 219 2024-09-13T00:03:25.916 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.916 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_keys": { 2024-09-13T00:03:25.916 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:25.916 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:25.916 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.916 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_latency": { 2024-09-13T00:03:25.916 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:25.916 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.916 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.916 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_timeout": { 2024-09-13T00:03:25.916 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.917 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_uncommitted": { 2024-09-13T00:03:25.917 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.917 INFO:tasks.workunit.client.0.smithi032.stdout: "commit": { 2024-09-13T00:03:25.917 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1187 2024-09-13T00:03:25.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.917 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_bytes": { 2024-09-13T00:03:25.917 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.917 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.917 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_keys": { 2024-09-13T00:03:25.918 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.918 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.918 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.918 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_latency": { 2024-09-13T00:03:25.918 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.918 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.918 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.918 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_ack_timeout": { 2024-09-13T00:03:25.918 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.918 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.918 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_timeout": { 2024-09-13T00:03:25.918 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.918 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.919 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn": { 2024-09-13T00:03:25.919 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.919 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.919 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn_latency": { 2024-09-13T00:03:25.919 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.919 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.919 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.919 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh": { 2024-09-13T00:03:25.919 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1187 2024-09-13T00:03:25.919 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.919 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh_latency": { 2024-09-13T00:03:25.919 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1187, 2024-09-13T00:03:25.920 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4407927301 2024-09-13T00:03:25.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.920 INFO:tasks.workunit.client.0.smithi032.stdout: "restart": { 2024-09-13T00:03:25.920 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:25.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.920 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state": { 2024-09-13T00:03:25.920 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.920 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_bytes": { 2024-09-13T00:03:25.920 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.920 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.921 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_keys": { 2024-09-13T00:03:25.921 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.921 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.921 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.921 INFO:tasks.workunit.client.0.smithi032.stdout: "start_leader": { 2024-09-13T00:03:25.921 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.921 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.921 INFO:tasks.workunit.client.0.smithi032.stdout: "start_peon": { 2024-09-13T00:03:25.921 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2024-09-13T00:03:25.921 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.921 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state": { 2024-09-13T00:03:25.921 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1187 2024-09-13T00:03:25.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.922 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_bytes": { 2024-09-13T00:03:25.922 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1187, 2024-09-13T00:03:25.922 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9466877 2024-09-13T00:03:25.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.922 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_keys": { 2024-09-13T00:03:25.922 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1187, 2024-09-13T00:03:25.922 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8225 2024-09-13T00:03:25.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.922 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_latency": { 2024-09-13T00:03:25.922 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1187, 2024-09-13T00:03:25.922 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 203996666 2024-09-13T00:03:25.923 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.923 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.923 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache": { 2024-09-13T00:03:25.923 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:25.923 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1020054731 2024-09-13T00:03:25.923 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.923 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:25.923 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37552128 2024-09-13T00:03:25.923 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.923 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:25.923 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 34971648 2024-09-13T00:03:25.923 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.924 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:25.924 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2147483648 2024-09-13T00:03:25.924 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.924 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:25.924 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2580480 2024-09-13T00:03:25.924 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.924 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.924 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:full": { 2024-09-13T00:03:25.924 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:25.924 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2024-09-13T00:03:25.924 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.924 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:25.925 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.925 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.925 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:25.925 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.925 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.925 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:25.925 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277030338 2024-09-13T00:03:25.925 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.925 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:25.925 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 248881 2024-09-13T00:03:25.925 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.926 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:25.926 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.926 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:25.926 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.926 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:25.926 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.926 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:25.926 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.927 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:25.927 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.927 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.927 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:25.927 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.927 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.927 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:25.927 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.927 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.927 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:25.927 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.928 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.928 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:25.928 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70848013 2024-09-13T00:03:25.928 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.928 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.928 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:inc": { 2024-09-13T00:03:25.928 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:25.928 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2024-09-13T00:03:25.928 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.928 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:25.928 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.928 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.929 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:25.929 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.929 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.929 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:25.929 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277030338 2024-09-13T00:03:25.929 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.929 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:25.929 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39912 2024-09-13T00:03:25.929 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.929 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:25.929 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.930 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:25.930 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.930 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:25.930 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.930 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:25.930 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.930 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:25.931 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.931 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.931 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:25.931 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.931 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.931 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:25.931 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.931 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.931 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:25.931 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.931 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.932 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:25.932 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71056982 2024-09-13T00:03:25.932 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.932 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.932 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:kv": { 2024-09-13T00:03:25.932 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:25.932 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 322961408 2024-09-13T00:03:25.932 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.932 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:25.932 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:25.932 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.932 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:25.933 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.933 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.933 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:25.933 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 184686892 2024-09-13T00:03:25.933 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.933 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:25.933 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.933 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.933 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:25.933 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.933 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.933 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:25.934 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.934 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.934 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:25.934 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.934 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.934 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:25.934 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.934 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.934 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:25.934 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.934 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.935 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:25.935 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.935 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.935 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:25.935 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.935 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.935 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:25.935 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.935 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.935 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:25.935 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71165652 2024-09-13T00:03:25.936 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.936 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.936 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb": { 2024-09-13T00:03:25.936 INFO:tasks.workunit.client.0.smithi032.stdout: "compact": { 2024-09-13T00:03:25.936 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.936 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.936 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_completed": { 2024-09-13T00:03:25.936 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2024-09-13T00:03:25.936 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.936 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lasted": { 2024-09-13T00:03:25.936 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 34285347 2024-09-13T00:03:25.937 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.937 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_len": { 2024-09-13T00:03:25.937 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.937 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.937 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_merge": { 2024-09-13T00:03:25.937 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.937 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.937 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_running": { 2024-09-13T00:03:25.937 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.937 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.937 INFO:tasks.workunit.client.0.smithi032.stdout: "get_latency": { 2024-09-13T00:03:25.937 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 50374, 2024-09-13T00:03:25.938 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 287396044 2024-09-13T00:03:25.938 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.938 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_delay_time": { 2024-09-13T00:03:25.938 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.938 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.938 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.938 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_memtable_time": { 2024-09-13T00:03:25.938 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.938 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.938 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.938 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T00:03:25.939 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.939 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.939 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.939 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_wal_time": { 2024-09-13T00:03:25.939 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.939 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.939 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.939 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_latency": { 2024-09-13T00:03:25.939 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.939 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.939 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.939 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_sync_latency": { 2024-09-13T00:03:25.940 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2606, 2024-09-13T00:03:25.940 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 613180996 2024-09-13T00:03:25.940 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.940 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.940 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.940 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.0": { 2024-09-13T00:03:25.940 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.940 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:25.940 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.940 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.940 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:25.941 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.941 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.941 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:25.941 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:25.941 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.941 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:25.941 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.941 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.941 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:25.941 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.941 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.942 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:25.942 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.942 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.942 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:25.942 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:25.942 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.942 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:25.942 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2392064 2024-09-13T00:03:25.942 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.942 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:25.942 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.942 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.943 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.943 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:25.943 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.943 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.943 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.943 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:25.943 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:25.943 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.943 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:25.943 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:25.943 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.943 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:25.944 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1617920 2024-09-13T00:03:25.944 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.944 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:25.944 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1478656 2024-09-13T00:03:25.944 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.944 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:25.944 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:25.944 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.944 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:25.944 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.944 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.945 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:25.945 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.945 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:25.945 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:25.945 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.945 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:25.945 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:25.945 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.945 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:25.945 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:25.945 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.945 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:25.946 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:25.946 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.946 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:25.946 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:25.946 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.946 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:25.946 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.946 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.946 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:25.946 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.946 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.947 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:25.947 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:25.947 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.947 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:25.947 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:25.947 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.947 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:25.947 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:25.947 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.947 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:25.947 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:25.947 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.947 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:25.948 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:25.948 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.948 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:25.948 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:25.948 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.948 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:25.948 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:25.948 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.948 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:25.948 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.948 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.949 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:25.949 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.949 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.949 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:25.949 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.949 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.949 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:25.949 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.949 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.949 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:25.949 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.949 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.950 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:25.950 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.950 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.950 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:25.950 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.950 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.950 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:25.950 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.950 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.950 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:25.950 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.950 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.951 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:25.951 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3944448 2024-09-13T00:03:25.951 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.951 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.951 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:25.951 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:25.951 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:25.951 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.951 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:25.951 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1249280 2024-09-13T00:03:25.951 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.951 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:25.952 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 4, 2024-09-13T00:03:25.952 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 369218 2024-09-13T00:03:25.952 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.952 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:25.952 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.952 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.952 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.952 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:25.952 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.952 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.952 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:25.952 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.953 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.953 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:25.953 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.953 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.953 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:25.953 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 24, 2024-09-13T00:03:25.953 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 152068 2024-09-13T00:03:25.953 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.953 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:25.953 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.953 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.953 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.954 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:25.954 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 344, 2024-09-13T00:03:25.954 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 110649134 2024-09-13T00:03:25.954 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.954 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:25.954 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 330, 2024-09-13T00:03:25.954 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22866784 2024-09-13T00:03:25.954 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.954 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:25.954 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 344, 2024-09-13T00:03:25.954 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 841653 2024-09-13T00:03:25.954 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.955 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:25.955 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 344, 2024-09-13T00:03:25.955 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 111490787 2024-09-13T00:03:25.955 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.955 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:25.955 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.955 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.955 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.955 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:25.955 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:25.955 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39929 2024-09-13T00:03:25.955 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.956 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:25.956 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:25.956 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23938 2024-09-13T00:03:25.956 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.956 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:25.956 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.956 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.956 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.956 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:25.956 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.956 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.956 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.957 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:25.957 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 4, 2024-09-13T00:03:25.957 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18768 2024-09-13T00:03:25.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.957 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:25.957 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 714 2024-09-13T00:03:25.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.957 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:25.957 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 224 2024-09-13T00:03:25.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.957 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:25.957 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 105, 2024-09-13T00:03:25.958 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2847791 2024-09-13T00:03:25.958 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.958 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:25.958 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 251, 2024-09-13T00:03:25.958 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 435345 2024-09-13T00:03:25.958 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.958 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:25.958 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 146, 2024-09-13T00:03:25.958 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2207076 2024-09-13T00:03:25.958 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.958 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:25.958 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.959 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.959 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:25.959 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:25.959 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 83530 2024-09-13T00:03:25.959 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.959 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:25.959 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 445, 2024-09-13T00:03:25.959 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7979609 2024-09-13T00:03:25.959 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.959 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:25.959 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 91, 2024-09-13T00:03:25.959 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8650015 2024-09-13T00:03:25.960 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.960 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:25.960 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 91, 2024-09-13T00:03:25.960 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1000692681986 2024-09-13T00:03:25.960 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.960 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:25.960 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 91, 2024-09-13T00:03:25.960 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 119879198104 2024-09-13T00:03:25.960 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.960 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:25.960 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 445, 2024-09-13T00:03:25.960 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 74006940112 2024-09-13T00:03:25.961 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.961 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:25.961 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 445, 2024-09-13T00:03:25.961 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 93493 2024-09-13T00:03:25.961 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.961 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:25.961 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 445, 2024-09-13T00:03:25.961 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 734112 2024-09-13T00:03:25.961 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.961 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:25.961 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 445, 2024-09-13T00:03:25.961 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 267473615 2024-09-13T00:03:25.962 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.962 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:25.962 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 445, 2024-09-13T00:03:25.962 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 256581 2024-09-13T00:03:25.962 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.962 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:25.962 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 445, 2024-09-13T00:03:25.962 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 120127708 2024-09-13T00:03:25.962 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.962 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:25.962 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 445, 2024-09-13T00:03:25.962 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 41072516 2024-09-13T00:03:25.963 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.963 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:25.963 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 877059 2024-09-13T00:03:25.963 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.963 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:25.963 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 51, 2024-09-13T00:03:25.963 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 441947 2024-09-13T00:03:25.963 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.963 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:25.963 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 445, 2024-09-13T00:03:25.963 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 437504555 2024-09-13T00:03:25.963 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.964 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:25.964 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 445, 2024-09-13T00:03:25.964 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 48503067 2024-09-13T00:03:25.964 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.964 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:25.964 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 445, 2024-09-13T00:03:25.964 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4744863 2024-09-13T00:03:25.964 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.964 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.964 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:25.964 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:25.965 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901931652 2024-09-13T00:03:25.965 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.965 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:25.965 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 273072128 2024-09-13T00:03:25.965 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.965 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:25.965 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 272736256 2024-09-13T00:03:25.965 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.965 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:25.965 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184985907 2024-09-13T00:03:25.965 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.965 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:25.966 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 335872 2024-09-13T00:03:25.966 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.966 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.966 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:25.966 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:25.966 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:25.966 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.966 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:25.966 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.966 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.966 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:25.967 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.967 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.967 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:25.967 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87926890 2024-09-13T00:03:25.967 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.967 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:25.967 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.967 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.967 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:25.967 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.967 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.967 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:25.968 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.968 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.968 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:25.968 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.968 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.968 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:25.968 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.968 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.968 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:25.968 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:25.968 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.969 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:25.969 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.969 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.969 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:25.969 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.969 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.969 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:25.969 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.969 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.969 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:25.969 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71452566 2024-09-13T00:03:25.969 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.970 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.970 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:25.970 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:25.970 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:25.970 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.970 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:25.970 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:25.970 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.970 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:25.970 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.970 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.970 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:25.971 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659451681 2024-09-13T00:03:25.971 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.971 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:25.971 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.971 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.971 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:25.971 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.971 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.971 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:25.971 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.971 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.971 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:25.972 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.972 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:25.972 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.972 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:25.972 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:25.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.972 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:25.972 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.972 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:25.973 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.973 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.973 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:25.973 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.973 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.973 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:25.973 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70355087 2024-09-13T00:03:25.973 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.973 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.973 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:25.973 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:25.973 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:25.974 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.974 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:25.974 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:25.974 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.974 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:25.974 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:25.974 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.974 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:25.974 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58617927 2024-09-13T00:03:25.974 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.974 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:25.975 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.975 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:25.975 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.975 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:25.975 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.975 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:25.975 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.975 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:25.975 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.976 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.976 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:25.976 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.976 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.976 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:25.976 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.976 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.976 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:25.976 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.976 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.976 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:25.976 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.977 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.977 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:25.977 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67210729 2024-09-13T00:03:25.977 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.977 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.977 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:25.977 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:25.977 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:25.977 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.977 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:25.977 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.977 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.978 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:25.978 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.978 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.978 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:25.978 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659451681 2024-09-13T00:03:25.978 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.978 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:25.978 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.978 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.978 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:25.978 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2833 2024-09-13T00:03:25.978 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.979 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:25.979 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7083 2024-09-13T00:03:25.979 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.979 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:25.979 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.979 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.979 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:25.979 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.979 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.979 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:25.979 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 259251 2024-09-13T00:03:25.979 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.980 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:25.980 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.980 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.980 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:25.980 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.980 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.980 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:25.980 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.980 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.980 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:25.980 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70088048 2024-09-13T00:03:25.980 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.981 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.981 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:25.981 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:25.981 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.981 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.981 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:25.981 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.981 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.981 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:25.981 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.981 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.981 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:25.982 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.982 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.982 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.982 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:25.982 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:25.982 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 45 2024-09-13T00:03:25.982 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.982 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:25.982 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.982 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.982 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:25.982 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6 2024-09-13T00:03:25.983 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.983 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:25.983 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.983 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.983 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:25.983 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.983 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.983 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:25.983 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 604 2024-09-13T00:03:25.983 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.983 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:25.983 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:25.984 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33787879 2024-09-13T00:03:25.984 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.984 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:25.984 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.984 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.984 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:25.984 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 7, 2024-09-13T00:03:25.984 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4601729 2024-09-13T00:03:25.984 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.984 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:25.984 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:25.984 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 27779586 2024-09-13T00:03:25.985 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.985 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:25.985 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.985 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.985 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:25.985 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.985 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.985 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.985 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:25.985 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.985 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.985 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:25.985 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.986 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.986 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:25.986 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.986 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.986 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.986 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:25.986 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.986 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.986 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.986 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:25.986 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.986 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.987 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:25.987 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.987 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.987 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:25.987 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.987 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.987 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.987 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:25.987 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.987 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.987 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:25.987 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.988 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.988 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:25.988 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.988 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.988 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:25.988 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.988 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.988 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.988 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:25.988 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.988 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.988 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.989 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:25.989 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6 2024-09-13T00:03:25.989 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.989 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:25.989 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 604 2024-09-13T00:03:25.989 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.989 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:25.989 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:25.989 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33787879 2024-09-13T00:03:25.989 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.989 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:25.989 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.990 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.990 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:25.990 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 7, 2024-09-13T00:03:25.990 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4601729 2024-09-13T00:03:25.990 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.990 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:25.990 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:25.990 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 27779586 2024-09-13T00:03:25.990 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.990 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:25.990 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.990 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.991 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:25.991 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.991 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.991 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:25.991 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.991 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.991 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:25.991 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:25.991 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.991 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:25.991 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305737728 2024-09-13T00:03:25.991 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.992 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:25.992 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.992 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.1": { 2024-09-13T00:03:25.992 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:25.992 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:25.992 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.992 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.992 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:25.992 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.992 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.992 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:25.992 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:25.993 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.993 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:25.993 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.993 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.993 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:25.993 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.993 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.993 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:25.993 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.993 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.993 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:25.993 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:25.994 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.994 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:25.994 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1925120 2024-09-13T00:03:25.994 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.994 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:25.994 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.994 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.994 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.994 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:25.994 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:25.994 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.994 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.995 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:25.995 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:25.995 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.995 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:25.995 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:25.995 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.995 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:25.995 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1294336 2024-09-13T00:03:25.995 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.995 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:25.995 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1155072 2024-09-13T00:03:25.995 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.995 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:25.996 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:25.996 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.996 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:25.996 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.996 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.996 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:25.996 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.996 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:25.996 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:25.996 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.997 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:25.997 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:25.997 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.997 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:25.997 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:25.997 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.997 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:25.997 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:25.997 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.997 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:25.997 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:25.997 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.998 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:25.998 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.998 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.998 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:25.998 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:25.998 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.998 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:25.998 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:25.998 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.998 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:25.998 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:25.998 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.999 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:25.999 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:25.999 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.999 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:25.999 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:25.999 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.999 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:25.999 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:25.999 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:25.999 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:25.999 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:25.999 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.000 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:26.000 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:26.000 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.000 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:26.000 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.000 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.000 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:26.000 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.000 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.000 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:26.000 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.001 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.001 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:26.001 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.001 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.001 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:26.001 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.001 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.001 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:26.001 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.001 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.001 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:26.001 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.002 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.002 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:26.002 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.002 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.002 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:26.002 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.002 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.002 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:26.002 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3153920 2024-09-13T00:03:26.002 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.002 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.002 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:26.003 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:26.003 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:26.003 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.003 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:26.003 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 647168 2024-09-13T00:03:26.003 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.003 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:26.003 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:26.003 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 397537 2024-09-13T00:03:26.003 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.003 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:26.003 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.004 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.004 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.004 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:26.004 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.004 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.004 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:26.004 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.004 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.004 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:26.004 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.004 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.005 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:26.005 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 21, 2024-09-13T00:03:26.005 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 182369 2024-09-13T00:03:26.005 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.005 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:26.005 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.005 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.005 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.005 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:26.005 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 265, 2024-09-13T00:03:26.005 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 103903441 2024-09-13T00:03:26.005 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.006 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:26.006 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 258, 2024-09-13T00:03:26.006 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24666805 2024-09-13T00:03:26.006 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.006 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:26.006 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 265, 2024-09-13T00:03:26.006 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 809159 2024-09-13T00:03:26.006 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.006 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:26.006 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 265, 2024-09-13T00:03:26.006 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 104712600 2024-09-13T00:03:26.006 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.007 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:26.007 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.007 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.007 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.007 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:26.007 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:26.007 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 45569 2024-09-13T00:03:26.007 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.007 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:26.007 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:26.007 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 25082 2024-09-13T00:03:26.007 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.008 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:26.008 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.008 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.008 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.008 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:26.008 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.008 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.008 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.008 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:26.008 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:26.008 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22638 2024-09-13T00:03:26.009 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.009 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:26.009 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644 2024-09-13T00:03:26.009 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.009 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:26.009 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 227 2024-09-13T00:03:26.009 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.009 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:26.009 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 105, 2024-09-13T00:03:26.009 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2646884 2024-09-13T00:03:26.009 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.009 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:26.009 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 249, 2024-09-13T00:03:26.010 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 392692 2024-09-13T00:03:26.010 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.010 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:26.010 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 144, 2024-09-13T00:03:26.010 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1348132 2024-09-13T00:03:26.010 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.010 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:26.010 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.010 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.010 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:26.010 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:26.011 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 181701 2024-09-13T00:03:26.011 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.011 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:26.011 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:26.011 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8720668 2024-09-13T00:03:26.011 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.011 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:26.011 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 90, 2024-09-13T00:03:26.011 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9173986 2024-09-13T00:03:26.011 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.011 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:26.011 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 89, 2024-09-13T00:03:26.012 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 889735810957 2024-09-13T00:03:26.012 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.012 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:26.012 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 90, 2024-09-13T00:03:26.012 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 150255736063 2024-09-13T00:03:26.012 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.012 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:26.012 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 351, 2024-09-13T00:03:26.012 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 96030267514 2024-09-13T00:03:26.012 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.012 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:26.012 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 351, 2024-09-13T00:03:26.013 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 78891 2024-09-13T00:03:26.013 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.013 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:26.013 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:26.013 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780068 2024-09-13T00:03:26.013 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.013 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:26.013 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:26.013 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 288096168 2024-09-13T00:03:26.013 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.013 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:26.013 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:26.014 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 203606 2024-09-13T00:03:26.014 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.014 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:26.014 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:26.014 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277022490 2024-09-13T00:03:26.014 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.014 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:26.014 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:26.014 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 27312172 2024-09-13T00:03:26.014 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.014 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:26.014 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 285839 2024-09-13T00:03:26.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.015 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:26.015 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 49, 2024-09-13T00:03:26.015 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 425326 2024-09-13T00:03:26.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.015 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:26.015 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:26.015 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 602023982 2024-09-13T00:03:26.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.015 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:26.015 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:26.015 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33677296 2024-09-13T00:03:26.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.016 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:26.016 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 352, 2024-09-13T00:03:26.016 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3981326 2024-09-13T00:03:26.016 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.016 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:26.016 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:26.016 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901931652 2024-09-13T00:03:26.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.016 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:26.017 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 272023552 2024-09-13T00:03:26.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.017 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:26.017 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 271523840 2024-09-13T00:03:26.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.017 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:26.017 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184985907 2024-09-13T00:03:26.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.017 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:26.017 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 499712 2024-09-13T00:03:26.017 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.018 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:26.018 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.018 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:26.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.018 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.018 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.018 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.018 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.018 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.019 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87927920 2024-09-13T00:03:26.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.019 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.019 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.019 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.019 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.019 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.019 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.019 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.019 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.020 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.020 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.020 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.020 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:26.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.020 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.020 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.020 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.021 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.021 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.021 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.021 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.021 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.021 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.021 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71443344 2024-09-13T00:03:26.021 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.021 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.021 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:26.021 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.021 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:26.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.022 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.022 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:26.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.022 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.022 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.022 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.022 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659459401 2024-09-13T00:03:26.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.022 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.022 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.023 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.023 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.023 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.023 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.023 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.023 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.023 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.023 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.023 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.023 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.023 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.023 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.024 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.024 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:26.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.024 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.024 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.024 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.024 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.024 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.025 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.025 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.025 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.025 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70347367 2024-09-13T00:03:26.025 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.025 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.025 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:26.025 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.025 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:26.025 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.025 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.025 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:26.025 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.026 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.026 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:26.026 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.026 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.026 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58618613 2024-09-13T00:03:26.026 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.026 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.026 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.026 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.026 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.026 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.026 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.027 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.027 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.027 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.027 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.027 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.027 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.027 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.027 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.028 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.028 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.028 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.028 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.028 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.028 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.028 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.028 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.028 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.028 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.028 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67210043 2024-09-13T00:03:26.028 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.029 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:26.029 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.029 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:26.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.029 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.029 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.029 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.029 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.029 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.030 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659459401 2024-09-13T00:03:26.030 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.030 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.030 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.030 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.030 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.030 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.030 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.030 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.030 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.030 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.030 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.031 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.031 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.031 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.031 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.031 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 241032 2024-09-13T00:03:26.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.031 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.031 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.031 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.032 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.032 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.032 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.032 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.032 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.032 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.032 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70108463 2024-09-13T00:03:26.032 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.032 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.032 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:26.032 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:26.032 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.033 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:26.033 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.033 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:26.033 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.033 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:26.033 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.033 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.033 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:26.034 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:26.034 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37 2024-09-13T00:03:26.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.034 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:26.034 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.034 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:26.034 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 97 2024-09-13T00:03:26.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.034 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:26.034 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.035 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:26.035 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.035 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:26.035 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1640827 2024-09-13T00:03:26.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.035 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:26.035 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 97, 2024-09-13T00:03:26.035 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 983705340 2024-09-13T00:03:26.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.035 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:26.035 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 602 2024-09-13T00:03:26.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.036 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:26.036 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 97, 2024-09-13T00:03:26.036 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 51673667 2024-09-13T00:03:26.036 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.036 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:26.036 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 97, 2024-09-13T00:03:26.036 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 217676328 2024-09-13T00:03:26.036 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.036 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:26.036 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2024-09-13T00:03:26.036 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.036 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:26.037 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2024-09-13T00:03:26.037 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4659722 2024-09-13T00:03:26.037 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.037 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:26.037 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.037 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.037 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:26.037 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 602 2024-09-13T00:03:26.037 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.037 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:26.037 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2024-09-13T00:03:26.037 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3883749 2024-09-13T00:03:26.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.038 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:26.038 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2024-09-13T00:03:26.038 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3116756 2024-09-13T00:03:26.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.038 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:26.038 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2024-09-13T00:03:26.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.038 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:26.038 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.038 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:26.039 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 12, 2024-09-13T00:03:26.039 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 21991622 2024-09-13T00:03:26.039 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.039 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:26.039 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.039 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.039 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:26.039 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.039 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.039 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:26.039 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.039 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.040 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:26.040 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 12, 2024-09-13T00:03:26.040 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8145417 2024-09-13T00:03:26.040 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.040 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:26.040 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 12, 2024-09-13T00:03:26.040 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 20781400 2024-09-13T00:03:26.040 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.040 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:26.040 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67 2024-09-13T00:03:26.040 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.041 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:26.041 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1640827 2024-09-13T00:03:26.041 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.041 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:26.041 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 67, 2024-09-13T00:03:26.041 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 957053996 2024-09-13T00:03:26.041 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.041 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:26.041 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.041 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.041 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:26.041 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 67, 2024-09-13T00:03:26.041 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39644501 2024-09-13T00:03:26.042 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.042 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:26.042 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 67, 2024-09-13T00:03:26.042 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193778172 2024-09-13T00:03:26.042 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.042 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:26.042 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.042 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.042 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:26.042 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 590368 2024-09-13T00:03:26.042 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.042 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:26.043 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:26.043 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.043 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:26.043 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:26.043 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.043 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:26.043 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305139712 2024-09-13T00:03:26.043 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.043 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.043 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.043 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.2": { 2024-09-13T00:03:26.043 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:26.044 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:26.044 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.044 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:26.044 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.044 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:26.044 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:26.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.044 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:26.044 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.045 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:26.045 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.045 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.045 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:26.045 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.045 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.045 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:26.045 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:26.045 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.045 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:26.045 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1785856 2024-09-13T00:03:26.045 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.046 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:26.046 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.046 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.046 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.046 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:26.046 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.046 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.046 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.046 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:26.046 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:26.046 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.046 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:26.046 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:26.047 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.047 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:26.047 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1241088 2024-09-13T00:03:26.047 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.047 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:26.047 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1101824 2024-09-13T00:03:26.047 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.047 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:26.047 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:26.047 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.047 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:26.047 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.048 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.048 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:26.048 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.048 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.048 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:26.048 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:26.048 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.048 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:26.048 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:26.048 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.048 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:26.048 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:26.049 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.049 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:26.049 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:26.049 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.049 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:26.049 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:26.049 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.049 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:26.049 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.049 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.049 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:26.049 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.050 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.050 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:26.050 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:26.050 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.050 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:26.050 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:26.050 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.050 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:26.050 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:26.050 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.050 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:26.050 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:26.051 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.051 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:26.051 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:26.051 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.051 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:26.051 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:26.051 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.051 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:26.051 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:26.051 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.051 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:26.051 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.052 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:26.052 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.052 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:26.052 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.052 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:26.052 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.052 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:26.052 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.053 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:26.053 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.053 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:26.053 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.053 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:26.053 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.053 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:26.053 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.054 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.054 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:26.054 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2961408 2024-09-13T00:03:26.054 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.054 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.054 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:26.054 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:26.054 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:26.054 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.054 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:26.054 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 626688 2024-09-13T00:03:26.054 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.055 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:26.055 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 4, 2024-09-13T00:03:26.055 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 386252 2024-09-13T00:03:26.055 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.055 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:26.055 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.055 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.055 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.055 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:26.055 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.055 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.055 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:26.056 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.056 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.056 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:26.056 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.056 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.056 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:26.056 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 7, 2024-09-13T00:03:26.056 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14720 2024-09-13T00:03:26.056 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.056 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:26.056 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.056 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.057 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.057 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:26.057 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 252, 2024-09-13T00:03:26.057 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 72534707 2024-09-13T00:03:26.057 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.057 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:26.057 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 239, 2024-09-13T00:03:26.057 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22042986 2024-09-13T00:03:26.057 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.057 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:26.057 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 252, 2024-09-13T00:03:26.058 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 640455 2024-09-13T00:03:26.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.058 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:26.058 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 252, 2024-09-13T00:03:26.058 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73175162 2024-09-13T00:03:26.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.058 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:26.058 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.058 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.058 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:26.058 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:26.059 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 42497 2024-09-13T00:03:26.059 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.059 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:26.059 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:26.059 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3036 2024-09-13T00:03:26.059 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.059 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:26.059 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.059 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.059 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.059 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:26.059 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.060 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.060 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.060 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:26.060 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:26.060 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7659 2024-09-13T00:03:26.060 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.060 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:26.060 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 489 2024-09-13T00:03:26.060 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.060 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:26.060 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 194 2024-09-13T00:03:26.060 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.061 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:26.061 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 86, 2024-09-13T00:03:26.061 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1289797 2024-09-13T00:03:26.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.061 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:26.061 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 208, 2024-09-13T00:03:26.061 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 308451 2024-09-13T00:03:26.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.061 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:26.061 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 122, 2024-09-13T00:03:26.061 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 526684 2024-09-13T00:03:26.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.062 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:26.062 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.062 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.062 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:26.062 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:26.062 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159289 2024-09-13T00:03:26.062 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.062 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:26.062 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:26.062 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8102652 2024-09-13T00:03:26.062 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.062 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:26.063 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 85, 2024-09-13T00:03:26.063 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8333545 2024-09-13T00:03:26.063 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.063 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:26.063 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 84, 2024-09-13T00:03:26.063 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 574015583165 2024-09-13T00:03:26.063 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.063 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:26.063 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 85, 2024-09-13T00:03:26.063 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 145259210275 2024-09-13T00:03:26.063 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.063 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:26.064 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 284, 2024-09-13T00:03:26.064 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 92593510680 2024-09-13T00:03:26.064 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.064 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:26.064 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 284, 2024-09-13T00:03:26.064 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57735 2024-09-13T00:03:26.064 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.064 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:26.064 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:26.064 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 584667 2024-09-13T00:03:26.064 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.064 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:26.065 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:26.065 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 180819886 2024-09-13T00:03:26.065 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.065 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:26.065 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:26.065 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 166013 2024-09-13T00:03:26.065 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.065 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:26.065 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:26.065 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 50705146 2024-09-13T00:03:26.065 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.065 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:26.065 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:26.066 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24533183 2024-09-13T00:03:26.066 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.066 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:26.066 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 284726 2024-09-13T00:03:26.066 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.066 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:26.066 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 45, 2024-09-13T00:03:26.066 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 398279 2024-09-13T00:03:26.066 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.066 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:26.066 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:26.066 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 264817050 2024-09-13T00:03:26.067 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.067 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:26.067 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:26.067 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 30405737 2024-09-13T00:03:26.067 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.067 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:26.067 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2024-09-13T00:03:26.067 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3023604 2024-09-13T00:03:26.067 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.067 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.067 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:26.067 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:26.068 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901931652 2024-09-13T00:03:26.068 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.068 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:26.068 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270974976 2024-09-13T00:03:26.068 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.068 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:26.068 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270778368 2024-09-13T00:03:26.068 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.068 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:26.068 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184985907 2024-09-13T00:03:26.068 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.068 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:26.069 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 196608 2024-09-13T00:03:26.069 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.069 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.069 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:26.069 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.069 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:26.069 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.069 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.069 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.069 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.069 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.069 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.070 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.070 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87929319 2024-09-13T00:03:26.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.070 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.070 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.070 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.070 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.070 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.070 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.071 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.071 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.071 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.071 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.071 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.071 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.071 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.071 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:26.071 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.071 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.071 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.071 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.072 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.072 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.072 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.072 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.072 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.072 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71450137 2024-09-13T00:03:26.072 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.072 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:26.072 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.073 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:26.073 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.073 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.073 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:26.073 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.073 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.073 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.073 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.073 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.073 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659469895 2024-09-13T00:03:26.073 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.073 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.074 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.074 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.074 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.074 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.074 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.074 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.074 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.074 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.074 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.074 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.074 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.074 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.075 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.075 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.075 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.075 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:26.075 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.075 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.075 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.075 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.075 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.075 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.075 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.075 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.075 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.076 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.076 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.076 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70336873 2024-09-13T00:03:26.076 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.076 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.076 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:26.076 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.076 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:26.076 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.076 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.076 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:26.077 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.077 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.077 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:26.077 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.077 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.077 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58619546 2024-09-13T00:03:26.077 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.077 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.077 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.077 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.077 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.077 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.077 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.078 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.078 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.078 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.078 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.078 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.078 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.078 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.078 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.078 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.078 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.078 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.078 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.079 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.079 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.079 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.079 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.079 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.079 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.079 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.079 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.079 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.079 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.079 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67209110 2024-09-13T00:03:26.080 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.080 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.080 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:26.080 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.080 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:26.080 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.080 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.080 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.080 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.080 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.080 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.080 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.081 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.081 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659469895 2024-09-13T00:03:26.081 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.081 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.081 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.081 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.081 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.081 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.081 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.081 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.081 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.081 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.082 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.082 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.082 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.082 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.082 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.082 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.082 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.082 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 225918 2024-09-13T00:03:26.082 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.082 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.082 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.082 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.083 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.083 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.083 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.083 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.083 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.083 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.083 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.083 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70113083 2024-09-13T00:03:26.083 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.083 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.083 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:26.083 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:26.083 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.084 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.084 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:26.084 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.084 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.084 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:26.084 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.084 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.084 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:26.084 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.084 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.084 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.085 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:26.085 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:26.085 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 31 2024-09-13T00:03:26.085 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.085 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:26.085 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.085 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.085 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:26.085 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2024-09-13T00:03:26.085 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.085 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:26.085 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.086 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.086 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:26.086 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.086 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.086 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:26.086 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.086 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.086 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:26.086 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2024-09-13T00:03:26.086 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67268734 2024-09-13T00:03:26.086 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.086 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:26.086 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.087 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.087 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:26.087 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2024-09-13T00:03:26.087 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8424390 2024-09-13T00:03:26.087 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.087 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:26.087 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2024-09-13T00:03:26.087 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 47247120 2024-09-13T00:03:26.087 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.087 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:26.087 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.087 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.088 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:26.088 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.088 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.088 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.088 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:26.088 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.088 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.088 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:26.088 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.088 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.088 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:26.088 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.089 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.089 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.089 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:26.089 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.089 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.089 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.089 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:26.089 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.089 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.089 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:26.089 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.089 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.090 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:26.090 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.090 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.090 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.090 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:26.090 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.090 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.090 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:26.090 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.090 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.090 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:26.090 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.091 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.091 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:26.091 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.091 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.091 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.091 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:26.091 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.091 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.091 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.091 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:26.091 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2024-09-13T00:03:26.091 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.092 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:26.092 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.092 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.092 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:26.092 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2024-09-13T00:03:26.092 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67268734 2024-09-13T00:03:26.092 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.092 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:26.092 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.092 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.092 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:26.092 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2024-09-13T00:03:26.093 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8424390 2024-09-13T00:03:26.093 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.093 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:26.093 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2024-09-13T00:03:26.093 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 47247120 2024-09-13T00:03:26.093 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.093 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:26.093 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.093 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.093 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:26.093 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.093 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.094 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:26.094 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.094 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.094 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:26.094 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:26.094 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.094 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:26.094 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305119232 2024-09-13T00:03:26.094 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.094 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.094 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.094 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.3": { 2024-09-13T00:03:26.095 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:26.095 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:26.095 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.095 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.095 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:26.095 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.095 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.095 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:26.095 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:26.095 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.095 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:26.095 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.096 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.096 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:26.096 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.096 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.096 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:26.096 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.096 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.096 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:26.096 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:26.096 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.096 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:26.096 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1122304 2024-09-13T00:03:26.097 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.097 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:26.097 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.097 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.097 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.097 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:26.097 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.097 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.097 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.097 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:26.097 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:26.097 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.098 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:26.098 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:26.098 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.098 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:26.098 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 868352 2024-09-13T00:03:26.098 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.098 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:26.098 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729088 2024-09-13T00:03:26.098 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.098 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:26.098 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:26.098 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.099 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:26.099 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.099 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.099 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:26.099 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.099 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.099 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:26.099 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:26.099 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.099 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:26.099 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:26.099 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.100 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:26.100 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:26.100 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.100 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:26.100 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:26.100 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.100 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:26.100 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:26.100 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.100 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:26.100 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.100 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.101 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:26.101 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.101 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.101 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:26.101 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:26.101 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.101 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:26.101 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:26.101 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.101 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:26.101 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:26.101 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.102 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:26.102 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:26.102 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.102 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:26.102 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:26.102 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.102 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:26.102 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:26.102 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.102 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:26.102 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:26.102 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.102 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:26.103 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.103 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.103 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:26.103 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.103 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.103 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:26.103 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.103 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.103 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:26.103 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.103 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.103 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:26.104 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.104 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:26.104 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.104 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:26.104 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.104 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:26.104 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.104 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:26.105 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.105 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.105 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:26.105 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1925120 2024-09-13T00:03:26.105 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.105 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.105 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:26.105 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:26.105 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:26.105 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.105 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:26.105 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 651264 2024-09-13T00:03:26.106 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.106 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:26.106 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.106 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.106 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.106 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:26.106 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.106 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.106 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.106 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:26.106 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.106 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.106 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:26.107 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.107 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.107 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:26.107 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.107 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.107 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:26.107 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:26.107 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12604 2024-09-13T00:03:26.107 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.107 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:26.107 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.107 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.108 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.108 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:26.108 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 161, 2024-09-13T00:03:26.108 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57624304 2024-09-13T00:03:26.108 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.108 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:26.108 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 149, 2024-09-13T00:03:26.108 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23613005 2024-09-13T00:03:26.108 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.108 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:26.108 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 161, 2024-09-13T00:03:26.108 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 427991 2024-09-13T00:03:26.109 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.109 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:26.109 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 161, 2024-09-13T00:03:26.109 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58052295 2024-09-13T00:03:26.109 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.109 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:26.109 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.109 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.109 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.109 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:26.109 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:26.109 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 55937 2024-09-13T00:03:26.110 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.110 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:26.110 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:26.110 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3847 2024-09-13T00:03:26.110 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.110 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:26.110 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.110 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.110 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.110 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:26.110 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.110 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.111 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:26.111 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:26.111 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13313 2024-09-13T00:03:26.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.111 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:26.111 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 313 2024-09-13T00:03:26.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.111 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:26.111 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 205 2024-09-13T00:03:26.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.111 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:26.111 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 72, 2024-09-13T00:03:26.112 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1203747 2024-09-13T00:03:26.112 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.112 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:26.112 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 122, 2024-09-13T00:03:26.112 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 426653 2024-09-13T00:03:26.112 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.112 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:26.112 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 50, 2024-09-13T00:03:26.112 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 382908 2024-09-13T00:03:26.112 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.112 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:26.112 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.113 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.113 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:26.113 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.113 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.113 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.113 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:26.113 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:26.113 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5259309 2024-09-13T00:03:26.113 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.113 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:26.113 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 47, 2024-09-13T00:03:26.114 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4375933 2024-09-13T00:03:26.114 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.114 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:26.114 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 45, 2024-09-13T00:03:26.114 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 571978952919 2024-09-13T00:03:26.114 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.114 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:26.114 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 47, 2024-09-13T00:03:26.114 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65251911225 2024-09-13T00:03:26.114 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.114 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:26.114 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 232, 2024-09-13T00:03:26.115 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 845846 2024-09-13T00:03:26.115 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.115 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:26.115 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 232, 2024-09-13T00:03:26.115 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 42974 2024-09-13T00:03:26.115 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.115 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:26.115 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:26.115 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 416497 2024-09-13T00:03:26.115 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.115 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:26.115 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:26.115 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 218393552 2024-09-13T00:03:26.116 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.116 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:26.116 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:26.116 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 127537 2024-09-13T00:03:26.116 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.116 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:26.116 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:26.116 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 145460410 2024-09-13T00:03:26.116 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.116 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:26.116 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:26.117 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 19093274 2024-09-13T00:03:26.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.117 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:26.117 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 288115 2024-09-13T00:03:26.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.117 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:26.117 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 37, 2024-09-13T00:03:26.117 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 319439 2024-09-13T00:03:26.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.117 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:26.117 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:26.117 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 388674246 2024-09-13T00:03:26.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.118 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:26.118 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:26.120 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24507250 2024-09-13T00:03:26.120 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.120 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:26.120 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 234, 2024-09-13T00:03:26.120 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2627369 2024-09-13T00:03:26.120 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.120 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.120 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:26.121 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:26.121 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901931652 2024-09-13T00:03:26.121 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.121 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:26.121 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 269860864 2024-09-13T00:03:26.121 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.121 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:26.121 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 269557760 2024-09-13T00:03:26.121 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.121 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:26.121 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184985907 2024-09-13T00:03:26.121 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.122 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:26.122 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 303104 2024-09-13T00:03:26.122 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.122 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.122 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:26.122 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.122 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:26.122 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.122 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.122 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.122 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.122 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.123 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.123 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.123 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.123 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87928368 2024-09-13T00:03:26.123 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.123 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.123 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.123 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.123 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.123 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.123 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.123 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.123 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.124 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.124 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.124 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.124 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.124 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.124 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.124 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.124 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.124 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2024-09-13T00:03:26.124 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.124 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.124 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.125 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.125 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.125 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.125 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.125 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.125 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.125 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.125 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.125 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71446992 2024-09-13T00:03:26.125 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.125 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.125 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:26.126 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.126 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:26.126 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.126 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.126 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:26.126 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.126 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.126 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.126 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.126 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.126 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659462760 2024-09-13T00:03:26.126 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.127 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.127 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.127 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.127 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.127 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.127 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.127 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.127 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.127 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.127 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.127 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.127 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.128 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.128 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.128 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.128 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.128 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:26.128 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.128 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.128 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.128 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.128 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.128 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.128 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.128 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.129 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.129 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.129 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.129 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70344008 2024-09-13T00:03:26.129 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.129 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.129 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:26.129 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.129 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:26.129 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.129 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.129 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:26.130 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.130 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.130 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:26.130 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.130 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.130 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58618912 2024-09-13T00:03:26.130 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.130 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.130 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.130 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.130 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.130 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.131 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.131 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.131 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.131 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.131 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.131 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.131 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.131 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.132 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.132 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.132 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.132 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.132 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.132 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.132 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.132 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.132 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.132 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.132 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.132 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67209744 2024-09-13T00:03:26.133 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.133 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.133 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:26.133 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.133 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:26.133 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.133 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.133 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.133 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.133 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.133 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.133 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.134 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.134 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659462760 2024-09-13T00:03:26.134 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.134 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.134 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.134 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.134 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.134 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.134 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.134 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.134 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.135 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.135 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.135 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.135 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.135 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.135 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 240449 2024-09-13T00:03:26.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.135 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.135 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.136 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.136 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.136 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.136 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.136 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.136 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.136 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.136 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.136 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70105687 2024-09-13T00:03:26.136 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.137 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.137 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:26.137 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:26.137 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.137 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.137 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:26.137 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.137 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.137 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:26.137 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.137 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.138 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:26.138 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.138 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.138 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.138 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:26.138 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:26.138 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37 2024-09-13T00:03:26.138 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.138 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:26.138 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.138 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.139 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:26.139 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.139 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.139 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:26.139 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.139 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.139 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:26.139 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.139 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.139 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:26.139 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.140 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.140 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:26.140 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.140 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.140 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.140 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:26.140 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.140 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.140 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:26.140 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:26.141 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 759581 2024-09-13T00:03:26.141 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.141 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:26.141 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.141 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.141 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.141 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:26.141 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.141 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.141 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:26.141 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.142 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.142 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.142 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:26.142 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.142 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.142 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:26.142 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.142 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.142 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:26.142 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.143 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.143 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.143 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:26.143 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.143 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.143 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.143 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:26.143 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.143 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.143 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:26.144 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.144 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.144 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:26.144 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.144 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.144 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.144 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:26.144 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.144 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.144 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:26.144 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.145 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.145 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:26.145 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.145 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.145 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:26.145 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.145 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.145 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.145 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:26.145 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.145 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.145 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.146 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:26.146 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.146 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.146 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:26.146 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.146 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.146 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:26.146 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.146 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.146 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.146 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:26.146 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.147 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.147 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:26.147 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:26.147 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 759581 2024-09-13T00:03:26.147 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.147 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:26.147 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.147 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.147 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.147 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:26.147 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.147 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.147 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:26.148 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.148 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.148 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:26.148 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.148 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.148 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:26.148 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:26.148 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.148 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:26.148 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305139712 2024-09-13T00:03:26.148 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.149 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.149 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.149 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.4": { 2024-09-13T00:03:26.149 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:26.149 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:26.149 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.149 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.149 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:26.149 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.149 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.149 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:26.149 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:26.149 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.150 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:26.150 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.150 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.150 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:26.150 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.150 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.150 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:26.150 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.150 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.150 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:26.150 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:26.150 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.151 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:26.151 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1175552 2024-09-13T00:03:26.151 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.151 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:26.151 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.151 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.151 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.151 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:26.151 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.151 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.151 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.151 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:26.151 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:26.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.152 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:26.152 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:26.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.152 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:26.152 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 901120 2024-09-13T00:03:26.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.152 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:26.152 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 761856 2024-09-13T00:03:26.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.152 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:26.153 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:26.153 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.153 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:26.153 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.153 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.153 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:26.153 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.153 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.153 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:26.153 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:26.153 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.153 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:26.153 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:26.154 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.154 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:26.154 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:26.154 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.154 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:26.154 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:26.154 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.154 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:26.154 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:26.154 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.154 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:26.154 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.155 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.155 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:26.155 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.155 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.155 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:26.155 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:26.155 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.155 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:26.155 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:26.155 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.155 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:26.155 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:26.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.156 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:26.156 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:26.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.156 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:26.156 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:26.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.156 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:26.156 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:26.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.156 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:26.156 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:26.157 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.157 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:26.157 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.157 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.157 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:26.157 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.157 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.157 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:26.157 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.157 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.157 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:26.158 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.158 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.158 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:26.158 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.158 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.158 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:26.158 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.158 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.158 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:26.158 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.158 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.159 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:26.159 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.159 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.159 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:26.159 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.159 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.159 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:26.159 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2011136 2024-09-13T00:03:26.159 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.159 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.159 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:26.159 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:26.160 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:26.160 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.160 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:26.160 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 655360 2024-09-13T00:03:26.160 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.160 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:26.160 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 8, 2024-09-13T00:03:26.160 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 612777 2024-09-13T00:03:26.160 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.160 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:26.160 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.160 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.161 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.161 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:26.161 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.161 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.161 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:26.161 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.161 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.161 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:26.161 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.161 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.161 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:26.161 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:26.162 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 42437 2024-09-13T00:03:26.162 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.162 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:26.162 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.162 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.162 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.162 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:26.162 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 169, 2024-09-13T00:03:26.162 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 77595420 2024-09-13T00:03:26.162 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.162 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:26.162 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 166, 2024-09-13T00:03:26.163 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11163577 2024-09-13T00:03:26.163 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.163 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:26.163 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 169, 2024-09-13T00:03:26.163 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 394916 2024-09-13T00:03:26.163 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.163 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:26.163 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 169, 2024-09-13T00:03:26.163 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 77990336 2024-09-13T00:03:26.163 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.163 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:26.163 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.163 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.164 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.164 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:26.164 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:26.164 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 53603 2024-09-13T00:03:26.164 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.164 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:26.164 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:26.164 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11146 2024-09-13T00:03:26.164 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.164 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:26.164 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.164 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.165 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.165 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:26.165 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.165 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.165 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.165 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:26.165 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:26.165 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14381 2024-09-13T00:03:26.165 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.165 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:26.165 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 351 2024-09-13T00:03:26.165 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.166 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:26.166 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 225 2024-09-13T00:03:26.166 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.166 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:26.166 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 89, 2024-09-13T00:03:26.166 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1815041 2024-09-13T00:03:26.166 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.166 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:26.166 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 148, 2024-09-13T00:03:26.166 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 370319 2024-09-13T00:03:26.166 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.166 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:26.167 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 59, 2024-09-13T00:03:26.167 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 679360 2024-09-13T00:03:26.167 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.167 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:26.167 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.167 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.167 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:26.167 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:26.167 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 213186 2024-09-13T00:03:26.167 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.167 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:26.167 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:26.167 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4658442 2024-09-13T00:03:26.168 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.168 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:26.168 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 37, 2024-09-13T00:03:26.168 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3728077 2024-09-13T00:03:26.168 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.168 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:26.168 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 36, 2024-09-13T00:03:26.168 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 486293693079 2024-09-13T00:03:26.168 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.168 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:26.168 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 37, 2024-09-13T00:03:26.168 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 54176208282 2024-09-13T00:03:26.169 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.169 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:26.169 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 258, 2024-09-13T00:03:26.169 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3369396446 2024-09-13T00:03:26.169 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.169 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:26.169 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 258, 2024-09-13T00:03:26.169 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 54644 2024-09-13T00:03:26.169 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.169 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:26.169 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:26.169 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 500538 2024-09-13T00:03:26.170 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.170 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:26.170 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:26.170 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 170316094 2024-09-13T00:03:26.170 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.170 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:26.170 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:26.170 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 152151 2024-09-13T00:03:26.170 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.170 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:26.170 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:26.170 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 116198601 2024-09-13T00:03:26.170 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.171 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:26.171 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:26.171 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 21369614 2024-09-13T00:03:26.171 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.171 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:26.171 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 286396 2024-09-13T00:03:26.171 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.171 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:26.171 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 35, 2024-09-13T00:03:26.171 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 285541 2024-09-13T00:03:26.171 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.171 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:26.172 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:26.172 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 313110872 2024-09-13T00:03:26.172 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.172 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:26.172 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:26.172 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 25523313 2024-09-13T00:03:26.172 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.172 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:26.172 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2024-09-13T00:03:26.172 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3574805 2024-09-13T00:03:26.172 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.173 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.173 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:26.173 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:26.173 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901932871 2024-09-13T00:03:26.173 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.173 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:26.173 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270008320 2024-09-13T00:03:26.173 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.173 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:26.173 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 269991936 2024-09-13T00:03:26.173 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.173 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:26.174 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184987340 2024-09-13T00:03:26.174 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.174 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:26.174 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 16384 2024-09-13T00:03:26.174 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.174 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.174 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:26.174 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.174 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:26.174 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.174 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.174 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.175 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.175 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.175 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.175 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.175 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.175 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87928605 2024-09-13T00:03:26.175 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.175 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.175 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.175 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.175 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.175 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.176 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.176 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.176 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.176 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.176 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.176 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.176 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.176 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.176 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.176 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.176 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.176 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.177 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.177 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.177 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.177 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.177 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.177 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.177 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.177 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71454947 2024-09-13T00:03:26.178 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.178 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:26.178 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.178 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:26.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.178 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.178 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:26.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.178 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.178 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.179 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.179 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659464538 2024-09-13T00:03:26.179 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.179 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.179 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.179 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.179 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.179 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.179 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.179 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.179 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.179 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.180 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.180 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.180 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.180 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.180 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.180 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.180 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.180 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:26.180 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.180 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.180 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.180 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.181 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.181 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.181 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.181 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.181 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.181 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.181 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.181 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70342230 2024-09-13T00:03:26.181 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.181 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.181 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:26.181 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.182 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:26.182 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.182 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.182 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:26.182 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.182 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.182 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:26.182 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.182 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.182 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58619070 2024-09-13T00:03:26.182 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.182 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.183 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.183 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.183 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.183 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.183 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.183 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.183 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.183 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.183 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.183 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.183 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.183 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.184 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.184 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.184 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.184 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.184 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.184 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.184 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.184 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.184 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.184 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.184 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.184 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.185 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.185 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.185 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.185 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67209586 2024-09-13T00:03:26.185 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.185 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.185 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:26.185 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.185 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:26.185 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.185 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.185 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.186 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.186 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.186 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.186 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.186 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.186 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659464538 2024-09-13T00:03:26.186 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.186 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.186 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.186 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.186 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.186 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.187 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.187 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.187 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.187 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.187 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.187 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.187 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.187 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.187 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.187 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.187 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.187 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 240353 2024-09-13T00:03:26.187 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.188 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.188 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.188 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.188 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.188 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.188 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.188 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.188 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.188 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.188 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.188 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70104005 2024-09-13T00:03:26.188 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.189 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.189 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:26.189 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:26.189 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.189 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.189 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:26.189 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.189 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.189 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:26.189 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.189 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.189 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:26.190 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.190 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.190 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.190 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:26.190 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:26.190 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39 2024-09-13T00:03:26.190 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.190 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:26.190 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.190 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.190 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:26.190 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:26.191 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.191 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:26.191 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.191 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.191 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:26.191 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.191 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.191 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:26.191 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2024-09-13T00:03:26.191 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.191 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:26.191 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:26.191 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7901979 2024-09-13T00:03:26.192 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.192 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:26.192 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.192 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.192 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:26.192 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:26.192 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 731199 2024-09-13T00:03:26.192 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.192 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:26.192 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:26.192 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7813619 2024-09-13T00:03:26.192 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.193 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:26.193 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.193 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.193 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:26.193 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.193 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.193 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.193 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:26.193 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.193 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.193 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:26.193 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.194 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.194 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:26.194 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.194 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.194 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.194 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:26.194 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.194 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.194 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.194 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:26.194 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.194 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.195 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:26.195 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.195 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.195 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:26.195 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.195 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.195 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.195 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:26.195 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.195 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.195 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:26.195 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.196 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.196 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:26.196 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.196 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.196 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:26.196 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.196 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.196 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.196 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:26.196 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.196 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.196 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.197 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:26.197 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2024-09-13T00:03:26.197 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.197 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:26.197 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2024-09-13T00:03:26.197 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.197 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:26.197 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:26.197 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7901979 2024-09-13T00:03:26.197 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.197 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:26.197 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.198 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.198 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:26.198 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:26.198 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 731199 2024-09-13T00:03:26.198 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.198 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:26.198 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:26.198 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7813619 2024-09-13T00:03:26.198 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.198 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:26.198 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.198 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.199 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:26.199 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.199 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.199 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:26.199 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.199 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.199 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:26.199 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:26.199 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.199 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:26.199 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305147904 2024-09-13T00:03:26.199 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.200 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.200 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.200 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.5": { 2024-09-13T00:03:26.200 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:26.200 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:26.200 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.200 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.200 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:26.200 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.200 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.200 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:26.200 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:26.201 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.201 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:26.201 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.201 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.201 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:26.201 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.201 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.201 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:26.201 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.201 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.201 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:26.201 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:26.202 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.202 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:26.202 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1236992 2024-09-13T00:03:26.202 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.202 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:26.202 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.202 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.202 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.202 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:26.202 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.202 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.202 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.203 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:26.203 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:26.203 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.203 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:26.203 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:26.203 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.203 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:26.203 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 950272 2024-09-13T00:03:26.203 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.203 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:26.203 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 811008 2024-09-13T00:03:26.203 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.204 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:26.204 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:26.204 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.204 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:26.204 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.204 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.204 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:26.204 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.204 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:26.204 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:26.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.205 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:26.205 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:26.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.205 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:26.205 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:26.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.205 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:26.205 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:26.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.205 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:26.205 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:26.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.206 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:26.206 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.206 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.206 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:26.206 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.206 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.206 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:26.206 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:26.206 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.206 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:26.206 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:26.206 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.207 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:26.207 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:26.207 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.207 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:26.207 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:26.207 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.207 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:26.207 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:26.207 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.207 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:26.208 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:26.208 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.208 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:26.208 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:26.208 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.208 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:26.208 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.208 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.208 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:26.208 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.208 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.208 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:26.209 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.209 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.209 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:26.209 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.209 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.209 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:26.209 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.209 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.209 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:26.209 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.209 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.209 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:26.210 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.210 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.210 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:26.210 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.210 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.210 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:26.210 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.210 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.210 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:26.210 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2121728 2024-09-13T00:03:26.210 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.210 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.211 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:26.211 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:26.211 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:26.211 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.211 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:26.211 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 651264 2024-09-13T00:03:26.211 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.211 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:26.211 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2024-09-13T00:03:26.211 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 491515 2024-09-13T00:03:26.211 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.211 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:26.211 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.212 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.212 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.212 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:26.212 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.212 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.212 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:26.212 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.212 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.212 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:26.212 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.212 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.212 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:26.213 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 8, 2024-09-13T00:03:26.213 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 53692 2024-09-13T00:03:26.213 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.213 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:26.213 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.213 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.213 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.213 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:26.213 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 181, 2024-09-13T00:03:26.213 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 80189615 2024-09-13T00:03:26.213 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.213 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:26.214 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 166, 2024-09-13T00:03:26.214 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 19703673 2024-09-13T00:03:26.214 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.214 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:26.214 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 181, 2024-09-13T00:03:26.214 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 344150 2024-09-13T00:03:26.214 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.214 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:26.214 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 181, 2024-09-13T00:03:26.214 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 80533765 2024-09-13T00:03:26.214 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.214 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:26.215 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.215 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.215 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.215 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:26.215 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:26.215 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 90466 2024-09-13T00:03:26.215 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.215 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:26.215 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:26.215 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8313 2024-09-13T00:03:26.215 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.215 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:26.216 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.216 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.216 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.216 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:26.216 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.216 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.216 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.216 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:26.216 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:26.216 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8543 2024-09-13T00:03:26.216 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.216 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:26.217 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 337 2024-09-13T00:03:26.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.217 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:26.217 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 230 2024-09-13T00:03:26.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.217 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:26.217 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 86, 2024-09-13T00:03:26.217 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1391659 2024-09-13T00:03:26.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.217 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:26.217 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 137, 2024-09-13T00:03:26.217 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 350250 2024-09-13T00:03:26.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.218 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:26.218 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 51, 2024-09-13T00:03:26.218 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 755953 2024-09-13T00:03:26.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.218 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:26.218 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.218 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:26.218 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 4, 2024-09-13T00:03:26.218 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 232667 2024-09-13T00:03:26.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.219 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:26.219 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:26.219 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4415570 2024-09-13T00:03:26.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.219 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:26.219 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 39, 2024-09-13T00:03:26.219 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3506719 2024-09-13T00:03:26.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.219 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:26.219 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 37, 2024-09-13T00:03:26.219 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 445535622783 2024-09-13T00:03:26.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.219 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:26.220 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 39, 2024-09-13T00:03:26.220 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 78460195909 2024-09-13T00:03:26.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.220 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:26.220 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 269, 2024-09-13T00:03:26.220 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3660279694 2024-09-13T00:03:26.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.220 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:26.220 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 269, 2024-09-13T00:03:26.220 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 50621 2024-09-13T00:03:26.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.221 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:26.221 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:26.221 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 400699 2024-09-13T00:03:26.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.221 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:26.221 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:26.221 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 244135356 2024-09-13T00:03:26.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.221 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:26.221 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:26.221 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 141067 2024-09-13T00:03:26.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.222 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:26.222 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:26.222 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 181065934 2024-09-13T00:03:26.222 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.222 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:26.222 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:26.222 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23256097 2024-09-13T00:03:26.222 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.222 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:26.222 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 288099 2024-09-13T00:03:26.222 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.222 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:26.222 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 30, 2024-09-13T00:03:26.223 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 245583 2024-09-13T00:03:26.223 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.223 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:26.223 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:26.223 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 453338492 2024-09-13T00:03:26.223 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.223 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:26.223 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:26.223 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 27173336 2024-09-13T00:03:26.223 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.223 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:26.223 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 271, 2024-09-13T00:03:26.224 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3687473 2024-09-13T00:03:26.224 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.224 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.224 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:26.224 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:26.224 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901932871 2024-09-13T00:03:26.224 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.224 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:26.224 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270974976 2024-09-13T00:03:26.224 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.224 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:26.224 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270819328 2024-09-13T00:03:26.225 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.225 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:26.225 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184987340 2024-09-13T00:03:26.225 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.225 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:26.225 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 155648 2024-09-13T00:03:26.225 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.225 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.225 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:26.225 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.225 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:26.225 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.226 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.226 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.226 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.226 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.226 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.226 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.226 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.226 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87928447 2024-09-13T00:03:26.226 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.226 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.226 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.226 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.227 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.227 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.227 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.227 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.227 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.227 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.227 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.227 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.227 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.227 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.227 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.227 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.228 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.228 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.228 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.228 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.228 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.228 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.228 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.228 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.228 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.228 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.228 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.228 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.229 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.229 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71455105 2024-09-13T00:03:26.229 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.229 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.229 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:26.229 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.229 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:26.229 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.229 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.229 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:26.229 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.229 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.229 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.230 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.230 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659463359 2024-09-13T00:03:26.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.230 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.230 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.230 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.230 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.230 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.230 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.231 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.231 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.231 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.231 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.231 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.231 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:26.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.231 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.231 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.232 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.232 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.232 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.232 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.232 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.232 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70343409 2024-09-13T00:03:26.232 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.232 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:26.232 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.233 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:26.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.233 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.233 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:26.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.233 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.233 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:26.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.233 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.233 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58618965 2024-09-13T00:03:26.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.234 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.234 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.234 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.234 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.234 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.234 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.234 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.234 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.235 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.235 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.235 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.235 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.235 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.235 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.235 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.235 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.235 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.236 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.236 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.236 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67209691 2024-09-13T00:03:26.236 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.236 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:26.236 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.236 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:26.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.236 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.236 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.237 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.237 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.237 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.237 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.237 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.237 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659463359 2024-09-13T00:03:26.237 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.237 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.237 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.237 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.237 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.237 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.238 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.238 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.238 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.238 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.238 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.238 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.238 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.238 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.238 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.238 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.238 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.238 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 248530 2024-09-13T00:03:26.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.239 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.239 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.239 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.239 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.239 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.239 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.239 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.239 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70097007 2024-09-13T00:03:26.240 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.240 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:26.240 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:26.240 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.240 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:26.240 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.240 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:26.240 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.241 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:26.241 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.241 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.241 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.241 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:26.241 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:26.241 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 41 2024-09-13T00:03:26.241 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.241 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:26.241 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.241 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.241 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:26.241 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.242 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.242 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:26.242 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.242 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.242 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:26.242 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.242 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.242 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:26.242 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.242 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.242 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:26.242 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.243 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.243 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.243 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:26.243 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.243 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.243 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:26.243 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.243 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.243 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.243 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:26.243 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.243 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.244 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.244 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:26.244 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.244 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.244 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:26.244 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.244 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.244 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.244 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:26.244 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.244 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.244 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:26.245 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.245 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.245 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:26.245 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.245 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.245 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.245 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:26.245 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.245 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.245 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.245 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:26.245 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.246 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.246 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:26.246 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.246 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.246 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:26.246 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.246 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.246 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.246 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:26.246 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.246 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.246 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:26.246 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.247 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.247 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:26.247 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.247 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.247 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:26.247 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.247 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.247 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.247 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:26.247 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.247 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.247 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.248 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:26.248 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.248 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.248 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:26.248 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.248 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.248 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:26.248 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.248 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.248 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.248 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:26.248 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.249 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.249 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:26.249 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.249 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.249 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.249 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:26.249 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.249 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.249 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.249 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:26.249 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.249 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.250 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:26.250 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 590368 2024-09-13T00:03:26.250 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.250 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:26.250 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:26.250 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.250 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:26.250 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:26.250 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.250 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:26.250 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305139712 2024-09-13T00:03:26.250 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.251 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.251 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.251 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.6": { 2024-09-13T00:03:26.251 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:26.251 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:26.251 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.251 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.251 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:26.251 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.251 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.251 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:26.251 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:26.251 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.252 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:26.252 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.252 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.252 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:26.252 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.252 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.252 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:26.252 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.252 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.252 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:26.252 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:26.252 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.253 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:26.253 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1220608 2024-09-13T00:03:26.253 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.253 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:26.253 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.253 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.253 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.253 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:26.253 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.253 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.253 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.253 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:26.254 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:26.254 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.254 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:26.254 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:26.254 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.254 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:26.254 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 929792 2024-09-13T00:03:26.254 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.254 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:26.254 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 790528 2024-09-13T00:03:26.254 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.254 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:26.254 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:26.255 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.255 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:26.255 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.255 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.255 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:26.255 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.255 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.255 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:26.255 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:26.255 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.255 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:26.255 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:26.256 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.256 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:26.256 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:26.256 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.256 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:26.256 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:26.256 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.256 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:26.256 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:26.256 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.256 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:26.256 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.257 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.257 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:26.257 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.257 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.257 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:26.257 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:26.257 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.257 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:26.257 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:26.257 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.257 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:26.257 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:26.258 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.258 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:26.258 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:26.258 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.258 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:26.258 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:26.258 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.258 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:26.258 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:26.258 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.258 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:26.258 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:26.259 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.259 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:26.259 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.259 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.259 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:26.259 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.259 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.259 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:26.259 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.259 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.259 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:26.259 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.260 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.260 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:26.260 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.260 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.260 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:26.260 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.260 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.260 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:26.260 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.260 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.260 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:26.260 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.261 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.261 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:26.261 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.261 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.261 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:26.261 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2084864 2024-09-13T00:03:26.261 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.261 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.261 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:26.261 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:26.261 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:26.261 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.262 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:26.262 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1241088 2024-09-13T00:03:26.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.262 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:26.262 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.262 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.262 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:26.262 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.262 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.262 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:26.262 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.263 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.263 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:26.263 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.263 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.263 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:26.263 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.263 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.263 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:26.263 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:26.263 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7113 2024-09-13T00:03:26.263 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.264 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:26.264 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.264 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.264 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.264 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:26.264 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 176, 2024-09-13T00:03:26.264 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 79579512 2024-09-13T00:03:26.264 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.264 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:26.264 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 169, 2024-09-13T00:03:26.264 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 17913858 2024-09-13T00:03:26.264 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.265 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:26.265 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 176, 2024-09-13T00:03:26.265 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 295053 2024-09-13T00:03:26.265 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.265 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:26.265 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 176, 2024-09-13T00:03:26.265 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 79874565 2024-09-13T00:03:26.265 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.265 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:26.265 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.265 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.265 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.266 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:26.266 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:26.266 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 40053 2024-09-13T00:03:26.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.266 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:26.266 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:26.266 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2827 2024-09-13T00:03:26.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.266 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:26.266 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.266 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.267 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:26.267 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.267 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.267 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:26.267 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:26.267 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11697 2024-09-13T00:03:26.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.267 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:26.267 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 357 2024-09-13T00:03:26.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.267 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:26.268 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 236 2024-09-13T00:03:26.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.268 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:26.268 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 85, 2024-09-13T00:03:26.268 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1049854 2024-09-13T00:03:26.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.268 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:26.268 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 129, 2024-09-13T00:03:26.268 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 525382 2024-09-13T00:03:26.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.268 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:26.268 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 44, 2024-09-13T00:03:26.269 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 254979 2024-09-13T00:03:26.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.269 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:26.269 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.269 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:26.269 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.269 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.269 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:26.269 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 272, 2024-09-13T00:03:26.269 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5234195 2024-09-13T00:03:26.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.270 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:26.270 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 33, 2024-09-13T00:03:26.270 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2917417 2024-09-13T00:03:26.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.270 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:26.270 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 33, 2024-09-13T00:03:26.270 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 702004743049 2024-09-13T00:03:26.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.270 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:26.270 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 33, 2024-09-13T00:03:26.270 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 59926380309 2024-09-13T00:03:26.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.271 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:26.271 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 272, 2024-09-13T00:03:26.271 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 734815 2024-09-13T00:03:26.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.271 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:26.271 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 272, 2024-09-13T00:03:26.271 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 60493 2024-09-13T00:03:26.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.271 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:26.271 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 272, 2024-09-13T00:03:26.271 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 484938 2024-09-13T00:03:26.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.272 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:26.272 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 272, 2024-09-13T00:03:26.272 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 331023776 2024-09-13T00:03:26.272 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.272 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:26.272 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 272, 2024-09-13T00:03:26.272 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 170920 2024-09-13T00:03:26.272 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.272 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:26.272 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 272, 2024-09-13T00:03:26.272 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 206059171 2024-09-13T00:03:26.272 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.273 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:26.273 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 272, 2024-09-13T00:03:26.273 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24329100 2024-09-13T00:03:26.273 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.273 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:26.273 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 878673 2024-09-13T00:03:26.273 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.273 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:26.273 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 25, 2024-09-13T00:03:26.273 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 205017 2024-09-13T00:03:26.273 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.274 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:26.274 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 272, 2024-09-13T00:03:26.274 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 567211218 2024-09-13T00:03:26.274 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.274 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:26.274 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 272, 2024-09-13T00:03:26.274 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 30011635 2024-09-13T00:03:26.274 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.274 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:26.274 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 272, 2024-09-13T00:03:26.274 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4128104 2024-09-13T00:03:26.274 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.274 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.275 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:26.275 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:26.275 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901932871 2024-09-13T00:03:26.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.275 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:26.275 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 272023552 2024-09-13T00:03:26.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.275 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:26.275 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270106624 2024-09-13T00:03:26.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.275 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:26.275 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184987340 2024-09-13T00:03:26.276 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.276 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:26.276 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1916928 2024-09-13T00:03:26.276 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.276 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.276 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:26.276 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.276 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:26.276 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.276 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.276 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.277 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.277 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.277 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.277 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.277 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.277 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87928305 2024-09-13T00:03:26.277 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.277 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.277 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.277 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.277 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.277 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.278 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.278 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.278 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.278 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.278 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.278 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.278 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.278 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.278 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.278 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.278 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.278 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.279 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.279 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.279 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.279 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.279 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.279 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.279 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.279 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.279 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.279 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.279 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.279 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71455247 2024-09-13T00:03:26.279 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.280 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.280 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:26.280 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.280 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:26.280 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.280 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.280 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:26.280 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.280 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.280 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.280 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.281 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.281 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659462287 2024-09-13T00:03:26.281 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.281 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.281 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.281 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.281 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.281 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.281 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.281 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.281 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.281 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.282 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.282 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.282 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.282 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.282 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.282 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.282 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.282 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:26.282 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.282 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.282 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.282 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.283 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.283 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.283 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.283 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.283 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.283 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.283 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.283 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70344481 2024-09-13T00:03:26.283 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.283 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.283 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:26.283 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.284 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:26.284 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.284 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.284 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:26.284 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.284 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.284 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:26.284 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.284 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.284 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58618870 2024-09-13T00:03:26.284 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.284 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.285 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.285 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.285 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.285 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.285 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.285 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.285 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.285 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.285 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.285 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.285 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.285 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.286 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.286 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.286 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.286 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.286 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.286 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.286 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.286 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.287 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.287 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.287 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.287 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67209786 2024-09-13T00:03:26.287 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.287 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.287 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:26.287 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.287 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:26.287 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.287 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.288 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.288 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.288 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.288 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.288 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659462287 2024-09-13T00:03:26.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.288 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.288 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.289 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.289 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.289 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.289 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.289 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.289 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.289 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.289 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.289 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.289 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.289 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.289 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.290 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.290 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 250913 2024-09-13T00:03:26.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.290 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.290 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.290 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.290 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.290 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.290 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.291 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.291 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70095696 2024-09-13T00:03:26.291 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.291 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.291 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:26.291 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:26.291 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.291 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.291 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:26.291 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.291 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.291 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:26.292 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.292 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.292 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:26.292 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.292 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.292 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.292 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:26.292 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:26.292 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39 2024-09-13T00:03:26.292 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.292 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:26.292 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.292 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.293 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:26.293 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:26.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.293 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:26.293 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.293 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:26.293 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.293 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:26.293 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2894 2024-09-13T00:03:26.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.294 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:26.294 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 14, 2024-09-13T00:03:26.294 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 64034258 2024-09-13T00:03:26.294 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.294 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:26.294 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.294 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.294 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:26.294 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 16, 2024-09-13T00:03:26.294 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9440833 2024-09-13T00:03:26.294 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.294 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:26.295 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 14, 2024-09-13T00:03:26.295 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 54130474 2024-09-13T00:03:26.295 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.295 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:26.295 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.295 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.295 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:26.295 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.295 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.295 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.295 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:26.295 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.296 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.296 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:26.296 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.296 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.296 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:26.296 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.296 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.296 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.296 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:26.296 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.296 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.297 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:26.297 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.297 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:26.297 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.297 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:26.297 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.297 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.297 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:26.298 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.298 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:26.298 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.298 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:26.298 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.298 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:26.298 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.298 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.299 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:26.299 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.299 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.299 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.299 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:26.299 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:26.299 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.299 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:26.299 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2894 2024-09-13T00:03:26.299 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.299 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:26.299 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 14, 2024-09-13T00:03:26.300 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 64034258 2024-09-13T00:03:26.300 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.300 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:26.300 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.300 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.300 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:26.300 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 16, 2024-09-13T00:03:26.300 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9440833 2024-09-13T00:03:26.300 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.300 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:26.300 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 14, 2024-09-13T00:03:26.300 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 54130474 2024-09-13T00:03:26.301 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.301 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:26.301 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.301 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.301 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:26.301 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 590368 2024-09-13T00:03:26.301 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.301 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:26.301 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:26.301 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.301 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:26.301 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:26.302 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.302 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:26.302 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305729536 2024-09-13T00:03:26.302 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.302 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.302 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.302 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.7": { 2024-09-13T00:03:26.302 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2024-09-13T00:03:26.302 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2024-09-13T00:03:26.302 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.302 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.302 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2024-09-13T00:03:26.302 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.303 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.303 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2024-09-13T00:03:26.303 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2024-09-13T00:03:26.303 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.303 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2024-09-13T00:03:26.303 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.303 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.303 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2024-09-13T00:03:26.303 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.303 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.303 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2024-09-13T00:03:26.303 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.304 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.304 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2024-09-13T00:03:26.304 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2024-09-13T00:03:26.304 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.304 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2024-09-13T00:03:26.304 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1286144 2024-09-13T00:03:26.304 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.304 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2024-09-13T00:03:26.304 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.304 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.304 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.304 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2024-09-13T00:03:26.305 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.305 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.305 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.305 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2024-09-13T00:03:26.305 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:26.305 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.305 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2024-09-13T00:03:26.305 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304480256 2024-09-13T00:03:26.305 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.305 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2024-09-13T00:03:26.305 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1011712 2024-09-13T00:03:26.305 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.306 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2024-09-13T00:03:26.306 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 872448 2024-09-13T00:03:26.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.306 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2024-09-13T00:03:26.306 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312868864 2024-09-13T00:03:26.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.306 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2024-09-13T00:03:26.306 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.306 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2024-09-13T00:03:26.306 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.307 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2024-09-13T00:03:26.307 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2024-09-13T00:03:26.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.307 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2024-09-13T00:03:26.307 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 195697 2024-09-13T00:03:26.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.307 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2024-09-13T00:03:26.307 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23 2024-09-13T00:03:26.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.307 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2024-09-13T00:03:26.307 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2024-09-13T00:03:26.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.308 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2024-09-13T00:03:26.308 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1273856 2024-09-13T00:03:26.308 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.308 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2024-09-13T00:03:26.308 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.308 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.308 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2024-09-13T00:03:26.308 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.308 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.308 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2024-09-13T00:03:26.308 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15 2024-09-13T00:03:26.308 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.309 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2024-09-13T00:03:26.309 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4789 2024-09-13T00:03:26.309 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.309 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2024-09-13T00:03:26.309 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2024-09-13T00:03:26.309 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.309 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2024-09-13T00:03:26.309 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:26.309 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.309 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2024-09-13T00:03:26.309 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:26.309 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.310 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2024-09-13T00:03:26.310 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5589 2024-09-13T00:03:26.310 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.310 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2024-09-13T00:03:26.310 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24 2024-09-13T00:03:26.310 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.310 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2024-09-13T00:03:26.310 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.310 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.310 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2024-09-13T00:03:26.310 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.310 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.311 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2024-09-13T00:03:26.311 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.311 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.311 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2024-09-13T00:03:26.311 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.311 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.311 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2024-09-13T00:03:26.311 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.311 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.311 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2024-09-13T00:03:26.311 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.311 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.311 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2024-09-13T00:03:26.312 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.312 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2024-09-13T00:03:26.312 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.312 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2024-09-13T00:03:26.312 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.312 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2024-09-13T00:03:26.312 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2232320 2024-09-13T00:03:26.312 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.313 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2024-09-13T00:03:26.313 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2024-09-13T00:03:26.313 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2024-09-13T00:03:26.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.313 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2024-09-13T00:03:26.313 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1241088 2024-09-13T00:03:26.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.313 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2024-09-13T00:03:26.313 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2024-09-13T00:03:26.313 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 301580 2024-09-13T00:03:26.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.313 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2024-09-13T00:03:26.314 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.314 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.314 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2024-09-13T00:03:26.314 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.314 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2024-09-13T00:03:26.314 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.314 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2024-09-13T00:03:26.314 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.315 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2024-09-13T00:03:26.315 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 12, 2024-09-13T00:03:26.315 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 63220 2024-09-13T00:03:26.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.315 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2024-09-13T00:03:26.315 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.315 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.315 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2024-09-13T00:03:26.315 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 196, 2024-09-13T00:03:26.315 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 83532365 2024-09-13T00:03:26.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.316 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2024-09-13T00:03:26.316 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 183, 2024-09-13T00:03:26.316 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23694560 2024-09-13T00:03:26.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.316 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2024-09-13T00:03:26.316 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 196, 2024-09-13T00:03:26.316 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 227085 2024-09-13T00:03:26.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.316 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2024-09-13T00:03:26.316 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 196, 2024-09-13T00:03:26.316 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 83759450 2024-09-13T00:03:26.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.317 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2024-09-13T00:03:26.317 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.317 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.317 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.317 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2024-09-13T00:03:26.317 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:26.317 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 46349 2024-09-13T00:03:26.317 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.317 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2024-09-13T00:03:26.317 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:26.317 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1759 2024-09-13T00:03:26.317 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.318 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2024-09-13T00:03:26.318 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.318 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.318 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2024-09-13T00:03:26.318 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2024-09-13T00:03:26.318 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.318 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2024-09-13T00:03:26.318 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2024-09-13T00:03:26.318 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6626 2024-09-13T00:03:26.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.319 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2024-09-13T00:03:26.319 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 702 2024-09-13T00:03:26.319 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.319 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2024-09-13T00:03:26.319 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 265 2024-09-13T00:03:26.319 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.319 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2024-09-13T00:03:26.319 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 119, 2024-09-13T00:03:26.319 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2498097 2024-09-13T00:03:26.319 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.319 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2024-09-13T00:03:26.319 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 192, 2024-09-13T00:03:26.320 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 535939 2024-09-13T00:03:26.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.320 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2024-09-13T00:03:26.320 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 73, 2024-09-13T00:03:26.320 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1104465 2024-09-13T00:03:26.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.320 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2024-09-13T00:03:26.320 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.320 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2024-09-13T00:03:26.320 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2024-09-13T00:03:26.320 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 44349 2024-09-13T00:03:26.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.321 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2024-09-13T00:03:26.321 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 306, 2024-09-13T00:03:26.321 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3530624 2024-09-13T00:03:26.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.321 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T00:03:26.321 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 20, 2024-09-13T00:03:26.321 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1959506 2024-09-13T00:03:26.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.321 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2024-09-13T00:03:26.321 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 20, 2024-09-13T00:03:26.321 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 307933121482 2024-09-13T00:03:26.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.322 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2024-09-13T00:03:26.322 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 20, 2024-09-13T00:03:26.322 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 36680833806 2024-09-13T00:03:26.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.322 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2024-09-13T00:03:26.322 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 306, 2024-09-13T00:03:26.322 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 697943 2024-09-13T00:03:26.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.322 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2024-09-13T00:03:26.322 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 306, 2024-09-13T00:03:26.322 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 60894 2024-09-13T00:03:26.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.323 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2024-09-13T00:03:26.323 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 306, 2024-09-13T00:03:26.323 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 392370 2024-09-13T00:03:26.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.323 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2024-09-13T00:03:26.323 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 306, 2024-09-13T00:03:26.323 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 278522137 2024-09-13T00:03:26.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.323 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2024-09-13T00:03:26.323 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 306, 2024-09-13T00:03:26.323 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 162332 2024-09-13T00:03:26.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.324 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2024-09-13T00:03:26.324 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 306, 2024-09-13T00:03:26.324 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 215068291 2024-09-13T00:03:26.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.324 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2024-09-13T00:03:26.324 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 306, 2024-09-13T00:03:26.324 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22034431 2024-09-13T00:03:26.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.324 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2024-09-13T00:03:26.324 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 876935 2024-09-13T00:03:26.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.325 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2024-09-13T00:03:26.325 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 19, 2024-09-13T00:03:26.325 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 153719 2024-09-13T00:03:26.325 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.325 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2024-09-13T00:03:26.325 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 306, 2024-09-13T00:03:26.325 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 519622639 2024-09-13T00:03:26.325 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.325 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2024-09-13T00:03:26.325 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 306, 2024-09-13T00:03:26.325 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 27741038 2024-09-13T00:03:26.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.326 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2024-09-13T00:03:26.326 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 306, 2024-09-13T00:03:26.326 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5450572 2024-09-13T00:03:26.326 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.326 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2024-09-13T00:03:26.326 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2024-09-13T00:03:26.326 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1901932871 2024-09-13T00:03:26.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.326 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2024-09-13T00:03:26.326 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 271187968 2024-09-13T00:03:26.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.327 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2024-09-13T00:03:26.327 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270295040 2024-09-13T00:03:26.327 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.327 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2024-09-13T00:03:26.327 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3184987340 2024-09-13T00:03:26.327 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.327 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2024-09-13T00:03:26.327 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 892928 2024-09-13T00:03:26.327 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.327 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.327 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2024-09-13T00:03:26.327 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.328 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2024-09-13T00:03:26.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.328 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.328 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.328 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.328 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.328 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.328 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87910196 2024-09-13T00:03:26.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.328 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.329 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.329 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.329 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2024-09-13T00:03:26.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.329 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.329 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 143360 2024-09-13T00:03:26.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.329 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.329 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.330 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.330 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.330 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.330 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 135168 2024-09-13T00:03:26.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.330 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.330 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.330 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.330 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.331 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.331 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.331 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.331 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.331 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71186636 2024-09-13T00:03:26.331 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.331 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.331 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2024-09-13T00:03:26.331 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.331 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 796917760 2024-09-13T00:03:26.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.332 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.332 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:26.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.332 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.332 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.332 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.332 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659326475 2024-09-13T00:03:26.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.332 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.333 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.333 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.333 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.333 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.333 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.333 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.333 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.333 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.333 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.334 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.334 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2128 2024-09-13T00:03:26.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.334 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.334 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.334 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.334 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.334 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.334 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.335 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.335 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70480293 2024-09-13T00:03:26.335 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.335 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T00:03:26.335 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.335 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2024-09-13T00:03:26.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.335 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.335 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2024-09-13T00:03:26.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.336 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.336 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2024-09-13T00:03:26.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.336 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.336 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 58606797 2024-09-13T00:03:26.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.336 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.336 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.336 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.336 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.337 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.337 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.337 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.337 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.337 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.337 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.337 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.337 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.338 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.338 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.338 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.338 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.338 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.338 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.338 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.338 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67221859 2024-09-13T00:03:26.339 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.339 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2024-09-13T00:03:26.339 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2024-09-13T00:03:26.339 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 729808896 2024-09-13T00:03:26.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.339 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2024-09-13T00:03:26.339 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.339 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2024-09-13T00:03:26.339 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.340 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2024-09-13T00:03:26.340 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 659326475 2024-09-13T00:03:26.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.340 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2024-09-13T00:03:26.340 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.340 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2024-09-13T00:03:26.340 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4267 2024-09-13T00:03:26.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.340 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2024-09-13T00:03:26.340 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11379 2024-09-13T00:03:26.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.341 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2024-09-13T00:03:26.341 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.341 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2024-09-13T00:03:26.341 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.341 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2024-09-13T00:03:26.341 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 250351 2024-09-13T00:03:26.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.341 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2024-09-13T00:03:26.341 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.342 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2024-09-13T00:03:26.342 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.342 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2024-09-13T00:03:26.342 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.342 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2024-09-13T00:03:26.342 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70216424 2024-09-13T00:03:26.342 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.342 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2024-09-13T00:03:26.342 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2024-09-13T00:03:26.343 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.343 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:26.343 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.343 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2024-09-13T00:03:26.343 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.343 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:26.343 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.343 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.344 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2024-09-13T00:03:26.344 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2024-09-13T00:03:26.344 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 46 2024-09-13T00:03:26.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.344 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2024-09-13T00:03:26.344 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.344 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2024-09-13T00:03:26.344 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 143 2024-09-13T00:03:26.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.344 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2024-09-13T00:03:26.344 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.345 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2024-09-13T00:03:26.345 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.345 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2024-09-13T00:03:26.345 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.345 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2024-09-13T00:03:26.345 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 143, 2024-09-13T00:03:26.345 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 144653062 2024-09-13T00:03:26.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.345 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2024-09-13T00:03:26.346 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 265772 2024-09-13T00:03:26.346 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.346 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2024-09-13T00:03:26.346 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 145, 2024-09-13T00:03:26.346 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71575849 2024-09-13T00:03:26.346 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.346 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2024-09-13T00:03:26.346 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 143, 2024-09-13T00:03:26.346 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 125894482 2024-09-13T00:03:26.346 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.346 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2024-09-13T00:03:26.346 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 100 2024-09-13T00:03:26.347 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.347 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2024-09-13T00:03:26.347 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 100, 2024-09-13T00:03:26.347 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37815833 2024-09-13T00:03:26.347 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.347 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T00:03:26.347 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.347 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.347 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2024-09-13T00:03:26.347 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 265772 2024-09-13T00:03:26.347 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.347 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2024-09-13T00:03:26.348 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 100, 2024-09-13T00:03:26.348 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 31539871 2024-09-13T00:03:26.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.348 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2024-09-13T00:03:26.348 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 100, 2024-09-13T00:03:26.348 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 25064517 2024-09-13T00:03:26.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.348 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2024-09-13T00:03:26.348 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 38 2024-09-13T00:03:26.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.348 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2024-09-13T00:03:26.348 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.349 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2024-09-13T00:03:26.349 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 38, 2024-09-13T00:03:26.349 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 80545387 2024-09-13T00:03:26.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.349 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T00:03:26.349 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.349 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T00:03:26.349 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.349 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2024-09-13T00:03:26.350 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.350 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2024-09-13T00:03:26.350 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 38, 2024-09-13T00:03:26.350 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37065118 2024-09-13T00:03:26.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.350 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2024-09-13T00:03:26.350 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 38, 2024-09-13T00:03:26.350 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 75389223 2024-09-13T00:03:26.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.350 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2024-09-13T00:03:26.350 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2024-09-13T00:03:26.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.351 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2024-09-13T00:03:26.351 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.351 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2024-09-13T00:03:26.351 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:26.351 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 26291842 2024-09-13T00:03:26.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.351 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T00:03:26.351 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.351 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2024-09-13T00:03:26.351 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 7, 2024-09-13T00:03:26.352 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2970860 2024-09-13T00:03:26.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.352 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2024-09-13T00:03:26.352 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2024-09-13T00:03:26.352 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 25440742 2024-09-13T00:03:26.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.352 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2024-09-13T00:03:26.352 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2024-09-13T00:03:26.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.352 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2024-09-13T00:03:26.352 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 590368 2024-09-13T00:03:26.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.353 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2024-09-13T00:03:26.353 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2024-09-13T00:03:26.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.353 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2024-09-13T00:03:26.353 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2024-09-13T00:03:26.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.353 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2024-09-13T00:03:26.353 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305729536 2024-09-13T00:03:26.353 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.353 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.353 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.354 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": [ 2024-09-13T00:03:26.354 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.354 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:26.354 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr" 2024-09-13T00:03:26.354 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.354 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:26.354 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:26.354 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:26.354 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:26.354 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:26.354 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 1, 2024-09-13T00:03:26.354 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 1, 2024-09-13T00:03:26.355 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 1, 2024-09-13T00:03:26.355 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:26.355 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:26.355 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116359946, 2024-09-13T00:03:26.355 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 1781760, 2024-09-13T00:03:26.355 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:26.355 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:26.355 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 1781760, 2024-09-13T00:03:26.355 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:26.355 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:26.355 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 2, 2024-09-13T00:03:26.355 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:26.356 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 2.4504408884240547e-06, 2024-09-13T00:03:26.356 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:26.356 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:26.356 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 416, 2024-09-13T00:03:26.356 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 613376, 2024-09-13T00:03:26.356 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 590368, 2024-09-13T00:03:26.356 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 590368, 2024-09-13T00:03:26.356 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:26.356 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 1771104, 2024-09-13T00:03:26.356 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 177, 2024-09-13T00:03:26.356 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 1667072 2024-09-13T00:03:26.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.357 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:26.357 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:26.357 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:26.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.357 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.357 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:26.357 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2024-09-13T00:03:26.357 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.357 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:26.357 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:26.357 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:26.358 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:26.358 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:26.358 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 32, 2024-09-13T00:03:26.358 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 32, 2024-09-13T00:03:26.358 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 2, 2024-09-13T00:03:26.358 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:26.358 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:26.358 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116359946, 2024-09-13T00:03:26.358 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 98304, 2024-09-13T00:03:26.358 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:26.358 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:26.358 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 98304, 2024-09-13T00:03:26.359 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:26.359 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:26.359 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 22, 2024-09-13T00:03:26.359 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:26.359 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 1.351970553287174e-07, 2024-09-13T00:03:26.359 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:26.359 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:26.359 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2024-09-13T00:03:26.359 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2024-09-13T00:03:26.359 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 3410, 2024-09-13T00:03:26.359 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 3410, 2024-09-13T00:03:26.359 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:26.360 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 10230, 2024-09-13T00:03:26.360 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 52, 2024-09-13T00:03:26.360 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 20480 2024-09-13T00:03:26.360 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.360 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:26.360 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:26.360 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:26.360 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.360 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.360 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:26.360 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2024-09-13T00:03:26.360 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.361 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:26.361 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:26.361 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:26.361 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:26.361 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:26.361 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 64, 2024-09-13T00:03:26.361 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 64, 2024-09-13T00:03:26.361 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 3, 2024-09-13T00:03:26.361 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:26.361 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:26.361 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116359946, 2024-09-13T00:03:26.361 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 0, 2024-09-13T00:03:26.362 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:26.362 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:26.362 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 0, 2024-09-13T00:03:26.362 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:26.362 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:26.362 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 0, 2024-09-13T00:03:26.362 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:26.362 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 0.0, 2024-09-13T00:03:26.362 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:26.362 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:26.362 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2024-09-13T00:03:26.363 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2024-09-13T00:03:26.363 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 0, 2024-09-13T00:03:26.363 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 0, 2024-09-13T00:03:26.363 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:26.363 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 0, 2024-09-13T00:03:26.363 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 0, 2024-09-13T00:03:26.363 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 0 2024-09-13T00:03:26.363 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.363 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:26.363 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:26.363 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:26.363 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.364 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.364 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:26.364 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd" 2024-09-13T00:03:26.364 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.364 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2024-09-13T00:03:26.364 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2024-09-13T00:03:26.364 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2024-09-13T00:03:26.364 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2024-09-13T00:03:26.364 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2024-09-13T00:03:26.364 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 8, 2024-09-13T00:03:26.364 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 8, 2024-09-13T00:03:26.364 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 4, 2024-09-13T00:03:26.365 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2024-09-13T00:03:26.365 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2024-09-13T00:03:26.365 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116359946, 2024-09-13T00:03:26.365 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 12288, 2024-09-13T00:03:26.365 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2024-09-13T00:03:26.365 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2024-09-13T00:03:26.365 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 12288, 2024-09-13T00:03:26.365 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2024-09-13T00:03:26.365 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372116480, 2024-09-13T00:03:26.365 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 2, 2024-09-13T00:03:26.366 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2024-09-13T00:03:26.366 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 1.6899633692446514e-08, 2024-09-13T00:03:26.366 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2024-09-13T00:03:26.366 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2024-09-13T00:03:26.366 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2024-09-13T00:03:26.366 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2024-09-13T00:03:26.366 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 19, 2024-09-13T00:03:26.366 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 19, 2024-09-13T00:03:26.366 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2024-09-13T00:03:26.366 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 57, 2024-09-13T00:03:26.366 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 2, 2024-09-13T00:03:26.367 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 2048 2024-09-13T00:03:26.367 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.367 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2024-09-13T00:03:26.367 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2024-09-13T00:03:26.367 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2024-09-13T00:03:26.367 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.367 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.367 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": { 2024-09-13T00:03:26.367 INFO:tasks.workunit.client.0.smithi032.stdout: "mirroring_by_pool": [ 2024-09-13T00:03:26.367 INFO:tasks.workunit.client.0.smithi032.stdout: false 2024-09-13T00:03:26.367 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_images_by_pool": [ 2024-09-13T00:03:26.368 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.368 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pools": 1 2024-09-13T00:03:26.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.368 INFO:tasks.workunit.client.0.smithi032.stdout: "report_id": "553d16b4-ca85-4135-be71-d2627f87008a", 2024-09-13T00:03:26.368 INFO:tasks.workunit.client.0.smithi032.stdout: "report_timestamp": "2024-09-13T00:03:24.965138", 2024-09-13T00:03:26.368 INFO:tasks.workunit.client.0.smithi032.stdout: "report_version": 1, 2024-09-13T00:03:26.368 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_stats": { 2024-09-13T00:03:26.368 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "6.15.5" 2024-09-13T00:03:26.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.369 INFO:tasks.workunit.client.0.smithi032.stdout: "rook": { 2024-09-13T00:03:26.369 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster": { 2024-09-13T00:03:26.369 INFO:tasks.workunit.client.0.smithi032.stdout: "external-mode": null, 2024-09-13T00:03:26.369 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2024-09-13T00:03:26.369 INFO:tasks.workunit.client.0.smithi032.stdout: "allow-multiple-per-node": null, 2024-09-13T00:03:26.369 INFO:tasks.workunit.client.0.smithi032.stdout: "count": null, 2024-09-13T00:03:26.369 INFO:tasks.workunit.client.0.smithi032.stdout: "max-id": null, 2024-09-13T00:03:26.369 INFO:tasks.workunit.client.0.smithi032.stdout: "pvc": { 2024-09-13T00:03:26.369 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2024-09-13T00:03:26.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.369 INFO:tasks.workunit.client.0.smithi032.stdout: "stretch": { 2024-09-13T00:03:26.370 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2024-09-13T00:03:26.370 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.370 INFO:tasks.workunit.client.0.smithi032.stdout: "network": { 2024-09-13T00:03:26.370 INFO:tasks.workunit.client.0.smithi032.stdout: "provider": null 2024-09-13T00:03:26.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.370 INFO:tasks.workunit.client.0.smithi032.stdout: "storage": { 2024-09-13T00:03:26.370 INFO:tasks.workunit.client.0.smithi032.stdout: "device-set": { 2024-09-13T00:03:26.370 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2024-09-13T00:03:26.370 INFO:tasks.workunit.client.0.smithi032.stdout: "non-portable": null, 2024-09-13T00:03:26.370 INFO:tasks.workunit.client.0.smithi032.stdout: "portable": null, 2024-09-13T00:03:26.371 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2024-09-13T00:03:26.371 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.371 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.371 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.371 INFO:tasks.workunit.client.0.smithi032.stdout: "csi": { 2024-09-13T00:03:26.371 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2024-09-13T00:03:26.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.371 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes": { 2024-09-13T00:03:26.371 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2024-09-13T00:03:26.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.372 INFO:tasks.workunit.client.0.smithi032.stdout: "node": { 2024-09-13T00:03:26.372 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2024-09-13T00:03:26.372 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes-total": null, 2024-09-13T00:03:26.372 INFO:tasks.workunit.client.0.smithi032.stdout: "with-ceph-daemons": null, 2024-09-13T00:03:26.372 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T00:03:26.372 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-nfs-plugin": null, 2024-09-13T00:03:26.372 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-rbd-plugin": null 2024-09-13T00:03:26.372 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.372 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.372 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2024-09-13T00:03:26.373 INFO:tasks.workunit.client.0.smithi032.stdout: "storage-class": { 2024-09-13T00:03:26.373 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2024-09-13T00:03:26.373 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket": null, 2024-09-13T00:03:26.373 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs": null, 2024-09-13T00:03:26.373 INFO:tasks.workunit.client.0.smithi032.stdout: "nfs": null, 2024-09-13T00:03:26.373 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": null, 2024-09-13T00:03:26.373 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2024-09-13T00:03:26.373 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.373 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:26.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.374 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2024-09-13T00:03:26.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.374 INFO:tasks.workunit.client.0.smithi032.stdout: "services": {}, 2024-09-13T00:03:26.374 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_per_pg": [ 2024-09-13T00:03:26.374 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.374 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.374 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.374 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.374 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.374 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.375 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:26.375 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.375 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.375 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.375 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.375 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.375 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.375 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890734+0000", 2024-09-13T00:03:26.375 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.798882+0000", 2024-09-13T00:03:26.375 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.798882+0000", 2024-09-13T00:03:26.375 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.801083+0000", 2024-09-13T00:03:26.375 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890734+0000", 2024-09-13T00:03:26.376 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.376 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.376 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.376 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.376 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890734+0000", 2024-09-13T00:03:26.376 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890734+0000", 2024-09-13T00:03:26.376 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890734+0000", 2024-09-13T00:03:26.376 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.376 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.376 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.376 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890734+0000", 2024-09-13T00:03:26.377 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890734+0000", 2024-09-13T00:03:26.377 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.377 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.377 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.377 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.377 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.377 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.377 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.377 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.377 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.377 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.377 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.377 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.378 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.378 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3f", 2024-09-13T00:03:26.378 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.378 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.378 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.378 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.378 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.378 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:54:04.448555+0000", 2024-09-13T00:03:26.378 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.378 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.378 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.378 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.379 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.380 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.382 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.382 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.382 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.382 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.382 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.382 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.382 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.382 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:26.383 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.383 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.383 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.383 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.383 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.383 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.383 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.383 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:26.383 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.383 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.383 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.384 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.384 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.384 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.384 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.900216+0000", 2024-09-13T00:03:26.384 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.819177+0000", 2024-09-13T00:03:26.384 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.819177+0000", 2024-09-13T00:03:26.384 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.819658+0000", 2024-09-13T00:03:26.384 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.900216+0000", 2024-09-13T00:03:26.384 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.384 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.384 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.385 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.385 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.900216+0000", 2024-09-13T00:03:26.385 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.900216+0000", 2024-09-13T00:03:26.385 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.900216+0000", 2024-09-13T00:03:26.385 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.385 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.385 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.385 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.900216+0000", 2024-09-13T00:03:26.385 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.900216+0000", 2024-09-13T00:03:26.385 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.385 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.386 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.386 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.386 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.386 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.386 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.386 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.386 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.386 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.386 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.386 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.386 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.387 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3e", 2024-09-13T00:03:26.387 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.387 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.387 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.387 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.387 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.387 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:10:52.487980+0000", 2024-09-13T00:03:26.387 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.387 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.387 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.387 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.391 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.391 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.391 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.391 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.391 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.391 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.391 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.391 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.391 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.391 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.391 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:26.391 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.392 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.392 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.392 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.392 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.392 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.392 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.392 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.392 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:26.392 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.392 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.392 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.392 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.393 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.393 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890897+0000", 2024-09-13T00:03:26.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.799517+0000", 2024-09-13T00:03:26.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.799517+0000", 2024-09-13T00:03:26.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.800315+0000", 2024-09-13T00:03:26.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890897+0000", 2024-09-13T00:03:26.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890897+0000", 2024-09-13T00:03:26.394 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890897+0000", 2024-09-13T00:03:26.394 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890897+0000", 2024-09-13T00:03:26.394 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.394 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.394 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.394 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890897+0000", 2024-09-13T00:03:26.394 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890897+0000", 2024-09-13T00:03:26.394 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.394 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.394 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.394 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.394 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.395 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.395 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.395 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.395 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.395 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.395 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.395 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.395 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.395 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3d", 2024-09-13T00:03:26.395 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.395 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.395 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.396 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.396 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.396 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T00:16:53.410626+0000", 2024-09-13T00:03:26.396 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.396 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.396 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.398 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.398 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.398 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.398 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.398 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.398 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.398 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.398 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.398 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.398 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.398 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.398 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.399 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.399 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.399 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.399 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.399 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.399 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.399 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.399 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.399 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.399 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.399 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.399 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.400 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.400 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.400 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.400 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.400 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.400 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.400 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:26.400 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.400 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.400 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.400 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.400 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.401 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.401 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.401 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.401 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:26.401 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.401 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.401 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.401 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.401 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.401 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.401 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902268+0000", 2024-09-13T00:03:26.401 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.827885+0000", 2024-09-13T00:03:26.402 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.827885+0000", 2024-09-13T00:03:26.402 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.828505+0000", 2024-09-13T00:03:26.402 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902268+0000", 2024-09-13T00:03:26.402 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.402 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.402 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.402 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.402 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902268+0000", 2024-09-13T00:03:26.402 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902268+0000", 2024-09-13T00:03:26.402 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902268+0000", 2024-09-13T00:03:26.402 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.402 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.403 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.403 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902268+0000", 2024-09-13T00:03:26.403 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902268+0000", 2024-09-13T00:03:26.403 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.403 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.403 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.403 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.403 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.403 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.403 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.403 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.403 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.404 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.404 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.404 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.404 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.404 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3c", 2024-09-13T00:03:26.404 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.404 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.404 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.404 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.404 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.404 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:53:45.214447+0000", 2024-09-13T00:03:26.404 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.405 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.405 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.405 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.405 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.405 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.405 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.405 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.405 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.405 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.405 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.405 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.405 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.406 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.407 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.407 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.407 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.407 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.407 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.407 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.407 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.407 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.407 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.407 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.407 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.407 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.408 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.408 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.408 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.408 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.408 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.408 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.408 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.408 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.408 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.409 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.409 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.409 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.409 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.409 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:26.409 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.409 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.409 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.409 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.409 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.409 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.409 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:26.410 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.410 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:26.410 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.410 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.410 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.410 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.410 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.410 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.410 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891404+0000", 2024-09-13T00:03:26.410 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.805711+0000", 2024-09-13T00:03:26.410 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.805711+0000", 2024-09-13T00:03:26.410 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.806809+0000", 2024-09-13T00:03:26.411 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891404+0000", 2024-09-13T00:03:26.411 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.411 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.411 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.411 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.411 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891404+0000", 2024-09-13T00:03:26.411 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891404+0000", 2024-09-13T00:03:26.411 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891404+0000", 2024-09-13T00:03:26.411 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.411 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.411 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.412 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891404+0000", 2024-09-13T00:03:26.412 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891404+0000", 2024-09-13T00:03:26.412 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.412 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.412 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.412 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.412 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.412 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.412 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.412 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.412 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.412 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.413 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.413 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.413 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.413 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3b", 2024-09-13T00:03:26.413 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.413 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.413 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.413 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.413 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.413 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:08:41.405585+0000", 2024-09-13T00:03:26.413 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.413 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.414 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.414 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.414 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.414 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.414 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.414 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.414 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.414 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.414 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.414 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.414 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.414 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.417 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.417 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.417 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.417 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.417 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.417 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.417 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:26.418 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.418 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:26.418 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.418 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.418 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.418 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.418 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.418 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.418 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.418 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:26.418 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.419 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.419 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.419 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.419 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.419 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901694+0000", 2024-09-13T00:03:26.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.812711+0000", 2024-09-13T00:03:26.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.812711+0000", 2024-09-13T00:03:26.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.814917+0000", 2024-09-13T00:03:26.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901694+0000", 2024-09-13T00:03:26.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901694+0000", 2024-09-13T00:03:26.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901694+0000", 2024-09-13T00:03:26.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901694+0000", 2024-09-13T00:03:26.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901694+0000", 2024-09-13T00:03:26.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901694+0000", 2024-09-13T00:03:26.420 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.420 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.421 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.421 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.421 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.421 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.421 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.421 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.421 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.421 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.421 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.421 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.421 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.421 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3a", 2024-09-13T00:03:26.421 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.422 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.422 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.422 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.422 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.422 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:06:34.696128+0000", 2024-09-13T00:03:26.422 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.422 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.422 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.425 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.426 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.426 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.426 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.426 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.426 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.426 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.426 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.426 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.426 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.426 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:26.426 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.426 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.426 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.427 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.427 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.427 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.427 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:26.427 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.427 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:26.427 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.427 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.427 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.427 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.427 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.427 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.428 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.889872+0000", 2024-09-13T00:03:26.428 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.803816+0000", 2024-09-13T00:03:26.428 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.803816+0000", 2024-09-13T00:03:26.428 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.805024+0000", 2024-09-13T00:03:26.428 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.889872+0000", 2024-09-13T00:03:26.428 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.428 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.428 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.428 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.428 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.889872+0000", 2024-09-13T00:03:26.428 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.889872+0000", 2024-09-13T00:03:26.428 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.889872+0000", 2024-09-13T00:03:26.429 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.429 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.429 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.429 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.889872+0000", 2024-09-13T00:03:26.429 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.889872+0000", 2024-09-13T00:03:26.429 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.429 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.429 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.429 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.429 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.429 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.429 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.430 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.430 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.430 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.430 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.430 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.430 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.430 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.39", 2024-09-13T00:03:26.430 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.430 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.430 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.430 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.430 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.431 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:28:45.388631+0000", 2024-09-13T00:03:26.431 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.431 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.431 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.432 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.432 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.432 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.432 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.432 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.432 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.432 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.432 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.432 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.432 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.432 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.432 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.433 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.433 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.433 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.433 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.433 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.433 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.433 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.433 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.433 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.433 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.433 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.433 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.434 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.434 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.434 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.434 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.434 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.434 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.435 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.435 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:26.435 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.435 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:26.435 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.435 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.435 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.435 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.435 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.435 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.435 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.435 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.436 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:26.436 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.436 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.436 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.436 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.436 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.436 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.436 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.059734+0000", 2024-09-13T00:03:26.436 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.829314+0000", 2024-09-13T00:03:26.436 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.829314+0000", 2024-09-13T00:03:26.436 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.829749+0000", 2024-09-13T00:03:26.436 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.059734+0000", 2024-09-13T00:03:26.437 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.437 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.437 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.437 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.437 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.059734+0000", 2024-09-13T00:03:26.437 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.059734+0000", 2024-09-13T00:03:26.437 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.059734+0000", 2024-09-13T00:03:26.437 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.437 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.437 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.437 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.059734+0000", 2024-09-13T00:03:26.437 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.059734+0000", 2024-09-13T00:03:26.438 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.438 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.438 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.438 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.438 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.438 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.438 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.438 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.438 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.438 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.438 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.438 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.439 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.439 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.38", 2024-09-13T00:03:26.439 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.439 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.439 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.439 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.439 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.439 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:20:39.715275+0000", 2024-09-13T00:03:26.439 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.439 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.439 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.439 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.440 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.440 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.440 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.440 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.440 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.440 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.440 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.440 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.440 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.440 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.440 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.441 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.441 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.441 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.441 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.441 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.441 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.441 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.441 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.441 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.441 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.441 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.441 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.443 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.443 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.443 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.443 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.443 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.443 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.443 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.443 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.444 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:26.444 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.444 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.444 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.444 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.444 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.444 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.444 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:26.444 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.444 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:26.444 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.444 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.445 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.445 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.445 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.445 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891161+0000", 2024-09-13T00:03:26.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:59:05.151931+0000", 2024-09-13T00:03:26.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:59:05.151931+0000", 2024-09-13T00:03:26.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:59:05.152951+0000", 2024-09-13T00:03:26.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891161+0000", 2024-09-13T00:03:26.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 55, 2024-09-13T00:03:26.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891161+0000", 2024-09-13T00:03:26.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891161+0000", 2024-09-13T00:03:26.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891161+0000", 2024-09-13T00:03:26.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891161+0000", 2024-09-13T00:03:26.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891161+0000", 2024-09-13T00:03:26.446 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.446 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.446 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.447 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.447 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 54, 2024-09-13T00:03:26.447 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.447 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.447 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.447 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.447 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.447 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.447 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.447 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.447 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.37", 2024-09-13T00:03:26.447 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.447 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.448 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.448 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 30, 2024-09-13T00:03:26.448 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.448 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:31:26.735310+0000", 2024-09-13T00:03:26.448 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.448 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.448 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.451 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.452 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.452 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.452 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.452 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.452 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.452 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:26.452 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.452 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:26.452 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.452 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.452 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.453 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.453 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.453 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.453 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.453 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.453 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:26.453 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.453 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.453 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.453 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.453 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.453 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060083+0000", 2024-09-13T00:03:26.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.826774+0000", 2024-09-13T00:03:26.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.826774+0000", 2024-09-13T00:03:26.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.827323+0000", 2024-09-13T00:03:26.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060083+0000", 2024-09-13T00:03:26.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060083+0000", 2024-09-13T00:03:26.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060083+0000", 2024-09-13T00:03:26.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060083+0000", 2024-09-13T00:03:26.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.455 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.455 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.455 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060083+0000", 2024-09-13T00:03:26.455 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060083+0000", 2024-09-13T00:03:26.455 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.455 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.455 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.455 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.455 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.455 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.455 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.455 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.456 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.456 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.456 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.456 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.456 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.456 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.36", 2024-09-13T00:03:26.456 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.456 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.456 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.456 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.456 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.457 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:16:29.217564+0000", 2024-09-13T00:03:26.457 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.457 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.457 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.459 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.459 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.459 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.459 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.459 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.459 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.459 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.459 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.459 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.459 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.459 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.459 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.460 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.460 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.460 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.460 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.460 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.460 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.460 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.460 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.460 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.460 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.460 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.460 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.461 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.461 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.461 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.461 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.461 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:26.461 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.461 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.461 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.461 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.461 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.461 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.461 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.462 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.462 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:26.462 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.462 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.462 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.462 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.462 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.462 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.462 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060190+0000", 2024-09-13T00:03:26.462 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.826213+0000", 2024-09-13T00:03:26.462 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.826213+0000", 2024-09-13T00:03:26.462 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.826773+0000", 2024-09-13T00:03:26.463 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060190+0000", 2024-09-13T00:03:26.463 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.463 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.463 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.463 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.463 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060190+0000", 2024-09-13T00:03:26.463 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060190+0000", 2024-09-13T00:03:26.463 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060190+0000", 2024-09-13T00:03:26.463 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.463 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.463 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.463 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060190+0000", 2024-09-13T00:03:26.464 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060190+0000", 2024-09-13T00:03:26.464 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.464 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.464 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.464 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.464 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.464 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.464 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.464 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.464 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.464 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.465 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.465 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.465 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.465 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.35", 2024-09-13T00:03:26.465 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.465 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.465 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.465 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.465 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.465 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:20:22.942154+0000", 2024-09-13T00:03:26.465 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.465 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.466 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.466 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.466 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.466 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.466 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.466 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.466 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.466 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.466 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.466 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.466 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.466 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.467 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.467 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.467 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.467 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.467 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.467 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.467 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.467 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.467 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.467 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.467 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.467 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.469 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.469 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.469 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.469 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.469 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.469 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.469 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.470 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.470 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:26.470 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.470 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.470 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.470 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.470 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.470 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.470 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.470 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.470 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:26.470 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.471 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.471 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.471 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.471 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.471 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.471 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955672+0000", 2024-09-13T00:03:26.471 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:59:05.151380+0000", 2024-09-13T00:03:26.471 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:59:05.151380+0000", 2024-09-13T00:03:26.471 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:59:05.152341+0000", 2024-09-13T00:03:26.471 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955672+0000", 2024-09-13T00:03:26.471 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.471 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.472 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.472 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 55, 2024-09-13T00:03:26.472 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955672+0000", 2024-09-13T00:03:26.472 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955672+0000", 2024-09-13T00:03:26.472 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955672+0000", 2024-09-13T00:03:26.472 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.472 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.472 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.472 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955672+0000", 2024-09-13T00:03:26.472 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955672+0000", 2024-09-13T00:03:26.472 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.473 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.473 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.473 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.473 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 54, 2024-09-13T00:03:26.473 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.473 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.473 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.473 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.473 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.473 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.473 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.473 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.474 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.34", 2024-09-13T00:03:26.474 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.474 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.474 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.474 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2024-09-13T00:03:26.474 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.474 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:48:48.139714+0000", 2024-09-13T00:03:26.474 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.474 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.474 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.474 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.475 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.475 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.475 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.475 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.475 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.475 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.475 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.475 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.475 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.475 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.475 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.475 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.478 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.478 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.478 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.478 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.478 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.478 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.478 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.478 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.478 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:26.479 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.479 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.479 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.479 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.479 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.479 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.479 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.479 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.479 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:26.479 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.479 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.480 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.480 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.480 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.480 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060202+0000", 2024-09-13T00:03:26.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.817928+0000", 2024-09-13T00:03:26.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.817928+0000", 2024-09-13T00:03:26.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.823419+0000", 2024-09-13T00:03:26.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060202+0000", 2024-09-13T00:03:26.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060202+0000", 2024-09-13T00:03:26.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060202+0000", 2024-09-13T00:03:26.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060202+0000", 2024-09-13T00:03:26.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060202+0000", 2024-09-13T00:03:26.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060202+0000", 2024-09-13T00:03:26.481 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.482 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.482 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.482 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.482 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.482 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.482 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.482 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.482 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.482 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.482 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.482 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.482 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.483 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.33", 2024-09-13T00:03:26.483 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.483 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.483 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.483 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.483 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.483 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:33:00.148042+0000", 2024-09-13T00:03:26.483 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.483 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.483 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.486 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.486 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.486 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.486 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.486 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.486 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.486 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.486 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.486 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.486 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.486 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.486 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.487 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.487 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.487 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.487 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.487 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.487 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.487 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.487 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.487 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.487 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.487 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:26.487 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.488 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.488 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.488 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.488 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.488 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.488 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:26.488 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.488 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:26.488 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.488 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.488 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.488 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.489 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.489 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.489 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.889825+0000", 2024-09-13T00:03:26.489 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.811440+0000", 2024-09-13T00:03:26.489 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.811440+0000", 2024-09-13T00:03:26.489 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.811723+0000", 2024-09-13T00:03:26.489 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.889825+0000", 2024-09-13T00:03:26.489 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.489 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.489 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.489 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.490 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.889825+0000", 2024-09-13T00:03:26.490 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.889825+0000", 2024-09-13T00:03:26.490 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.889825+0000", 2024-09-13T00:03:26.490 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.490 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.490 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.490 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.889825+0000", 2024-09-13T00:03:26.490 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.889825+0000", 2024-09-13T00:03:26.490 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.490 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.490 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.490 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.491 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.491 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.491 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.491 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.491 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.491 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.491 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.491 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.491 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.491 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.32", 2024-09-13T00:03:26.491 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.491 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.492 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.492 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.492 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.492 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T00:03:12.881944+0000", 2024-09-13T00:03:26.492 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.492 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.492 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.493 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.493 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.493 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.493 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.493 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.493 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.493 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.493 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.493 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.493 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.493 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.493 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.494 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.494 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.494 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.494 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.494 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.494 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.494 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.494 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.494 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.494 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.494 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.494 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.495 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.495 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.495 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.495 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.495 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.495 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.495 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.495 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.495 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.495 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.495 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.495 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.496 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.496 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.496 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.496 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.496 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.496 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:26.496 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.496 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:26.496 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.496 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.496 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.496 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.497 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.497 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.497 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:26.497 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.497 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:26.497 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.497 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.497 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.497 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.497 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.497 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.497 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.898707+0000", 2024-09-13T00:03:26.498 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.804134+0000", 2024-09-13T00:03:26.498 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.804134+0000", 2024-09-13T00:03:26.498 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.807349+0000", 2024-09-13T00:03:26.498 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.898707+0000", 2024-09-13T00:03:26.498 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.498 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.498 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.498 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.498 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.898707+0000", 2024-09-13T00:03:26.498 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.898707+0000", 2024-09-13T00:03:26.498 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.898707+0000", 2024-09-13T00:03:26.498 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.499 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.499 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.499 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.898707+0000", 2024-09-13T00:03:26.499 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.898707+0000", 2024-09-13T00:03:26.499 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.499 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.499 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.499 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.499 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.499 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.499 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.499 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.500 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.500 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.500 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.500 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.500 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.500 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.31", 2024-09-13T00:03:26.500 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.500 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.500 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.500 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.500 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.500 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:02:35.203851+0000", 2024-09-13T00:03:26.501 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.501 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.501 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.501 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.504 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.504 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.504 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.504 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.505 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.505 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.505 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:26.505 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.505 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:26.505 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.505 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.505 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.505 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.505 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.505 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.505 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.505 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.506 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:26.506 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.506 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.506 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.506 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.506 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.506 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.506 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901221+0000", 2024-09-13T00:03:26.506 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.825403+0000", 2024-09-13T00:03:26.506 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.825403+0000", 2024-09-13T00:03:26.506 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.825914+0000", 2024-09-13T00:03:26.506 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901221+0000", 2024-09-13T00:03:26.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901221+0000", 2024-09-13T00:03:26.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901221+0000", 2024-09-13T00:03:26.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901221+0000", 2024-09-13T00:03:26.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901221+0000", 2024-09-13T00:03:26.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901221+0000", 2024-09-13T00:03:26.508 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.508 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.508 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.508 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.508 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.508 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.508 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.508 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.508 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.508 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.508 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.509 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.509 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.509 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.30", 2024-09-13T00:03:26.509 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.509 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.509 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.509 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.509 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.509 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:11:13.075070+0000", 2024-09-13T00:03:26.509 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.509 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.509 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.513 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.513 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.513 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.513 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.513 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.513 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.513 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.513 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.513 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.513 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.513 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.514 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.514 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:26.514 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.514 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.514 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.514 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.514 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.514 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.514 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:26.514 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.514 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:26.514 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.515 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.515 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.515 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.515 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.515 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.515 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.903102+0000", 2024-09-13T00:03:26.515 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.833136+0000", 2024-09-13T00:03:26.515 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.833136+0000", 2024-09-13T00:03:26.515 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.833774+0000", 2024-09-13T00:03:26.515 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.903102+0000", 2024-09-13T00:03:26.515 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.515 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.516 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.516 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.516 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.903102+0000", 2024-09-13T00:03:26.516 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.903102+0000", 2024-09-13T00:03:26.516 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.903102+0000", 2024-09-13T00:03:26.516 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.516 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.516 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.516 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.903102+0000", 2024-09-13T00:03:26.516 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.903102+0000", 2024-09-13T00:03:26.516 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.516 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.517 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.517 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.517 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.517 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.517 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.517 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.517 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.517 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.517 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.517 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.517 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.517 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2f", 2024-09-13T00:03:26.518 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.518 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.518 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.518 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.518 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.518 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:10:14.690174+0000", 2024-09-13T00:03:26.518 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.518 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.518 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.520 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.520 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.520 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.520 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.520 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.520 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.520 INFO:tasks.workunit.client.0.smithi032.stderr:+ echo OK 2024-09-13T00:03:26.524 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.523717+0000 mgr.y (mgr.24464) 173 : audit [DBG] from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:26.524 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.525535+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:26.524 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.530092+0000 mon.a (mon.0) 1015 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:26.525 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.658750+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:26.525 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.659270+0000 mon.a (mon.0) 1017 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:26.525 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.659679+0000 mon.a (mon.0) 1018 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:26.525 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.663138+0000 mon.a (mon.0) 1019 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:26.525 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.663566+0000 mon.a (mon.0) 1020 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:26.525 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.664072+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:26.525 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.667870+0000 mon.a (mon.0) 1022 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:26.525 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.668519+0000 mon.a (mon.0) 1023 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:26.528 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.669008+0000 mon.a (mon.0) 1024 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:26.528 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.686721+0000 mon.a (mon.0) 1025 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:26.528 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.686864+0000 mon.a (mon.0) 1026 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:26.528 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.687327+0000 mon.a (mon.0) 1027 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:26.528 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.687725+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:26.528 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.688105+0000 mon.a (mon.0) 1029 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:26.528 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.690327+0000 mon.b (mon.1) 37 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:26.528 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.690439+0000 mon.b (mon.1) 38 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:26.529 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.691615+0000 mon.a (mon.0) 1030 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:26.529 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.692313+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:26.529 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.692653+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:26.529 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.695225+0000 mon.c (mon.2) 43 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:26.529 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.695324+0000 mon.c (mon.2) 44 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:26.529 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.695745+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:26.529 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.696462+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:26.529 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.696804+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:26.529 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: cluster 2024-09-13T00:03:24.875022+0000 mgr.y (mgr.24464) 174 : cluster [DBG] pgmap v131: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T00:03:26.529 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.965030+0000 mgr.y (mgr.24464) 175 : audit [DBG] from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:26.529 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.966398+0000 mon.a (mon.0) 1036 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:26.530 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:24.971847+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:26.530 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.113546+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:26.530 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.114122+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:26.530 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.114639+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:26.530 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.118710+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:26.530 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.119221+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:26.530 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.119695+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:26.530 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.123498+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:26.530 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.123984+0000 mon.a (mon.0) 1045 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:26.530 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.124476+0000 mon.a (mon.0) 1046 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:26.530 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.142361+0000 mon.a (mon.0) 1047 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:26.530 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.142459+0000 mon.a (mon.0) 1048 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:26.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.142902+0000 mon.a (mon.0) 1049 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:26.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.143288+0000 mon.a (mon.0) 1050 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:26.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.143701+0000 mon.a (mon.0) 1051 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:26.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.145882+0000 mon.b (mon.1) 39 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:26.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.145995+0000 mon.b (mon.1) 40 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:26.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.147240+0000 mon.a (mon.0) 1052 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:26.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.147933+0000 mon.a (mon.0) 1053 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:26.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.148253+0000 mon.a (mon.0) 1054 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:26.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.150985+0000 mon.c (mon.2) 45 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:26.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.151078+0000 mon.c (mon.2) 46 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:26.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.151726+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:26.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.152475+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:26.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:25 smithi053 bash[24393]: audit 2024-09-13T00:03:25.152898+0000 mon.a (mon.0) 1057 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:26.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.534 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.534 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.534 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.534 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.534 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.534 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.535 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:26.535 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.535 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:26.535 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.535 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.535 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.535 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.535 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.535 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.535 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.535 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.536 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:26.536 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.536 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.536 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.536 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.536 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.536 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955923+0000", 2024-09-13T00:03:26.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.799768+0000", 2024-09-13T00:03:26.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.799768+0000", 2024-09-13T00:03:26.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.800546+0000", 2024-09-13T00:03:26.537 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955923+0000", 2024-09-13T00:03:26.537 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.537 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.537 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.537 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.537 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955923+0000", 2024-09-13T00:03:26.537 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955923+0000", 2024-09-13T00:03:26.537 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955923+0000", 2024-09-13T00:03:26.537 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.537 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.537 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.537 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955923+0000", 2024-09-13T00:03:26.538 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955923+0000", 2024-09-13T00:03:26.538 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.538 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.538 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.538 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.538 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.538 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.538 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.538 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.538 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.538 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.538 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.539 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.539 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.539 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2e", 2024-09-13T00:03:26.539 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.539 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.539 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.539 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.539 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.539 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:00:30.981024+0000", 2024-09-13T00:03:26.539 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.539 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.539 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.541 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.543 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.543 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.543 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.543 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.543 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.543 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.543 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.543 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.544 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:26.544 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.544 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.544 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.544 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.544 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.544 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.544 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.544 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.544 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:26.544 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.544 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.545 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.545 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.545 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.545 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.545 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:26.545 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.821693+0000", 2024-09-13T00:03:26.545 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.821693+0000", 2024-09-13T00:03:26.545 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.822420+0000", 2024-09-13T00:03:26.545 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:26.545 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.545 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.545 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.546 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.546 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:26.546 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:26.546 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:26.546 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.546 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.546 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.546 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:26.546 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:26.546 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.546 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.546 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.547 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.547 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.547 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.547 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.547 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.547 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.547 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.547 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.547 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.547 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.547 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2d", 2024-09-13T00:03:26.547 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.548 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.548 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.548 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.548 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.548 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:17:57.782915+0000", 2024-09-13T00:03:26.548 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.548 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.548 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.548 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.548 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.552 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.552 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.552 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.552 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.552 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.552 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.552 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.552 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.553 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:26.553 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.553 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.553 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.553 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.553 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.553 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.553 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.553 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.553 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:26.553 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.553 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.554 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.554 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.554 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.554 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.059728+0000", 2024-09-13T00:03:26.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.806705+0000", 2024-09-13T00:03:26.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.806705+0000", 2024-09-13T00:03:26.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.807193+0000", 2024-09-13T00:03:26.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.059728+0000", 2024-09-13T00:03:26.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.059728+0000", 2024-09-13T00:03:26.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.059728+0000", 2024-09-13T00:03:26.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.059728+0000", 2024-09-13T00:03:26.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.059728+0000", 2024-09-13T00:03:26.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.059728+0000", 2024-09-13T00:03:26.555 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.555 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.555 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.556 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.556 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.556 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.556 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.556 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.556 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.556 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.556 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.556 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.556 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.556 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2c", 2024-09-13T00:03:26.557 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.557 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.557 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.557 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.557 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.557 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:38:59.360338+0000", 2024-09-13T00:03:26.557 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.557 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.557 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.561 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.561 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.561 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.561 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.561 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.561 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.561 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.561 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.561 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.561 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:26.561 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.561 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.562 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.562 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.562 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.562 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.562 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.562 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.562 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:26.562 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.562 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.562 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.562 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.562 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.563 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890392+0000", 2024-09-13T00:03:26.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.804125+0000", 2024-09-13T00:03:26.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.804125+0000", 2024-09-13T00:03:26.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.804866+0000", 2024-09-13T00:03:26.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890392+0000", 2024-09-13T00:03:26.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890392+0000", 2024-09-13T00:03:26.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890392+0000", 2024-09-13T00:03:26.564 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890392+0000", 2024-09-13T00:03:26.564 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.564 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.564 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.564 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890392+0000", 2024-09-13T00:03:26.564 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890392+0000", 2024-09-13T00:03:26.564 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.564 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.564 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.564 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.564 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.565 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.565 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.565 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.565 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.565 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.565 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.565 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.565 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.565 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2b", 2024-09-13T00:03:26.565 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.565 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.565 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.566 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.566 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.566 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:29:07.167823+0000", 2024-09-13T00:03:26.566 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.566 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.566 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.568 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.569 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.570 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.570 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.570 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.570 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.570 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.570 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.570 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.570 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.570 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:26.570 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.570 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.571 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.571 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.571 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.571 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.571 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.571 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.571 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:26.571 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.571 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.571 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.571 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.571 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.572 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.572 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901701+0000", 2024-09-13T00:03:26.572 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.824564+0000", 2024-09-13T00:03:26.572 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.824564+0000", 2024-09-13T00:03:26.572 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.825105+0000", 2024-09-13T00:03:26.572 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901701+0000", 2024-09-13T00:03:26.572 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.572 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.572 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.572 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.572 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901701+0000", 2024-09-13T00:03:26.572 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901701+0000", 2024-09-13T00:03:26.573 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901701+0000", 2024-09-13T00:03:26.573 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.573 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.573 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.573 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901701+0000", 2024-09-13T00:03:26.573 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901701+0000", 2024-09-13T00:03:26.573 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.573 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.573 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.573 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.573 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.573 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.574 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.574 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.574 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.574 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.574 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.574 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.574 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.574 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2a", 2024-09-13T00:03:26.574 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.574 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.574 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.574 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.575 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.575 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:51:13.264946+0000", 2024-09-13T00:03:26.575 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.575 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.575 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.575 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.575 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.575 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.575 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.575 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.575 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.575 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.576 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.576 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.576 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.576 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.576 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.576 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.576 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.576 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.576 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.576 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.576 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.578 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.578 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.579 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.579 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.579 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.579 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.579 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.579 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.579 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:26.579 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.579 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.579 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.579 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.579 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.580 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.580 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.580 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.580 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:26.580 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.580 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.580 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.580 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.580 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.580 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.580 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060066+0000", 2024-09-13T00:03:26.580 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.807797+0000", 2024-09-13T00:03:26.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.807797+0000", 2024-09-13T00:03:26.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.808960+0000", 2024-09-13T00:03:26.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060066+0000", 2024-09-13T00:03:26.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060066+0000", 2024-09-13T00:03:26.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060066+0000", 2024-09-13T00:03:26.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060066+0000", 2024-09-13T00:03:26.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060066+0000", 2024-09-13T00:03:26.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060066+0000", 2024-09-13T00:03:26.582 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.582 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.582 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.582 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.582 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.582 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.582 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.582 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.583 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.583 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.583 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.583 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.583 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.583 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.29", 2024-09-13T00:03:26.583 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.583 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.583 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.583 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.583 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.583 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:42:35.865481+0000", 2024-09-13T00:03:26.584 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.584 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.584 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.587 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.587 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.587 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.587 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.588 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.588 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.588 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.588 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:26.588 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.588 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.588 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.588 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.588 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.588 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.588 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.589 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.589 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:26.589 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.589 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.589 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.589 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.589 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.589 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901359+0000", 2024-09-13T00:03:26.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.815861+0000", 2024-09-13T00:03:26.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.815861+0000", 2024-09-13T00:03:26.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.816596+0000", 2024-09-13T00:03:26.590 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901359+0000", 2024-09-13T00:03:26.590 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.590 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.590 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.590 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.590 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901359+0000", 2024-09-13T00:03:26.590 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901359+0000", 2024-09-13T00:03:26.590 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901359+0000", 2024-09-13T00:03:26.590 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.590 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.590 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.591 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901359+0000", 2024-09-13T00:03:26.591 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901359+0000", 2024-09-13T00:03:26.591 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.591 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.591 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.591 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.591 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.591 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.591 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.591 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.591 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.592 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.592 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.592 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.592 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.592 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.28", 2024-09-13T00:03:26.592 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.592 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.592 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.592 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.592 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.592 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T01:48:17.943544+0000", 2024-09-13T00:03:26.593 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.593 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.593 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.595 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.596 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.596 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.596 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.596 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.596 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.596 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.597 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.597 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.597 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.597 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:26.597 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.597 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.597 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.597 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.597 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.597 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.597 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.597 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.598 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:26.598 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.598 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.598 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.598 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.598 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.598 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.598 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.061170+0000", 2024-09-13T00:03:26.598 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.812916+0000", 2024-09-13T00:03:26.598 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.812916+0000", 2024-09-13T00:03:26.598 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.813334+0000", 2024-09-13T00:03:26.598 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.061170+0000", 2024-09-13T00:03:26.599 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.599 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.599 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.599 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.599 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.061170+0000", 2024-09-13T00:03:26.599 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.061170+0000", 2024-09-13T00:03:26.599 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.061170+0000", 2024-09-13T00:03:26.599 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.599 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.599 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.599 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.061170+0000", 2024-09-13T00:03:26.599 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.061170+0000", 2024-09-13T00:03:26.600 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.600 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.600 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.600 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.600 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.600 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.600 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.600 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.600 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.600 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.600 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.601 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.601 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.601 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.27", 2024-09-13T00:03:26.601 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.601 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.601 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.601 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.601 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.601 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:56:21.611230+0000", 2024-09-13T00:03:26.601 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.601 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.601 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.602 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.602 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.602 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.602 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.602 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.602 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.602 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.602 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.602 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.602 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.602 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.602 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.603 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.605 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.605 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.605 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.605 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.605 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.605 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.605 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.606 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.606 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:26.606 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.606 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.606 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.606 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.606 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.606 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:26.606 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.606 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:26.606 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.606 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.607 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.607 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.607 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.607 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.607 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060184+0000", 2024-09-13T00:03:26.607 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.808039+0000", 2024-09-13T00:03:26.607 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.808039+0000", 2024-09-13T00:03:26.607 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.808823+0000", 2024-09-13T00:03:26.607 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060184+0000", 2024-09-13T00:03:26.607 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.607 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.607 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060184+0000", 2024-09-13T00:03:26.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060184+0000", 2024-09-13T00:03:26.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060184+0000", 2024-09-13T00:03:26.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060184+0000", 2024-09-13T00:03:26.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060184+0000", 2024-09-13T00:03:26.608 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.608 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.609 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.609 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.609 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.609 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.609 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.609 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.609 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.609 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.609 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.609 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.609 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.609 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.26", 2024-09-13T00:03:26.610 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.610 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.610 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.610 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.610 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.610 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:33:25.635946+0000", 2024-09-13T00:03:26.610 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.610 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.610 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.610 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.610 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.610 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.614 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.614 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.614 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.614 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.614 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.614 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:26.614 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.614 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:26.614 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.615 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.615 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.615 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.615 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.615 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.615 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.615 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:26.615 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.615 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.615 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.615 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.615 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.616 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.899545+0000", 2024-09-13T00:03:26.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.795115+0000", 2024-09-13T00:03:26.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.795115+0000", 2024-09-13T00:03:26.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.795865+0000", 2024-09-13T00:03:26.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.899545+0000", 2024-09-13T00:03:26.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.899545+0000", 2024-09-13T00:03:26.617 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.899545+0000", 2024-09-13T00:03:26.617 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.899545+0000", 2024-09-13T00:03:26.617 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.617 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.617 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.617 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.899545+0000", 2024-09-13T00:03:26.617 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.899545+0000", 2024-09-13T00:03:26.617 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.617 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.617 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.617 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.618 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.618 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.618 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.618 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.618 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.618 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.618 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.618 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.618 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.25", 2024-09-13T00:03:26.618 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.618 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.618 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.619 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.619 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.619 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:53:06.709473+0000", 2024-09-13T00:03:26.619 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.619 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.619 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.622 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.622 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.623 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.623 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.623 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.623 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.623 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.623 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.623 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.623 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:26.623 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.623 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.623 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.623 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.624 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.624 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.624 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.624 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.624 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:26.624 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.624 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.624 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.624 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.624 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.624 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.625 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060968+0000", 2024-09-13T00:03:26.625 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.806292+0000", 2024-09-13T00:03:26.625 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.806292+0000", 2024-09-13T00:03:26.625 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.806609+0000", 2024-09-13T00:03:26.625 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060968+0000", 2024-09-13T00:03:26.625 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.625 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.625 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.625 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.625 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060968+0000", 2024-09-13T00:03:26.625 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060968+0000", 2024-09-13T00:03:26.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060968+0000", 2024-09-13T00:03:26.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060968+0000", 2024-09-13T00:03:26.626 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060968+0000", 2024-09-13T00:03:26.626 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.626 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.626 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.626 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.626 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.626 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.627 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.627 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.627 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.627 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.627 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.627 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.627 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.627 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.24", 2024-09-13T00:03:26.627 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.627 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.627 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.627 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.628 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.628 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:47:47.238988+0000", 2024-09-13T00:03:26.628 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.628 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.628 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.628 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.628 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.628 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.628 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.628 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.628 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.628 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.630 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.631 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.631 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.632 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.632 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.632 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.632 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.632 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.632 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.632 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:26.632 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.632 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.632 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.632 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.632 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.633 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.633 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:26.633 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.633 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:26.633 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.633 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.633 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.633 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.633 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.633 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.633 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890403+0000", 2024-09-13T00:03:26.634 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.798046+0000", 2024-09-13T00:03:26.634 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.798046+0000", 2024-09-13T00:03:26.634 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.798705+0000", 2024-09-13T00:03:26.634 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890403+0000", 2024-09-13T00:03:26.634 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.634 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.634 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.634 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.634 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890403+0000", 2024-09-13T00:03:26.634 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890403+0000", 2024-09-13T00:03:26.634 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890403+0000", 2024-09-13T00:03:26.634 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890403+0000", 2024-09-13T00:03:26.635 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890403+0000", 2024-09-13T00:03:26.635 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.635 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.635 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.635 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.635 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.635 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.635 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.635 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.636 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.636 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.636 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.636 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.636 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.636 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.23", 2024-09-13T00:03:26.636 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.636 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.636 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.636 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.636 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.636 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:37:12.826279+0000", 2024-09-13T00:03:26.637 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.637 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.637 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.637 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.637 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.637 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.637 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.637 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.637 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.637 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.637 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.637 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.640 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.640 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.640 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.640 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.640 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.641 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.641 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:26.641 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.641 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:26.641 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.641 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.641 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.641 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.641 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.641 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.641 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.641 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.642 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:26.642 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.642 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.642 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.642 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.642 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.642 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.642 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901799+0000", 2024-09-13T00:03:26.642 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.810056+0000", 2024-09-13T00:03:26.642 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.810056+0000", 2024-09-13T00:03:26.642 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.810742+0000", 2024-09-13T00:03:26.642 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901799+0000", 2024-09-13T00:03:26.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901799+0000", 2024-09-13T00:03:26.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901799+0000", 2024-09-13T00:03:26.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901799+0000", 2024-09-13T00:03:26.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901799+0000", 2024-09-13T00:03:26.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901799+0000", 2024-09-13T00:03:26.644 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.644 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.644 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.644 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.644 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.644 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.644 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.644 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.644 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.644 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.644 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.644 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.645 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.645 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.22", 2024-09-13T00:03:26.645 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.645 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.645 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.645 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.645 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.645 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T01:20:24.293921+0000", 2024-09-13T00:03:26.645 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.645 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.645 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.645 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.649 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.649 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.649 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.649 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.649 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.649 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.649 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.649 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.649 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.649 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:26.650 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.650 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.650 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.650 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.650 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.650 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.650 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.650 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.650 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:26.650 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.650 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.650 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.651 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.651 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.651 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955437+0000", 2024-09-13T00:03:26.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.794037+0000", 2024-09-13T00:03:26.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.794037+0000", 2024-09-13T00:03:26.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.796946+0000", 2024-09-13T00:03:26.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955437+0000", 2024-09-13T00:03:26.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.652 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955437+0000", 2024-09-13T00:03:26.652 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955437+0000", 2024-09-13T00:03:26.652 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955437+0000", 2024-09-13T00:03:26.652 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.652 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.652 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.652 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955437+0000", 2024-09-13T00:03:26.652 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955437+0000", 2024-09-13T00:03:26.652 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.652 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.652 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.653 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.653 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.653 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.653 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.653 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.653 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.653 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.653 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.653 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.653 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.653 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.21", 2024-09-13T00:03:26.653 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.654 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.654 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.654 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.654 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.654 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:24:30.649860+0000", 2024-09-13T00:03:26.654 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.654 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.654 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.658 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.658 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.658 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.658 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.658 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.658 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.658 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.658 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.658 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:26.658 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.658 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.659 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.659 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.659 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.659 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:26.659 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.659 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:26.659 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.659 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.659 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.659 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.659 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.659 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.660 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.058848+0000", 2024-09-13T00:03:26.660 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.821044+0000", 2024-09-13T00:03:26.660 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.821044+0000", 2024-09-13T00:03:26.660 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.826343+0000", 2024-09-13T00:03:26.660 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.058848+0000", 2024-09-13T00:03:26.660 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.660 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.660 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.660 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.660 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.058848+0000", 2024-09-13T00:03:26.660 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.058848+0000", 2024-09-13T00:03:26.660 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.058848+0000", 2024-09-13T00:03:26.661 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.661 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.661 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.661 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.058848+0000", 2024-09-13T00:03:26.661 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.058848+0000", 2024-09-13T00:03:26.661 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.661 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.661 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.661 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.661 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.661 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.661 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.662 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.662 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.662 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.662 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.662 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.662 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.662 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.20", 2024-09-13T00:03:26.662 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.662 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.662 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.662 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.663 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.663 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:14:33.155806+0000", 2024-09-13T00:03:26.663 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.663 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.663 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.663 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.663 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.663 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.663 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.663 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.663 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.663 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.663 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.666 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.666 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.666 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.667 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.667 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.667 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.667 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:26.667 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.667 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:26.667 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.667 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.667 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.667 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.667 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.668 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.668 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.668 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.668 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2024-09-13T00:03:26.668 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.668 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.668 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.668 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.669 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.669 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.669 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.903591+0000", 2024-09-13T00:03:26.669 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.804587+0000", 2024-09-13T00:03:26.669 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.804587+0000", 2024-09-13T00:03:26.669 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.805031+0000", 2024-09-13T00:03:26.669 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.903591+0000", 2024-09-13T00:03:26.669 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.669 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.903591+0000", 2024-09-13T00:03:26.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.903591+0000", 2024-09-13T00:03:26.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.903591+0000", 2024-09-13T00:03:26.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.903591+0000", 2024-09-13T00:03:26.671 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.903591+0000", 2024-09-13T00:03:26.671 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.671 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.671 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.671 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.671 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.671 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.671 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.671 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.672 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.672 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.672 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.672 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.672 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.672 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1a", 2024-09-13T00:03:26.672 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.672 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.672 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.673 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.673 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.673 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:34:26.201996+0000", 2024-09-13T00:03:26.673 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.673 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.673 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.676 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.677 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.677 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.677 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.677 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.677 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.677 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.678 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.678 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.678 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.678 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2024-09-13T00:03:26.678 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.678 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.678 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.678 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.678 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.679 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.679 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.679 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:26.679 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.679 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.679 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.679 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.679 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.679 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.679 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060599+0000", 2024-09-13T00:03:26.679 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.830847+0000", 2024-09-13T00:03:26.680 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.830847+0000", 2024-09-13T00:03:26.680 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.831658+0000", 2024-09-13T00:03:26.680 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060599+0000", 2024-09-13T00:03:26.680 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.680 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.680 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.680 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.680 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060599+0000", 2024-09-13T00:03:26.680 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060599+0000", 2024-09-13T00:03:26.680 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060599+0000", 2024-09-13T00:03:26.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060599+0000", 2024-09-13T00:03:26.681 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060599+0000", 2024-09-13T00:03:26.681 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.681 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2024-09-13T00:03:26.681 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.681 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.681 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.682 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.682 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.682 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.682 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.682 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2024-09-13T00:03:26.682 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.682 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.682 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.682 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1b", 2024-09-13T00:03:26.682 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.682 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.683 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.683 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 22, 2024-09-13T00:03:26.683 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.683 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T01:22:01.596576+0000", 2024-09-13T00:03:26.683 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.683 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.683 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.683 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.683 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.683 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.683 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.684 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.687 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.687 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.687 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.687 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.687 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.687 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.688 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.688 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.688 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:26.688 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'1" 2024-09-13T00:03:26.688 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.688 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.688 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.688 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.688 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.688 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.689 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.689 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:26.689 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.689 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.689 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.689 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.689 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.689 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.689 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890686+0000", 2024-09-13T00:03:26.689 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:59:05.107692+0000", 2024-09-13T00:03:26.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:59:05.107692+0000", 2024-09-13T00:03:26.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:59:05.108638+0000", 2024-09-13T00:03:26.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890686+0000", 2024-09-13T00:03:26.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 55, 2024-09-13T00:03:26.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890686+0000", 2024-09-13T00:03:26.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890686+0000", 2024-09-13T00:03:26.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890686+0000", 2024-09-13T00:03:26.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890686+0000", 2024-09-13T00:03:26.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890686+0000", 2024-09-13T00:03:26.691 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.691 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.691 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.691 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.691 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 54, 2024-09-13T00:03:26.691 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.691 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.692 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.692 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.692 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.692 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.692 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.692 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.692 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1b", 2024-09-13T00:03:26.692 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.692 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.692 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.693 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 30, 2024-09-13T00:03:26.693 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.693 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:22:49.609124+0000", 2024-09-13T00:03:26.693 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.693 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.693 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.696 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.697 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.697 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.697 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.697 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.697 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.697 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.697 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.697 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.698 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.698 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.698 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.698 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.698 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.698 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:26.698 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.698 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.698 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.698 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.698 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.699 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.699 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.699 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.699 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:26.699 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.699 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.699 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.699 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.699 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.699 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.699 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.059338+0000", 2024-09-13T00:03:26.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.833778+0000", 2024-09-13T00:03:26.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.833778+0000", 2024-09-13T00:03:26.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.834471+0000", 2024-09-13T00:03:26.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.059338+0000", 2024-09-13T00:03:26.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.059338+0000", 2024-09-13T00:03:26.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.059338+0000", 2024-09-13T00:03:26.700 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.059338+0000", 2024-09-13T00:03:26.701 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.701 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.701 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.701 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.059338+0000", 2024-09-13T00:03:26.701 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.059338+0000", 2024-09-13T00:03:26.701 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.701 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2024-09-13T00:03:26.701 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.701 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.701 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.701 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.701 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.702 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.702 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.702 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2024-09-13T00:03:26.702 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.702 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.702 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.702 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1a", 2024-09-13T00:03:26.702 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.702 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.702 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.702 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 22, 2024-09-13T00:03:26.702 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.703 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:40:35.524237+0000", 2024-09-13T00:03:26.703 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.703 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.703 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.704 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.705 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.706 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.706 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.706 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.706 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.707 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.707 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.707 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.707 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.707 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:26.707 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'1" 2024-09-13T00:03:26.707 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.707 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.707 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.707 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.707 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.707 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.708 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.708 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:26.708 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.708 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.708 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.708 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.708 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.708 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.708 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060303+0000", 2024-09-13T00:03:26.708 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.828503+0000", 2024-09-13T00:03:26.708 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.828503+0000", 2024-09-13T00:03:26.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.828837+0000", 2024-09-13T00:03:26.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060303+0000", 2024-09-13T00:03:26.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060303+0000", 2024-09-13T00:03:26.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060303+0000", 2024-09-13T00:03:26.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060303+0000", 2024-09-13T00:03:26.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.709 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.710 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.710 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060303+0000", 2024-09-13T00:03:26.710 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060303+0000", 2024-09-13T00:03:26.710 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.710 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.710 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.710 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.710 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.710 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.710 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.711 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.711 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.711 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.711 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.711 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.711 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.711 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.19", 2024-09-13T00:03:26.711 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.711 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.711 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.711 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:26.711 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.712 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:44:41.433615+0000", 2024-09-13T00:03:26.712 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.712 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.712 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.712 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.715 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.715 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.716 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.716 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.716 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.716 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.716 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.716 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.716 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:26.716 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.716 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.716 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.717 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.717 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.717 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.717 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.717 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.717 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:26.717 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.717 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.717 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.717 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.717 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.718 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.059969+0000", 2024-09-13T00:03:26.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.810320+0000", 2024-09-13T00:03:26.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.810320+0000", 2024-09-13T00:03:26.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.810608+0000", 2024-09-13T00:03:26.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.059969+0000", 2024-09-13T00:03:26.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.059969+0000", 2024-09-13T00:03:26.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.059969+0000", 2024-09-13T00:03:26.719 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.059969+0000", 2024-09-13T00:03:26.719 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.719 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.719 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.719 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.059969+0000", 2024-09-13T00:03:26.719 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.059969+0000", 2024-09-13T00:03:26.719 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.719 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.719 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.719 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.719 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.720 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.720 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.720 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.720 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.720 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.720 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.720 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.720 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.720 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.18", 2024-09-13T00:03:26.720 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.720 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.721 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.721 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.721 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.721 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:05:00.159739+0000", 2024-09-13T00:03:26.721 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.721 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.721 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.724 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.725 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.725 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.725 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.725 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.725 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.725 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.725 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.725 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.725 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.725 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:26.725 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.725 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.726 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.726 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.726 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.726 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.726 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.726 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.726 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:26.726 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.726 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.726 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.726 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.726 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.727 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901472+0000", 2024-09-13T00:03:26.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.838890+0000", 2024-09-13T00:03:26.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.838890+0000", 2024-09-13T00:03:26.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.839250+0000", 2024-09-13T00:03:26.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901472+0000", 2024-09-13T00:03:26.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901472+0000", 2024-09-13T00:03:26.727 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901472+0000", 2024-09-13T00:03:26.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901472+0000", 2024-09-13T00:03:26.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901472+0000", 2024-09-13T00:03:26.728 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901472+0000", 2024-09-13T00:03:26.728 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.728 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.728 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.728 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.728 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.729 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.729 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.729 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.729 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.729 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.729 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.729 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.729 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.729 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.18", 2024-09-13T00:03:26.729 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.729 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.729 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.729 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:26.732 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.732 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:35:56.410963+0000", 2024-09-13T00:03:26.732 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.732 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.732 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.732 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.732 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.732 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.733 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.736 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.736 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.736 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.736 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.736 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.736 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.737 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.737 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.737 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:26.737 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.737 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.737 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.737 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.737 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.737 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:26.737 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.737 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:26.738 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.738 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.738 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.738 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.738 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.738 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.738 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.898464+0000", 2024-09-13T00:03:26.738 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.805384+0000", 2024-09-13T00:03:26.738 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.805384+0000", 2024-09-13T00:03:26.738 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.808392+0000", 2024-09-13T00:03:26.738 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.898464+0000", 2024-09-13T00:03:26.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.898464+0000", 2024-09-13T00:03:26.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.898464+0000", 2024-09-13T00:03:26.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.898464+0000", 2024-09-13T00:03:26.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.898464+0000", 2024-09-13T00:03:26.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.898464+0000", 2024-09-13T00:03:26.740 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.740 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.740 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.740 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.740 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.740 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.740 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.740 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.740 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.740 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.740 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.740 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.741 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.741 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.19", 2024-09-13T00:03:26.741 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.741 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.741 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.741 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.741 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.741 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:31:49.699028+0000", 2024-09-13T00:03:26.741 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.741 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.741 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.741 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.744 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.745 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.745 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.745 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.745 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.745 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.745 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.745 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.745 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:26.745 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.746 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:26.746 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.746 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.746 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.746 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.746 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.746 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.746 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.746 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.746 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:26.746 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.746 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.747 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.747 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.747 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.747 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.747 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.059878+0000", 2024-09-13T00:03:26.747 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.834965+0000", 2024-09-13T00:03:26.747 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.834965+0000", 2024-09-13T00:03:26.747 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.835228+0000", 2024-09-13T00:03:26.747 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.059878+0000", 2024-09-13T00:03:26.747 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.748 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.748 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.748 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.748 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.059878+0000", 2024-09-13T00:03:26.748 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.059878+0000", 2024-09-13T00:03:26.748 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.059878+0000", 2024-09-13T00:03:26.748 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.748 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.748 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.749 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.059878+0000", 2024-09-13T00:03:26.749 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.059878+0000", 2024-09-13T00:03:26.749 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.749 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.749 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.749 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.749 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.749 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.749 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.749 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.750 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.750 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.750 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.750 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.750 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.750 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.17", 2024-09-13T00:03:26.750 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.750 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.750 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.751 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:26.751 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.751 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:28:46.177095+0000", 2024-09-13T00:03:26.751 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.751 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.751 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.751 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.751 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.751 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.751 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.752 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.752 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.752 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.752 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.752 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.752 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.752 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.752 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.753 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.754 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.755 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.756 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.756 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.756 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.756 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.756 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.756 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.756 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.756 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:26.756 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.756 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.757 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.757 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.757 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.757 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.757 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.757 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:26.757 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.757 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.757 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.757 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.757 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.757 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901817+0000", 2024-09-13T00:03:26.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.832141+0000", 2024-09-13T00:03:26.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.832141+0000", 2024-09-13T00:03:26.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.832504+0000", 2024-09-13T00:03:26.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901817+0000", 2024-09-13T00:03:26.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901817+0000", 2024-09-13T00:03:26.758 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901817+0000", 2024-09-13T00:03:26.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901817+0000", 2024-09-13T00:03:26.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901817+0000", 2024-09-13T00:03:26.759 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901817+0000", 2024-09-13T00:03:26.759 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.759 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.759 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.759 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.759 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.759 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.760 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.760 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.760 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.760 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.760 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.760 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.760 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.760 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.16", 2024-09-13T00:03:26.760 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.760 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.761 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.761 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.761 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.761 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:54:35.037719+0000", 2024-09-13T00:03:26.761 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.761 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.761 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.761 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.761 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.761 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.761 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.762 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.765 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.765 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.765 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.765 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.765 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.765 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.765 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.765 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.765 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:26.765 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.765 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.765 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.766 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.766 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.766 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.766 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.766 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.766 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:26.766 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.766 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.766 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.766 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.766 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.766 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901940+0000", 2024-09-13T00:03:26.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.840512+0000", 2024-09-13T00:03:26.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.840512+0000", 2024-09-13T00:03:26.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.841862+0000", 2024-09-13T00:03:26.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901940+0000", 2024-09-13T00:03:26.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901940+0000", 2024-09-13T00:03:26.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901940+0000", 2024-09-13T00:03:26.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901940+0000", 2024-09-13T00:03:26.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901940+0000", 2024-09-13T00:03:26.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901940+0000", 2024-09-13T00:03:26.768 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.768 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.768 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.768 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.768 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.768 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.768 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.769 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.769 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.769 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.769 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.769 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.769 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.769 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.16", 2024-09-13T00:03:26.769 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.769 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.769 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.769 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:26.770 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.770 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T00:05:39.330139+0000", 2024-09-13T00:03:26.770 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.770 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.770 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.770 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.770 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.770 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.770 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.770 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.770 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.770 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.773 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.773 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.773 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.774 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.774 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.774 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.774 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.774 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.774 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:26.774 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.774 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.774 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.774 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.774 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.774 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.775 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:26.775 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.775 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:26.775 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.775 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.775 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.775 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.775 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.775 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.892892+0000", 2024-09-13T00:03:26.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.810193+0000", 2024-09-13T00:03:26.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.810193+0000", 2024-09-13T00:03:26.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.810494+0000", 2024-09-13T00:03:26.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.892892+0000", 2024-09-13T00:03:26.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.892892+0000", 2024-09-13T00:03:26.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.892892+0000", 2024-09-13T00:03:26.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.892892+0000", 2024-09-13T00:03:26.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.777 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.892892+0000", 2024-09-13T00:03:26.777 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.892892+0000", 2024-09-13T00:03:26.777 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.777 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.777 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.777 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.777 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.777 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.777 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.777 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.777 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.777 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.778 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.778 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.778 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.778 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.17", 2024-09-13T00:03:26.778 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.778 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.778 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.778 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.778 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.778 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:34:10.591293+0000", 2024-09-13T00:03:26.778 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.778 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.779 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.781 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.782 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.782 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.782 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.782 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.782 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.782 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.782 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.782 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:26.783 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.783 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:26.783 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.783 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.783 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.783 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.783 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.783 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.783 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.783 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.783 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:26.783 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.784 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.784 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.784 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.784 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.784 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.784 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.899809+0000", 2024-09-13T00:03:26.784 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.847270+0000", 2024-09-13T00:03:26.784 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.847270+0000", 2024-09-13T00:03:26.784 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.847506+0000", 2024-09-13T00:03:26.784 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.899809+0000", 2024-09-13T00:03:26.784 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.784 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.785 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.785 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.785 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.899809+0000", 2024-09-13T00:03:26.785 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.899809+0000", 2024-09-13T00:03:26.785 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.899809+0000", 2024-09-13T00:03:26.785 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.785 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.785 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.785 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.899809+0000", 2024-09-13T00:03:26.785 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.899809+0000", 2024-09-13T00:03:26.785 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.785 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 3, 2024-09-13T00:03:26.786 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.786 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.786 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.786 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.786 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.786 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.786 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.786 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 3, 2024-09-13T00:03:26.786 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.786 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.786 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.786 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.15", 2024-09-13T00:03:26.787 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.787 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.787 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.787 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 24, 2024-09-13T00:03:26.787 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.787 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T01:26:22.580234+0000", 2024-09-13T00:03:26.787 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.787 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.787 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.787 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 90, 2024-09-13T00:03:26.787 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.787 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.788 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.788 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.788 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.788 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.788 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.788 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.788 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.788 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.788 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.788 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.788 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2024-09-13T00:03:26.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2024-09-13T00:03:26.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2024-09-13T00:03:26.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.789 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:26.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.790 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 4, 2024-09-13T00:03:26.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2024-09-13T00:03:26.791 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.791 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.791 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.791 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.791 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.791 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.791 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.791 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.791 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:26.791 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'3" 2024-09-13T00:03:26.792 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.792 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.792 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.792 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.792 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.792 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.792 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.792 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2024-09-13T00:03:26.792 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.792 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.792 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.792 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.793 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.793 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.793 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902756+0000", 2024-09-13T00:03:26.793 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.807286+0000", 2024-09-13T00:03:26.793 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.807286+0000", 2024-09-13T00:03:26.793 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.810901+0000", 2024-09-13T00:03:26.793 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902756+0000", 2024-09-13T00:03:26.793 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.793 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.793 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.793 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.793 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902756+0000", 2024-09-13T00:03:26.794 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902756+0000", 2024-09-13T00:03:26.794 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902756+0000", 2024-09-13T00:03:26.794 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.794 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.794 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.794 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902756+0000", 2024-09-13T00:03:26.794 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902756+0000", 2024-09-13T00:03:26.794 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.794 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.794 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.794 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.794 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.795 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.795 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.795 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.795 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.795 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.795 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.795 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.795 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.795 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.14", 2024-09-13T00:03:26.795 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.795 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.795 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.796 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.796 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.796 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:20:03.447341+0000", 2024-09-13T00:03:26.796 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.796 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.796 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.796 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.796 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.796 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.796 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.796 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.796 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.797 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.797 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.797 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.797 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.797 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.797 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.797 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.797 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.797 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.797 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.797 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.797 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.798 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.798 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.798 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.798 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.798 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.798 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.798 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.798 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.798 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.798 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.798 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.798 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.798 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.799 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.799 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.799 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.800 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.800 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.800 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.800 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.800 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.800 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2024-09-13T00:03:26.800 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.800 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.800 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.800 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.800 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.800 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.801 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:26.801 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.801 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:26.801 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.801 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.801 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.801 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.801 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.801 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.801 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:52.928576+0000", 2024-09-13T00:03:26.801 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.846510+0000", 2024-09-13T00:03:26.802 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.846510+0000", 2024-09-13T00:03:26.802 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.847134+0000", 2024-09-13T00:03:26.802 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:52.928576+0000", 2024-09-13T00:03:26.802 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.802 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.802 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.802 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.802 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:52.928576+0000", 2024-09-13T00:03:26.802 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:52.928576+0000", 2024-09-13T00:03:26.802 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:52.928576+0000", 2024-09-13T00:03:26.802 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.802 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.803 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.803 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:52.928576+0000", 2024-09-13T00:03:26.803 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:52.928576+0000", 2024-09-13T00:03:26.803 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.803 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 13, 2024-09-13T00:03:26.803 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.803 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.803 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.803 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.803 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.803 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.803 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.804 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 13, 2024-09-13T00:03:26.804 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.804 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.804 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.804 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.14", 2024-09-13T00:03:26.804 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.804 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.804 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:26.804 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 34, 2024-09-13T00:03:26.804 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.804 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:58:46.027978+0000", 2024-09-13T00:03:26.804 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.805 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.805 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.805 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 2624, 2024-09-13T00:03:26.805 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.805 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.805 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.805 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.805 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.805 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.805 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.805 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.805 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 12, 2024-09-13T00:03:26.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 4, 2024-09-13T00:03:26.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 4, 2024-09-13T00:03:26.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:26.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 13, 2024-09-13T00:03:26.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 10 2024-09-13T00:03:26.808 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.808 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.808 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.808 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.808 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.808 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.809 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:26.809 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.809 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:26.809 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "63'13" 2024-09-13T00:03:26.809 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.809 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.809 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.809 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.809 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.809 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:26.809 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.809 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:26.810 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.810 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.810 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.810 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.810 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.810 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.810 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890492+0000", 2024-09-13T00:03:26.810 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.813297+0000", 2024-09-13T00:03:26.810 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.813297+0000", 2024-09-13T00:03:26.810 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.813842+0000", 2024-09-13T00:03:26.810 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890492+0000", 2024-09-13T00:03:26.810 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890492+0000", 2024-09-13T00:03:26.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890492+0000", 2024-09-13T00:03:26.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890492+0000", 2024-09-13T00:03:26.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890492+0000", 2024-09-13T00:03:26.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890492+0000", 2024-09-13T00:03:26.811 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.811 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.812 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.812 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.812 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.812 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.812 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.812 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.812 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.812 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.812 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.812 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.812 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.813 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.15", 2024-09-13T00:03:26.813 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.813 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.813 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.813 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.813 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.813 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:44:20.546044+0000", 2024-09-13T00:03:26.813 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.813 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.813 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.813 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.813 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.817 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.817 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.817 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.817 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.817 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.817 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.817 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.817 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:26.817 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.817 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:26.817 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.817 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.818 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.818 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.818 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.818 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.818 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:26.818 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.818 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:26.818 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.818 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.818 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.818 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.818 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.819 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.819 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890690+0000", 2024-09-13T00:03:26.819 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.835564+0000", 2024-09-13T00:03:26.819 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.835564+0000", 2024-09-13T00:03:26.819 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.836187+0000", 2024-09-13T00:03:26.819 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890690+0000", 2024-09-13T00:03:26.819 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.819 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.819 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.819 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.819 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890690+0000", 2024-09-13T00:03:26.819 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890690+0000", 2024-09-13T00:03:26.820 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890690+0000", 2024-09-13T00:03:26.820 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.820 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.820 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.820 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890690+0000", 2024-09-13T00:03:26.820 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890690+0000", 2024-09-13T00:03:26.820 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.820 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2024-09-13T00:03:26.820 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.820 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.820 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.820 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.821 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.821 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.821 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.821 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2024-09-13T00:03:26.821 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.821 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.821 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.821 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.13", 2024-09-13T00:03:26.821 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.821 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.821 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.822 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 23, 2024-09-13T00:03:26.822 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.822 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:36:02.950318+0000", 2024-09-13T00:03:26.822 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.822 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.822 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 34, 2024-09-13T00:03:26.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.823 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.823 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.823 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.823 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.823 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.823 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.823 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.823 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.823 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.823 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2024-09-13T00:03:26.823 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2024-09-13T00:03:26.823 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.824 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2024-09-13T00:03:26.824 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.824 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.824 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.824 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.824 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.824 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:26.824 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.824 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.824 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.824 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.824 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.825 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.825 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.825 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.825 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.825 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.825 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.825 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.825 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2024-09-13T00:03:26.825 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 6 2024-09-13T00:03:26.825 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.825 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.825 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.826 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.826 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.826 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.826 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:26.826 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.826 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:26.826 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'2" 2024-09-13T00:03:26.826 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.826 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.826 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.826 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.826 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.827 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:26.827 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.827 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:26.827 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.827 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.827 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.827 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.827 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.827 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.827 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.889882+0000", 2024-09-13T00:03:26.827 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.797050+0000", 2024-09-13T00:03:26.827 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.797050+0000", 2024-09-13T00:03:26.827 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.797734+0000", 2024-09-13T00:03:26.828 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.889882+0000", 2024-09-13T00:03:26.828 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.828 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.828 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.828 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.828 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.889882+0000", 2024-09-13T00:03:26.828 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.889882+0000", 2024-09-13T00:03:26.828 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.889882+0000", 2024-09-13T00:03:26.828 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.828 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.828 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.828 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.889882+0000", 2024-09-13T00:03:26.829 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.889882+0000", 2024-09-13T00:03:26.829 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.829 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.829 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.829 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.829 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.829 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.829 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.829 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.829 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.829 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.829 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.830 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.830 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.830 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.12", 2024-09-13T00:03:26.830 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.830 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.830 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.830 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.830 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.830 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T01:01:26.052820+0000", 2024-09-13T00:03:26.830 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.830 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.830 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.831 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.831 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.831 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.831 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.831 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.831 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.831 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.831 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.831 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.831 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.831 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.831 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.831 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.832 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.832 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.832 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.832 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.832 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.832 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.832 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.832 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.832 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.832 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.832 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.833 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.833 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.833 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.833 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.833 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.833 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.833 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.833 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.833 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.833 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.833 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.833 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.834 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.834 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.834 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.834 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.834 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.834 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.834 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:26.834 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.835 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:26.835 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.835 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.835 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.835 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.835 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.835 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.835 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.835 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.835 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:26.835 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.835 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.836 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.836 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.836 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.836 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.836 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901904+0000", 2024-09-13T00:03:26.836 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.837651+0000", 2024-09-13T00:03:26.836 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.837651+0000", 2024-09-13T00:03:26.836 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.837938+0000", 2024-09-13T00:03:26.836 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901904+0000", 2024-09-13T00:03:26.836 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.836 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.837 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.837 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.837 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901904+0000", 2024-09-13T00:03:26.837 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901904+0000", 2024-09-13T00:03:26.837 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901904+0000", 2024-09-13T00:03:26.837 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.837 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.837 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.837 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901904+0000", 2024-09-13T00:03:26.837 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901904+0000", 2024-09-13T00:03:26.837 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.837 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.838 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.838 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.838 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.838 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.838 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.838 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.838 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.838 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.838 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.838 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.838 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.838 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.12", 2024-09-13T00:03:26.838 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.839 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.839 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.839 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:26.839 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.839 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T00:57:43.210340+0000", 2024-09-13T00:03:26.839 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.839 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.839 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.839 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.839 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.839 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.843 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.843 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.843 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.843 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.843 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.843 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.843 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.843 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.843 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.843 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:26.843 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.843 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.844 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.844 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.844 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.844 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.844 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.844 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.844 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:26.844 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.844 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.844 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.844 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.844 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.845 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891429+0000", 2024-09-13T00:03:26.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.806320+0000", 2024-09-13T00:03:26.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.806320+0000", 2024-09-13T00:03:26.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.807119+0000", 2024-09-13T00:03:26.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891429+0000", 2024-09-13T00:03:26.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891429+0000", 2024-09-13T00:03:26.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891429+0000", 2024-09-13T00:03:26.846 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891429+0000", 2024-09-13T00:03:26.846 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.846 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.846 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.846 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891429+0000", 2024-09-13T00:03:26.846 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891429+0000", 2024-09-13T00:03:26.846 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.846 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.846 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.846 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.846 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.846 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.847 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.847 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.847 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.847 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.847 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.847 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.847 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.847 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.13", 2024-09-13T00:03:26.847 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.847 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.847 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.847 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.847 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.848 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:08:15.418130+0000", 2024-09-13T00:03:26.848 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.848 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.848 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.850 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.850 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.850 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.850 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.850 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.850 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.850 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.850 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.850 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.850 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.850 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.850 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.851 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.851 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.851 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.851 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.851 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.851 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.851 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.851 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.851 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.851 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.851 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.851 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.851 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.852 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.852 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.852 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.852 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.852 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.852 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:26.852 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.852 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.852 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.852 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.852 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.853 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.853 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.853 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.853 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:26.853 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.853 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.853 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.853 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.853 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.853 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.853 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.059123+0000", 2024-09-13T00:03:26.853 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.840442+0000", 2024-09-13T00:03:26.854 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.840442+0000", 2024-09-13T00:03:26.854 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.841111+0000", 2024-09-13T00:03:26.854 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.059123+0000", 2024-09-13T00:03:26.854 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.854 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.854 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.854 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.854 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.059123+0000", 2024-09-13T00:03:26.854 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.059123+0000", 2024-09-13T00:03:26.854 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.059123+0000", 2024-09-13T00:03:26.854 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.854 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.854 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.855 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.059123+0000", 2024-09-13T00:03:26.855 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.059123+0000", 2024-09-13T00:03:26.855 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.855 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.855 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.855 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.855 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.855 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.855 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.855 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.855 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.856 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.856 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.856 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.856 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.856 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.11", 2024-09-13T00:03:26.856 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.856 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.856 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.856 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:26.856 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.856 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:16:58.759665+0000", 2024-09-13T00:03:26.856 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.857 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.857 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.857 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.858 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.858 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.858 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.858 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.858 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.858 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.858 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.858 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.858 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.858 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.858 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.858 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.859 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.859 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.859 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.859 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.859 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.859 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.859 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.859 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.859 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.859 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.859 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.859 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.860 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.860 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.860 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.860 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.860 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.860 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.861 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.861 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.861 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:26.861 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.861 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.861 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.861 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.861 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.861 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.861 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:26.861 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.861 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:26.862 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.862 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.862 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.862 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.862 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.862 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.862 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.058835+0000", 2024-09-13T00:03:26.862 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.819773+0000", 2024-09-13T00:03:26.862 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.819773+0000", 2024-09-13T00:03:26.862 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.821575+0000", 2024-09-13T00:03:26.862 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.058835+0000", 2024-09-13T00:03:26.862 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.862 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.863 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.863 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.863 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.058835+0000", 2024-09-13T00:03:26.863 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.058835+0000", 2024-09-13T00:03:26.863 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.058835+0000", 2024-09-13T00:03:26.863 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.863 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.863 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.863 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.058835+0000", 2024-09-13T00:03:26.863 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.058835+0000", 2024-09-13T00:03:26.863 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.863 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.864 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.864 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.864 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.864 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.864 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.864 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.864 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.864 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.864 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.864 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.864 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.865 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.10", 2024-09-13T00:03:26.865 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.865 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.865 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.865 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.865 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.865 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:44:40.505519+0000", 2024-09-13T00:03:26.865 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.865 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.865 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.865 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.865 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.869 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.869 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.869 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.869 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.869 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.869 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.869 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.869 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.869 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:26.869 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.869 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:26.869 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.870 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.870 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.870 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.870 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.870 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.870 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.870 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.870 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:26.870 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.870 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.870 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.870 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.871 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.871 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955587+0000", 2024-09-13T00:03:26.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.850163+0000", 2024-09-13T00:03:26.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.850163+0000", 2024-09-13T00:03:26.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.850431+0000", 2024-09-13T00:03:26.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955587+0000", 2024-09-13T00:03:26.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955587+0000", 2024-09-13T00:03:26.872 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955587+0000", 2024-09-13T00:03:26.872 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955587+0000", 2024-09-13T00:03:26.872 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.872 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.872 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.872 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955587+0000", 2024-09-13T00:03:26.872 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955587+0000", 2024-09-13T00:03:26.872 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.872 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 8, 2024-09-13T00:03:26.872 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.872 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.872 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.873 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.873 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.873 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.873 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.873 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 8, 2024-09-13T00:03:26.873 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.873 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.873 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.873 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.10", 2024-09-13T00:03:26.873 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.873 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.873 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.874 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 29, 2024-09-13T00:03:26.874 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.874 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T01:33:25.807671+0000", 2024-09-13T00:03:26.874 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.874 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.874 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 12, 2024-09-13T00:03:26.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 4, 2024-09-13T00:03:26.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 4, 2024-09-13T00:03:26.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 4, 2024-09-13T00:03:26.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.876 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.877 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.877 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.877 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.877 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.877 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.877 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.877 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.877 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.877 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 12, 2024-09-13T00:03:26.877 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.877 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.878 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.878 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.878 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.878 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.878 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.878 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.878 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:26.878 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'8" 2024-09-13T00:03:26.878 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.878 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.878 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.878 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.879 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.879 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.879 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.879 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:26.879 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.879 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.879 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.879 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.879 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.879 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.879 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890023+0000", 2024-09-13T00:03:26.879 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.804257+0000", 2024-09-13T00:03:26.880 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.804257+0000", 2024-09-13T00:03:26.880 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.804840+0000", 2024-09-13T00:03:26.880 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890023+0000", 2024-09-13T00:03:26.880 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.880 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.880 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.880 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.880 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890023+0000", 2024-09-13T00:03:26.880 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890023+0000", 2024-09-13T00:03:26.880 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890023+0000", 2024-09-13T00:03:26.880 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.880 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.881 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.881 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890023+0000", 2024-09-13T00:03:26.881 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890023+0000", 2024-09-13T00:03:26.881 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.881 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.881 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.881 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.881 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.881 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.881 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.881 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.881 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.882 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.882 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.882 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.882 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.882 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.11", 2024-09-13T00:03:26.882 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.882 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.882 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.882 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.882 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.882 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:56:15.432866+0000", 2024-09-13T00:03:26.882 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.883 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.883 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.883 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.884 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.885 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.885 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.885 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.885 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.885 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.885 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.885 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.885 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.885 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.885 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.885 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.885 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.886 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.886 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.886 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.886 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.886 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.887 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.887 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.887 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:26.887 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.887 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.887 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.887 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.887 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.887 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.887 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.887 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2024-09-13T00:03:26.888 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.888 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.888 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.888 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.888 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.888 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.888 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.903242+0000", 2024-09-13T00:03:26.888 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.839540+0000", 2024-09-13T00:03:26.888 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.839540+0000", 2024-09-13T00:03:26.888 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.840222+0000", 2024-09-13T00:03:26.888 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.903242+0000", 2024-09-13T00:03:26.888 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.889 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.889 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.889 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.889 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.903242+0000", 2024-09-13T00:03:26.889 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.903242+0000", 2024-09-13T00:03:26.889 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.903242+0000", 2024-09-13T00:03:26.889 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.889 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.889 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.889 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.903242+0000", 2024-09-13T00:03:26.889 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.903242+0000", 2024-09-13T00:03:26.889 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.890 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2024-09-13T00:03:26.890 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.890 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.890 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.890 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.890 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.890 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.890 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.890 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2024-09-13T00:03:26.890 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.890 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.890 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.891 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.f", 2024-09-13T00:03:26.891 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.891 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.891 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.891 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 22, 2024-09-13T00:03:26.891 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.891 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:41:55.498929+0000", 2024-09-13T00:03:26.891 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.891 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.891 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.891 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 22, 2024-09-13T00:03:26.891 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.892 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:26.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:26.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:26.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2024-09-13T00:03:26.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2024-09-13T00:03:26.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.895 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.895 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.895 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.895 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.895 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.895 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.895 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.895 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2024-09-13T00:03:26.895 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'1" 2024-09-13T00:03:26.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.896 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.896 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.896 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.896 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.896 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.896 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.896 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:26.896 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.896 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.896 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.896 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.896 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.897 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891319+0000", 2024-09-13T00:03:26.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.819031+0000", 2024-09-13T00:03:26.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.819031+0000", 2024-09-13T00:03:26.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.819699+0000", 2024-09-13T00:03:26.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891319+0000", 2024-09-13T00:03:26.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891319+0000", 2024-09-13T00:03:26.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891319+0000", 2024-09-13T00:03:26.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891319+0000", 2024-09-13T00:03:26.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891319+0000", 2024-09-13T00:03:26.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891319+0000", 2024-09-13T00:03:26.898 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.898 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.898 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.898 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.898 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.898 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.899 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.899 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.899 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.899 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.899 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.899 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.899 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.899 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.e", 2024-09-13T00:03:26.899 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.899 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.899 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.899 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.900 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.900 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:25:49.339033+0000", 2024-09-13T00:03:26.900 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.900 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.900 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.903 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.903 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.903 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.904 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.904 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.904 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.904 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:26.904 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.904 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:26.904 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.904 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.904 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.904 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.904 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.905 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.905 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.905 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:26.905 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.905 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.905 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.905 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.905 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.905 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.905 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955975+0000", 2024-09-13T00:03:26.905 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.850220+0000", 2024-09-13T00:03:26.905 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.850220+0000", 2024-09-13T00:03:26.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.850483+0000", 2024-09-13T00:03:26.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955975+0000", 2024-09-13T00:03:26.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955975+0000", 2024-09-13T00:03:26.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955975+0000", 2024-09-13T00:03:26.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955975+0000", 2024-09-13T00:03:26.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.906 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.907 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955975+0000", 2024-09-13T00:03:26.907 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955975+0000", 2024-09-13T00:03:26.907 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.907 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2024-09-13T00:03:26.907 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.907 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.907 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.907 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.907 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.907 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.907 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.907 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2024-09-13T00:03:26.908 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.908 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.908 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.908 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.e", 2024-09-13T00:03:26.908 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.908 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.908 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.908 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 23, 2024-09-13T00:03:26.908 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.908 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:10:19.877176+0000", 2024-09-13T00:03:26.908 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.908 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.909 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:26.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:26.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:26.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:26.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.911 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.912 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.912 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.912 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2024-09-13T00:03:26.912 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.912 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.912 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.912 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.912 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.912 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.912 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.913 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.913 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:26.913 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'2" 2024-09-13T00:03:26.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.913 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.913 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.913 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.913 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.913 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.913 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.913 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:26.913 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.914 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.914 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.914 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.914 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.914 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.914 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:26.914 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.815741+0000", 2024-09-13T00:03:26.914 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.815741+0000", 2024-09-13T00:03:26.914 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.816660+0000", 2024-09-13T00:03:26.914 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:26.914 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.914 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:26.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:26.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:26.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:26.915 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890836+0000", 2024-09-13T00:03:26.915 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.915 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.916 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.916 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.916 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.916 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.916 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.916 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.916 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.916 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.916 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.916 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.916 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.916 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.f", 2024-09-13T00:03:26.917 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.917 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.917 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.917 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.917 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.917 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:21:30.639653+0000", 2024-09-13T00:03:26.917 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.917 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.917 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.917 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.917 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.917 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.918 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.919 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.920 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.921 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.921 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.921 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.921 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.921 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.921 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.921 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.921 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.921 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:26.921 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.921 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.922 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.922 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.922 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.922 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.922 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:26.922 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.922 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:26.922 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.922 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.922 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.922 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.922 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.923 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.899881+0000", 2024-09-13T00:03:26.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.847586+0000", 2024-09-13T00:03:26.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.847586+0000", 2024-09-13T00:03:26.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.847902+0000", 2024-09-13T00:03:26.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.899881+0000", 2024-09-13T00:03:26.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.899881+0000", 2024-09-13T00:03:26.923 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.899881+0000", 2024-09-13T00:03:26.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.899881+0000", 2024-09-13T00:03:26.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.899881+0000", 2024-09-13T00:03:26.924 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.899881+0000", 2024-09-13T00:03:26.924 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.924 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2024-09-13T00:03:26.924 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.924 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.924 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.924 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.925 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.925 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.925 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.925 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2024-09-13T00:03:26.925 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.925 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.925 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.925 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.d", 2024-09-13T00:03:26.925 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.925 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.925 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.925 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 22, 2024-09-13T00:03:26.926 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.926 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:07:52.136251+0000", 2024-09-13T00:03:26.926 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.926 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.926 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.926 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 70, 2024-09-13T00:03:26.926 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.926 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.926 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.926 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.926 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.926 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.926 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:26.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:26.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:26.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2024-09-13T00:03:26.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2024-09-13T00:03:26.929 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.929 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.929 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.930 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.930 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.930 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.930 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:26.930 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.930 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:26.930 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'1" 2024-09-13T00:03:26.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.930 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.930 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.930 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.930 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.931 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.931 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.931 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:26.931 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.931 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.931 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.931 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.931 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.931 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.931 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902436+0000", 2024-09-13T00:03:26.931 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.809431+0000", 2024-09-13T00:03:26.931 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.809431+0000", 2024-09-13T00:03:26.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.810066+0000", 2024-09-13T00:03:26.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902436+0000", 2024-09-13T00:03:26.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902436+0000", 2024-09-13T00:03:26.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902436+0000", 2024-09-13T00:03:26.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902436+0000", 2024-09-13T00:03:26.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.933 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902436+0000", 2024-09-13T00:03:26.933 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902436+0000", 2024-09-13T00:03:26.933 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.933 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.933 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.933 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.933 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.933 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.933 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.933 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.933 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.933 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.934 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.934 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.934 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.934 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.c", 2024-09-13T00:03:26.934 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.934 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.934 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.934 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.934 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.934 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:37:34.288251+0000", 2024-09-13T00:03:26.934 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.936 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.936 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.937 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.938 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.939 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.939 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.939 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.939 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.939 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.939 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.939 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.939 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.939 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.939 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.939 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.939 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.940 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.940 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.940 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.940 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.940 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.940 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:26.940 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.940 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.940 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.940 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.940 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.940 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.941 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.941 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.941 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:26.941 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.941 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.941 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.941 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.941 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.941 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955896+0000", 2024-09-13T00:03:26.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.841086+0000", 2024-09-13T00:03:26.941 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.841086+0000", 2024-09-13T00:03:26.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.842870+0000", 2024-09-13T00:03:26.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955896+0000", 2024-09-13T00:03:26.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955896+0000", 2024-09-13T00:03:26.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955896+0000", 2024-09-13T00:03:26.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955896+0000", 2024-09-13T00:03:26.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.942 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.943 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955896+0000", 2024-09-13T00:03:26.943 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955896+0000", 2024-09-13T00:03:26.943 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.943 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.943 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.943 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.943 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.943 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.943 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.943 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.943 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.943 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.944 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.944 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.944 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.944 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.c", 2024-09-13T00:03:26.944 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.944 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.944 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.944 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:26.944 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.944 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:00:31.800066+0000", 2024-09-13T00:03:26.944 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.944 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.945 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.945 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.946 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.948 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.948 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.948 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.948 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.948 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.948 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.949 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:26.949 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.949 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:26.949 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.949 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.949 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.949 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.949 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.949 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.949 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.949 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.949 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:26.949 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.950 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.950 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.950 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.950 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.950 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890797+0000", 2024-09-13T00:03:26.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.825475+0000", 2024-09-13T00:03:26.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.825475+0000", 2024-09-13T00:03:26.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.826062+0000", 2024-09-13T00:03:26.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890797+0000", 2024-09-13T00:03:26.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.950 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.951 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.951 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.951 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890797+0000", 2024-09-13T00:03:26.951 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890797+0000", 2024-09-13T00:03:26.951 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890797+0000", 2024-09-13T00:03:26.951 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.951 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.951 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.951 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890797+0000", 2024-09-13T00:03:26.951 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890797+0000", 2024-09-13T00:03:26.951 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.951 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.952 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.952 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.952 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.952 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.952 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.952 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.952 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.952 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.952 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.952 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.952 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.953 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.d", 2024-09-13T00:03:26.953 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.953 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.953 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.953 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.953 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.953 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:39:04.811462+0000", 2024-09-13T00:03:26.953 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.953 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.953 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.953 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.953 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.957 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.957 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.957 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.957 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.957 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.957 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.957 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.957 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:26.957 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.958 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.958 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.958 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.958 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.958 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.958 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.958 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:26.958 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.958 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.958 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:26.958 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.958 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.959 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.683741+0000", 2024-09-13T00:03:26.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:07.258326+0000", 2024-09-13T00:03:26.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:07.258326+0000", 2024-09-13T00:03:26.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:17.060545+0000", 2024-09-13T00:03:26.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.683741+0000", 2024-09-13T00:03:26.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:26.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:26.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:26.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.683741+0000", 2024-09-13T00:03:26.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.683741+0000", 2024-09-13T00:03:26.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.683741+0000", 2024-09-13T00:03:26.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:26.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.683741+0000", 2024-09-13T00:03:26.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.683741+0000", 2024-09-13T00:03:26.960 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.960 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.960 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.960 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.960 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:26.960 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.961 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.961 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.961 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.961 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.961 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.961 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.961 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.961 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.5", 2024-09-13T00:03:26.961 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.961 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.961 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:26.961 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2024-09-13T00:03:26.962 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.962 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:25:20.432597+0000", 2024-09-13T00:03:26.962 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.000608833, 2024-09-13T00:03:26.962 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.962 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.965 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.965 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.965 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.966 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.966 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:26.966 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:26.966 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.966 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.966 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:26.966 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.966 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.966 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.966 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.966 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.966 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.967 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.967 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.967 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:26.967 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.967 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.967 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 19, 2024-09-13T00:03:26.967 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.967 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.967 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:03:22.310850+0000", 2024-09-13T00:03:26.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:57:55.479343+0000", 2024-09-13T00:03:26.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:57:55.479343+0000", 2024-09-13T00:03:26.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:57:55.492667+0000", 2024-09-13T00:03:26.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:03:22.310850+0000", 2024-09-13T00:03:26.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:53:26.096054+0000", 2024-09-13T00:03:26.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:53:26.096054+0000", 2024-09-13T00:03:26.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 49, 2024-09-13T00:03:26.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:03:22.310850+0000", 2024-09-13T00:03:26.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:03:22.310850+0000", 2024-09-13T00:03:26.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:03:22.310850+0000", 2024-09-13T00:03:26.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.969 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:53:26.096054+0000", 2024-09-13T00:03:26.969 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:03:22.310850+0000", 2024-09-13T00:03:26.969 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:03:22.310850+0000", 2024-09-13T00:03:26.969 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.969 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 111, 2024-09-13T00:03:26.969 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.969 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.969 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 48, 2024-09-13T00:03:26.969 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.969 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.969 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.969 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.969 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 111, 2024-09-13T00:03:26.970 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.970 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.970 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.970 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "1.0", 2024-09-13T00:03:26.970 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.970 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.970 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:26.970 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 169, 2024-09-13T00:03:26.970 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.970 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:39:46.863988+0000", 2024-09-13T00:03:26.970 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.970 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.971 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 590368, 2024-09-13T00:03:26.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 590368, 2024-09-13T00:03:26.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2024-09-13T00:03:26.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2024-09-13T00:03:26.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2024-09-13T00:03:26.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 2, 2024-09-13T00:03:26.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 416, 2024-09-13T00:03:26.973 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 599, 2024-09-13T00:03:26.974 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.974 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.974 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.974 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 177, 2024-09-13T00:03:26.974 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1628 2024-09-13T00:03:26.974 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.974 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.974 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.974 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.974 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:26.974 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.974 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.975 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.975 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:26.975 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "63'111" 2024-09-13T00:03:26.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.975 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.975 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.975 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.975 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.975 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.975 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.975 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:26.975 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.976 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.976 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:26.976 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.976 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.976 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902041+0000", 2024-09-13T00:03:26.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.840224+0000", 2024-09-13T00:03:26.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.840224+0000", 2024-09-13T00:03:26.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.840534+0000", 2024-09-13T00:03:26.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902041+0000", 2024-09-13T00:03:26.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.976 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:26.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902041+0000", 2024-09-13T00:03:26.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902041+0000", 2024-09-13T00:03:26.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902041+0000", 2024-09-13T00:03:26.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:26.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902041+0000", 2024-09-13T00:03:26.977 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902041+0000", 2024-09-13T00:03:26.977 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.977 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.978 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.978 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.978 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:26.978 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.978 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.978 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.978 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.978 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.978 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.978 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.978 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.978 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.3", 2024-09-13T00:03:26.979 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.979 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.979 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.979 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:26.979 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.979 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:40:37.366272+0000", 2024-09-13T00:03:26.979 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.979 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.979 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.979 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.979 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.979 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.980 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.983 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.983 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.983 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.983 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.983 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.983 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:26.983 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:26.983 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.983 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:26.983 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.983 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.983 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.984 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.984 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.984 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.984 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.984 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.984 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:26.984 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.984 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.984 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:26.984 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.984 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.985 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060605+0000", 2024-09-13T00:03:26.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.818070+0000", 2024-09-13T00:03:26.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.818070+0000", 2024-09-13T00:03:26.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.822825+0000", 2024-09-13T00:03:26.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060605+0000", 2024-09-13T00:03:26.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:26.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060605+0000", 2024-09-13T00:03:26.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060605+0000", 2024-09-13T00:03:26.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060605+0000", 2024-09-13T00:03:26.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:26.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060605+0000", 2024-09-13T00:03:26.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060605+0000", 2024-09-13T00:03:26.986 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.986 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.986 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.986 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.986 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:26.986 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.987 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.987 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.987 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.987 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.987 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.987 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.987 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.987 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2", 2024-09-13T00:03:26.987 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.987 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.987 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:26.987 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:26.987 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.988 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:45:49.946484+0000", 2024-09-13T00:03:26.988 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:26.988 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.988 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:26.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:26.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:26.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:26.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:26.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:26.991 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.991 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:26.991 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:26.991 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:26.992 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:26.992 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:26.992 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:26.992 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.992 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:26.992 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:26.992 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:26.992 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:26.992 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:26.992 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:26.992 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:26.992 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:26.993 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:26.993 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:26.993 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:26.993 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:26.993 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:26.993 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:26.993 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:26.993 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:26.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.726869+0000", 2024-09-13T00:03:26.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:07.028859+0000", 2024-09-13T00:03:26.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:07.028859+0000", 2024-09-13T00:03:26.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:16.892017+0000", 2024-09-13T00:03:26.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.726869+0000", 2024-09-13T00:03:26.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:26.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:26.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:26.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:26.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.726869+0000", 2024-09-13T00:03:26.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.726869+0000", 2024-09-13T00:03:26.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.726869+0000", 2024-09-13T00:03:26.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:26.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:26.994 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:26.995 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.726869+0000", 2024-09-13T00:03:26.995 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.726869+0000", 2024-09-13T00:03:26.995 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:26.995 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:26.995 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:26.995 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:26.995 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:26.995 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:26.995 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:26.995 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:26.995 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:26.995 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:26.996 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:26.996 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:26.996 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:26.996 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.6", 2024-09-13T00:03:26.996 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:26.996 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:26.996 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:26.996 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2024-09-13T00:03:26.996 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:26.996 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:09:49.923676+0000", 2024-09-13T00:03:26.996 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.000515573, 2024-09-13T00:03:26.996 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:26.997 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:26.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:26.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:26.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:26.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:26.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:26.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:26.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:26.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:26.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:26.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:26.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:26.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:26.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:26.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:26.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:26.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:26.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:26.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:26.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:26.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:26.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:26.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:26.998 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:26.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:26.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:26.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:26.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:26.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:26.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:26.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:26.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:26.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:26.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:26.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:26.999 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.000 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.000 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.000 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.000 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.000 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.000 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.000 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.000 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.000 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.000 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.000 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.000 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:27.001 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.001 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:27.001 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.001 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.001 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.001 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.001 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.001 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.001 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:27.001 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.001 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:27.001 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.002 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.002 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.002 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.002 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.002 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.002 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955319+0000", 2024-09-13T00:03:27.002 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:59:05.106999+0000", 2024-09-13T00:03:27.002 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:59:05.106999+0000", 2024-09-13T00:03:27.002 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:59:05.107945+0000", 2024-09-13T00:03:27.002 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955319+0000", 2024-09-13T00:03:27.002 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.002 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 55, 2024-09-13T00:03:27.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955319+0000", 2024-09-13T00:03:27.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955319+0000", 2024-09-13T00:03:27.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955319+0000", 2024-09-13T00:03:27.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955319+0000", 2024-09-13T00:03:27.003 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955319+0000", 2024-09-13T00:03:27.003 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.003 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.004 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.004 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.004 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 54, 2024-09-13T00:03:27.004 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.004 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.004 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.004 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.004 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.004 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.004 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.004 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.004 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.0", 2024-09-13T00:03:27.005 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.005 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.005 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.005 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2024-09-13T00:03:27.005 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.005 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:44:39.301388+0000", 2024-09-13T00:03:27.005 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.005 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.005 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.005 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.005 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.005 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.006 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.009 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.009 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.009 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.009 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.009 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.009 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.009 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:27.009 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.009 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:27.009 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.009 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.010 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.010 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.010 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.010 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.010 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:27.010 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.010 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:27.010 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.010 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.010 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.010 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.010 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.011 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.889726+0000", 2024-09-13T00:03:27.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.791640+0000", 2024-09-13T00:03:27.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.791640+0000", 2024-09-13T00:03:27.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.796274+0000", 2024-09-13T00:03:27.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.889726+0000", 2024-09-13T00:03:27.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:27.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.889726+0000", 2024-09-13T00:03:27.011 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.889726+0000", 2024-09-13T00:03:27.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.889726+0000", 2024-09-13T00:03:27.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.889726+0000", 2024-09-13T00:03:27.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.889726+0000", 2024-09-13T00:03:27.012 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.012 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.012 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.012 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.012 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:27.012 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.013 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.013 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.013 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.013 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.013 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.013 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.013 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.013 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1", 2024-09-13T00:03:27.013 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.013 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.013 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.013 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:27.014 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.014 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:26:06.999795+0000", 2024-09-13T00:03:27.014 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.014 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.014 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.017 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.017 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.018 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.018 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.018 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.018 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:27.018 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.018 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:27.018 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.018 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.018 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.018 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.018 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.019 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:27.019 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.019 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:27.019 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.019 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.019 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:27.019 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.019 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.019 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.272769+0000", 2024-09-13T00:03:27.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:06.498245+0000", 2024-09-13T00:03:27.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:06.498245+0000", 2024-09-13T00:03:27.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:16.901347+0000", 2024-09-13T00:03:27.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.272769+0000", 2024-09-13T00:03:27.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:27.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.272769+0000", 2024-09-13T00:03:27.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.272769+0000", 2024-09-13T00:03:27.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.272769+0000", 2024-09-13T00:03:27.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.021 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.272769+0000", 2024-09-13T00:03:27.021 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.272769+0000", 2024-09-13T00:03:27.021 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.021 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.021 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.021 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.021 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:27.021 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.021 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.021 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.021 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.021 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.021 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.022 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.022 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.022 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.7", 2024-09-13T00:03:27.022 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.022 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.022 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:27.022 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2024-09-13T00:03:27.022 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.022 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:06:01.241493+0000", 2024-09-13T00:03:27.022 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.000596889, 2024-09-13T00:03:27.022 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.022 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.025 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.026 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.026 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.026 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.026 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.026 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.026 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.026 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.026 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.026 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.026 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.026 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:27.026 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.027 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:27.027 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.027 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.027 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.027 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.027 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.027 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:27.027 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.027 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:27.027 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.027 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.028 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.028 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.028 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.028 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.028 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955644+0000", 2024-09-13T00:03:27.028 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.843230+0000", 2024-09-13T00:03:27.028 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.843230+0000", 2024-09-13T00:03:27.028 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.843772+0000", 2024-09-13T00:03:27.028 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955644+0000", 2024-09-13T00:03:27.028 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.028 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.028 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:27.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955644+0000", 2024-09-13T00:03:27.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955644+0000", 2024-09-13T00:03:27.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955644+0000", 2024-09-13T00:03:27.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955644+0000", 2024-09-13T00:03:27.029 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955644+0000", 2024-09-13T00:03:27.029 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.029 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.029 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.030 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.030 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:27.030 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.030 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.030 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.030 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.030 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.030 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.030 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.030 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.030 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1", 2024-09-13T00:03:27.030 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.031 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.031 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.031 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:27.031 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.031 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:52:05.154834+0000", 2024-09-13T00:03:27.031 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.031 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.031 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.031 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.031 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.031 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.031 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.033 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.034 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.035 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.035 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.035 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.035 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.035 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.035 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:27.035 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.035 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:27.035 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.035 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.036 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.036 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.036 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.036 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:27.036 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.036 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:27.036 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.036 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.036 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.036 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.036 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.036 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.898522+0000", 2024-09-13T00:03:27.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.820871+0000", 2024-09-13T00:03:27.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.820871+0000", 2024-09-13T00:03:27.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.821728+0000", 2024-09-13T00:03:27.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.898522+0000", 2024-09-13T00:03:27.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:27.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.898522+0000", 2024-09-13T00:03:27.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.898522+0000", 2024-09-13T00:03:27.037 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.898522+0000", 2024-09-13T00:03:27.038 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.038 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.038 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.038 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.898522+0000", 2024-09-13T00:03:27.038 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.898522+0000", 2024-09-13T00:03:27.038 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.038 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.038 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.038 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.038 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:27.038 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.038 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.038 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.039 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.039 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.039 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.039 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.039 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.039 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.0", 2024-09-13T00:03:27.039 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.039 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.039 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.039 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:27.039 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.039 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:01:00.165900+0000", 2024-09-13T00:03:27.040 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.040 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.040 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.040 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.040 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.040 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.040 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.040 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.040 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.040 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.040 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.040 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.041 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.043 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.043 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.043 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.043 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.043 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.044 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.044 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:27.044 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.044 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:27.044 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.044 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.044 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.044 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.044 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.044 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:27.044 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.045 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:27.045 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.045 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.045 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:27.045 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.045 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.045 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.045 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.271323+0000", 2024-09-13T00:03:27.045 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:07.028878+0000", 2024-09-13T00:03:27.045 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:07.028878+0000", 2024-09-13T00:03:27.045 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:16.900402+0000", 2024-09-13T00:03:27.045 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.271323+0000", 2024-09-13T00:03:27.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:27.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.271323+0000", 2024-09-13T00:03:27.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.271323+0000", 2024-09-13T00:03:27.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.271323+0000", 2024-09-13T00:03:27.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.271323+0000", 2024-09-13T00:03:27.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.271323+0000", 2024-09-13T00:03:27.047 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.047 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.047 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.047 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.047 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:27.047 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.047 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.047 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.047 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.047 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.047 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.047 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.048 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.048 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.4", 2024-09-13T00:03:27.048 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.048 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.048 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:27.048 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2024-09-13T00:03:27.048 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.048 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:14:20.322287+0000", 2024-09-13T00:03:27.048 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.000992345, 2024-09-13T00:03:27.048 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.048 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.048 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.052 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.052 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.052 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.052 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.052 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.052 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.052 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.052 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.052 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:27.052 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.052 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:27.053 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.053 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.053 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.053 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.053 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.053 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:27.053 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.053 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:27.053 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.053 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.053 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.054 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.054 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.054 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.901939+0000", 2024-09-13T00:03:27.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.835498+0000", 2024-09-13T00:03:27.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.835498+0000", 2024-09-13T00:03:27.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.836219+0000", 2024-09-13T00:03:27.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.901939+0000", 2024-09-13T00:03:27.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:27.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.901939+0000", 2024-09-13T00:03:27.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.901939+0000", 2024-09-13T00:03:27.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.901939+0000", 2024-09-13T00:03:27.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.901939+0000", 2024-09-13T00:03:27.055 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.901939+0000", 2024-09-13T00:03:27.055 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.055 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.055 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.055 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.056 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:27.056 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.056 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.056 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.056 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.056 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.056 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.056 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.056 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.056 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.2", 2024-09-13T00:03:27.056 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.056 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.057 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.057 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:27.057 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.057 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:39:02.793912+0000", 2024-09-13T00:03:27.057 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.057 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.057 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.059 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.060 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.061 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.061 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.061 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.061 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.061 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.061 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:27.061 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.061 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:27.061 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.061 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.062 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.062 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.062 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.062 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:27.062 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.062 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2024-09-13T00:03:27.062 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.062 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.062 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.062 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.062 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.062 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902836+0000", 2024-09-13T00:03:27.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.788777+0000", 2024-09-13T00:03:27.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.788777+0000", 2024-09-13T00:03:27.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.789692+0000", 2024-09-13T00:03:27.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902836+0000", 2024-09-13T00:03:27.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:27.063 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902836+0000", 2024-09-13T00:03:27.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902836+0000", 2024-09-13T00:03:27.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902836+0000", 2024-09-13T00:03:27.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902836+0000", 2024-09-13T00:03:27.064 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902836+0000", 2024-09-13T00:03:27.064 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.064 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.064 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.065 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.065 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:27.065 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.065 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.065 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.065 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.065 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.065 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.065 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.065 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.065 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3", 2024-09-13T00:03:27.065 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.066 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.066 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.066 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:27.066 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.066 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:32:31.625713+0000", 2024-09-13T00:03:27.066 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.066 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.066 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.066 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.066 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.066 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.066 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.067 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.068 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.070 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.070 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.070 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.070 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.070 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.070 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:27.070 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.070 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2024-09-13T00:03:27.070 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.070 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.070 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.071 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.071 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.071 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:27.071 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.071 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:27.071 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.071 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.071 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:27.071 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.071 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.071 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.071 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.271190+0000", 2024-09-13T00:03:27.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:06.497745+0000", 2024-09-13T00:03:27.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:06.497745+0000", 2024-09-13T00:03:27.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:16.900750+0000", 2024-09-13T00:03:27.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.271190+0000", 2024-09-13T00:03:27.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:27.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.271190+0000", 2024-09-13T00:03:27.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.271190+0000", 2024-09-13T00:03:27.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.271190+0000", 2024-09-13T00:03:27.072 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.271190+0000", 2024-09-13T00:03:27.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.271190+0000", 2024-09-13T00:03:27.073 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.073 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2024-09-13T00:03:27.073 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.073 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.073 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:27.073 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.073 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.073 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.074 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.074 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2024-09-13T00:03:27.074 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.074 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.074 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.074 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.2", 2024-09-13T00:03:27.074 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.074 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.074 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:27.074 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:27.074 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.074 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:17:32.917229+0000", 2024-09-13T00:03:27.075 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.002094121, 2024-09-13T00:03:27.075 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.075 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 19, 2024-09-13T00:03:27.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:27.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:27.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:27.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 2, 2024-09-13T00:03:27.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 2 2024-09-13T00:03:27.078 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.078 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.078 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.078 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.078 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.079 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.079 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:27.079 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.079 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:27.079 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "62'2" 2024-09-13T00:03:27.079 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.079 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.079 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.079 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.079 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.079 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:27.079 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.080 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:27.080 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.080 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.080 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.080 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.080 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.080 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.899740+0000", 2024-09-13T00:03:27.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.846823+0000", 2024-09-13T00:03:27.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.846823+0000", 2024-09-13T00:03:27.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.847092+0000", 2024-09-13T00:03:27.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.899740+0000", 2024-09-13T00:03:27.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:27.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.899740+0000", 2024-09-13T00:03:27.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.899740+0000", 2024-09-13T00:03:27.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.899740+0000", 2024-09-13T00:03:27.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.899740+0000", 2024-09-13T00:03:27.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.899740+0000", 2024-09-13T00:03:27.082 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.082 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.082 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.082 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.082 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:27.082 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.082 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.082 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.082 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.082 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.082 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.082 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.083 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.083 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.4", 2024-09-13T00:03:27.083 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.083 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.083 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.083 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:27.083 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.083 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:14:07.655595+0000", 2024-09-13T00:03:27.083 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.083 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.083 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.086 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.087 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.087 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.087 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.087 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.087 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.087 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.087 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.087 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.087 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:27.087 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.087 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:27.087 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.088 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.088 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.088 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.088 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.088 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.088 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:27.088 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.088 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:27.088 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.088 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.088 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.088 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.089 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.089 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902995+0000", 2024-09-13T00:03:27.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.829721+0000", 2024-09-13T00:03:27.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.829721+0000", 2024-09-13T00:03:27.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.830030+0000", 2024-09-13T00:03:27.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902995+0000", 2024-09-13T00:03:27.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:27.089 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902995+0000", 2024-09-13T00:03:27.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902995+0000", 2024-09-13T00:03:27.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902995+0000", 2024-09-13T00:03:27.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902995+0000", 2024-09-13T00:03:27.090 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902995+0000", 2024-09-13T00:03:27.090 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.090 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.090 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.090 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.090 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:27.091 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.091 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.091 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.091 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.091 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.091 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.091 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.091 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.091 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.5", 2024-09-13T00:03:27.091 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.091 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.091 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.092 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:27.092 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.092 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:29:52.584716+0000", 2024-09-13T00:03:27.092 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.092 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.092 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.093 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.094 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.095 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.095 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.096 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.096 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.096 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.096 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.096 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:27.096 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.096 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:27.096 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.096 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.096 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.096 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.096 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.097 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.097 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:27.097 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.097 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:27.097 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.097 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.097 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:27.097 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.097 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.097 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.097 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.723483+0000", 2024-09-13T00:03:27.097 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:07.260277+0000", 2024-09-13T00:03:27.098 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:07.260277+0000", 2024-09-13T00:03:27.098 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:16.891227+0000", 2024-09-13T00:03:27.098 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.723483+0000", 2024-09-13T00:03:27.098 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.098 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.098 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.098 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:27.098 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.723483+0000", 2024-09-13T00:03:27.098 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.723483+0000", 2024-09-13T00:03:27.098 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.723483+0000", 2024-09-13T00:03:27.098 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.098 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.099 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.099 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.723483+0000", 2024-09-13T00:03:27.099 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.723483+0000", 2024-09-13T00:03:27.099 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.099 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2024-09-13T00:03:27.099 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.099 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.099 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:27.099 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.099 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.099 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.099 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.100 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2024-09-13T00:03:27.100 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.100 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.100 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.100 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.3", 2024-09-13T00:03:27.100 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.100 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.100 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:27.100 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:27.100 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.100 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:40:44.871671+0000", 2024-09-13T00:03:27.100 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.001195344, 2024-09-13T00:03:27.100 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.101 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.101 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.101 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.101 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.101 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.101 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.101 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.101 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.101 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.101 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.101 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.101 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:27.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:27.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:27.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.104 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.104 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.104 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.104 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.104 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.104 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:27.105 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.105 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:27.105 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "60'1" 2024-09-13T00:03:27.105 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.105 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.105 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.105 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.105 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.105 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:27.105 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.105 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:27.105 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.106 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.106 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.106 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.106 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.106 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891090+0000", 2024-09-13T00:03:27.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.844761+0000", 2024-09-13T00:03:27.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.844761+0000", 2024-09-13T00:03:27.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.845407+0000", 2024-09-13T00:03:27.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891090+0000", 2024-09-13T00:03:27.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.107 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.107 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:27.107 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891090+0000", 2024-09-13T00:03:27.107 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891090+0000", 2024-09-13T00:03:27.107 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891090+0000", 2024-09-13T00:03:27.107 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.107 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.107 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.107 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891090+0000", 2024-09-13T00:03:27.107 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891090+0000", 2024-09-13T00:03:27.107 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.107 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.108 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.108 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.108 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:27.108 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.108 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.108 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.108 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.108 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.108 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.108 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.108 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.108 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.5", 2024-09-13T00:03:27.109 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.109 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.109 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.109 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:27.109 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.109 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T00:16:24.137082+0000", 2024-09-13T00:03:27.109 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.109 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.109 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.113 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.113 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.113 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.113 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.113 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.113 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.113 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:27.113 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.113 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:27.113 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.114 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.114 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.114 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.114 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.114 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.114 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:27.114 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.114 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:27.114 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.114 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.114 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.114 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.115 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.115 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.899614+0000", 2024-09-13T00:03:27.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.801881+0000", 2024-09-13T00:03:27.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.801881+0000", 2024-09-13T00:03:27.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.802737+0000", 2024-09-13T00:03:27.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.899614+0000", 2024-09-13T00:03:27.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:27.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.899614+0000", 2024-09-13T00:03:27.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.899614+0000", 2024-09-13T00:03:27.116 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.899614+0000", 2024-09-13T00:03:27.116 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.116 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.116 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.116 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.899614+0000", 2024-09-13T00:03:27.116 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.899614+0000", 2024-09-13T00:03:27.116 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.116 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.116 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.116 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.116 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:27.116 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.117 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.117 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.117 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.117 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.117 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.117 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.117 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.117 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.4", 2024-09-13T00:03:27.117 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.117 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.117 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.118 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:27.118 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.118 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:37:40.840027+0000", 2024-09-13T00:03:27.118 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.118 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.118 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.122 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.122 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.122 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.122 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.122 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.122 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.122 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:27.122 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.122 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:27.122 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.122 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.123 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.123 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.123 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.123 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.123 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:27.123 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.123 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:27.123 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.123 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.123 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:27.123 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.123 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.123 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.124 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.724246+0000", 2024-09-13T00:03:27.124 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:07.258888+0000", 2024-09-13T00:03:27.124 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:07.258888+0000", 2024-09-13T00:03:27.124 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:17.060563+0000", 2024-09-13T00:03:27.124 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.724246+0000", 2024-09-13T00:03:27.124 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.124 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.124 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.124 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:27.124 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.724246+0000", 2024-09-13T00:03:27.124 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.724246+0000", 2024-09-13T00:03:27.125 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.724246+0000", 2024-09-13T00:03:27.125 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.125 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.125 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.125 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.724246+0000", 2024-09-13T00:03:27.125 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.724246+0000", 2024-09-13T00:03:27.125 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.125 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.125 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.125 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.125 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:27.125 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.126 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.126 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.126 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.126 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.126 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.126 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.126 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.126 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.0", 2024-09-13T00:03:27.126 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.126 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.126 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:27.126 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2024-09-13T00:03:27.127 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.127 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:09:45.572206+0000", 2024-09-13T00:03:27.127 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.000852218, 2024-09-13T00:03:27.127 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.127 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.130 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.130 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.130 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.130 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.131 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.131 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.131 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:27.131 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.131 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:27.131 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.131 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.131 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.131 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.131 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:27.131 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:27.132 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.132 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:27.132 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.132 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.132 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.132 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.132 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.132 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.132 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.900604+0000", 2024-09-13T00:03:27.132 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.847287+0000", 2024-09-13T00:03:27.132 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.847287+0000", 2024-09-13T00:03:27.132 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.847784+0000", 2024-09-13T00:03:27.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.900604+0000", 2024-09-13T00:03:27.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:27.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.900604+0000", 2024-09-13T00:03:27.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.900604+0000", 2024-09-13T00:03:27.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.900604+0000", 2024-09-13T00:03:27.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.900604+0000", 2024-09-13T00:03:27.134 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.900604+0000", 2024-09-13T00:03:27.134 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.134 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2024-09-13T00:03:27.134 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.134 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.134 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:27.134 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.134 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.134 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.134 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.134 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2024-09-13T00:03:27.134 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.135 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.135 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.135 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.6", 2024-09-13T00:03:27.135 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.135 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.135 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.135 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 22, 2024-09-13T00:03:27.135 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.135 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:30:17.309097+0000", 2024-09-13T00:03:27.135 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.135 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.135 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:27.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:27.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:27.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.138 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.138 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:27.138 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.138 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.138 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.138 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.138 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.138 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.138 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.138 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.138 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.138 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.139 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.139 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.139 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2024-09-13T00:03:27.139 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.139 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.139 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.139 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.139 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.139 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.139 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:27.139 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:27.139 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.139 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:27.140 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "53'1" 2024-09-13T00:03:27.140 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.140 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.140 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.140 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.140 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.140 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:27.140 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.140 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:27.140 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.141 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.141 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.141 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.141 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.141 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.141 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.061396+0000", 2024-09-13T00:03:27.141 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.815477+0000", 2024-09-13T00:03:27.141 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.815477+0000", 2024-09-13T00:03:27.141 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.816535+0000", 2024-09-13T00:03:27.141 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.061396+0000", 2024-09-13T00:03:27.141 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.141 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.142 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.142 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:27.142 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.061396+0000", 2024-09-13T00:03:27.142 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.061396+0000", 2024-09-13T00:03:27.142 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.061396+0000", 2024-09-13T00:03:27.142 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.142 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.142 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.142 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.061396+0000", 2024-09-13T00:03:27.142 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.061396+0000", 2024-09-13T00:03:27.142 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.142 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.143 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.143 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.143 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:27.143 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.143 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.143 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.143 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.143 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.143 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.143 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.143 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.143 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.7", 2024-09-13T00:03:27.144 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.144 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.144 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.144 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:27.144 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.144 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:22:29.148762+0000", 2024-09-13T00:03:27.144 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.144 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.144 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.144 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.144 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.144 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.145 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.145 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.145 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.145 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.145 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.145 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.145 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.145 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.145 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.145 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.145 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.145 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.148 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.148 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.148 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.148 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.148 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.148 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.148 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:27.148 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.148 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:27.148 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.148 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.149 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.149 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.149 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.149 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.149 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:27.149 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.149 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2024-09-13T00:03:27.149 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.149 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.149 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2024-09-13T00:03:27.149 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.149 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.150 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.150 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:20.270925+0000", 2024-09-13T00:03:27.150 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-13T00:00:06.495272+0000", 2024-09-13T00:03:27.150 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-13T00:00:06.495272+0000", 2024-09-13T00:03:27.150 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-13T00:00:16.902016+0000", 2024-09-13T00:03:27.150 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:20.270925+0000", 2024-09-13T00:03:27.150 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.150 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.150 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.150 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2024-09-13T00:03:27.150 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:20.270925+0000", 2024-09-13T00:03:27.150 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:20.270925+0000", 2024-09-13T00:03:27.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:20.270925+0000", 2024-09-13T00:03:27.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-13T00:00:05.308985+0000", 2024-09-13T00:03:27.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:20.270925+0000", 2024-09-13T00:03:27.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:20.270925+0000", 2024-09-13T00:03:27.151 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.151 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.151 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.151 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.151 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2024-09-13T00:03:27.151 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.152 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.152 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.152 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.152 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.152 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.152 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.152 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.152 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.1", 2024-09-13T00:03:27.152 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.152 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.152 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 63, 2024-09-13T00:03:27.152 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2024-09-13T00:03:27.153 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.153 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:04:24.034994+0000", 2024-09-13T00:03:27.153 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.001006848, 2024-09-13T00:03:27.153 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.153 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.153 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.153 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.153 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.153 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.153 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.153 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.153 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.156 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.156 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.157 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.157 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.157 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.157 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:27.157 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.157 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2024-09-13T00:03:27.157 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.157 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.157 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.157 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.157 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:27.158 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.158 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:27.158 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.158 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:27.158 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.158 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.158 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.158 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.158 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.158 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060233+0000", 2024-09-13T00:03:27.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.838422+0000", 2024-09-13T00:03:27.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.838422+0000", 2024-09-13T00:03:27.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.841401+0000", 2024-09-13T00:03:27.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060233+0000", 2024-09-13T00:03:27.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:27.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060233+0000", 2024-09-13T00:03:27.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060233+0000", 2024-09-13T00:03:27.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060233+0000", 2024-09-13T00:03:27.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060233+0000", 2024-09-13T00:03:27.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060233+0000", 2024-09-13T00:03:27.160 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.160 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2024-09-13T00:03:27.160 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.160 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.160 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:27.161 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.161 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.161 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.161 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.161 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2024-09-13T00:03:27.161 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.161 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.161 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.161 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.7", 2024-09-13T00:03:27.161 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.161 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.161 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.162 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 23, 2024-09-13T00:03:27.162 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.162 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:07:02.362955+0000", 2024-09-13T00:03:27.162 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.162 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.162 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:27.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:27.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:27.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:27.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2024-09-13T00:03:27.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.166 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.166 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.166 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.166 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.166 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:27.166 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.166 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:27.166 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.166 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:27.166 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'2" 2024-09-13T00:03:27.166 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.167 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.167 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.167 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.167 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.167 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:27.167 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.167 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:27.167 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.167 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.167 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.167 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.168 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.168 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.168 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891325+0000", 2024-09-13T00:03:27.168 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.802311+0000", 2024-09-13T00:03:27.168 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.802311+0000", 2024-09-13T00:03:27.168 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.803124+0000", 2024-09-13T00:03:27.168 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891325+0000", 2024-09-13T00:03:27.168 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.168 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.168 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.168 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:27.168 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891325+0000", 2024-09-13T00:03:27.169 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891325+0000", 2024-09-13T00:03:27.169 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891325+0000", 2024-09-13T00:03:27.169 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.169 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.169 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.169 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891325+0000", 2024-09-13T00:03:27.169 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891325+0000", 2024-09-13T00:03:27.169 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.169 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.169 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.169 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.170 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:27.170 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.170 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.170 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.170 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.170 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.170 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.170 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.170 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.170 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.6", 2024-09-13T00:03:27.170 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.170 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.171 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.171 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:27.171 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.171 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:33:18.368488+0000", 2024-09-13T00:03:27.171 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.171 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.171 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.172 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.172 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.172 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.172 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.172 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.172 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.172 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.172 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.172 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.172 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.172 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.172 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.174 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.174 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.175 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.175 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.175 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.175 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.175 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:27.175 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.175 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:27.175 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.175 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.175 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.175 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.175 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.176 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.176 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:27.176 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.176 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:27.176 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.176 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.176 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.176 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.176 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.176 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.176 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.889950+0000", 2024-09-13T00:03:27.176 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.850661+0000", 2024-09-13T00:03:27.177 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.850661+0000", 2024-09-13T00:03:27.177 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.850915+0000", 2024-09-13T00:03:27.177 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.889950+0000", 2024-09-13T00:03:27.177 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.177 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.177 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.177 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:27.177 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.889950+0000", 2024-09-13T00:03:27.177 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.889950+0000", 2024-09-13T00:03:27.177 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.889950+0000", 2024-09-13T00:03:27.177 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.177 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.178 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.178 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.889950+0000", 2024-09-13T00:03:27.178 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.889950+0000", 2024-09-13T00:03:27.178 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.178 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.178 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.178 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.178 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:27.178 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.178 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.178 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.178 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.179 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.179 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.179 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.179 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.179 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.8", 2024-09-13T00:03:27.179 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.179 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.179 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.179 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:27.179 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.179 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:08:23.163660+0000", 2024-09-13T00:03:27.179 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.180 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.180 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.181 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.181 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.181 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.181 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.181 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.181 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.181 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.181 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.181 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.181 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.181 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.181 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.183 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.183 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.183 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.183 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.183 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.183 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.183 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:27.184 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.184 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:27.184 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.184 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.184 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.184 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.184 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.184 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.184 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:27.184 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.184 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2024-09-13T00:03:27.184 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.185 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.185 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.185 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.185 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.185 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.185 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902483+0000", 2024-09-13T00:03:27.185 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.806006+0000", 2024-09-13T00:03:27.185 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.806006+0000", 2024-09-13T00:03:27.185 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.811928+0000", 2024-09-13T00:03:27.185 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902483+0000", 2024-09-13T00:03:27.185 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.185 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.186 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.186 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:27.186 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902483+0000", 2024-09-13T00:03:27.186 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902483+0000", 2024-09-13T00:03:27.186 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902483+0000", 2024-09-13T00:03:27.186 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.186 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.186 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.186 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902483+0000", 2024-09-13T00:03:27.186 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902483+0000", 2024-09-13T00:03:27.186 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.186 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.187 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.187 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.187 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:27.187 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.187 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.187 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.187 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.187 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.187 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.187 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.187 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.187 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.9", 2024-09-13T00:03:27.188 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.188 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.188 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.188 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:27.188 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.188 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:11:30.653723+0000", 2024-09-13T00:03:27.188 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.188 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.188 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.188 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.188 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.188 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.192 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.192 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.192 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.192 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.192 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.192 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.192 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.192 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.192 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:27.192 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.192 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2024-09-13T00:03:27.192 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.193 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.193 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.193 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.193 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.193 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.193 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:27.193 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.193 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:27.193 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.193 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.193 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.193 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.194 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.194 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.898789+0000", 2024-09-13T00:03:27.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.831162+0000", 2024-09-13T00:03:27.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.831162+0000", 2024-09-13T00:03:27.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.845149+0000", 2024-09-13T00:03:27.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.898789+0000", 2024-09-13T00:03:27.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:27.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.898789+0000", 2024-09-13T00:03:27.195 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.898789+0000", 2024-09-13T00:03:27.195 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.898789+0000", 2024-09-13T00:03:27.195 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.195 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.195 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.195 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.898789+0000", 2024-09-13T00:03:27.195 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.898789+0000", 2024-09-13T00:03:27.195 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.195 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.195 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.195 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.195 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:27.196 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.196 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.196 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.196 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.196 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.196 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.196 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.196 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.196 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.9", 2024-09-13T00:03:27.196 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.196 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.197 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.197 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:27.197 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.197 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:20:59.143773+0000", 2024-09-13T00:03:27.197 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.197 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.197 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.199 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.199 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.199 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.199 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.199 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.199 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.199 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.199 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.199 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.199 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.199 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.199 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.200 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.200 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.200 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.200 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.200 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.200 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.200 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.200 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.200 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.200 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.200 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.200 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.201 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.201 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.201 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.201 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.201 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.201 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.201 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2024-09-13T00:03:27.201 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.201 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:27.201 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.201 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.202 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.202 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.202 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.202 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.202 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:27.202 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.202 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:27.202 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.202 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.202 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.202 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.202 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.203 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.203 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060067+0000", 2024-09-13T00:03:27.203 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.816003+0000", 2024-09-13T00:03:27.203 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.816003+0000", 2024-09-13T00:03:27.203 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.816465+0000", 2024-09-13T00:03:27.203 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060067+0000", 2024-09-13T00:03:27.203 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.203 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.203 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.203 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:27.203 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060067+0000", 2024-09-13T00:03:27.203 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060067+0000", 2024-09-13T00:03:27.204 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060067+0000", 2024-09-13T00:03:27.204 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.204 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.204 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.204 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060067+0000", 2024-09-13T00:03:27.204 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060067+0000", 2024-09-13T00:03:27.204 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.204 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.204 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.204 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.204 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:27.205 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.205 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.205 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.205 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.205 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.205 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.205 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.205 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.205 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.8", 2024-09-13T00:03:27.205 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.205 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.205 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.206 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:27.206 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.206 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:08:00.603944+0000", 2024-09-13T00:03:27.206 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.206 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.206 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.206 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.206 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.206 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.206 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.206 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.207 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.207 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.207 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.207 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.207 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.207 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.207 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.207 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.207 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.207 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.207 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.207 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.208 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.208 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.208 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.208 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.208 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.208 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.208 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.208 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.208 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.208 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.208 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.208 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.209 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.210 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.210 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.210 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.210 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.210 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.210 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:27.210 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.210 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:27.210 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.210 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.210 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.210 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.211 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.211 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.211 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:27.211 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.211 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2024-09-13T00:03:27.211 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.211 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.211 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.211 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.211 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.211 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.211 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.899893+0000", 2024-09-13T00:03:27.212 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.845977+0000", 2024-09-13T00:03:27.212 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.845977+0000", 2024-09-13T00:03:27.212 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.847069+0000", 2024-09-13T00:03:27.212 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.899893+0000", 2024-09-13T00:03:27.212 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.212 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.212 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.212 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:27.212 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.899893+0000", 2024-09-13T00:03:27.212 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.899893+0000", 2024-09-13T00:03:27.212 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.899893+0000", 2024-09-13T00:03:27.212 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.213 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.213 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.213 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.899893+0000", 2024-09-13T00:03:27.213 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.899893+0000", 2024-09-13T00:03:27.213 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.213 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.213 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.213 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.213 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:27.213 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.213 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.213 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.214 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.214 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.214 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.214 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.214 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.214 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.a", 2024-09-13T00:03:27.214 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.214 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.214 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.214 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2024-09-13T00:03:27.214 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.214 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:52:57.473398+0000", 2024-09-13T00:03:27.215 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.215 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.215 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.215 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.215 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.215 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.215 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.215 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.215 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.215 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.215 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.215 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.218 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.218 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.218 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.218 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2024-09-13T00:03:27.219 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.219 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2024-09-13T00:03:27.219 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.219 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2024-09-13T00:03:27.219 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.219 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.219 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.219 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.219 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.219 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:27.219 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.220 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:27.220 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.220 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.220 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.220 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.220 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.220 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.220 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.060302+0000", 2024-09-13T00:03:27.220 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:59:04.759460+0000", 2024-09-13T00:03:27.220 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:59:04.759460+0000", 2024-09-13T00:03:27.220 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:59:04.760358+0000", 2024-09-13T00:03:27.220 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.060302+0000", 2024-09-13T00:03:27.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 55, 2024-09-13T00:03:27.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.060302+0000", 2024-09-13T00:03:27.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.060302+0000", 2024-09-13T00:03:27.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.060302+0000", 2024-09-13T00:03:27.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.060302+0000", 2024-09-13T00:03:27.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.060302+0000", 2024-09-13T00:03:27.222 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.222 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.222 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.222 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.222 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 54, 2024-09-13T00:03:27.222 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.222 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.222 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.222 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.222 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.222 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.222 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.223 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.223 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.b", 2024-09-13T00:03:27.223 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.223 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.223 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.223 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 30, 2024-09-13T00:03:27.223 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.223 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T01:16:34.229085+0000", 2024-09-13T00:03:27.223 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.223 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.223 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.223 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.223 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.226 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.226 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.226 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.226 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.226 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.226 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.226 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.226 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.226 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.226 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.226 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.226 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.227 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.227 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.227 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.227 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.227 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.227 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.227 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.227 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.227 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.227 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:27.227 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.227 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:27.228 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.228 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.228 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.228 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.228 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.228 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.228 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:27.228 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.228 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:27.228 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.228 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.228 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.229 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.229 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.229 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.229 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891675+0000", 2024-09-13T00:03:27.229 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.843813+0000", 2024-09-13T00:03:27.229 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.843813+0000", 2024-09-13T00:03:27.229 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.845320+0000", 2024-09-13T00:03:27.229 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891675+0000", 2024-09-13T00:03:27.229 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.229 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.229 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.229 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:27.230 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891675+0000", 2024-09-13T00:03:27.230 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891675+0000", 2024-09-13T00:03:27.230 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891675+0000", 2024-09-13T00:03:27.230 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.230 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.230 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.230 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891675+0000", 2024-09-13T00:03:27.230 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891675+0000", 2024-09-13T00:03:27.230 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.230 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2024-09-13T00:03:27.230 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.230 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.231 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:27.231 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.231 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.231 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.231 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.231 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2024-09-13T00:03:27.231 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.231 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.231 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.231 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.b", 2024-09-13T00:03:27.231 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.231 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.231 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.232 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 23, 2024-09-13T00:03:27.232 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.232 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:36:41.340643+0000", 2024-09-13T00:03:27.232 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.232 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.232 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.233 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.233 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.233 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.233 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.233 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.233 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.233 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.233 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.233 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.233 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.233 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.233 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:27.234 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:27.234 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.234 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:27.234 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.234 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.234 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.234 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.234 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.234 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:27.234 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.234 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.234 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.234 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.235 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.235 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.235 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.235 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.235 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.235 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.235 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.235 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.235 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2024-09-13T00:03:27.235 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.235 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.236 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.236 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.236 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.236 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.236 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:27.236 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.236 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:27.236 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'2" 2024-09-13T00:03:27.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.236 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.236 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.236 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:27.237 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.237 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:27.237 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.237 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2024-09-13T00:03:27.237 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.237 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.237 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.237 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.237 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.237 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.237 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.059242+0000", 2024-09-13T00:03:27.237 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.806718+0000", 2024-09-13T00:03:27.238 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.806718+0000", 2024-09-13T00:03:27.238 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.807675+0000", 2024-09-13T00:03:27.238 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.059242+0000", 2024-09-13T00:03:27.238 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.238 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.238 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.238 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:27.238 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.059242+0000", 2024-09-13T00:03:27.238 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.059242+0000", 2024-09-13T00:03:27.238 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.059242+0000", 2024-09-13T00:03:27.238 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.238 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.239 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.239 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.059242+0000", 2024-09-13T00:03:27.239 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.059242+0000", 2024-09-13T00:03:27.239 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.239 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.239 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.239 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.239 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:27.239 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.239 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.239 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.239 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.240 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.240 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.240 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.240 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.240 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.a", 2024-09-13T00:03:27.240 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.240 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.240 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.240 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:27.240 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.240 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:29:18.623479+0000", 2024-09-13T00:03:27.241 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.241 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.241 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.241 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.241 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.241 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.241 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.241 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.241 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.241 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.241 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.241 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.242 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.242 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.242 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.242 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.242 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.242 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.242 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.242 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.242 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.242 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.242 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.242 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.243 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.243 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.243 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.243 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.243 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.243 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.243 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.243 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.243 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.243 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.243 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.243 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.244 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.244 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.244 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.244 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.244 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:27.245 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.245 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:27.245 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.245 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2024-09-13T00:03:27.245 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.245 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.245 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.245 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.245 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.245 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.245 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:27.245 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.246 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2024-09-13T00:03:27.246 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.246 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.246 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.246 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.246 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.246 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.246 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.902898+0000", 2024-09-13T00:03:27.246 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.819791+0000", 2024-09-13T00:03:27.246 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.819791+0000", 2024-09-13T00:03:27.246 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.821073+0000", 2024-09-13T00:03:27.246 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.902898+0000", 2024-09-13T00:03:27.247 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.247 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.247 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.247 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:27.247 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.902898+0000", 2024-09-13T00:03:27.247 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.902898+0000", 2024-09-13T00:03:27.247 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.902898+0000", 2024-09-13T00:03:27.247 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.247 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.247 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.247 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.902898+0000", 2024-09-13T00:03:27.247 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.902898+0000", 2024-09-13T00:03:27.248 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.248 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.248 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.248 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.248 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:27.248 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.248 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.248 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.248 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.248 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.248 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.248 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.249 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.249 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1d", 2024-09-13T00:03:27.249 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.249 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.249 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.249 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:27.249 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.249 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:53:46.914203+0000", 2024-09-13T00:03:27.249 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.249 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.249 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.249 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.250 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.250 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.250 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.250 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.250 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.250 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.250 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.250 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.250 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.250 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.250 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.250 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.253 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.253 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.253 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.253 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.253 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.253 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.253 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2024-09-13T00:03:27.253 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.253 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2024-09-13T00:03:27.254 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.254 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.254 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.254 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.254 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.254 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.254 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:27.254 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.254 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:27.254 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.254 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.254 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.255 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.255 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.255 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.891126+0000", 2024-09-13T00:03:27.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.850188+0000", 2024-09-13T00:03:27.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.850188+0000", 2024-09-13T00:03:27.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.851372+0000", 2024-09-13T00:03:27.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.891126+0000", 2024-09-13T00:03:27.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:27.256 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.891126+0000", 2024-09-13T00:03:27.256 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.891126+0000", 2024-09-13T00:03:27.256 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.891126+0000", 2024-09-13T00:03:27.256 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.256 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.256 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.256 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.891126+0000", 2024-09-13T00:03:27.256 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.891126+0000", 2024-09-13T00:03:27.256 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.256 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2024-09-13T00:03:27.256 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.257 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.257 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:27.257 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.257 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.257 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.257 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.257 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2024-09-13T00:03:27.257 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.257 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.257 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.257 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1c", 2024-09-13T00:03:27.257 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.258 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.258 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.258 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 23, 2024-09-13T00:03:27.258 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.258 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:38:10.828372+0000", 2024-09-13T00:03:27.258 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.258 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.258 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:27.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:27.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:27.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:27.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.261 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.261 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.261 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.261 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.261 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.261 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.261 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.261 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.261 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.261 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.261 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2024-09-13T00:03:27.261 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.262 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.262 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.262 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.262 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.262 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.262 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:27.262 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.262 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:27.262 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'2" 2024-09-13T00:03:27.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.262 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.263 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.263 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.263 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.263 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:27.263 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.263 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2024-09-13T00:03:27.263 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.263 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.263 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.263 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.263 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.263 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.264 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.955724+0000", 2024-09-13T00:03:27.264 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:59:05.107572+0000", 2024-09-13T00:03:27.264 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:59:05.107572+0000", 2024-09-13T00:03:27.264 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:59:05.108637+0000", 2024-09-13T00:03:27.264 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.955724+0000", 2024-09-13T00:03:27.264 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.264 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.264 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.264 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 55, 2024-09-13T00:03:27.264 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.955724+0000", 2024-09-13T00:03:27.264 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.955724+0000", 2024-09-13T00:03:27.264 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.955724+0000", 2024-09-13T00:03:27.265 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.265 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.265 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.265 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.955724+0000", 2024-09-13T00:03:27.265 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.955724+0000", 2024-09-13T00:03:27.265 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.265 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.265 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.265 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.265 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 54, 2024-09-13T00:03:27.265 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.266 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.266 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.266 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.266 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.266 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.266 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.266 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.266 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1c", 2024-09-13T00:03:27.266 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.266 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.266 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.266 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2024-09-13T00:03:27.267 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.267 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:17:17.667633+0000", 2024-09-13T00:03:27.267 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.267 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.267 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.267 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.267 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.267 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.267 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.267 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.267 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.267 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.268 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.268 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.268 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.268 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.268 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.268 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.268 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.268 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.268 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.268 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.268 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.268 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.269 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.269 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.269 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.269 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.269 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.269 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.269 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.269 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.269 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.269 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.269 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.270 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.270 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.270 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.270 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.270 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.270 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.270 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.270 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.270 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.270 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.270 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.271 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.271 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.271 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2024-09-13T00:03:27.271 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2024-09-13T00:03:27.271 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2024-09-13T00:03:27.271 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.271 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2024-09-13T00:03:27.271 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.271 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.271 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.271 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.272 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:27.272 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:27.272 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.272 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2024-09-13T00:03:27.272 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.272 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.272 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.272 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.272 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.272 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.272 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.890723+0000", 2024-09-13T00:03:27.273 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.851393+0000", 2024-09-13T00:03:27.273 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.851393+0000", 2024-09-13T00:03:27.273 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.851850+0000", 2024-09-13T00:03:27.273 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.890723+0000", 2024-09-13T00:03:27.273 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.273 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.273 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.273 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:27.273 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.890723+0000", 2024-09-13T00:03:27.273 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.890723+0000", 2024-09-13T00:03:27.273 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.890723+0000", 2024-09-13T00:03:27.274 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.274 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.274 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.274 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.890723+0000", 2024-09-13T00:03:27.274 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.890723+0000", 2024-09-13T00:03:27.274 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.274 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2024-09-13T00:03:27.274 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.274 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.274 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:27.274 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.274 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.275 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.275 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.275 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2024-09-13T00:03:27.275 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.275 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.275 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.275 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1d", 2024-09-13T00:03:27.275 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.275 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.275 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.275 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 23, 2024-09-13T00:03:27.275 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.276 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T00:46:31.883443+0000", 2024-09-13T00:03:27.276 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.276 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.276 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.276 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.276 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.276 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.276 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.276 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.276 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.276 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.276 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2024-09-13T00:03:27.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2024-09-13T00:03:27.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2024-09-13T00:03:27.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:27.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2024-09-13T00:03:27.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.279 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.279 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.279 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.279 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.279 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.280 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:27.280 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2024-09-13T00:03:27.280 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.280 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2024-09-13T00:03:27.280 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'2" 2024-09-13T00:03:27.280 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.280 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.280 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.280 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.280 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.280 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:27.280 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.281 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:27.281 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.281 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.281 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.281 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.281 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.281 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.281 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.892826+0000", 2024-09-13T00:03:27.281 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.811113+0000", 2024-09-13T00:03:27.281 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.811113+0000", 2024-09-13T00:03:27.281 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.811987+0000", 2024-09-13T00:03:27.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.892826+0000", 2024-09-13T00:03:27.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:27.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.892826+0000", 2024-09-13T00:03:27.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.892826+0000", 2024-09-13T00:03:27.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.892826+0000", 2024-09-13T00:03:27.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.892826+0000", 2024-09-13T00:03:27.283 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.892826+0000", 2024-09-13T00:03:27.283 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.283 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.283 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.283 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.283 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:27.283 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.283 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.283 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.283 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.283 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.283 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.284 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.284 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.284 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1f", 2024-09-13T00:03:27.284 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.284 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.284 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.284 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:27.284 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.284 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:40:19.868081+0000", 2024-09-13T00:03:27.284 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.284 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.284 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.287 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.287 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.287 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.287 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.287 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.287 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.287 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.287 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.287 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.287 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.287 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.288 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.288 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.288 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.288 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.288 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.288 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.288 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.288 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.288 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.289 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2024-09-13T00:03:27.289 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:27.289 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.289 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:27.289 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.289 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.289 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.289 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.289 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.289 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.289 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:27.289 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.290 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:27.290 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.290 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.290 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.290 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.290 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.290 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.290 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.061346+0000", 2024-09-13T00:03:27.290 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.837756+0000", 2024-09-13T00:03:27.290 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.837756+0000", 2024-09-13T00:03:27.290 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.838218+0000", 2024-09-13T00:03:27.291 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.061346+0000", 2024-09-13T00:03:27.291 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.291 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.291 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.291 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:27.291 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.061346+0000", 2024-09-13T00:03:27.291 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.061346+0000", 2024-09-13T00:03:27.291 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.061346+0000", 2024-09-13T00:03:27.291 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.291 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.291 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.291 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.061346+0000", 2024-09-13T00:03:27.292 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.061346+0000", 2024-09-13T00:03:27.292 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.292 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2024-09-13T00:03:27.292 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.292 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.292 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:27.292 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.292 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.292 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.292 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.292 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2024-09-13T00:03:27.293 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.293 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.293 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.293 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1e", 2024-09-13T00:03:27.293 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.293 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.293 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.293 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 22, 2024-09-13T00:03:27.293 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.293 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:13:47.078466+0000", 2024-09-13T00:03:27.293 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.293 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.294 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.295 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.295 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.295 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.295 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.295 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.295 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.295 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.295 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.295 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.295 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.295 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.295 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.296 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.296 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.296 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.296 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.296 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.296 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.296 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.296 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.296 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.296 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.296 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.296 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.297 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.297 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.297 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.297 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.297 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.297 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.297 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.297 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.297 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.297 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.297 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2024-09-13T00:03:27.298 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.298 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:27.298 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'1" 2024-09-13T00:03:27.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.298 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.298 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.298 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.298 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:27.298 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:27.298 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.298 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2024-09-13T00:03:27.299 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.299 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.299 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 51, 2024-09-13T00:03:27.299 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.299 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.299 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.299 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:17.061197+0000", 2024-09-13T00:03:27.299 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:42.808170+0000", 2024-09-13T00:03:27.299 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:42.808170+0000", 2024-09-13T00:03:27.299 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:42.808832+0000", 2024-09-13T00:03:27.299 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:17.061197+0000", 2024-09-13T00:03:27.299 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.300 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.300 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.300 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 52, 2024-09-13T00:03:27.300 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:17.061197+0000", 2024-09-13T00:03:27.300 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:17.061197+0000", 2024-09-13T00:03:27.300 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:17.061197+0000", 2024-09-13T00:03:27.300 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.300 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.300 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:41.801600+0000", 2024-09-13T00:03:27.300 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:17.061197+0000", 2024-09-13T00:03:27.300 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:17.061197+0000", 2024-09-13T00:03:27.300 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.301 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.301 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.301 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.301 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 51, 2024-09-13T00:03:27.301 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.301 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.301 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.301 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.301 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.301 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.302 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.302 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.302 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1e", 2024-09-13T00:03:27.302 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.302 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.302 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.302 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2024-09-13T00:03:27.302 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.302 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:30:37.913536+0000", 2024-09-13T00:03:27.302 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.302 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.302 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.306 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.306 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.306 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.306 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.306 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.306 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.306 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.306 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.306 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.306 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2024-09-13T00:03:27.307 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2024-09-13T00:03:27.307 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2024-09-13T00:03:27.307 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.307 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2024-09-13T00:03:27.307 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2024-09-13T00:03:27.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.307 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.307 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2024-09-13T00:03:27.307 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.307 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.307 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:27.307 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.308 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2024-09-13T00:03:27.308 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2024-09-13T00:03:27.308 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2024-09-13T00:03:27.308 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 50, 2024-09-13T00:03:27.308 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2024-09-13T00:03:27.308 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T00:03:27.308 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2024-09-13T00:03:27.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2024-09-13T00:00:16.893143+0000", 2024-09-13T00:03:27.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2024-09-12T23:58:41.838120+0000", 2024-09-13T00:03:27.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2024-09-12T23:58:41.838120+0000", 2024-09-13T00:03:27.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2024-09-12T23:58:41.838368+0000", 2024-09-13T00:03:27.309 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2024-09-13T00:00:16.893143+0000", 2024-09-13T00:03:27.309 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.309 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2024-09-13T00:03:27.309 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.309 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 51, 2024-09-13T00:03:27.309 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2024-09-13T00:00:16.893143+0000", 2024-09-13T00:03:27.309 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2024-09-13T00:00:16.893143+0000", 2024-09-13T00:03:27.309 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2024-09-13T00:00:16.893143+0000", 2024-09-13T00:03:27.309 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2024-09-13T00:03:27.309 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2024-09-13T00:03:27.309 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2024-09-12T23:58:40.798854+0000", 2024-09-13T00:03:27.309 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2024-09-13T00:00:16.893143+0000", 2024-09-13T00:03:27.310 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2024-09-13T00:00:16.893143+0000", 2024-09-13T00:03:27.310 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2024-09-13T00:03:27.310 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 4, 2024-09-13T00:03:27.310 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2024-09-13T00:03:27.310 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2024-09-13T00:03:27.310 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 50, 2024-09-13T00:03:27.310 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2024-09-13T00:03:27.310 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2024-09-13T00:03:27.310 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2024-09-13T00:03:27.310 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2024-09-13T00:03:27.310 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 4, 2024-09-13T00:03:27.310 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2024-09-13T00:03:27.311 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2024-09-13T00:03:27.311 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2024-09-13T00:03:27.311 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1f", 2024-09-13T00:03:27.311 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2024-09-13T00:03:27.311 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2024-09-13T00:03:27.311 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 62, 2024-09-13T00:03:27.311 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 25, 2024-09-13T00:03:27.311 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2024-09-13T00:03:27.311 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:23:05.194384+0000", 2024-09-13T00:03:27.311 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2024-09-13T00:03:27.311 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2024-09-13T00:03:27.312 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 570, 2024-09-13T00:03:27.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.313 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.313 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.313 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.313 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.313 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.313 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2024-09-13T00:03:27.313 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2024-09-13T00:03:27.313 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.313 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2024-09-13T00:03:27.313 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.313 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.313 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.314 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.314 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.314 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2024-09-13T00:03:27.314 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.314 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.314 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.314 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.314 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.314 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.314 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.314 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.314 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.315 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.315 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.315 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.315 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 4, 2024-09-13T00:03:27.315 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2024-09-13T00:03:27.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.315 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2024-09-13T00:03:27.315 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2024-09-13T00:03:27.315 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2024-09-13T00:03:27.315 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2024-09-13T00:03:27.315 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2024-09-13T00:03:27.316 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2024-09-13T00:03:27.316 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.316 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2024-09-13T00:03:27.316 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "52'4" 2024-09-13T00:03:27.316 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:27.316 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.316 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_per_pool": [ 2024-09-13T00:03:27.316 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.316 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 24, 2024-09-13T00:03:27.316 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:27.316 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd" 2024-09-13T00:03:27.317 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.317 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 3, 2024-09-13T00:03:27.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 8, 2024-09-13T00:03:27.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 8, 2024-09-13T00:03:27.317 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 3, 2024-09-13T00:03:27.317 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 4, 2024-09-13T00:03:27.317 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 19, 2024-09-13T00:03:27.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2024-09-13T00:03:27.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2024-09-13T00:03:27.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2024-09-13T00:03:27.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 2, 2024-09-13T00:03:27.321 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 2 2024-09-13T00:03:27.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.321 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2024-09-13T00:03:27.321 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 12288, 2024-09-13T00:03:27.321 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2024-09-13T00:03:27.321 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2024-09-13T00:03:27.321 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2024-09-13T00:03:27.321 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2024-09-13T00:03:27.321 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 57, 2024-09-13T00:03:27.321 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2024-09-13T00:03:27.321 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2024-09-13T00:03:27.321 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2024-09-13T00:03:27.322 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2024-09-13T00:03:27.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.322 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 24 2024-09-13T00:03:27.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.322 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.322 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 192, 2024-09-13T00:03:27.322 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:27.322 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2024-09-13T00:03:27.322 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.322 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2024-09-13T00:03:27.322 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 64, 2024-09-13T00:03:27.323 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 8, 2024-09-13T00:03:27.323 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2024-09-13T00:03:27.323 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 3, 2024-09-13T00:03:27.323 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.323 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2024-09-13T00:03:27.323 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.323 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.323 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.323 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.323 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.323 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.323 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2024-09-13T00:03:27.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2024-09-13T00:03:27.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2024-09-13T00:03:27.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2024-09-13T00:03:27.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2024-09-13T00:03:27.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.326 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2024-09-13T00:03:27.327 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 0, 2024-09-13T00:03:27.327 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2024-09-13T00:03:27.327 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2024-09-13T00:03:27.327 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2024-09-13T00:03:27.327 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2024-09-13T00:03:27.327 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 0, 2024-09-13T00:03:27.327 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2024-09-13T00:03:27.327 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2024-09-13T00:03:27.327 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2024-09-13T00:03:27.327 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2024-09-13T00:03:27.327 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.327 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 192 2024-09-13T00:03:27.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.328 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.328 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 96, 2024-09-13T00:03:27.328 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:27.328 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2024-09-13T00:03:27.328 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.328 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 46, 2024-09-13T00:03:27.328 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 32, 2024-09-13T00:03:27.328 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 8, 2024-09-13T00:03:27.328 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 46, 2024-09-13T00:03:27.328 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 2, 2024-09-13T00:03:27.328 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 3410, 2024-09-13T00:03:27.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2024-09-13T00:03:27.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.330 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.330 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.330 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.330 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.330 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 66, 2024-09-13T00:03:27.330 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 22, 2024-09-13T00:03:27.330 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.330 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 22, 2024-09-13T00:03:27.330 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.330 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.330 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.330 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.331 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.331 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 14, 2024-09-13T00:03:27.331 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.331 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2024-09-13T00:03:27.331 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.331 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.331 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.331 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.331 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.331 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2024-09-13T00:03:27.331 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2024-09-13T00:03:27.331 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.331 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.332 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.332 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 52, 2024-09-13T00:03:27.332 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 20 2024-09-13T00:03:27.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.332 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2024-09-13T00:03:27.332 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 98304, 2024-09-13T00:03:27.332 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2024-09-13T00:03:27.332 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2024-09-13T00:03:27.332 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2024-09-13T00:03:27.332 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2024-09-13T00:03:27.332 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 10230, 2024-09-13T00:03:27.333 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2024-09-13T00:03:27.333 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2024-09-13T00:03:27.333 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2024-09-13T00:03:27.333 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2024-09-13T00:03:27.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.333 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 96 2024-09-13T00:03:27.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.333 INFO:tasks.workunit.client.0.smithi032.stdout: { 2024-09-13T00:03:27.333 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 3, 2024-09-13T00:03:27.333 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2024-09-13T00:03:27.333 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr" 2024-09-13T00:03:27.333 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.334 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 111, 2024-09-13T00:03:27.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 1, 2024-09-13T00:03:27.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 3, 2024-09-13T00:03:27.334 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 111, 2024-09-13T00:03:27.334 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 1, 2024-09-13T00:03:27.334 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2024-09-13T00:03:27.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 590368, 2024-09-13T00:03:27.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T00:03:27.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 590368, 2024-09-13T00:03:27.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2024-09-13T00:03:27.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2024-09-13T00:03:27.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2024-09-13T00:03:27.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2024-09-13T00:03:27.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2024-09-13T00:03:27.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2024-09-13T00:03:27.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2024-09-13T00:03:27.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2024-09-13T00:03:27.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2024-09-13T00:03:27.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2024-09-13T00:03:27.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2024-09-13T00:03:27.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2024-09-13T00:03:27.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2024-09-13T00:03:27.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2024-09-13T00:03:27.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2024-09-13T00:03:27.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2024-09-13T00:03:27.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2024-09-13T00:03:27.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T00:03:27.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2024-09-13T00:03:27.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2024-09-13T00:03:27.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2024-09-13T00:03:27.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T00:03:27.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2024-09-13T00:03:27.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2024-09-13T00:03:27.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 2, 2024-09-13T00:03:27.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2024-09-13T00:03:27.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2024-09-13T00:03:27.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2024-09-13T00:03:27.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2024-09-13T00:03:27.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2024-09-13T00:03:27.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 416, 2024-09-13T00:03:27.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 599, 2024-09-13T00:03:27.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2024-09-13T00:03:27.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T00:03:27.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2024-09-13T00:03:27.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 177, 2024-09-13T00:03:27.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1628 2024-09-13T00:03:27.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.337 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2024-09-13T00:03:27.338 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 1781760, 2024-09-13T00:03:27.338 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2024-09-13T00:03:27.338 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2024-09-13T00:03:27.338 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2024-09-13T00:03:27.338 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2024-09-13T00:03:27.338 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 1771104, 2024-09-13T00:03:27.338 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2024-09-13T00:03:27.338 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2024-09-13T00:03:27.338 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2024-09-13T00:03:27.338 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2024-09-13T00:03:27.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.338 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 3 2024-09-13T00:03:27.339 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:27.339 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2024-09-13T00:03:27.339 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2024-09-13T00:03:27.339 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 105, 2024-09-13T00:03:27.339 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": 4, 2024-09-13T00:03:27.339 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_by_class": { 2024-09-13T00:03:27.339 INFO:tasks.workunit.client.0.smithi032.stdout: "ssd": { 2024-09-13T00:03:27.339 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517402112, 2024-09-13T00:03:27.339 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2024-09-13T00:03:27.339 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442883072, 2024-09-13T00:03:27.339 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_bytes": 2442883072, 2024-09-13T00:03:27.339 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_ratio": 0.0031810018699616194 2024-09-13T00:03:27.339 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:27.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2024-09-13T00:03:27.340 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517402112, 2024-09-13T00:03:27.340 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2024-09-13T00:03:27.340 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442883072 2024-09-13T00:03:27.340 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:27.340 INFO:tasks.workunit.client.0.smithi032.stdout: } 2024-09-13T00:03:27.340 INFO:tasks.workunit.client.0.smithi032.stdout:} 2024-09-13T00:03:27.340 INFO:tasks.workunit.client.0.smithi032.stdout:OK 2024-09-13T00:03:27.344 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:03:27.344 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:03:27.345 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.523717+0000 mgr.y (mgr.24464) 173 : audit [DBG] from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:27.345 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.525535+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:27.345 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.530092+0000 mon.a (mon.0) 1015 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:27.345 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.658750+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.345 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.659270+0000 mon.a (mon.0) 1017 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.345 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.659679+0000 mon.a (mon.0) 1018 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.345 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.663138+0000 mon.a (mon.0) 1019 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.345 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.663566+0000 mon.a (mon.0) 1020 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.346 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.664072+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.346 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.667870+0000 mon.a (mon.0) 1022 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.346 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.668519+0000 mon.a (mon.0) 1023 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.346 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.669008+0000 mon.a (mon.0) 1024 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.346 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.686721+0000 mon.a (mon.0) 1025 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:27.346 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.686864+0000 mon.a (mon.0) 1026 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:27.346 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.687327+0000 mon.a (mon.0) 1027 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.346 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.687725+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.346 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.688105+0000 mon.a (mon.0) 1029 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.346 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.690327+0000 mon.b (mon.1) 37 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:27.346 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.690439+0000 mon.b (mon.1) 38 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:27.347 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.523717+0000 mgr.y (mgr.24464) 173 : audit [DBG] from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:27.347 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.525535+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:27.347 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.530092+0000 mon.a (mon.0) 1015 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:27.347 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.658750+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.347 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.659270+0000 mon.a (mon.0) 1017 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.347 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.659679+0000 mon.a (mon.0) 1018 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.347 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.663138+0000 mon.a (mon.0) 1019 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.347 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.663566+0000 mon.a (mon.0) 1020 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.347 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.664072+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.347 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.667870+0000 mon.a (mon.0) 1022 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.348 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.668519+0000 mon.a (mon.0) 1023 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.348 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.669008+0000 mon.a (mon.0) 1024 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.348 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.686721+0000 mon.a (mon.0) 1025 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:27.348 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.686864+0000 mon.a (mon.0) 1026 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:27.348 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.687327+0000 mon.a (mon.0) 1027 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.348 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.687725+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.348 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.688105+0000 mon.a (mon.0) 1029 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.348 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.690327+0000 mon.b (mon.1) 37 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:27.348 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.690439+0000 mon.b (mon.1) 38 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:27.349 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.691615+0000 mon.a (mon.0) 1030 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.349 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.692313+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.349 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.692653+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.349 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.695225+0000 mon.c (mon.2) 43 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:27.349 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.695324+0000 mon.c (mon.2) 44 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:27.349 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.695745+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.349 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.696462+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.349 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.696804+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.349 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: cluster 2024-09-13T00:03:24.875022+0000 mgr.y (mgr.24464) 174 : cluster [DBG] pgmap v131: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T00:03:27.349 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.965030+0000 mgr.y (mgr.24464) 175 : audit [DBG] from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:27.349 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.966398+0000 mon.a (mon.0) 1036 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:27.350 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:24.971847+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:27.350 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.113546+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.350 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.114122+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.350 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.114639+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.350 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.118710+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.350 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.119221+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.350 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.119695+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.350 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.691615+0000 mon.a (mon.0) 1030 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.350 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.692313+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.351 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.692653+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.351 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.695225+0000 mon.c (mon.2) 43 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:27.351 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.695324+0000 mon.c (mon.2) 44 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:27.351 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.695745+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.351 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.696462+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.351 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.696804+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.351 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: cluster 2024-09-13T00:03:24.875022+0000 mgr.y (mgr.24464) 174 : cluster [DBG] pgmap v131: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T00:03:27.351 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.965030+0000 mgr.y (mgr.24464) 175 : audit [DBG] from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:27.351 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.966398+0000 mon.a (mon.0) 1036 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:27.351 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:24.971847+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:03:27.351 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.113546+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.352 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.114122+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.352 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.114639+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.352 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.118710+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.352 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.119221+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.352 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.119695+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.352 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.123498+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.352 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.123984+0000 mon.a (mon.0) 1045 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.352 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.124476+0000 mon.a (mon.0) 1046 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.352 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.142361+0000 mon.a (mon.0) 1047 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:27.353 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.142459+0000 mon.a (mon.0) 1048 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:27.353 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.142902+0000 mon.a (mon.0) 1049 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.353 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.143288+0000 mon.a (mon.0) 1050 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.353 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.143701+0000 mon.a (mon.0) 1051 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.353 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.145882+0000 mon.b (mon.1) 39 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:27.353 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.145995+0000 mon.b (mon.1) 40 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:27.353 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.147240+0000 mon.a (mon.0) 1052 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.353 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.147933+0000 mon.a (mon.0) 1053 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.353 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.148253+0000 mon.a (mon.0) 1054 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.353 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.150985+0000 mon.c (mon.2) 45 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:27.353 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.151078+0000 mon.c (mon.2) 46 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:27.354 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.151726+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.354 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.152475+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.354 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[22496]: audit 2024-09-13T00:03:25.152898+0000 mon.a (mon.0) 1057 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.354 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.123498+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.354 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.123984+0000 mon.a (mon.0) 1045 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.354 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.124476+0000 mon.a (mon.0) 1046 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.354 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.142361+0000 mon.a (mon.0) 1047 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:27.354 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.142459+0000 mon.a (mon.0) 1048 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:27.354 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.142902+0000 mon.a (mon.0) 1049 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.355 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.143288+0000 mon.a (mon.0) 1050 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.355 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.143701+0000 mon.a (mon.0) 1051 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.355 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.145882+0000 mon.b (mon.1) 39 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:27.355 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.145995+0000 mon.b (mon.1) 40 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:27.355 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.147240+0000 mon.a (mon.0) 1052 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.355 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.147933+0000 mon.a (mon.0) 1053 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.355 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.148253+0000 mon.a (mon.0) 1054 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.355 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.150985+0000 mon.c (mon.2) 45 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:03:27.355 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.151078+0000 mon.c (mon.2) 46 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:03:27.355 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.151726+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:03:27.355 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.152475+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:03:27.355 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:25 smithi032 bash[32211]: audit 2024-09-13T00:03:25.152898+0000 mon.a (mon.0) 1057 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:03:27.356 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:26 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:03:26] "GET /metrics HTTP/1.1" 200 236530 "" "Prometheus/2.43.0" 2024-09-13T00:03:27.356 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:03:26 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:03:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:03:27.370 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-09-13T00:03:27.370 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T00:03:27.700 DEBUG:teuthology.parallel:result is None 2024-09-13T00:03:27.700 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T00:03:27.713 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T00:03:27.713 DEBUG:teuthology.orchestra.run.smithi032:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T00:03:27.775 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T00:03:27.775 INFO:teuthology.run_tasks:Running task print... 2024-09-13T00:03:27.784 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-09-13T00:03:27.784 INFO:teuthology.run_tasks:Running task print... 2024-09-13T00:03:27.791 INFO:teuthology.task.print:**** done start parallel 2024-09-13T00:03:27.791 INFO:teuthology.run_tasks:Running task parallel... 2024-09-13T00:03:27.819 INFO:teuthology.task.parallel:starting parallel... 2024-09-13T00:03:27.819 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-09-13T00:03:27.820 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T00:03:27.820 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-09-13T00:03:27.820 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-09-13T00:03:27.822 INFO:tasks.rados:Beginning rados... 2024-09-13T00:03:27.823 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-13T00:03:27.823 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'reef'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '7a853b1706d076d58e0da7a5d3b9b9eb36276880'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '7a853b1706d076d58e0da7a5d3b9b9eb36276880'}}, 'workunit': {'branch': 'reef', 'sha1': '7a853b1706d076d58e0da7a5d3b9b9eb36276880'}} 2024-09-13T00:03:27.823 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-13T00:03:27.823 INFO:tasks.rados:joining rados 2024-09-13T00:03:27.823 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-13T00:03:27.824 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T00:03:27.824 INFO:teuthology.task.print:**** done start upgrade, wait 2024-09-13T00:03:27.824 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-13T00:03:27.824 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T00:03:27.824 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -e sha1=7a853b1706d076d58e0da7a5d3b9b9eb36276880 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-13T00:03:27.825 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-09-13T00:03:27.825 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-09-13T00:03:28.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:27 smithi032 bash[22496]: cluster 2024-09-13T00:03:26.875782+0000 mgr.y (mgr.24464) 176 : cluster [DBG] pgmap v132: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T00:03:28.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:27 smithi032 bash[32211]: cluster 2024-09-13T00:03:26.875782+0000 mgr.y (mgr.24464) 176 : cluster [DBG] pgmap v132: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T00:03:28.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:27 smithi053 bash[24393]: cluster 2024-09-13T00:03:26.875782+0000 mgr.y (mgr.24464) 176 : cluster [DBG] pgmap v132: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T00:03:30.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:29 smithi053 bash[24393]: cluster 2024-09-13T00:03:28.877036+0000 mgr.y (mgr.24464) 177 : cluster [DBG] pgmap v133: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T00:03:30.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:29 smithi032 bash[22496]: cluster 2024-09-13T00:03:28.877036+0000 mgr.y (mgr.24464) 177 : cluster [DBG] pgmap v133: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T00:03:30.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:29 smithi032 bash[32211]: cluster 2024-09-13T00:03:28.877036+0000 mgr.y (mgr.24464) 177 : cluster [DBG] pgmap v133: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T00:03:32.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:31 smithi053 bash[24393]: cluster 2024-09-13T00:03:30.877685+0000 mgr.y (mgr.24464) 178 : cluster [DBG] pgmap v134: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T00:03:32.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:31 smithi032 bash[22496]: cluster 2024-09-13T00:03:30.877685+0000 mgr.y (mgr.24464) 178 : cluster [DBG] pgmap v134: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T00:03:32.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:31 smithi032 bash[32211]: cluster 2024-09-13T00:03:30.877685+0000 mgr.y (mgr.24464) 178 : cluster [DBG] pgmap v134: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T00:03:32.626 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:03:32.627 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:03:34.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:33 smithi053 bash[24393]: cluster 2024-09-13T00:03:32.878357+0000 mgr.y (mgr.24464) 179 : cluster [DBG] pgmap v135: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T00:03:34.423 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:33 smithi032 bash[22496]: cluster 2024-09-13T00:03:32.878357+0000 mgr.y (mgr.24464) 179 : cluster [DBG] pgmap v135: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T00:03:34.423 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:33 smithi032 bash[32211]: cluster 2024-09-13T00:03:32.878357+0000 mgr.y (mgr.24464) 179 : cluster [DBG] pgmap v135: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T00:03:36.259 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:35 smithi032 bash[22496]: cluster 2024-09-13T00:03:34.879087+0000 mgr.y (mgr.24464) 180 : cluster [DBG] pgmap v136: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T00:03:36.260 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:35 smithi032 bash[32211]: cluster 2024-09-13T00:03:34.879087+0000 mgr.y (mgr.24464) 180 : cluster [DBG] pgmap v136: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T00:03:36.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:35 smithi053 bash[24393]: cluster 2024-09-13T00:03:34.879087+0000 mgr.y (mgr.24464) 180 : cluster [DBG] pgmap v136: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T00:03:36.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:03:36 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:03:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:03:37.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:36 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:03:36] "GET /metrics HTTP/1.1" 200 236530 "" "Prometheus/2.43.0" 2024-09-13T00:03:38.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:37 smithi032 bash[22496]: cluster 2024-09-13T00:03:36.879707+0000 mgr.y (mgr.24464) 181 : cluster [DBG] pgmap v137: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T00:03:38.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:37 smithi032 bash[22496]: audit 2024-09-13T00:03:37.864249+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:03:38.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:37 smithi032 bash[32211]: cluster 2024-09-13T00:03:36.879707+0000 mgr.y (mgr.24464) 181 : cluster [DBG] pgmap v137: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T00:03:38.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:37 smithi032 bash[32211]: audit 2024-09-13T00:03:37.864249+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:03:38.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:37 smithi053 bash[24393]: cluster 2024-09-13T00:03:36.879707+0000 mgr.y (mgr.24464) 181 : cluster [DBG] pgmap v137: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T00:03:38.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:37 smithi053 bash[24393]: audit 2024-09-13T00:03:37.864249+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:03:38.992 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -e sha1=7a853b1706d076d58e0da7a5d3b9b9eb36276880 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-13T00:03:39.228 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:38 smithi032 bash[22496]: audit 2024-09-13T00:03:38.240244+0000 mon.a (mon.0) 1059 : audit [INF] from='client.? 172.21.15.32:0/912777192' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:03:39.229 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:38 smithi032 bash[32211]: audit 2024-09-13T00:03:38.240244+0000 mon.a (mon.0) 1059 : audit [INF] from='client.? 172.21.15.32:0/912777192' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:03:39.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:38 smithi053 bash[24393]: audit 2024-09-13T00:03:38.240244+0000 mon.a (mon.0) 1059 : audit [INF] from='client.? 172.21.15.32:0/912777192' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:03:39.786 INFO:tasks.rados:starting run 0 out of 1 2024-09-13T00:03:39.786 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-09-13T00:03:39.786 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-09-13T00:03:40.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:39 smithi032 bash[22496]: cluster 2024-09-13T00:03:38.880927+0000 mgr.y (mgr.24464) 182 : cluster [DBG] pgmap v138: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T00:03:40.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:39 smithi032 bash[22496]: audit 2024-09-13T00:03:38.969413+0000 mon.a (mon.0) 1060 : audit [INF] from='client.? 172.21.15.32:0/912777192' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:03:40.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:39 smithi032 bash[22496]: cluster 2024-09-13T00:03:38.969482+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-13T00:03:40.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:39 smithi032 bash[32211]: cluster 2024-09-13T00:03:38.880927+0000 mgr.y (mgr.24464) 182 : cluster [DBG] pgmap v138: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T00:03:40.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:39 smithi032 bash[32211]: audit 2024-09-13T00:03:38.969413+0000 mon.a (mon.0) 1060 : audit [INF] from='client.? 172.21.15.32:0/912777192' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:03:40.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:39 smithi032 bash[32211]: cluster 2024-09-13T00:03:38.969482+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-13T00:03:40.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:39 smithi053 bash[24393]: cluster 2024-09-13T00:03:38.880927+0000 mgr.y (mgr.24464) 182 : cluster [DBG] pgmap v138: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T00:03:40.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:39 smithi053 bash[24393]: audit 2024-09-13T00:03:38.969413+0000 mon.a (mon.0) 1060 : audit [INF] from='client.? 172.21.15.32:0/912777192' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:03:40.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:39 smithi053 bash[24393]: cluster 2024-09-13T00:03:38.969482+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-13T00:03:42.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:41 smithi053 bash[24393]: cluster 2024-09-13T00:03:40.881548+0000 mgr.y (mgr.24464) 183 : cluster [DBG] pgmap v140: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:42.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:41 smithi032 bash[22496]: cluster 2024-09-13T00:03:40.881548+0000 mgr.y (mgr.24464) 183 : cluster [DBG] pgmap v140: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:42.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:41 smithi032 bash[32211]: cluster 2024-09-13T00:03:40.881548+0000 mgr.y (mgr.24464) 183 : cluster [DBG] pgmap v140: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:43.771 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:03:43.771 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:03:44.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:43 smithi053 bash[24393]: cluster 2024-09-13T00:03:42.882114+0000 mgr.y (mgr.24464) 184 : cluster [DBG] pgmap v141: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:44.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:43 smithi032 bash[22496]: cluster 2024-09-13T00:03:42.882114+0000 mgr.y (mgr.24464) 184 : cluster [DBG] pgmap v141: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:44.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:43 smithi032 bash[32211]: cluster 2024-09-13T00:03:42.882114+0000 mgr.y (mgr.24464) 184 : cluster [DBG] pgmap v141: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:46.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:45 smithi053 bash[24393]: cluster 2024-09-13T00:03:44.883309+0000 mgr.y (mgr.24464) 185 : cluster [DBG] pgmap v142: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:46.354 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:45 smithi032 bash[22496]: cluster 2024-09-13T00:03:44.883309+0000 mgr.y (mgr.24464) 185 : cluster [DBG] pgmap v142: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:46.354 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:45 smithi032 bash[32211]: cluster 2024-09-13T00:03:44.883309+0000 mgr.y (mgr.24464) 185 : cluster [DBG] pgmap v142: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:46.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:03:46 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:03:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:03:47.056 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:46 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:03:46] "GET /metrics HTTP/1.1" 200 236561 "" "Prometheus/2.43.0" 2024-09-13T00:03:48.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:47 smithi053 bash[24393]: cluster 2024-09-13T00:03:46.883740+0000 mgr.y (mgr.24464) 186 : cluster [DBG] pgmap v143: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:48.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:47 smithi032 bash[22496]: cluster 2024-09-13T00:03:46.883740+0000 mgr.y (mgr.24464) 186 : cluster [DBG] pgmap v143: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:48.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:47 smithi032 bash[32211]: cluster 2024-09-13T00:03:46.883740+0000 mgr.y (mgr.24464) 186 : cluster [DBG] pgmap v143: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:49.129 INFO:teuthology.orchestra.run.smithi032.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:7a853b1706d076d58e0da7a5d3b9b9eb36276880 2024-09-13T00:03:50.135 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -e sha1=7a853b1706d076d58e0da7a5d3b9b9eb36276880 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-09-13T00:03:50.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:49 smithi053 bash[24393]: cluster 2024-09-13T00:03:48.884345+0000 mgr.y (mgr.24464) 187 : cluster [DBG] pgmap v144: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:50.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:49 smithi053 bash[24393]: audit 2024-09-13T00:03:49.073638+0000 mon.a (mon.0) 1062 : audit [INF] from='client.? 172.21.15.32:0/555018506' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T00:03:50.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:49 smithi053 bash[24393]: audit 2024-09-13T00:03:49.124968+0000 mgr.y (mgr.24464) 188 : audit [DBG] from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:7a853b1706d076d58e0da7a5d3b9b9eb36276880", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:50.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:49 smithi053 bash[24393]: cephadm 2024-09-13T00:03:49.126050+0000 mgr.y (mgr.24464) 189 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:7a853b1706d076d58e0da7a5d3b9b9eb36276880 2024-09-13T00:03:50.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:49 smithi053 bash[24393]: audit 2024-09-13T00:03:49.133170+0000 mon.a (mon.0) 1063 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:50.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:49 smithi053 bash[24393]: audit 2024-09-13T00:03:49.134445+0000 mon.a (mon.0) 1064 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:50.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:49 smithi053 bash[24393]: audit 2024-09-13T00:03:49.136740+0000 mon.a (mon.0) 1065 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:50.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:49 smithi053 bash[24393]: audit 2024-09-13T00:03:49.137536+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:50.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:49 smithi053 bash[24393]: audit 2024-09-13T00:03:49.142775+0000 mon.a (mon.0) 1067 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:50.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:49 smithi053 bash[24393]: cephadm 2024-09-13T00:03:49.181514+0000 mgr.y (mgr.24464) 190 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:7a853b1706d076d58e0da7a5d3b9b9eb36276880 2024-09-13T00:03:50.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[22496]: cluster 2024-09-13T00:03:48.884345+0000 mgr.y (mgr.24464) 187 : cluster [DBG] pgmap v144: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:50.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[22496]: audit 2024-09-13T00:03:49.073638+0000 mon.a (mon.0) 1062 : audit [INF] from='client.? 172.21.15.32:0/555018506' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T00:03:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[22496]: audit 2024-09-13T00:03:49.124968+0000 mgr.y (mgr.24464) 188 : audit [DBG] from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:7a853b1706d076d58e0da7a5d3b9b9eb36276880", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[22496]: cephadm 2024-09-13T00:03:49.126050+0000 mgr.y (mgr.24464) 189 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:7a853b1706d076d58e0da7a5d3b9b9eb36276880 2024-09-13T00:03:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[22496]: audit 2024-09-13T00:03:49.133170+0000 mon.a (mon.0) 1063 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[22496]: audit 2024-09-13T00:03:49.134445+0000 mon.a (mon.0) 1064 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[22496]: audit 2024-09-13T00:03:49.136740+0000 mon.a (mon.0) 1065 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[22496]: audit 2024-09-13T00:03:49.137536+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[22496]: audit 2024-09-13T00:03:49.142775+0000 mon.a (mon.0) 1067 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[22496]: cephadm 2024-09-13T00:03:49.181514+0000 mgr.y (mgr.24464) 190 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:7a853b1706d076d58e0da7a5d3b9b9eb36276880 2024-09-13T00:03:50.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[32211]: cluster 2024-09-13T00:03:48.884345+0000 mgr.y (mgr.24464) 187 : cluster [DBG] pgmap v144: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:50.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[32211]: audit 2024-09-13T00:03:49.073638+0000 mon.a (mon.0) 1062 : audit [INF] from='client.? 172.21.15.32:0/555018506' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T00:03:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[32211]: audit 2024-09-13T00:03:49.124968+0000 mgr.y (mgr.24464) 188 : audit [DBG] from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:7a853b1706d076d58e0da7a5d3b9b9eb36276880", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:03:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[32211]: cephadm 2024-09-13T00:03:49.126050+0000 mgr.y (mgr.24464) 189 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:7a853b1706d076d58e0da7a5d3b9b9eb36276880 2024-09-13T00:03:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[32211]: audit 2024-09-13T00:03:49.133170+0000 mon.a (mon.0) 1063 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[32211]: audit 2024-09-13T00:03:49.134445+0000 mon.a (mon.0) 1064 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:03:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[32211]: audit 2024-09-13T00:03:49.136740+0000 mon.a (mon.0) 1065 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:03:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[32211]: audit 2024-09-13T00:03:49.137536+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:03:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[32211]: audit 2024-09-13T00:03:49.142775+0000 mon.a (mon.0) 1067 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:03:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:49 smithi032 bash[32211]: cephadm 2024-09-13T00:03:49.181514+0000 mgr.y (mgr.24464) 190 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:7a853b1706d076d58e0da7a5d3b9b9eb36276880 2024-09-13T00:03:51.014 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'unique_pool_0' created 2024-09-13T00:03:51.261 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:51 smithi032 bash[32211]: cluster 2024-09-13T00:03:50.450306+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-13T00:03:51.262 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:51 smithi032 bash[22496]: cluster 2024-09-13T00:03:50.450306+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-13T00:03:51.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:51 smithi053 bash[24393]: cluster 2024-09-13T00:03:50.450306+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-13T00:03:52.192 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-09-13T00:03:52.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:52 smithi053 bash[24393]: cluster 2024-09-13T00:03:50.884972+0000 mgr.y (mgr.24464) 191 : cluster [DBG] pgmap v146: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:52.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:52 smithi053 bash[24393]: audit 2024-09-13T00:03:51.014631+0000 mon.a (mon.0) 1069 : audit [INF] from='client.? 172.21.15.32:0/555018506' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-13T00:03:52.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:52 smithi053 bash[24393]: cluster 2024-09-13T00:03:51.014816+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-13T00:03:52.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:52 smithi032 bash[22496]: cluster 2024-09-13T00:03:50.884972+0000 mgr.y (mgr.24464) 191 : cluster [DBG] pgmap v146: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:52.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:52 smithi032 bash[22496]: audit 2024-09-13T00:03:51.014631+0000 mon.a (mon.0) 1069 : audit [INF] from='client.? 172.21.15.32:0/555018506' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-13T00:03:52.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:52 smithi032 bash[22496]: cluster 2024-09-13T00:03:51.014816+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-13T00:03:52.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:52 smithi032 bash[32211]: cluster 2024-09-13T00:03:50.884972+0000 mgr.y (mgr.24464) 191 : cluster [DBG] pgmap v146: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:52.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:52 smithi032 bash[32211]: audit 2024-09-13T00:03:51.014631+0000 mon.a (mon.0) 1069 : audit [INF] from='client.? 172.21.15.32:0/555018506' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-13T00:03:52.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:52 smithi032 bash[32211]: cluster 2024-09-13T00:03:51.014816+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-13T00:03:53.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:53 smithi032 bash[22496]: cluster 2024-09-13T00:03:52.017970+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-13T00:03:53.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:53 smithi032 bash[22496]: audit 2024-09-13T00:03:52.864747+0000 mon.a (mon.0) 1072 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:03:53.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:53 smithi032 bash[32211]: cluster 2024-09-13T00:03:52.017970+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-13T00:03:53.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:53 smithi032 bash[32211]: audit 2024-09-13T00:03:52.864747+0000 mon.a (mon.0) 1072 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:03:53.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:53 smithi053 bash[24393]: cluster 2024-09-13T00:03:52.017970+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-13T00:03:53.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:53 smithi053 bash[24393]: audit 2024-09-13T00:03:52.864747+0000 mon.a (mon.0) 1072 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:03:54.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:54 smithi032 bash[22496]: cluster 2024-09-13T00:03:52.890436+0000 mgr.y (mgr.24464) 192 : cluster [DBG] pgmap v149: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:54.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:54 smithi032 bash[22496]: cluster 2024-09-13T00:03:53.034350+0000 mon.a (mon.0) 1073 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:03:54.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:54 smithi032 bash[22496]: cluster 2024-09-13T00:03:53.055893+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-13T00:03:54.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:54 smithi032 bash[32211]: cluster 2024-09-13T00:03:52.890436+0000 mgr.y (mgr.24464) 192 : cluster [DBG] pgmap v149: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:54.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:54 smithi032 bash[32211]: cluster 2024-09-13T00:03:53.034350+0000 mon.a (mon.0) 1073 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:03:54.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:54 smithi032 bash[32211]: cluster 2024-09-13T00:03:53.055893+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-13T00:03:54.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:54 smithi053 bash[24393]: cluster 2024-09-13T00:03:52.890436+0000 mgr.y (mgr.24464) 192 : cluster [DBG] pgmap v149: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:54.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:54 smithi053 bash[24393]: cluster 2024-09-13T00:03:53.034350+0000 mon.a (mon.0) 1073 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:03:54.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:54 smithi053 bash[24393]: cluster 2024-09-13T00:03:53.055893+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-13T00:03:55.743 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:03:56.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:56 smithi032 bash[22496]: cluster 2024-09-13T00:03:54.891282+0000 mgr.y (mgr.24464) 193 : cluster [DBG] pgmap v151: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:56.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:56 smithi032 bash[32211]: cluster 2024-09-13T00:03:54.891282+0000 mgr.y (mgr.24464) 193 : cluster [DBG] pgmap v151: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:56.309 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:56 smithi053 bash[24393]: cluster 2024-09-13T00:03:54.891282+0000 mgr.y (mgr.24464) 193 : cluster [DBG] pgmap v151: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:56.762 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:03:56.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:03:56 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:03:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:03:57.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:03:56 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:03:56] "GET /metrics HTTP/1.1" 200 238890 "" "Prometheus/2.43.0" 2024-09-13T00:03:58.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:03:58 smithi032 bash[22496]: cluster 2024-09-13T00:03:56.891890+0000 mgr.y (mgr.24464) 194 : cluster [DBG] pgmap v152: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:58.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:03:58 smithi032 bash[32211]: cluster 2024-09-13T00:03:56.891890+0000 mgr.y (mgr.24464) 194 : cluster [DBG] pgmap v152: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:03:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:03:58 smithi053 bash[24393]: cluster 2024-09-13T00:03:56.891890+0000 mgr.y (mgr.24464) 194 : cluster [DBG] pgmap v152: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:00.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:00 smithi032 bash[22496]: cluster 2024-09-13T00:03:58.893433+0000 mgr.y (mgr.24464) 195 : cluster [DBG] pgmap v153: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:00.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:00 smithi032 bash[32211]: cluster 2024-09-13T00:03:58.893433+0000 mgr.y (mgr.24464) 195 : cluster [DBG] pgmap v153: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:00.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:00 smithi053 bash[24393]: cluster 2024-09-13T00:03:58.893433+0000 mgr.y (mgr.24464) 195 : cluster [DBG] pgmap v153: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:02.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:02 smithi032 bash[32211]: cluster 2024-09-13T00:04:00.894407+0000 mgr.y (mgr.24464) 196 : cluster [DBG] pgmap v154: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:02.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:02 smithi032 bash[22496]: cluster 2024-09-13T00:04:00.894407+0000 mgr.y (mgr.24464) 196 : cluster [DBG] pgmap v154: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:02.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:02 smithi053 bash[24393]: cluster 2024-09-13T00:04:00.894407+0000 mgr.y (mgr.24464) 196 : cluster [DBG] pgmap v154: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:04.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:04 smithi032 bash[22496]: cluster 2024-09-13T00:04:02.895246+0000 mgr.y (mgr.24464) 197 : cluster [DBG] pgmap v155: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:04.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:04 smithi032 bash[22496]: audit 2024-09-13T00:04:03.008614+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:04:04.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:04 smithi032 bash[32211]: cluster 2024-09-13T00:04:02.895246+0000 mgr.y (mgr.24464) 197 : cluster [DBG] pgmap v155: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:04.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:04 smithi032 bash[32211]: audit 2024-09-13T00:04:03.008614+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:04:04.196 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:04:04.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:04 smithi053 bash[24393]: cluster 2024-09-13T00:04:02.895246+0000 mgr.y (mgr.24464) 197 : cluster [DBG] pgmap v155: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:04.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:04 smithi053 bash[24393]: audit 2024-09-13T00:04:03.008614+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:04:04.528 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:04:04.528 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3m) 3m ago 4m 13.8M - 0.25.0 c8568f914cd2 1815c1b693ca 2024-09-13T00:04:04.528 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (3m) 3m ago 3m 26.5M - 9.4.7 954c08fa6188 b4bcb5208fe7 2024-09-13T00:04:04.528 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5m) 3m ago 5m 14.2M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:04:04.528 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (5m) 3m ago 5m 14.1M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:04:04.528 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443 running (13m) 3m ago 13m 388M - 17.2.7-1627-gbbdadfa3 214985049bdb e0df97a87f26 2024-09-13T00:04:04.528 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:9283,8765 running (15m) 3m ago 15m 435M - 17.2.7-1627-gbbdadfa3 214985049bdb 0ad7d4d5ef3b 2024-09-13T00:04:04.528 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (15m) 3m ago 16m 48.6M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 278f96caaac9 2024-09-13T00:04:04.529 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (13m) 3m ago 13m 39.4M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 6ca18a9d98fc 2024-09-13T00:04:04.529 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (13m) 3m ago 13m 37.6M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 22cdaa9606af 2024-09-13T00:04:04.529 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4m) 3m ago 4m 3191k - 1.5.0 0da6a335fe13 a780f8b3713a 2024-09-13T00:04:04.529 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (4m) 3m ago 4m 3267k - 1.5.0 0da6a335fe13 4dd0ff0dabc1 2024-09-13T00:04:04.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (12m) 3m ago 12m 44.2M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 8a5146ba6e0d 2024-09-13T00:04:04.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11m) 3m ago 11m 44.6M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 1ab06e2999b7 2024-09-13T00:04:04.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10m) 3m ago 10m 43.8M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 911acc1d60e0 2024-09-13T00:04:04.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9m) 3m ago 9m 41.8M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:04:04.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (8m) 3m ago 8m 42.0M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:04:04.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (8m) 3m ago 8m 42.5M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:04:04.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (7m) 3m ago 7m 45.5M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:04:04.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (6m) 3m ago 6m 41.4M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:04:04.530 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (3m) 3m ago 4m 20.7M - 2.43.0 a07b618ecd1d 5d456ee4bada 2024-09-13T00:04:04.891 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:04:04.891 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:04:04.891 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T00:04:04.891 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:04:04.891 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:04:04.891 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:04:04.891 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:04:04.891 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:04:04.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:04:04.892 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:04:04.892 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:04:04.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:04:04.892 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:04:04.892 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:04:04.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 15 2024-09-13T00:04:04.892 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:04:04.892 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:04:05.018 INFO:teuthology.orchestra.run.smithi032.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-09-13T00:04:05.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:05 smithi053 bash[24393]: audit 2024-09-13T00:04:04.181948+0000 mon.a (mon.0) 1076 : audit [INF] from='client.? 172.21.15.32:0/3461615739' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:04:05.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:05 smithi053 bash[24393]: audit 2024-09-13T00:04:04.188049+0000 mgr.y (mgr.24464) 198 : audit [DBG] from='client.24899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:04:05.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:05 smithi053 bash[24393]: audit 2024-09-13T00:04:04.895378+0000 mon.a (mon.0) 1077 : audit [DBG] from='client.? 172.21.15.32:0/410339983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:04:05.302 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:05 smithi032 bash[22496]: audit 2024-09-13T00:04:04.181948+0000 mon.a (mon.0) 1076 : audit [INF] from='client.? 172.21.15.32:0/3461615739' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:04:05.302 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:05 smithi032 bash[22496]: audit 2024-09-13T00:04:04.188049+0000 mgr.y (mgr.24464) 198 : audit [DBG] from='client.24899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:04:05.302 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:05 smithi032 bash[22496]: audit 2024-09-13T00:04:04.895378+0000 mon.a (mon.0) 1077 : audit [DBG] from='client.? 172.21.15.32:0/410339983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:04:05.303 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:05 smithi032 bash[32211]: audit 2024-09-13T00:04:04.181948+0000 mon.a (mon.0) 1076 : audit [INF] from='client.? 172.21.15.32:0/3461615739' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:04:05.303 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:05 smithi032 bash[32211]: audit 2024-09-13T00:04:04.188049+0000 mgr.y (mgr.24464) 198 : audit [DBG] from='client.24899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:04:05.303 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:05 smithi032 bash[32211]: audit 2024-09-13T00:04:04.895378+0000 mon.a (mon.0) 1077 : audit [DBG] from='client.? 172.21.15.32:0/410339983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:04:06.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:06 smithi053 bash[24393]: audit 2024-09-13T00:04:04.508294+0000 mgr.y (mgr.24464) 199 : audit [DBG] from='client.24911 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:04:06.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:06 smithi053 bash[24393]: cluster 2024-09-13T00:04:04.896088+0000 mgr.y (mgr.24464) 200 : cluster [DBG] pgmap v156: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:06.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:06 smithi053 bash[24393]: audit 2024-09-13T00:04:05.022545+0000 mon.a (mon.0) 1078 : audit [INF] from='client.? 172.21.15.32:0/3461615739' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-13T00:04:06.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:06 smithi053 bash[24393]: cluster 2024-09-13T00:04:05.022832+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-13T00:04:06.364 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:06 smithi032 bash[22496]: audit 2024-09-13T00:04:04.508294+0000 mgr.y (mgr.24464) 199 : audit [DBG] from='client.24911 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:04:06.364 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:06 smithi032 bash[22496]: cluster 2024-09-13T00:04:04.896088+0000 mgr.y (mgr.24464) 200 : cluster [DBG] pgmap v156: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:06.364 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:06 smithi032 bash[22496]: audit 2024-09-13T00:04:05.022545+0000 mon.a (mon.0) 1078 : audit [INF] from='client.? 172.21.15.32:0/3461615739' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-13T00:04:06.364 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:06 smithi032 bash[22496]: cluster 2024-09-13T00:04:05.022832+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-13T00:04:06.364 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:06 smithi032 bash[32211]: audit 2024-09-13T00:04:04.508294+0000 mgr.y (mgr.24464) 199 : audit [DBG] from='client.24911 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:04:06.364 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:06 smithi032 bash[32211]: cluster 2024-09-13T00:04:04.896088+0000 mgr.y (mgr.24464) 200 : cluster [DBG] pgmap v156: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:06.364 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:06 smithi032 bash[32211]: audit 2024-09-13T00:04:05.022545+0000 mon.a (mon.0) 1078 : audit [INF] from='client.? 172.21.15.32:0/3461615739' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-13T00:04:06.365 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:06 smithi032 bash[32211]: cluster 2024-09-13T00:04:05.022832+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-13T00:04:06.783 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:04:06 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:04:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:04:07.066 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:04:06 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:04:06] "GET /metrics HTTP/1.1" 200 238890 "" "Prometheus/2.43.0" 2024-09-13T00:04:07.366 DEBUG:teuthology.orchestra.run.smithi032:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-09-13T00:04:07.383 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight read -> 100 2024-09-13T00:04:07.384 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight delete -> 50 2024-09-13T00:04:07.384 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight snap_create -> 50 2024-09-13T00:04:07.384 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight snap_remove -> 50 2024-09-13T00:04:07.384 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight rollback -> 50 2024-09-13T00:04:07.384 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight setattr -> 25 2024-09-13T00:04:07.384 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight rmattr -> 25 2024-09-13T00:04:07.384 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight copy_from -> 50 2024-09-13T00:04:07.384 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight append -> 100 2024-09-13T00:04:07.384 INFO:tasks.rados.rados.0.smithi032.stdout:ceph version 17.2.7 (b12291d110049b2f35e32e0de30d70e9a4c060d2) quincy (stable) 2024-09-13T00:04:07.384 INFO:tasks.rados.rados.0.smithi032.stdout:Configuration: 2024-09-13T00:04:07.384 INFO:tasks.rados.rados.0.smithi032.stdout: Number of operations: 4000 2024-09-13T00:04:07.384 INFO:tasks.rados.rados.0.smithi032.stdout: Number of objects: 50 2024-09-13T00:04:07.384 INFO:tasks.rados.rados.0.smithi032.stdout: Max in flight operations: 16 2024-09-13T00:04:07.385 INFO:tasks.rados.rados.0.smithi032.stdout: Object size (in bytes): 4000000 2024-09-13T00:04:07.385 INFO:tasks.rados.rados.0.smithi032.stdout: Write stride min: 400000 2024-09-13T00:04:07.385 INFO:tasks.rados.rados.0.smithi032.stdout: Write stride max: 800000 2024-09-13T00:04:07.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:07 smithi032 bash[22496]: cluster 2024-09-13T00:04:07.017386+0000 mon.a (mon.0) 1080 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:04:07.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:07 smithi032 bash[22496]: cluster 2024-09-13T00:04:07.017429+0000 mon.a (mon.0) 1081 : cluster [INF] Cluster is now healthy 2024-09-13T00:04:07.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:07 smithi032 bash[32211]: cluster 2024-09-13T00:04:07.017386+0000 mon.a (mon.0) 1080 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:04:07.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:07 smithi032 bash[32211]: cluster 2024-09-13T00:04:07.017429+0000 mon.a (mon.0) 1081 : cluster [INF] Cluster is now healthy 2024-09-13T00:04:07.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:07 smithi053 bash[24393]: cluster 2024-09-13T00:04:07.017386+0000 mon.a (mon.0) 1080 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:04:07.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:07 smithi053 bash[24393]: cluster 2024-09-13T00:04:07.017429+0000 mon.a (mon.0) 1081 : cluster [INF] Cluster is now healthy 2024-09-13T00:04:08.077 INFO:tasks.rados.rados.0.smithi032.stdout:1: write initial oid 1 2024-09-13T00:04:08.077 INFO:tasks.rados.rados.0.smithi032.stdout:1: seq_num 0 ranges {0=24576} 2024-09-13T00:04:08.077 INFO:tasks.rados.rados.0.smithi032.stdout:1: writing smithi03267100-1 from 0 to 24576 tid 1 2024-09-13T00:04:08.078 INFO:tasks.rados.rados.0.smithi032.stdout:2: write initial oid 2 2024-09-13T00:04:08.078 INFO:tasks.rados.rados.0.smithi032.stdout:2: seq_num 1 ranges {0=24576} 2024-09-13T00:04:08.078 INFO:tasks.rados.rados.0.smithi032.stdout:2: writing smithi03267100-2 from 0 to 24576 tid 1 2024-09-13T00:04:08.078 INFO:tasks.rados.rados.0.smithi032.stdout:3: write initial oid 3 2024-09-13T00:04:08.078 INFO:tasks.rados.rados.0.smithi032.stdout:3: seq_num 2 ranges {0=40960} 2024-09-13T00:04:08.078 INFO:tasks.rados.rados.0.smithi032.stdout:3: writing smithi03267100-3 from 0 to 40960 tid 1 2024-09-13T00:04:08.079 INFO:tasks.rados.rados.0.smithi032.stdout:4: write initial oid 4 2024-09-13T00:04:08.079 INFO:tasks.rados.rados.0.smithi032.stdout:4: seq_num 3 ranges {0=57344} 2024-09-13T00:04:08.079 INFO:tasks.rados.rados.0.smithi032.stdout:4: writing smithi03267100-4 from 0 to 57344 tid 1 2024-09-13T00:04:08.079 INFO:tasks.rados.rados.0.smithi032.stdout:5: write initial oid 5 2024-09-13T00:04:08.079 INFO:tasks.rados.rados.0.smithi032.stdout:5: seq_num 4 ranges {0=73728} 2024-09-13T00:04:08.080 INFO:tasks.rados.rados.0.smithi032.stdout:5: writing smithi03267100-5 from 0 to 73728 tid 1 2024-09-13T00:04:08.080 INFO:tasks.rados.rados.0.smithi032.stdout:6: write initial oid 6 2024-09-13T00:04:08.080 INFO:tasks.rados.rados.0.smithi032.stdout:6: seq_num 5 ranges {0=90112} 2024-09-13T00:04:08.081 INFO:tasks.rados.rados.0.smithi032.stdout:6: writing smithi03267100-6 from 0 to 90112 tid 1 2024-09-13T00:04:08.081 INFO:tasks.rados.rados.0.smithi032.stdout:7: write initial oid 7 2024-09-13T00:04:08.081 INFO:tasks.rados.rados.0.smithi032.stdout:7: seq_num 6 ranges {0=106496} 2024-09-13T00:04:08.082 INFO:tasks.rados.rados.0.smithi032.stdout:7: writing smithi03267100-7 from 0 to 106496 tid 1 2024-09-13T00:04:08.082 INFO:tasks.rados.rados.0.smithi032.stdout:8: write initial oid 8 2024-09-13T00:04:08.082 INFO:tasks.rados.rados.0.smithi032.stdout:8: seq_num 7 ranges {0=122880} 2024-09-13T00:04:08.084 INFO:tasks.rados.rados.0.smithi032.stdout:8: writing smithi03267100-8 from 0 to 122880 tid 1 2024-09-13T00:04:08.084 INFO:tasks.rados.rados.0.smithi032.stdout:9: write initial oid 9 2024-09-13T00:04:08.084 INFO:tasks.rados.rados.0.smithi032.stdout:9: seq_num 8 ranges {0=139264} 2024-09-13T00:04:08.086 INFO:tasks.rados.rados.0.smithi032.stdout:9: writing smithi03267100-9 from 0 to 139264 tid 1 2024-09-13T00:04:08.086 INFO:tasks.rados.rados.0.smithi032.stdout:10: write initial oid 10 2024-09-13T00:04:08.086 INFO:tasks.rados.rados.0.smithi032.stdout:10: seq_num 9 ranges {0=155648} 2024-09-13T00:04:08.088 INFO:tasks.rados.rados.0.smithi032.stdout:10: writing smithi03267100-10 from 0 to 155648 tid 1 2024-09-13T00:04:08.089 INFO:tasks.rados.rados.0.smithi032.stdout:11: write initial oid 11 2024-09-13T00:04:08.089 INFO:tasks.rados.rados.0.smithi032.stdout:11: seq_num 10 ranges {0=172032} 2024-09-13T00:04:08.091 INFO:tasks.rados.rados.0.smithi032.stdout:11: writing smithi03267100-11 from 0 to 172032 tid 1 2024-09-13T00:04:08.091 INFO:tasks.rados.rados.0.smithi032.stdout:12: write initial oid 12 2024-09-13T00:04:08.091 INFO:tasks.rados.rados.0.smithi032.stdout:12: seq_num 11 ranges {0=188416} 2024-09-13T00:04:08.093 INFO:tasks.rados.rados.0.smithi032.stdout:12: writing smithi03267100-12 from 0 to 188416 tid 1 2024-09-13T00:04:08.093 INFO:tasks.rados.rados.0.smithi032.stdout:1: finishing write tid 1 to smithi03267100-1 2024-09-13T00:04:08.093 INFO:tasks.rados.rados.0.smithi032.stdout:1: finishing write tid 2 to smithi03267100-1 2024-09-13T00:04:08.093 INFO:tasks.rados.rados.0.smithi032.stdout:1: finishing write tid 3 to smithi03267100-1 2024-09-13T00:04:08.093 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-09-13T00:04:08.094 INFO:tasks.rados.rados.0.smithi032.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:04:08.094 INFO:tasks.rados.rados.0.smithi032.stdout:4: finishing write tid 1 to smithi03267100-4 2024-09-13T00:04:08.094 INFO:tasks.rados.rados.0.smithi032.stdout:1: done (11 left) 2024-09-13T00:04:08.094 INFO:tasks.rados.rados.0.smithi032.stdout:13: write initial oid 13 2024-09-13T00:04:08.094 INFO:tasks.rados.rados.0.smithi032.stdout:13: seq_num 12 ranges {0=204800} 2024-09-13T00:04:08.095 INFO:tasks.rados.rados.0.smithi032.stdout:13: writing smithi03267100-13 from 0 to 204800 tid 1 2024-09-13T00:04:08.095 INFO:tasks.rados.rados.0.smithi032.stdout:14: write initial oid 14 2024-09-13T00:04:08.095 INFO:tasks.rados.rados.0.smithi032.stdout:14: seq_num 13 ranges {0=221184} 2024-09-13T00:04:08.096 INFO:tasks.rados.rados.0.smithi032.stdout:14: writing smithi03267100-14 from 0 to 221184 tid 1 2024-09-13T00:04:08.097 INFO:tasks.rados.rados.0.smithi032.stdout:15: write initial oid 15 2024-09-13T00:04:08.097 INFO:tasks.rados.rados.0.smithi032.stdout:15: seq_num 14 ranges {0=237568} 2024-09-13T00:04:08.098 INFO:tasks.rados.rados.0.smithi032.stdout:15: writing smithi03267100-15 from 0 to 237568 tid 1 2024-09-13T00:04:08.098 INFO:tasks.rados.rados.0.smithi032.stdout:16: write initial oid 16 2024-09-13T00:04:08.099 INFO:tasks.rados.rados.0.smithi032.stdout:16: seq_num 15 ranges {0=253952} 2024-09-13T00:04:08.100 INFO:tasks.rados.rados.0.smithi032.stdout:16: writing smithi03267100-16 from 0 to 253952 tid 1 2024-09-13T00:04:08.101 INFO:tasks.rados.rados.0.smithi032.stdout:17: write initial oid 17 2024-09-13T00:04:08.101 INFO:tasks.rados.rados.0.smithi032.stdout:17: seq_num 16 ranges {0=270336} 2024-09-13T00:04:08.103 INFO:tasks.rados.rados.0.smithi032.stdout:17: writing smithi03267100-17 from 0 to 270336 tid 1 2024-09-13T00:04:08.103 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2024-09-13T00:04:08.103 INFO:tasks.rados.rados.0.smithi032.stdout:6: finishing write tid 1 to smithi03267100-6 2024-09-13T00:04:08.103 INFO:tasks.rados.rados.0.smithi032.stdout:6: finishing write tid 2 to smithi03267100-6 2024-09-13T00:04:08.103 INFO:tasks.rados.rados.0.smithi032.stdout:8: finishing write tid 1 to smithi03267100-8 2024-09-13T00:04:08.103 INFO:tasks.rados.rados.0.smithi032.stdout:8: finishing write tid 2 to smithi03267100-8 2024-09-13T00:04:08.103 INFO:tasks.rados.rados.0.smithi032.stdout:10: finishing write tid 1 to smithi03267100-10 2024-09-13T00:04:08.103 INFO:tasks.rados.rados.0.smithi032.stdout:6: finishing write tid 3 to smithi03267100-6 2024-09-13T00:04:08.103 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-13T00:04:08.103 INFO:tasks.rados.rados.0.smithi032.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-09-13T00:04:08.104 INFO:tasks.rados.rados.0.smithi032.stdout:10: finishing write tid 2 to smithi03267100-10 2024-09-13T00:04:08.104 INFO:tasks.rados.rados.0.smithi032.stdout:8: finishing write tid 3 to smithi03267100-8 2024-09-13T00:04:08.104 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-13T00:04:08.104 INFO:tasks.rados.rados.0.smithi032.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-09-13T00:04:08.104 INFO:tasks.rados.rados.0.smithi032.stdout:6: done (15 left) 2024-09-13T00:04:08.104 INFO:tasks.rados.rados.0.smithi032.stdout:8: done (14 left) 2024-09-13T00:04:08.104 INFO:tasks.rados.rados.0.smithi032.stdout:18: write initial oid 18 2024-09-13T00:04:08.104 INFO:tasks.rados.rados.0.smithi032.stdout:18: seq_num 17 ranges {0=286720} 2024-09-13T00:04:08.105 INFO:tasks.rados.rados.0.smithi032.stdout:18: writing smithi03267100-18 from 0 to 286720 tid 1 2024-09-13T00:04:08.105 INFO:tasks.rados.rados.0.smithi032.stdout:19: write initial oid 19 2024-09-13T00:04:08.105 INFO:tasks.rados.rados.0.smithi032.stdout:10: finishing write tid 3 to smithi03267100-10 2024-09-13T00:04:08.105 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-13T00:04:08.105 INFO:tasks.rados.rados.0.smithi032.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-09-13T00:04:08.105 INFO:tasks.rados.rados.0.smithi032.stdout:2: finishing write tid 1 to smithi03267100-2 2024-09-13T00:04:08.106 INFO:tasks.rados.rados.0.smithi032.stdout:12: finishing write tid 1 to smithi03267100-12 2024-09-13T00:04:08.106 INFO:tasks.rados.rados.0.smithi032.stdout:3: finishing write tid 1 to smithi03267100-3 2024-09-13T00:04:08.106 INFO:tasks.rados.rados.0.smithi032.stdout:3: finishing write tid 2 to smithi03267100-3 2024-09-13T00:04:08.106 INFO:tasks.rados.rados.0.smithi032.stdout:12: finishing write tid 2 to smithi03267100-12 2024-09-13T00:04:08.106 INFO:tasks.rados.rados.0.smithi032.stdout:4: finishing write tid 2 to smithi03267100-4 2024-09-13T00:04:08.106 INFO:tasks.rados.rados.0.smithi032.stdout:9: finishing write tid 1 to smithi03267100-9 2024-09-13T00:04:08.106 INFO:tasks.rados.rados.0.smithi032.stdout:5: finishing write tid 1 to smithi03267100-5 2024-09-13T00:04:08.106 INFO:tasks.rados.rados.0.smithi032.stdout:5: finishing write tid 2 to smithi03267100-5 2024-09-13T00:04:08.106 INFO:tasks.rados.rados.0.smithi032.stdout:19: seq_num 18 ranges {0=303104} 2024-09-13T00:04:08.107 INFO:tasks.rados.rados.0.smithi032.stdout:19: writing smithi03267100-19 from 0 to 303104 tid 1 2024-09-13T00:04:08.107 INFO:tasks.rados.rados.0.smithi032.stdout:10: done (15 left) 2024-09-13T00:04:08.107 INFO:tasks.rados.rados.0.smithi032.stdout:20: write initial oid 20 2024-09-13T00:04:08.108 INFO:tasks.rados.rados.0.smithi032.stdout:20: seq_num 19 ranges {0=319488} 2024-09-13T00:04:08.110 INFO:tasks.rados.rados.0.smithi032.stdout:20: writing smithi03267100-20 from 0 to 319488 tid 1 2024-09-13T00:04:08.110 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2024-09-13T00:04:08.110 INFO:tasks.rados.rados.0.smithi032.stdout:12: finishing write tid 3 to smithi03267100-12 2024-09-13T00:04:08.110 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-13T00:04:08.110 INFO:tasks.rados.rados.0.smithi032.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-09-13T00:04:08.111 INFO:tasks.rados.rados.0.smithi032.stdout:3: finishing write tid 3 to smithi03267100-3 2024-09-13T00:04:08.111 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-09-13T00:04:08.111 INFO:tasks.rados.rados.0.smithi032.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-09-13T00:04:08.111 INFO:tasks.rados.rados.0.smithi032.stdout:7: finishing write tid 1 to smithi03267100-7 2024-09-13T00:04:08.111 INFO:tasks.rados.rados.0.smithi032.stdout:7: finishing write tid 2 to smithi03267100-7 2024-09-13T00:04:08.111 INFO:tasks.rados.rados.0.smithi032.stdout:2: finishing write tid 2 to smithi03267100-2 2024-09-13T00:04:08.111 INFO:tasks.rados.rados.0.smithi032.stdout:16: finishing write tid 1 to smithi03267100-16 2024-09-13T00:04:08.111 INFO:tasks.rados.rados.0.smithi032.stdout:16: finishing write tid 2 to smithi03267100-16 2024-09-13T00:04:08.111 INFO:tasks.rados.rados.0.smithi032.stdout:3: done (15 left) 2024-09-13T00:04:08.111 INFO:tasks.rados.rados.0.smithi032.stdout:12: done (14 left) 2024-09-13T00:04:08.111 INFO:tasks.rados.rados.0.smithi032.stdout:21: write initial oid 21 2024-09-13T00:04:08.111 INFO:tasks.rados.rados.0.smithi032.stdout:21: seq_num 20 ranges {0=344064} 2024-09-13T00:04:08.113 INFO:tasks.rados.rados.0.smithi032.stdout:21: writing smithi03267100-21 from 0 to 344064 tid 1 2024-09-13T00:04:08.113 INFO:tasks.rados.rados.0.smithi032.stdout:22: write initial oid 22 2024-09-13T00:04:08.113 INFO:tasks.rados.rados.0.smithi032.stdout:22: seq_num 21 ranges {0=360448} 2024-09-13T00:04:08.116 INFO:tasks.rados.rados.0.smithi032.stdout:22: writing smithi03267100-22 from 0 to 360448 tid 1 2024-09-13T00:04:08.116 INFO:tasks.rados.rados.0.smithi032.stdout:2: finishing write tid 3 to smithi03267100-2 2024-09-13T00:04:08.116 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-13T00:04:08.116 INFO:tasks.rados.rados.0.smithi032.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-09-13T00:04:08.116 INFO:tasks.rados.rados.0.smithi032.stdout:4: finishing write tid 3 to smithi03267100-4 2024-09-13T00:04:08.116 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-13T00:04:08.116 INFO:tasks.rados.rados.0.smithi032.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-09-13T00:04:08.116 INFO:tasks.rados.rados.0.smithi032.stdout:5: finishing write tid 3 to smithi03267100-5 2024-09-13T00:04:08.116 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-13T00:04:08.116 INFO:tasks.rados.rados.0.smithi032.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-09-13T00:04:08.116 INFO:tasks.rados.rados.0.smithi032.stdout:2: done (15 left) 2024-09-13T00:04:08.116 INFO:tasks.rados.rados.0.smithi032.stdout:4: done (14 left) 2024-09-13T00:04:08.117 INFO:tasks.rados.rados.0.smithi032.stdout:5: done (13 left) 2024-09-13T00:04:08.117 INFO:tasks.rados.rados.0.smithi032.stdout:23: write initial oid 23 2024-09-13T00:04:08.117 INFO:tasks.rados.rados.0.smithi032.stdout:23: seq_num 22 ranges {0=376832} 2024-09-13T00:04:08.119 INFO:tasks.rados.rados.0.smithi032.stdout:23: writing smithi03267100-23 from 0 to 376832 tid 1 2024-09-13T00:04:08.119 INFO:tasks.rados.rados.0.smithi032.stdout:24: write initial oid 24 2024-09-13T00:04:08.119 INFO:tasks.rados.rados.0.smithi032.stdout:24: seq_num 23 ranges {0=393216} 2024-09-13T00:04:08.121 INFO:tasks.rados.rados.0.smithi032.stdout:24: writing smithi03267100-24 from 0 to 393216 tid 1 2024-09-13T00:04:08.121 INFO:tasks.rados.rados.0.smithi032.stdout:25: write initial oid 25 2024-09-13T00:04:08.122 INFO:tasks.rados.rados.0.smithi032.stdout:25: seq_num 24 ranges {0=409600} 2024-09-13T00:04:08.124 INFO:tasks.rados.rados.0.smithi032.stdout:25: writing smithi03267100-25 from 0 to 409600 tid 1 2024-09-13T00:04:08.125 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2024-09-13T00:04:08.125 INFO:tasks.rados.rados.0.smithi032.stdout:20: finishing write tid 1 to smithi03267100-20 2024-09-13T00:04:08.125 INFO:tasks.rados.rados.0.smithi032.stdout:20: finishing write tid 2 to smithi03267100-20 2024-09-13T00:04:08.125 INFO:tasks.rados.rados.0.smithi032.stdout:19: finishing write tid 1 to smithi03267100-19 2024-09-13T00:04:08.125 INFO:tasks.rados.rados.0.smithi032.stdout:19: finishing write tid 2 to smithi03267100-19 2024-09-13T00:04:08.125 INFO:tasks.rados.rados.0.smithi032.stdout:15: finishing write tid 1 to smithi03267100-15 2024-09-13T00:04:08.125 INFO:tasks.rados.rados.0.smithi032.stdout:9: finishing write tid 2 to smithi03267100-9 2024-09-13T00:04:08.126 INFO:tasks.rados.rados.0.smithi032.stdout:15: finishing write tid 2 to smithi03267100-15 2024-09-13T00:04:08.126 INFO:tasks.rados.rados.0.smithi032.stdout:16: finishing write tid 3 to smithi03267100-16 2024-09-13T00:04:08.127 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 6 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T00:04:08.127 INFO:tasks.rados.rados.0.smithi032.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-09-13T00:04:08.127 INFO:tasks.rados.rados.0.smithi032.stdout:17: finishing write tid 1 to smithi03267100-17 2024-09-13T00:04:08.127 INFO:tasks.rados.rados.0.smithi032.stdout:17: finishing write tid 2 to smithi03267100-17 2024-09-13T00:04:08.128 INFO:tasks.rados.rados.0.smithi032.stdout:19: finishing write tid 3 to smithi03267100-19 2024-09-13T00:04:08.128 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T00:04:08.128 INFO:tasks.rados.rados.0.smithi032.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-09-13T00:04:08.128 INFO:tasks.rados.rados.0.smithi032.stdout:16: done (15 left) 2024-09-13T00:04:08.128 INFO:tasks.rados.rados.0.smithi032.stdout:19: done (14 left) 2024-09-13T00:04:08.128 INFO:tasks.rados.rados.0.smithi032.stdout:26: write initial oid 26 2024-09-13T00:04:08.128 INFO:tasks.rados.rados.0.smithi032.stdout:26: seq_num 25 ranges {0=425984} 2024-09-13T00:04:08.129 INFO:tasks.rados.rados.0.smithi032.stdout:26: writing smithi03267100-26 from 0 to 425984 tid 1 2024-09-13T00:04:08.129 INFO:tasks.rados.rados.0.smithi032.stdout:27: write initial oid 27 2024-09-13T00:04:08.130 INFO:tasks.rados.rados.0.smithi032.stdout:27: seq_num 26 ranges {0=442368} 2024-09-13T00:04:08.132 INFO:tasks.rados.rados.0.smithi032.stdout:27: writing smithi03267100-27 from 0 to 442368 tid 1 2024-09-13T00:04:08.132 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2024-09-13T00:04:08.132 INFO:tasks.rados.rados.0.smithi032.stdout:20: finishing write tid 3 to smithi03267100-20 2024-09-13T00:04:08.132 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T00:04:08.132 INFO:tasks.rados.rados.0.smithi032.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-09-13T00:04:08.132 INFO:tasks.rados.rados.0.smithi032.stdout:11: finishing write tid 1 to smithi03267100-11 2024-09-13T00:04:08.132 INFO:tasks.rados.rados.0.smithi032.stdout:11: finishing write tid 2 to smithi03267100-11 2024-09-13T00:04:08.133 INFO:tasks.rados.rados.0.smithi032.stdout:17: finishing write tid 3 to smithi03267100-17 2024-09-13T00:04:08.133 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-13T00:04:08.133 INFO:tasks.rados.rados.0.smithi032.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-09-13T00:04:08.133 INFO:tasks.rados.rados.0.smithi032.stdout:22: finishing write tid 1 to smithi03267100-22 2024-09-13T00:04:08.133 INFO:tasks.rados.rados.0.smithi032.stdout:22: finishing write tid 2 to smithi03267100-22 2024-09-13T00:04:08.133 INFO:tasks.rados.rados.0.smithi032.stdout:7: finishing write tid 3 to smithi03267100-7 2024-09-13T00:04:08.133 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 6 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T00:04:08.133 INFO:tasks.rados.rados.0.smithi032.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-09-13T00:04:08.133 INFO:tasks.rados.rados.0.smithi032.stdout:21: finishing write tid 1 to smithi03267100-21 2024-09-13T00:04:08.134 INFO:tasks.rados.rados.0.smithi032.stdout:11: finishing write tid 3 to smithi03267100-11 2024-09-13T00:04:08.134 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T00:04:08.134 INFO:tasks.rados.rados.0.smithi032.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-09-13T00:04:08.134 INFO:tasks.rados.rados.0.smithi032.stdout:15: finishing write tid 3 to smithi03267100-15 2024-09-13T00:04:08.134 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 8 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-09-13T00:04:08.134 INFO:tasks.rados.rados.0.smithi032.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-09-13T00:04:08.134 INFO:tasks.rados.rados.0.smithi032.stdout:21: finishing write tid 2 to smithi03267100-21 2024-09-13T00:04:08.135 INFO:tasks.rados.rados.0.smithi032.stdout:9: finishing write tid 3 to smithi03267100-9 2024-09-13T00:04:08.135 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-13T00:04:08.135 INFO:tasks.rados.rados.0.smithi032.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-09-13T00:04:08.135 INFO:tasks.rados.rados.0.smithi032.stdout:13: finishing write tid 1 to smithi03267100-13 2024-09-13T00:04:08.135 INFO:tasks.rados.rados.0.smithi032.stdout:13: finishing write tid 2 to smithi03267100-13 2024-09-13T00:04:08.135 INFO:tasks.rados.rados.0.smithi032.stdout:14: finishing write tid 1 to smithi03267100-14 2024-09-13T00:04:08.135 INFO:tasks.rados.rados.0.smithi032.stdout:22: finishing write tid 3 to smithi03267100-22 2024-09-13T00:04:08.135 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-13T00:04:08.136 INFO:tasks.rados.rados.0.smithi032.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-09-13T00:04:08.136 INFO:tasks.rados.rados.0.smithi032.stdout:24: finishing write tid 1 to smithi03267100-24 2024-09-13T00:04:08.136 INFO:tasks.rados.rados.0.smithi032.stdout:24: finishing write tid 2 to smithi03267100-24 2024-09-13T00:04:08.136 INFO:tasks.rados.rados.0.smithi032.stdout:14: finishing write tid 2 to smithi03267100-14 2024-09-13T00:04:08.136 INFO:tasks.rados.rados.0.smithi032.stdout:24: finishing write tid 3 to smithi03267100-24 2024-09-13T00:04:08.136 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-13T00:04:08.136 INFO:tasks.rados.rados.0.smithi032.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-09-13T00:04:08.136 INFO:tasks.rados.rados.0.smithi032.stdout:18: finishing write tid 1 to smithi03267100-18 2024-09-13T00:04:08.137 INFO:tasks.rados.rados.0.smithi032.stdout:18: finishing write tid 2 to smithi03267100-18 2024-09-13T00:04:08.137 INFO:tasks.rados.rados.0.smithi032.stdout:7: done (15 left) 2024-09-13T00:04:08.137 INFO:tasks.rados.rados.0.smithi032.stdout:9: done (14 left) 2024-09-13T00:04:08.137 INFO:tasks.rados.rados.0.smithi032.stdout:11: done (13 left) 2024-09-13T00:04:08.137 INFO:tasks.rados.rados.0.smithi032.stdout:15: done (12 left) 2024-09-13T00:04:08.137 INFO:tasks.rados.rados.0.smithi032.stdout:17: done (11 left) 2024-09-13T00:04:08.137 INFO:tasks.rados.rados.0.smithi032.stdout:20: done (10 left) 2024-09-13T00:04:08.138 INFO:tasks.rados.rados.0.smithi032.stdout:22: done (9 left) 2024-09-13T00:04:08.138 INFO:tasks.rados.rados.0.smithi032.stdout:24: done (8 left) 2024-09-13T00:04:08.138 INFO:tasks.rados.rados.0.smithi032.stdout:28: write initial oid 28 2024-09-13T00:04:08.138 INFO:tasks.rados.rados.0.smithi032.stdout:28: seq_num 27 ranges {0=458752} 2024-09-13T00:04:08.140 INFO:tasks.rados.rados.0.smithi032.stdout:28: writing smithi03267100-28 from 0 to 458752 tid 1 2024-09-13T00:04:08.140 INFO:tasks.rados.rados.0.smithi032.stdout:29: write initial oid 29 2024-09-13T00:04:08.140 INFO:tasks.rados.rados.0.smithi032.stdout:29: seq_num 28 ranges {0=475136} 2024-09-13T00:04:08.140 INFO:tasks.rados.rados.0.smithi032.stdout:29: writing smithi03267100-29 from 0 to 475136 tid 1 2024-09-13T00:04:08.140 INFO:tasks.rados.rados.0.smithi032.stdout:30: write initial oid 30 2024-09-13T00:04:08.140 INFO:tasks.rados.rados.0.smithi032.stdout:30: seq_num 29 ranges {0=491520} 2024-09-13T00:04:08.141 INFO:tasks.rados.rados.0.smithi032.stdout:30: writing smithi03267100-30 from 0 to 491520 tid 1 2024-09-13T00:04:08.141 INFO:tasks.rados.rados.0.smithi032.stdout:31: write initial oid 31 2024-09-13T00:04:08.141 INFO:tasks.rados.rados.0.smithi032.stdout:31: seq_num 30 ranges {0=507904} 2024-09-13T00:04:08.144 INFO:tasks.rados.rados.0.smithi032.stdout:31: writing smithi03267100-31 from 0 to 507904 tid 1 2024-09-13T00:04:08.144 INFO:tasks.rados.rados.0.smithi032.stdout:32: write initial oid 32 2024-09-13T00:04:08.144 INFO:tasks.rados.rados.0.smithi032.stdout:21: finishing write tid 3 to smithi03267100-21 2024-09-13T00:04:08.145 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-09-13T00:04:08.145 INFO:tasks.rados.rados.0.smithi032.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-09-13T00:04:08.145 INFO:tasks.rados.rados.0.smithi032.stdout:32: seq_num 31 ranges {0=524288} 2024-09-13T00:04:08.147 INFO:tasks.rados.rados.0.smithi032.stdout:32: writing smithi03267100-32 from 0 to 524288 tid 1 2024-09-13T00:04:08.147 INFO:tasks.rados.rados.0.smithi032.stdout:21: done (12 left) 2024-09-13T00:04:08.148 INFO:tasks.rados.rados.0.smithi032.stdout:33: write initial oid 33 2024-09-13T00:04:08.148 INFO:tasks.rados.rados.0.smithi032.stdout:33: seq_num 32 ranges {0=540672} 2024-09-13T00:04:08.151 INFO:tasks.rados.rados.0.smithi032.stdout:33: writing smithi03267100-33 from 0 to 540672 tid 1 2024-09-13T00:04:08.151 INFO:tasks.rados.rados.0.smithi032.stdout:34: write initial oid 34 2024-09-13T00:04:08.151 INFO:tasks.rados.rados.0.smithi032.stdout:34: seq_num 33 ranges {0=557056} 2024-09-13T00:04:08.155 INFO:tasks.rados.rados.0.smithi032.stdout:34: writing smithi03267100-34 from 0 to 557056 tid 1 2024-09-13T00:04:08.155 INFO:tasks.rados.rados.0.smithi032.stdout:35: write initial oid 35 2024-09-13T00:04:08.155 INFO:tasks.rados.rados.0.smithi032.stdout:35: seq_num 34 ranges {0=573440} 2024-09-13T00:04:08.159 INFO:tasks.rados.rados.0.smithi032.stdout:35: writing smithi03267100-35 from 0 to 573440 tid 1 2024-09-13T00:04:08.159 INFO:tasks.rados.rados.0.smithi032.stdout:36: write initial oid 36 2024-09-13T00:04:08.159 INFO:tasks.rados.rados.0.smithi032.stdout:36: seq_num 35 ranges {0=589824} 2024-09-13T00:04:08.163 INFO:tasks.rados.rados.0.smithi032.stdout:36: writing smithi03267100-36 from 0 to 589824 tid 1 2024-09-13T00:04:08.163 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2024-09-13T00:04:08.163 INFO:tasks.rados.rados.0.smithi032.stdout:13: finishing write tid 3 to smithi03267100-13 2024-09-13T00:04:08.163 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 6 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-13T00:04:08.163 INFO:tasks.rados.rados.0.smithi032.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-09-13T00:04:08.163 INFO:tasks.rados.rados.0.smithi032.stdout:14: finishing write tid 3 to smithi03267100-14 2024-09-13T00:04:08.164 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 8 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-13T00:04:08.164 INFO:tasks.rados.rados.0.smithi032.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-09-13T00:04:08.164 INFO:tasks.rados.rados.0.smithi032.stdout:13: done (15 left) 2024-09-13T00:04:08.164 INFO:tasks.rados.rados.0.smithi032.stdout:14: done (14 left) 2024-09-13T00:04:08.164 INFO:tasks.rados.rados.0.smithi032.stdout:37: write initial oid 37 2024-09-13T00:04:08.164 INFO:tasks.rados.rados.0.smithi032.stdout:37: seq_num 36 ranges {0=606208} 2024-09-13T00:04:08.167 INFO:tasks.rados.rados.0.smithi032.stdout:37: writing smithi03267100-37 from 0 to 606208 tid 1 2024-09-13T00:04:08.167 INFO:tasks.rados.rados.0.smithi032.stdout:38: write initial oid 38 2024-09-13T00:04:08.167 INFO:tasks.rados.rados.0.smithi032.stdout:38: seq_num 37 ranges {0=622592} 2024-09-13T00:04:08.171 INFO:tasks.rados.rados.0.smithi032.stdout:38: writing smithi03267100-38 from 0 to 622592 tid 1 2024-09-13T00:04:08.171 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2024-09-13T00:04:08.171 INFO:tasks.rados.rados.0.smithi032.stdout:23: finishing write tid 1 to smithi03267100-23 2024-09-13T00:04:08.171 INFO:tasks.rados.rados.0.smithi032.stdout:27: finishing write tid 1 to smithi03267100-27 2024-09-13T00:04:08.171 INFO:tasks.rados.rados.0.smithi032.stdout:18: finishing write tid 3 to smithi03267100-18 2024-09-13T00:04:08.172 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 10 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-13T00:04:08.172 INFO:tasks.rados.rados.0.smithi032.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-09-13T00:04:08.172 INFO:tasks.rados.rados.0.smithi032.stdout:27: finishing write tid 2 to smithi03267100-27 2024-09-13T00:04:08.172 INFO:tasks.rados.rados.0.smithi032.stdout:23: finishing write tid 2 to smithi03267100-23 2024-09-13T00:04:08.172 INFO:tasks.rados.rados.0.smithi032.stdout:18: done (15 left) 2024-09-13T00:04:08.172 INFO:tasks.rados.rados.0.smithi032.stdout:39: write initial oid 39 2024-09-13T00:04:08.172 INFO:tasks.rados.rados.0.smithi032.stdout:39: seq_num 38 ranges {0=638976} 2024-09-13T00:04:08.175 INFO:tasks.rados.rados.0.smithi032.stdout:39: writing smithi03267100-39 from 0 to 638976 tid 1 2024-09-13T00:04:08.175 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2024-09-13T00:04:08.175 INFO:tasks.rados.rados.0.smithi032.stdout:25: finishing write tid 1 to smithi03267100-25 2024-09-13T00:04:08.176 INFO:tasks.rados.rados.0.smithi032.stdout:25: finishing write tid 2 to smithi03267100-25 2024-09-13T00:04:08.176 INFO:tasks.rados.rados.0.smithi032.stdout:27: finishing write tid 3 to smithi03267100-27 2024-09-13T00:04:08.176 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-13T00:04:08.176 INFO:tasks.rados.rados.0.smithi032.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-09-13T00:04:08.176 INFO:tasks.rados.rados.0.smithi032.stdout:26: finishing write tid 1 to smithi03267100-26 2024-09-13T00:04:08.176 INFO:tasks.rados.rados.0.smithi032.stdout:27: done (15 left) 2024-09-13T00:04:08.176 INFO:tasks.rados.rados.0.smithi032.stdout:40: write initial oid 40 2024-09-13T00:04:08.176 INFO:tasks.rados.rados.0.smithi032.stdout:40: seq_num 39 ranges {0=663552} 2024-09-13T00:04:08.179 INFO:tasks.rados.rados.0.smithi032.stdout:40: writing smithi03267100-40 from 0 to 663552 tid 1 2024-09-13T00:04:08.180 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2024-09-13T00:04:08.180 INFO:tasks.rados.rados.0.smithi032.stdout:26: finishing write tid 2 to smithi03267100-26 2024-09-13T00:04:08.180 INFO:tasks.rados.rados.0.smithi032.stdout:23: finishing write tid 3 to smithi03267100-23 2024-09-13T00:04:08.180 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 8 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-09-13T00:04:08.180 INFO:tasks.rados.rados.0.smithi032.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-09-13T00:04:08.180 INFO:tasks.rados.rados.0.smithi032.stdout:25: finishing write tid 3 to smithi03267100-25 2024-09-13T00:04:08.180 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-09-13T00:04:08.180 INFO:tasks.rados.rados.0.smithi032.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-09-13T00:04:08.180 INFO:tasks.rados.rados.0.smithi032.stdout:28: finishing write tid 1 to smithi03267100-28 2024-09-13T00:04:08.180 INFO:tasks.rados.rados.0.smithi032.stdout:23: done (15 left) 2024-09-13T00:04:08.180 INFO:tasks.rados.rados.0.smithi032.stdout:25: done (14 left) 2024-09-13T00:04:08.180 INFO:tasks.rados.rados.0.smithi032.stdout:41: write initial oid 41 2024-09-13T00:04:08.180 INFO:tasks.rados.rados.0.smithi032.stdout:41: seq_num 40 ranges {0=679936} 2024-09-13T00:04:08.184 INFO:tasks.rados.rados.0.smithi032.stdout:41: writing smithi03267100-41 from 0 to 679936 tid 1 2024-09-13T00:04:08.184 INFO:tasks.rados.rados.0.smithi032.stdout:42: write initial oid 42 2024-09-13T00:04:08.184 INFO:tasks.rados.rados.0.smithi032.stdout:42: seq_num 41 ranges {0=696320} 2024-09-13T00:04:08.189 INFO:tasks.rados.rados.0.smithi032.stdout:42: writing smithi03267100-42 from 0 to 696320 tid 1 2024-09-13T00:04:08.189 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2024-09-13T00:04:08.189 INFO:tasks.rados.rados.0.smithi032.stdout:28: finishing write tid 2 to smithi03267100-28 2024-09-13T00:04:08.189 INFO:tasks.rados.rados.0.smithi032.stdout:26: finishing write tid 3 to smithi03267100-26 2024-09-13T00:04:08.189 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 12 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-13T00:04:08.189 INFO:tasks.rados.rados.0.smithi032.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-09-13T00:04:08.189 INFO:tasks.rados.rados.0.smithi032.stdout:28: finishing write tid 3 to smithi03267100-28 2024-09-13T00:04:08.189 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-13T00:04:08.189 INFO:tasks.rados.rados.0.smithi032.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-09-13T00:04:08.189 INFO:tasks.rados.rados.0.smithi032.stdout:29: finishing write tid 1 to smithi03267100-29 2024-09-13T00:04:08.189 INFO:tasks.rados.rados.0.smithi032.stdout:26: done (15 left) 2024-09-13T00:04:08.190 INFO:tasks.rados.rados.0.smithi032.stdout:28: done (14 left) 2024-09-13T00:04:08.190 INFO:tasks.rados.rados.0.smithi032.stdout:43: write initial oid 43 2024-09-13T00:04:08.190 INFO:tasks.rados.rados.0.smithi032.stdout:43: seq_num 42 ranges {0=712704} 2024-09-13T00:04:08.193 INFO:tasks.rados.rados.0.smithi032.stdout:43: writing smithi03267100-43 from 0 to 712704 tid 1 2024-09-13T00:04:08.193 INFO:tasks.rados.rados.0.smithi032.stdout:44: write initial oid 44 2024-09-13T00:04:08.193 INFO:tasks.rados.rados.0.smithi032.stdout:29: finishing write tid 2 to smithi03267100-29 2024-09-13T00:04:08.193 INFO:tasks.rados.rados.0.smithi032.stdout:29: finishing write tid 3 to smithi03267100-29 2024-09-13T00:04:08.193 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 8 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-13T00:04:08.193 INFO:tasks.rados.rados.0.smithi032.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-09-13T00:04:08.193 INFO:tasks.rados.rados.0.smithi032.stdout:30: finishing write tid 1 to smithi03267100-30 2024-09-13T00:04:08.193 INFO:tasks.rados.rados.0.smithi032.stdout:44: seq_num 43 ranges {0=729088} 2024-09-13T00:04:08.198 INFO:tasks.rados.rados.0.smithi032.stdout:44: writing smithi03267100-44 from 0 to 729088 tid 1 2024-09-13T00:04:08.198 INFO:tasks.rados.rados.0.smithi032.stdout:29: done (15 left) 2024-09-13T00:04:08.198 INFO:tasks.rados.rados.0.smithi032.stdout:45: write initial oid 45 2024-09-13T00:04:08.198 INFO:tasks.rados.rados.0.smithi032.stdout:45: seq_num 44 ranges {0=745472} 2024-09-13T00:04:08.203 INFO:tasks.rados.rados.0.smithi032.stdout:45: writing smithi03267100-45 from 0 to 745472 tid 1 2024-09-13T00:04:08.203 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2024-09-13T00:04:08.203 INFO:tasks.rados.rados.0.smithi032.stdout:30: finishing write tid 2 to smithi03267100-30 2024-09-13T00:04:08.203 INFO:tasks.rados.rados.0.smithi032.stdout:31: finishing write tid 1 to smithi03267100-31 2024-09-13T00:04:08.203 INFO:tasks.rados.rados.0.smithi032.stdout:30: finishing write tid 3 to smithi03267100-30 2024-09-13T00:04:08.203 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 10 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-13T00:04:08.203 INFO:tasks.rados.rados.0.smithi032.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-09-13T00:04:08.203 INFO:tasks.rados.rados.0.smithi032.stdout:31: finishing write tid 2 to smithi03267100-31 2024-09-13T00:04:08.203 INFO:tasks.rados.rados.0.smithi032.stdout:31: finishing write tid 3 to smithi03267100-31 2024-09-13T00:04:08.203 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 12 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-13T00:04:08.203 INFO:tasks.rados.rados.0.smithi032.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-09-13T00:04:08.203 INFO:tasks.rados.rados.0.smithi032.stdout:32: finishing write tid 1 to smithi03267100-32 2024-09-13T00:04:08.203 INFO:tasks.rados.rados.0.smithi032.stdout:32: finishing write tid 2 to smithi03267100-32 2024-09-13T00:04:08.204 INFO:tasks.rados.rados.0.smithi032.stdout:32: finishing write tid 3 to smithi03267100-32 2024-09-13T00:04:08.204 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 14 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T00:04:08.204 INFO:tasks.rados.rados.0.smithi032.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-09-13T00:04:08.204 INFO:tasks.rados.rados.0.smithi032.stdout:33: finishing write tid 1 to smithi03267100-33 2024-09-13T00:04:08.204 INFO:tasks.rados.rados.0.smithi032.stdout:33: finishing write tid 2 to smithi03267100-33 2024-09-13T00:04:08.204 INFO:tasks.rados.rados.0.smithi032.stdout:30: done (15 left) 2024-09-13T00:04:08.204 INFO:tasks.rados.rados.0.smithi032.stdout:31: done (14 left) 2024-09-13T00:04:08.204 INFO:tasks.rados.rados.0.smithi032.stdout:32: done (13 left) 2024-09-13T00:04:08.204 INFO:tasks.rados.rados.0.smithi032.stdout:46: write initial oid 46 2024-09-13T00:04:08.204 INFO:tasks.rados.rados.0.smithi032.stdout:46: seq_num 45 ranges {0=761856} 2024-09-13T00:04:08.207 INFO:tasks.rados.rados.0.smithi032.stdout:46: writing smithi03267100-46 from 0 to 761856 tid 1 2024-09-13T00:04:08.208 INFO:tasks.rados.rados.0.smithi032.stdout:47: write initial oid 47 2024-09-13T00:04:08.208 INFO:tasks.rados.rados.0.smithi032.stdout:47: seq_num 46 ranges {0=778240} 2024-09-13T00:04:08.212 INFO:tasks.rados.rados.0.smithi032.stdout:47: writing smithi03267100-47 from 0 to 778240 tid 1 2024-09-13T00:04:08.212 INFO:tasks.rados.rados.0.smithi032.stdout:48: write initial oid 48 2024-09-13T00:04:08.213 INFO:tasks.rados.rados.0.smithi032.stdout:48: seq_num 47 ranges {0=794624} 2024-09-13T00:04:08.218 INFO:tasks.rados.rados.0.smithi032.stdout:48: writing smithi03267100-48 from 0 to 794624 tid 1 2024-09-13T00:04:08.218 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2024-09-13T00:04:08.218 INFO:tasks.rados.rados.0.smithi032.stdout:33: finishing write tid 3 to smithi03267100-33 2024-09-13T00:04:08.218 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-13T00:04:08.218 INFO:tasks.rados.rados.0.smithi032.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-09-13T00:04:08.218 INFO:tasks.rados.rados.0.smithi032.stdout:34: finishing write tid 1 to smithi03267100-34 2024-09-13T00:04:08.218 INFO:tasks.rados.rados.0.smithi032.stdout:34: finishing write tid 2 to smithi03267100-34 2024-09-13T00:04:08.218 INFO:tasks.rados.rados.0.smithi032.stdout:34: finishing write tid 3 to smithi03267100-34 2024-09-13T00:04:08.219 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 8 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-13T00:04:08.219 INFO:tasks.rados.rados.0.smithi032.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-09-13T00:04:08.219 INFO:tasks.rados.rados.0.smithi032.stdout:35: finishing write tid 1 to smithi03267100-35 2024-09-13T00:04:08.219 INFO:tasks.rados.rados.0.smithi032.stdout:35: finishing write tid 2 to smithi03267100-35 2024-09-13T00:04:08.219 INFO:tasks.rados.rados.0.smithi032.stdout:35: finishing write tid 3 to smithi03267100-35 2024-09-13T00:04:08.219 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 4 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-13T00:04:08.219 INFO:tasks.rados.rados.0.smithi032.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-09-13T00:04:08.219 INFO:tasks.rados.rados.0.smithi032.stdout:36: finishing write tid 1 to smithi03267100-36 2024-09-13T00:04:08.219 INFO:tasks.rados.rados.0.smithi032.stdout:33: done (15 left) 2024-09-13T00:04:08.219 INFO:tasks.rados.rados.0.smithi032.stdout:34: done (14 left) 2024-09-13T00:04:08.219 INFO:tasks.rados.rados.0.smithi032.stdout:35: done (13 left) 2024-09-13T00:04:08.219 INFO:tasks.rados.rados.0.smithi032.stdout:49: write initial oid 49 2024-09-13T00:04:08.219 INFO:tasks.rados.rados.0.smithi032.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-09-13T00:04:08.220 INFO:tasks.rados.rados.0.smithi032.stdout:49: writing smithi03267100-49 from 0 to 409600 tid 1 2024-09-13T00:04:08.224 INFO:tasks.rados.rados.0.smithi032.stdout:49: writing smithi03267100-49 from 409600 to 811008 tid 2 2024-09-13T00:04:08.224 INFO:tasks.rados.rados.0.smithi032.stdout:50: write initial oid 50 2024-09-13T00:04:08.224 INFO:tasks.rados.rados.0.smithi032.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-09-13T00:04:08.226 INFO:tasks.rados.rados.0.smithi032.stdout:50: writing smithi03267100-50 from 0 to 425984 tid 1 2024-09-13T00:04:08.229 INFO:tasks.rados.rados.0.smithi032.stdout:50: writing smithi03267100-50 from 425984 to 827392 tid 2 2024-09-13T00:04:08.229 INFO:tasks.rados.rados.0.smithi032.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2024-09-13T00:04:08.230 INFO:tasks.rados.rados.0.smithi032.stdout:36: finishing write tid 2 to smithi03267100-36 2024-09-13T00:04:08.230 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2024-09-13T00:04:08.230 INFO:tasks.rados.rados.0.smithi032.stdout:36: finishing write tid 3 to smithi03267100-36 2024-09-13T00:04:08.230 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 14 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-09-13T00:04:08.230 INFO:tasks.rados.rados.0.smithi032.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-09-13T00:04:08.230 INFO:tasks.rados.rados.0.smithi032.stdout:37: finishing write tid 1 to smithi03267100-37 2024-09-13T00:04:08.230 INFO:tasks.rados.rados.0.smithi032.stdout:36: done (15 left) 2024-09-13T00:04:08.230 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 0 2024-09-13T00:04:08.230 INFO:tasks.rados.rados.0.smithi032.stdout:37: finishing write tid 2 to smithi03267100-37 2024-09-13T00:04:08.230 INFO:tasks.rados.rados.0.smithi032.stdout:37: finishing write tid 3 to smithi03267100-37 2024-09-13T00:04:08.230 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-13T00:04:08.230 INFO:tasks.rados.rados.0.smithi032.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-09-13T00:04:08.230 INFO:tasks.rados.rados.0.smithi032.stdout:38: finishing write tid 1 to smithi03267100-38 2024-09-13T00:04:08.230 INFO:tasks.rados.rados.0.smithi032.stdout:52: seq_num 50 ranges {409600=442368,851968=401408} 2024-09-13T00:04:08.234 INFO:tasks.rados.rados.0.smithi032.stdout:52: writing smithi03267100-25 from 409600 to 851968 tid 1 2024-09-13T00:04:08.238 INFO:tasks.rados.rados.0.smithi032.stdout:52: writing smithi03267100-25 from 851968 to 1253376 tid 2 2024-09-13T00:04:08.238 INFO:tasks.rados.rados.0.smithi032.stdout:37: done (15 left) 2024-09-13T00:04:08.238 INFO:tasks.rados.rados.0.smithi032.stdout:53: rmattr oid 30 current snap is 0 2024-09-13T00:04:08.238 INFO:tasks.rados.rados.0.smithi032.stdout:53: done (15 left) 2024-09-13T00:04:08.238 INFO:tasks.rados.rados.0.smithi032.stdout:54: delete oid 3 current snap is 0 2024-09-13T00:04:08.238 INFO:tasks.rados.rados.0.smithi032.stdout:38: finishing write tid 2 to smithi03267100-38 2024-09-13T00:04:08.238 INFO:tasks.rados.rados.0.smithi032.stdout:38: finishing write tid 3 to smithi03267100-38 2024-09-13T00:04:08.238 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 6 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-13T00:04:08.238 INFO:tasks.rados.rados.0.smithi032.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-09-13T00:04:08.238 INFO:tasks.rados.rados.0.smithi032.stdout:39: finishing write tid 1 to smithi03267100-39 2024-09-13T00:04:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:39: finishing write tid 2 to smithi03267100-39 2024-09-13T00:04:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:39: finishing write tid 3 to smithi03267100-39 2024-09-13T00:04:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 4 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T00:04:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-09-13T00:04:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:40: finishing write tid 1 to smithi03267100-40 2024-09-13T00:04:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:40: finishing write tid 2 to smithi03267100-40 2024-09-13T00:04:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:40: finishing write tid 3 to smithi03267100-40 2024-09-13T00:04:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 2 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T00:04:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-09-13T00:04:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:41: finishing write tid 1 to smithi03267100-41 2024-09-13T00:04:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:41: finishing write tid 2 to smithi03267100-41 2024-09-13T00:04:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:41: finishing write tid 3 to smithi03267100-41 2024-09-13T00:04:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T00:04:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-09-13T00:04:08.240 INFO:tasks.rados.rados.0.smithi032.stdout:42: finishing write tid 1 to smithi03267100-42 2024-09-13T00:04:08.240 INFO:tasks.rados.rados.0.smithi032.stdout:42: finishing write tid 2 to smithi03267100-42 2024-09-13T00:04:08.240 INFO:tasks.rados.rados.0.smithi032.stdout:42: finishing write tid 3 to smithi03267100-42 2024-09-13T00:04:08.240 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-13T00:04:08.240 INFO:tasks.rados.rados.0.smithi032.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-09-13T00:04:08.240 INFO:tasks.rados.rados.0.smithi032.stdout:43: finishing write tid 1 to smithi03267100-43 2024-09-13T00:04:08.240 INFO:tasks.rados.rados.0.smithi032.stdout:43: finishing write tid 2 to smithi03267100-43 2024-09-13T00:04:08.240 INFO:tasks.rados.rados.0.smithi032.stdout:43: finishing write tid 3 to smithi03267100-43 2024-09-13T00:04:08.240 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-13T00:04:08.241 INFO:tasks.rados.rados.0.smithi032.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-09-13T00:04:08.241 INFO:tasks.rados.rados.0.smithi032.stdout:44: finishing write tid 1 to smithi03267100-44 2024-09-13T00:04:08.241 INFO:tasks.rados.rados.0.smithi032.stdout:44: finishing write tid 2 to smithi03267100-44 2024-09-13T00:04:08.241 INFO:tasks.rados.rados.0.smithi032.stdout:44: finishing write tid 3 to smithi03267100-44 2024-09-13T00:04:08.241 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-13T00:04:08.241 INFO:tasks.rados.rados.0.smithi032.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-09-13T00:04:08.241 INFO:tasks.rados.rados.0.smithi032.stdout:45: finishing write tid 1 to smithi03267100-45 2024-09-13T00:04:08.241 INFO:tasks.rados.rados.0.smithi032.stdout:45: finishing write tid 2 to smithi03267100-45 2024-09-13T00:04:08.241 INFO:tasks.rados.rados.0.smithi032.stdout:45: finishing write tid 3 to smithi03267100-45 2024-09-13T00:04:08.241 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 6 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-13T00:04:08.241 INFO:tasks.rados.rados.0.smithi032.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-09-13T00:04:08.241 INFO:tasks.rados.rados.0.smithi032.stdout:46: finishing write tid 1 to smithi03267100-46 2024-09-13T00:04:08.241 INFO:tasks.rados.rados.0.smithi032.stdout:46: finishing write tid 2 to smithi03267100-46 2024-09-13T00:04:08.242 INFO:tasks.rados.rados.0.smithi032.stdout:46: finishing write tid 3 to smithi03267100-46 2024-09-13T00:04:08.242 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 2 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:04:08.242 INFO:tasks.rados.rados.0.smithi032.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:04:08.242 INFO:tasks.rados.rados.0.smithi032.stdout:47: finishing write tid 1 to smithi03267100-47 2024-09-13T00:04:08.242 INFO:tasks.rados.rados.0.smithi032.stdout:47: finishing write tid 2 to smithi03267100-47 2024-09-13T00:04:08.242 INFO:tasks.rados.rados.0.smithi032.stdout:47: finishing write tid 3 to smithi03267100-47 2024-09-13T00:04:08.242 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T00:04:08.242 INFO:tasks.rados.rados.0.smithi032.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-09-13T00:04:08.242 INFO:tasks.rados.rados.0.smithi032.stdout:48: finishing write tid 1 to smithi03267100-48 2024-09-13T00:04:08.242 INFO:tasks.rados.rados.0.smithi032.stdout:48: finishing write tid 2 to smithi03267100-48 2024-09-13T00:04:08.242 INFO:tasks.rados.rados.0.smithi032.stdout:48: finishing write tid 3 to smithi03267100-48 2024-09-13T00:04:08.242 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T00:04:08.242 INFO:tasks.rados.rados.0.smithi032.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-09-13T00:04:08.242 INFO:tasks.rados.rados.0.smithi032.stdout:49: finishing write tid 1 to smithi03267100-49 2024-09-13T00:04:08.243 INFO:tasks.rados.rados.0.smithi032.stdout:49: finishing write tid 2 to smithi03267100-49 2024-09-13T00:04:08.243 INFO:tasks.rados.rados.0.smithi032.stdout:49: finishing write tid 3 to smithi03267100-49 2024-09-13T00:04:08.243 INFO:tasks.rados.rados.0.smithi032.stdout:49: finishing write tid 4 to smithi03267100-49 2024-09-13T00:04:08.243 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-13T00:04:08.243 INFO:tasks.rados.rados.0.smithi032.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-09-13T00:04:08.243 INFO:tasks.rados.rados.0.smithi032.stdout:51: finishing copy_from racing read to smithi03267100-2 2024-09-13T00:04:08.243 INFO:tasks.rados.rados.0.smithi032.stdout:50: finishing write tid 1 to smithi03267100-50 2024-09-13T00:04:08.243 INFO:tasks.rados.rados.0.smithi032.stdout:51: finishing copy_from to smithi03267100-2 2024-09-13T00:04:08.243 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T00:04:08.243 INFO:tasks.rados.rados.0.smithi032.stdout:50: finishing write tid 2 to smithi03267100-50 2024-09-13T00:04:08.243 INFO:tasks.rados.rados.0.smithi032.stdout:50: finishing write tid 3 to smithi03267100-50 2024-09-13T00:04:08.246 INFO:tasks.rados.rados.0.smithi032.stdout:38: done (15 left) 2024-09-13T00:04:08.247 INFO:tasks.rados.rados.0.smithi032.stdout:39: done (14 left) 2024-09-13T00:04:08.247 INFO:tasks.rados.rados.0.smithi032.stdout:40: done (13 left) 2024-09-13T00:04:08.247 INFO:tasks.rados.rados.0.smithi032.stdout:41: done (12 left) 2024-09-13T00:04:08.247 INFO:tasks.rados.rados.0.smithi032.stdout:42: done (11 left) 2024-09-13T00:04:08.247 INFO:tasks.rados.rados.0.smithi032.stdout:43: done (10 left) 2024-09-13T00:04:08.247 INFO:tasks.rados.rados.0.smithi032.stdout:44: done (9 left) 2024-09-13T00:04:08.247 INFO:tasks.rados.rados.0.smithi032.stdout:45: done (8 left) 2024-09-13T00:04:08.247 INFO:tasks.rados.rados.0.smithi032.stdout:46: done (7 left) 2024-09-13T00:04:08.247 INFO:tasks.rados.rados.0.smithi032.stdout:47: done (6 left) 2024-09-13T00:04:08.247 INFO:tasks.rados.rados.0.smithi032.stdout:48: done (5 left) 2024-09-13T00:04:08.247 INFO:tasks.rados.rados.0.smithi032.stdout:49: done (4 left) 2024-09-13T00:04:08.247 INFO:tasks.rados.rados.0.smithi032.stdout:51: done (3 left) 2024-09-13T00:04:08.247 INFO:tasks.rados.rados.0.smithi032.stdout:54: done (2 left) 2024-09-13T00:04:08.248 INFO:tasks.rados.rados.0.smithi032.stdout:55: read oid 11 snap -1 2024-09-13T00:04:08.248 INFO:tasks.rados.rados.0.smithi032.stdout:55: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T00:04:08.248 INFO:tasks.rados.rados.0.smithi032.stdout:56: rollback oid 3 current snap is 0 2024-09-13T00:04:08.248 INFO:tasks.rados.rados.0.smithi032.stdout:56: done (3 left) 2024-09-13T00:04:08.248 INFO:tasks.rados.rados.0.smithi032.stdout:57: read oid 30 snap -1 2024-09-13T00:04:08.248 INFO:tasks.rados.rados.0.smithi032.stdout:57: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T00:04:08.248 INFO:tasks.rados.rados.0.smithi032.stdout:58: copy_from oid 35 from oid 13 current snap is 0 2024-09-13T00:04:08.248 INFO:tasks.rados.rados.0.smithi032.stdout:50: finishing write tid 4 to smithi03267100-50 2024-09-13T00:04:08.248 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 3 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-13T00:04:08.248 INFO:tasks.rados.rados.0.smithi032.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-09-13T00:04:08.248 INFO:tasks.rados.rados.0.smithi032.stdout:50: done (4 left) 2024-09-13T00:04:08.248 INFO:tasks.rados.rados.0.smithi032.stdout:59: rollback oid 46 current snap is 0 2024-09-13T00:04:08.248 INFO:tasks.rados.rados.0.smithi032.stdout:59: done (4 left) 2024-09-13T00:04:08.249 INFO:tasks.rados.rados.0.smithi032.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2024-09-13T00:04:08.249 INFO:tasks.rados.rados.0.smithi032.stdout:61: delete oid 1 current snap is 0 2024-09-13T00:04:08.249 INFO:tasks.rados.rados.0.smithi032.stdout:52: finishing write tid 1 to smithi03267100-25 2024-09-13T00:04:08.249 INFO:tasks.rados.rados.0.smithi032.stdout:52: finishing write tid 2 to smithi03267100-25 2024-09-13T00:04:08.249 INFO:tasks.rados.rados.0.smithi032.stdout:55: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T00:04:08.249 INFO:tasks.rados.rados.0.smithi032.stdout:52: finishing write tid 3 to smithi03267100-25 2024-09-13T00:04:08.249 INFO:tasks.rados.rados.0.smithi032.stdout:57: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T00:04:08.263 INFO:tasks.rados.rados.0.smithi032.stdout:52: finishing write tid 4 to smithi03267100-25 2024-09-13T00:04:08.263 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-13T00:04:08.263 INFO:tasks.rados.rados.0.smithi032.stdout:52: left oid 25 (ObjNum 50 snap 0 seq_num 50) 2024-09-13T00:04:08.263 INFO:tasks.rados.rados.0.smithi032.stdout:58: finishing copy_from racing read to smithi03267100-35 2024-09-13T00:04:08.264 INFO:tasks.rados.rados.0.smithi032.stdout:58: finishing copy_from to smithi03267100-35 2024-09-13T00:04:08.264 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 6 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-13T00:04:08.264 INFO:tasks.rados.rados.0.smithi032.stdout:60: finishing copy_from racing read to smithi03267100-23 2024-09-13T00:04:08.264 INFO:tasks.rados.rados.0.smithi032.stdout:60: finishing copy_from to smithi03267100-23 2024-09-13T00:04:08.264 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T00:04:08.264 INFO:tasks.rados.rados.0.smithi032.stdout:52: done (5 left) 2024-09-13T00:04:08.264 INFO:tasks.rados.rados.0.smithi032.stdout:55: done (4 left) 2024-09-13T00:04:08.264 INFO:tasks.rados.rados.0.smithi032.stdout:57: done (3 left) 2024-09-13T00:04:08.264 INFO:tasks.rados.rados.0.smithi032.stdout:58: done (2 left) 2024-09-13T00:04:08.264 INFO:tasks.rados.rados.0.smithi032.stdout:60: done (1 left) 2024-09-13T00:04:08.264 INFO:tasks.rados.rados.0.smithi032.stdout:61: done (0 left) 2024-09-13T00:04:08.264 INFO:tasks.rados.rados.0.smithi032.stdout:62: read oid 17 snap -1 2024-09-13T00:04:08.264 INFO:tasks.rados.rados.0.smithi032.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T00:04:08.264 INFO:tasks.rados.rados.0.smithi032.stdout:63: snap_create 2024-09-13T00:04:08.267 INFO:tasks.rados.rados.0.smithi032.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T00:04:08.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:08 smithi032 bash[22496]: cluster 2024-09-13T00:04:06.896819+0000 mgr.y (mgr.24464) 201 : cluster [DBG] pgmap v158: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:08.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:08 smithi032 bash[22496]: audit 2024-09-13T00:04:07.404299+0000 mon.c (mon.2) 47 : audit [INF] from='client.? 172.21.15.32:0/1477105881' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T00:04:08.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:08 smithi032 bash[22496]: audit 2024-09-13T00:04:07.404746+0000 mon.a (mon.0) 1082 : audit [INF] from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T00:04:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:08 smithi032 bash[22496]: audit 2024-09-13T00:04:07.864761+0000 mon.a (mon.0) 1083 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:04:08.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:08 smithi032 bash[32211]: cluster 2024-09-13T00:04:06.896819+0000 mgr.y (mgr.24464) 201 : cluster [DBG] pgmap v158: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:08.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:08 smithi032 bash[32211]: audit 2024-09-13T00:04:07.404299+0000 mon.c (mon.2) 47 : audit [INF] from='client.? 172.21.15.32:0/1477105881' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T00:04:08.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:08 smithi032 bash[32211]: audit 2024-09-13T00:04:07.404746+0000 mon.a (mon.0) 1082 : audit [INF] from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T00:04:08.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:08 smithi032 bash[32211]: audit 2024-09-13T00:04:07.864761+0000 mon.a (mon.0) 1083 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:04:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:08 smithi053 bash[24393]: cluster 2024-09-13T00:04:06.896819+0000 mgr.y (mgr.24464) 201 : cluster [DBG] pgmap v158: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:08 smithi053 bash[24393]: audit 2024-09-13T00:04:07.404299+0000 mon.c (mon.2) 47 : audit [INF] from='client.? 172.21.15.32:0/1477105881' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T00:04:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:08 smithi053 bash[24393]: audit 2024-09-13T00:04:07.404746+0000 mon.a (mon.0) 1082 : audit [INF] from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T00:04:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:08 smithi053 bash[24393]: audit 2024-09-13T00:04:07.864761+0000 mon.a (mon.0) 1083 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:04:09.097 INFO:tasks.rados.rados.0.smithi032.stdout:62: done (1 left) 2024-09-13T00:04:09.097 INFO:tasks.rados.rados.0.smithi032.stdout:63: done (0 left) 2024-09-13T00:04:09.097 INFO:tasks.rados.rados.0.smithi032.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-09-13T00:04:09.098 INFO:tasks.rados.rados.0.smithi032.stdout:65: read oid 30 snap -1 2024-09-13T00:04:09.098 INFO:tasks.rados.rados.0.smithi032.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T00:04:09.098 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 1 2024-09-13T00:04:09.098 INFO:tasks.rados.rados.0.smithi032.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2024-09-13T00:04:09.106 INFO:tasks.rados.rados.0.smithi032.stdout:66: writing smithi03267100-23 from 794624 to 1286144 tid 1 2024-09-13T00:04:09.109 INFO:tasks.rados.rados.0.smithi032.stdout:66: writing smithi03267100-23 from 1286144 to 1687552 tid 2 2024-09-13T00:04:09.109 INFO:tasks.rados.rados.0.smithi032.stdout:67: rollback oid 10 current snap is 1 2024-09-13T00:04:09.109 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 0 2024-09-13T00:04:09.109 INFO:tasks.rados.rados.0.smithi032.stdout:64: finishing copy_from racing read to smithi03267100-15 2024-09-13T00:04:09.109 INFO:tasks.rados.rados.0.smithi032.stdout:64: finishing copy_from to smithi03267100-15 2024-09-13T00:04:09.109 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T00:04:09.109 INFO:tasks.rados.rados.0.smithi032.stdout:64: done (3 left) 2024-09-13T00:04:09.110 INFO:tasks.rados.rados.0.smithi032.stdout:68: setattr oid 19 current snap is 1 2024-09-13T00:04:09.111 INFO:tasks.rados.rados.0.smithi032.stdout:69: copy_from oid 38 from oid 8 current snap is 1 2024-09-13T00:04:09.111 INFO:tasks.rados.rados.0.smithi032.stdout:70: read oid 35 snap 0 2024-09-13T00:04:09.111 INFO:tasks.rados.rados.0.smithi032.stdout:70: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-13T00:04:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:71: copy_from oid 42 from oid 20 current snap is 1 2024-09-13T00:04:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:72: rollback oid 11 current snap is 1 2024-09-13T00:04:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 0 2024-09-13T00:04:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:73: read oid 18 snap 0 2024-09-13T00:04:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:73: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-13T00:04:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:74: rmattr oid 4 current snap is 1 2024-09-13T00:04:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:74: done (9 left) 2024-09-13T00:04:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:75: copy_from oid 26 from oid 29 current snap is 1 2024-09-13T00:04:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:76: read oid 36 snap -1 2024-09-13T00:04:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:76: expect (ObjNum 35 snap 0 seq_num 35) 2024-09-13T00:04:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:77: copy_from oid 13 from oid 50 current snap is 1 2024-09-13T00:04:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:78: read oid 16 snap -1 2024-09-13T00:04:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:78: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T00:04:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:79: setattr oid 33 current snap is 1 2024-09-13T00:04:09.113 INFO:tasks.rados.rados.0.smithi032.stdout:80: snap_create 2024-09-13T00:04:09.117 INFO:tasks.rados.rados.0.smithi032.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T00:04:09.145 INFO:tasks.rados.rados.0.smithi032.stdout:66: finishing write tid 1 to smithi03267100-23 2024-09-13T00:04:09.145 INFO:tasks.rados.rados.0.smithi032.stdout:70: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-13T00:04:09.154 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 8 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T00:04:09.154 INFO:tasks.rados.rados.0.smithi032.stdout:78: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T00:04:09.166 INFO:tasks.rados.rados.0.smithi032.stdout:67: finishing rollback tid 0 to smithi03267100-10 2024-09-13T00:04:09.166 INFO:tasks.rados.rados.0.smithi032.stdout:67: finishing rollback tid 1 to smithi03267100-10 2024-09-13T00:04:09.166 INFO:tasks.rados.rados.0.smithi032.stdout:67: finishing rollback tid 2 to smithi03267100-10 2024-09-13T00:04:09.166 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 10 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-13T00:04:09.166 INFO:tasks.rados.rados.0.smithi032.stdout:66: finishing write tid 2 to smithi03267100-23 2024-09-13T00:04:09.166 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-13T00:04:09.166 INFO:tasks.rados.rados.0.smithi032.stdout:72: finishing rollback tid 0 to smithi03267100-11 2024-09-13T00:04:09.167 INFO:tasks.rados.rados.0.smithi032.stdout:72: finishing rollback tid 1 to smithi03267100-11 2024-09-13T00:04:09.167 INFO:tasks.rados.rados.0.smithi032.stdout:72: finishing rollback tid 2 to smithi03267100-11 2024-09-13T00:04:09.167 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 18 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T00:04:09.167 INFO:tasks.rados.rados.0.smithi032.stdout:66: finishing write tid 3 to smithi03267100-23 2024-09-13T00:04:09.167 INFO:tasks.rados.rados.0.smithi032.stdout:69: finishing copy_from racing read to smithi03267100-38 2024-09-13T00:04:09.167 INFO:tasks.rados.rados.0.smithi032.stdout:73: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-13T00:04:09.180 INFO:tasks.rados.rados.0.smithi032.stdout:66: finishing write tid 4 to smithi03267100-23 2024-09-13T00:04:09.180 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 20 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-13T00:04:09.180 INFO:tasks.rados.rados.0.smithi032.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-09-13T00:04:09.180 INFO:tasks.rados.rados.0.smithi032.stdout:69: finishing copy_from to smithi03267100-38 2024-09-13T00:04:09.180 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-13T00:04:09.180 INFO:tasks.rados.rados.0.smithi032.stdout:76: expect (ObjNum 35 snap 0 seq_num 35) 2024-09-13T00:04:09.202 INFO:tasks.rados.rados.0.smithi032.stdout:75: finishing copy_from racing read to smithi03267100-26 2024-09-13T00:04:09.202 INFO:tasks.rados.rados.0.smithi032.stdout:75: finishing copy_from to smithi03267100-26 2024-09-13T00:04:09.202 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 8 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-13T00:04:09.202 INFO:tasks.rados.rados.0.smithi032.stdout:71: finishing copy_from racing read to smithi03267100-42 2024-09-13T00:04:09.203 INFO:tasks.rados.rados.0.smithi032.stdout:71: finishing copy_from to smithi03267100-42 2024-09-13T00:04:09.203 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T00:04:09.203 INFO:tasks.rados.rados.0.smithi032.stdout:77: finishing copy_from racing read to smithi03267100-13 2024-09-13T00:04:09.203 INFO:tasks.rados.rados.0.smithi032.stdout:77: finishing copy_from to smithi03267100-13 2024-09-13T00:04:09.203 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 3 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-13T00:04:09.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:09 smithi032 bash[32211]: audit 2024-09-13T00:04:08.079934+0000 mon.a (mon.0) 1084 : audit [INF] from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-13T00:04:09.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:09 smithi032 bash[32211]: cluster 2024-09-13T00:04:08.080143+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-13T00:04:09.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:09 smithi032 bash[22496]: audit 2024-09-13T00:04:08.079934+0000 mon.a (mon.0) 1084 : audit [INF] from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-13T00:04:09.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:09 smithi032 bash[22496]: cluster 2024-09-13T00:04:08.080143+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-13T00:04:09.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:09 smithi053 bash[24393]: audit 2024-09-13T00:04:08.079934+0000 mon.a (mon.0) 1084 : audit [INF] from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-13T00:04:09.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:09 smithi053 bash[24393]: cluster 2024-09-13T00:04:08.080143+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-13T00:04:10.102 INFO:tasks.rados.rados.0.smithi032.stdout:65: done (14 left) 2024-09-13T00:04:10.102 INFO:tasks.rados.rados.0.smithi032.stdout:66: done (13 left) 2024-09-13T00:04:10.102 INFO:tasks.rados.rados.0.smithi032.stdout:67: done (12 left) 2024-09-13T00:04:10.102 INFO:tasks.rados.rados.0.smithi032.stdout:68: done (11 left) 2024-09-13T00:04:10.102 INFO:tasks.rados.rados.0.smithi032.stdout:69: done (10 left) 2024-09-13T00:04:10.103 INFO:tasks.rados.rados.0.smithi032.stdout:70: done (9 left) 2024-09-13T00:04:10.103 INFO:tasks.rados.rados.0.smithi032.stdout:71: done (8 left) 2024-09-13T00:04:10.103 INFO:tasks.rados.rados.0.smithi032.stdout:72: done (7 left) 2024-09-13T00:04:10.103 INFO:tasks.rados.rados.0.smithi032.stdout:73: done (6 left) 2024-09-13T00:04:10.103 INFO:tasks.rados.rados.0.smithi032.stdout:75: done (5 left) 2024-09-13T00:04:10.103 INFO:tasks.rados.rados.0.smithi032.stdout:76: done (4 left) 2024-09-13T00:04:10.103 INFO:tasks.rados.rados.0.smithi032.stdout:77: done (3 left) 2024-09-13T00:04:10.104 INFO:tasks.rados.rados.0.smithi032.stdout:78: done (2 left) 2024-09-13T00:04:10.104 INFO:tasks.rados.rados.0.smithi032.stdout:79: done (1 left) 2024-09-13T00:04:10.104 INFO:tasks.rados.rados.0.smithi032.stdout:80: done (0 left) 2024-09-13T00:04:10.104 INFO:tasks.rados.rados.0.smithi032.stdout:81: rollback oid 40 current snap is 2 2024-09-13T00:04:10.104 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 1 2024-09-13T00:04:10.104 INFO:tasks.rados.rados.0.smithi032.stdout:82: snap_create 2024-09-13T00:04:10.105 INFO:tasks.rados.rados.0.smithi032.stdout:81: finishing rollback tid 0 to smithi03267100-40 2024-09-13T00:04:10.105 INFO:tasks.rados.rados.0.smithi032.stdout:81: finishing rollback tid 1 to smithi03267100-40 2024-09-13T00:04:10.106 INFO:tasks.rados.rados.0.smithi032.stdout:81: finishing rollback tid 2 to smithi03267100-40 2024-09-13T00:04:10.106 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T00:04:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:10 smithi032 bash[22496]: cluster 2024-09-13T00:04:08.898281+0000 mgr.y (mgr.24464) 202 : cluster [DBG] pgmap v160: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 349 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-13T00:04:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:10 smithi032 bash[22496]: cluster 2024-09-13T00:04:09.097482+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-13T00:04:10.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:10 smithi032 bash[32211]: cluster 2024-09-13T00:04:08.898281+0000 mgr.y (mgr.24464) 202 : cluster [DBG] pgmap v160: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 349 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-13T00:04:10.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:10 smithi032 bash[32211]: cluster 2024-09-13T00:04:09.097482+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-13T00:04:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:10 smithi053 bash[24393]: cluster 2024-09-13T00:04:08.898281+0000 mgr.y (mgr.24464) 202 : cluster [DBG] pgmap v160: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 349 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-13T00:04:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:10 smithi053 bash[24393]: cluster 2024-09-13T00:04:09.097482+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-13T00:04:11.110 INFO:tasks.rados.rados.0.smithi032.stdout:81: done (1 left) 2024-09-13T00:04:11.110 INFO:tasks.rados.rados.0.smithi032.stdout:82: done (0 left) 2024-09-13T00:04:11.111 INFO:tasks.rados.rados.0.smithi032.stdout:83: rollback oid 9 current snap is 3 2024-09-13T00:04:11.111 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 0 2024-09-13T00:04:11.111 INFO:tasks.rados.rados.0.smithi032.stdout:84: read oid 20 snap 1 2024-09-13T00:04:11.111 INFO:tasks.rados.rados.0.smithi032.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T00:04:11.111 INFO:tasks.rados.rados.0.smithi032.stdout:85: read oid 41 snap -1 2024-09-13T00:04:11.111 INFO:tasks.rados.rados.0.smithi032.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T00:04:11.111 INFO:tasks.rados.rados.0.smithi032.stdout:86: read oid 5 snap -1 2024-09-13T00:04:11.111 INFO:tasks.rados.rados.0.smithi032.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-13T00:04:11.111 INFO:tasks.rados.rados.0.smithi032.stdout:87: read oid 4 snap -1 2024-09-13T00:04:11.111 INFO:tasks.rados.rados.0.smithi032.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-13T00:04:11.111 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 3 2024-09-13T00:04:11.111 INFO:tasks.rados.rados.0.smithi032.stdout:88: seq_num 54 ranges {0=507904,507904=401408} 2024-09-13T00:04:11.113 INFO:tasks.rados.rados.0.smithi032.stdout:88: writing smithi03267100-3 from 0 to 507904 tid 1 2024-09-13T00:04:11.117 INFO:tasks.rados.rados.0.smithi032.stdout:88: writing smithi03267100-3 from 507904 to 909312 tid 2 2024-09-13T00:04:11.117 INFO:tasks.rados.rados.0.smithi032.stdout:89: read oid 27 snap -1 2024-09-13T00:04:11.118 INFO:tasks.rados.rados.0.smithi032.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-13T00:04:11.118 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 3 2024-09-13T00:04:11.118 INFO:tasks.rados.rados.0.smithi032.stdout:90: seq_num 55 ranges {270336=524288,794624=401408} 2024-09-13T00:04:11.123 INFO:tasks.rados.rados.0.smithi032.stdout:90: writing smithi03267100-17 from 270336 to 794624 tid 1 2024-09-13T00:04:11.127 INFO:tasks.rados.rados.0.smithi032.stdout:90: writing smithi03267100-17 from 794624 to 1196032 tid 2 2024-09-13T00:04:11.127 INFO:tasks.rados.rados.0.smithi032.stdout:91: rollback oid 36 current snap is 3 2024-09-13T00:04:11.127 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 2 2024-09-13T00:04:11.127 INFO:tasks.rados.rados.0.smithi032.stdout:92: rollback oid 7 current snap is 3 2024-09-13T00:04:11.127 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 7 to 0 2024-09-13T00:04:11.127 INFO:tasks.rados.rados.0.smithi032.stdout:93: snap_create 2024-09-13T00:04:11.127 INFO:tasks.rados.rados.0.smithi032.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T00:04:11.152 INFO:tasks.rados.rados.0.smithi032.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-13T00:04:11.154 INFO:tasks.rados.rados.0.smithi032.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T00:04:11.164 INFO:tasks.rados.rados.0.smithi032.stdout:88: finishing write tid 1 to smithi03267100-3 2024-09-13T00:04:11.164 INFO:tasks.rados.rados.0.smithi032.stdout:88: finishing write tid 2 to smithi03267100-3 2024-09-13T00:04:11.164 INFO:tasks.rados.rados.0.smithi032.stdout:88: finishing write tid 3 to smithi03267100-3 2024-09-13T00:04:11.164 INFO:tasks.rados.rados.0.smithi032.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-13T00:04:11.166 INFO:tasks.rados.rados.0.smithi032.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-13T00:04:11.179 INFO:tasks.rados.rados.0.smithi032.stdout:88: finishing write tid 4 to smithi03267100-3 2024-09-13T00:04:11.179 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 14 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-09-13T00:04:11.179 INFO:tasks.rados.rados.0.smithi032.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2024-09-13T00:04:11.179 INFO:tasks.rados.rados.0.smithi032.stdout:83: finishing rollback tid 0 to smithi03267100-9 2024-09-13T00:04:11.179 INFO:tasks.rados.rados.0.smithi032.stdout:83: finishing rollback tid 1 to smithi03267100-9 2024-09-13T00:04:11.179 INFO:tasks.rados.rados.0.smithi032.stdout:83: finishing rollback tid 2 to smithi03267100-9 2024-09-13T00:04:11.179 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 26 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-13T00:04:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:92: finishing rollback tid 0 to smithi03267100-7 2024-09-13T00:04:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:90: finishing write tid 1 to smithi03267100-17 2024-09-13T00:04:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:90: finishing write tid 2 to smithi03267100-17 2024-09-13T00:04:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:90: finishing write tid 3 to smithi03267100-17 2024-09-13T00:04:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:91: finishing rollback tid 0 to smithi03267100-36 2024-09-13T00:04:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:91: finishing rollback tid 1 to smithi03267100-36 2024-09-13T00:04:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:91: finishing rollback tid 2 to smithi03267100-36 2024-09-13T00:04:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 28 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-09-13T00:04:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:90: finishing write tid 4 to smithi03267100-17 2024-09-13T00:04:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 24 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-13T00:04:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:90: left oid 17 (ObjNum 55 snap 3 seq_num 55) 2024-09-13T00:04:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:92: finishing rollback tid 1 to smithi03267100-7 2024-09-13T00:04:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:92: finishing rollback tid 2 to smithi03267100-7 2024-09-13T00:04:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 14 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T00:04:11.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:11 smithi032 bash[22496]: cluster 2024-09-13T00:04:10.103403+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-13T00:04:11.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:11 smithi032 bash[32211]: cluster 2024-09-13T00:04:10.103403+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-13T00:04:11.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:11 smithi053 bash[24393]: cluster 2024-09-13T00:04:10.103403+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-13T00:04:12.119 INFO:tasks.rados.rados.0.smithi032.stdout:83: done (10 left) 2024-09-13T00:04:12.120 INFO:tasks.rados.rados.0.smithi032.stdout:84: done (9 left) 2024-09-13T00:04:12.120 INFO:tasks.rados.rados.0.smithi032.stdout:85: done (8 left) 2024-09-13T00:04:12.120 INFO:tasks.rados.rados.0.smithi032.stdout:86: done (7 left) 2024-09-13T00:04:12.120 INFO:tasks.rados.rados.0.smithi032.stdout:87: done (6 left) 2024-09-13T00:04:12.120 INFO:tasks.rados.rados.0.smithi032.stdout:88: done (5 left) 2024-09-13T00:04:12.120 INFO:tasks.rados.rados.0.smithi032.stdout:89: done (4 left) 2024-09-13T00:04:12.120 INFO:tasks.rados.rados.0.smithi032.stdout:90: done (3 left) 2024-09-13T00:04:12.120 INFO:tasks.rados.rados.0.smithi032.stdout:91: done (2 left) 2024-09-13T00:04:12.120 INFO:tasks.rados.rados.0.smithi032.stdout:92: done (1 left) 2024-09-13T00:04:12.120 INFO:tasks.rados.rados.0.smithi032.stdout:93: done (0 left) 2024-09-13T00:04:12.120 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 4 2024-09-13T00:04:12.120 INFO:tasks.rados.rados.0.smithi032.stdout:94: seq_num 56 ranges {442368=540672,983040=401408} 2024-09-13T00:04:12.128 INFO:tasks.rados.rados.0.smithi032.stdout:94: writing smithi03267100-27 from 442368 to 983040 tid 1 2024-09-13T00:04:12.132 INFO:tasks.rados.rados.0.smithi032.stdout:94: writing smithi03267100-27 from 983040 to 1384448 tid 2 2024-09-13T00:04:12.135 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 4 2024-09-13T00:04:12.135 INFO:tasks.rados.rados.0.smithi032.stdout:95: seq_num 57 ranges {638976=557056,1196032=401408} 2024-09-13T00:04:12.142 INFO:tasks.rados.rados.0.smithi032.stdout:95: writing smithi03267100-39 from 638976 to 1196032 tid 1 2024-09-13T00:04:12.146 INFO:tasks.rados.rados.0.smithi032.stdout:95: writing smithi03267100-39 from 1196032 to 1597440 tid 2 2024-09-13T00:04:12.146 INFO:tasks.rados.rados.0.smithi032.stdout:96: read oid 45 snap -1 2024-09-13T00:04:12.146 INFO:tasks.rados.rados.0.smithi032.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-09-13T00:04:12.146 INFO:tasks.rados.rados.0.smithi032.stdout:97: rollback oid 12 current snap is 4 2024-09-13T00:04:12.146 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 3 2024-09-13T00:04:12.146 INFO:tasks.rados.rados.0.smithi032.stdout:94: finishing write tid 1 to smithi03267100-27 2024-09-13T00:04:12.146 INFO:tasks.rados.rados.0.smithi032.stdout:94: finishing write tid 2 to smithi03267100-27 2024-09-13T00:04:12.146 INFO:tasks.rados.rados.0.smithi032.stdout:94: finishing write tid 3 to smithi03267100-27 2024-09-13T00:04:12.146 INFO:tasks.rados.rados.0.smithi032.stdout:94: finishing write tid 4 to smithi03267100-27 2024-09-13T00:04:12.146 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 12 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-09-13T00:04:12.146 INFO:tasks.rados.rados.0.smithi032.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2024-09-13T00:04:12.146 INFO:tasks.rados.rados.0.smithi032.stdout:94: done (3 left) 2024-09-13T00:04:12.147 INFO:tasks.rados.rados.0.smithi032.stdout:98: snap_remove snap 0 2024-09-13T00:04:12.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:12 smithi032 bash[22496]: cluster 2024-09-13T00:04:10.898765+0000 mgr.y (mgr.24464) 203 : cluster [DBG] pgmap v163: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 474 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-09-13T00:04:12.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:12 smithi032 bash[22496]: cluster 2024-09-13T00:04:11.113716+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-13T00:04:12.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:12 smithi032 bash[32211]: cluster 2024-09-13T00:04:10.898765+0000 mgr.y (mgr.24464) 203 : cluster [DBG] pgmap v163: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 474 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-09-13T00:04:12.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:12 smithi032 bash[32211]: cluster 2024-09-13T00:04:11.113716+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-13T00:04:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:12 smithi053 bash[24393]: cluster 2024-09-13T00:04:10.898765+0000 mgr.y (mgr.24464) 203 : cluster [DBG] pgmap v163: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 474 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-09-13T00:04:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:12 smithi053 bash[24393]: cluster 2024-09-13T00:04:11.113716+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-13T00:04:13.131 INFO:tasks.rados.rados.0.smithi032.stdout:98: done (3 left) 2024-09-13T00:04:13.131 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 4 2024-09-13T00:04:13.131 INFO:tasks.rados.rados.0.smithi032.stdout:99: seq_num 58 ranges {73728=573440,647168=401408} 2024-09-13T00:04:13.140 INFO:tasks.rados.rados.0.smithi032.stdout:99: writing smithi03267100-5 from 73728 to 647168 tid 1 2024-09-13T00:04:13.146 INFO:tasks.rados.rados.0.smithi032.stdout:99: writing smithi03267100-5 from 647168 to 1048576 tid 2 2024-09-13T00:04:13.146 INFO:tasks.rados.rados.0.smithi032.stdout:100: read oid 10 snap -1 2024-09-13T00:04:13.146 INFO:tasks.rados.rados.0.smithi032.stdout:100: expect (ObjNum 9 snap 0 seq_num 9) 2024-09-13T00:04:13.146 INFO:tasks.rados.rados.0.smithi032.stdout:101: snap_create 2024-09-13T00:04:13.146 INFO:tasks.rados.rados.0.smithi032.stdout:97: finishing rollback tid 0 to smithi03267100-12 2024-09-13T00:04:13.146 INFO:tasks.rados.rados.0.smithi032.stdout:97: finishing rollback tid 1 to smithi03267100-12 2024-09-13T00:04:13.146 INFO:tasks.rados.rados.0.smithi032.stdout:97: finishing rollback tid 2 to smithi03267100-12 2024-09-13T00:04:13.146 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 12 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-13T00:04:13.146 INFO:tasks.rados.rados.0.smithi032.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-09-13T00:04:13.186 INFO:tasks.rados.rados.0.smithi032.stdout:95: finishing write tid 1 to smithi03267100-39 2024-09-13T00:04:13.186 INFO:tasks.rados.rados.0.smithi032.stdout:95: finishing write tid 2 to smithi03267100-39 2024-09-13T00:04:13.187 INFO:tasks.rados.rados.0.smithi032.stdout:95: finishing write tid 3 to smithi03267100-39 2024-09-13T00:04:13.187 INFO:tasks.rados.rados.0.smithi032.stdout:95: finishing write tid 4 to smithi03267100-39 2024-09-13T00:04:13.187 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 13 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-09-13T00:04:13.187 INFO:tasks.rados.rados.0.smithi032.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2024-09-13T00:04:13.187 INFO:tasks.rados.rados.0.smithi032.stdout:99: finishing write tid 1 to smithi03267100-5 2024-09-13T00:04:13.187 INFO:tasks.rados.rados.0.smithi032.stdout:99: finishing write tid 2 to smithi03267100-5 2024-09-13T00:04:13.187 INFO:tasks.rados.rados.0.smithi032.stdout:99: finishing write tid 3 to smithi03267100-5 2024-09-13T00:04:13.187 INFO:tasks.rados.rados.0.smithi032.stdout:99: finishing write tid 4 to smithi03267100-5 2024-09-13T00:04:13.187 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 22 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-09-13T00:04:13.187 INFO:tasks.rados.rados.0.smithi032.stdout:99: left oid 5 (ObjNum 58 snap 4 seq_num 58) 2024-09-13T00:04:13.187 INFO:tasks.rados.rados.0.smithi032.stdout:100: expect (ObjNum 9 snap 0 seq_num 9) 2024-09-13T00:04:13.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:13 smithi032 bash[22496]: cluster 2024-09-13T00:04:12.122928+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-13T00:04:13.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:13 smithi032 bash[32211]: cluster 2024-09-13T00:04:12.122928+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-13T00:04:13.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:13 smithi053 bash[24393]: cluster 2024-09-13T00:04:12.122928+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-13T00:04:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:95: done (5 left) 2024-09-13T00:04:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:96: done (4 left) 2024-09-13T00:04:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:97: done (3 left) 2024-09-13T00:04:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:99: done (2 left) 2024-09-13T00:04:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:100: done (1 left) 2024-09-13T00:04:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:101: done (0 left) 2024-09-13T00:04:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:102: snap_remove snap 1 2024-09-13T00:04:14.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:14 smithi032 bash[22496]: cluster 2024-09-13T00:04:12.899345+0000 mgr.y (mgr.24464) 204 : cluster [DBG] pgmap v166: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:14.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:14 smithi032 bash[22496]: cluster 2024-09-13T00:04:13.134647+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-13T00:04:14.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:14 smithi032 bash[32211]: cluster 2024-09-13T00:04:12.899345+0000 mgr.y (mgr.24464) 204 : cluster [DBG] pgmap v166: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:14.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:14 smithi032 bash[32211]: cluster 2024-09-13T00:04:13.134647+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-13T00:04:14.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:14 smithi053 bash[24393]: cluster 2024-09-13T00:04:12.899345+0000 mgr.y (mgr.24464) 204 : cluster [DBG] pgmap v166: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:14.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:14 smithi053 bash[24393]: cluster 2024-09-13T00:04:13.134647+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-13T00:04:15.155 INFO:tasks.rados.rados.0.smithi032.stdout:102: done (0 left) 2024-09-13T00:04:15.155 INFO:tasks.rados.rados.0.smithi032.stdout:103: read oid 29 snap 4 2024-09-13T00:04:15.155 INFO:tasks.rados.rados.0.smithi032.stdout:103: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-13T00:04:15.155 INFO:tasks.rados.rados.0.smithi032.stdout:104: read oid 46 snap -1 2024-09-13T00:04:15.156 INFO:tasks.rados.rados.0.smithi032.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:04:15.156 INFO:tasks.rados.rados.0.smithi032.stdout:105: copy_from oid 36 from oid 2 current snap is 5 2024-09-13T00:04:15.156 INFO:tasks.rados.rados.0.smithi032.stdout:106: rmattr oid 49 current snap is 5 2024-09-13T00:04:15.156 INFO:tasks.rados.rados.0.smithi032.stdout:106: done (3 left) 2024-09-13T00:04:15.156 INFO:tasks.rados.rados.0.smithi032.stdout:107: snap_remove snap 3 2024-09-13T00:04:15.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:15 smithi032 bash[22496]: cluster 2024-09-13T00:04:14.137481+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-13T00:04:15.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:15 smithi032 bash[32211]: cluster 2024-09-13T00:04:14.137481+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-13T00:04:15.463 INFO:tasks.rados.rados.0.smithi032.stdout:107: done (3 left) 2024-09-13T00:04:15.463 INFO:tasks.rados.rados.0.smithi032.stdout:108: rmattr oid 30 current snap is 5 2024-09-13T00:04:15.463 INFO:tasks.rados.rados.0.smithi032.stdout:108: done (3 left) 2024-09-13T00:04:15.463 INFO:tasks.rados.rados.0.smithi032.stdout:109: read oid 42 snap 2 2024-09-13T00:04:15.463 INFO:tasks.rados.rados.0.smithi032.stdout:109: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T00:04:15.463 INFO:tasks.rados.rados.0.smithi032.stdout:110: rmattr oid 14 current snap is 5 2024-09-13T00:04:15.463 INFO:tasks.rados.rados.0.smithi032.stdout:110: done (4 left) 2024-09-13T00:04:15.463 INFO:tasks.rados.rados.0.smithi032.stdout:111: read oid 9 snap 2 2024-09-13T00:04:15.463 INFO:tasks.rados.rados.0.smithi032.stdout:111: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-13T00:04:15.464 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 5 2024-09-13T00:04:15.464 INFO:tasks.rados.rados.0.smithi032.stdout:112: seq_num 59 ranges {393216=598016,991232=401408} 2024-09-13T00:04:15.470 INFO:tasks.rados.rados.0.smithi032.stdout:112: writing smithi03267100-24 from 393216 to 991232 tid 1 2024-09-13T00:04:15.474 INFO:tasks.rados.rados.0.smithi032.stdout:112: writing smithi03267100-24 from 991232 to 1392640 tid 2 2024-09-13T00:04:15.474 INFO:tasks.rados.rados.0.smithi032.stdout:113: copy_from oid 31 from oid 6 current snap is 5 2024-09-13T00:04:15.474 INFO:tasks.rados.rados.0.smithi032.stdout:103: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-13T00:04:15.492 INFO:tasks.rados.rados.0.smithi032.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:04:15.516 INFO:tasks.rados.rados.0.smithi032.stdout:105: finishing copy_from racing read to smithi03267100-36 2024-09-13T00:04:15.516 INFO:tasks.rados.rados.0.smithi032.stdout:105: finishing copy_from to smithi03267100-36 2024-09-13T00:04:15.516 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T00:04:15.516 INFO:tasks.rados.rados.0.smithi032.stdout:103: done (6 left) 2024-09-13T00:04:15.516 INFO:tasks.rados.rados.0.smithi032.stdout:104: done (5 left) 2024-09-13T00:04:15.517 INFO:tasks.rados.rados.0.smithi032.stdout:105: done (4 left) 2024-09-13T00:04:15.517 INFO:tasks.rados.rados.0.smithi032.stdout:114: snap_remove snap 4 2024-09-13T00:04:15.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:15 smithi053 bash[24393]: cluster 2024-09-13T00:04:14.137481+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-13T00:04:16.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:16 smithi032 bash[32211]: cluster 2024-09-13T00:04:14.899926+0000 mgr.y (mgr.24464) 205 : cluster [DBG] pgmap v169: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2024-09-13T00:04:16.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:16 smithi032 bash[32211]: cluster 2024-09-13T00:04:15.155849+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-13T00:04:16.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:16 smithi032 bash[32211]: cluster 2024-09-13T00:04:15.466776+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-13T00:04:16.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:16 smithi032 bash[22496]: cluster 2024-09-13T00:04:14.899926+0000 mgr.y (mgr.24464) 205 : cluster [DBG] pgmap v169: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2024-09-13T00:04:16.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:16 smithi032 bash[22496]: cluster 2024-09-13T00:04:15.155849+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-13T00:04:16.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:16 smithi032 bash[22496]: cluster 2024-09-13T00:04:15.466776+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-13T00:04:16.465 INFO:tasks.rados.rados.0.smithi032.stdout:114: done (4 left) 2024-09-13T00:04:16.465 INFO:tasks.rados.rados.0.smithi032.stdout:115: copy_from oid 25 from oid 30 current snap is 5 2024-09-13T00:04:16.466 INFO:tasks.rados.rados.0.smithi032.stdout:111: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-13T00:04:16.472 INFO:tasks.rados.rados.0.smithi032.stdout:112: finishing write tid 1 to smithi03267100-24 2024-09-13T00:04:16.472 INFO:tasks.rados.rados.0.smithi032.stdout:112: finishing write tid 2 to smithi03267100-24 2024-09-13T00:04:16.472 INFO:tasks.rados.rados.0.smithi032.stdout:112: finishing write tid 3 to smithi03267100-24 2024-09-13T00:04:16.472 INFO:tasks.rados.rados.0.smithi032.stdout:112: finishing write tid 4 to smithi03267100-24 2024-09-13T00:04:16.472 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 14 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-09-13T00:04:16.472 INFO:tasks.rados.rados.0.smithi032.stdout:112: left oid 24 (ObjNum 59 snap 5 seq_num 59) 2024-09-13T00:04:16.473 INFO:tasks.rados.rados.0.smithi032.stdout:113: finishing copy_from racing read to smithi03267100-31 2024-09-13T00:04:16.473 INFO:tasks.rados.rados.0.smithi032.stdout:109: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T00:04:16.490 INFO:tasks.rados.rados.0.smithi032.stdout:113: finishing copy_from to smithi03267100-31 2024-09-13T00:04:16.490 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-13T00:04:16.490 INFO:tasks.rados.rados.0.smithi032.stdout:115: finishing copy_from racing read to smithi03267100-25 2024-09-13T00:04:16.490 INFO:tasks.rados.rados.0.smithi032.stdout:115: finishing copy_from to smithi03267100-25 2024-09-13T00:04:16.490 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 10 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-13T00:04:16.491 INFO:tasks.rados.rados.0.smithi032.stdout:109: done (4 left) 2024-09-13T00:04:16.491 INFO:tasks.rados.rados.0.smithi032.stdout:111: done (3 left) 2024-09-13T00:04:16.491 INFO:tasks.rados.rados.0.smithi032.stdout:112: done (2 left) 2024-09-13T00:04:16.491 INFO:tasks.rados.rados.0.smithi032.stdout:113: done (1 left) 2024-09-13T00:04:16.491 INFO:tasks.rados.rados.0.smithi032.stdout:115: done (0 left) 2024-09-13T00:04:16.491 INFO:tasks.rados.rados.0.smithi032.stdout:116: read oid 43 snap 2 2024-09-13T00:04:16.491 INFO:tasks.rados.rados.0.smithi032.stdout:116: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-13T00:04:16.491 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 5 2024-09-13T00:04:16.491 INFO:tasks.rados.rados.0.smithi032.stdout:117: seq_num 60 ranges {1384448=614400,1998848=401408} 2024-09-13T00:04:16.504 INFO:tasks.rados.rados.0.smithi032.stdout:117: writing smithi03267100-27 from 1384448 to 1998848 tid 1 2024-09-13T00:04:16.507 INFO:tasks.rados.rados.0.smithi032.stdout:117: writing smithi03267100-27 from 1998848 to 2400256 tid 2 2024-09-13T00:04:16.507 INFO:tasks.rados.rados.0.smithi032.stdout:118: delete oid 34 current snap is 5 2024-09-13T00:04:16.507 INFO:tasks.rados.rados.0.smithi032.stdout:116: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-13T00:04:16.532 INFO:tasks.rados.rados.0.smithi032.stdout:117: finishing write tid 1 to smithi03267100-27 2024-09-13T00:04:16.532 INFO:tasks.rados.rados.0.smithi032.stdout:117: finishing write tid 2 to smithi03267100-27 2024-09-13T00:04:16.532 INFO:tasks.rados.rados.0.smithi032.stdout:117: finishing write tid 3 to smithi03267100-27 2024-09-13T00:04:16.532 INFO:tasks.rados.rados.0.smithi032.stdout:117: finishing write tid 4 to smithi03267100-27 2024-09-13T00:04:16.532 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 23 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-13T00:04:16.532 INFO:tasks.rados.rados.0.smithi032.stdout:117: left oid 27 (ObjNum 60 snap 5 seq_num 60) 2024-09-13T00:04:16.532 INFO:tasks.rados.rados.0.smithi032.stdout:116: done (2 left) 2024-09-13T00:04:16.532 INFO:tasks.rados.rados.0.smithi032.stdout:117: done (1 left) 2024-09-13T00:04:16.532 INFO:tasks.rados.rados.0.smithi032.stdout:118: done (0 left) 2024-09-13T00:04:16.532 INFO:tasks.rados.rados.0.smithi032.stdout:119: read oid 43 snap -1 2024-09-13T00:04:16.532 INFO:tasks.rados.rados.0.smithi032.stdout:119: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-13T00:04:16.532 INFO:tasks.rados.rados.0.smithi032.stdout:120: rollback oid 38 current snap is 5 2024-09-13T00:04:16.533 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 2 2024-09-13T00:04:16.533 INFO:tasks.rados.rados.0.smithi032.stdout:121: delete oid 12 current snap is 5 2024-09-13T00:04:16.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:04:16 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:04:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:04:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:16 smithi053 bash[24393]: cluster 2024-09-13T00:04:14.899926+0000 mgr.y (mgr.24464) 205 : cluster [DBG] pgmap v169: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2024-09-13T00:04:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:16 smithi053 bash[24393]: cluster 2024-09-13T00:04:15.155849+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-13T00:04:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:16 smithi053 bash[24393]: cluster 2024-09-13T00:04:15.466776+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-13T00:04:16.535 INFO:tasks.rados.rados.0.smithi032.stdout:121: done (2 left) 2024-09-13T00:04:16.535 INFO:tasks.rados.rados.0.smithi032.stdout:122: read oid 17 snap 2 2024-09-13T00:04:16.535 INFO:tasks.rados.rados.0.smithi032.stdout:122: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T00:04:16.535 INFO:tasks.rados.rados.0.smithi032.stdout:123: rollback oid 40 current snap is 5 2024-09-13T00:04:16.535 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 2 2024-09-13T00:04:16.535 INFO:tasks.rados.rados.0.smithi032.stdout:124: delete oid 8 current snap is 5 2024-09-13T00:04:16.535 INFO:tasks.rados.rados.0.smithi032.stdout:120: finishing rollback tid 0 to smithi03267100-38 2024-09-13T00:04:16.536 INFO:tasks.rados.rados.0.smithi032.stdout:119: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-13T00:04:16.558 INFO:tasks.rados.rados.0.smithi032.stdout:120: finishing rollback tid 1 to smithi03267100-38 2024-09-13T00:04:16.558 INFO:tasks.rados.rados.0.smithi032.stdout:120: finishing rollback tid 2 to smithi03267100-38 2024-09-13T00:04:16.558 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 20 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-13T00:04:16.558 INFO:tasks.rados.rados.0.smithi032.stdout:122: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T00:04:16.568 INFO:tasks.rados.rados.0.smithi032.stdout:123: finishing rollback tid 0 to smithi03267100-40 2024-09-13T00:04:16.568 INFO:tasks.rados.rados.0.smithi032.stdout:123: finishing rollback tid 1 to smithi03267100-40 2024-09-13T00:04:16.568 INFO:tasks.rados.rados.0.smithi032.stdout:123: finishing rollback tid 2 to smithi03267100-40 2024-09-13T00:04:16.568 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 16 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T00:04:16.569 INFO:tasks.rados.rados.0.smithi032.stdout:119: done (4 left) 2024-09-13T00:04:16.569 INFO:tasks.rados.rados.0.smithi032.stdout:120: done (3 left) 2024-09-13T00:04:16.569 INFO:tasks.rados.rados.0.smithi032.stdout:122: done (2 left) 2024-09-13T00:04:16.569 INFO:tasks.rados.rados.0.smithi032.stdout:123: done (1 left) 2024-09-13T00:04:16.569 INFO:tasks.rados.rados.0.smithi032.stdout:124: done (0 left) 2024-09-13T00:04:16.569 INFO:tasks.rados.rados.0.smithi032.stdout:125: setattr oid 35 current snap is 5 2024-09-13T00:04:16.570 INFO:tasks.rados.rados.0.smithi032.stdout:126: snap_create 2024-09-13T00:04:16.575 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 15 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-13T00:04:17.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:04:16 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:04:16] "GET /metrics HTTP/1.1" 200 238910 "" "Prometheus/2.43.0" 2024-09-13T00:04:17.473 INFO:tasks.rados.rados.0.smithi032.stdout:125: done (1 left) 2024-09-13T00:04:17.473 INFO:tasks.rados.rados.0.smithi032.stdout:126: done (0 left) 2024-09-13T00:04:17.473 INFO:tasks.rados.rados.0.smithi032.stdout:127: copy_from oid 25 from oid 6 current snap is 6 2024-09-13T00:04:17.473 INFO:tasks.rados.rados.0.smithi032.stdout:128: setattr oid 23 current snap is 6 2024-09-13T00:04:17.477 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 6 2024-09-13T00:04:17.477 INFO:tasks.rados.rados.0.smithi032.stdout:129: seq_num 64 ranges {172032=679936,851968=401408} 2024-09-13T00:04:17.486 INFO:tasks.rados.rados.0.smithi032.stdout:129: writing smithi03267100-15 from 172032 to 851968 tid 1 2024-09-13T00:04:17.489 INFO:tasks.rados.rados.0.smithi032.stdout:129: writing smithi03267100-15 from 851968 to 1253376 tid 2 2024-09-13T00:04:17.489 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 6 2024-09-13T00:04:17.489 INFO:tasks.rados.rados.0.smithi032.stdout:130: seq_num 65 ranges {319488=696320,1015808=401408} 2024-09-13T00:04:17.497 INFO:tasks.rados.rados.0.smithi032.stdout:130: writing smithi03267100-20 from 319488 to 1015808 tid 1 2024-09-13T00:04:17.502 INFO:tasks.rados.rados.0.smithi032.stdout:130: writing smithi03267100-20 from 1015808 to 1417216 tid 2 2024-09-13T00:04:17.502 INFO:tasks.rados.rados.0.smithi032.stdout:131: rollback oid 31 current snap is 6 2024-09-13T00:04:17.502 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 2 2024-09-13T00:04:17.502 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 50 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-13T00:04:17.502 INFO:tasks.rados.rados.0.smithi032.stdout:128: done (4 left) 2024-09-13T00:04:17.502 INFO:tasks.rados.rados.0.smithi032.stdout:132: read oid 30 snap -1 2024-09-13T00:04:17.503 INFO:tasks.rados.rados.0.smithi032.stdout:132: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T00:04:17.503 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 6 2024-09-13T00:04:17.503 INFO:tasks.rados.rados.0.smithi032.stdout:127: finishing copy_from racing read to smithi03267100-25 2024-09-13T00:04:17.503 INFO:tasks.rados.rados.0.smithi032.stdout:127: finishing copy_from to smithi03267100-25 2024-09-13T00:04:17.503 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-13T00:04:17.503 INFO:tasks.rados.rados.0.smithi032.stdout:129: finishing write tid 1 to smithi03267100-15 2024-09-13T00:04:17.503 INFO:tasks.rados.rados.0.smithi032.stdout:129: finishing write tid 2 to smithi03267100-15 2024-09-13T00:04:17.503 INFO:tasks.rados.rados.0.smithi032.stdout:129: finishing write tid 3 to smithi03267100-15 2024-09-13T00:04:17.503 INFO:tasks.rados.rados.0.smithi032.stdout:133: seq_num 66 ranges {811008=712704,1523712=401408} 2024-09-13T00:04:17.512 INFO:tasks.rados.rados.0.smithi032.stdout:133: writing smithi03267100-49 from 811008 to 1523712 tid 1 2024-09-13T00:04:17.515 INFO:tasks.rados.rados.0.smithi032.stdout:133: writing smithi03267100-49 from 1523712 to 1925120 tid 2 2024-09-13T00:04:17.516 INFO:tasks.rados.rados.0.smithi032.stdout:127: done (5 left) 2024-09-13T00:04:17.516 INFO:tasks.rados.rados.0.smithi032.stdout:134: snap_create 2024-09-13T00:04:17.516 INFO:tasks.rados.rados.0.smithi032.stdout:129: finishing write tid 4 to smithi03267100-15 2024-09-13T00:04:17.516 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 32 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-09-13T00:04:17.516 INFO:tasks.rados.rados.0.smithi032.stdout:129: left oid 15 (ObjNum 64 snap 6 seq_num 64) 2024-09-13T00:04:17.516 INFO:tasks.rados.rados.0.smithi032.stdout:130: finishing write tid 1 to smithi03267100-20 2024-09-13T00:04:17.516 INFO:tasks.rados.rados.0.smithi032.stdout:130: finishing write tid 2 to smithi03267100-20 2024-09-13T00:04:17.516 INFO:tasks.rados.rados.0.smithi032.stdout:130: finishing write tid 3 to smithi03267100-20 2024-09-13T00:04:17.516 INFO:tasks.rados.rados.0.smithi032.stdout:131: finishing rollback tid 0 to smithi03267100-31 2024-09-13T00:04:17.516 INFO:tasks.rados.rados.0.smithi032.stdout:131: finishing rollback tid 1 to smithi03267100-31 2024-09-13T00:04:17.516 INFO:tasks.rados.rados.0.smithi032.stdout:131: finishing rollback tid 2 to smithi03267100-31 2024-09-13T00:04:17.516 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 54 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-13T00:04:17.517 INFO:tasks.rados.rados.0.smithi032.stdout:130: finishing write tid 4 to smithi03267100-20 2024-09-13T00:04:17.517 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 6 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-13T00:04:17.517 INFO:tasks.rados.rados.0.smithi032.stdout:130: left oid 20 (ObjNum 65 snap 6 seq_num 65) 2024-09-13T00:04:17.517 INFO:tasks.rados.rados.0.smithi032.stdout:132: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T00:04:17.533 INFO:tasks.rados.rados.0.smithi032.stdout:133: finishing write tid 1 to smithi03267100-49 2024-09-13T00:04:17.534 INFO:tasks.rados.rados.0.smithi032.stdout:133: finishing write tid 2 to smithi03267100-49 2024-09-13T00:04:17.534 INFO:tasks.rados.rados.0.smithi032.stdout:133: finishing write tid 3 to smithi03267100-49 2024-09-13T00:04:17.534 INFO:tasks.rados.rados.0.smithi032.stdout:133: finishing write tid 4 to smithi03267100-49 2024-09-13T00:04:17.534 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 19 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-09-13T00:04:17.534 INFO:tasks.rados.rados.0.smithi032.stdout:133: left oid 49 (ObjNum 66 snap 6 seq_num 66) 2024-09-13T00:04:17.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:17 smithi053 bash[24393]: cluster 2024-09-13T00:04:16.468945+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-13T00:04:17.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:17 smithi053 bash[24393]: cluster 2024-09-13T00:04:16.900340+0000 mgr.y (mgr.24464) 206 : cluster [DBG] pgmap v173: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 36 op/s 2024-09-13T00:04:17.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:17 smithi032 bash[22496]: cluster 2024-09-13T00:04:16.468945+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-13T00:04:17.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:17 smithi032 bash[22496]: cluster 2024-09-13T00:04:16.900340+0000 mgr.y (mgr.24464) 206 : cluster [DBG] pgmap v173: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 36 op/s 2024-09-13T00:04:17.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:17 smithi032 bash[32211]: cluster 2024-09-13T00:04:16.468945+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-13T00:04:17.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:17 smithi032 bash[32211]: cluster 2024-09-13T00:04:16.900340+0000 mgr.y (mgr.24464) 206 : cluster [DBG] pgmap v173: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 36 op/s 2024-09-13T00:04:18.488 INFO:tasks.rados.rados.0.smithi032.stdout:129: done (5 left) 2024-09-13T00:04:18.489 INFO:tasks.rados.rados.0.smithi032.stdout:130: done (4 left) 2024-09-13T00:04:18.489 INFO:tasks.rados.rados.0.smithi032.stdout:131: done (3 left) 2024-09-13T00:04:18.489 INFO:tasks.rados.rados.0.smithi032.stdout:132: done (2 left) 2024-09-13T00:04:18.489 INFO:tasks.rados.rados.0.smithi032.stdout:133: done (1 left) 2024-09-13T00:04:18.489 INFO:tasks.rados.rados.0.smithi032.stdout:134: done (0 left) 2024-09-13T00:04:18.489 INFO:tasks.rados.rados.0.smithi032.stdout:135: read oid 48 snap 5 2024-09-13T00:04:18.489 INFO:tasks.rados.rados.0.smithi032.stdout:135: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T00:04:18.489 INFO:tasks.rados.rados.0.smithi032.stdout:136: read oid 49 snap 6 2024-09-13T00:04:18.489 INFO:tasks.rados.rados.0.smithi032.stdout:136: expect (ObjNum 66 snap 6 seq_num 66) 2024-09-13T00:04:18.489 INFO:tasks.rados.rados.0.smithi032.stdout:137: delete oid 44 current snap is 7 2024-09-13T00:04:18.497 INFO:tasks.rados.rados.0.smithi032.stdout:135: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T00:04:18.539 INFO:tasks.rados.rados.0.smithi032.stdout:136: expect (ObjNum 66 snap 6 seq_num 66) 2024-09-13T00:04:18.618 INFO:tasks.rados.rados.0.smithi032.stdout:135: done (2 left) 2024-09-13T00:04:18.618 INFO:tasks.rados.rados.0.smithi032.stdout:136: done (1 left) 2024-09-13T00:04:18.619 INFO:tasks.rados.rados.0.smithi032.stdout:137: done (0 left) 2024-09-13T00:04:18.619 INFO:tasks.rados.rados.0.smithi032.stdout:138: rollback oid 49 current snap is 7 2024-09-13T00:04:18.619 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 49 to 5 2024-09-13T00:04:18.619 INFO:tasks.rados.rados.0.smithi032.stdout:139: read oid 27 snap -1 2024-09-13T00:04:18.619 INFO:tasks.rados.rados.0.smithi032.stdout:139: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-13T00:04:18.620 INFO:tasks.rados.rados.0.smithi032.stdout:140: setattr oid 41 current snap is 7 2024-09-13T00:04:18.620 INFO:tasks.rados.rados.0.smithi032.stdout:141: delete oid 28 current snap is 7 2024-09-13T00:04:18.622 INFO:tasks.rados.rados.0.smithi032.stdout:138: finishing rollback tid 0 to smithi03267100-49 2024-09-13T00:04:18.623 INFO:tasks.rados.rados.0.smithi032.stdout:138: finishing rollback tid 1 to smithi03267100-49 2024-09-13T00:04:18.624 INFO:tasks.rados.rados.0.smithi032.stdout:138: finishing rollback tid 2 to smithi03267100-49 2024-09-13T00:04:18.624 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 23 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-13T00:04:18.627 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 16 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T00:04:18.627 INFO:tasks.rados.rados.0.smithi032.stdout:138: done (3 left) 2024-09-13T00:04:18.628 INFO:tasks.rados.rados.0.smithi032.stdout:140: done (2 left) 2024-09-13T00:04:18.628 INFO:tasks.rados.rados.0.smithi032.stdout:141: done (1 left) 2024-09-13T00:04:18.628 INFO:tasks.rados.rados.0.smithi032.stdout:142: snap_remove snap 5 2024-09-13T00:04:18.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:18 smithi053 bash[24393]: cluster 2024-09-13T00:04:17.476508+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-13T00:04:18.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:18 smithi032 bash[22496]: cluster 2024-09-13T00:04:17.476508+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-13T00:04:18.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:18 smithi032 bash[32211]: cluster 2024-09-13T00:04:17.476508+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-13T00:04:19.495 INFO:tasks.rados.rados.0.smithi032.stdout:142: done (1 left) 2024-09-13T00:04:19.495 INFO:tasks.rados.rados.0.smithi032.stdout:143: setattr oid 17 current snap is 7 2024-09-13T00:04:19.495 INFO:tasks.rados.rados.0.smithi032.stdout:139: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-13T00:04:19.612 INFO:tasks.rados.rados.0.smithi032.stdout:139: done (1 left) 2024-09-13T00:04:19.613 INFO:tasks.rados.rados.0.smithi032.stdout:144: snap_remove snap 2 2024-09-13T00:04:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:19 smithi053 bash[24393]: cluster 2024-09-13T00:04:18.486790+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-13T00:04:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:19 smithi053 bash[24393]: cluster 2024-09-13T00:04:18.901178+0000 mgr.y (mgr.24464) 207 : cluster [DBG] pgmap v176: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-09-13T00:04:19.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:19 smithi032 bash[22496]: cluster 2024-09-13T00:04:18.486790+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-13T00:04:19.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:19 smithi032 bash[22496]: cluster 2024-09-13T00:04:18.901178+0000 mgr.y (mgr.24464) 207 : cluster [DBG] pgmap v176: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-09-13T00:04:19.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:19 smithi032 bash[32211]: cluster 2024-09-13T00:04:18.486790+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-13T00:04:19.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:19 smithi032 bash[32211]: cluster 2024-09-13T00:04:18.901178+0000 mgr.y (mgr.24464) 207 : cluster [DBG] pgmap v176: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-09-13T00:04:20.464 INFO:tasks.rados.rados.0.smithi032.stdout:144: done (1 left) 2024-09-13T00:04:20.464 INFO:tasks.rados.rados.0.smithi032.stdout:145: delete oid 6 current snap is 7 2024-09-13T00:04:20.464 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 60 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-13T00:04:20.472 INFO:tasks.rados.rados.0.smithi032.stdout:143: done (1 left) 2024-09-13T00:04:20.472 INFO:tasks.rados.rados.0.smithi032.stdout:145: done (0 left) 2024-09-13T00:04:20.473 INFO:tasks.rados.rados.0.smithi032.stdout:146: snap_remove snap 6 2024-09-13T00:04:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:20 smithi053 bash[24393]: cluster 2024-09-13T00:04:19.497481+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-13T00:04:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:20 smithi053 bash[24393]: cluster 2024-09-13T00:04:20.467308+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-13T00:04:20.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:20 smithi032 bash[22496]: cluster 2024-09-13T00:04:19.497481+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-13T00:04:20.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:20 smithi032 bash[22496]: cluster 2024-09-13T00:04:20.467308+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-13T00:04:20.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:20 smithi032 bash[32211]: cluster 2024-09-13T00:04:19.497481+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-13T00:04:20.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:20 smithi032 bash[32211]: cluster 2024-09-13T00:04:20.467308+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-13T00:04:21.470 INFO:tasks.rados.rados.0.smithi032.stdout:146: done (0 left) 2024-09-13T00:04:21.470 INFO:tasks.rados.rados.0.smithi032.stdout:147: rollback oid 17 current snap is 7 2024-09-13T00:04:21.470 INFO:tasks.rados.rados.0.smithi032.stdout:147: done (0 left) 2024-09-13T00:04:21.470 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 7 2024-09-13T00:04:21.471 INFO:tasks.rados.rados.0.smithi032.stdout:148: seq_num 70 ranges {712704=778240,1490944=401408} 2024-09-13T00:04:21.479 INFO:tasks.rados.rados.0.smithi032.stdout:148: writing smithi03267100-43 from 712704 to 1490944 tid 1 2024-09-13T00:04:21.482 INFO:tasks.rados.rados.0.smithi032.stdout:148: writing smithi03267100-43 from 1490944 to 1892352 tid 2 2024-09-13T00:04:21.482 INFO:tasks.rados.rados.0.smithi032.stdout:149: read oid 11 snap -1 2024-09-13T00:04:21.483 INFO:tasks.rados.rados.0.smithi032.stdout:149: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T00:04:21.484 INFO:tasks.rados.rados.0.smithi032.stdout:150: read oid 6 snap -1 2024-09-13T00:04:21.485 INFO:tasks.rados.rados.0.smithi032.stdout:150: expect deleted 2024-09-13T00:04:21.485 INFO:tasks.rados.rados.0.smithi032.stdout:151: copy_from oid 18 from oid 46 current snap is 7 2024-09-13T00:04:21.485 INFO:tasks.rados.rados.0.smithi032.stdout:152: read oid 41 snap -1 2024-09-13T00:04:21.485 INFO:tasks.rados.rados.0.smithi032.stdout:152: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T00:04:21.485 INFO:tasks.rados.rados.0.smithi032.stdout:153: rmattr oid 37 current snap is 7 2024-09-13T00:04:21.485 INFO:tasks.rados.rados.0.smithi032.stdout:153: done (5 left) 2024-09-13T00:04:21.485 INFO:tasks.rados.rados.0.smithi032.stdout:154: read oid 1 snap -1 2024-09-13T00:04:21.485 INFO:tasks.rados.rados.0.smithi032.stdout:154: expect deleted 2024-09-13T00:04:21.485 INFO:tasks.rados.rados.0.smithi032.stdout:155: rmattr oid 30 current snap is 7 2024-09-13T00:04:21.485 INFO:tasks.rados.rados.0.smithi032.stdout:155: done (6 left) 2024-09-13T00:04:21.485 INFO:tasks.rados.rados.0.smithi032.stdout:156: setattr oid 47 current snap is 7 2024-09-13T00:04:21.486 INFO:tasks.rados.rados.0.smithi032.stdout:150: done (6 left) 2024-09-13T00:04:21.486 INFO:tasks.rados.rados.0.smithi032.stdout:157: copy_from oid 31 from oid 17 current snap is 7 2024-09-13T00:04:21.486 INFO:tasks.rados.rados.0.smithi032.stdout:158: setattr oid 35 current snap is 7 2024-09-13T00:04:21.489 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 7 2024-09-13T00:04:21.489 INFO:tasks.rados.rados.0.smithi032.stdout:159: seq_num 71 ranges {491520=794624,1286144=401408} 2024-09-13T00:04:21.499 INFO:tasks.rados.rados.0.smithi032.stdout:159: writing smithi03267100-30 from 491520 to 1286144 tid 1 2024-09-13T00:04:21.502 INFO:tasks.rados.rados.0.smithi032.stdout:159: writing smithi03267100-30 from 1286144 to 1687552 tid 2 2024-09-13T00:04:21.502 INFO:tasks.rados.rados.0.smithi032.stdout:160: setattr oid 9 current snap is 7 2024-09-13T00:04:21.502 INFO:tasks.rados.rados.0.smithi032.stdout:149: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T00:04:21.510 INFO:tasks.rados.rados.0.smithi032.stdout:148: finishing write tid 1 to smithi03267100-43 2024-09-13T00:04:21.510 INFO:tasks.rados.rados.0.smithi032.stdout:148: finishing write tid 2 to smithi03267100-43 2024-09-13T00:04:21.510 INFO:tasks.rados.rados.0.smithi032.stdout:148: finishing write tid 3 to smithi03267100-43 2024-09-13T00:04:21.511 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 26 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T00:04:21.511 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 30 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-13T00:04:21.511 INFO:tasks.rados.rados.0.smithi032.stdout:148: finishing write tid 4 to smithi03267100-43 2024-09-13T00:04:21.511 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 21 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-09-13T00:04:21.511 INFO:tasks.rados.rados.0.smithi032.stdout:148: left oid 43 (ObjNum 70 snap 7 seq_num 70) 2024-09-13T00:04:21.511 INFO:tasks.rados.rados.0.smithi032.stdout:152: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T00:04:21.535 INFO:tasks.rados.rados.0.smithi032.stdout:151: finishing copy_from racing read to smithi03267100-18 2024-09-13T00:04:21.535 INFO:tasks.rados.rados.0.smithi032.stdout:157: finishing copy_from racing read to smithi03267100-31 2024-09-13T00:04:21.536 INFO:tasks.rados.rados.0.smithi032.stdout:148: done (9 left) 2024-09-13T00:04:21.536 INFO:tasks.rados.rados.0.smithi032.stdout:149: done (8 left) 2024-09-13T00:04:21.536 INFO:tasks.rados.rados.0.smithi032.stdout:152: done (7 left) 2024-09-13T00:04:21.536 INFO:tasks.rados.rados.0.smithi032.stdout:154: done (6 left) 2024-09-13T00:04:21.536 INFO:tasks.rados.rados.0.smithi032.stdout:156: done (5 left) 2024-09-13T00:04:21.537 INFO:tasks.rados.rados.0.smithi032.stdout:158: done (4 left) 2024-09-13T00:04:21.537 INFO:tasks.rados.rados.0.smithi032.stdout:161: snap_create 2024-09-13T00:04:21.537 INFO:tasks.rados.rados.0.smithi032.stdout:151: finishing copy_from to smithi03267100-18 2024-09-13T00:04:21.537 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:04:21.537 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 40 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-13T00:04:21.537 INFO:tasks.rados.rados.0.smithi032.stdout:157: finishing copy_from to smithi03267100-31 2024-09-13T00:04:21.537 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 60 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-13T00:04:21.537 INFO:tasks.rados.rados.0.smithi032.stdout:159: finishing write tid 1 to smithi03267100-30 2024-09-13T00:04:21.537 INFO:tasks.rados.rados.0.smithi032.stdout:159: finishing write tid 2 to smithi03267100-30 2024-09-13T00:04:21.537 INFO:tasks.rados.rados.0.smithi032.stdout:159: finishing write tid 3 to smithi03267100-30 2024-09-13T00:04:21.538 INFO:tasks.rados.rados.0.smithi032.stdout:159: finishing write tid 4 to smithi03267100-30 2024-09-13T00:04:21.538 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 74 (ObjNum 71 snap 7 seq_num 71) dirty exists 2024-09-13T00:04:21.538 INFO:tasks.rados.rados.0.smithi032.stdout:159: left oid 30 (ObjNum 71 snap 7 seq_num 71) 2024-09-13T00:04:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:21 smithi053 bash[24393]: cluster 2024-09-13T00:04:20.901620+0000 mgr.y (mgr.24464) 208 : cluster [DBG] pgmap v179: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-09-13T00:04:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:21 smithi053 bash[24393]: cluster 2024-09-13T00:04:21.472367+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-13T00:04:21.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:21 smithi032 bash[32211]: cluster 2024-09-13T00:04:20.901620+0000 mgr.y (mgr.24464) 208 : cluster [DBG] pgmap v179: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-09-13T00:04:21.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:21 smithi032 bash[32211]: cluster 2024-09-13T00:04:21.472367+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-13T00:04:21.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:21 smithi032 bash[22496]: cluster 2024-09-13T00:04:20.901620+0000 mgr.y (mgr.24464) 208 : cluster [DBG] pgmap v179: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-09-13T00:04:21.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:21 smithi032 bash[22496]: cluster 2024-09-13T00:04:21.472367+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-13T00:04:22.512 INFO:tasks.rados.rados.0.smithi032.stdout:151: done (4 left) 2024-09-13T00:04:22.512 INFO:tasks.rados.rados.0.smithi032.stdout:157: done (3 left) 2024-09-13T00:04:22.512 INFO:tasks.rados.rados.0.smithi032.stdout:159: done (2 left) 2024-09-13T00:04:22.512 INFO:tasks.rados.rados.0.smithi032.stdout:160: done (1 left) 2024-09-13T00:04:22.512 INFO:tasks.rados.rados.0.smithi032.stdout:161: done (0 left) 2024-09-13T00:04:22.512 INFO:tasks.rados.rados.0.smithi032.stdout:162: snap_remove snap 7 2024-09-13T00:04:23.517 INFO:tasks.rados.rados.0.smithi032.stdout:162: done (0 left) 2024-09-13T00:04:23.518 INFO:tasks.rados.rados.0.smithi032.stdout:163: delete oid 1 current snap is 8 2024-09-13T00:04:23.525 INFO:tasks.rados.rados.0.smithi032.stdout:163: done (0 left) 2024-09-13T00:04:23.525 INFO:tasks.rados.rados.0.smithi032.stdout:164: snap_create 2024-09-13T00:04:23.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:23 smithi053 bash[24393]: cluster 2024-09-13T00:04:22.514581+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-13T00:04:23.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:23 smithi053 bash[24393]: audit 2024-09-13T00:04:22.865664+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:04:23.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:23 smithi053 bash[24393]: cluster 2024-09-13T00:04:22.902156+0000 mgr.y (mgr.24464) 209 : cluster [DBG] pgmap v182: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:23.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:23 smithi032 bash[22496]: cluster 2024-09-13T00:04:22.514581+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-13T00:04:23.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:23 smithi032 bash[22496]: audit 2024-09-13T00:04:22.865664+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:04:23.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:23 smithi032 bash[22496]: cluster 2024-09-13T00:04:22.902156+0000 mgr.y (mgr.24464) 209 : cluster [DBG] pgmap v182: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:23.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:23 smithi032 bash[32211]: cluster 2024-09-13T00:04:22.514581+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-13T00:04:23.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:23 smithi032 bash[32211]: audit 2024-09-13T00:04:22.865664+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:04:23.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:23 smithi032 bash[32211]: cluster 2024-09-13T00:04:22.902156+0000 mgr.y (mgr.24464) 209 : cluster [DBG] pgmap v182: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:24.521 INFO:tasks.rados.rados.0.smithi032.stdout:164: done (0 left) 2024-09-13T00:04:24.521 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 9 2024-09-13T00:04:24.521 INFO:tasks.rados.rados.0.smithi032.stdout:165: seq_num 73 ranges {1196032=425984,1622016=409600,2031616=393216} 2024-09-13T00:04:24.548 INFO:tasks.rados.rados.0.smithi032.stdout:165: writing smithi03267100-31 from 1196032 to 1622016 tid 1 2024-09-13T00:04:24.554 INFO:tasks.rados.rados.0.smithi032.stdout:165: writing smithi03267100-31 from 1622016 to 2031616 tid 2 2024-09-13T00:04:24.562 INFO:tasks.rados.rados.0.smithi032.stdout:165: writing smithi03267100-31 from 2031616 to 2424832 tid 3 2024-09-13T00:04:24.562 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 9 2024-09-13T00:04:24.562 INFO:tasks.rados.rados.0.smithi032.stdout:166: seq_num 74 ranges {253952=442368,696320=696320,1392640=106496} 2024-09-13T00:04:24.572 INFO:tasks.rados.rados.0.smithi032.stdout:166: writing smithi03267100-16 from 253952 to 696320 tid 1 2024-09-13T00:04:24.582 INFO:tasks.rados.rados.0.smithi032.stdout:166: writing smithi03267100-16 from 696320 to 1392640 tid 2 2024-09-13T00:04:24.584 INFO:tasks.rados.rados.0.smithi032.stdout:166: writing smithi03267100-16 from 1392640 to 1499136 tid 3 2024-09-13T00:04:24.584 INFO:tasks.rados.rados.0.smithi032.stdout:167: copy_from oid 10 from oid 39 current snap is 9 2024-09-13T00:04:24.584 INFO:tasks.rados.rados.0.smithi032.stdout:165: finishing write tid 1 to smithi03267100-31 2024-09-13T00:04:24.584 INFO:tasks.rados.rados.0.smithi032.stdout:165: finishing write tid 2 to smithi03267100-31 2024-09-13T00:04:24.584 INFO:tasks.rados.rados.0.smithi032.stdout:168: read oid 48 snap 8 2024-09-13T00:04:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:168: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T00:04:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:169: copy_from oid 50 from oid 1 current snap is 9 2024-09-13T00:04:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:165: finishing write tid 3 to smithi03267100-31 2024-09-13T00:04:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:165: finishing write tid 4 to smithi03267100-31 2024-09-13T00:04:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:165: finishing write tid 5 to smithi03267100-31 2024-09-13T00:04:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 80 (ObjNum 73 snap 9 seq_num 73) dirty exists 2024-09-13T00:04:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:165: left oid 31 (ObjNum 73 snap 9 seq_num 73) 2024-09-13T00:04:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:166: finishing write tid 1 to smithi03267100-16 2024-09-13T00:04:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:165: done (4 left) 2024-09-13T00:04:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:170: rollback oid 2 current snap is 9 2024-09-13T00:04:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 8 2024-09-13T00:04:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:171: copy_from oid 36 from oid 24 current snap is 9 2024-09-13T00:04:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:172: snap_create 2024-09-13T00:04:24.591 INFO:tasks.rados.rados.0.smithi032.stdout:169: finishing copy_from to smithi03267100-50 2024-09-13T00:04:24.592 INFO:tasks.rados.rados.0.smithi032.stdout:169: got expected ENOENT (src dne) 2024-09-13T00:04:24.592 INFO:tasks.rados.rados.0.smithi032.stdout:169: finishing copy_from racing read to smithi03267100-50 2024-09-13T00:04:24.594 INFO:tasks.rados.rados.0.smithi032.stdout:166: finishing write tid 2 to smithi03267100-16 2024-09-13T00:04:24.594 INFO:tasks.rados.rados.0.smithi032.stdout:166: finishing write tid 3 to smithi03267100-16 2024-09-13T00:04:24.595 INFO:tasks.rados.rados.0.smithi032.stdout:166: finishing write tid 4 to smithi03267100-16 2024-09-13T00:04:24.596 INFO:tasks.rados.rados.0.smithi032.stdout:170: finishing rollback tid 0 to smithi03267100-2 2024-09-13T00:04:24.596 INFO:tasks.rados.rados.0.smithi032.stdout:170: finishing rollback tid 1 to smithi03267100-2 2024-09-13T00:04:24.597 INFO:tasks.rados.rados.0.smithi032.stdout:166: finishing write tid 5 to smithi03267100-16 2024-09-13T00:04:24.597 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 34 (ObjNum 74 snap 9 seq_num 74) dirty exists 2024-09-13T00:04:24.600 INFO:tasks.rados.rados.0.smithi032.stdout:166: left oid 16 (ObjNum 74 snap 9 seq_num 74) 2024-09-13T00:04:24.600 INFO:tasks.rados.rados.0.smithi032.stdout:168: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T00:04:24.657 INFO:tasks.rados.rados.0.smithi032.stdout:170: finishing rollback tid 2 to smithi03267100-2 2024-09-13T00:04:24.657 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 36 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T00:04:24.657 INFO:tasks.rados.rados.0.smithi032.stdout:171: finishing copy_from racing read to smithi03267100-36 2024-09-13T00:04:24.657 INFO:tasks.rados.rados.0.smithi032.stdout:167: finishing copy_from racing read to smithi03267100-10 2024-09-13T00:04:24.657 INFO:tasks.rados.rados.0.smithi032.stdout:171: finishing copy_from to smithi03267100-36 2024-09-13T00:04:24.657 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 14 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-09-13T00:04:24.658 INFO:tasks.rados.rados.0.smithi032.stdout:167: finishing copy_from to smithi03267100-10 2024-09-13T00:04:24.658 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 13 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-09-13T00:04:24.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:24 smithi053 bash[24393]: cluster 2024-09-13T00:04:23.521830+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-13T00:04:24.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:24 smithi032 bash[22496]: cluster 2024-09-13T00:04:23.521830+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-13T00:04:24.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:24 smithi032 bash[32211]: cluster 2024-09-13T00:04:23.521830+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-13T00:04:25.539 INFO:tasks.rados.rados.0.smithi032.stdout:166: done (6 left) 2024-09-13T00:04:25.539 INFO:tasks.rados.rados.0.smithi032.stdout:167: done (5 left) 2024-09-13T00:04:25.539 INFO:tasks.rados.rados.0.smithi032.stdout:168: done (4 left) 2024-09-13T00:04:25.539 INFO:tasks.rados.rados.0.smithi032.stdout:169: done (3 left) 2024-09-13T00:04:25.539 INFO:tasks.rados.rados.0.smithi032.stdout:170: done (2 left) 2024-09-13T00:04:25.539 INFO:tasks.rados.rados.0.smithi032.stdout:171: done (1 left) 2024-09-13T00:04:25.539 INFO:tasks.rados.rados.0.smithi032.stdout:172: done (0 left) 2024-09-13T00:04:25.540 INFO:tasks.rados.rados.0.smithi032.stdout:173: read oid 46 snap -1 2024-09-13T00:04:25.540 INFO:tasks.rados.rados.0.smithi032.stdout:173: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:04:25.540 INFO:tasks.rados.rados.0.smithi032.stdout:174: read oid 7 snap 8 2024-09-13T00:04:25.540 INFO:tasks.rados.rados.0.smithi032.stdout:174: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T00:04:25.540 INFO:tasks.rados.rados.0.smithi032.stdout:175: snap_create 2024-09-13T00:04:25.548 INFO:tasks.rados.rados.0.smithi032.stdout:174: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T00:04:25.558 INFO:tasks.rados.rados.0.smithi032.stdout:173: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:04:25.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:25 smithi053 bash[24393]: cluster 2024-09-13T00:04:24.524341+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-13T00:04:25.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:25 smithi053 bash[24393]: cluster 2024-09-13T00:04:24.902854+0000 mgr.y (mgr.24464) 210 : cluster [DBG] pgmap v185: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 639 KiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-09-13T00:04:25.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:25 smithi032 bash[22496]: cluster 2024-09-13T00:04:24.524341+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-13T00:04:25.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:25 smithi032 bash[22496]: cluster 2024-09-13T00:04:24.902854+0000 mgr.y (mgr.24464) 210 : cluster [DBG] pgmap v185: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 639 KiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-09-13T00:04:25.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:25 smithi032 bash[32211]: cluster 2024-09-13T00:04:24.524341+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-13T00:04:25.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:25 smithi032 bash[32211]: cluster 2024-09-13T00:04:24.902854+0000 mgr.y (mgr.24464) 210 : cluster [DBG] pgmap v185: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 639 KiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-09-13T00:04:26.540 INFO:tasks.rados.rados.0.smithi032.stdout:173: done (2 left) 2024-09-13T00:04:26.540 INFO:tasks.rados.rados.0.smithi032.stdout:174: done (1 left) 2024-09-13T00:04:26.540 INFO:tasks.rados.rados.0.smithi032.stdout:175: done (0 left) 2024-09-13T00:04:26.540 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 11 2024-09-13T00:04:26.541 INFO:tasks.rados.rados.0.smithi032.stdout:176: seq_num 75 ranges {827392=458752,1286144=581632,1867776=221184} 2024-09-13T00:04:26.560 INFO:tasks.rados.rados.0.smithi032.stdout:176: writing smithi03267100-13 from 827392 to 1286144 tid 1 2024-09-13T00:04:26.569 INFO:tasks.rados.rados.0.smithi032.stdout:176: writing smithi03267100-13 from 1286144 to 1867776 tid 2 2024-09-13T00:04:26.573 INFO:tasks.rados.rados.0.smithi032.stdout:176: writing smithi03267100-13 from 1867776 to 2088960 tid 3 2024-09-13T00:04:26.573 INFO:tasks.rados.rados.0.smithi032.stdout:177: copy_from oid 15 from oid 5 current snap is 11 2024-09-13T00:04:26.573 INFO:tasks.rados.rados.0.smithi032.stdout:178: rollback oid 19 current snap is 11 2024-09-13T00:04:26.574 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 9 2024-09-13T00:04:26.574 INFO:tasks.rados.rados.0.smithi032.stdout:179: copy_from oid 21 from oid 24 current snap is 11 2024-09-13T00:04:26.574 INFO:tasks.rados.rados.0.smithi032.stdout:176: finishing write tid 1 to smithi03267100-13 2024-09-13T00:04:26.575 INFO:tasks.rados.rados.0.smithi032.stdout:180: copy_from oid 3 from oid 7 current snap is 11 2024-09-13T00:04:26.575 INFO:tasks.rados.rados.0.smithi032.stdout:181: read oid 33 snap -1 2024-09-13T00:04:26.575 INFO:tasks.rados.rados.0.smithi032.stdout:181: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-13T00:04:26.575 INFO:tasks.rados.rados.0.smithi032.stdout:182: rollback oid 18 current snap is 11 2024-09-13T00:04:26.575 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 8 2024-09-13T00:04:26.575 INFO:tasks.rados.rados.0.smithi032.stdout:183: copy_from oid 22 from oid 35 current snap is 11 2024-09-13T00:04:26.575 INFO:tasks.rados.rados.0.smithi032.stdout:184: read oid 31 snap -1 2024-09-13T00:04:26.575 INFO:tasks.rados.rados.0.smithi032.stdout:184: expect (ObjNum 73 snap 9 seq_num 73) 2024-09-13T00:04:26.575 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 11 2024-09-13T00:04:26.575 INFO:tasks.rados.rados.0.smithi032.stdout:185: seq_num 76 ranges {1597440=475136,2072576=458752,2531328=344064} 2024-09-13T00:04:26.609 INFO:tasks.rados.rados.0.smithi032.stdout:185: writing smithi03267100-10 from 1597440 to 2072576 tid 1 2024-09-13T00:04:26.616 INFO:tasks.rados.rados.0.smithi032.stdout:185: writing smithi03267100-10 from 2072576 to 2531328 tid 2 2024-09-13T00:04:26.621 INFO:tasks.rados.rados.0.smithi032.stdout:185: writing smithi03267100-10 from 2531328 to 2875392 tid 3 2024-09-13T00:04:26.621 INFO:tasks.rados.rados.0.smithi032.stdout:186: read oid 36 snap -1 2024-09-13T00:04:26.621 INFO:tasks.rados.rados.0.smithi032.stdout:186: expect (ObjNum 59 snap 5 seq_num 59) 2024-09-13T00:04:26.621 INFO:tasks.rados.rados.0.smithi032.stdout:187: read oid 39 snap -1 2024-09-13T00:04:26.621 INFO:tasks.rados.rados.0.smithi032.stdout:187: expect (ObjNum 57 snap 4 seq_num 57) 2024-09-13T00:04:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:188: read oid 44 snap -1 2024-09-13T00:04:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:188: expect deleted 2024-09-13T00:04:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:189: snap_create 2024-09-13T00:04:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:178: finishing rollback tid 0 to smithi03267100-19 2024-09-13T00:04:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:178: finishing rollback tid 1 to smithi03267100-19 2024-09-13T00:04:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:176: finishing write tid 2 to smithi03267100-13 2024-09-13T00:04:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:176: finishing write tid 3 to smithi03267100-13 2024-09-13T00:04:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:176: finishing write tid 4 to smithi03267100-13 2024-09-13T00:04:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:178: finishing rollback tid 2 to smithi03267100-19 2024-09-13T00:04:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 30 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T00:04:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:177: finishing copy_from racing read to smithi03267100-15 2024-09-13T00:04:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:182: finishing rollback tid 0 to smithi03267100-18 2024-09-13T00:04:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:182: finishing rollback tid 1 to smithi03267100-18 2024-09-13T00:04:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:182: finishing rollback tid 2 to smithi03267100-18 2024-09-13T00:04:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 49 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:04:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:176: finishing write tid 5 to smithi03267100-13 2024-09-13T00:04:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 45 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-09-13T00:04:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:176: left oid 13 (ObjNum 75 snap 11 seq_num 75) 2024-09-13T00:04:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:177: finishing copy_from to smithi03267100-15 2024-09-13T00:04:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 22 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-09-13T00:04:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:181: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-13T00:04:26.670 INFO:tasks.rados.rados.0.smithi032.stdout:179: finishing copy_from racing read to smithi03267100-21 2024-09-13T00:04:26.670 INFO:tasks.rados.rados.0.smithi032.stdout:183: finishing copy_from racing read to smithi03267100-22 2024-09-13T00:04:26.670 INFO:tasks.rados.rados.0.smithi032.stdout:180: finishing copy_from racing read to smithi03267100-3 2024-09-13T00:04:26.670 INFO:tasks.rados.rados.0.smithi032.stdout:180: finishing copy_from to smithi03267100-3 2024-09-13T00:04:26.670 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 14 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T00:04:26.670 INFO:tasks.rados.rados.0.smithi032.stdout:183: finishing copy_from to smithi03267100-22 2024-09-13T00:04:26.671 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 30 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-13T00:04:26.671 INFO:tasks.rados.rados.0.smithi032.stdout:185: finishing write tid 1 to smithi03267100-10 2024-09-13T00:04:26.671 INFO:tasks.rados.rados.0.smithi032.stdout:179: finishing copy_from to smithi03267100-21 2024-09-13T00:04:26.671 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 14 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-09-13T00:04:26.671 INFO:tasks.rados.rados.0.smithi032.stdout:184: expect (ObjNum 73 snap 9 seq_num 73) 2024-09-13T00:04:26.781 INFO:tasks.rados.rados.0.smithi032.stdout:185: finishing write tid 2 to smithi03267100-10 2024-09-13T00:04:26.781 INFO:tasks.rados.rados.0.smithi032.stdout:185: finishing write tid 3 to smithi03267100-10 2024-09-13T00:04:26.781 INFO:tasks.rados.rados.0.smithi032.stdout:185: finishing write tid 4 to smithi03267100-10 2024-09-13T00:04:26.781 INFO:tasks.rados.rados.0.smithi032.stdout:185: finishing write tid 5 to smithi03267100-10 2024-09-13T00:04:26.782 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 33 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-09-13T00:04:26.782 INFO:tasks.rados.rados.0.smithi032.stdout:185: left oid 10 (ObjNum 76 snap 11 seq_num 76) 2024-09-13T00:04:26.782 INFO:tasks.rados.rados.0.smithi032.stdout:186: expect (ObjNum 59 snap 5 seq_num 59) 2024-09-13T00:04:26.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:26 smithi053 bash[24393]: cluster 2024-09-13T00:04:25.541666+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-13T00:04:26.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:04:26 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:04:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:04:26.827 INFO:tasks.rados.rados.0.smithi032.stdout:187: expect (ObjNum 57 snap 4 seq_num 57) 2024-09-13T00:04:26.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:26 smithi032 bash[22496]: cluster 2024-09-13T00:04:25.541666+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-13T00:04:26.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:04:26 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:04:26] "GET /metrics HTTP/1.1" 200 239769 "" "Prometheus/2.43.0" 2024-09-13T00:04:26.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:26 smithi032 bash[32211]: cluster 2024-09-13T00:04:25.541666+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-13T00:04:27.559 INFO:tasks.rados.rados.0.smithi032.stdout:176: done (13 left) 2024-09-13T00:04:27.559 INFO:tasks.rados.rados.0.smithi032.stdout:177: done (12 left) 2024-09-13T00:04:27.559 INFO:tasks.rados.rados.0.smithi032.stdout:178: done (11 left) 2024-09-13T00:04:27.559 INFO:tasks.rados.rados.0.smithi032.stdout:179: done (10 left) 2024-09-13T00:04:27.559 INFO:tasks.rados.rados.0.smithi032.stdout:180: done (9 left) 2024-09-13T00:04:27.559 INFO:tasks.rados.rados.0.smithi032.stdout:181: done (8 left) 2024-09-13T00:04:27.559 INFO:tasks.rados.rados.0.smithi032.stdout:182: done (7 left) 2024-09-13T00:04:27.559 INFO:tasks.rados.rados.0.smithi032.stdout:183: done (6 left) 2024-09-13T00:04:27.559 INFO:tasks.rados.rados.0.smithi032.stdout:184: done (5 left) 2024-09-13T00:04:27.560 INFO:tasks.rados.rados.0.smithi032.stdout:185: done (4 left) 2024-09-13T00:04:27.560 INFO:tasks.rados.rados.0.smithi032.stdout:186: done (3 left) 2024-09-13T00:04:27.560 INFO:tasks.rados.rados.0.smithi032.stdout:187: done (2 left) 2024-09-13T00:04:27.560 INFO:tasks.rados.rados.0.smithi032.stdout:188: done (1 left) 2024-09-13T00:04:27.560 INFO:tasks.rados.rados.0.smithi032.stdout:189: done (0 left) 2024-09-13T00:04:27.560 INFO:tasks.rados.rados.0.smithi032.stdout:190: snap_remove snap 11 2024-09-13T00:04:27.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:27 smithi032 bash[22496]: cluster 2024-09-13T00:04:26.543844+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-13T00:04:27.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:27 smithi032 bash[22496]: cluster 2024-09-13T00:04:26.903525+0000 mgr.y (mgr.24464) 211 : cluster [DBG] pgmap v188: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 639 KiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-09-13T00:04:27.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:27 smithi032 bash[32211]: cluster 2024-09-13T00:04:26.543844+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-13T00:04:27.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:27 smithi032 bash[32211]: cluster 2024-09-13T00:04:26.903525+0000 mgr.y (mgr.24464) 211 : cluster [DBG] pgmap v188: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 639 KiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-09-13T00:04:28.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:27 smithi053 bash[24393]: cluster 2024-09-13T00:04:26.543844+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-13T00:04:28.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:27 smithi053 bash[24393]: cluster 2024-09-13T00:04:26.903525+0000 mgr.y (mgr.24464) 211 : cluster [DBG] pgmap v188: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 639 KiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-09-13T00:04:28.561 INFO:tasks.rados.rados.0.smithi032.stdout:190: done (0 left) 2024-09-13T00:04:28.561 INFO:tasks.rados.rados.0.smithi032.stdout:191: read oid 36 snap -1 2024-09-13T00:04:28.561 INFO:tasks.rados.rados.0.smithi032.stdout:191: expect (ObjNum 59 snap 5 seq_num 59) 2024-09-13T00:04:28.562 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 12 2024-09-13T00:04:28.562 INFO:tasks.rados.rados.0.smithi032.stdout:192: seq_num 77 ranges {0=491520,491520=794624,1286144=8192} 2024-09-13T00:04:28.568 INFO:tasks.rados.rados.0.smithi032.stdout:192: writing smithi03267100-1 from 0 to 491520 tid 1 2024-09-13T00:04:28.580 INFO:tasks.rados.rados.0.smithi032.stdout:192: writing smithi03267100-1 from 491520 to 1286144 tid 2 2024-09-13T00:04:28.580 INFO:tasks.rados.rados.0.smithi032.stdout:192: writing smithi03267100-1 from 1286144 to 1294336 tid 3 2024-09-13T00:04:28.580 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 12 2024-09-13T00:04:28.580 INFO:tasks.rados.rados.0.smithi032.stdout:193: seq_num 78 ranges {139264=516096,655360=679936,1335296=122880} 2024-09-13T00:04:28.589 INFO:tasks.rados.rados.0.smithi032.stdout:193: writing smithi03267100-9 from 139264 to 655360 tid 1 2024-09-13T00:04:28.602 INFO:tasks.rados.rados.0.smithi032.stdout:193: writing smithi03267100-9 from 655360 to 1335296 tid 2 2024-09-13T00:04:28.604 INFO:tasks.rados.rados.0.smithi032.stdout:193: writing smithi03267100-9 from 1335296 to 1458176 tid 3 2024-09-13T00:04:28.604 INFO:tasks.rados.rados.0.smithi032.stdout:194: rmattr oid 11 current snap is 12 2024-09-13T00:04:28.604 INFO:tasks.rados.rados.0.smithi032.stdout:194: done (3 left) 2024-09-13T00:04:28.604 INFO:tasks.rados.rados.0.smithi032.stdout:195: snap_remove snap 10 2024-09-13T00:04:28.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:28 smithi032 bash[22496]: cluster 2024-09-13T00:04:27.562430+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-13T00:04:28.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:28 smithi032 bash[32211]: cluster 2024-09-13T00:04:27.562430+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-13T00:04:29.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:28 smithi053 bash[24393]: cluster 2024-09-13T00:04:27.562430+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-13T00:04:29.576 INFO:tasks.rados.rados.0.smithi032.stdout:195: done (3 left) 2024-09-13T00:04:29.576 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 12 2024-09-13T00:04:29.576 INFO:tasks.rados.rados.0.smithi032.stdout:196: seq_num 79 ranges {172032=532480,704512=565248,1269760=237568} 2024-09-13T00:04:29.580 INFO:tasks.rados.rados.0.smithi032.stdout:196: writing smithi03267100-2 from 172032 to 704512 tid 1 2024-09-13T00:04:29.583 INFO:tasks.rados.rados.0.smithi032.stdout:196: writing smithi03267100-2 from 704512 to 1269760 tid 2 2024-09-13T00:04:29.585 INFO:tasks.rados.rados.0.smithi032.stdout:196: writing smithi03267100-2 from 1269760 to 1507328 tid 3 2024-09-13T00:04:29.586 INFO:tasks.rados.rados.0.smithi032.stdout:197: copy_from oid 38 from oid 46 current snap is 12 2024-09-13T00:04:29.586 INFO:tasks.rados.rados.0.smithi032.stdout:192: finishing write tid 1 to smithi03267100-1 2024-09-13T00:04:29.586 INFO:tasks.rados.rados.0.smithi032.stdout:191: expect (ObjNum 59 snap 5 seq_num 59) 2024-09-13T00:04:29.683 INFO:tasks.rados.rados.0.smithi032.stdout:192: finishing write tid 2 to smithi03267100-1 2024-09-13T00:04:29.683 INFO:tasks.rados.rados.0.smithi032.stdout:192: finishing write tid 3 to smithi03267100-1 2024-09-13T00:04:29.683 INFO:tasks.rados.rados.0.smithi032.stdout:192: finishing write tid 4 to smithi03267100-1 2024-09-13T00:04:29.683 INFO:tasks.rados.rados.0.smithi032.stdout:192: finishing write tid 5 to smithi03267100-1 2024-09-13T00:04:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 88 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-09-13T00:04:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:192: left oid 1 (ObjNum 77 snap 12 seq_num 77) 2024-09-13T00:04:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:193: finishing write tid 1 to smithi03267100-9 2024-09-13T00:04:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:193: finishing write tid 2 to smithi03267100-9 2024-09-13T00:04:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:193: finishing write tid 3 to smithi03267100-9 2024-09-13T00:04:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:193: finishing write tid 4 to smithi03267100-9 2024-09-13T00:04:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:193: finishing write tid 5 to smithi03267100-9 2024-09-13T00:04:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 54 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-09-13T00:04:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:193: left oid 9 (ObjNum 78 snap 12 seq_num 78) 2024-09-13T00:04:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:197: finishing copy_from racing read to smithi03267100-38 2024-09-13T00:04:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:196: finishing write tid 1 to smithi03267100-2 2024-09-13T00:04:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:191: done (4 left) 2024-09-13T00:04:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:192: done (3 left) 2024-09-13T00:04:29.685 INFO:tasks.rados.rados.0.smithi032.stdout:193: done (2 left) 2024-09-13T00:04:29.685 INFO:tasks.rados.rados.0.smithi032.stdout:198: snap_remove snap 8 2024-09-13T00:04:29.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:29 smithi032 bash[22496]: cluster 2024-09-13T00:04:28.563988+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-13T00:04:29.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:29 smithi032 bash[22496]: cluster 2024-09-13T00:04:28.904865+0000 mgr.y (mgr.24464) 212 : cluster [DBG] pgmap v191: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-09-13T00:04:29.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:29 smithi032 bash[32211]: cluster 2024-09-13T00:04:28.563988+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-13T00:04:29.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:29 smithi032 bash[32211]: cluster 2024-09-13T00:04:28.904865+0000 mgr.y (mgr.24464) 212 : cluster [DBG] pgmap v191: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-09-13T00:04:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:29 smithi053 bash[24393]: cluster 2024-09-13T00:04:28.563988+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-13T00:04:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:29 smithi053 bash[24393]: cluster 2024-09-13T00:04:28.904865+0000 mgr.y (mgr.24464) 212 : cluster [DBG] pgmap v191: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-09-13T00:04:30.471 INFO:tasks.rados.rados.0.smithi032.stdout:198: done (2 left) 2024-09-13T00:04:30.471 INFO:tasks.rados.rados.0.smithi032.stdout:199: rmattr oid 30 current snap is 12 2024-09-13T00:04:30.471 INFO:tasks.rados.rados.0.smithi032.stdout:199: done (2 left) 2024-09-13T00:04:30.472 INFO:tasks.rados.rados.0.smithi032.stdout:200: rmattr oid 27 current snap is 12 2024-09-13T00:04:30.472 INFO:tasks.rados.rados.0.smithi032.stdout:200: done (2 left) 2024-09-13T00:04:30.472 INFO:tasks.rados.rados.0.smithi032.stdout:201: rmattr oid 12 current snap is 12 2024-09-13T00:04:30.472 INFO:tasks.rados.rados.0.smithi032.stdout:201: done (2 left) 2024-09-13T00:04:30.472 INFO:tasks.rados.rados.0.smithi032.stdout:202: read oid 49 snap -1 2024-09-13T00:04:30.472 INFO:tasks.rados.rados.0.smithi032.stdout:202: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-13T00:04:30.472 INFO:tasks.rados.rados.0.smithi032.stdout:203: read oid 50 snap -1 2024-09-13T00:04:30.472 INFO:tasks.rados.rados.0.smithi032.stdout:203: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-13T00:04:30.472 INFO:tasks.rados.rados.0.smithi032.stdout:204: setattr oid 24 current snap is 12 2024-09-13T00:04:30.474 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 12 2024-09-13T00:04:30.474 INFO:tasks.rados.rados.0.smithi032.stdout:205: seq_num 80 ranges {106496=548864,655360=450560,1105920=352256} 2024-09-13T00:04:30.479 INFO:tasks.rados.rados.0.smithi032.stdout:205: writing smithi03267100-3 from 106496 to 655360 tid 1 2024-09-13T00:04:30.482 INFO:tasks.rados.rados.0.smithi032.stdout:205: writing smithi03267100-3 from 655360 to 1105920 tid 2 2024-09-13T00:04:30.486 INFO:tasks.rados.rados.0.smithi032.stdout:205: writing smithi03267100-3 from 1105920 to 1458176 tid 3 2024-09-13T00:04:30.486 INFO:tasks.rados.rados.0.smithi032.stdout:206: copy_from oid 18 from oid 33 current snap is 12 2024-09-13T00:04:30.486 INFO:tasks.rados.rados.0.smithi032.stdout:197: finishing copy_from to smithi03267100-38 2024-09-13T00:04:30.486 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:04:30.486 INFO:tasks.rados.rados.0.smithi032.stdout:196: finishing write tid 2 to smithi03267100-2 2024-09-13T00:04:30.486 INFO:tasks.rados.rados.0.smithi032.stdout:196: finishing write tid 3 to smithi03267100-2 2024-09-13T00:04:30.487 INFO:tasks.rados.rados.0.smithi032.stdout:196: finishing write tid 4 to smithi03267100-2 2024-09-13T00:04:30.487 INFO:tasks.rados.rados.0.smithi032.stdout:196: finishing write tid 5 to smithi03267100-2 2024-09-13T00:04:30.487 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 41 (ObjNum 79 snap 12 seq_num 79) dirty exists 2024-09-13T00:04:30.487 INFO:tasks.rados.rados.0.smithi032.stdout:196: left oid 2 (ObjNum 79 snap 12 seq_num 79) 2024-09-13T00:04:30.487 INFO:tasks.rados.rados.0.smithi032.stdout:196: done (6 left) 2024-09-13T00:04:30.487 INFO:tasks.rados.rados.0.smithi032.stdout:197: done (5 left) 2024-09-13T00:04:30.487 INFO:tasks.rados.rados.0.smithi032.stdout:207: snap_create 2024-09-13T00:04:30.499 INFO:tasks.rados.rados.0.smithi032.stdout:203: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-13T00:04:30.516 INFO:tasks.rados.rados.0.smithi032.stdout:202: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-13T00:04:30.537 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 20 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-09-13T00:04:30.537 INFO:tasks.rados.rados.0.smithi032.stdout:205: finishing write tid 1 to smithi03267100-3 2024-09-13T00:04:30.537 INFO:tasks.rados.rados.0.smithi032.stdout:205: finishing write tid 2 to smithi03267100-3 2024-09-13T00:04:30.537 INFO:tasks.rados.rados.0.smithi032.stdout:205: finishing write tid 3 to smithi03267100-3 2024-09-13T00:04:30.537 INFO:tasks.rados.rados.0.smithi032.stdout:205: finishing write tid 4 to smithi03267100-3 2024-09-13T00:04:30.537 INFO:tasks.rados.rados.0.smithi032.stdout:205: finishing write tid 5 to smithi03267100-3 2024-09-13T00:04:30.537 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 46 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-09-13T00:04:30.538 INFO:tasks.rados.rados.0.smithi032.stdout:205: left oid 3 (ObjNum 80 snap 12 seq_num 80) 2024-09-13T00:04:30.538 INFO:tasks.rados.rados.0.smithi032.stdout:206: finishing copy_from racing read to smithi03267100-18 2024-09-13T00:04:30.538 INFO:tasks.rados.rados.0.smithi032.stdout:206: finishing copy_from to smithi03267100-18 2024-09-13T00:04:30.538 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-13T00:04:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:30 smithi032 bash[22496]: cluster 2024-09-13T00:04:29.576740+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-13T00:04:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:30 smithi032 bash[22496]: cluster 2024-09-13T00:04:30.473095+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-13T00:04:30.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:30 smithi032 bash[32211]: cluster 2024-09-13T00:04:29.576740+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-13T00:04:30.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:30 smithi032 bash[32211]: cluster 2024-09-13T00:04:30.473095+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-13T00:04:31.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:30 smithi053 bash[24393]: cluster 2024-09-13T00:04:29.576740+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-13T00:04:31.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:30 smithi053 bash[24393]: cluster 2024-09-13T00:04:30.473095+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-13T00:04:31.472 INFO:tasks.rados.rados.0.smithi032.stdout:202: done (5 left) 2024-09-13T00:04:31.472 INFO:tasks.rados.rados.0.smithi032.stdout:203: done (4 left) 2024-09-13T00:04:31.472 INFO:tasks.rados.rados.0.smithi032.stdout:204: done (3 left) 2024-09-13T00:04:31.472 INFO:tasks.rados.rados.0.smithi032.stdout:205: done (2 left) 2024-09-13T00:04:31.472 INFO:tasks.rados.rados.0.smithi032.stdout:206: done (1 left) 2024-09-13T00:04:31.472 INFO:tasks.rados.rados.0.smithi032.stdout:207: done (0 left) 2024-09-13T00:04:31.472 INFO:tasks.rados.rados.0.smithi032.stdout:208: delete oid 31 current snap is 13 2024-09-13T00:04:31.481 INFO:tasks.rados.rados.0.smithi032.stdout:208: done (0 left) 2024-09-13T00:04:31.481 INFO:tasks.rados.rados.0.smithi032.stdout:209: delete oid 26 current snap is 13 2024-09-13T00:04:31.486 INFO:tasks.rados.rados.0.smithi032.stdout:209: done (0 left) 2024-09-13T00:04:31.486 INFO:tasks.rados.rados.0.smithi032.stdout:210: copy_from oid 20 from oid 42 current snap is 13 2024-09-13T00:04:31.486 INFO:tasks.rados.rados.0.smithi032.stdout:211: delete oid 5 current snap is 13 2024-09-13T00:04:31.491 INFO:tasks.rados.rados.0.smithi032.stdout:211: done (1 left) 2024-09-13T00:04:31.491 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 13 2024-09-13T00:04:31.491 INFO:tasks.rados.rados.0.smithi032.stdout:212: seq_num 84 ranges {2088960=614400,2703360=434176,3137536=368640} 2024-09-13T00:04:31.535 INFO:tasks.rados.rados.0.smithi032.stdout:212: writing smithi03267100-13 from 2088960 to 2703360 tid 1 2024-09-13T00:04:31.541 INFO:tasks.rados.rados.0.smithi032.stdout:212: writing smithi03267100-13 from 2703360 to 3137536 tid 2 2024-09-13T00:04:31.546 INFO:tasks.rados.rados.0.smithi032.stdout:212: writing smithi03267100-13 from 3137536 to 3506176 tid 3 2024-09-13T00:04:31.546 INFO:tasks.rados.rados.0.smithi032.stdout:213: read oid 19 snap -1 2024-09-13T00:04:31.546 INFO:tasks.rados.rados.0.smithi032.stdout:213: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-13T00:04:31.546 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 13 2024-09-13T00:04:31.546 INFO:tasks.rados.rados.0.smithi032.stdout:214: seq_num 85 ranges {221184=630784,851968=720896,1572864=81920} 2024-09-13T00:04:31.555 INFO:tasks.rados.rados.0.smithi032.stdout:214: writing smithi03267100-14 from 221184 to 851968 tid 1 2024-09-13T00:04:31.563 INFO:tasks.rados.rados.0.smithi032.stdout:214: writing smithi03267100-14 from 851968 to 1572864 tid 2 2024-09-13T00:04:31.564 INFO:tasks.rados.rados.0.smithi032.stdout:214: writing smithi03267100-14 from 1572864 to 1654784 tid 3 2024-09-13T00:04:31.564 INFO:tasks.rados.rados.0.smithi032.stdout:215: rollback oid 30 current snap is 13 2024-09-13T00:04:31.564 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 12 2024-09-13T00:04:31.564 INFO:tasks.rados.rados.0.smithi032.stdout:210: finishing copy_from racing read to smithi03267100-20 2024-09-13T00:04:31.564 INFO:tasks.rados.rados.0.smithi032.stdout:216: snap_remove snap 9 2024-09-13T00:04:31.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:31 smithi032 bash[22496]: cluster 2024-09-13T00:04:30.905565+0000 mgr.y (mgr.24464) 213 : cluster [DBG] pgmap v194: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-09-13T00:04:31.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:31 smithi032 bash[22496]: cluster 2024-09-13T00:04:31.474363+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-13T00:04:31.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:31 smithi032 bash[32211]: cluster 2024-09-13T00:04:30.905565+0000 mgr.y (mgr.24464) 213 : cluster [DBG] pgmap v194: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-09-13T00:04:31.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:31 smithi032 bash[32211]: cluster 2024-09-13T00:04:31.474363+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-13T00:04:32.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:31 smithi053 bash[24393]: cluster 2024-09-13T00:04:30.905565+0000 mgr.y (mgr.24464) 213 : cluster [DBG] pgmap v194: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-09-13T00:04:32.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:31 smithi053 bash[24393]: cluster 2024-09-13T00:04:31.474363+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-13T00:04:32.474 INFO:tasks.rados.rados.0.smithi032.stdout:216: done (5 left) 2024-09-13T00:04:32.474 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 13 2024-09-13T00:04:32.475 INFO:tasks.rados.rados.0.smithi032.stdout:210: finishing copy_from to smithi03267100-20 2024-09-13T00:04:32.475 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T00:04:32.475 INFO:tasks.rados.rados.0.smithi032.stdout:212: finishing write tid 1 to smithi03267100-13 2024-09-13T00:04:32.475 INFO:tasks.rados.rados.0.smithi032.stdout:212: finishing write tid 2 to smithi03267100-13 2024-09-13T00:04:32.475 INFO:tasks.rados.rados.0.smithi032.stdout:212: finishing write tid 3 to smithi03267100-13 2024-09-13T00:04:32.475 INFO:tasks.rados.rados.0.smithi032.stdout:217: seq_num 86 ranges {1687552=647168,2334720=606208,2940928=196608} 2024-09-13T00:04:32.493 INFO:tasks.rados.rados.0.smithi032.stdout:217: writing smithi03267100-23 from 1687552 to 2334720 tid 1 2024-09-13T00:04:32.497 INFO:tasks.rados.rados.0.smithi032.stdout:217: writing smithi03267100-23 from 2334720 to 2940928 tid 2 2024-09-13T00:04:32.499 INFO:tasks.rados.rados.0.smithi032.stdout:217: writing smithi03267100-23 from 2940928 to 3137536 tid 3 2024-09-13T00:04:32.500 INFO:tasks.rados.rados.0.smithi032.stdout:210: done (5 left) 2024-09-13T00:04:32.500 INFO:tasks.rados.rados.0.smithi032.stdout:218: copy_from oid 35 from oid 2 current snap is 13 2024-09-13T00:04:32.500 INFO:tasks.rados.rados.0.smithi032.stdout:212: finishing write tid 4 to smithi03267100-13 2024-09-13T00:04:32.500 INFO:tasks.rados.rados.0.smithi032.stdout:212: finishing write tid 5 to smithi03267100-13 2024-09-13T00:04:32.500 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 74 (ObjNum 84 snap 13 seq_num 84) dirty exists 2024-09-13T00:04:32.500 INFO:tasks.rados.rados.0.smithi032.stdout:212: left oid 13 (ObjNum 84 snap 13 seq_num 84) 2024-09-13T00:04:32.500 INFO:tasks.rados.rados.0.smithi032.stdout:213: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-13T00:04:32.525 INFO:tasks.rados.rados.0.smithi032.stdout:214: finishing write tid 1 to smithi03267100-14 2024-09-13T00:04:32.525 INFO:tasks.rados.rados.0.smithi032.stdout:215: finishing rollback tid 0 to smithi03267100-30 2024-09-13T00:04:32.525 INFO:tasks.rados.rados.0.smithi032.stdout:215: finishing rollback tid 1 to smithi03267100-30 2024-09-13T00:04:32.525 INFO:tasks.rados.rados.0.smithi032.stdout:214: finishing write tid 2 to smithi03267100-14 2024-09-13T00:04:32.525 INFO:tasks.rados.rados.0.smithi032.stdout:215: finishing rollback tid 2 to smithi03267100-30 2024-09-13T00:04:32.525 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 102 (ObjNum 71 snap 7 seq_num 71) dirty exists 2024-09-13T00:04:32.525 INFO:tasks.rados.rados.0.smithi032.stdout:214: finishing write tid 3 to smithi03267100-14 2024-09-13T00:04:32.526 INFO:tasks.rados.rados.0.smithi032.stdout:214: finishing write tid 4 to smithi03267100-14 2024-09-13T00:04:32.526 INFO:tasks.rados.rados.0.smithi032.stdout:214: finishing write tid 5 to smithi03267100-14 2024-09-13T00:04:32.526 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 79 (ObjNum 85 snap 13 seq_num 85) dirty exists 2024-09-13T00:04:32.526 INFO:tasks.rados.rados.0.smithi032.stdout:214: left oid 14 (ObjNum 85 snap 13 seq_num 85) 2024-09-13T00:04:32.526 INFO:tasks.rados.rados.0.smithi032.stdout:217: finishing write tid 1 to smithi03267100-23 2024-09-13T00:04:32.526 INFO:tasks.rados.rados.0.smithi032.stdout:217: finishing write tid 2 to smithi03267100-23 2024-09-13T00:04:32.526 INFO:tasks.rados.rados.0.smithi032.stdout:217: finishing write tid 3 to smithi03267100-23 2024-09-13T00:04:32.526 INFO:tasks.rados.rados.0.smithi032.stdout:217: finishing write tid 4 to smithi03267100-23 2024-09-13T00:04:32.526 INFO:tasks.rados.rados.0.smithi032.stdout:217: finishing write tid 5 to smithi03267100-23 2024-09-13T00:04:32.526 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 113 (ObjNum 86 snap 13 seq_num 86) dirty exists 2024-09-13T00:04:32.527 INFO:tasks.rados.rados.0.smithi032.stdout:217: left oid 23 (ObjNum 86 snap 13 seq_num 86) 2024-09-13T00:04:32.527 INFO:tasks.rados.rados.0.smithi032.stdout:218: finishing copy_from racing read to smithi03267100-35 2024-09-13T00:04:32.527 INFO:tasks.rados.rados.0.smithi032.stdout:212: done (5 left) 2024-09-13T00:04:32.527 INFO:tasks.rados.rados.0.smithi032.stdout:213: done (4 left) 2024-09-13T00:04:32.527 INFO:tasks.rados.rados.0.smithi032.stdout:214: done (3 left) 2024-09-13T00:04:32.527 INFO:tasks.rados.rados.0.smithi032.stdout:215: done (2 left) 2024-09-13T00:04:32.527 INFO:tasks.rados.rados.0.smithi032.stdout:217: done (1 left) 2024-09-13T00:04:32.527 INFO:tasks.rados.rados.0.smithi032.stdout:219: delete oid 41 current snap is 13 2024-09-13T00:04:32.527 INFO:tasks.rados.rados.0.smithi032.stdout:218: finishing copy_from to smithi03267100-35 2024-09-13T00:04:32.527 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 41 (ObjNum 79 snap 12 seq_num 79) dirty exists 2024-09-13T00:04:32.528 INFO:tasks.rados.rados.0.smithi032.stdout:218: done (1 left) 2024-09-13T00:04:32.528 INFO:tasks.rados.rados.0.smithi032.stdout:219: done (0 left) 2024-09-13T00:04:32.528 INFO:tasks.rados.rados.0.smithi032.stdout:220: delete oid 35 current snap is 13 2024-09-13T00:04:32.530 INFO:tasks.rados.rados.0.smithi032.stdout:220: done (0 left) 2024-09-13T00:04:32.530 INFO:tasks.rados.rados.0.smithi032.stdout:221: setattr oid 29 current snap is 13 2024-09-13T00:04:32.531 INFO:tasks.rados.rados.0.smithi032.stdout:222: snap_remove snap 12 2024-09-13T00:04:33.487 INFO:tasks.rados.rados.0.smithi032.stdout:222: done (1 left) 2024-09-13T00:04:33.487 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 13 2024-09-13T00:04:33.488 INFO:tasks.rados.rados.0.smithi032.stdout:223: seq_num 89 ranges {761856=696320,1458176=655360,2113536=147456} 2024-09-13T00:04:33.502 INFO:tasks.rados.rados.0.smithi032.stdout:223: writing smithi03267100-38 from 761856 to 1458176 tid 1 2024-09-13T00:04:33.509 INFO:tasks.rados.rados.0.smithi032.stdout:223: writing smithi03267100-38 from 1458176 to 2113536 tid 2 2024-09-13T00:04:33.510 INFO:tasks.rados.rados.0.smithi032.stdout:223: writing smithi03267100-38 from 2113536 to 2260992 tid 3 2024-09-13T00:04:33.511 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 13 2024-09-13T00:04:33.511 INFO:tasks.rados.rados.0.smithi032.stdout:224: seq_num 90 ranges {811008=712704,1523712=540672,2064384=262144} 2024-09-13T00:04:33.524 INFO:tasks.rados.rados.0.smithi032.stdout:224: writing smithi03267100-49 from 811008 to 1523712 tid 1 2024-09-13T00:04:33.529 INFO:tasks.rados.rados.0.smithi032.stdout:224: writing smithi03267100-49 from 1523712 to 2064384 tid 2 2024-09-13T00:04:33.532 INFO:tasks.rados.rados.0.smithi032.stdout:224: writing smithi03267100-49 from 2064384 to 2326528 tid 3 2024-09-13T00:04:33.532 INFO:tasks.rados.rados.0.smithi032.stdout:225: copy_from oid 26 from oid 14 current snap is 13 2024-09-13T00:04:33.532 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 54 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-13T00:04:33.532 INFO:tasks.rados.rados.0.smithi032.stdout:223: finishing write tid 1 to smithi03267100-38 2024-09-13T00:04:33.532 INFO:tasks.rados.rados.0.smithi032.stdout:223: finishing write tid 2 to smithi03267100-38 2024-09-13T00:04:33.532 INFO:tasks.rados.rados.0.smithi032.stdout:221: done (3 left) 2024-09-13T00:04:33.533 INFO:tasks.rados.rados.0.smithi032.stdout:226: snap_create 2024-09-13T00:04:33.533 INFO:tasks.rados.rados.0.smithi032.stdout:223: finishing write tid 3 to smithi03267100-38 2024-09-13T00:04:33.533 INFO:tasks.rados.rados.0.smithi032.stdout:223: finishing write tid 4 to smithi03267100-38 2024-09-13T00:04:33.533 INFO:tasks.rados.rados.0.smithi032.stdout:223: finishing write tid 5 to smithi03267100-38 2024-09-13T00:04:33.533 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 49 (ObjNum 89 snap 13 seq_num 89) dirty exists 2024-09-13T00:04:33.533 INFO:tasks.rados.rados.0.smithi032.stdout:223: left oid 38 (ObjNum 89 snap 13 seq_num 89) 2024-09-13T00:04:33.533 INFO:tasks.rados.rados.0.smithi032.stdout:224: finishing write tid 1 to smithi03267100-49 2024-09-13T00:04:33.537 INFO:tasks.rados.rados.0.smithi032.stdout:224: finishing write tid 2 to smithi03267100-49 2024-09-13T00:04:33.537 INFO:tasks.rados.rados.0.smithi032.stdout:224: finishing write tid 3 to smithi03267100-49 2024-09-13T00:04:33.537 INFO:tasks.rados.rados.0.smithi032.stdout:224: finishing write tid 4 to smithi03267100-49 2024-09-13T00:04:33.539 INFO:tasks.rados.rados.0.smithi032.stdout:224: finishing write tid 5 to smithi03267100-49 2024-09-13T00:04:33.539 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 54 (ObjNum 90 snap 13 seq_num 90) dirty exists 2024-09-13T00:04:33.539 INFO:tasks.rados.rados.0.smithi032.stdout:224: left oid 49 (ObjNum 90 snap 13 seq_num 90) 2024-09-13T00:04:33.547 INFO:tasks.rados.rados.0.smithi032.stdout:225: finishing copy_from racing read to smithi03267100-26 2024-09-13T00:04:33.550 INFO:tasks.rados.rados.0.smithi032.stdout:225: finishing copy_from to smithi03267100-26 2024-09-13T00:04:33.550 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 79 (ObjNum 85 snap 13 seq_num 85) dirty exists 2024-09-13T00:04:33.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:33 smithi053 bash[24393]: cluster 2024-09-13T00:04:32.477777+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-13T00:04:33.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:33 smithi053 bash[24393]: cluster 2024-09-13T00:04:32.906237+0000 mgr.y (mgr.24464) 214 : cluster [DBG] pgmap v197: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:33.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:33 smithi032 bash[22496]: cluster 2024-09-13T00:04:32.477777+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-13T00:04:33.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:33 smithi032 bash[22496]: cluster 2024-09-13T00:04:32.906237+0000 mgr.y (mgr.24464) 214 : cluster [DBG] pgmap v197: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:33.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:33 smithi032 bash[32211]: cluster 2024-09-13T00:04:32.477777+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-13T00:04:33.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:33 smithi032 bash[32211]: cluster 2024-09-13T00:04:32.906237+0000 mgr.y (mgr.24464) 214 : cluster [DBG] pgmap v197: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:34.496 INFO:tasks.rados.rados.0.smithi032.stdout:223: done (3 left) 2024-09-13T00:04:34.497 INFO:tasks.rados.rados.0.smithi032.stdout:224: done (2 left) 2024-09-13T00:04:34.497 INFO:tasks.rados.rados.0.smithi032.stdout:225: done (1 left) 2024-09-13T00:04:34.497 INFO:tasks.rados.rados.0.smithi032.stdout:226: done (0 left) 2024-09-13T00:04:34.497 INFO:tasks.rados.rados.0.smithi032.stdout:227: snap_create 2024-09-13T00:04:34.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:34 smithi053 bash[24393]: cluster 2024-09-13T00:04:33.490736+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-13T00:04:34.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:34 smithi032 bash[22496]: cluster 2024-09-13T00:04:33.490736+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-13T00:04:34.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:34 smithi032 bash[32211]: cluster 2024-09-13T00:04:33.490736+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-13T00:04:35.215 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:04:35.505 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:04:35.505 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4m) 3m ago 4m 13.8M - 0.25.0 c8568f914cd2 1815c1b693ca 2024-09-13T00:04:35.506 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (4m) 3m ago 4m 26.5M - 9.4.7 954c08fa6188 b4bcb5208fe7 2024-09-13T00:04:35.506 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6m) 3m ago 6m 14.2M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:04:35.506 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (5m) 3m ago 5m 14.1M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:04:35.506 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443 running (13m) 3m ago 13m 388M - 17.2.7-1627-gbbdadfa3 214985049bdb e0df97a87f26 2024-09-13T00:04:35.506 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:9283,8765 running (16m) 3m ago 16m 435M - 17.2.7-1627-gbbdadfa3 214985049bdb 0ad7d4d5ef3b 2024-09-13T00:04:35.507 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (16m) 3m ago 16m 48.6M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 278f96caaac9 2024-09-13T00:04:35.507 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (14m) 3m ago 14m 39.4M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 6ca18a9d98fc 2024-09-13T00:04:35.507 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (14m) 3m ago 14m 37.6M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 22cdaa9606af 2024-09-13T00:04:35.507 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5m) 3m ago 5m 3191k - 1.5.0 0da6a335fe13 a780f8b3713a 2024-09-13T00:04:35.507 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (5m) 3m ago 5m 3267k - 1.5.0 0da6a335fe13 4dd0ff0dabc1 2024-09-13T00:04:35.508 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (13m) 3m ago 13m 44.2M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 8a5146ba6e0d 2024-09-13T00:04:35.508 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (12m) 3m ago 12m 44.6M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 1ab06e2999b7 2024-09-13T00:04:35.508 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11m) 3m ago 11m 43.8M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 911acc1d60e0 2024-09-13T00:04:35.508 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10m) 3m ago 10m 41.8M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:04:35.508 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (9m) 3m ago 9m 42.0M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:04:35.509 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (8m) 3m ago 8m 42.5M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:04:35.509 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (7m) 3m ago 7m 45.5M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:04:35.509 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (6m) 3m ago 6m 41.4M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:04:35.509 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (3m) 3m ago 5m 20.7M - 2.43.0 a07b618ecd1d 5d456ee4bada 2024-09-13T00:04:35.510 INFO:tasks.rados.rados.0.smithi032.stdout:227: done (0 left) 2024-09-13T00:04:35.510 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 15 2024-09-13T00:04:35.510 INFO:tasks.rados.rados.0.smithi032.stdout:228: seq_num 91 ranges {1196032=729088,1925120=425984,2351104=376832} 2024-09-13T00:04:35.518 INFO:tasks.rados.rados.0.smithi032.stdout:228: writing smithi03267100-17 from 1196032 to 1925120 tid 1 2024-09-13T00:04:35.521 INFO:tasks.rados.rados.0.smithi032.stdout:228: writing smithi03267100-17 from 1925120 to 2351104 tid 2 2024-09-13T00:04:35.524 INFO:tasks.rados.rados.0.smithi032.stdout:228: writing smithi03267100-17 from 2351104 to 2727936 tid 3 2024-09-13T00:04:35.525 INFO:tasks.rados.rados.0.smithi032.stdout:229: rollback oid 8 current snap is 15 2024-09-13T00:04:35.525 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 8 to 14 2024-09-13T00:04:35.525 INFO:tasks.rados.rados.0.smithi032.stdout:230: rmattr oid 26 current snap is 15 2024-09-13T00:04:35.525 INFO:tasks.rados.rados.0.smithi032.stdout:230: done (2 left) 2024-09-13T00:04:35.525 INFO:tasks.rados.rados.0.smithi032.stdout:231: delete oid 2 current snap is 15 2024-09-13T00:04:35.526 INFO:tasks.rados.rados.0.smithi032.stdout:229: finishing rollback tid 1 to smithi03267100-8 2024-09-13T00:04:35.526 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 0 (ObjNum 129 snap 0 seq_num 166309512) dirty dne 2024-09-13T00:04:35.530 INFO:tasks.rados.rados.0.smithi032.stdout:229: done (2 left) 2024-09-13T00:04:35.530 INFO:tasks.rados.rados.0.smithi032.stdout:231: done (1 left) 2024-09-13T00:04:35.530 INFO:tasks.rados.rados.0.smithi032.stdout:232: rmattr oid 10 current snap is 15 2024-09-13T00:04:35.530 INFO:tasks.rados.rados.0.smithi032.stdout:232: done (1 left) 2024-09-13T00:04:35.530 INFO:tasks.rados.rados.0.smithi032.stdout:233: snap_create 2024-09-13T00:04:35.532 INFO:tasks.rados.rados.0.smithi032.stdout:228: finishing write tid 1 to smithi03267100-17 2024-09-13T00:04:35.532 INFO:tasks.rados.rados.0.smithi032.stdout:228: finishing write tid 2 to smithi03267100-17 2024-09-13T00:04:35.533 INFO:tasks.rados.rados.0.smithi032.stdout:228: finishing write tid 3 to smithi03267100-17 2024-09-13T00:04:35.533 INFO:tasks.rados.rados.0.smithi032.stdout:228: finishing write tid 4 to smithi03267100-17 2024-09-13T00:04:35.536 INFO:tasks.rados.rados.0.smithi032.stdout:228: finishing write tid 5 to smithi03267100-17 2024-09-13T00:04:35.536 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 124 (ObjNum 91 snap 15 seq_num 91) dirty exists 2024-09-13T00:04:35.536 INFO:tasks.rados.rados.0.smithi032.stdout:228: left oid 17 (ObjNum 91 snap 15 seq_num 91) 2024-09-13T00:04:35.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:35 smithi053 bash[24393]: cluster 2024-09-13T00:04:34.500393+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-13T00:04:35.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:35 smithi053 bash[24393]: cluster 2024-09-13T00:04:34.907007+0000 mgr.y (mgr.24464) 215 : cluster [DBG] pgmap v200: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-09-13T00:04:35.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:35 smithi053 bash[24393]: audit 2024-09-13T00:04:35.206031+0000 mgr.y (mgr.24464) 216 : audit [DBG] from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:04:35.854 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:04:35.855 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:04:35.855 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T00:04:35.855 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:04:35.855 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:04:35.856 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:04:35.856 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:04:35.856 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:04:35.856 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:04:35.856 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:04:35.857 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:04:35.857 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:04:35.857 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:04:35.857 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:04:35.857 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 15 2024-09-13T00:04:35.858 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:04:35.858 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:04:35.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:35 smithi032 bash[22496]: cluster 2024-09-13T00:04:34.500393+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-13T00:04:35.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:35 smithi032 bash[22496]: cluster 2024-09-13T00:04:34.907007+0000 mgr.y (mgr.24464) 215 : cluster [DBG] pgmap v200: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-09-13T00:04:35.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:35 smithi032 bash[22496]: audit 2024-09-13T00:04:35.206031+0000 mgr.y (mgr.24464) 216 : audit [DBG] from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:04:35.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:35 smithi032 bash[32211]: cluster 2024-09-13T00:04:34.500393+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-13T00:04:35.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:35 smithi032 bash[32211]: cluster 2024-09-13T00:04:34.907007+0000 mgr.y (mgr.24464) 215 : cluster [DBG] pgmap v200: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-09-13T00:04:35.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:35 smithi032 bash[32211]: audit 2024-09-13T00:04:35.206031+0000 mgr.y (mgr.24464) 216 : audit [DBG] from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:04:36.508 INFO:tasks.rados.rados.0.smithi032.stdout:228: done (1 left) 2024-09-13T00:04:36.508 INFO:tasks.rados.rados.0.smithi032.stdout:233: done (0 left) 2024-09-13T00:04:36.508 INFO:tasks.rados.rados.0.smithi032.stdout:234: copy_from oid 48 from oid 47 current snap is 16 2024-09-13T00:04:36.509 INFO:tasks.rados.rados.0.smithi032.stdout:235: read oid 34 snap -1 2024-09-13T00:04:36.509 INFO:tasks.rados.rados.0.smithi032.stdout:235: expect deleted 2024-09-13T00:04:36.509 INFO:tasks.rados.rados.0.smithi032.stdout:236: snap_create 2024-09-13T00:04:36.533 INFO:tasks.rados.rados.0.smithi032.stdout:234: finishing copy_from racing read to smithi03267100-48 2024-09-13T00:04:36.535 INFO:tasks.rados.rados.0.smithi032.stdout:234: finishing copy_from to smithi03267100-48 2024-09-13T00:04:36.535 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 26 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T00:04:36.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:36 smithi032 bash[22496]: audit 2024-09-13T00:04:35.489250+0000 mgr.y (mgr.24464) 217 : audit [DBG] from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:04:36.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:36 smithi032 bash[22496]: cluster 2024-09-13T00:04:35.510371+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-13T00:04:36.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:36 smithi032 bash[22496]: audit 2024-09-13T00:04:35.858939+0000 mon.a (mon.0) 1115 : audit [DBG] from='client.? 172.21.15.32:0/2275828870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:04:36.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:36 smithi032 bash[32211]: audit 2024-09-13T00:04:35.489250+0000 mgr.y (mgr.24464) 217 : audit [DBG] from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:04:36.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:36 smithi032 bash[32211]: cluster 2024-09-13T00:04:35.510371+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-13T00:04:36.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:36 smithi032 bash[32211]: audit 2024-09-13T00:04:35.858939+0000 mon.a (mon.0) 1115 : audit [DBG] from='client.? 172.21.15.32:0/2275828870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:04:36.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:04:36 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:04:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:04:36.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:36 smithi053 bash[24393]: audit 2024-09-13T00:04:35.489250+0000 mgr.y (mgr.24464) 217 : audit [DBG] from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:04:36.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:36 smithi053 bash[24393]: cluster 2024-09-13T00:04:35.510371+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-13T00:04:36.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:36 smithi053 bash[24393]: audit 2024-09-13T00:04:35.858939+0000 mon.a (mon.0) 1115 : audit [DBG] from='client.? 172.21.15.32:0/2275828870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:04:37.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:04:36 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:04:36] "GET /metrics HTTP/1.1" 200 239769 "" "Prometheus/2.43.0" 2024-09-13T00:04:37.527 INFO:tasks.rados.rados.0.smithi032.stdout:234: done (2 left) 2024-09-13T00:04:37.527 INFO:tasks.rados.rados.0.smithi032.stdout:235: done (1 left) 2024-09-13T00:04:37.527 INFO:tasks.rados.rados.0.smithi032.stdout:236: done (0 left) 2024-09-13T00:04:37.528 INFO:tasks.rados.rados.0.smithi032.stdout:237: read oid 47 snap -1 2024-09-13T00:04:37.528 INFO:tasks.rados.rados.0.smithi032.stdout:237: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T00:04:37.528 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 17 2024-09-13T00:04:37.528 INFO:tasks.rados.rados.0.smithi032.stdout:238: seq_num 93 ranges {1392640=761856,2154496=647168,2801664=155648} 2024-09-13T00:04:37.557 INFO:tasks.rados.rados.0.smithi032.stdout:238: writing smithi03267100-36 from 1392640 to 2154496 tid 1 2024-09-13T00:04:37.567 INFO:tasks.rados.rados.0.smithi032.stdout:238: writing smithi03267100-36 from 2154496 to 2801664 tid 2 2024-09-13T00:04:37.570 INFO:tasks.rados.rados.0.smithi032.stdout:238: writing smithi03267100-36 from 2801664 to 2957312 tid 3 2024-09-13T00:04:37.570 INFO:tasks.rados.rados.0.smithi032.stdout:239: rollback oid 18 current snap is 17 2024-09-13T00:04:37.570 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 13 2024-09-13T00:04:37.570 INFO:tasks.rados.rados.0.smithi032.stdout:237: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T00:04:37.636 INFO:tasks.rados.rados.0.smithi032.stdout:238: finishing write tid 1 to smithi03267100-36 2024-09-13T00:04:37.636 INFO:tasks.rados.rados.0.smithi032.stdout:238: finishing write tid 2 to smithi03267100-36 2024-09-13T00:04:37.636 INFO:tasks.rados.rados.0.smithi032.stdout:238: finishing write tid 3 to smithi03267100-36 2024-09-13T00:04:37.636 INFO:tasks.rados.rados.0.smithi032.stdout:238: finishing write tid 4 to smithi03267100-36 2024-09-13T00:04:37.636 INFO:tasks.rados.rados.0.smithi032.stdout:239: finishing rollback tid 0 to smithi03267100-18 2024-09-13T00:04:37.637 INFO:tasks.rados.rados.0.smithi032.stdout:239: finishing rollback tid 1 to smithi03267100-18 2024-09-13T00:04:37.637 INFO:tasks.rados.rados.0.smithi032.stdout:239: finishing rollback tid 2 to smithi03267100-18 2024-09-13T00:04:37.637 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 100 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-13T00:04:37.637 INFO:tasks.rados.rados.0.smithi032.stdout:238: finishing write tid 5 to smithi03267100-36 2024-09-13T00:04:37.637 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 129 (ObjNum 93 snap 17 seq_num 93) dirty exists 2024-09-13T00:04:37.637 INFO:tasks.rados.rados.0.smithi032.stdout:238: left oid 36 (ObjNum 93 snap 17 seq_num 93) 2024-09-13T00:04:37.637 INFO:tasks.rados.rados.0.smithi032.stdout:237: done (2 left) 2024-09-13T00:04:37.637 INFO:tasks.rados.rados.0.smithi032.stdout:238: done (1 left) 2024-09-13T00:04:37.637 INFO:tasks.rados.rados.0.smithi032.stdout:239: done (0 left) 2024-09-13T00:04:37.637 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 17 2024-09-13T00:04:37.637 INFO:tasks.rados.rados.0.smithi032.stdout:240: seq_num 94 ranges {0=778240,778240=532480,1310720=270336} 2024-09-13T00:04:37.648 INFO:tasks.rados.rados.0.smithi032.stdout:240: writing smithi03267100-2 from 0 to 778240 tid 1 2024-09-13T00:04:37.657 INFO:tasks.rados.rados.0.smithi032.stdout:240: writing smithi03267100-2 from 778240 to 1310720 tid 2 2024-09-13T00:04:37.662 INFO:tasks.rados.rados.0.smithi032.stdout:240: writing smithi03267100-2 from 1310720 to 1581056 tid 3 2024-09-13T00:04:37.662 INFO:tasks.rados.rados.0.smithi032.stdout:241: delete oid 40 current snap is 17 2024-09-13T00:04:37.662 INFO:tasks.rados.rados.0.smithi032.stdout:240: finishing write tid 1 to smithi03267100-2 2024-09-13T00:04:37.663 INFO:tasks.rados.rados.0.smithi032.stdout:240: finishing write tid 2 to smithi03267100-2 2024-09-13T00:04:37.669 INFO:tasks.rados.rados.0.smithi032.stdout:241: done (1 left) 2024-09-13T00:04:37.669 INFO:tasks.rados.rados.0.smithi032.stdout:242: read oid 47 snap -1 2024-09-13T00:04:37.669 INFO:tasks.rados.rados.0.smithi032.stdout:242: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T00:04:37.669 INFO:tasks.rados.rados.0.smithi032.stdout:243: rollback oid 49 current snap is 17 2024-09-13T00:04:37.669 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 49 to 15 2024-09-13T00:04:37.669 INFO:tasks.rados.rados.0.smithi032.stdout:244: snap_remove snap 14 2024-09-13T00:04:37.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:37 smithi053 bash[24393]: cluster 2024-09-13T00:04:36.511049+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-13T00:04:37.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:37 smithi053 bash[24393]: audit 2024-09-13T00:04:36.884335+0000 mon.a (mon.0) 1117 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:04:37.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:37 smithi053 bash[24393]: cephadm 2024-09-13T00:04:36.885180+0000 mgr.y (mgr.24464) 218 : cephadm [INF] Upgrade: Target is version 18.2.4-837-g7a853b17 (unknown) 2024-09-13T00:04:37.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:37 smithi053 bash[24393]: cephadm 2024-09-13T00:04:36.885346+0000 mgr.y (mgr.24464) 219 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, digests ['quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6'] 2024-09-13T00:04:37.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:37 smithi053 bash[24393]: audit 2024-09-13T00:04:36.887447+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:04:37.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:37 smithi053 bash[24393]: audit 2024-09-13T00:04:36.898058+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:04:37.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:37 smithi053 bash[24393]: cephadm 2024-09-13T00:04:36.899844+0000 mgr.y (mgr.24464) 220 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-09-13T00:04:37.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:37 smithi053 bash[24393]: cluster 2024-09-13T00:04:36.907699+0000 mgr.y (mgr.24464) 221 : cluster [DBG] pgmap v203: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-09-13T00:04:37.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:37 smithi053 bash[24393]: cephadm 2024-09-13T00:04:37.158765+0000 mgr.y (mgr.24464) 222 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6 on smithi053 2024-09-13T00:04:37.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[22496]: cluster 2024-09-13T00:04:36.511049+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-13T00:04:37.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[22496]: audit 2024-09-13T00:04:36.884335+0000 mon.a (mon.0) 1117 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:04:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[22496]: cephadm 2024-09-13T00:04:36.885180+0000 mgr.y (mgr.24464) 218 : cephadm [INF] Upgrade: Target is version 18.2.4-837-g7a853b17 (unknown) 2024-09-13T00:04:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[22496]: cephadm 2024-09-13T00:04:36.885346+0000 mgr.y (mgr.24464) 219 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, digests ['quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6'] 2024-09-13T00:04:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[22496]: audit 2024-09-13T00:04:36.887447+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:04:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[22496]: audit 2024-09-13T00:04:36.898058+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:04:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[22496]: cephadm 2024-09-13T00:04:36.899844+0000 mgr.y (mgr.24464) 220 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-09-13T00:04:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[22496]: cluster 2024-09-13T00:04:36.907699+0000 mgr.y (mgr.24464) 221 : cluster [DBG] pgmap v203: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-09-13T00:04:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[22496]: cephadm 2024-09-13T00:04:37.158765+0000 mgr.y (mgr.24464) 222 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6 on smithi053 2024-09-13T00:04:37.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[32211]: cluster 2024-09-13T00:04:36.511049+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-13T00:04:37.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[32211]: audit 2024-09-13T00:04:36.884335+0000 mon.a (mon.0) 1117 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:04:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[32211]: cephadm 2024-09-13T00:04:36.885180+0000 mgr.y (mgr.24464) 218 : cephadm [INF] Upgrade: Target is version 18.2.4-837-g7a853b17 (unknown) 2024-09-13T00:04:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[32211]: cephadm 2024-09-13T00:04:36.885346+0000 mgr.y (mgr.24464) 219 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, digests ['quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6'] 2024-09-13T00:04:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[32211]: audit 2024-09-13T00:04:36.887447+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:04:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[32211]: audit 2024-09-13T00:04:36.898058+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:04:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[32211]: cephadm 2024-09-13T00:04:36.899844+0000 mgr.y (mgr.24464) 220 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-09-13T00:04:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[32211]: cluster 2024-09-13T00:04:36.907699+0000 mgr.y (mgr.24464) 221 : cluster [DBG] pgmap v203: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-09-13T00:04:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:37 smithi032 bash[32211]: cephadm 2024-09-13T00:04:37.158765+0000 mgr.y (mgr.24464) 222 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6 on smithi053 2024-09-13T00:04:38.530 INFO:tasks.rados.rados.0.smithi032.stdout:240: finishing write tid 3 to smithi03267100-2 2024-09-13T00:04:38.530 INFO:tasks.rados.rados.0.smithi032.stdout:240: finishing write tid 4 to smithi03267100-2 2024-09-13T00:04:38.530 INFO:tasks.rados.rados.0.smithi032.stdout:240: finishing write tid 5 to smithi03267100-2 2024-09-13T00:04:38.530 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 62 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-09-13T00:04:38.531 INFO:tasks.rados.rados.0.smithi032.stdout:240: left oid 2 (ObjNum 94 snap 17 seq_num 94) 2024-09-13T00:04:38.531 INFO:tasks.rados.rados.0.smithi032.stdout:242: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T00:04:38.596 INFO:tasks.rados.rados.0.smithi032.stdout:243: finishing rollback tid 0 to smithi03267100-49 2024-09-13T00:04:38.597 INFO:tasks.rados.rados.0.smithi032.stdout:243: finishing rollback tid 1 to smithi03267100-49 2024-09-13T00:04:38.597 INFO:tasks.rados.rados.0.smithi032.stdout:240: done (3 left) 2024-09-13T00:04:38.597 INFO:tasks.rados.rados.0.smithi032.stdout:242: done (2 left) 2024-09-13T00:04:38.597 INFO:tasks.rados.rados.0.smithi032.stdout:244: done (1 left) 2024-09-13T00:04:38.597 INFO:tasks.rados.rados.0.smithi032.stdout:245: snap_create 2024-09-13T00:04:38.597 INFO:tasks.rados.rados.0.smithi032.stdout:243: finishing rollback tid 2 to smithi03267100-49 2024-09-13T00:04:38.597 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 66 (ObjNum 90 snap 13 seq_num 90) dirty exists 2024-09-13T00:04:38.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:38 smithi032 bash[22496]: cluster 2024-09-13T00:04:37.530403+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-13T00:04:38.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:38 smithi032 bash[22496]: audit 2024-09-13T00:04:37.865455+0000 mon.a (mon.0) 1121 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:04:38.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:38 smithi032 bash[32211]: cluster 2024-09-13T00:04:37.530403+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-13T00:04:38.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:38 smithi032 bash[32211]: audit 2024-09-13T00:04:37.865455+0000 mon.a (mon.0) 1121 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:04:39.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:38 smithi053 bash[24393]: cluster 2024-09-13T00:04:37.530403+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-13T00:04:39.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:38 smithi053 bash[24393]: audit 2024-09-13T00:04:37.865455+0000 mon.a (mon.0) 1121 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:04:39.553 INFO:tasks.rados.rados.0.smithi032.stdout:243: done (1 left) 2024-09-13T00:04:39.553 INFO:tasks.rados.rados.0.smithi032.stdout:245: done (0 left) 2024-09-13T00:04:39.553 INFO:tasks.rados.rados.0.smithi032.stdout:246: snap_create 2024-09-13T00:04:39.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:39 smithi032 bash[22496]: cluster 2024-09-13T00:04:38.533728+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-13T00:04:39.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:39 smithi032 bash[22496]: cluster 2024-09-13T00:04:38.909074+0000 mgr.y (mgr.24464) 223 : cluster [DBG] pgmap v206: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-13T00:04:39.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:39 smithi032 bash[32211]: cluster 2024-09-13T00:04:38.533728+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-13T00:04:39.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:39 smithi032 bash[32211]: cluster 2024-09-13T00:04:38.909074+0000 mgr.y (mgr.24464) 223 : cluster [DBG] pgmap v206: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-13T00:04:40.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:39 smithi053 bash[24393]: cluster 2024-09-13T00:04:38.533728+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-13T00:04:40.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:39 smithi053 bash[24393]: cluster 2024-09-13T00:04:38.909074+0000 mgr.y (mgr.24464) 223 : cluster [DBG] pgmap v206: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-13T00:04:40.473 INFO:tasks.rados.rados.0.smithi032.stdout:246: done (0 left) 2024-09-13T00:04:40.473 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 19 2024-09-13T00:04:40.473 INFO:tasks.rados.rados.0.smithi032.stdout:247: seq_num 96 ranges {1687552=409600,2097152=696320,2793472=507904} 2024-09-13T00:04:40.500 INFO:tasks.rados.rados.0.smithi032.stdout:247: writing smithi03267100-30 from 1687552 to 2097152 tid 1 2024-09-13T00:04:40.509 INFO:tasks.rados.rados.0.smithi032.stdout:247: writing smithi03267100-30 from 2097152 to 2793472 tid 2 2024-09-13T00:04:40.517 INFO:tasks.rados.rados.0.smithi032.stdout:247: writing smithi03267100-30 from 2793472 to 3301376 tid 3 2024-09-13T00:04:40.517 INFO:tasks.rados.rados.0.smithi032.stdout:248: rmattr oid 17 current snap is 19 2024-09-13T00:04:40.517 INFO:tasks.rados.rados.0.smithi032.stdout:247: finishing write tid 1 to smithi03267100-30 2024-09-13T00:04:40.517 INFO:tasks.rados.rados.0.smithi032.stdout:249: snap_remove snap 17 2024-09-13T00:04:40.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:40 smithi032 bash[22496]: cluster 2024-09-13T00:04:39.556247+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-13T00:04:40.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:40 smithi032 bash[22496]: cluster 2024-09-13T00:04:40.475946+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-13T00:04:40.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:40 smithi032 bash[32211]: cluster 2024-09-13T00:04:39.556247+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-13T00:04:40.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:40 smithi032 bash[32211]: cluster 2024-09-13T00:04:40.475946+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-13T00:04:41.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:40 smithi053 bash[24393]: cluster 2024-09-13T00:04:39.556247+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-13T00:04:41.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:40 smithi053 bash[24393]: cluster 2024-09-13T00:04:40.475946+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-13T00:04:41.475 INFO:tasks.rados.rados.0.smithi032.stdout:249: done (2 left) 2024-09-13T00:04:41.476 INFO:tasks.rados.rados.0.smithi032.stdout:250: snap_remove snap 13 2024-09-13T00:04:41.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:41 smithi032 bash[22496]: cluster 2024-09-13T00:04:40.909733+0000 mgr.y (mgr.24464) 224 : cluster [DBG] pgmap v209: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-13T00:04:41.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:41 smithi032 bash[22496]: cluster 2024-09-13T00:04:41.479041+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-13T00:04:41.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:41 smithi032 bash[32211]: cluster 2024-09-13T00:04:40.909733+0000 mgr.y (mgr.24464) 224 : cluster [DBG] pgmap v209: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-13T00:04:41.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:41 smithi032 bash[32211]: cluster 2024-09-13T00:04:41.479041+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-13T00:04:42.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:41 smithi053 bash[24393]: cluster 2024-09-13T00:04:40.909733+0000 mgr.y (mgr.24464) 224 : cluster [DBG] pgmap v209: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-13T00:04:42.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:41 smithi053 bash[24393]: cluster 2024-09-13T00:04:41.479041+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-13T00:04:42.478 INFO:tasks.rados.rados.0.smithi032.stdout:250: done (2 left) 2024-09-13T00:04:42.478 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 19 2024-09-13T00:04:42.478 INFO:tasks.rados.rados.0.smithi032.stdout:251: seq_num 97 ranges {1458176=434176,1892352=581632,2473984=540672,3014656=81920} 2024-09-13T00:04:42.509 INFO:tasks.rados.rados.0.smithi032.stdout:251: writing smithi03267100-9 from 1458176 to 1892352 tid 1 2024-09-13T00:04:42.518 INFO:tasks.rados.rados.0.smithi032.stdout:251: writing smithi03267100-9 from 1892352 to 2473984 tid 2 2024-09-13T00:04:42.528 INFO:tasks.rados.rados.0.smithi032.stdout:251: writing smithi03267100-9 from 2473984 to 3014656 tid 3 2024-09-13T00:04:42.530 INFO:tasks.rados.rados.0.smithi032.stdout:251: writing smithi03267100-9 from 3014656 to 3096576 tid 4 2024-09-13T00:04:42.530 INFO:tasks.rados.rados.0.smithi032.stdout:247: finishing write tid 2 to smithi03267100-30 2024-09-13T00:04:42.530 INFO:tasks.rados.rados.0.smithi032.stdout:247: finishing write tid 3 to smithi03267100-30 2024-09-13T00:04:42.530 INFO:tasks.rados.rados.0.smithi032.stdout:247: finishing write tid 4 to smithi03267100-30 2024-09-13T00:04:42.530 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 140 (ObjNum 91 snap 15 seq_num 91) dirty exists 2024-09-13T00:04:42.530 INFO:tasks.rados.rados.0.smithi032.stdout:247: finishing write tid 5 to smithi03267100-30 2024-09-13T00:04:42.530 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 138 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-09-13T00:04:42.530 INFO:tasks.rados.rados.0.smithi032.stdout:247: left oid 30 (ObjNum 96 snap 19 seq_num 96) 2024-09-13T00:04:42.531 INFO:tasks.rados.rados.0.smithi032.stdout:252: read oid 31 snap -1 2024-09-13T00:04:42.531 INFO:tasks.rados.rados.0.smithi032.stdout:252: expect deleted 2024-09-13T00:04:42.531 INFO:tasks.rados.rados.0.smithi032.stdout:247: done (3 left) 2024-09-13T00:04:42.531 INFO:tasks.rados.rados.0.smithi032.stdout:248: done (2 left) 2024-09-13T00:04:42.531 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 19 2024-09-13T00:04:42.531 INFO:tasks.rados.rados.0.smithi032.stdout:253: seq_num 98 ranges {1581056=450560,2031616=466944,2498560=737280} 2024-09-13T00:04:42.553 INFO:tasks.rados.rados.0.smithi032.stdout:253: writing smithi03267100-2 from 1581056 to 2031616 tid 1 2024-09-13T00:04:42.558 INFO:tasks.rados.rados.0.smithi032.stdout:253: writing smithi03267100-2 from 2031616 to 2498560 tid 2 2024-09-13T00:04:42.565 INFO:tasks.rados.rados.0.smithi032.stdout:253: writing smithi03267100-2 from 2498560 to 3235840 tid 3 2024-09-13T00:04:42.565 INFO:tasks.rados.rados.0.smithi032.stdout:254: snap_create 2024-09-13T00:04:42.565 INFO:tasks.rados.rados.0.smithi032.stdout:251: finishing write tid 1 to smithi03267100-9 2024-09-13T00:04:42.565 INFO:tasks.rados.rados.0.smithi032.stdout:251: finishing write tid 2 to smithi03267100-9 2024-09-13T00:04:42.565 INFO:tasks.rados.rados.0.smithi032.stdout:251: finishing write tid 3 to smithi03267100-9 2024-09-13T00:04:42.565 INFO:tasks.rados.rados.0.smithi032.stdout:251: finishing write tid 4 to smithi03267100-9 2024-09-13T00:04:42.566 INFO:tasks.rados.rados.0.smithi032.stdout:251: finishing write tid 5 to smithi03267100-9 2024-09-13T00:04:42.566 INFO:tasks.rados.rados.0.smithi032.stdout:251: finishing write tid 6 to smithi03267100-9 2024-09-13T00:04:42.566 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 110 (ObjNum 97 snap 19 seq_num 97) dirty exists 2024-09-13T00:04:42.566 INFO:tasks.rados.rados.0.smithi032.stdout:251: left oid 9 (ObjNum 97 snap 19 seq_num 97) 2024-09-13T00:04:42.566 INFO:tasks.rados.rados.0.smithi032.stdout:253: finishing write tid 1 to smithi03267100-2 2024-09-13T00:04:42.566 INFO:tasks.rados.rados.0.smithi032.stdout:253: finishing write tid 2 to smithi03267100-2 2024-09-13T00:04:42.570 INFO:tasks.rados.rados.0.smithi032.stdout:253: finishing write tid 3 to smithi03267100-2 2024-09-13T00:04:42.570 INFO:tasks.rados.rados.0.smithi032.stdout:253: finishing write tid 4 to smithi03267100-2 2024-09-13T00:04:42.572 INFO:tasks.rados.rados.0.smithi032.stdout:253: finishing write tid 5 to smithi03267100-2 2024-09-13T00:04:42.573 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 83 (ObjNum 98 snap 19 seq_num 98) dirty exists 2024-09-13T00:04:42.573 INFO:tasks.rados.rados.0.smithi032.stdout:253: left oid 2 (ObjNum 98 snap 19 seq_num 98) 2024-09-13T00:04:43.486 INFO:tasks.rados.rados.0.smithi032.stdout:251: done (3 left) 2024-09-13T00:04:43.486 INFO:tasks.rados.rados.0.smithi032.stdout:252: done (2 left) 2024-09-13T00:04:43.487 INFO:tasks.rados.rados.0.smithi032.stdout:253: done (1 left) 2024-09-13T00:04:43.487 INFO:tasks.rados.rados.0.smithi032.stdout:254: done (0 left) 2024-09-13T00:04:43.487 INFO:tasks.rados.rados.0.smithi032.stdout:255: delete oid 41 current snap is 20 2024-09-13T00:04:43.489 INFO:tasks.rados.rados.0.smithi032.stdout:255: done (0 left) 2024-09-13T00:04:43.489 INFO:tasks.rados.rados.0.smithi032.stdout:256: read oid 13 snap -1 2024-09-13T00:04:43.490 INFO:tasks.rados.rados.0.smithi032.stdout:256: expect (ObjNum 84 snap 13 seq_num 84) 2024-09-13T00:04:43.490 INFO:tasks.rados.rados.0.smithi032.stdout:257: setattr oid 26 current snap is 20 2024-09-13T00:04:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:258: copy_from oid 32 from oid 7 current snap is 20 2024-09-13T00:04:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:259: read oid 22 snap -1 2024-09-13T00:04:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:259: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-13T00:04:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:260: rollback oid 19 current snap is 20 2024-09-13T00:04:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 18 2024-09-13T00:04:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:261: snap_remove snap 19 2024-09-13T00:04:43.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:43 smithi053 bash[24393]: cluster 2024-09-13T00:04:42.481649+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-13T00:04:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:43 smithi053 bash[24393]: cluster 2024-09-13T00:04:42.910406+0000 mgr.y (mgr.24464) 225 : cluster [DBG] pgmap v212: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:43.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:43 smithi032 bash[22496]: cluster 2024-09-13T00:04:42.481649+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-13T00:04:43.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:43 smithi032 bash[22496]: cluster 2024-09-13T00:04:42.910406+0000 mgr.y (mgr.24464) 225 : cluster [DBG] pgmap v212: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:43.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:43 smithi032 bash[32211]: cluster 2024-09-13T00:04:42.481649+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-13T00:04:43.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:43 smithi032 bash[32211]: cluster 2024-09-13T00:04:42.910406+0000 mgr.y (mgr.24464) 225 : cluster [DBG] pgmap v212: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:44.495 INFO:tasks.rados.rados.0.smithi032.stdout:261: done (5 left) 2024-09-13T00:04:44.495 INFO:tasks.rados.rados.0.smithi032.stdout:262: snap_create 2024-09-13T00:04:44.495 INFO:tasks.rados.rados.0.smithi032.stdout:259: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-13T00:04:44.527 INFO:tasks.rados.rados.0.smithi032.stdout:260: finishing rollback tid 0 to smithi03267100-19 2024-09-13T00:04:44.527 INFO:tasks.rados.rados.0.smithi032.stdout:260: finishing rollback tid 1 to smithi03267100-19 2024-09-13T00:04:44.528 INFO:tasks.rados.rados.0.smithi032.stdout:260: finishing rollback tid 2 to smithi03267100-19 2024-09-13T00:04:44.528 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 40 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T00:04:44.528 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 112 (ObjNum 85 snap 13 seq_num 85) dirty exists 2024-09-13T00:04:44.528 INFO:tasks.rados.rados.0.smithi032.stdout:256: expect (ObjNum 84 snap 13 seq_num 84) 2024-09-13T00:04:44.700 INFO:tasks.rados.rados.0.smithi032.stdout:258: finishing copy_from racing read to smithi03267100-32 2024-09-13T00:04:44.701 INFO:tasks.rados.rados.0.smithi032.stdout:258: finishing copy_from to smithi03267100-32 2024-09-13T00:04:44.701 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 14 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T00:04:44.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:44 smithi053 bash[24393]: cluster 2024-09-13T00:04:43.490663+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-13T00:04:44.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:44 smithi032 bash[22496]: cluster 2024-09-13T00:04:43.490663+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-13T00:04:44.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:44 smithi032 bash[32211]: cluster 2024-09-13T00:04:43.490663+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-13T00:04:45.497 INFO:tasks.rados.rados.0.smithi032.stdout:256: done (5 left) 2024-09-13T00:04:45.499 INFO:tasks.rados.rados.0.smithi032.stdout:257: done (4 left) 2024-09-13T00:04:45.499 INFO:tasks.rados.rados.0.smithi032.stdout:258: done (3 left) 2024-09-13T00:04:45.499 INFO:tasks.rados.rados.0.smithi032.stdout:259: done (2 left) 2024-09-13T00:04:45.499 INFO:tasks.rados.rados.0.smithi032.stdout:260: done (1 left) 2024-09-13T00:04:45.499 INFO:tasks.rados.rados.0.smithi032.stdout:262: done (0 left) 2024-09-13T00:04:45.500 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 21 2024-09-13T00:04:45.500 INFO:tasks.rados.rados.0.smithi032.stdout:263: seq_num 100 ranges {1499136=483328,1982464=688128,2670592=516096} 2024-09-13T00:04:45.519 INFO:tasks.rados.rados.0.smithi032.stdout:263: writing smithi03267100-16 from 1499136 to 1982464 tid 1 2024-09-13T00:04:45.528 INFO:tasks.rados.rados.0.smithi032.stdout:263: writing smithi03267100-16 from 1982464 to 2670592 tid 2 2024-09-13T00:04:45.534 INFO:tasks.rados.rados.0.smithi032.stdout:263: writing smithi03267100-16 from 2670592 to 3186688 tid 3 2024-09-13T00:04:45.534 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 21 2024-09-13T00:04:45.534 INFO:tasks.rados.rados.0.smithi032.stdout:264: seq_num 101 ranges {540672=499712,1040384=573440,1613824=524288,2138112=106496} 2024-09-13T00:04:45.540 INFO:tasks.rados.rados.0.smithi032.stdout:264: writing smithi03267100-18 from 540672 to 1040384 tid 1 2024-09-13T00:04:45.544 INFO:tasks.rados.rados.0.smithi032.stdout:264: writing smithi03267100-18 from 1040384 to 1613824 tid 2 2024-09-13T00:04:45.546 INFO:tasks.rados.rados.0.smithi032.stdout:264: writing smithi03267100-18 from 1613824 to 2138112 tid 3 2024-09-13T00:04:45.547 INFO:tasks.rados.rados.0.smithi032.stdout:264: writing smithi03267100-18 from 2138112 to 2244608 tid 4 2024-09-13T00:04:45.547 INFO:tasks.rados.rados.0.smithi032.stdout:265: setattr oid 45 current snap is 21 2024-09-13T00:04:45.547 INFO:tasks.rados.rados.0.smithi032.stdout:263: finishing write tid 1 to smithi03267100-16 2024-09-13T00:04:45.548 INFO:tasks.rados.rados.0.smithi032.stdout:263: finishing write tid 2 to smithi03267100-16 2024-09-13T00:04:45.548 INFO:tasks.rados.rados.0.smithi032.stdout:263: finishing write tid 3 to smithi03267100-16 2024-09-13T00:04:45.548 INFO:tasks.rados.rados.0.smithi032.stdout:263: finishing write tid 4 to smithi03267100-16 2024-09-13T00:04:45.548 INFO:tasks.rados.rados.0.smithi032.stdout:263: finishing write tid 5 to smithi03267100-16 2024-09-13T00:04:45.548 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 41 (ObjNum 100 snap 21 seq_num 100) dirty exists 2024-09-13T00:04:45.548 INFO:tasks.rados.rados.0.smithi032.stdout:263: left oid 16 (ObjNum 100 snap 21 seq_num 100) 2024-09-13T00:04:45.549 INFO:tasks.rados.rados.0.smithi032.stdout:263: done (2 left) 2024-09-13T00:04:45.549 INFO:tasks.rados.rados.0.smithi032.stdout:266: snap_remove snap 15 2024-09-13T00:04:45.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:45 smithi053 bash[24393]: cluster 2024-09-13T00:04:44.498908+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-13T00:04:45.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:45 smithi053 bash[24393]: cluster 2024-09-13T00:04:44.911103+0000 mgr.y (mgr.24464) 226 : cluster [DBG] pgmap v215: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-13T00:04:45.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:45 smithi032 bash[22496]: cluster 2024-09-13T00:04:44.498908+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-13T00:04:45.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:45 smithi032 bash[22496]: cluster 2024-09-13T00:04:44.911103+0000 mgr.y (mgr.24464) 226 : cluster [DBG] pgmap v215: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-13T00:04:45.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:45 smithi032 bash[32211]: cluster 2024-09-13T00:04:44.498908+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-13T00:04:45.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:45 smithi032 bash[32211]: cluster 2024-09-13T00:04:44.911103+0000 mgr.y (mgr.24464) 226 : cluster [DBG] pgmap v215: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-13T00:04:46.511 INFO:tasks.rados.rados.0.smithi032.stdout:266: done (2 left) 2024-09-13T00:04:46.511 INFO:tasks.rados.rados.0.smithi032.stdout:267: setattr oid 15 current snap is 21 2024-09-13T00:04:46.511 INFO:tasks.rados.rados.0.smithi032.stdout:264: finishing write tid 1 to smithi03267100-18 2024-09-13T00:04:46.511 INFO:tasks.rados.rados.0.smithi032.stdout:264: finishing write tid 2 to smithi03267100-18 2024-09-13T00:04:46.511 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 85 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-13T00:04:46.511 INFO:tasks.rados.rados.0.smithi032.stdout:264: finishing write tid 3 to smithi03267100-18 2024-09-13T00:04:46.511 INFO:tasks.rados.rados.0.smithi032.stdout:264: finishing write tid 4 to smithi03267100-18 2024-09-13T00:04:46.511 INFO:tasks.rados.rados.0.smithi032.stdout:264: finishing write tid 5 to smithi03267100-18 2024-09-13T00:04:46.511 INFO:tasks.rados.rados.0.smithi032.stdout:264: finishing write tid 6 to smithi03267100-18 2024-09-13T00:04:46.511 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 124 (ObjNum 101 snap 21 seq_num 101) dirty exists 2024-09-13T00:04:46.511 INFO:tasks.rados.rados.0.smithi032.stdout:264: left oid 18 (ObjNum 101 snap 21 seq_num 101) 2024-09-13T00:04:46.513 INFO:tasks.rados.rados.0.smithi032.stdout:264: done (2 left) 2024-09-13T00:04:46.513 INFO:tasks.rados.rados.0.smithi032.stdout:265: done (1 left) 2024-09-13T00:04:46.513 INFO:tasks.rados.rados.0.smithi032.stdout:268: snap_create 2024-09-13T00:04:46.522 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 56 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-09-13T00:04:46.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:46 smithi032 bash[22496]: cluster 2024-09-13T00:04:45.500880+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-13T00:04:46.777 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:46 smithi032 bash[32211]: cluster 2024-09-13T00:04:45.500880+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-13T00:04:46.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:46 smithi053 bash[24393]: cluster 2024-09-13T00:04:45.500880+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-13T00:04:46.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:04:46 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:04:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:04:47.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:04:46 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:04:46] "GET /metrics HTTP/1.1" 200 239853 "" "Prometheus/2.43.0" 2024-09-13T00:04:47.529 INFO:tasks.rados.rados.0.smithi032.stdout:267: done (1 left) 2024-09-13T00:04:47.529 INFO:tasks.rados.rados.0.smithi032.stdout:268: done (0 left) 2024-09-13T00:04:47.529 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 22 2024-09-13T00:04:47.529 INFO:tasks.rados.rados.0.smithi032.stdout:269: seq_num 102 ranges {540672=516096,1056768=450560,1507328=729088,2236416=24576} 2024-09-13T00:04:47.539 INFO:tasks.rados.rados.0.smithi032.stdout:269: writing smithi03267100-33 from 540672 to 1056768 tid 1 2024-09-13T00:04:47.543 INFO:tasks.rados.rados.0.smithi032.stdout:269: writing smithi03267100-33 from 1056768 to 1507328 tid 2 2024-09-13T00:04:47.551 INFO:tasks.rados.rados.0.smithi032.stdout:269: writing smithi03267100-33 from 1507328 to 2236416 tid 3 2024-09-13T00:04:47.552 INFO:tasks.rados.rados.0.smithi032.stdout:269: writing smithi03267100-33 from 2236416 to 2260992 tid 4 2024-09-13T00:04:47.552 INFO:tasks.rados.rados.0.smithi032.stdout:270: copy_from oid 18 from oid 13 current snap is 22 2024-09-13T00:04:47.552 INFO:tasks.rados.rados.0.smithi032.stdout:271: snap_create 2024-09-13T00:04:47.553 INFO:tasks.rados.rados.0.smithi032.stdout:269: finishing write tid 1 to smithi03267100-33 2024-09-13T00:04:47.553 INFO:tasks.rados.rados.0.smithi032.stdout:269: finishing write tid 2 to smithi03267100-33 2024-09-13T00:04:47.558 INFO:tasks.rados.rados.0.smithi032.stdout:269: finishing write tid 3 to smithi03267100-33 2024-09-13T00:04:47.560 INFO:tasks.rados.rados.0.smithi032.stdout:269: finishing write tid 4 to smithi03267100-33 2024-09-13T00:04:47.561 INFO:tasks.rados.rados.0.smithi032.stdout:269: finishing write tid 5 to smithi03267100-33 2024-09-13T00:04:47.562 INFO:tasks.rados.rados.0.smithi032.stdout:269: finishing write tid 6 to smithi03267100-33 2024-09-13T00:04:47.562 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 28 (ObjNum 102 snap 22 seq_num 102) dirty exists 2024-09-13T00:04:47.563 INFO:tasks.rados.rados.0.smithi032.stdout:269: left oid 33 (ObjNum 102 snap 22 seq_num 102) 2024-09-13T00:04:47.585 INFO:tasks.rados.rados.0.smithi032.stdout:270: finishing copy_from racing read to smithi03267100-18 2024-09-13T00:04:47.586 INFO:tasks.rados.rados.0.smithi032.stdout:270: finishing copy_from to smithi03267100-18 2024-09-13T00:04:47.586 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 74 (ObjNum 84 snap 13 seq_num 84) dirty exists 2024-09-13T00:04:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:47 smithi053 bash[24393]: cluster 2024-09-13T00:04:46.512849+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-13T00:04:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:47 smithi053 bash[24393]: cluster 2024-09-13T00:04:46.911800+0000 mgr.y (mgr.24464) 227 : cluster [DBG] pgmap v218: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-13T00:04:47.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:47 smithi032 bash[22496]: cluster 2024-09-13T00:04:46.512849+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-13T00:04:47.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:47 smithi032 bash[22496]: cluster 2024-09-13T00:04:46.911800+0000 mgr.y (mgr.24464) 227 : cluster [DBG] pgmap v218: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-13T00:04:47.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:47 smithi032 bash[32211]: cluster 2024-09-13T00:04:46.512849+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-13T00:04:47.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:47 smithi032 bash[32211]: cluster 2024-09-13T00:04:46.911800+0000 mgr.y (mgr.24464) 227 : cluster [DBG] pgmap v218: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-13T00:04:48.531 INFO:tasks.rados.rados.0.smithi032.stdout:269: done (2 left) 2024-09-13T00:04:48.531 INFO:tasks.rados.rados.0.smithi032.stdout:270: done (1 left) 2024-09-13T00:04:48.531 INFO:tasks.rados.rados.0.smithi032.stdout:271: done (0 left) 2024-09-13T00:04:48.531 INFO:tasks.rados.rados.0.smithi032.stdout:272: snap_create 2024-09-13T00:04:48.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:48 smithi032 bash[22496]: cluster 2024-09-13T00:04:47.532156+0000 mon.a (mon.0) 1131 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-13T00:04:48.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:48 smithi032 bash[32211]: cluster 2024-09-13T00:04:47.532156+0000 mon.a (mon.0) 1131 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-13T00:04:49.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:48 smithi053 bash[24393]: cluster 2024-09-13T00:04:47.532156+0000 mon.a (mon.0) 1131 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-13T00:04:49.552 INFO:tasks.rados.rados.0.smithi032.stdout:272: done (0 left) 2024-09-13T00:04:49.553 INFO:tasks.rados.rados.0.smithi032.stdout:273: read oid 15 snap -1 2024-09-13T00:04:49.553 INFO:tasks.rados.rados.0.smithi032.stdout:273: expect (ObjNum 58 snap 4 seq_num 58) 2024-09-13T00:04:49.553 INFO:tasks.rados.rados.0.smithi032.stdout:274: snap_create 2024-09-13T00:04:49.564 INFO:tasks.rados.rados.0.smithi032.stdout:273: expect (ObjNum 58 snap 4 seq_num 58) 2024-09-13T00:04:49.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:49 smithi032 bash[22496]: cluster 2024-09-13T00:04:48.534599+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-13T00:04:49.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:49 smithi032 bash[22496]: cluster 2024-09-13T00:04:48.913190+0000 mgr.y (mgr.24464) 228 : cluster [DBG] pgmap v221: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 14 op/s 2024-09-13T00:04:49.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:49 smithi032 bash[32211]: cluster 2024-09-13T00:04:48.534599+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-13T00:04:49.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:49 smithi032 bash[32211]: cluster 2024-09-13T00:04:48.913190+0000 mgr.y (mgr.24464) 228 : cluster [DBG] pgmap v221: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 14 op/s 2024-09-13T00:04:50.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:49 smithi053 bash[24393]: cluster 2024-09-13T00:04:48.534599+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-13T00:04:50.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:49 smithi053 bash[24393]: cluster 2024-09-13T00:04:48.913190+0000 mgr.y (mgr.24464) 228 : cluster [DBG] pgmap v221: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 14 op/s 2024-09-13T00:04:50.476 INFO:tasks.rados.rados.0.smithi032.stdout:273: done (1 left) 2024-09-13T00:04:50.476 INFO:tasks.rados.rados.0.smithi032.stdout:274: done (0 left) 2024-09-13T00:04:50.477 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 25 2024-09-13T00:04:50.477 INFO:tasks.rados.rados.0.smithi032.stdout:275: seq_num 103 ranges {3137536=532480,3670016=737280,4407296=466944} 2024-09-13T00:04:50.532 INFO:tasks.rados.rados.0.smithi032.stdout:275: writing smithi03267100-23 from 3137536 to 3670016 tid 1 2024-09-13T00:04:50.540 INFO:tasks.rados.rados.0.smithi032.stdout:275: writing smithi03267100-23 from 3670016 to 4407296 tid 2 2024-09-13T00:04:50.546 INFO:tasks.rados.rados.0.smithi032.stdout:275: writing smithi03267100-23 from 4407296 to 4874240 tid 3 2024-09-13T00:04:50.546 INFO:tasks.rados.rados.0.smithi032.stdout:276: rollback oid 9 current snap is 25 2024-09-13T00:04:50.546 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 22 2024-09-13T00:04:50.546 INFO:tasks.rados.rados.0.smithi032.stdout:277: snap_remove snap 18 2024-09-13T00:04:50.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:50 smithi032 bash[22496]: cluster 2024-09-13T00:04:49.554472+0000 mon.a (mon.0) 1133 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-13T00:04:50.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:50 smithi032 bash[22496]: cluster 2024-09-13T00:04:50.479505+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T00:04:50.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:50 smithi032 bash[32211]: cluster 2024-09-13T00:04:49.554472+0000 mon.a (mon.0) 1133 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-13T00:04:50.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:50 smithi032 bash[32211]: cluster 2024-09-13T00:04:50.479505+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T00:04:51.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:50 smithi053 bash[24393]: cluster 2024-09-13T00:04:49.554472+0000 mon.a (mon.0) 1133 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-13T00:04:51.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:50 smithi053 bash[24393]: cluster 2024-09-13T00:04:50.479505+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T00:04:51.563 INFO:tasks.rados.rados.0.smithi032.stdout:277: done (2 left) 2024-09-13T00:04:51.563 INFO:tasks.rados.rados.0.smithi032.stdout:278: read oid 18 snap 16 2024-09-13T00:04:51.563 INFO:tasks.rados.rados.0.smithi032.stdout:278: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-13T00:04:51.564 INFO:tasks.rados.rados.0.smithi032.stdout:279: rmattr oid 49 current snap is 25 2024-09-13T00:04:51.564 INFO:tasks.rados.rados.0.smithi032.stdout:275: finishing write tid 1 to smithi03267100-23 2024-09-13T00:04:51.564 INFO:tasks.rados.rados.0.smithi032.stdout:275: finishing write tid 2 to smithi03267100-23 2024-09-13T00:04:51.564 INFO:tasks.rados.rados.0.smithi032.stdout:275: finishing write tid 3 to smithi03267100-23 2024-09-13T00:04:51.564 INFO:tasks.rados.rados.0.smithi032.stdout:275: finishing write tid 4 to smithi03267100-23 2024-09-13T00:04:51.564 INFO:tasks.rados.rados.0.smithi032.stdout:276: finishing rollback tid 0 to smithi03267100-9 2024-09-13T00:04:51.564 INFO:tasks.rados.rados.0.smithi032.stdout:275: finishing write tid 5 to smithi03267100-23 2024-09-13T00:04:51.564 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 161 (ObjNum 103 snap 25 seq_num 103) dirty exists 2024-09-13T00:04:51.564 INFO:tasks.rados.rados.0.smithi032.stdout:275: left oid 23 (ObjNum 103 snap 25 seq_num 103) 2024-09-13T00:04:51.564 INFO:tasks.rados.rados.0.smithi032.stdout:276: finishing rollback tid 1 to smithi03267100-9 2024-09-13T00:04:51.564 INFO:tasks.rados.rados.0.smithi032.stdout:276: finishing rollback tid 2 to smithi03267100-9 2024-09-13T00:04:51.564 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 138 (ObjNum 97 snap 19 seq_num 97) dirty exists 2024-09-13T00:04:51.564 INFO:tasks.rados.rados.0.smithi032.stdout:275: done (3 left) 2024-09-13T00:04:51.565 INFO:tasks.rados.rados.0.smithi032.stdout:276: done (2 left) 2024-09-13T00:04:51.565 INFO:tasks.rados.rados.0.smithi032.stdout:280: delete oid 1 current snap is 25 2024-09-13T00:04:51.565 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 0 (ObjNum 90 snap 13 seq_num 90) dirty exists 2024-09-13T00:04:51.583 INFO:tasks.rados.rados.0.smithi032.stdout:279: done (2 left) 2024-09-13T00:04:51.583 INFO:tasks.rados.rados.0.smithi032.stdout:280: done (1 left) 2024-09-13T00:04:51.583 INFO:tasks.rados.rados.0.smithi032.stdout:281: delete oid 10 current snap is 25 2024-09-13T00:04:51.587 INFO:tasks.rados.rados.0.smithi032.stdout:281: done (1 left) 2024-09-13T00:04:51.587 INFO:tasks.rados.rados.0.smithi032.stdout:282: read oid 37 snap -1 2024-09-13T00:04:51.588 INFO:tasks.rados.rados.0.smithi032.stdout:282: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-13T00:04:51.588 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 25 2024-09-13T00:04:51.588 INFO:tasks.rados.rados.0.smithi032.stdout:283: seq_num 106 ranges {778240=581632,1359872=794624,2154496=409600} 2024-09-13T00:04:51.600 INFO:tasks.rados.rados.0.smithi032.stdout:283: writing smithi03267100-48 from 778240 to 1359872 tid 1 2024-09-13T00:04:51.605 INFO:tasks.rados.rados.0.smithi032.stdout:283: writing smithi03267100-48 from 1359872 to 2154496 tid 2 2024-09-13T00:04:51.608 INFO:tasks.rados.rados.0.smithi032.stdout:283: writing smithi03267100-48 from 2154496 to 2564096 tid 3 2024-09-13T00:04:51.609 INFO:tasks.rados.rados.0.smithi032.stdout:284: snap_remove snap 24 2024-09-13T00:04:51.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:51 smithi032 bash[32211]: cluster 2024-09-13T00:04:50.913957+0000 mgr.y (mgr.24464) 229 : cluster [DBG] pgmap v224: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 14 op/s 2024-09-13T00:04:51.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:51 smithi032 bash[22496]: cluster 2024-09-13T00:04:50.913957+0000 mgr.y (mgr.24464) 229 : cluster [DBG] pgmap v224: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 14 op/s 2024-09-13T00:04:52.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:51 smithi053 bash[24393]: cluster 2024-09-13T00:04:50.913957+0000 mgr.y (mgr.24464) 229 : cluster [DBG] pgmap v224: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 14 op/s 2024-09-13T00:04:52.573 INFO:tasks.rados.rados.0.smithi032.stdout:284: done (3 left) 2024-09-13T00:04:52.573 INFO:tasks.rados.rados.0.smithi032.stdout:285: read oid 35 snap -1 2024-09-13T00:04:52.573 INFO:tasks.rados.rados.0.smithi032.stdout:285: expect deleted 2024-09-13T00:04:52.573 INFO:tasks.rados.rados.0.smithi032.stdout:286: read oid 23 snap -1 2024-09-13T00:04:52.573 INFO:tasks.rados.rados.0.smithi032.stdout:286: expect (ObjNum 103 snap 25 seq_num 103) 2024-09-13T00:04:52.573 INFO:tasks.rados.rados.0.smithi032.stdout:287: setattr oid 26 current snap is 25 2024-09-13T00:04:52.576 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 25 2024-09-13T00:04:52.576 INFO:tasks.rados.rados.0.smithi032.stdout:288: seq_num 107 ranges {1392640=598016,1990656=729088,2719744=466944,3186688=8192} 2024-09-13T00:04:52.595 INFO:tasks.rados.rados.0.smithi032.stdout:288: writing smithi03267100-24 from 1392640 to 1990656 tid 1 2024-09-13T00:04:52.597 INFO:tasks.rados.rados.0.smithi032.stdout:288: writing smithi03267100-24 from 1990656 to 2719744 tid 2 2024-09-13T00:04:52.600 INFO:tasks.rados.rados.0.smithi032.stdout:288: writing smithi03267100-24 from 2719744 to 3186688 tid 3 2024-09-13T00:04:52.601 INFO:tasks.rados.rados.0.smithi032.stdout:288: writing smithi03267100-24 from 3186688 to 3194880 tid 4 2024-09-13T00:04:52.601 INFO:tasks.rados.rados.0.smithi032.stdout:278: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-13T00:04:52.621 INFO:tasks.rados.rados.0.smithi032.stdout:282: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-13T00:04:52.637 INFO:tasks.rados.rados.0.smithi032.stdout:283: finishing write tid 1 to smithi03267100-48 2024-09-13T00:04:52.637 INFO:tasks.rados.rados.0.smithi032.stdout:283: finishing write tid 2 to smithi03267100-48 2024-09-13T00:04:52.637 INFO:tasks.rados.rados.0.smithi032.stdout:283: finishing write tid 3 to smithi03267100-48 2024-09-13T00:04:52.637 INFO:tasks.rados.rados.0.smithi032.stdout:283: finishing write tid 4 to smithi03267100-48 2024-09-13T00:04:52.637 INFO:tasks.rados.rados.0.smithi032.stdout:283: finishing write tid 5 to smithi03267100-48 2024-09-13T00:04:52.637 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 100 (ObjNum 106 snap 25 seq_num 106) dirty exists 2024-09-13T00:04:52.637 INFO:tasks.rados.rados.0.smithi032.stdout:283: left oid 48 (ObjNum 106 snap 25 seq_num 106) 2024-09-13T00:04:52.638 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 150 (ObjNum 85 snap 13 seq_num 85) dirty exists 2024-09-13T00:04:52.638 INFO:tasks.rados.rados.0.smithi032.stdout:288: finishing write tid 1 to smithi03267100-24 2024-09-13T00:04:52.638 INFO:tasks.rados.rados.0.smithi032.stdout:288: finishing write tid 2 to smithi03267100-24 2024-09-13T00:04:52.638 INFO:tasks.rados.rados.0.smithi032.stdout:288: finishing write tid 3 to smithi03267100-24 2024-09-13T00:04:52.638 INFO:tasks.rados.rados.0.smithi032.stdout:288: finishing write tid 4 to smithi03267100-24 2024-09-13T00:04:52.638 INFO:tasks.rados.rados.0.smithi032.stdout:288: finishing write tid 5 to smithi03267100-24 2024-09-13T00:04:52.638 INFO:tasks.rados.rados.0.smithi032.stdout:288: finishing write tid 6 to smithi03267100-24 2024-09-13T00:04:52.638 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 36 (ObjNum 107 snap 25 seq_num 107) dirty exists 2024-09-13T00:04:52.638 INFO:tasks.rados.rados.0.smithi032.stdout:288: left oid 24 (ObjNum 107 snap 25 seq_num 107) 2024-09-13T00:04:52.638 INFO:tasks.rados.rados.0.smithi032.stdout:286: expect (ObjNum 103 snap 25 seq_num 103) 2024-09-13T00:04:52.865 INFO:tasks.rados.rados.0.smithi032.stdout:278: done (6 left) 2024-09-13T00:04:52.866 INFO:tasks.rados.rados.0.smithi032.stdout:282: done (5 left) 2024-09-13T00:04:52.866 INFO:tasks.rados.rados.0.smithi032.stdout:283: done (4 left) 2024-09-13T00:04:52.866 INFO:tasks.rados.rados.0.smithi032.stdout:285: done (3 left) 2024-09-13T00:04:52.866 INFO:tasks.rados.rados.0.smithi032.stdout:286: done (2 left) 2024-09-13T00:04:52.866 INFO:tasks.rados.rados.0.smithi032.stdout:287: done (1 left) 2024-09-13T00:04:52.866 INFO:tasks.rados.rados.0.smithi032.stdout:288: done (0 left) 2024-09-13T00:04:52.867 INFO:tasks.rados.rados.0.smithi032.stdout:289: read oid 17 snap -1 2024-09-13T00:04:52.867 INFO:tasks.rados.rados.0.smithi032.stdout:289: expect (ObjNum 91 snap 15 seq_num 91) 2024-09-13T00:04:52.867 INFO:tasks.rados.rados.0.smithi032.stdout:290: snap_create 2024-09-13T00:04:52.885 INFO:tasks.rados.rados.0.smithi032.stdout:289: expect (ObjNum 91 snap 15 seq_num 91) 2024-09-13T00:04:52.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:52 smithi032 bash[22496]: cluster 2024-09-13T00:04:51.565781+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-09-13T00:04:52.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:52 smithi032 bash[32211]: cluster 2024-09-13T00:04:51.565781+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-09-13T00:04:53.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:52 smithi053 bash[24393]: cluster 2024-09-13T00:04:51.565781+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-09-13T00:04:53.581 INFO:tasks.rados.rados.0.smithi032.stdout:289: done (1 left) 2024-09-13T00:04:53.581 INFO:tasks.rados.rados.0.smithi032.stdout:290: done (0 left) 2024-09-13T00:04:53.581 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 26 2024-09-13T00:04:53.581 INFO:tasks.rados.rados.0.smithi032.stdout:291: seq_num 108 ranges {3096576=614400,3710976=606208,4317184=598016} 2024-09-13T00:04:53.619 INFO:tasks.rados.rados.0.smithi032.stdout:291: writing smithi03267100-9 from 3096576 to 3710976 tid 1 2024-09-13T00:04:53.626 INFO:tasks.rados.rados.0.smithi032.stdout:291: writing smithi03267100-9 from 3710976 to 4317184 tid 2 2024-09-13T00:04:53.634 INFO:tasks.rados.rados.0.smithi032.stdout:291: writing smithi03267100-9 from 4317184 to 4915200 tid 3 2024-09-13T00:04:53.634 INFO:tasks.rados.rados.0.smithi032.stdout:292: snap_remove snap 16 2024-09-13T00:04:53.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:53 smithi032 bash[22496]: cluster 2024-09-13T00:04:52.574665+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-09-13T00:04:53.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:53 smithi032 bash[22496]: audit 2024-09-13T00:04:52.865725+0000 mon.a (mon.0) 1137 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:04:53.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:53 smithi032 bash[22496]: cluster 2024-09-13T00:04:52.914612+0000 mgr.y (mgr.24464) 230 : cluster [DBG] pgmap v227: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:53.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:53 smithi032 bash[32211]: cluster 2024-09-13T00:04:52.574665+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-09-13T00:04:53.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:53 smithi032 bash[32211]: audit 2024-09-13T00:04:52.865725+0000 mon.a (mon.0) 1137 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:04:53.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:53 smithi032 bash[32211]: cluster 2024-09-13T00:04:52.914612+0000 mgr.y (mgr.24464) 230 : cluster [DBG] pgmap v227: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:54.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:53 smithi053 bash[24393]: cluster 2024-09-13T00:04:52.574665+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-09-13T00:04:54.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:53 smithi053 bash[24393]: audit 2024-09-13T00:04:52.865725+0000 mon.a (mon.0) 1137 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:04:54.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:53 smithi053 bash[24393]: cluster 2024-09-13T00:04:52.914612+0000 mgr.y (mgr.24464) 230 : cluster [DBG] pgmap v227: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:04:54.588 INFO:tasks.rados.rados.0.smithi032.stdout:292: done (1 left) 2024-09-13T00:04:54.588 INFO:tasks.rados.rados.0.smithi032.stdout:293: snap_create 2024-09-13T00:04:54.588 INFO:tasks.rados.rados.0.smithi032.stdout:291: finishing write tid 1 to smithi03267100-9 2024-09-13T00:04:54.588 INFO:tasks.rados.rados.0.smithi032.stdout:291: finishing write tid 2 to smithi03267100-9 2024-09-13T00:04:54.588 INFO:tasks.rados.rados.0.smithi032.stdout:291: finishing write tid 3 to smithi03267100-9 2024-09-13T00:04:54.588 INFO:tasks.rados.rados.0.smithi032.stdout:291: finishing write tid 4 to smithi03267100-9 2024-09-13T00:04:54.588 INFO:tasks.rados.rados.0.smithi032.stdout:291: finishing write tid 5 to smithi03267100-9 2024-09-13T00:04:54.588 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 155 (ObjNum 108 snap 26 seq_num 108) dirty exists 2024-09-13T00:04:54.589 INFO:tasks.rados.rados.0.smithi032.stdout:291: left oid 9 (ObjNum 108 snap 26 seq_num 108) 2024-09-13T00:04:54.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:54 smithi032 bash[22496]: cluster 2024-09-13T00:04:53.584306+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-13T00:04:54.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:54 smithi032 bash[32211]: cluster 2024-09-13T00:04:53.584306+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-13T00:04:55.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:54 smithi053 bash[24393]: cluster 2024-09-13T00:04:53.584306+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-13T00:04:55.606 INFO:tasks.rados.rados.0.smithi032.stdout:291: done (1 left) 2024-09-13T00:04:55.606 INFO:tasks.rados.rados.0.smithi032.stdout:293: done (0 left) 2024-09-13T00:04:55.606 INFO:tasks.rados.rados.0.smithi032.stdout:294: read oid 15 snap -1 2024-09-13T00:04:55.606 INFO:tasks.rados.rados.0.smithi032.stdout:294: expect (ObjNum 58 snap 4 seq_num 58) 2024-09-13T00:04:55.606 INFO:tasks.rados.rados.0.smithi032.stdout:295: copy_from oid 39 from oid 19 current snap is 27 2024-09-13T00:04:55.606 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 27 2024-09-13T00:04:55.606 INFO:tasks.rados.rados.0.smithi032.stdout:296: seq_num 109 ranges {4915200=630784,5545984=491520,6037504=483328,6520832=229376} 2024-09-13T00:04:55.662 INFO:tasks.rados.rados.0.smithi032.stdout:296: writing smithi03267100-9 from 4915200 to 5545984 tid 1 2024-09-13T00:04:55.666 INFO:tasks.rados.rados.0.smithi032.stdout:296: writing smithi03267100-9 from 5545984 to 6037504 tid 2 2024-09-13T00:04:55.670 INFO:tasks.rados.rados.0.smithi032.stdout:296: writing smithi03267100-9 from 6037504 to 6520832 tid 3 2024-09-13T00:04:55.673 INFO:tasks.rados.rados.0.smithi032.stdout:296: writing smithi03267100-9 from 6520832 to 6750208 tid 4 2024-09-13T00:04:55.675 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 27 2024-09-13T00:04:55.675 INFO:tasks.rados.rados.0.smithi032.stdout:297: seq_num 110 ranges {745472=647168,1392640=778240,2170880=425984} 2024-09-13T00:04:55.684 INFO:tasks.rados.rados.0.smithi032.stdout:297: writing smithi03267100-45 from 745472 to 1392640 tid 1 2024-09-13T00:04:55.690 INFO:tasks.rados.rados.0.smithi032.stdout:297: writing smithi03267100-45 from 1392640 to 2170880 tid 2 2024-09-13T00:04:55.693 INFO:tasks.rados.rados.0.smithi032.stdout:297: writing smithi03267100-45 from 2170880 to 2596864 tid 3 2024-09-13T00:04:55.693 INFO:tasks.rados.rados.0.smithi032.stdout:298: snap_create 2024-09-13T00:04:55.694 INFO:tasks.rados.rados.0.smithi032.stdout:294: expect (ObjNum 58 snap 4 seq_num 58) 2024-09-13T00:04:55.743 INFO:tasks.rados.rados.0.smithi032.stdout:295: finishing copy_from racing read to smithi03267100-39 2024-09-13T00:04:55.744 INFO:tasks.rados.rados.0.smithi032.stdout:295: finishing copy_from to smithi03267100-39 2024-09-13T00:04:55.744 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 40 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T00:04:55.744 INFO:tasks.rados.rados.0.smithi032.stdout:296: finishing write tid 1 to smithi03267100-9 2024-09-13T00:04:55.744 INFO:tasks.rados.rados.0.smithi032.stdout:296: finishing write tid 2 to smithi03267100-9 2024-09-13T00:04:55.744 INFO:tasks.rados.rados.0.smithi032.stdout:296: finishing write tid 3 to smithi03267100-9 2024-09-13T00:04:55.744 INFO:tasks.rados.rados.0.smithi032.stdout:296: finishing write tid 4 to smithi03267100-9 2024-09-13T00:04:55.744 INFO:tasks.rados.rados.0.smithi032.stdout:296: finishing write tid 5 to smithi03267100-9 2024-09-13T00:04:55.744 INFO:tasks.rados.rados.0.smithi032.stdout:296: finishing write tid 6 to smithi03267100-9 2024-09-13T00:04:55.744 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 169 (ObjNum 109 snap 27 seq_num 109) dirty exists 2024-09-13T00:04:55.744 INFO:tasks.rados.rados.0.smithi032.stdout:296: left oid 9 (ObjNum 109 snap 27 seq_num 109) 2024-09-13T00:04:55.744 INFO:tasks.rados.rados.0.smithi032.stdout:297: finishing write tid 1 to smithi03267100-45 2024-09-13T00:04:55.744 INFO:tasks.rados.rados.0.smithi032.stdout:297: finishing write tid 2 to smithi03267100-45 2024-09-13T00:04:55.745 INFO:tasks.rados.rados.0.smithi032.stdout:297: finishing write tid 3 to smithi03267100-45 2024-09-13T00:04:55.745 INFO:tasks.rados.rados.0.smithi032.stdout:297: finishing write tid 4 to smithi03267100-45 2024-09-13T00:04:55.745 INFO:tasks.rados.rados.0.smithi032.stdout:297: finishing write tid 5 to smithi03267100-45 2024-09-13T00:04:55.745 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 113 (ObjNum 110 snap 27 seq_num 110) dirty exists 2024-09-13T00:04:55.745 INFO:tasks.rados.rados.0.smithi032.stdout:297: left oid 45 (ObjNum 110 snap 27 seq_num 110) 2024-09-13T00:04:55.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:55 smithi032 bash[22496]: cluster 2024-09-13T00:04:54.586386+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-13T00:04:55.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:55 smithi032 bash[22496]: cluster 2024-09-13T00:04:54.915368+0000 mgr.y (mgr.24464) 231 : cluster [DBG] pgmap v230: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-09-13T00:04:55.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:55 smithi032 bash[32211]: cluster 2024-09-13T00:04:54.586386+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-13T00:04:55.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:55 smithi032 bash[32211]: cluster 2024-09-13T00:04:54.915368+0000 mgr.y (mgr.24464) 231 : cluster [DBG] pgmap v230: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-09-13T00:04:56.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:55 smithi053 bash[24393]: cluster 2024-09-13T00:04:54.586386+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-13T00:04:56.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:55 smithi053 bash[24393]: cluster 2024-09-13T00:04:54.915368+0000 mgr.y (mgr.24464) 231 : cluster [DBG] pgmap v230: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-09-13T00:04:56.599 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:04:56 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:04:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:04:56.612 INFO:tasks.rados.rados.0.smithi032.stdout:294: done (4 left) 2024-09-13T00:04:56.613 INFO:tasks.rados.rados.0.smithi032.stdout:295: done (3 left) 2024-09-13T00:04:56.613 INFO:tasks.rados.rados.0.smithi032.stdout:296: done (2 left) 2024-09-13T00:04:56.613 INFO:tasks.rados.rados.0.smithi032.stdout:297: done (1 left) 2024-09-13T00:04:56.613 INFO:tasks.rados.rados.0.smithi032.stdout:298: done (0 left) 2024-09-13T00:04:56.613 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 28 2024-09-13T00:04:56.613 INFO:tasks.rados.rados.0.smithi032.stdout:299: seq_num 111 ranges {0=663552,663552=663552,1327104=450560,1777664=90112} 2024-09-13T00:04:56.618 INFO:tasks.rados.rados.0.smithi032.stdout:299: writing smithi03267100-5 from 0 to 663552 tid 1 2024-09-13T00:04:56.623 INFO:tasks.rados.rados.0.smithi032.stdout:299: writing smithi03267100-5 from 663552 to 1327104 tid 2 2024-09-13T00:04:56.626 INFO:tasks.rados.rados.0.smithi032.stdout:299: writing smithi03267100-5 from 1327104 to 1777664 tid 3 2024-09-13T00:04:56.627 INFO:tasks.rados.rados.0.smithi032.stdout:299: writing smithi03267100-5 from 1777664 to 1867776 tid 4 2024-09-13T00:04:56.627 INFO:tasks.rados.rados.0.smithi032.stdout:300: rollback oid 31 current snap is 28 2024-09-13T00:04:56.627 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 23 2024-09-13T00:04:56.627 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 28 2024-09-13T00:04:56.628 INFO:tasks.rados.rados.0.smithi032.stdout:301: seq_num 112 ranges {2326528=679936,3006464=548864,3555328=655360} 2024-09-13T00:04:56.647 INFO:tasks.rados.rados.0.smithi032.stdout:301: writing smithi03267100-49 from 2326528 to 3006464 tid 1 2024-09-13T00:04:56.651 INFO:tasks.rados.rados.0.smithi032.stdout:301: writing smithi03267100-49 from 3006464 to 3555328 tid 2 2024-09-13T00:04:56.656 INFO:tasks.rados.rados.0.smithi032.stdout:301: writing smithi03267100-49 from 3555328 to 4210688 tid 3 2024-09-13T00:04:56.656 INFO:tasks.rados.rados.0.smithi032.stdout:302: rmattr oid 41 current snap is 28 2024-09-13T00:04:56.656 INFO:tasks.rados.rados.0.smithi032.stdout:302: done (3 left) 2024-09-13T00:04:56.656 INFO:tasks.rados.rados.0.smithi032.stdout:303: read oid 7 snap -1 2024-09-13T00:04:56.656 INFO:tasks.rados.rados.0.smithi032.stdout:303: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T00:04:56.656 INFO:tasks.rados.rados.0.smithi032.stdout:304: snap_create 2024-09-13T00:04:56.656 INFO:tasks.rados.rados.0.smithi032.stdout:300: finishing rollback tid 1 to smithi03267100-31 2024-09-13T00:04:56.656 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T00:04:56.657 INFO:tasks.rados.rados.0.smithi032.stdout:299: finishing write tid 1 to smithi03267100-5 2024-09-13T00:04:56.657 INFO:tasks.rados.rados.0.smithi032.stdout:299: finishing write tid 2 to smithi03267100-5 2024-09-13T00:04:56.657 INFO:tasks.rados.rados.0.smithi032.stdout:299: finishing write tid 3 to smithi03267100-5 2024-09-13T00:04:56.657 INFO:tasks.rados.rados.0.smithi032.stdout:299: finishing write tid 4 to smithi03267100-5 2024-09-13T00:04:56.657 INFO:tasks.rados.rados.0.smithi032.stdout:299: finishing write tid 5 to smithi03267100-5 2024-09-13T00:04:56.657 INFO:tasks.rados.rados.0.smithi032.stdout:299: finishing write tid 6 to smithi03267100-5 2024-09-13T00:04:56.657 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 65 (ObjNum 111 snap 28 seq_num 111) dirty exists 2024-09-13T00:04:56.657 INFO:tasks.rados.rados.0.smithi032.stdout:299: left oid 5 (ObjNum 111 snap 28 seq_num 111) 2024-09-13T00:04:56.657 INFO:tasks.rados.rados.0.smithi032.stdout:301: finishing write tid 1 to smithi03267100-49 2024-09-13T00:04:56.658 INFO:tasks.rados.rados.0.smithi032.stdout:301: finishing write tid 2 to smithi03267100-49 2024-09-13T00:04:56.660 INFO:tasks.rados.rados.0.smithi032.stdout:303: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T00:04:56.664 INFO:tasks.rados.rados.0.smithi032.stdout:301: finishing write tid 3 to smithi03267100-49 2024-09-13T00:04:56.664 INFO:tasks.rados.rados.0.smithi032.stdout:301: finishing write tid 4 to smithi03267100-49 2024-09-13T00:04:56.665 INFO:tasks.rados.rados.0.smithi032.stdout:301: finishing write tid 5 to smithi03267100-49 2024-09-13T00:04:56.665 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 118 (ObjNum 112 snap 28 seq_num 112) dirty exists 2024-09-13T00:04:56.665 INFO:tasks.rados.rados.0.smithi032.stdout:301: left oid 49 (ObjNum 112 snap 28 seq_num 112) 2024-09-13T00:04:56.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:56 smithi032 bash[22496]: cluster 2024-09-13T00:04:55.609866+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-09-13T00:04:56.912 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:04:56 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:04:56] "GET /metrics HTTP/1.1" 200 239874 "" "Prometheus/2.43.0" 2024-09-13T00:04:56.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:56 smithi032 bash[32211]: cluster 2024-09-13T00:04:55.609866+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-09-13T00:04:57.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:56 smithi053 bash[24393]: cluster 2024-09-13T00:04:55.609866+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-09-13T00:04:57.625 INFO:tasks.rados.rados.0.smithi032.stdout:299: done (4 left) 2024-09-13T00:04:57.625 INFO:tasks.rados.rados.0.smithi032.stdout:300: done (3 left) 2024-09-13T00:04:57.625 INFO:tasks.rados.rados.0.smithi032.stdout:301: done (2 left) 2024-09-13T00:04:57.625 INFO:tasks.rados.rados.0.smithi032.stdout:303: done (1 left) 2024-09-13T00:04:57.625 INFO:tasks.rados.rados.0.smithi032.stdout:304: done (0 left) 2024-09-13T00:04:57.626 INFO:tasks.rados.rados.0.smithi032.stdout:305: delete oid 49 current snap is 29 2024-09-13T00:04:57.629 INFO:tasks.rados.rados.0.smithi032.stdout:305: done (0 left) 2024-09-13T00:04:57.629 INFO:tasks.rados.rados.0.smithi032.stdout:306: rollback oid 18 current snap is 29 2024-09-13T00:04:57.629 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 28 2024-09-13T00:04:57.629 INFO:tasks.rados.rados.0.smithi032.stdout:307: snap_create 2024-09-13T00:04:57.638 INFO:tasks.rados.rados.0.smithi032.stdout:306: finishing rollback tid 0 to smithi03267100-18 2024-09-13T00:04:57.638 INFO:tasks.rados.rados.0.smithi032.stdout:306: finishing rollback tid 1 to smithi03267100-18 2024-09-13T00:04:57.639 INFO:tasks.rados.rados.0.smithi032.stdout:306: finishing rollback tid 2 to smithi03267100-18 2024-09-13T00:04:57.639 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 173 (ObjNum 84 snap 13 seq_num 84) dirty exists 2024-09-13T00:04:57.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:57 smithi032 bash[22496]: cluster 2024-09-13T00:04:56.616032+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-09-13T00:04:57.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:57 smithi032 bash[22496]: cluster 2024-09-13T00:04:56.916014+0000 mgr.y (mgr.24464) 232 : cluster [DBG] pgmap v233: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-09-13T00:04:57.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:57 smithi032 bash[32211]: cluster 2024-09-13T00:04:56.616032+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-09-13T00:04:57.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:57 smithi032 bash[32211]: cluster 2024-09-13T00:04:56.916014+0000 mgr.y (mgr.24464) 232 : cluster [DBG] pgmap v233: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-09-13T00:04:58.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:57 smithi053 bash[24393]: cluster 2024-09-13T00:04:56.616032+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-09-13T00:04:58.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:57 smithi053 bash[24393]: cluster 2024-09-13T00:04:56.916014+0000 mgr.y (mgr.24464) 232 : cluster [DBG] pgmap v233: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-09-13T00:04:58.626 INFO:tasks.rados.rados.0.smithi032.stdout:306: done (1 left) 2024-09-13T00:04:58.627 INFO:tasks.rados.rados.0.smithi032.stdout:307: done (0 left) 2024-09-13T00:04:58.627 INFO:tasks.rados.rados.0.smithi032.stdout:308: rollback oid 41 current snap is 30 2024-09-13T00:04:58.627 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 25 2024-09-13T00:04:58.627 INFO:tasks.rados.rados.0.smithi032.stdout:309: rollback oid 18 current snap is 30 2024-09-13T00:04:58.627 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 26 2024-09-13T00:04:58.627 INFO:tasks.rados.rados.0.smithi032.stdout:310: rmattr oid 23 current snap is 30 2024-09-13T00:04:58.627 INFO:tasks.rados.rados.0.smithi032.stdout:311: copy_from oid 13 from oid 37 current snap is 30 2024-09-13T00:04:58.627 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 30 2024-09-13T00:04:58.627 INFO:tasks.rados.rados.0.smithi032.stdout:312: seq_num 114 ranges {2957312=712704,3670016=712704,4382720=491520} 2024-09-13T00:04:58.673 INFO:tasks.rados.rados.0.smithi032.stdout:312: writing smithi03267100-36 from 2957312 to 3670016 tid 1 2024-09-13T00:04:58.681 INFO:tasks.rados.rados.0.smithi032.stdout:312: writing smithi03267100-36 from 3670016 to 4382720 tid 2 2024-09-13T00:04:58.687 INFO:tasks.rados.rados.0.smithi032.stdout:312: writing smithi03267100-36 from 4382720 to 4874240 tid 3 2024-09-13T00:04:58.687 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 30 2024-09-13T00:04:58.687 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 185 (ObjNum 103 snap 25 seq_num 103) dirty exists 2024-09-13T00:04:58.687 INFO:tasks.rados.rados.0.smithi032.stdout:308: finishing rollback tid 1 to smithi03267100-41 2024-09-13T00:04:58.687 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T00:04:58.687 INFO:tasks.rados.rados.0.smithi032.stdout:309: finishing rollback tid 0 to smithi03267100-18 2024-09-13T00:04:58.688 INFO:tasks.rados.rados.0.smithi032.stdout:311: finishing copy_from racing read to smithi03267100-13 2024-09-13T00:04:58.688 INFO:tasks.rados.rados.0.smithi032.stdout:309: finishing rollback tid 1 to smithi03267100-18 2024-09-13T00:04:58.688 INFO:tasks.rados.rados.0.smithi032.stdout:309: finishing rollback tid 2 to smithi03267100-18 2024-09-13T00:04:58.688 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 177 (ObjNum 84 snap 13 seq_num 84) dirty exists 2024-09-13T00:04:58.688 INFO:tasks.rados.rados.0.smithi032.stdout:311: finishing copy_from to smithi03267100-13 2024-09-13T00:04:58.688 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-13T00:04:58.688 INFO:tasks.rados.rados.0.smithi032.stdout:312: finishing write tid 1 to smithi03267100-36 2024-09-13T00:04:58.688 INFO:tasks.rados.rados.0.smithi032.stdout:312: finishing write tid 2 to smithi03267100-36 2024-09-13T00:04:58.688 INFO:tasks.rados.rados.0.smithi032.stdout:313: seq_num 115 ranges {0=729088,729088=647168,1376256=434176,1810432=122880} 2024-09-13T00:04:58.694 INFO:tasks.rados.rados.0.smithi032.stdout:313: writing smithi03267100-31 from 0 to 729088 tid 1 2024-09-13T00:04:58.701 INFO:tasks.rados.rados.0.smithi032.stdout:313: writing smithi03267100-31 from 729088 to 1376256 tid 2 2024-09-13T00:04:58.705 INFO:tasks.rados.rados.0.smithi032.stdout:313: writing smithi03267100-31 from 1376256 to 1810432 tid 3 2024-09-13T00:04:58.707 INFO:tasks.rados.rados.0.smithi032.stdout:313: writing smithi03267100-31 from 1810432 to 1933312 tid 4 2024-09-13T00:04:58.707 INFO:tasks.rados.rados.0.smithi032.stdout:308: done (5 left) 2024-09-13T00:04:58.707 INFO:tasks.rados.rados.0.smithi032.stdout:309: done (4 left) 2024-09-13T00:04:58.707 INFO:tasks.rados.rados.0.smithi032.stdout:310: done (3 left) 2024-09-13T00:04:58.707 INFO:tasks.rados.rados.0.smithi032.stdout:311: done (2 left) 2024-09-13T00:04:58.707 INFO:tasks.rados.rados.0.smithi032.stdout:314: setattr oid 3 current snap is 30 2024-09-13T00:04:58.707 INFO:tasks.rados.rados.0.smithi032.stdout:312: finishing write tid 3 to smithi03267100-36 2024-09-13T00:04:58.707 INFO:tasks.rados.rados.0.smithi032.stdout:312: finishing write tid 4 to smithi03267100-36 2024-09-13T00:04:58.708 INFO:tasks.rados.rados.0.smithi032.stdout:312: finishing write tid 5 to smithi03267100-36 2024-09-13T00:04:58.708 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 190 (ObjNum 114 snap 30 seq_num 114) dirty exists 2024-09-13T00:04:58.708 INFO:tasks.rados.rados.0.smithi032.stdout:312: left oid 36 (ObjNum 114 snap 30 seq_num 114) 2024-09-13T00:04:58.708 INFO:tasks.rados.rados.0.smithi032.stdout:313: finishing write tid 1 to smithi03267100-31 2024-09-13T00:04:58.708 INFO:tasks.rados.rados.0.smithi032.stdout:313: finishing write tid 2 to smithi03267100-31 2024-09-13T00:04:58.709 INFO:tasks.rados.rados.0.smithi032.stdout:313: finishing write tid 3 to smithi03267100-31 2024-09-13T00:04:58.710 INFO:tasks.rados.rados.0.smithi032.stdout:313: finishing write tid 4 to smithi03267100-31 2024-09-13T00:04:58.710 INFO:tasks.rados.rados.0.smithi032.stdout:313: finishing write tid 5 to smithi03267100-31 2024-09-13T00:04:58.710 INFO:tasks.rados.rados.0.smithi032.stdout:312: done (2 left) 2024-09-13T00:04:58.710 INFO:tasks.rados.rados.0.smithi032.stdout:315: snap_create 2024-09-13T00:04:58.711 INFO:tasks.rados.rados.0.smithi032.stdout:313: finishing write tid 6 to smithi03267100-31 2024-09-13T00:04:58.712 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 195 (ObjNum 115 snap 30 seq_num 115) dirty exists 2024-09-13T00:04:58.712 INFO:tasks.rados.rados.0.smithi032.stdout:313: left oid 31 (ObjNum 115 snap 30 seq_num 115) 2024-09-13T00:04:58.716 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 61 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-09-13T00:04:58.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:58 smithi032 bash[22496]: cluster 2024-09-13T00:04:57.628804+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-13T00:04:58.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:58 smithi032 bash[32211]: cluster 2024-09-13T00:04:57.628804+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-13T00:04:59.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:58 smithi053 bash[24393]: cluster 2024-09-13T00:04:57.628804+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-13T00:04:59.643 INFO:tasks.rados.rados.0.smithi032.stdout:313: done (2 left) 2024-09-13T00:04:59.644 INFO:tasks.rados.rados.0.smithi032.stdout:314: done (1 left) 2024-09-13T00:04:59.644 INFO:tasks.rados.rados.0.smithi032.stdout:315: done (0 left) 2024-09-13T00:04:59.644 INFO:tasks.rados.rados.0.smithi032.stdout:316: copy_from oid 34 from oid 46 current snap is 31 2024-09-13T00:04:59.644 INFO:tasks.rados.rados.0.smithi032.stdout:317: snap_remove snap 21 2024-09-13T00:04:59.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:59 smithi032 bash[22496]: cluster 2024-09-13T00:04:58.629935+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-13T00:04:59.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:04:59 smithi032 bash[22496]: cluster 2024-09-13T00:04:58.917378+0000 mgr.y (mgr.24464) 233 : cluster [DBG] pgmap v236: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-13T00:04:59.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:59 smithi032 bash[32211]: cluster 2024-09-13T00:04:58.629935+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-13T00:04:59.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:04:59 smithi032 bash[32211]: cluster 2024-09-13T00:04:58.917378+0000 mgr.y (mgr.24464) 233 : cluster [DBG] pgmap v236: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-13T00:05:00.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:59 smithi053 bash[24393]: cluster 2024-09-13T00:04:58.629935+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-13T00:05:00.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:04:59 smithi053 bash[24393]: cluster 2024-09-13T00:04:58.917378+0000 mgr.y (mgr.24464) 233 : cluster [DBG] pgmap v236: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-13T00:05:00.480 INFO:tasks.rados.rados.0.smithi032.stdout:317: done (1 left) 2024-09-13T00:05:00.481 INFO:tasks.rados.rados.0.smithi032.stdout:318: rollback oid 45 current snap is 31 2024-09-13T00:05:00.481 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 22 2024-09-13T00:05:00.481 INFO:tasks.rados.rados.0.smithi032.stdout:316: finishing copy_from racing read to smithi03267100-34 2024-09-13T00:05:00.481 INFO:tasks.rados.rados.0.smithi032.stdout:316: finishing copy_from to smithi03267100-34 2024-09-13T00:05:00.481 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 2 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:05:00.481 INFO:tasks.rados.rados.0.smithi032.stdout:316: done (1 left) 2024-09-13T00:05:00.481 INFO:tasks.rados.rados.0.smithi032.stdout:319: read oid 28 snap -1 2024-09-13T00:05:00.481 INFO:tasks.rados.rados.0.smithi032.stdout:319: expect deleted 2024-09-13T00:05:00.481 INFO:tasks.rados.rados.0.smithi032.stdout:320: read oid 36 snap -1 2024-09-13T00:05:00.481 INFO:tasks.rados.rados.0.smithi032.stdout:320: expect (ObjNum 114 snap 30 seq_num 114) 2024-09-13T00:05:00.481 INFO:tasks.rados.rados.0.smithi032.stdout:321: delete oid 12 current snap is 31 2024-09-13T00:05:00.501 INFO:tasks.rados.rados.0.smithi032.stdout:318: finishing rollback tid 0 to smithi03267100-45 2024-09-13T00:05:00.502 INFO:tasks.rados.rados.0.smithi032.stdout:318: finishing rollback tid 1 to smithi03267100-45 2024-09-13T00:05:00.503 INFO:tasks.rados.rados.0.smithi032.stdout:318: finishing rollback tid 2 to smithi03267100-45 2024-09-13T00:05:00.503 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 128 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-13T00:05:00.505 INFO:tasks.rados.rados.0.smithi032.stdout:318: done (3 left) 2024-09-13T00:05:00.505 INFO:tasks.rados.rados.0.smithi032.stdout:319: done (2 left) 2024-09-13T00:05:00.505 INFO:tasks.rados.rados.0.smithi032.stdout:321: done (1 left) 2024-09-13T00:05:00.505 INFO:tasks.rados.rados.0.smithi032.stdout:322: rollback oid 12 current snap is 31 2024-09-13T00:05:00.505 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 28 2024-09-13T00:05:00.505 INFO:tasks.rados.rados.0.smithi032.stdout:323: snap_remove snap 29 2024-09-13T00:05:00.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:00 smithi032 bash[22496]: cluster 2024-09-13T00:04:59.647576+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-13T00:05:00.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:00 smithi032 bash[22496]: cluster 2024-09-13T00:05:00.483324+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-09-13T00:05:00.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:00 smithi032 bash[32211]: cluster 2024-09-13T00:04:59.647576+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-13T00:05:00.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:00 smithi032 bash[32211]: cluster 2024-09-13T00:05:00.483324+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-09-13T00:05:01.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:00 smithi053 bash[24393]: cluster 2024-09-13T00:04:59.647576+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-13T00:05:01.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:00 smithi053 bash[24393]: cluster 2024-09-13T00:05:00.483324+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-09-13T00:05:01.482 INFO:tasks.rados.rados.0.smithi032.stdout:323: done (2 left) 2024-09-13T00:05:01.482 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 31 2024-09-13T00:05:01.482 INFO:tasks.rados.rados.0.smithi032.stdout:322: finishing rollback tid 1 to smithi03267100-12 2024-09-13T00:05:01.482 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T00:05:01.482 INFO:tasks.rados.rados.0.smithi032.stdout:324: seq_num 117 ranges {2727936=770048,3497984=417792,3915776=442368,4358144=344064} 2024-09-13T00:05:01.537 INFO:tasks.rados.rados.0.smithi032.stdout:324: writing smithi03267100-17 from 2727936 to 3497984 tid 1 2024-09-13T00:05:01.542 INFO:tasks.rados.rados.0.smithi032.stdout:324: writing smithi03267100-17 from 3497984 to 3915776 tid 2 2024-09-13T00:05:01.547 INFO:tasks.rados.rados.0.smithi032.stdout:324: writing smithi03267100-17 from 3915776 to 4358144 tid 3 2024-09-13T00:05:01.552 INFO:tasks.rados.rados.0.smithi032.stdout:324: writing smithi03267100-17 from 4358144 to 4702208 tid 4 2024-09-13T00:05:01.552 INFO:tasks.rados.rados.0.smithi032.stdout:322: done (2 left) 2024-09-13T00:05:01.552 INFO:tasks.rados.rados.0.smithi032.stdout:325: read oid 7 snap -1 2024-09-13T00:05:01.552 INFO:tasks.rados.rados.0.smithi032.stdout:325: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T00:05:01.553 INFO:tasks.rados.rados.0.smithi032.stdout:326: setattr oid 26 current snap is 31 2024-09-13T00:05:01.554 INFO:tasks.rados.rados.0.smithi032.stdout:320: expect (ObjNum 114 snap 30 seq_num 114) 2024-09-13T00:05:01.815 INFO:tasks.rados.rados.0.smithi032.stdout:325: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T00:05:01.818 INFO:tasks.rados.rados.0.smithi032.stdout:324: finishing write tid 1 to smithi03267100-17 2024-09-13T00:05:01.818 INFO:tasks.rados.rados.0.smithi032.stdout:324: finishing write tid 2 to smithi03267100-17 2024-09-13T00:05:01.818 INFO:tasks.rados.rados.0.smithi032.stdout:324: finishing write tid 3 to smithi03267100-17 2024-09-13T00:05:01.818 INFO:tasks.rados.rados.0.smithi032.stdout:324: finishing write tid 4 to smithi03267100-17 2024-09-13T00:05:01.818 INFO:tasks.rados.rados.0.smithi032.stdout:324: finishing write tid 5 to smithi03267100-17 2024-09-13T00:05:01.818 INFO:tasks.rados.rados.0.smithi032.stdout:324: finishing write tid 6 to smithi03267100-17 2024-09-13T00:05:01.818 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 211 (ObjNum 117 snap 31 seq_num 117) dirty exists 2024-09-13T00:05:01.818 INFO:tasks.rados.rados.0.smithi032.stdout:324: left oid 17 (ObjNum 117 snap 31 seq_num 117) 2024-09-13T00:05:01.818 INFO:tasks.rados.rados.0.smithi032.stdout:320: done (3 left) 2024-09-13T00:05:01.819 INFO:tasks.rados.rados.0.smithi032.stdout:324: done (2 left) 2024-09-13T00:05:01.819 INFO:tasks.rados.rados.0.smithi032.stdout:325: done (1 left) 2024-09-13T00:05:01.819 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 31 2024-09-13T00:05:01.819 INFO:tasks.rados.rados.0.smithi032.stdout:327: seq_num 118 ranges {4874240=786432,5660672=704512,6365184=499712} 2024-09-13T00:05:01.888 INFO:tasks.rados.rados.0.smithi032.stdout:327: writing smithi03267100-36 from 4874240 to 5660672 tid 1 2024-09-13T00:05:01.894 INFO:tasks.rados.rados.0.smithi032.stdout:327: writing smithi03267100-36 from 5660672 to 6365184 tid 2 2024-09-13T00:05:01.898 INFO:tasks.rados.rados.0.smithi032.stdout:327: writing smithi03267100-36 from 6365184 to 6864896 tid 3 2024-09-13T00:05:01.899 INFO:tasks.rados.rados.0.smithi032.stdout:328: snap_create 2024-09-13T00:05:01.899 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 193 (ObjNum 85 snap 13 seq_num 85) dirty exists 2024-09-13T00:05:01.899 INFO:tasks.rados.rados.0.smithi032.stdout:327: finishing write tid 1 to smithi03267100-36 2024-09-13T00:05:01.899 INFO:tasks.rados.rados.0.smithi032.stdout:327: finishing write tid 2 to smithi03267100-36 2024-09-13T00:05:01.902 INFO:tasks.rados.rados.0.smithi032.stdout:327: finishing write tid 3 to smithi03267100-36 2024-09-13T00:05:01.902 INFO:tasks.rados.rados.0.smithi032.stdout:327: finishing write tid 4 to smithi03267100-36 2024-09-13T00:05:01.904 INFO:tasks.rados.rados.0.smithi032.stdout:327: finishing write tid 5 to smithi03267100-36 2024-09-13T00:05:01.904 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 216 (ObjNum 118 snap 31 seq_num 118) dirty exists 2024-09-13T00:05:01.904 INFO:tasks.rados.rados.0.smithi032.stdout:327: left oid 36 (ObjNum 118 snap 31 seq_num 118) 2024-09-13T00:05:01.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:01 smithi032 bash[32211]: cluster 2024-09-13T00:05:00.918070+0000 mgr.y (mgr.24464) 234 : cluster [DBG] pgmap v239: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-13T00:05:01.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:01 smithi032 bash[32211]: cluster 2024-09-13T00:05:01.485974+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-09-13T00:05:01.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:01 smithi032 bash[22496]: cluster 2024-09-13T00:05:00.918070+0000 mgr.y (mgr.24464) 234 : cluster [DBG] pgmap v239: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-13T00:05:01.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:01 smithi032 bash[22496]: cluster 2024-09-13T00:05:01.485974+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-09-13T00:05:02.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:01 smithi053 bash[24393]: cluster 2024-09-13T00:05:00.918070+0000 mgr.y (mgr.24464) 234 : cluster [DBG] pgmap v239: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-13T00:05:02.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:01 smithi053 bash[24393]: cluster 2024-09-13T00:05:01.485974+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-09-13T00:05:02.656 INFO:tasks.rados.rados.0.smithi032.stdout:326: done (2 left) 2024-09-13T00:05:02.656 INFO:tasks.rados.rados.0.smithi032.stdout:327: done (1 left) 2024-09-13T00:05:02.656 INFO:tasks.rados.rados.0.smithi032.stdout:328: done (0 left) 2024-09-13T00:05:02.656 INFO:tasks.rados.rados.0.smithi032.stdout:329: read oid 25 snap 23 2024-09-13T00:05:02.656 INFO:tasks.rados.rados.0.smithi032.stdout:329: expect (ObjNum 5 snap 0 seq_num 5) 2024-09-13T00:05:02.656 INFO:tasks.rados.rados.0.smithi032.stdout:330: snap_remove snap 20 2024-09-13T00:05:03.671 INFO:tasks.rados.rados.0.smithi032.stdout:330: done (1 left) 2024-09-13T00:05:03.672 INFO:tasks.rados.rados.0.smithi032.stdout:331: copy_from oid 9 from oid 36 current snap is 32 2024-09-13T00:05:03.672 INFO:tasks.rados.rados.0.smithi032.stdout:329: expect (ObjNum 5 snap 0 seq_num 5) 2024-09-13T00:05:03.677 INFO:tasks.rados.rados.0.smithi032.stdout:329: done (1 left) 2024-09-13T00:05:03.677 INFO:tasks.rados.rados.0.smithi032.stdout:332: snap_create 2024-09-13T00:05:03.717 INFO:tasks.rados.rados.0.smithi032.stdout:331: finishing copy_from racing read to smithi03267100-9 2024-09-13T00:05:03.727 INFO:tasks.rados.rados.0.smithi032.stdout:331: finishing copy_from to smithi03267100-9 2024-09-13T00:05:03.727 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 216 (ObjNum 118 snap 31 seq_num 118) dirty exists 2024-09-13T00:05:03.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:03 smithi032 bash[22496]: cluster 2024-09-13T00:05:02.659724+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-13T00:05:03.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:03 smithi032 bash[22496]: cluster 2024-09-13T00:05:02.918734+0000 mgr.y (mgr.24464) 235 : cluster [DBG] pgmap v242: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:03.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:03 smithi032 bash[32211]: cluster 2024-09-13T00:05:02.659724+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-13T00:05:03.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:03 smithi032 bash[32211]: cluster 2024-09-13T00:05:02.918734+0000 mgr.y (mgr.24464) 235 : cluster [DBG] pgmap v242: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:04.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:03 smithi053 bash[24393]: cluster 2024-09-13T00:05:02.659724+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-13T00:05:04.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:03 smithi053 bash[24393]: cluster 2024-09-13T00:05:02.918734+0000 mgr.y (mgr.24464) 235 : cluster [DBG] pgmap v242: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:04.667 INFO:tasks.rados.rados.0.smithi032.stdout:331: done (1 left) 2024-09-13T00:05:04.667 INFO:tasks.rados.rados.0.smithi032.stdout:332: done (0 left) 2024-09-13T00:05:04.668 INFO:tasks.rados.rados.0.smithi032.stdout:333: snap_remove snap 23 2024-09-13T00:05:05.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:04 smithi053 bash[24393]: cluster 2024-09-13T00:05:03.671237+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-13T00:05:05.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:04 smithi032 bash[32211]: cluster 2024-09-13T00:05:03.671237+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-13T00:05:05.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:04 smithi032 bash[22496]: cluster 2024-09-13T00:05:03.671237+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-13T00:05:05.689 INFO:tasks.rados.rados.0.smithi032.stdout:333: done (0 left) 2024-09-13T00:05:05.689 INFO:tasks.rados.rados.0.smithi032.stdout:334: snap_remove snap 32 2024-09-13T00:05:06.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:05 smithi053 bash[24393]: cluster 2024-09-13T00:05:04.671048+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-13T00:05:06.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:05 smithi053 bash[24393]: cluster 2024-09-13T00:05:04.919399+0000 mgr.y (mgr.24464) 236 : cluster [DBG] pgmap v245: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-09-13T00:05:06.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:05 smithi032 bash[22496]: cluster 2024-09-13T00:05:04.671048+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-13T00:05:06.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:05 smithi032 bash[22496]: cluster 2024-09-13T00:05:04.919399+0000 mgr.y (mgr.24464) 236 : cluster [DBG] pgmap v245: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-09-13T00:05:06.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:05 smithi032 bash[32211]: cluster 2024-09-13T00:05:04.671048+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-13T00:05:06.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:05 smithi032 bash[32211]: cluster 2024-09-13T00:05:04.919399+0000 mgr.y (mgr.24464) 236 : cluster [DBG] pgmap v245: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-09-13T00:05:06.176 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:05:06.469 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:05:06.470 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4m) 4m ago 5m 13.8M - 0.25.0 c8568f914cd2 1815c1b693ca 2024-09-13T00:05:06.470 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (4m) 4m ago 4m 26.5M - 9.4.7 954c08fa6188 b4bcb5208fe7 2024-09-13T00:05:06.470 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6m) 4m ago 6m 14.2M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:05:06.470 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (6m) 4m ago 6m 14.1M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:05:06.470 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443 running (14m) 4m ago 14m 388M - 17.2.7-1627-gbbdadfa3 214985049bdb e0df97a87f26 2024-09-13T00:05:06.470 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:9283,8765 running (16m) 4m ago 16m 435M - 17.2.7-1627-gbbdadfa3 214985049bdb 0ad7d4d5ef3b 2024-09-13T00:05:06.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (16m) 4m ago 17m 48.6M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 278f96caaac9 2024-09-13T00:05:06.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (14m) 4m ago 14m 39.4M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 6ca18a9d98fc 2024-09-13T00:05:06.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (14m) 4m ago 14m 37.6M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 22cdaa9606af 2024-09-13T00:05:06.470 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5m) 4m ago 5m 3191k - 1.5.0 0da6a335fe13 a780f8b3713a 2024-09-13T00:05:06.470 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (5m) 4m ago 5m 3267k - 1.5.0 0da6a335fe13 4dd0ff0dabc1 2024-09-13T00:05:06.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (13m) 4m ago 13m 44.2M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 8a5146ba6e0d 2024-09-13T00:05:06.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (12m) 4m ago 12m 44.6M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 1ab06e2999b7 2024-09-13T00:05:06.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11m) 4m ago 11m 43.8M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 911acc1d60e0 2024-09-13T00:05:06.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10m) 4m ago 10m 41.8M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:05:06.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (9m) 4m ago 10m 42.0M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:05:06.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (9m) 4m ago 9m 42.5M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:05:06.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (8m) 4m ago 8m 45.5M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:05:06.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (7m) 4m ago 7m 41.4M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:05:06.471 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (4m) 4m ago 5m 20.7M - 2.43.0 a07b618ecd1d 5d456ee4bada 2024-09-13T00:05:06.688 INFO:tasks.rados.rados.0.smithi032.stdout:334: done (0 left) 2024-09-13T00:05:06.688 INFO:tasks.rados.rados.0.smithi032.stdout:335: copy_from oid 43 from oid 3 current snap is 33 2024-09-13T00:05:06.688 INFO:tasks.rados.rados.0.smithi032.stdout:336: read oid 37 snap -1 2024-09-13T00:05:06.688 INFO:tasks.rados.rados.0.smithi032.stdout:336: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-13T00:05:06.688 INFO:tasks.rados.rados.0.smithi032.stdout:337: delete oid 12 current snap is 33 2024-09-13T00:05:06.689 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:06 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:05:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:05:06.704 INFO:tasks.rados.rados.0.smithi032.stdout:337: done (2 left) 2024-09-13T00:05:06.704 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 33 2024-09-13T00:05:06.704 INFO:tasks.rados.rados.0.smithi032.stdout:338: seq_num 120 ranges {606208=417792,1024000=475136,1499136=622592,2121728=507904} 2024-09-13T00:05:06.710 INFO:tasks.rados.rados.0.smithi032.stdout:338: writing smithi03267100-13 from 606208 to 1024000 tid 1 2024-09-13T00:05:06.714 INFO:tasks.rados.rados.0.smithi032.stdout:338: writing smithi03267100-13 from 1024000 to 1499136 tid 2 2024-09-13T00:05:06.719 INFO:tasks.rados.rados.0.smithi032.stdout:338: writing smithi03267100-13 from 1499136 to 2121728 tid 3 2024-09-13T00:05:06.723 INFO:tasks.rados.rados.0.smithi032.stdout:338: writing smithi03267100-13 from 2121728 to 2629632 tid 4 2024-09-13T00:05:06.723 INFO:tasks.rados.rados.0.smithi032.stdout:339: delete oid 9 current snap is 33 2024-09-13T00:05:06.723 INFO:tasks.rados.rados.0.smithi032.stdout:336: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-13T00:05:06.770 INFO:tasks.rados.rados.0.smithi032.stdout:338: finishing write tid 1 to smithi03267100-13 2024-09-13T00:05:06.770 INFO:tasks.rados.rados.0.smithi032.stdout:338: finishing write tid 2 to smithi03267100-13 2024-09-13T00:05:06.770 INFO:tasks.rados.rados.0.smithi032.stdout:335: finishing copy_from racing read to smithi03267100-43 2024-09-13T00:05:06.770 INFO:tasks.rados.rados.0.smithi032.stdout:338: finishing write tid 3 to smithi03267100-13 2024-09-13T00:05:06.770 INFO:tasks.rados.rados.0.smithi032.stdout:335: finishing copy_from to smithi03267100-43 2024-09-13T00:05:06.770 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 61 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-09-13T00:05:06.770 INFO:tasks.rados.rados.0.smithi032.stdout:338: finishing write tid 4 to smithi03267100-13 2024-09-13T00:05:06.770 INFO:tasks.rados.rados.0.smithi032.stdout:338: finishing write tid 5 to smithi03267100-13 2024-09-13T00:05:06.770 INFO:tasks.rados.rados.0.smithi032.stdout:338: finishing write tid 6 to smithi03267100-13 2024-09-13T00:05:06.770 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 221 (ObjNum 120 snap 33 seq_num 120) dirty exists 2024-09-13T00:05:06.770 INFO:tasks.rados.rados.0.smithi032.stdout:338: left oid 13 (ObjNum 120 snap 33 seq_num 120) 2024-09-13T00:05:06.771 INFO:tasks.rados.rados.0.smithi032.stdout:335: done (3 left) 2024-09-13T00:05:06.771 INFO:tasks.rados.rados.0.smithi032.stdout:336: done (2 left) 2024-09-13T00:05:06.771 INFO:tasks.rados.rados.0.smithi032.stdout:338: done (1 left) 2024-09-13T00:05:06.771 INFO:tasks.rados.rados.0.smithi032.stdout:339: done (0 left) 2024-09-13T00:05:06.771 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 33 2024-09-13T00:05:06.771 INFO:tasks.rados.rados.0.smithi032.stdout:340: seq_num 122 ranges {606208=450560,1056768=688128,1744896=630784,2375680=286720} 2024-09-13T00:05:06.785 INFO:tasks.rados.rados.0.smithi032.stdout:340: writing smithi03267100-37 from 606208 to 1056768 tid 1 2024-09-13T00:05:06.794 INFO:tasks.rados.rados.0.smithi032.stdout:340: writing smithi03267100-37 from 1056768 to 1744896 tid 2 2024-09-13T00:05:06.801 INFO:tasks.rados.rados.0.smithi032.stdout:340: writing smithi03267100-37 from 1744896 to 2375680 tid 3 2024-09-13T00:05:06.805 INFO:tasks.rados.rados.0.smithi032.stdout:340: writing smithi03267100-37 from 2375680 to 2662400 tid 4 2024-09-13T00:05:06.805 INFO:tasks.rados.rados.0.smithi032.stdout:341: copy_from oid 21 from oid 32 current snap is 33 2024-09-13T00:05:06.805 INFO:tasks.rados.rados.0.smithi032.stdout:340: finishing write tid 1 to smithi03267100-37 2024-09-13T00:05:06.805 INFO:tasks.rados.rados.0.smithi032.stdout:340: finishing write tid 2 to smithi03267100-37 2024-09-13T00:05:06.805 INFO:tasks.rados.rados.0.smithi032.stdout:342: setattr oid 43 current snap is 33 2024-09-13T00:05:06.808 INFO:tasks.rados.rados.0.smithi032.stdout:340: finishing write tid 3 to smithi03267100-37 2024-09-13T00:05:06.810 INFO:tasks.rados.rados.0.smithi032.stdout:340: finishing write tid 4 to smithi03267100-37 2024-09-13T00:05:06.811 INFO:tasks.rados.rados.0.smithi032.stdout:341: finishing copy_from racing read to smithi03267100-21 2024-09-13T00:05:06.812 INFO:tasks.rados.rados.0.smithi032.stdout:340: finishing write tid 5 to smithi03267100-37 2024-09-13T00:05:06.813 INFO:tasks.rados.rados.0.smithi032.stdout:343: read oid 34 snap -1 2024-09-13T00:05:06.813 INFO:tasks.rados.rados.0.smithi032.stdout:343: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:05:06.813 INFO:tasks.rados.rados.0.smithi032.stdout:344: snap_create 2024-09-13T00:05:06.813 INFO:tasks.rados.rados.0.smithi032.stdout:341: finishing copy_from to smithi03267100-21 2024-09-13T00:05:06.813 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 14 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T00:05:06.814 INFO:tasks.rados.rados.0.smithi032.stdout:340: finishing write tid 6 to smithi03267100-37 2024-09-13T00:05:06.814 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 56 (ObjNum 122 snap 33 seq_num 122) dirty exists 2024-09-13T00:05:06.815 INFO:tasks.rados.rados.0.smithi032.stdout:340: left oid 37 (ObjNum 122 snap 33 seq_num 122) 2024-09-13T00:05:06.819 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 62 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-09-13T00:05:06.822 INFO:tasks.rados.rados.0.smithi032.stdout:343: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:05:06.844 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:05:06.844 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:05:06.844 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T00:05:06.844 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:05:06.844 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:05:06.844 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:05:06.844 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:05:06.844 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:05:06.844 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:05:06.844 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:05:06.844 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:05:06.844 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:05:06.845 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:05:06.845 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:05:06.845 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 15 2024-09-13T00:05:06.845 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:05:06.845 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:05:07.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:06 smithi053 bash[24393]: cluster 2024-09-13T00:05:05.691203+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-09-13T00:05:07.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:06 smithi053 bash[24393]: audit 2024-09-13T00:05:06.167681+0000 mgr.y (mgr.24464) 237 : audit [DBG] from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:05:07.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:06 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:05:06] "GET /metrics HTTP/1.1" 200 239874 "" "Prometheus/2.43.0" 2024-09-13T00:05:07.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:06 smithi032 bash[22496]: cluster 2024-09-13T00:05:05.691203+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-09-13T00:05:07.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:06 smithi032 bash[22496]: audit 2024-09-13T00:05:06.167681+0000 mgr.y (mgr.24464) 237 : audit [DBG] from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:05:07.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:06 smithi032 bash[32211]: cluster 2024-09-13T00:05:05.691203+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-09-13T00:05:07.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:06 smithi032 bash[32211]: audit 2024-09-13T00:05:06.167681+0000 mgr.y (mgr.24464) 237 : audit [DBG] from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:05:07.708 INFO:tasks.rados.rados.0.smithi032.stdout:340: done (4 left) 2024-09-13T00:05:07.708 INFO:tasks.rados.rados.0.smithi032.stdout:341: done (3 left) 2024-09-13T00:05:07.708 INFO:tasks.rados.rados.0.smithi032.stdout:342: done (2 left) 2024-09-13T00:05:07.708 INFO:tasks.rados.rados.0.smithi032.stdout:343: done (1 left) 2024-09-13T00:05:07.708 INFO:tasks.rados.rados.0.smithi032.stdout:344: done (0 left) 2024-09-13T00:05:07.708 INFO:tasks.rados.rados.0.smithi032.stdout:345: read oid 31 snap -1 2024-09-13T00:05:07.708 INFO:tasks.rados.rados.0.smithi032.stdout:345: expect (ObjNum 115 snap 30 seq_num 115) 2024-09-13T00:05:07.709 INFO:tasks.rados.rados.0.smithi032.stdout:346: rollback oid 22 current snap is 34 2024-09-13T00:05:07.709 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 31 2024-09-13T00:05:07.709 INFO:tasks.rados.rados.0.smithi032.stdout:347: read oid 48 snap -1 2024-09-13T00:05:07.709 INFO:tasks.rados.rados.0.smithi032.stdout:347: expect (ObjNum 106 snap 25 seq_num 106) 2024-09-13T00:05:07.709 INFO:tasks.rados.rados.0.smithi032.stdout:348: rollback oid 3 current snap is 34 2024-09-13T00:05:07.709 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 25 2024-09-13T00:05:07.709 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 34 2024-09-13T00:05:07.709 INFO:tasks.rados.rados.0.smithi032.stdout:349: seq_num 123 ranges {3506176=466944,3973120=573440,4546560=794624,5341184=237568} 2024-09-13T00:05:07.750 INFO:tasks.rados.rados.0.smithi032.stdout:349: writing smithi03267100-18 from 3506176 to 3973120 tid 1 2024-09-13T00:05:07.756 INFO:tasks.rados.rados.0.smithi032.stdout:349: writing smithi03267100-18 from 3973120 to 4546560 tid 2 2024-09-13T00:05:07.765 INFO:tasks.rados.rados.0.smithi032.stdout:349: writing smithi03267100-18 from 4546560 to 5341184 tid 3 2024-09-13T00:05:07.767 INFO:tasks.rados.rados.0.smithi032.stdout:349: writing smithi03267100-18 from 5341184 to 5578752 tid 4 2024-09-13T00:05:07.767 INFO:tasks.rados.rados.0.smithi032.stdout:350: rmattr oid 24 current snap is 34 2024-09-13T00:05:07.767 INFO:tasks.rados.rados.0.smithi032.stdout:346: finishing rollback tid 0 to smithi03267100-22 2024-09-13T00:05:07.767 INFO:tasks.rados.rados.0.smithi032.stdout:345: expect (ObjNum 115 snap 30 seq_num 115) 2024-09-13T00:05:07.868 INFO:tasks.rados.rados.0.smithi032.stdout:346: finishing rollback tid 1 to smithi03267100-22 2024-09-13T00:05:07.868 INFO:tasks.rados.rados.0.smithi032.stdout:346: finishing rollback tid 2 to smithi03267100-22 2024-09-13T00:05:07.868 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 73 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-13T00:05:07.868 INFO:tasks.rados.rados.0.smithi032.stdout:348: finishing rollback tid 0 to smithi03267100-3 2024-09-13T00:05:07.868 INFO:tasks.rados.rados.0.smithi032.stdout:348: finishing rollback tid 1 to smithi03267100-3 2024-09-13T00:05:07.868 INFO:tasks.rados.rados.0.smithi032.stdout:348: finishing rollback tid 2 to smithi03267100-3 2024-09-13T00:05:07.868 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 77 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-09-13T00:05:07.868 INFO:tasks.rados.rados.0.smithi032.stdout:347: expect (ObjNum 106 snap 25 seq_num 106) 2024-09-13T00:05:07.950 INFO:tasks.rados.rados.0.smithi032.stdout:349: finishing write tid 1 to smithi03267100-18 2024-09-13T00:05:07.950 INFO:tasks.rados.rados.0.smithi032.stdout:349: finishing write tid 2 to smithi03267100-18 2024-09-13T00:05:07.950 INFO:tasks.rados.rados.0.smithi032.stdout:349: finishing write tid 3 to smithi03267100-18 2024-09-13T00:05:07.950 INFO:tasks.rados.rados.0.smithi032.stdout:349: finishing write tid 4 to smithi03267100-18 2024-09-13T00:05:07.950 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 58 (ObjNum 107 snap 25 seq_num 107) dirty exists 2024-09-13T00:05:07.950 INFO:tasks.rados.rados.0.smithi032.stdout:349: finishing write tid 5 to smithi03267100-18 2024-09-13T00:05:07.951 INFO:tasks.rados.rados.0.smithi032.stdout:349: finishing write tid 6 to smithi03267100-18 2024-09-13T00:05:07.951 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 227 (ObjNum 123 snap 34 seq_num 123) dirty exists 2024-09-13T00:05:07.951 INFO:tasks.rados.rados.0.smithi032.stdout:349: left oid 18 (ObjNum 123 snap 34 seq_num 123) 2024-09-13T00:05:07.951 INFO:tasks.rados.rados.0.smithi032.stdout:345: done (5 left) 2024-09-13T00:05:07.951 INFO:tasks.rados.rados.0.smithi032.stdout:346: done (4 left) 2024-09-13T00:05:07.951 INFO:tasks.rados.rados.0.smithi032.stdout:347: done (3 left) 2024-09-13T00:05:07.951 INFO:tasks.rados.rados.0.smithi032.stdout:348: done (2 left) 2024-09-13T00:05:07.951 INFO:tasks.rados.rados.0.smithi032.stdout:349: done (1 left) 2024-09-13T00:05:07.951 INFO:tasks.rados.rados.0.smithi032.stdout:350: done (0 left) 2024-09-13T00:05:07.951 INFO:tasks.rados.rados.0.smithi032.stdout:351: rmattr oid 42 current snap is 34 2024-09-13T00:05:07.951 INFO:tasks.rados.rados.0.smithi032.stdout:351: done (0 left) 2024-09-13T00:05:07.951 INFO:tasks.rados.rados.0.smithi032.stdout:352: rmattr oid 23 current snap is 34 2024-09-13T00:05:07.951 INFO:tasks.rados.rados.0.smithi032.stdout:353: copy_from oid 15 from oid 19 current snap is 34 2024-09-13T00:05:07.951 INFO:tasks.rados.rados.0.smithi032.stdout:354: delete oid 30 current snap is 34 2024-09-13T00:05:07.955 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 236 (ObjNum 103 snap 25 seq_num 103) dirty exists 2024-09-13T00:05:07.956 INFO:tasks.rados.rados.0.smithi032.stdout:352: done (2 left) 2024-09-13T00:05:07.956 INFO:tasks.rados.rados.0.smithi032.stdout:354: done (1 left) 2024-09-13T00:05:07.956 INFO:tasks.rados.rados.0.smithi032.stdout:355: rollback oid 14 current snap is 34 2024-09-13T00:05:07.956 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 27 2024-09-13T00:05:07.956 INFO:tasks.rados.rados.0.smithi032.stdout:356: read oid 20 snap -1 2024-09-13T00:05:07.956 INFO:tasks.rados.rados.0.smithi032.stdout:356: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T00:05:07.956 INFO:tasks.rados.rados.0.smithi032.stdout:357: snap_remove snap 28 2024-09-13T00:05:08.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:07 smithi053 bash[24393]: audit 2024-09-13T00:05:06.456664+0000 mgr.y (mgr.24464) 238 : audit [DBG] from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:05:08.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:07 smithi053 bash[24393]: cluster 2024-09-13T00:05:06.688956+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-09-13T00:05:08.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:07 smithi053 bash[24393]: audit 2024-09-13T00:05:06.848805+0000 mon.a (mon.0) 1152 : audit [DBG] from='client.? 172.21.15.32:0/1984353959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:05:08.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:07 smithi053 bash[24393]: cluster 2024-09-13T00:05:06.919998+0000 mgr.y (mgr.24464) 239 : cluster [DBG] pgmap v248: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-09-13T00:05:08.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:07 smithi032 bash[22496]: audit 2024-09-13T00:05:06.456664+0000 mgr.y (mgr.24464) 238 : audit [DBG] from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:05:08.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:07 smithi032 bash[22496]: cluster 2024-09-13T00:05:06.688956+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-09-13T00:05:08.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:07 smithi032 bash[22496]: audit 2024-09-13T00:05:06.848805+0000 mon.a (mon.0) 1152 : audit [DBG] from='client.? 172.21.15.32:0/1984353959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:05:08.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:07 smithi032 bash[22496]: cluster 2024-09-13T00:05:06.919998+0000 mgr.y (mgr.24464) 239 : cluster [DBG] pgmap v248: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-09-13T00:05:08.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:07 smithi032 bash[32211]: audit 2024-09-13T00:05:06.456664+0000 mgr.y (mgr.24464) 238 : audit [DBG] from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:05:08.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:07 smithi032 bash[32211]: cluster 2024-09-13T00:05:06.688956+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-09-13T00:05:08.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:07 smithi032 bash[32211]: audit 2024-09-13T00:05:06.848805+0000 mon.a (mon.0) 1152 : audit [DBG] from='client.? 172.21.15.32:0/1984353959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:05:08.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:07 smithi032 bash[32211]: cluster 2024-09-13T00:05:06.919998+0000 mgr.y (mgr.24464) 239 : cluster [DBG] pgmap v248: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-09-13T00:05:08.722 INFO:tasks.rados.rados.0.smithi032.stdout:357: done (3 left) 2024-09-13T00:05:08.722 INFO:tasks.rados.rados.0.smithi032.stdout:358: delete oid 4 current snap is 34 2024-09-13T00:05:08.722 INFO:tasks.rados.rados.0.smithi032.stdout:353: finishing copy_from racing read to smithi03267100-15 2024-09-13T00:05:08.722 INFO:tasks.rados.rados.0.smithi032.stdout:355: finishing rollback tid 0 to smithi03267100-14 2024-09-13T00:05:08.722 INFO:tasks.rados.rados.0.smithi032.stdout:356: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T00:05:08.735 INFO:tasks.rados.rados.0.smithi032.stdout:355: finishing rollback tid 1 to smithi03267100-14 2024-09-13T00:05:08.735 INFO:tasks.rados.rados.0.smithi032.stdout:353: finishing copy_from to smithi03267100-15 2024-09-13T00:05:08.735 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 40 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T00:05:08.735 INFO:tasks.rados.rados.0.smithi032.stdout:355: finishing rollback tid 2 to smithi03267100-14 2024-09-13T00:05:08.735 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 230 (ObjNum 85 snap 13 seq_num 85) dirty exists 2024-09-13T00:05:08.736 INFO:tasks.rados.rados.0.smithi032.stdout:353: done (3 left) 2024-09-13T00:05:08.736 INFO:tasks.rados.rados.0.smithi032.stdout:355: done (2 left) 2024-09-13T00:05:08.736 INFO:tasks.rados.rados.0.smithi032.stdout:356: done (1 left) 2024-09-13T00:05:08.736 INFO:tasks.rados.rados.0.smithi032.stdout:358: done (0 left) 2024-09-13T00:05:08.736 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 34 2024-09-13T00:05:08.736 INFO:tasks.rados.rados.0.smithi032.stdout:359: seq_num 126 ranges {0=516096,516096=630784,1146880=614400,1761280=360448} 2024-09-13T00:05:08.739 INFO:tasks.rados.rados.0.smithi032.stdout:359: writing smithi03267100-12 from 0 to 516096 tid 1 2024-09-13T00:05:08.744 INFO:tasks.rados.rados.0.smithi032.stdout:359: writing smithi03267100-12 from 516096 to 1146880 tid 2 2024-09-13T00:05:08.748 INFO:tasks.rados.rados.0.smithi032.stdout:359: writing smithi03267100-12 from 1146880 to 1761280 tid 3 2024-09-13T00:05:08.750 INFO:tasks.rados.rados.0.smithi032.stdout:359: writing smithi03267100-12 from 1761280 to 2121728 tid 4 2024-09-13T00:05:08.750 INFO:tasks.rados.rados.0.smithi032.stdout:360: snap_remove snap 25 2024-09-13T00:05:09.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:08 smithi053 bash[24393]: cluster 2024-09-13T00:05:07.711890+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-13T00:05:09.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:08 smithi053 bash[24393]: audit 2024-09-13T00:05:07.866885+0000 mon.a (mon.0) 1154 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:05:09.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:08 smithi032 bash[22496]: cluster 2024-09-13T00:05:07.711890+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-13T00:05:09.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:08 smithi032 bash[22496]: audit 2024-09-13T00:05:07.866885+0000 mon.a (mon.0) 1154 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:05:09.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:08 smithi032 bash[32211]: cluster 2024-09-13T00:05:07.711890+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-13T00:05:09.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:08 smithi032 bash[32211]: audit 2024-09-13T00:05:07.866885+0000 mon.a (mon.0) 1154 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:05:09.733 INFO:tasks.rados.rados.0.smithi032.stdout:360: done (1 left) 2024-09-13T00:05:09.733 INFO:tasks.rados.rados.0.smithi032.stdout:361: snap_remove snap 31 2024-09-13T00:05:10.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:09 smithi053 bash[24393]: cluster 2024-09-13T00:05:08.719328+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-13T00:05:10.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:09 smithi053 bash[24393]: cluster 2024-09-13T00:05:08.921352+0000 mgr.y (mgr.24464) 240 : cluster [DBG] pgmap v251: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-09-13T00:05:10.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:09 smithi032 bash[22496]: cluster 2024-09-13T00:05:08.719328+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-13T00:05:10.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:09 smithi032 bash[22496]: cluster 2024-09-13T00:05:08.921352+0000 mgr.y (mgr.24464) 240 : cluster [DBG] pgmap v251: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-09-13T00:05:10.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:09 smithi032 bash[32211]: cluster 2024-09-13T00:05:08.719328+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-13T00:05:10.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:09 smithi032 bash[32211]: cluster 2024-09-13T00:05:08.921352+0000 mgr.y (mgr.24464) 240 : cluster [DBG] pgmap v251: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-09-13T00:05:10.483 INFO:tasks.rados.rados.0.smithi032.stdout:361: done (1 left) 2024-09-13T00:05:10.483 INFO:tasks.rados.rados.0.smithi032.stdout:362: snap_remove snap 33 2024-09-13T00:05:11.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:10 smithi053 bash[24393]: cluster 2024-09-13T00:05:09.731968+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-13T00:05:11.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:10 smithi053 bash[24393]: cluster 2024-09-13T00:05:10.487286+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-09-13T00:05:11.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:10 smithi032 bash[22496]: cluster 2024-09-13T00:05:09.731968+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-13T00:05:11.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:10 smithi032 bash[22496]: cluster 2024-09-13T00:05:10.487286+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-09-13T00:05:11.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:10 smithi032 bash[32211]: cluster 2024-09-13T00:05:09.731968+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-13T00:05:11.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:10 smithi032 bash[32211]: cluster 2024-09-13T00:05:10.487286+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-09-13T00:05:11.486 INFO:tasks.rados.rados.0.smithi032.stdout:362: done (1 left) 2024-09-13T00:05:11.486 INFO:tasks.rados.rados.0.smithi032.stdout:363: snap_remove snap 30 2024-09-13T00:05:12.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:11 smithi053 bash[24393]: cluster 2024-09-13T00:05:10.922124+0000 mgr.y (mgr.24464) 241 : cluster [DBG] pgmap v254: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-09-13T00:05:12.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:11 smithi053 bash[24393]: cluster 2024-09-13T00:05:11.490515+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-09-13T00:05:12.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:11 smithi032 bash[22496]: cluster 2024-09-13T00:05:10.922124+0000 mgr.y (mgr.24464) 241 : cluster [DBG] pgmap v254: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-09-13T00:05:12.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:11 smithi032 bash[22496]: cluster 2024-09-13T00:05:11.490515+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-09-13T00:05:12.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:11 smithi032 bash[32211]: cluster 2024-09-13T00:05:10.922124+0000 mgr.y (mgr.24464) 241 : cluster [DBG] pgmap v254: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-09-13T00:05:12.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:11 smithi032 bash[32211]: cluster 2024-09-13T00:05:11.490515+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-09-13T00:05:12.488 INFO:tasks.rados.rados.0.smithi032.stdout:363: done (1 left) 2024-09-13T00:05:12.489 INFO:tasks.rados.rados.0.smithi032.stdout:364: setattr oid 21 current snap is 34 2024-09-13T00:05:12.489 INFO:tasks.rados.rados.0.smithi032.stdout:359: finishing write tid 1 to smithi03267100-12 2024-09-13T00:05:12.489 INFO:tasks.rados.rados.0.smithi032.stdout:359: finishing write tid 2 to smithi03267100-12 2024-09-13T00:05:12.489 INFO:tasks.rados.rados.0.smithi032.stdout:359: finishing write tid 3 to smithi03267100-12 2024-09-13T00:05:12.489 INFO:tasks.rados.rados.0.smithi032.stdout:359: finishing write tid 4 to smithi03267100-12 2024-09-13T00:05:12.489 INFO:tasks.rados.rados.0.smithi032.stdout:359: finishing write tid 5 to smithi03267100-12 2024-09-13T00:05:12.489 INFO:tasks.rados.rados.0.smithi032.stdout:359: finishing write tid 6 to smithi03267100-12 2024-09-13T00:05:12.489 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 57 (ObjNum 126 snap 34 seq_num 126) dirty exists 2024-09-13T00:05:12.489 INFO:tasks.rados.rados.0.smithi032.stdout:359: left oid 12 (ObjNum 126 snap 34 seq_num 126) 2024-09-13T00:05:12.492 INFO:tasks.rados.rados.0.smithi032.stdout:359: done (1 left) 2024-09-13T00:05:12.492 INFO:tasks.rados.rados.0.smithi032.stdout:365: read oid 27 snap -1 2024-09-13T00:05:12.492 INFO:tasks.rados.rados.0.smithi032.stdout:365: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-13T00:05:12.493 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 34 2024-09-13T00:05:12.493 INFO:tasks.rados.rados.0.smithi032.stdout:366: seq_num 127 ranges {106496=532480,638976=507904,1146880=778240,1925120=319488} 2024-09-13T00:05:12.506 INFO:tasks.rados.rados.0.smithi032.stdout:366: writing smithi03267100-32 from 106496 to 638976 tid 1 2024-09-13T00:05:12.517 INFO:tasks.rados.rados.0.smithi032.stdout:366: writing smithi03267100-32 from 638976 to 1146880 tid 2 2024-09-13T00:05:12.533 INFO:tasks.rados.rados.0.smithi032.stdout:366: writing smithi03267100-32 from 1146880 to 1925120 tid 3 2024-09-13T00:05:12.538 INFO:tasks.rados.rados.0.smithi032.stdout:366: writing smithi03267100-32 from 1925120 to 2244608 tid 4 2024-09-13T00:05:12.538 INFO:tasks.rados.rados.0.smithi032.stdout:367: setattr oid 8 current snap is 34 2024-09-13T00:05:12.538 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 269 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T00:05:12.539 INFO:tasks.rados.rados.0.smithi032.stdout:365: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-13T00:05:12.684 INFO:tasks.rados.rados.0.smithi032.stdout:366: finishing write tid 1 to smithi03267100-32 2024-09-13T00:05:12.684 INFO:tasks.rados.rados.0.smithi032.stdout:366: finishing write tid 2 to smithi03267100-32 2024-09-13T00:05:12.684 INFO:tasks.rados.rados.0.smithi032.stdout:366: finishing write tid 3 to smithi03267100-32 2024-09-13T00:05:12.684 INFO:tasks.rados.rados.0.smithi032.stdout:366: finishing write tid 4 to smithi03267100-32 2024-09-13T00:05:12.684 INFO:tasks.rados.rados.0.smithi032.stdout:366: finishing write tid 5 to smithi03267100-32 2024-09-13T00:05:12.685 INFO:tasks.rados.rados.0.smithi032.stdout:366: finishing write tid 6 to smithi03267100-32 2024-09-13T00:05:12.685 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 276 (ObjNum 127 snap 34 seq_num 127) dirty exists 2024-09-13T00:05:12.685 INFO:tasks.rados.rados.0.smithi032.stdout:366: left oid 32 (ObjNum 127 snap 34 seq_num 127) 2024-09-13T00:05:12.685 INFO:tasks.rados.rados.0.smithi032.stdout:364: done (3 left) 2024-09-13T00:05:12.685 INFO:tasks.rados.rados.0.smithi032.stdout:365: done (2 left) 2024-09-13T00:05:12.685 INFO:tasks.rados.rados.0.smithi032.stdout:366: done (1 left) 2024-09-13T00:05:12.685 INFO:tasks.rados.rados.0.smithi032.stdout:368: read oid 47 snap -1 2024-09-13T00:05:12.685 INFO:tasks.rados.rados.0.smithi032.stdout:368: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T00:05:12.685 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 34 2024-09-13T00:05:12.685 INFO:tasks.rados.rados.0.smithi032.stdout:369: seq_num 128 ranges {0=548864,548864=794624,1343488=581632,1925120=229376} 2024-09-13T00:05:12.692 INFO:tasks.rados.rados.0.smithi032.stdout:369: writing smithi03267100-28 from 0 to 548864 tid 1 2024-09-13T00:05:12.703 INFO:tasks.rados.rados.0.smithi032.stdout:369: writing smithi03267100-28 from 548864 to 1343488 tid 2 2024-09-13T00:05:12.711 INFO:tasks.rados.rados.0.smithi032.stdout:369: writing smithi03267100-28 from 1343488 to 1925120 tid 3 2024-09-13T00:05:12.715 INFO:tasks.rados.rados.0.smithi032.stdout:369: writing smithi03267100-28 from 1925120 to 2154496 tid 4 2024-09-13T00:05:12.715 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 34 2024-09-13T00:05:12.715 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 62 (ObjNum 49 snap 0 seq_num 166443520) dirty exists 2024-09-13T00:05:12.715 INFO:tasks.rados.rados.0.smithi032.stdout:368: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T00:05:12.750 INFO:tasks.rados.rados.0.smithi032.stdout:369: finishing write tid 1 to smithi03267100-28 2024-09-13T00:05:12.751 INFO:tasks.rados.rados.0.smithi032.stdout:369: finishing write tid 2 to smithi03267100-28 2024-09-13T00:05:12.751 INFO:tasks.rados.rados.0.smithi032.stdout:369: finishing write tid 3 to smithi03267100-28 2024-09-13T00:05:12.751 INFO:tasks.rados.rados.0.smithi032.stdout:369: finishing write tid 4 to smithi03267100-28 2024-09-13T00:05:12.751 INFO:tasks.rados.rados.0.smithi032.stdout:369: finishing write tid 5 to smithi03267100-28 2024-09-13T00:05:12.751 INFO:tasks.rados.rados.0.smithi032.stdout:369: finishing write tid 6 to smithi03267100-28 2024-09-13T00:05:12.752 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 102 (ObjNum 128 snap 34 seq_num 128) dirty exists 2024-09-13T00:05:12.752 INFO:tasks.rados.rados.0.smithi032.stdout:369: left oid 28 (ObjNum 128 snap 34 seq_num 128) 2024-09-13T00:05:12.752 INFO:tasks.rados.rados.0.smithi032.stdout:370: seq_num 129 ranges {745472=565248,1310720=679936,1990656=786432,2777088=139264} 2024-09-13T00:05:12.772 INFO:tasks.rados.rados.0.smithi032.stdout:370: writing smithi03267100-45 from 745472 to 1310720 tid 1 2024-09-13T00:05:12.783 INFO:tasks.rados.rados.0.smithi032.stdout:370: writing smithi03267100-45 from 1310720 to 1990656 tid 2 2024-09-13T00:05:12.795 INFO:tasks.rados.rados.0.smithi032.stdout:370: writing smithi03267100-45 from 1990656 to 2777088 tid 3 2024-09-13T00:05:12.798 INFO:tasks.rados.rados.0.smithi032.stdout:370: writing smithi03267100-45 from 2777088 to 2916352 tid 4 2024-09-13T00:05:12.798 INFO:tasks.rados.rados.0.smithi032.stdout:367: done (3 left) 2024-09-13T00:05:12.798 INFO:tasks.rados.rados.0.smithi032.stdout:368: done (2 left) 2024-09-13T00:05:12.798 INFO:tasks.rados.rados.0.smithi032.stdout:369: done (1 left) 2024-09-13T00:05:12.798 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 34 2024-09-13T00:05:12.798 INFO:tasks.rados.rados.0.smithi032.stdout:370: finishing write tid 1 to smithi03267100-45 2024-09-13T00:05:12.798 INFO:tasks.rados.rados.0.smithi032.stdout:370: finishing write tid 2 to smithi03267100-45 2024-09-13T00:05:12.798 INFO:tasks.rados.rados.0.smithi032.stdout:371: seq_num 130 ranges {2629632=581632,3211264=614400,3825664=598016,4423680=393216} 2024-09-13T00:05:12.835 INFO:tasks.rados.rados.0.smithi032.stdout:371: writing smithi03267100-13 from 2629632 to 3211264 tid 1 2024-09-13T00:05:12.841 INFO:tasks.rados.rados.0.smithi032.stdout:371: writing smithi03267100-13 from 3211264 to 3825664 tid 2 2024-09-13T00:05:12.847 INFO:tasks.rados.rados.0.smithi032.stdout:371: writing smithi03267100-13 from 3825664 to 4423680 tid 3 2024-09-13T00:05:12.853 INFO:tasks.rados.rados.0.smithi032.stdout:371: writing smithi03267100-13 from 4423680 to 4816896 tid 4 2024-09-13T00:05:12.853 INFO:tasks.rados.rados.0.smithi032.stdout:372: delete oid 15 current snap is 34 2024-09-13T00:05:12.853 INFO:tasks.rados.rados.0.smithi032.stdout:370: finishing write tid 3 to smithi03267100-45 2024-09-13T00:05:12.853 INFO:tasks.rados.rados.0.smithi032.stdout:370: finishing write tid 4 to smithi03267100-45 2024-09-13T00:05:12.853 INFO:tasks.rados.rados.0.smithi032.stdout:370: finishing write tid 5 to smithi03267100-45 2024-09-13T00:05:12.854 INFO:tasks.rados.rados.0.smithi032.stdout:370: finishing write tid 6 to smithi03267100-45 2024-09-13T00:05:12.854 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 159 (ObjNum 129 snap 34 seq_num 129) dirty exists 2024-09-13T00:05:12.854 INFO:tasks.rados.rados.0.smithi032.stdout:370: left oid 45 (ObjNum 129 snap 34 seq_num 129) 2024-09-13T00:05:12.854 INFO:tasks.rados.rados.0.smithi032.stdout:371: finishing write tid 1 to smithi03267100-13 2024-09-13T00:05:12.854 INFO:tasks.rados.rados.0.smithi032.stdout:371: finishing write tid 2 to smithi03267100-13 2024-09-13T00:05:12.854 INFO:tasks.rados.rados.0.smithi032.stdout:370: done (2 left) 2024-09-13T00:05:12.855 INFO:tasks.rados.rados.0.smithi032.stdout:372: done (1 left) 2024-09-13T00:05:12.855 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 34 2024-09-13T00:05:12.855 INFO:tasks.rados.rados.0.smithi032.stdout:373: seq_num 132 ranges {2260992=614400,2875392=786432,3661824=565248,4227072=253952} 2024-09-13T00:05:12.878 INFO:tasks.rados.rados.0.smithi032.stdout:373: writing smithi03267100-38 from 2260992 to 2875392 tid 1 2024-09-13T00:05:12.885 INFO:tasks.rados.rados.0.smithi032.stdout:373: writing smithi03267100-38 from 2875392 to 3661824 tid 2 2024-09-13T00:05:12.890 INFO:tasks.rados.rados.0.smithi032.stdout:373: writing smithi03267100-38 from 3661824 to 4227072 tid 3 2024-09-13T00:05:12.892 INFO:tasks.rados.rados.0.smithi032.stdout:373: writing smithi03267100-38 from 4227072 to 4481024 tid 4 2024-09-13T00:05:12.892 INFO:tasks.rados.rados.0.smithi032.stdout:374: setattr oid 20 current snap is 34 2024-09-13T00:05:12.892 INFO:tasks.rados.rados.0.smithi032.stdout:371: finishing write tid 3 to smithi03267100-13 2024-09-13T00:05:12.892 INFO:tasks.rados.rados.0.smithi032.stdout:371: finishing write tid 4 to smithi03267100-13 2024-09-13T00:05:12.892 INFO:tasks.rados.rados.0.smithi032.stdout:371: finishing write tid 5 to smithi03267100-13 2024-09-13T00:05:12.892 INFO:tasks.rados.rados.0.smithi032.stdout:371: finishing write tid 6 to smithi03267100-13 2024-09-13T00:05:12.893 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 281 (ObjNum 130 snap 34 seq_num 130) dirty exists 2024-09-13T00:05:12.893 INFO:tasks.rados.rados.0.smithi032.stdout:371: left oid 13 (ObjNum 130 snap 34 seq_num 130) 2024-09-13T00:05:12.893 INFO:tasks.rados.rados.0.smithi032.stdout:373: finishing write tid 1 to smithi03267100-38 2024-09-13T00:05:12.893 INFO:tasks.rados.rados.0.smithi032.stdout:373: finishing write tid 2 to smithi03267100-38 2024-09-13T00:05:12.895 INFO:tasks.rados.rados.0.smithi032.stdout:371: done (2 left) 2024-09-13T00:05:12.895 INFO:tasks.rados.rados.0.smithi032.stdout:375: read oid 14 snap -1 2024-09-13T00:05:12.895 INFO:tasks.rados.rados.0.smithi032.stdout:375: expect (ObjNum 85 snap 13 seq_num 85) 2024-09-13T00:05:12.895 INFO:tasks.rados.rados.0.smithi032.stdout:376: snap_create 2024-09-13T00:05:12.897 INFO:tasks.rados.rados.0.smithi032.stdout:373: finishing write tid 3 to smithi03267100-38 2024-09-13T00:05:12.898 INFO:tasks.rados.rados.0.smithi032.stdout:373: finishing write tid 4 to smithi03267100-38 2024-09-13T00:05:12.899 INFO:tasks.rados.rados.0.smithi032.stdout:373: finishing write tid 5 to smithi03267100-38 2024-09-13T00:05:12.900 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 18 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T00:05:12.900 INFO:tasks.rados.rados.0.smithi032.stdout:373: finishing write tid 6 to smithi03267100-38 2024-09-13T00:05:12.901 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 68 (ObjNum 132 snap 34 seq_num 132) dirty exists 2024-09-13T00:05:12.901 INFO:tasks.rados.rados.0.smithi032.stdout:373: left oid 38 (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:05:12.909 INFO:tasks.rados.rados.0.smithi032.stdout:375: expect (ObjNum 85 snap 13 seq_num 85) 2024-09-13T00:05:13.498 INFO:tasks.rados.rados.0.smithi032.stdout:373: done (3 left) 2024-09-13T00:05:13.498 INFO:tasks.rados.rados.0.smithi032.stdout:374: done (2 left) 2024-09-13T00:05:13.498 INFO:tasks.rados.rados.0.smithi032.stdout:375: done (1 left) 2024-09-13T00:05:13.498 INFO:tasks.rados.rados.0.smithi032.stdout:376: done (0 left) 2024-09-13T00:05:13.498 INFO:tasks.rados.rados.0.smithi032.stdout:377: delete oid 27 current snap is 35 2024-09-13T00:05:13.506 INFO:tasks.rados.rados.0.smithi032.stdout:377: done (0 left) 2024-09-13T00:05:13.506 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 35 2024-09-13T00:05:13.506 INFO:tasks.rados.rados.0.smithi032.stdout:378: seq_num 134 ranges {1458176=647168,2105344=548864,2654208=573440,3227648=483328} 2024-09-13T00:05:13.526 INFO:tasks.rados.rados.0.smithi032.stdout:378: writing smithi03267100-3 from 1458176 to 2105344 tid 1 2024-09-13T00:05:13.531 INFO:tasks.rados.rados.0.smithi032.stdout:378: writing smithi03267100-3 from 2105344 to 2654208 tid 2 2024-09-13T00:05:13.537 INFO:tasks.rados.rados.0.smithi032.stdout:378: writing smithi03267100-3 from 2654208 to 3227648 tid 3 2024-09-13T00:05:13.541 INFO:tasks.rados.rados.0.smithi032.stdout:378: writing smithi03267100-3 from 3227648 to 3710976 tid 4 2024-09-13T00:05:13.541 INFO:tasks.rados.rados.0.smithi032.stdout:379: snap_create 2024-09-13T00:05:13.541 INFO:tasks.rados.rados.0.smithi032.stdout:378: finishing write tid 1 to smithi03267100-3 2024-09-13T00:05:13.542 INFO:tasks.rados.rados.0.smithi032.stdout:378: finishing write tid 2 to smithi03267100-3 2024-09-13T00:05:13.544 INFO:tasks.rados.rados.0.smithi032.stdout:378: finishing write tid 3 to smithi03267100-3 2024-09-13T00:05:13.545 INFO:tasks.rados.rados.0.smithi032.stdout:378: finishing write tid 4 to smithi03267100-3 2024-09-13T00:05:13.545 INFO:tasks.rados.rados.0.smithi032.stdout:378: finishing write tid 5 to smithi03267100-3 2024-09-13T00:05:13.547 INFO:tasks.rados.rados.0.smithi032.stdout:378: finishing write tid 6 to smithi03267100-3 2024-09-13T00:05:13.547 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 108 (ObjNum 134 snap 35 seq_num 134) dirty exists 2024-09-13T00:05:13.547 INFO:tasks.rados.rados.0.smithi032.stdout:378: left oid 3 (ObjNum 134 snap 35 seq_num 134) 2024-09-13T00:05:13.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:13 smithi053 bash[24393]: cluster 2024-09-13T00:05:12.492487+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-13T00:05:13.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:13 smithi053 bash[24393]: cluster 2024-09-13T00:05:12.922652+0000 mgr.y (mgr.24464) 242 : cluster [DBG] pgmap v257: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:13.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:13 smithi032 bash[22496]: cluster 2024-09-13T00:05:12.492487+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-13T00:05:13.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:13 smithi032 bash[22496]: cluster 2024-09-13T00:05:12.922652+0000 mgr.y (mgr.24464) 242 : cluster [DBG] pgmap v257: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:13.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:13 smithi032 bash[32211]: cluster 2024-09-13T00:05:12.492487+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-13T00:05:13.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:13 smithi032 bash[32211]: cluster 2024-09-13T00:05:12.922652+0000 mgr.y (mgr.24464) 242 : cluster [DBG] pgmap v257: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:14.506 INFO:tasks.rados.rados.0.smithi032.stdout:378: done (1 left) 2024-09-13T00:05:14.506 INFO:tasks.rados.rados.0.smithi032.stdout:379: done (0 left) 2024-09-13T00:05:14.506 INFO:tasks.rados.rados.0.smithi032.stdout:380: rollback oid 27 current snap is 36 2024-09-13T00:05:14.506 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 27 to 35 2024-09-13T00:05:14.506 INFO:tasks.rados.rados.0.smithi032.stdout:381: setattr oid 20 current snap is 36 2024-09-13T00:05:14.508 INFO:tasks.rados.rados.0.smithi032.stdout:382: snap_create 2024-09-13T00:05:14.515 INFO:tasks.rados.rados.0.smithi032.stdout:380: finishing rollback tid 1 to smithi03267100-27 2024-09-13T00:05:14.515 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 50 (ObjNum 929 snap 0 seq_num 1646341704) dirty dne 2024-09-13T00:05:14.525 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 20 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T00:05:14.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:14 smithi053 bash[24393]: cluster 2024-09-13T00:05:13.501954+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-13T00:05:14.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:14 smithi032 bash[22496]: cluster 2024-09-13T00:05:13.501954+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-13T00:05:14.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:14 smithi032 bash[32211]: cluster 2024-09-13T00:05:13.501954+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-13T00:05:15.516 INFO:tasks.rados.rados.0.smithi032.stdout:380: done (2 left) 2024-09-13T00:05:15.516 INFO:tasks.rados.rados.0.smithi032.stdout:381: done (1 left) 2024-09-13T00:05:15.516 INFO:tasks.rados.rados.0.smithi032.stdout:382: done (0 left) 2024-09-13T00:05:15.516 INFO:tasks.rados.rados.0.smithi032.stdout:383: read oid 46 snap -1 2024-09-13T00:05:15.516 INFO:tasks.rados.rados.0.smithi032.stdout:383: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:05:15.516 INFO:tasks.rados.rados.0.smithi032.stdout:384: snap_remove snap 27 2024-09-13T00:05:15.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:15 smithi053 bash[24393]: cluster 2024-09-13T00:05:14.509545+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-13T00:05:15.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:15 smithi053 bash[24393]: cluster 2024-09-13T00:05:14.923315+0000 mgr.y (mgr.24464) 243 : cluster [DBG] pgmap v260: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-09-13T00:05:15.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:15 smithi032 bash[22496]: cluster 2024-09-13T00:05:14.509545+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-13T00:05:15.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:15 smithi032 bash[22496]: cluster 2024-09-13T00:05:14.923315+0000 mgr.y (mgr.24464) 243 : cluster [DBG] pgmap v260: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-09-13T00:05:15.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:15 smithi032 bash[32211]: cluster 2024-09-13T00:05:14.509545+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-13T00:05:15.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:15 smithi032 bash[32211]: cluster 2024-09-13T00:05:14.923315+0000 mgr.y (mgr.24464) 243 : cluster [DBG] pgmap v260: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-09-13T00:05:16.519 INFO:tasks.rados.rados.0.smithi032.stdout:384: done (1 left) 2024-09-13T00:05:16.519 INFO:tasks.rados.rados.0.smithi032.stdout:385: read oid 12 snap -1 2024-09-13T00:05:16.519 INFO:tasks.rados.rados.0.smithi032.stdout:385: expect (ObjNum 126 snap 34 seq_num 126) 2024-09-13T00:05:16.520 INFO:tasks.rados.rados.0.smithi032.stdout:386: read oid 38 snap 22 2024-09-13T00:05:16.520 INFO:tasks.rados.rados.0.smithi032.stdout:386: expect (ObjNum 89 snap 13 seq_num 89) 2024-09-13T00:05:16.520 INFO:tasks.rados.rados.0.smithi032.stdout:387: snap_create 2024-09-13T00:05:16.520 INFO:tasks.rados.rados.0.smithi032.stdout:383: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:05:16.576 INFO:tasks.rados.rados.0.smithi032.stdout:385: expect (ObjNum 126 snap 34 seq_num 126) 2024-09-13T00:05:16.643 INFO:tasks.rados.rados.0.smithi032.stdout:386: expect (ObjNum 89 snap 13 seq_num 89) 2024-09-13T00:05:16.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:16 smithi032 bash[22496]: cluster 2024-09-13T00:05:15.519535+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-09-13T00:05:16.776 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:16 smithi032 bash[32211]: cluster 2024-09-13T00:05:15.519535+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-09-13T00:05:16.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:16 smithi053 bash[24393]: cluster 2024-09-13T00:05:15.519535+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-09-13T00:05:16.783 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:16 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:05:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:05:17.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:16 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:05:16] "GET /metrics HTTP/1.1" 200 239944 "" "Prometheus/2.43.0" 2024-09-13T00:05:17.540 INFO:tasks.rados.rados.0.smithi032.stdout:383: done (3 left) 2024-09-13T00:05:17.540 INFO:tasks.rados.rados.0.smithi032.stdout:385: done (2 left) 2024-09-13T00:05:17.540 INFO:tasks.rados.rados.0.smithi032.stdout:386: done (1 left) 2024-09-13T00:05:17.540 INFO:tasks.rados.rados.0.smithi032.stdout:387: done (0 left) 2024-09-13T00:05:17.541 INFO:tasks.rados.rados.0.smithi032.stdout:388: delete oid 4 current snap is 38 2024-09-13T00:05:17.543 INFO:tasks.rados.rados.0.smithi032.stdout:388: done (0 left) 2024-09-13T00:05:17.543 INFO:tasks.rados.rados.0.smithi032.stdout:389: snap_create 2024-09-13T00:05:17.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:17 smithi053 bash[24393]: cluster 2024-09-13T00:05:16.522049+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-09-13T00:05:17.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:17 smithi053 bash[24393]: cluster 2024-09-13T00:05:16.924006+0000 mgr.y (mgr.24464) 244 : cluster [DBG] pgmap v263: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-09-13T00:05:17.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:17 smithi032 bash[22496]: cluster 2024-09-13T00:05:16.522049+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-09-13T00:05:17.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:17 smithi032 bash[22496]: cluster 2024-09-13T00:05:16.924006+0000 mgr.y (mgr.24464) 244 : cluster [DBG] pgmap v263: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-09-13T00:05:17.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:17 smithi032 bash[32211]: cluster 2024-09-13T00:05:16.522049+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-09-13T00:05:17.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:17 smithi032 bash[32211]: cluster 2024-09-13T00:05:16.924006+0000 mgr.y (mgr.24464) 244 : cluster [DBG] pgmap v263: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-09-13T00:05:18.541 INFO:tasks.rados.rados.0.smithi032.stdout:389: done (0 left) 2024-09-13T00:05:18.541 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 39 2024-09-13T00:05:18.541 INFO:tasks.rados.rados.0.smithi032.stdout:390: seq_num 136 ranges {2154496=688128,2842624=720896,3563520=540672,4104192=344064} 2024-09-13T00:05:18.589 INFO:tasks.rados.rados.0.smithi032.stdout:390: writing smithi03267100-28 from 2154496 to 2842624 tid 1 2024-09-13T00:05:18.597 INFO:tasks.rados.rados.0.smithi032.stdout:390: writing smithi03267100-28 from 2842624 to 3563520 tid 2 2024-09-13T00:05:18.605 INFO:tasks.rados.rados.0.smithi032.stdout:390: writing smithi03267100-28 from 3563520 to 4104192 tid 3 2024-09-13T00:05:18.609 INFO:tasks.rados.rados.0.smithi032.stdout:390: writing smithi03267100-28 from 4104192 to 4448256 tid 4 2024-09-13T00:05:18.609 INFO:tasks.rados.rados.0.smithi032.stdout:391: rollback oid 34 current snap is 39 2024-09-13T00:05:18.609 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 34 to 22 2024-09-13T00:05:18.609 INFO:tasks.rados.rados.0.smithi032.stdout:390: finishing write tid 1 to smithi03267100-28 2024-09-13T00:05:18.609 INFO:tasks.rados.rados.0.smithi032.stdout:390: finishing write tid 2 to smithi03267100-28 2024-09-13T00:05:18.609 INFO:tasks.rados.rados.0.smithi032.stdout:392: delete oid 8 current snap is 39 2024-09-13T00:05:18.619 INFO:tasks.rados.rados.0.smithi032.stdout:390: finishing write tid 3 to smithi03267100-28 2024-09-13T00:05:18.620 INFO:tasks.rados.rados.0.smithi032.stdout:390: finishing write tid 4 to smithi03267100-28 2024-09-13T00:05:18.620 INFO:tasks.rados.rados.0.smithi032.stdout:391: finishing rollback tid 0 to smithi03267100-34 2024-09-13T00:05:18.620 INFO:tasks.rados.rados.0.smithi032.stdout:392: done (2 left) 2024-09-13T00:05:18.620 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 39 2024-09-13T00:05:18.620 INFO:tasks.rados.rados.0.smithi032.stdout:393: seq_num 138 ranges {778240=720896,1499136=540672,2039808=557056,2596864=507904} 2024-09-13T00:05:18.628 INFO:tasks.rados.rados.0.smithi032.stdout:393: writing smithi03267100-47 from 778240 to 1499136 tid 1 2024-09-13T00:05:18.632 INFO:tasks.rados.rados.0.smithi032.stdout:393: writing smithi03267100-47 from 1499136 to 2039808 tid 2 2024-09-13T00:05:18.635 INFO:tasks.rados.rados.0.smithi032.stdout:393: writing smithi03267100-47 from 2039808 to 2596864 tid 3 2024-09-13T00:05:18.638 INFO:tasks.rados.rados.0.smithi032.stdout:393: writing smithi03267100-47 from 2596864 to 3104768 tid 4 2024-09-13T00:05:18.638 INFO:tasks.rados.rados.0.smithi032.stdout:394: snap_create 2024-09-13T00:05:18.638 INFO:tasks.rados.rados.0.smithi032.stdout:390: finishing write tid 5 to smithi03267100-28 2024-09-13T00:05:18.639 INFO:tasks.rados.rados.0.smithi032.stdout:391: finishing rollback tid 1 to smithi03267100-34 2024-09-13T00:05:18.639 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 60 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-09-13T00:05:18.639 INFO:tasks.rados.rados.0.smithi032.stdout:390: finishing write tid 6 to smithi03267100-28 2024-09-13T00:05:18.639 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 118 (ObjNum 136 snap 39 seq_num 136) dirty exists 2024-09-13T00:05:18.639 INFO:tasks.rados.rados.0.smithi032.stdout:390: left oid 28 (ObjNum 136 snap 39 seq_num 136) 2024-09-13T00:05:18.639 INFO:tasks.rados.rados.0.smithi032.stdout:393: finishing write tid 1 to smithi03267100-47 2024-09-13T00:05:18.639 INFO:tasks.rados.rados.0.smithi032.stdout:393: finishing write tid 2 to smithi03267100-47 2024-09-13T00:05:18.640 INFO:tasks.rados.rados.0.smithi032.stdout:393: finishing write tid 3 to smithi03267100-47 2024-09-13T00:05:18.641 INFO:tasks.rados.rados.0.smithi032.stdout:393: finishing write tid 4 to smithi03267100-47 2024-09-13T00:05:18.642 INFO:tasks.rados.rados.0.smithi032.stdout:393: finishing write tid 5 to smithi03267100-47 2024-09-13T00:05:18.644 INFO:tasks.rados.rados.0.smithi032.stdout:393: finishing write tid 6 to smithi03267100-47 2024-09-13T00:05:18.644 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 59 (ObjNum 138 snap 39 seq_num 138) dirty exists 2024-09-13T00:05:18.644 INFO:tasks.rados.rados.0.smithi032.stdout:393: left oid 47 (ObjNum 138 snap 39 seq_num 138) 2024-09-13T00:05:18.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:18 smithi032 bash[22496]: cluster 2024-09-13T00:05:17.543311+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-13T00:05:18.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:18 smithi032 bash[32211]: cluster 2024-09-13T00:05:17.543311+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-13T00:05:19.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:18 smithi053 bash[24393]: cluster 2024-09-13T00:05:17.543311+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-13T00:05:19.559 INFO:tasks.rados.rados.0.smithi032.stdout:390: done (3 left) 2024-09-13T00:05:19.559 INFO:tasks.rados.rados.0.smithi032.stdout:391: done (2 left) 2024-09-13T00:05:19.559 INFO:tasks.rados.rados.0.smithi032.stdout:393: done (1 left) 2024-09-13T00:05:19.559 INFO:tasks.rados.rados.0.smithi032.stdout:394: done (0 left) 2024-09-13T00:05:19.560 INFO:tasks.rados.rados.0.smithi032.stdout:395: read oid 45 snap -1 2024-09-13T00:05:19.560 INFO:tasks.rados.rados.0.smithi032.stdout:395: expect (ObjNum 129 snap 34 seq_num 129) 2024-09-13T00:05:19.560 INFO:tasks.rados.rados.0.smithi032.stdout:396: rmattr oid 18 current snap is 40 2024-09-13T00:05:19.560 INFO:tasks.rados.rados.0.smithi032.stdout:396: done (1 left) 2024-09-13T00:05:19.560 INFO:tasks.rados.rados.0.smithi032.stdout:397: read oid 28 snap -1 2024-09-13T00:05:19.561 INFO:tasks.rados.rados.0.smithi032.stdout:397: expect (ObjNum 136 snap 39 seq_num 136) 2024-09-13T00:05:19.561 INFO:tasks.rados.rados.0.smithi032.stdout:398: copy_from oid 19 from oid 20 current snap is 40 2024-09-13T00:05:19.563 INFO:tasks.rados.rados.0.smithi032.stdout:399: rmattr oid 26 current snap is 40 2024-09-13T00:05:19.563 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 40 2024-09-13T00:05:19.563 INFO:tasks.rados.rados.0.smithi032.stdout:400: seq_num 139 ranges {4874240=737280,5611520=425984,6037504=761856,6799360=417792} 2024-09-13T00:05:19.624 INFO:tasks.rados.rados.0.smithi032.stdout:400: writing smithi03267100-23 from 4874240 to 5611520 tid 1 2024-09-13T00:05:19.628 INFO:tasks.rados.rados.0.smithi032.stdout:400: writing smithi03267100-23 from 5611520 to 6037504 tid 2 2024-09-13T00:05:19.635 INFO:tasks.rados.rados.0.smithi032.stdout:400: writing smithi03267100-23 from 6037504 to 6799360 tid 3 2024-09-13T00:05:19.638 INFO:tasks.rados.rados.0.smithi032.stdout:400: writing smithi03267100-23 from 6799360 to 7217152 tid 4 2024-09-13T00:05:19.638 INFO:tasks.rados.rados.0.smithi032.stdout:401: delete oid 42 current snap is 40 2024-09-13T00:05:19.638 INFO:tasks.rados.rados.0.smithi032.stdout:398: finishing copy_from racing read to smithi03267100-19 2024-09-13T00:05:19.638 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 295 (ObjNum 85 snap 13 seq_num 85) dirty exists 2024-09-13T00:05:19.638 INFO:tasks.rados.rados.0.smithi032.stdout:398: finishing copy_from to smithi03267100-19 2024-09-13T00:05:19.638 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 20 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T00:05:19.638 INFO:tasks.rados.rados.0.smithi032.stdout:397: expect (ObjNum 136 snap 39 seq_num 136) 2024-09-13T00:05:19.827 INFO:tasks.rados.rados.0.smithi032.stdout:395: expect (ObjNum 129 snap 34 seq_num 129) 2024-09-13T00:05:19.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:19 smithi032 bash[32211]: cluster 2024-09-13T00:05:18.544904+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-13T00:05:19.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:19 smithi032 bash[32211]: cluster 2024-09-13T00:05:18.925367+0000 mgr.y (mgr.24464) 245 : cluster [DBG] pgmap v266: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-09-13T00:05:19.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:19 smithi032 bash[22496]: cluster 2024-09-13T00:05:18.544904+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-13T00:05:19.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:19 smithi032 bash[22496]: cluster 2024-09-13T00:05:18.925367+0000 mgr.y (mgr.24464) 245 : cluster [DBG] pgmap v266: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-09-13T00:05:19.918 INFO:tasks.rados.rados.0.smithi032.stdout:400: finishing write tid 1 to smithi03267100-23 2024-09-13T00:05:19.918 INFO:tasks.rados.rados.0.smithi032.stdout:400: finishing write tid 2 to smithi03267100-23 2024-09-13T00:05:19.919 INFO:tasks.rados.rados.0.smithi032.stdout:400: finishing write tid 3 to smithi03267100-23 2024-09-13T00:05:19.919 INFO:tasks.rados.rados.0.smithi032.stdout:400: finishing write tid 4 to smithi03267100-23 2024-09-13T00:05:19.919 INFO:tasks.rados.rados.0.smithi032.stdout:400: finishing write tid 5 to smithi03267100-23 2024-09-13T00:05:19.919 INFO:tasks.rados.rados.0.smithi032.stdout:400: finishing write tid 6 to smithi03267100-23 2024-09-13T00:05:19.919 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 295 (ObjNum 139 snap 40 seq_num 139) dirty exists 2024-09-13T00:05:19.919 INFO:tasks.rados.rados.0.smithi032.stdout:400: left oid 23 (ObjNum 139 snap 40 seq_num 139) 2024-09-13T00:05:19.919 INFO:tasks.rados.rados.0.smithi032.stdout:395: done (5 left) 2024-09-13T00:05:19.919 INFO:tasks.rados.rados.0.smithi032.stdout:397: done (4 left) 2024-09-13T00:05:19.919 INFO:tasks.rados.rados.0.smithi032.stdout:398: done (3 left) 2024-09-13T00:05:19.919 INFO:tasks.rados.rados.0.smithi032.stdout:399: done (2 left) 2024-09-13T00:05:19.919 INFO:tasks.rados.rados.0.smithi032.stdout:400: done (1 left) 2024-09-13T00:05:19.919 INFO:tasks.rados.rados.0.smithi032.stdout:401: done (0 left) 2024-09-13T00:05:19.919 INFO:tasks.rados.rados.0.smithi032.stdout:402: delete oid 47 current snap is 40 2024-09-13T00:05:19.923 INFO:tasks.rados.rados.0.smithi032.stdout:402: done (0 left) 2024-09-13T00:05:19.923 INFO:tasks.rados.rados.0.smithi032.stdout:403: read oid 33 snap 22 2024-09-13T00:05:19.923 INFO:tasks.rados.rados.0.smithi032.stdout:403: expect (ObjNum 102 snap 22 seq_num 102) 2024-09-13T00:05:19.923 INFO:tasks.rados.rados.0.smithi032.stdout:404: snap_create 2024-09-13T00:05:19.931 INFO:tasks.rados.rados.0.smithi032.stdout:403: expect (ObjNum 102 snap 22 seq_num 102) 2024-09-13T00:05:20.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:19 smithi053 bash[24393]: cluster 2024-09-13T00:05:18.544904+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-13T00:05:20.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:19 smithi053 bash[24393]: cluster 2024-09-13T00:05:18.925367+0000 mgr.y (mgr.24464) 245 : cluster [DBG] pgmap v266: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-09-13T00:05:20.488 INFO:tasks.rados.rados.0.smithi032.stdout:403: done (1 left) 2024-09-13T00:05:20.488 INFO:tasks.rados.rados.0.smithi032.stdout:404: done (0 left) 2024-09-13T00:05:20.488 INFO:tasks.rados.rados.0.smithi032.stdout:405: delete oid 49 current snap is 41 2024-09-13T00:05:20.491 INFO:tasks.rados.rados.0.smithi032.stdout:405: done (0 left) 2024-09-13T00:05:20.491 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 41 2024-09-13T00:05:20.491 INFO:tasks.rados.rados.0.smithi032.stdout:406: seq_num 143 ranges {1867776=802816,2670592=761856,3432448=745472,4177920=98304} 2024-09-13T00:05:20.534 INFO:tasks.rados.rados.0.smithi032.stdout:406: writing smithi03267100-5 from 1867776 to 2670592 tid 1 2024-09-13T00:05:20.545 INFO:tasks.rados.rados.0.smithi032.stdout:406: writing smithi03267100-5 from 2670592 to 3432448 tid 2 2024-09-13T00:05:20.555 INFO:tasks.rados.rados.0.smithi032.stdout:406: writing smithi03267100-5 from 3432448 to 4177920 tid 3 2024-09-13T00:05:20.556 INFO:tasks.rados.rados.0.smithi032.stdout:406: writing smithi03267100-5 from 4177920 to 4276224 tid 4 2024-09-13T00:05:20.556 INFO:tasks.rados.rados.0.smithi032.stdout:407: setattr oid 28 current snap is 41 2024-09-13T00:05:20.556 INFO:tasks.rados.rados.0.smithi032.stdout:406: finishing write tid 1 to smithi03267100-5 2024-09-13T00:05:20.556 INFO:tasks.rados.rados.0.smithi032.stdout:406: finishing write tid 2 to smithi03267100-5 2024-09-13T00:05:20.560 INFO:tasks.rados.rados.0.smithi032.stdout:408: read oid 15 snap -1 2024-09-13T00:05:20.560 INFO:tasks.rados.rados.0.smithi032.stdout:408: expect deleted 2024-09-13T00:05:20.560 INFO:tasks.rados.rados.0.smithi032.stdout:409: rollback oid 38 current snap is 41 2024-09-13T00:05:20.560 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 38 2024-09-13T00:05:20.560 INFO:tasks.rados.rados.0.smithi032.stdout:410: snap_create 2024-09-13T00:05:20.562 INFO:tasks.rados.rados.0.smithi032.stdout:406: finishing write tid 3 to smithi03267100-5 2024-09-13T00:05:20.563 INFO:tasks.rados.rados.0.smithi032.stdout:406: finishing write tid 4 to smithi03267100-5 2024-09-13T00:05:20.566 INFO:tasks.rados.rados.0.smithi032.stdout:406: finishing write tid 5 to smithi03267100-5 2024-09-13T00:05:20.569 INFO:tasks.rados.rados.0.smithi032.stdout:409: finishing rollback tid 0 to smithi03267100-38 2024-09-13T00:05:20.571 INFO:tasks.rados.rados.0.smithi032.stdout:406: finishing write tid 6 to smithi03267100-5 2024-09-13T00:05:20.571 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 101 (ObjNum 143 snap 41 seq_num 143) dirty exists 2024-09-13T00:05:20.571 INFO:tasks.rados.rados.0.smithi032.stdout:406: left oid 5 (ObjNum 143 snap 41 seq_num 143) 2024-09-13T00:05:20.573 INFO:tasks.rados.rados.0.smithi032.stdout:409: finishing rollback tid 1 to smithi03267100-38 2024-09-13T00:05:20.573 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 120 (ObjNum 136 snap 39 seq_num 136) dirty exists 2024-09-13T00:05:20.574 INFO:tasks.rados.rados.0.smithi032.stdout:409: finishing rollback tid 2 to smithi03267100-38 2024-09-13T00:05:20.574 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 76 (ObjNum 132 snap 34 seq_num 132) dirty exists 2024-09-13T00:05:20.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:20 smithi032 bash[22496]: cluster 2024-09-13T00:05:19.563206+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-13T00:05:20.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:20 smithi032 bash[22496]: cluster 2024-09-13T00:05:20.491978+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-09-13T00:05:20.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:20 smithi032 bash[32211]: cluster 2024-09-13T00:05:19.563206+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-13T00:05:20.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:20 smithi032 bash[32211]: cluster 2024-09-13T00:05:20.491978+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-09-13T00:05:21.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:20 smithi053 bash[24393]: cluster 2024-09-13T00:05:19.563206+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-13T00:05:21.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:20 smithi053 bash[24393]: cluster 2024-09-13T00:05:20.491978+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-09-13T00:05:21.570 INFO:tasks.rados.rados.0.smithi032.stdout:406: done (4 left) 2024-09-13T00:05:21.570 INFO:tasks.rados.rados.0.smithi032.stdout:407: done (3 left) 2024-09-13T00:05:21.570 INFO:tasks.rados.rados.0.smithi032.stdout:408: done (2 left) 2024-09-13T00:05:21.570 INFO:tasks.rados.rados.0.smithi032.stdout:409: done (1 left) 2024-09-13T00:05:21.570 INFO:tasks.rados.rados.0.smithi032.stdout:410: done (0 left) 2024-09-13T00:05:21.570 INFO:tasks.rados.rados.0.smithi032.stdout:411: read oid 14 snap -1 2024-09-13T00:05:21.570 INFO:tasks.rados.rados.0.smithi032.stdout:411: expect (ObjNum 85 snap 13 seq_num 85) 2024-09-13T00:05:21.570 INFO:tasks.rados.rados.0.smithi032.stdout:412: delete oid 12 current snap is 42 2024-09-13T00:05:21.575 INFO:tasks.rados.rados.0.smithi032.stdout:412: done (1 left) 2024-09-13T00:05:21.575 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 42 2024-09-13T00:05:21.575 INFO:tasks.rados.rados.0.smithi032.stdout:413: seq_num 145 ranges {0=32768} 2024-09-13T00:05:21.576 INFO:tasks.rados.rados.0.smithi032.stdout:413: writing smithi03267100-47 from 0 to 32768 tid 1 2024-09-13T00:05:21.576 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 42 2024-09-13T00:05:21.576 INFO:tasks.rados.rados.0.smithi032.stdout:414: seq_num 146 ranges {0=49152} 2024-09-13T00:05:21.577 INFO:tasks.rados.rados.0.smithi032.stdout:414: writing smithi03267100-44 from 0 to 49152 tid 1 2024-09-13T00:05:21.577 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 42 2024-09-13T00:05:21.577 INFO:tasks.rados.rados.0.smithi032.stdout:415: seq_num 147 ranges {0=65536} 2024-09-13T00:05:21.578 INFO:tasks.rados.rados.0.smithi032.stdout:415: writing smithi03267100-9 from 0 to 65536 tid 1 2024-09-13T00:05:21.578 INFO:tasks.rados.rados.0.smithi032.stdout:416: snap_remove snap 39 2024-09-13T00:05:21.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:21 smithi032 bash[22496]: cluster 2024-09-13T00:05:20.926042+0000 mgr.y (mgr.24464) 246 : cluster [DBG] pgmap v269: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-09-13T00:05:21.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:21 smithi032 bash[32211]: cluster 2024-09-13T00:05:20.926042+0000 mgr.y (mgr.24464) 246 : cluster [DBG] pgmap v269: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-09-13T00:05:22.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:21 smithi053 bash[24393]: cluster 2024-09-13T00:05:20.926042+0000 mgr.y (mgr.24464) 246 : cluster [DBG] pgmap v269: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-09-13T00:05:22.571 INFO:tasks.rados.rados.0.smithi032.stdout:416: done (4 left) 2024-09-13T00:05:22.571 INFO:tasks.rados.rados.0.smithi032.stdout:417: rollback oid 29 current snap is 42 2024-09-13T00:05:22.572 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 34 2024-09-13T00:05:22.572 INFO:tasks.rados.rados.0.smithi032.stdout:413: finishing write tid 1 to smithi03267100-47 2024-09-13T00:05:22.572 INFO:tasks.rados.rados.0.smithi032.stdout:413: finishing write tid 2 to smithi03267100-47 2024-09-13T00:05:22.572 INFO:tasks.rados.rados.0.smithi032.stdout:413: finishing write tid 3 to smithi03267100-47 2024-09-13T00:05:22.572 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 65 (ObjNum 145 snap 42 seq_num 145) dirty exists 2024-09-13T00:05:22.572 INFO:tasks.rados.rados.0.smithi032.stdout:413: left oid 47 (ObjNum 145 snap 42 seq_num 145) 2024-09-13T00:05:22.572 INFO:tasks.rados.rados.0.smithi032.stdout:414: finishing write tid 1 to smithi03267100-44 2024-09-13T00:05:22.572 INFO:tasks.rados.rados.0.smithi032.stdout:414: finishing write tid 2 to smithi03267100-44 2024-09-13T00:05:22.572 INFO:tasks.rados.rados.0.smithi032.stdout:411: expect (ObjNum 85 snap 13 seq_num 85) 2024-09-13T00:05:22.677 INFO:tasks.rados.rados.0.smithi032.stdout:415: finishing write tid 1 to smithi03267100-9 2024-09-13T00:05:22.677 INFO:tasks.rados.rados.0.smithi032.stdout:415: finishing write tid 2 to smithi03267100-9 2024-09-13T00:05:22.677 INFO:tasks.rados.rados.0.smithi032.stdout:414: finishing write tid 3 to smithi03267100-44 2024-09-13T00:05:22.677 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 49 (ObjNum 146 snap 42 seq_num 146) dirty exists 2024-09-13T00:05:22.677 INFO:tasks.rados.rados.0.smithi032.stdout:414: left oid 44 (ObjNum 146 snap 42 seq_num 146) 2024-09-13T00:05:22.677 INFO:tasks.rados.rados.0.smithi032.stdout:415: finishing write tid 3 to smithi03267100-9 2024-09-13T00:05:22.677 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 297 (ObjNum 147 snap 42 seq_num 147) dirty exists 2024-09-13T00:05:22.678 INFO:tasks.rados.rados.0.smithi032.stdout:415: left oid 9 (ObjNum 147 snap 42 seq_num 147) 2024-09-13T00:05:22.678 INFO:tasks.rados.rados.0.smithi032.stdout:417: finishing rollback tid 0 to smithi03267100-29 2024-09-13T00:05:22.678 INFO:tasks.rados.rados.0.smithi032.stdout:417: finishing rollback tid 1 to smithi03267100-29 2024-09-13T00:05:22.678 INFO:tasks.rados.rados.0.smithi032.stdout:417: finishing rollback tid 2 to smithi03267100-29 2024-09-13T00:05:22.678 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 124 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-13T00:05:22.678 INFO:tasks.rados.rados.0.smithi032.stdout:411: done (4 left) 2024-09-13T00:05:22.678 INFO:tasks.rados.rados.0.smithi032.stdout:413: done (3 left) 2024-09-13T00:05:22.678 INFO:tasks.rados.rados.0.smithi032.stdout:414: done (2 left) 2024-09-13T00:05:22.678 INFO:tasks.rados.rados.0.smithi032.stdout:415: done (1 left) 2024-09-13T00:05:22.678 INFO:tasks.rados.rados.0.smithi032.stdout:417: done (0 left) 2024-09-13T00:05:22.678 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 42 2024-09-13T00:05:22.678 INFO:tasks.rados.rados.0.smithi032.stdout:418: seq_num 148 ranges {5578752=81920} 2024-09-13T00:05:22.754 INFO:tasks.rados.rados.0.smithi032.stdout:418: writing smithi03267100-18 from 5578752 to 5660672 tid 1 2024-09-13T00:05:22.755 INFO:tasks.rados.rados.0.smithi032.stdout:419: copy_from oid 47 from oid 8 current snap is 42 2024-09-13T00:05:22.755 INFO:tasks.rados.rados.0.smithi032.stdout:420: snap_create 2024-09-13T00:05:22.756 INFO:tasks.rados.rados.0.smithi032.stdout:419: finishing copy_from to smithi03267100-47 2024-09-13T00:05:22.756 INFO:tasks.rados.rados.0.smithi032.stdout:419: got expected ENOENT (src dne) 2024-09-13T00:05:22.757 INFO:tasks.rados.rados.0.smithi032.stdout:419: finishing copy_from racing read to smithi03267100-47 2024-09-13T00:05:22.760 INFO:tasks.rados.rados.0.smithi032.stdout:418: finishing write tid 1 to smithi03267100-18 2024-09-13T00:05:22.760 INFO:tasks.rados.rados.0.smithi032.stdout:418: finishing write tid 2 to smithi03267100-18 2024-09-13T00:05:22.762 INFO:tasks.rados.rados.0.smithi032.stdout:418: finishing write tid 3 to smithi03267100-18 2024-09-13T00:05:22.762 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 302 (ObjNum 148 snap 42 seq_num 148) dirty exists 2024-09-13T00:05:22.762 INFO:tasks.rados.rados.0.smithi032.stdout:418: left oid 18 (ObjNum 148 snap 42 seq_num 148) 2024-09-13T00:05:22.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:22 smithi032 bash[22496]: cluster 2024-09-13T00:05:21.574132+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-09-13T00:05:22.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:22 smithi032 bash[32211]: cluster 2024-09-13T00:05:21.574132+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-09-13T00:05:23.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:22 smithi053 bash[24393]: cluster 2024-09-13T00:05:21.574132+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-09-13T00:05:23.592 INFO:tasks.rados.rados.0.smithi032.stdout:418: done (2 left) 2024-09-13T00:05:23.592 INFO:tasks.rados.rados.0.smithi032.stdout:419: done (1 left) 2024-09-13T00:05:23.592 INFO:tasks.rados.rados.0.smithi032.stdout:420: done (0 left) 2024-09-13T00:05:23.592 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 43 2024-09-13T00:05:23.592 INFO:tasks.rados.rados.0.smithi032.stdout:421: seq_num 149 ranges {0=98304} 2024-09-13T00:05:23.593 INFO:tasks.rados.rados.0.smithi032.stdout:421: writing smithi03267100-12 from 0 to 98304 tid 1 2024-09-13T00:05:23.593 INFO:tasks.rados.rados.0.smithi032.stdout:422: read oid 9 snap -1 2024-09-13T00:05:23.593 INFO:tasks.rados.rados.0.smithi032.stdout:422: expect (ObjNum 147 snap 42 seq_num 147) 2024-09-13T00:05:23.594 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 43 2024-09-13T00:05:23.594 INFO:tasks.rados.rados.0.smithi032.stdout:423: seq_num 150 ranges {1654784=114688} 2024-09-13T00:05:23.611 INFO:tasks.rados.rados.0.smithi032.stdout:423: writing smithi03267100-26 from 1654784 to 1769472 tid 1 2024-09-13T00:05:23.611 INFO:tasks.rados.rados.0.smithi032.stdout:424: snap_create 2024-09-13T00:05:23.611 INFO:tasks.rados.rados.0.smithi032.stdout:421: finishing write tid 1 to smithi03267100-12 2024-09-13T00:05:23.611 INFO:tasks.rados.rados.0.smithi032.stdout:421: finishing write tid 2 to smithi03267100-12 2024-09-13T00:05:23.611 INFO:tasks.rados.rados.0.smithi032.stdout:421: finishing write tid 3 to smithi03267100-12 2024-09-13T00:05:23.611 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 66 (ObjNum 149 snap 43 seq_num 149) dirty exists 2024-09-13T00:05:23.611 INFO:tasks.rados.rados.0.smithi032.stdout:421: left oid 12 (ObjNum 149 snap 43 seq_num 149) 2024-09-13T00:05:23.611 INFO:tasks.rados.rados.0.smithi032.stdout:422: expect (ObjNum 147 snap 42 seq_num 147) 2024-09-13T00:05:23.617 INFO:tasks.rados.rados.0.smithi032.stdout:423: finishing write tid 1 to smithi03267100-26 2024-09-13T00:05:23.618 INFO:tasks.rados.rados.0.smithi032.stdout:423: finishing write tid 2 to smithi03267100-26 2024-09-13T00:05:23.620 INFO:tasks.rados.rados.0.smithi032.stdout:423: finishing write tid 3 to smithi03267100-26 2024-09-13T00:05:23.620 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 305 (ObjNum 150 snap 43 seq_num 150) dirty exists 2024-09-13T00:05:23.620 INFO:tasks.rados.rados.0.smithi032.stdout:423: left oid 26 (ObjNum 150 snap 43 seq_num 150) 2024-09-13T00:05:23.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:23 smithi032 bash[22496]: cluster 2024-09-13T00:05:22.575124+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-13T00:05:23.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:23 smithi032 bash[22496]: audit 2024-09-13T00:05:22.866686+0000 mon.a (mon.0) 1170 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:05:23.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:23 smithi032 bash[22496]: cluster 2024-09-13T00:05:22.926601+0000 mgr.y (mgr.24464) 247 : cluster [DBG] pgmap v272: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:23.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:23 smithi032 bash[32211]: cluster 2024-09-13T00:05:22.575124+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-13T00:05:23.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:23 smithi032 bash[32211]: audit 2024-09-13T00:05:22.866686+0000 mon.a (mon.0) 1170 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:05:23.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:23 smithi032 bash[32211]: cluster 2024-09-13T00:05:22.926601+0000 mgr.y (mgr.24464) 247 : cluster [DBG] pgmap v272: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:24.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:23 smithi053 bash[24393]: cluster 2024-09-13T00:05:22.575124+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-13T00:05:24.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:23 smithi053 bash[24393]: audit 2024-09-13T00:05:22.866686+0000 mon.a (mon.0) 1170 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:05:24.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:23 smithi053 bash[24393]: cluster 2024-09-13T00:05:22.926601+0000 mgr.y (mgr.24464) 247 : cluster [DBG] pgmap v272: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:24.592 INFO:tasks.rados.rados.0.smithi032.stdout:421: done (3 left) 2024-09-13T00:05:24.592 INFO:tasks.rados.rados.0.smithi032.stdout:422: done (2 left) 2024-09-13T00:05:24.593 INFO:tasks.rados.rados.0.smithi032.stdout:423: done (1 left) 2024-09-13T00:05:24.593 INFO:tasks.rados.rados.0.smithi032.stdout:424: done (0 left) 2024-09-13T00:05:24.593 INFO:tasks.rados.rados.0.smithi032.stdout:425: copy_from oid 15 from oid 40 current snap is 44 2024-09-13T00:05:24.593 INFO:tasks.rados.rados.0.smithi032.stdout:426: read oid 7 snap 35 2024-09-13T00:05:24.593 INFO:tasks.rados.rados.0.smithi032.stdout:426: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T00:05:24.593 INFO:tasks.rados.rados.0.smithi032.stdout:427: rollback oid 31 current snap is 44 2024-09-13T00:05:24.593 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 40 2024-09-13T00:05:24.593 INFO:tasks.rados.rados.0.smithi032.stdout:428: delete oid 35 current snap is 44 2024-09-13T00:05:24.595 INFO:tasks.rados.rados.0.smithi032.stdout:425: finishing copy_from to smithi03267100-15 2024-09-13T00:05:24.595 INFO:tasks.rados.rados.0.smithi032.stdout:425: got expected ENOENT (src dne) 2024-09-13T00:05:24.596 INFO:tasks.rados.rados.0.smithi032.stdout:425: finishing copy_from racing read to smithi03267100-15 2024-09-13T00:05:24.598 INFO:tasks.rados.rados.0.smithi032.stdout:426: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T00:05:24.608 INFO:tasks.rados.rados.0.smithi032.stdout:427: finishing rollback tid 0 to smithi03267100-31 2024-09-13T00:05:24.608 INFO:tasks.rados.rados.0.smithi032.stdout:427: finishing rollback tid 1 to smithi03267100-31 2024-09-13T00:05:24.609 INFO:tasks.rados.rados.0.smithi032.stdout:427: finishing rollback tid 2 to smithi03267100-31 2024-09-13T00:05:24.609 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 301 (ObjNum 115 snap 30 seq_num 115) dirty exists 2024-09-13T00:05:24.611 INFO:tasks.rados.rados.0.smithi032.stdout:425: done (3 left) 2024-09-13T00:05:24.612 INFO:tasks.rados.rados.0.smithi032.stdout:426: done (2 left) 2024-09-13T00:05:24.612 INFO:tasks.rados.rados.0.smithi032.stdout:427: done (1 left) 2024-09-13T00:05:24.612 INFO:tasks.rados.rados.0.smithi032.stdout:428: done (0 left) 2024-09-13T00:05:24.612 INFO:tasks.rados.rados.0.smithi032.stdout:429: read oid 41 snap -1 2024-09-13T00:05:24.612 INFO:tasks.rados.rados.0.smithi032.stdout:429: expect deleted 2024-09-13T00:05:24.612 INFO:tasks.rados.rados.0.smithi032.stdout:430: delete oid 23 current snap is 44 2024-09-13T00:05:24.615 INFO:tasks.rados.rados.0.smithi032.stdout:429: done (1 left) 2024-09-13T00:05:24.615 INFO:tasks.rados.rados.0.smithi032.stdout:430: done (0 left) 2024-09-13T00:05:24.615 INFO:tasks.rados.rados.0.smithi032.stdout:431: rmattr oid 9 current snap is 44 2024-09-13T00:05:24.616 INFO:tasks.rados.rados.0.smithi032.stdout:431: done (0 left) 2024-09-13T00:05:24.616 INFO:tasks.rados.rados.0.smithi032.stdout:432: copy_from oid 40 from oid 24 current snap is 44 2024-09-13T00:05:24.616 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 44 2024-09-13T00:05:24.616 INFO:tasks.rados.rados.0.smithi032.stdout:433: seq_num 153 ranges {0=163840} 2024-09-13T00:05:24.618 INFO:tasks.rados.rados.0.smithi032.stdout:433: writing smithi03267100-49 from 0 to 163840 tid 1 2024-09-13T00:05:24.618 INFO:tasks.rados.rados.0.smithi032.stdout:434: rollback oid 1 current snap is 44 2024-09-13T00:05:24.618 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 42 2024-09-13T00:05:24.618 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 44 2024-09-13T00:05:24.619 INFO:tasks.rados.rados.0.smithi032.stdout:435: seq_num 154 ranges {0=180224} 2024-09-13T00:05:24.622 INFO:tasks.rados.rados.0.smithi032.stdout:435: writing smithi03267100-35 from 0 to 180224 tid 1 2024-09-13T00:05:24.622 INFO:tasks.rados.rados.0.smithi032.stdout:436: copy_from oid 30 from oid 29 current snap is 44 2024-09-13T00:05:24.623 INFO:tasks.rados.rados.0.smithi032.stdout:434: finishing rollback tid 1 to smithi03267100-1 2024-09-13T00:05:24.623 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 163 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T00:05:24.623 INFO:tasks.rados.rados.0.smithi032.stdout:434: done (4 left) 2024-09-13T00:05:24.623 INFO:tasks.rados.rados.0.smithi032.stdout:437: read oid 1 snap -1 2024-09-13T00:05:24.623 INFO:tasks.rados.rados.0.smithi032.stdout:437: expect deleted 2024-09-13T00:05:24.623 INFO:tasks.rados.rados.0.smithi032.stdout:438: copy_from oid 20 from oid 19 current snap is 44 2024-09-13T00:05:24.623 INFO:tasks.rados.rados.0.smithi032.stdout:439: rmattr oid 3 current snap is 44 2024-09-13T00:05:24.623 INFO:tasks.rados.rados.0.smithi032.stdout:439: done (6 left) 2024-09-13T00:05:24.623 INFO:tasks.rados.rados.0.smithi032.stdout:440: rmattr oid 23 current snap is 44 2024-09-13T00:05:24.623 INFO:tasks.rados.rados.0.smithi032.stdout:440: done (6 left) 2024-09-13T00:05:24.623 INFO:tasks.rados.rados.0.smithi032.stdout:441: setattr oid 26 current snap is 44 2024-09-13T00:05:24.626 INFO:tasks.rados.rados.0.smithi032.stdout:442: rollback oid 44 current snap is 44 2024-09-13T00:05:24.626 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 40 2024-09-13T00:05:24.626 INFO:tasks.rados.rados.0.smithi032.stdout:443: delete oid 14 current snap is 44 2024-09-13T00:05:24.631 INFO:tasks.rados.rados.0.smithi032.stdout:433: finishing write tid 1 to smithi03267100-49 2024-09-13T00:05:24.632 INFO:tasks.rados.rados.0.smithi032.stdout:433: finishing write tid 2 to smithi03267100-49 2024-09-13T00:05:24.633 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 307 (ObjNum 150 snap 43 seq_num 150) dirty exists 2024-09-13T00:05:24.635 INFO:tasks.rados.rados.0.smithi032.stdout:435: finishing write tid 1 to smithi03267100-35 2024-09-13T00:05:24.635 INFO:tasks.rados.rados.0.smithi032.stdout:437: done (8 left) 2024-09-13T00:05:24.635 INFO:tasks.rados.rados.0.smithi032.stdout:441: done (7 left) 2024-09-13T00:05:24.635 INFO:tasks.rados.rados.0.smithi032.stdout:443: done (6 left) 2024-09-13T00:05:24.635 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 44 2024-09-13T00:05:24.635 INFO:tasks.rados.rados.0.smithi032.stdout:444: seq_num 156 ranges {827392=221184} 2024-09-13T00:05:24.653 INFO:tasks.rados.rados.0.smithi032.stdout:444: writing smithi03267100-50 from 827392 to 1048576 tid 1 2024-09-13T00:05:24.653 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 44 2024-09-13T00:05:24.653 INFO:tasks.rados.rados.0.smithi032.stdout:435: finishing write tid 2 to smithi03267100-35 2024-09-13T00:05:24.653 INFO:tasks.rados.rados.0.smithi032.stdout:442: finishing rollback tid 0 to smithi03267100-44 2024-09-13T00:05:24.653 INFO:tasks.rados.rados.0.smithi032.stdout:436: finishing copy_from racing read to smithi03267100-30 2024-09-13T00:05:24.653 INFO:tasks.rados.rados.0.smithi032.stdout:445: seq_num 157 ranges {2662400=237568} 2024-09-13T00:05:24.680 INFO:tasks.rados.rados.0.smithi032.stdout:445: writing smithi03267100-37 from 2662400 to 2899968 tid 1 2024-09-13T00:05:24.680 INFO:tasks.rados.rados.0.smithi032.stdout:446: read oid 32 snap -1 2024-09-13T00:05:24.680 INFO:tasks.rados.rados.0.smithi032.stdout:446: expect (ObjNum 127 snap 34 seq_num 127) 2024-09-13T00:05:24.680 INFO:tasks.rados.rados.0.smithi032.stdout:447: read oid 10 snap -1 2024-09-13T00:05:24.680 INFO:tasks.rados.rados.0.smithi032.stdout:447: expect deleted 2024-09-13T00:05:24.680 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 44 2024-09-13T00:05:24.680 INFO:tasks.rados.rados.0.smithi032.stdout:442: finishing rollback tid 1 to smithi03267100-44 2024-09-13T00:05:24.681 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 52 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T00:05:24.681 INFO:tasks.rados.rados.0.smithi032.stdout:433: finishing write tid 3 to smithi03267100-49 2024-09-13T00:05:24.681 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 167 (ObjNum 153 snap 44 seq_num 153) dirty exists 2024-09-13T00:05:24.681 INFO:tasks.rados.rados.0.smithi032.stdout:433: left oid 49 (ObjNum 153 snap 44 seq_num 153) 2024-09-13T00:05:24.681 INFO:tasks.rados.rados.0.smithi032.stdout:438: finishing copy_from racing read to smithi03267100-20 2024-09-13T00:05:24.681 INFO:tasks.rados.rados.0.smithi032.stdout:435: finishing write tid 3 to smithi03267100-35 2024-09-13T00:05:24.681 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 169 (ObjNum 154 snap 44 seq_num 154) dirty exists 2024-09-13T00:05:24.681 INFO:tasks.rados.rados.0.smithi032.stdout:435: left oid 35 (ObjNum 154 snap 44 seq_num 154) 2024-09-13T00:05:24.681 INFO:tasks.rados.rados.0.smithi032.stdout:438: finishing copy_from to smithi03267100-20 2024-09-13T00:05:24.681 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 20 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T00:05:24.681 INFO:tasks.rados.rados.0.smithi032.stdout:436: finishing copy_from to smithi03267100-30 2024-09-13T00:05:24.682 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 124 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-13T00:05:24.682 INFO:tasks.rados.rados.0.smithi032.stdout:432: finishing copy_from racing read to smithi03267100-40 2024-09-13T00:05:24.682 INFO:tasks.rados.rados.0.smithi032.stdout:432: finishing copy_from to smithi03267100-40 2024-09-13T00:05:24.682 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 58 (ObjNum 107 snap 25 seq_num 107) dirty exists 2024-09-13T00:05:24.682 INFO:tasks.rados.rados.0.smithi032.stdout:444: finishing write tid 1 to smithi03267100-50 2024-09-13T00:05:24.682 INFO:tasks.rados.rados.0.smithi032.stdout:444: finishing write tid 2 to smithi03267100-50 2024-09-13T00:05:24.682 INFO:tasks.rados.rados.0.smithi032.stdout:448: seq_num 158 ranges {204800=253952} 2024-09-13T00:05:24.683 INFO:tasks.rados.rados.0.smithi032.stdout:448: writing smithi03267100-22 from 204800 to 458752 tid 1 2024-09-13T00:05:24.683 INFO:tasks.rados.rados.0.smithi032.stdout:432: done (10 left) 2024-09-13T00:05:24.684 INFO:tasks.rados.rados.0.smithi032.stdout:433: done (9 left) 2024-09-13T00:05:24.684 INFO:tasks.rados.rados.0.smithi032.stdout:435: done (8 left) 2024-09-13T00:05:24.684 INFO:tasks.rados.rados.0.smithi032.stdout:436: done (7 left) 2024-09-13T00:05:24.684 INFO:tasks.rados.rados.0.smithi032.stdout:438: done (6 left) 2024-09-13T00:05:24.684 INFO:tasks.rados.rados.0.smithi032.stdout:442: done (5 left) 2024-09-13T00:05:24.684 INFO:tasks.rados.rados.0.smithi032.stdout:449: read oid 8 snap -1 2024-09-13T00:05:24.684 INFO:tasks.rados.rados.0.smithi032.stdout:449: expect deleted 2024-09-13T00:05:24.684 INFO:tasks.rados.rados.0.smithi032.stdout:450: read oid 17 snap -1 2024-09-13T00:05:24.684 INFO:tasks.rados.rados.0.smithi032.stdout:450: expect (ObjNum 117 snap 31 seq_num 117) 2024-09-13T00:05:24.684 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 44 2024-09-13T00:05:24.684 INFO:tasks.rados.rados.0.smithi032.stdout:444: finishing write tid 3 to smithi03267100-50 2024-09-13T00:05:24.684 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 6 (ObjNum 156 snap 44 seq_num 156) dirty exists 2024-09-13T00:05:24.685 INFO:tasks.rados.rados.0.smithi032.stdout:444: left oid 50 (ObjNum 156 snap 44 seq_num 156) 2024-09-13T00:05:24.685 INFO:tasks.rados.rados.0.smithi032.stdout:451: seq_num 159 ranges {0=270336} 2024-09-13T00:05:24.686 INFO:tasks.rados.rados.0.smithi032.stdout:451: writing smithi03267100-15 from 0 to 270336 tid 1 2024-09-13T00:05:24.686 INFO:tasks.rados.rados.0.smithi032.stdout:444: done (7 left) 2024-09-13T00:05:24.686 INFO:tasks.rados.rados.0.smithi032.stdout:447: done (6 left) 2024-09-13T00:05:24.686 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 44 2024-09-13T00:05:24.686 INFO:tasks.rados.rados.0.smithi032.stdout:452: seq_num 160 ranges {319488=286720} 2024-09-13T00:05:24.692 INFO:tasks.rados.rados.0.smithi032.stdout:452: writing smithi03267100-19 from 319488 to 606208 tid 1 2024-09-13T00:05:24.692 INFO:tasks.rados.rados.0.smithi032.stdout:453: delete oid 49 current snap is 44 2024-09-13T00:05:24.693 INFO:tasks.rados.rados.0.smithi032.stdout:445: finishing write tid 1 to smithi03267100-37 2024-09-13T00:05:24.693 INFO:tasks.rados.rados.0.smithi032.stdout:445: finishing write tid 2 to smithi03267100-37 2024-09-13T00:05:24.693 INFO:tasks.rados.rados.0.smithi032.stdout:445: finishing write tid 3 to smithi03267100-37 2024-09-13T00:05:24.693 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 83 (ObjNum 157 snap 44 seq_num 157) dirty exists 2024-09-13T00:05:24.693 INFO:tasks.rados.rados.0.smithi032.stdout:445: left oid 37 (ObjNum 157 snap 44 seq_num 157) 2024-09-13T00:05:24.694 INFO:tasks.rados.rados.0.smithi032.stdout:451: finishing write tid 1 to smithi03267100-15 2024-09-13T00:05:24.695 INFO:tasks.rados.rados.0.smithi032.stdout:451: finishing write tid 2 to smithi03267100-15 2024-09-13T00:05:24.697 INFO:tasks.rados.rados.0.smithi032.stdout:446: expect (ObjNum 127 snap 34 seq_num 127) 2024-09-13T00:05:24.769 INFO:tasks.rados.rados.0.smithi032.stdout:451: finishing write tid 3 to smithi03267100-15 2024-09-13T00:05:24.769 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 105 (ObjNum 159 snap 44 seq_num 159) dirty exists 2024-09-13T00:05:24.769 INFO:tasks.rados.rados.0.smithi032.stdout:451: left oid 15 (ObjNum 159 snap 44 seq_num 159) 2024-09-13T00:05:24.769 INFO:tasks.rados.rados.0.smithi032.stdout:448: finishing write tid 1 to smithi03267100-22 2024-09-13T00:05:24.769 INFO:tasks.rados.rados.0.smithi032.stdout:448: finishing write tid 2 to smithi03267100-22 2024-09-13T00:05:24.770 INFO:tasks.rados.rados.0.smithi032.stdout:452: finishing write tid 1 to smithi03267100-19 2024-09-13T00:05:24.770 INFO:tasks.rados.rados.0.smithi032.stdout:445: done (7 left) 2024-09-13T00:05:24.770 INFO:tasks.rados.rados.0.smithi032.stdout:446: done (6 left) 2024-09-13T00:05:24.770 INFO:tasks.rados.rados.0.smithi032.stdout:449: done (5 left) 2024-09-13T00:05:24.770 INFO:tasks.rados.rados.0.smithi032.stdout:451: done (4 left) 2024-09-13T00:05:24.770 INFO:tasks.rados.rados.0.smithi032.stdout:453: done (3 left) 2024-09-13T00:05:24.770 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 44 2024-09-13T00:05:24.770 INFO:tasks.rados.rados.0.smithi032.stdout:452: finishing write tid 2 to smithi03267100-19 2024-09-13T00:05:24.770 INFO:tasks.rados.rados.0.smithi032.stdout:448: finishing write tid 3 to smithi03267100-22 2024-09-13T00:05:24.770 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 129 (ObjNum 158 snap 44 seq_num 158) dirty exists 2024-09-13T00:05:24.770 INFO:tasks.rados.rados.0.smithi032.stdout:448: left oid 22 (ObjNum 158 snap 44 seq_num 158) 2024-09-13T00:05:24.770 INFO:tasks.rados.rados.0.smithi032.stdout:452: finishing write tid 3 to smithi03267100-19 2024-09-13T00:05:24.771 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 72 (ObjNum 160 snap 44 seq_num 160) dirty exists 2024-09-13T00:05:24.771 INFO:tasks.rados.rados.0.smithi032.stdout:452: left oid 19 (ObjNum 160 snap 44 seq_num 160) 2024-09-13T00:05:24.771 INFO:tasks.rados.rados.0.smithi032.stdout:450: expect (ObjNum 117 snap 31 seq_num 117) 2024-09-13T00:05:24.848 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:24 smithi053 bash[24393]: cluster 2024-09-13T00:05:23.595530+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-13T00:05:24.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:24 smithi032 bash[32211]: cluster 2024-09-13T00:05:23.595530+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-13T00:05:24.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:24 smithi032 bash[22496]: cluster 2024-09-13T00:05:23.595530+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-13T00:05:24.964 INFO:tasks.rados.rados.0.smithi032.stdout:454: seq_num 162 ranges {0=319488} 2024-09-13T00:05:24.967 INFO:tasks.rados.rados.0.smithi032.stdout:454: writing smithi03267100-44 from 0 to 319488 tid 1 2024-09-13T00:05:24.967 INFO:tasks.rados.rados.0.smithi032.stdout:448: done (3 left) 2024-09-13T00:05:24.967 INFO:tasks.rados.rados.0.smithi032.stdout:450: done (2 left) 2024-09-13T00:05:24.967 INFO:tasks.rados.rados.0.smithi032.stdout:452: done (1 left) 2024-09-13T00:05:24.967 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 44 2024-09-13T00:05:24.968 INFO:tasks.rados.rados.0.smithi032.stdout:455: seq_num 163 ranges {4702208=335872} 2024-09-13T00:05:25.024 INFO:tasks.rados.rados.0.smithi032.stdout:455: writing smithi03267100-17 from 4702208 to 5038080 tid 1 2024-09-13T00:05:25.025 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 44 2024-09-13T00:05:25.025 INFO:tasks.rados.rados.0.smithi032.stdout:456: seq_num 164 ranges {98304=352256} 2024-09-13T00:05:25.029 INFO:tasks.rados.rados.0.smithi032.stdout:456: writing smithi03267100-12 from 98304 to 450560 tid 1 2024-09-13T00:05:25.029 INFO:tasks.rados.rados.0.smithi032.stdout:457: read oid 33 snap -1 2024-09-13T00:05:25.029 INFO:tasks.rados.rados.0.smithi032.stdout:457: expect (ObjNum 102 snap 22 seq_num 102) 2024-09-13T00:05:25.029 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 44 2024-09-13T00:05:25.029 INFO:tasks.rados.rados.0.smithi032.stdout:458: seq_num 165 ranges {2899968=368640} 2024-09-13T00:05:25.055 INFO:tasks.rados.rados.0.smithi032.stdout:458: writing smithi03267100-37 from 2899968 to 3268608 tid 1 2024-09-13T00:05:25.055 INFO:tasks.rados.rados.0.smithi032.stdout:459: read oid 7 snap 34 2024-09-13T00:05:25.055 INFO:tasks.rados.rados.0.smithi032.stdout:459: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T00:05:25.055 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 44 2024-09-13T00:05:25.055 INFO:tasks.rados.rados.0.smithi032.stdout:454: finishing write tid 1 to smithi03267100-44 2024-09-13T00:05:25.056 INFO:tasks.rados.rados.0.smithi032.stdout:454: finishing write tid 2 to smithi03267100-44 2024-09-13T00:05:25.056 INFO:tasks.rados.rados.0.smithi032.stdout:454: finishing write tid 3 to smithi03267100-44 2024-09-13T00:05:25.056 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 54 (ObjNum 162 snap 44 seq_num 162) dirty exists 2024-09-13T00:05:25.056 INFO:tasks.rados.rados.0.smithi032.stdout:454: left oid 44 (ObjNum 162 snap 44 seq_num 162) 2024-09-13T00:05:25.056 INFO:tasks.rados.rados.0.smithi032.stdout:455: finishing write tid 1 to smithi03267100-17 2024-09-13T00:05:25.056 INFO:tasks.rados.rados.0.smithi032.stdout:455: finishing write tid 2 to smithi03267100-17 2024-09-13T00:05:25.056 INFO:tasks.rados.rados.0.smithi032.stdout:456: finishing write tid 1 to smithi03267100-12 2024-09-13T00:05:25.056 INFO:tasks.rados.rados.0.smithi032.stdout:455: finishing write tid 3 to smithi03267100-17 2024-09-13T00:05:25.056 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 308 (ObjNum 163 snap 44 seq_num 163) dirty exists 2024-09-13T00:05:25.056 INFO:tasks.rados.rados.0.smithi032.stdout:455: left oid 17 (ObjNum 163 snap 44 seq_num 163) 2024-09-13T00:05:25.056 INFO:tasks.rados.rados.0.smithi032.stdout:456: finishing write tid 2 to smithi03267100-12 2024-09-13T00:05:25.056 INFO:tasks.rados.rados.0.smithi032.stdout:460: seq_num 166 ranges {0=385024} 2024-09-13T00:05:25.058 INFO:tasks.rados.rados.0.smithi032.stdout:460: writing smithi03267100-23 from 0 to 385024 tid 1 2024-09-13T00:05:25.058 INFO:tasks.rados.rados.0.smithi032.stdout:454: done (6 left) 2024-09-13T00:05:25.058 INFO:tasks.rados.rados.0.smithi032.stdout:455: done (5 left) 2024-09-13T00:05:25.058 INFO:tasks.rados.rados.0.smithi032.stdout:461: delete oid 9 current snap is 44 2024-09-13T00:05:25.058 INFO:tasks.rados.rados.0.smithi032.stdout:456: finishing write tid 3 to smithi03267100-12 2024-09-13T00:05:25.058 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 69 (ObjNum 164 snap 44 seq_num 164) dirty exists 2024-09-13T00:05:25.058 INFO:tasks.rados.rados.0.smithi032.stdout:456: left oid 12 (ObjNum 164 snap 44 seq_num 164) 2024-09-13T00:05:25.059 INFO:tasks.rados.rados.0.smithi032.stdout:457: expect (ObjNum 102 snap 22 seq_num 102) 2024-09-13T00:05:25.153 INFO:tasks.rados.rados.0.smithi032.stdout:458: finishing write tid 1 to smithi03267100-37 2024-09-13T00:05:25.153 INFO:tasks.rados.rados.0.smithi032.stdout:458: finishing write tid 2 to smithi03267100-37 2024-09-13T00:05:25.153 INFO:tasks.rados.rados.0.smithi032.stdout:459: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T00:05:25.156 INFO:tasks.rados.rados.0.smithi032.stdout:458: finishing write tid 3 to smithi03267100-37 2024-09-13T00:05:25.156 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 85 (ObjNum 165 snap 44 seq_num 165) dirty exists 2024-09-13T00:05:25.157 INFO:tasks.rados.rados.0.smithi032.stdout:458: left oid 37 (ObjNum 165 snap 44 seq_num 165) 2024-09-13T00:05:25.157 INFO:tasks.rados.rados.0.smithi032.stdout:460: finishing write tid 1 to smithi03267100-23 2024-09-13T00:05:25.157 INFO:tasks.rados.rados.0.smithi032.stdout:460: finishing write tid 2 to smithi03267100-23 2024-09-13T00:05:25.157 INFO:tasks.rados.rados.0.smithi032.stdout:460: finishing write tid 3 to smithi03267100-23 2024-09-13T00:05:25.157 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 310 (ObjNum 166 snap 44 seq_num 166) dirty exists 2024-09-13T00:05:25.157 INFO:tasks.rados.rados.0.smithi032.stdout:460: left oid 23 (ObjNum 166 snap 44 seq_num 166) 2024-09-13T00:05:25.157 INFO:tasks.rados.rados.0.smithi032.stdout:456: done (5 left) 2024-09-13T00:05:25.157 INFO:tasks.rados.rados.0.smithi032.stdout:457: done (4 left) 2024-09-13T00:05:25.157 INFO:tasks.rados.rados.0.smithi032.stdout:458: done (3 left) 2024-09-13T00:05:25.157 INFO:tasks.rados.rados.0.smithi032.stdout:459: done (2 left) 2024-09-13T00:05:25.157 INFO:tasks.rados.rados.0.smithi032.stdout:460: done (1 left) 2024-09-13T00:05:25.157 INFO:tasks.rados.rados.0.smithi032.stdout:461: done (0 left) 2024-09-13T00:05:25.157 INFO:tasks.rados.rados.0.smithi032.stdout:462: copy_from oid 26 from oid 6 current snap is 44 2024-09-13T00:05:25.158 INFO:tasks.rados.rados.0.smithi032.stdout:463: read oid 35 snap 38 2024-09-13T00:05:25.158 INFO:tasks.rados.rados.0.smithi032.stdout:463: expect deleted 2024-09-13T00:05:25.158 INFO:tasks.rados.rados.0.smithi032.stdout:464: snap_create 2024-09-13T00:05:25.158 INFO:tasks.rados.rados.0.smithi032.stdout:462: finishing copy_from to smithi03267100-26 2024-09-13T00:05:25.158 INFO:tasks.rados.rados.0.smithi032.stdout:462: got expected ENOENT (src dne) 2024-09-13T00:05:25.158 INFO:tasks.rados.rados.0.smithi032.stdout:462: finishing copy_from racing read to smithi03267100-26 2024-09-13T00:05:25.610 INFO:tasks.rados.rados.0.smithi032.stdout:462: done (2 left) 2024-09-13T00:05:25.611 INFO:tasks.rados.rados.0.smithi032.stdout:463: done (1 left) 2024-09-13T00:05:25.611 INFO:tasks.rados.rados.0.smithi032.stdout:464: done (0 left) 2024-09-13T00:05:25.611 INFO:tasks.rados.rados.0.smithi032.stdout:465: setattr oid 25 current snap is 45 2024-09-13T00:05:25.612 INFO:tasks.rados.rados.0.smithi032.stdout:466: snap_create 2024-09-13T00:05:25.624 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 56 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-13T00:05:25.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:25 smithi032 bash[22496]: cluster 2024-09-13T00:05:24.595680+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-13T00:05:25.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:25 smithi032 bash[22496]: cluster 2024-09-13T00:05:24.927170+0000 mgr.y (mgr.24464) 248 : cluster [DBG] pgmap v275: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T00:05:25.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:25 smithi032 bash[22496]: audit 2024-09-13T00:05:25.498052+0000 mon.a (mon.0) 1173 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:25.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:25 smithi032 bash[22496]: audit 2024-09-13T00:05:25.500033+0000 mon.a (mon.0) 1174 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:05:25.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:25 smithi032 bash[22496]: audit 2024-09-13T00:05:25.501824+0000 mon.a (mon.0) 1175 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:05:25.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:25 smithi032 bash[22496]: audit 2024-09-13T00:05:25.503688+0000 mon.a (mon.0) 1176 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:05:25.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:25 smithi032 bash[32211]: cluster 2024-09-13T00:05:24.595680+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-13T00:05:25.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:25 smithi032 bash[32211]: cluster 2024-09-13T00:05:24.927170+0000 mgr.y (mgr.24464) 248 : cluster [DBG] pgmap v275: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T00:05:25.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:25 smithi032 bash[32211]: audit 2024-09-13T00:05:25.498052+0000 mon.a (mon.0) 1173 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:25.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:25 smithi032 bash[32211]: audit 2024-09-13T00:05:25.500033+0000 mon.a (mon.0) 1174 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:05:25.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:25 smithi032 bash[32211]: audit 2024-09-13T00:05:25.501824+0000 mon.a (mon.0) 1175 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:05:25.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:25 smithi032 bash[32211]: audit 2024-09-13T00:05:25.503688+0000 mon.a (mon.0) 1176 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:05:26.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:25 smithi053 bash[24393]: cluster 2024-09-13T00:05:24.595680+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-13T00:05:26.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:25 smithi053 bash[24393]: cluster 2024-09-13T00:05:24.927170+0000 mgr.y (mgr.24464) 248 : cluster [DBG] pgmap v275: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T00:05:26.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:25 smithi053 bash[24393]: audit 2024-09-13T00:05:25.498052+0000 mon.a (mon.0) 1173 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:26.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:25 smithi053 bash[24393]: audit 2024-09-13T00:05:25.500033+0000 mon.a (mon.0) 1174 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:05:26.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:25 smithi053 bash[24393]: audit 2024-09-13T00:05:25.501824+0000 mon.a (mon.0) 1175 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:05:26.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:25 smithi053 bash[24393]: audit 2024-09-13T00:05:25.503688+0000 mon.a (mon.0) 1176 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:05:26.611 INFO:tasks.rados.rados.0.smithi032.stdout:465: done (1 left) 2024-09-13T00:05:26.611 INFO:tasks.rados.rados.0.smithi032.stdout:466: done (0 left) 2024-09-13T00:05:26.611 INFO:tasks.rados.rados.0.smithi032.stdout:467: rmattr oid 4 current snap is 46 2024-09-13T00:05:26.611 INFO:tasks.rados.rados.0.smithi032.stdout:467: done (0 left) 2024-09-13T00:05:26.611 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 46 2024-09-13T00:05:26.611 INFO:tasks.rados.rados.0.smithi032.stdout:468: seq_num 168 ranges {303104=417792} 2024-09-13T00:05:26.613 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:26 smithi053 bash[25309]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:05:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:05:26.624 INFO:tasks.rados.rados.0.smithi032.stdout:468: writing smithi03267100-39 from 303104 to 720896 tid 1 2024-09-13T00:05:26.624 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 46 2024-09-13T00:05:26.624 INFO:tasks.rados.rados.0.smithi032.stdout:469: seq_num 169 ranges {3268608=434176} 2024-09-13T00:05:26.678 INFO:tasks.rados.rados.0.smithi032.stdout:469: writing smithi03267100-37 from 3268608 to 3702784 tid 1 2024-09-13T00:05:26.678 INFO:tasks.rados.rados.0.smithi032.stdout:470: read oid 33 snap 42 2024-09-13T00:05:26.678 INFO:tasks.rados.rados.0.smithi032.stdout:470: expect (ObjNum 102 snap 22 seq_num 102) 2024-09-13T00:05:26.678 INFO:tasks.rados.rados.0.smithi032.stdout:471: copy_from oid 31 from oid 42 current snap is 46 2024-09-13T00:05:26.679 INFO:tasks.rados.rados.0.smithi032.stdout:468: finishing write tid 1 to smithi03267100-39 2024-09-13T00:05:26.679 INFO:tasks.rados.rados.0.smithi032.stdout:468: finishing write tid 2 to smithi03267100-39 2024-09-13T00:05:26.679 INFO:tasks.rados.rados.0.smithi032.stdout:468: finishing write tid 3 to smithi03267100-39 2024-09-13T00:05:26.679 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 59 (ObjNum 168 snap 46 seq_num 168) dirty exists 2024-09-13T00:05:26.679 INFO:tasks.rados.rados.0.smithi032.stdout:468: left oid 39 (ObjNum 168 snap 46 seq_num 168) 2024-09-13T00:05:26.679 INFO:tasks.rados.rados.0.smithi032.stdout:468: done (3 left) 2024-09-13T00:05:26.679 INFO:tasks.rados.rados.0.smithi032.stdout:472: snap_remove snap 37 2024-09-13T00:05:26.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:26 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:05:26] "GET /metrics HTTP/1.1" 200 240022 "" "Prometheus/2.43.0" 2024-09-13T00:05:26.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:26 smithi032 bash[22496]: cephadm 2024-09-13T00:05:25.488610+0000 mgr.y (mgr.24464) 249 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-13T00:05:26.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:26 smithi032 bash[22496]: cephadm 2024-09-13T00:05:25.505548+0000 mgr.y (mgr.24464) 250 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-09-13T00:05:26.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:26 smithi032 bash[22496]: cluster 2024-09-13T00:05:25.613997+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-09-13T00:05:26.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:26 smithi032 bash[32211]: cephadm 2024-09-13T00:05:25.488610+0000 mgr.y (mgr.24464) 249 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-13T00:05:26.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:26 smithi032 bash[32211]: cephadm 2024-09-13T00:05:25.505548+0000 mgr.y (mgr.24464) 250 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-09-13T00:05:26.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:26 smithi032 bash[32211]: cluster 2024-09-13T00:05:25.613997+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-09-13T00:05:26.972 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:26 smithi053 bash[24393]: cephadm 2024-09-13T00:05:25.488610+0000 mgr.y (mgr.24464) 249 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-13T00:05:26.972 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:26 smithi053 bash[24393]: cephadm 2024-09-13T00:05:25.505548+0000 mgr.y (mgr.24464) 250 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-09-13T00:05:26.972 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:26 smithi053 bash[24393]: cluster 2024-09-13T00:05:25.613997+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-09-13T00:05:27.630 INFO:tasks.rados.rados.0.smithi032.stdout:472: done (3 left) 2024-09-13T00:05:27.630 INFO:tasks.rados.rados.0.smithi032.stdout:473: rollback oid 30 current snap is 46 2024-09-13T00:05:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 35 2024-09-13T00:05:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:474: read oid 49 snap 34 2024-09-13T00:05:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:474: expect deleted 2024-09-13T00:05:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:475: rollback oid 50 current snap is 46 2024-09-13T00:05:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 44 2024-09-13T00:05:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:476: snap_create 2024-09-13T00:05:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:471: finishing copy_from to smithi03267100-31 2024-09-13T00:05:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:471: got expected ENOENT (src dne) 2024-09-13T00:05:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:471: finishing copy_from racing read to smithi03267100-31 2024-09-13T00:05:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:469: finishing write tid 1 to smithi03267100-37 2024-09-13T00:05:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:469: finishing write tid 2 to smithi03267100-37 2024-09-13T00:05:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:470: expect (ObjNum 102 snap 22 seq_num 102) 2024-09-13T00:05:27.673 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:05:27 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:27.673 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:05:27 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:27.673 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:05:27 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:27.674 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:05:27 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:27.674 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:05:27 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:27.674 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:05:27 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:27.675 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:27 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:27.675 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:27 smithi053 bash[24393]: cluster 2024-09-13T00:05:26.614945+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-09-13T00:05:27.675 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:27 smithi053 bash[24393]: cluster 2024-09-13T00:05:26.927827+0000 mgr.y (mgr.24464) 251 : cluster [DBG] pgmap v278: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T00:05:27.675 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:05:27 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:27.675 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:05:27 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:27.676 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:27 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:27.712 INFO:tasks.rados.rados.0.smithi032.stdout:469: finishing write tid 3 to smithi03267100-37 2024-09-13T00:05:27.712 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 88 (ObjNum 169 snap 46 seq_num 169) dirty exists 2024-09-13T00:05:27.712 INFO:tasks.rados.rados.0.smithi032.stdout:469: left oid 37 (ObjNum 169 snap 46 seq_num 169) 2024-09-13T00:05:27.712 INFO:tasks.rados.rados.0.smithi032.stdout:475: finishing rollback tid 0 to smithi03267100-50 2024-09-13T00:05:27.712 INFO:tasks.rados.rados.0.smithi032.stdout:475: finishing rollback tid 1 to smithi03267100-50 2024-09-13T00:05:27.713 INFO:tasks.rados.rados.0.smithi032.stdout:475: finishing rollback tid 2 to smithi03267100-50 2024-09-13T00:05:27.713 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 12 (ObjNum 156 snap 44 seq_num 156) dirty exists 2024-09-13T00:05:27.713 INFO:tasks.rados.rados.0.smithi032.stdout:473: finishing rollback tid 0 to smithi03267100-30 2024-09-13T00:05:27.713 INFO:tasks.rados.rados.0.smithi032.stdout:473: finishing rollback tid 1 to smithi03267100-30 2024-09-13T00:05:27.713 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 313 (ObjNum 33 snap 0 seq_num 1800589541) dirty dne 2024-09-13T00:05:27.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:27 smithi032 bash[32211]: cluster 2024-09-13T00:05:26.614945+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-09-13T00:05:27.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:27 smithi032 bash[32211]: cluster 2024-09-13T00:05:26.927827+0000 mgr.y (mgr.24464) 251 : cluster [DBG] pgmap v278: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T00:05:27.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:27 smithi032 bash[22496]: cluster 2024-09-13T00:05:26.614945+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-09-13T00:05:27.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:27 smithi032 bash[22496]: cluster 2024-09-13T00:05:26.927827+0000 mgr.y (mgr.24464) 251 : cluster [DBG] pgmap v278: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T00:05:28.033 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:27 smithi053 systemd[1]: Stopping Ceph mgr.x for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:05:28.630 INFO:tasks.rados.rados.0.smithi032.stdout:469: done (6 left) 2024-09-13T00:05:28.630 INFO:tasks.rados.rados.0.smithi032.stdout:470: done (5 left) 2024-09-13T00:05:28.631 INFO:tasks.rados.rados.0.smithi032.stdout:471: done (4 left) 2024-09-13T00:05:28.631 INFO:tasks.rados.rados.0.smithi032.stdout:473: done (3 left) 2024-09-13T00:05:28.631 INFO:tasks.rados.rados.0.smithi032.stdout:474: done (2 left) 2024-09-13T00:05:28.631 INFO:tasks.rados.rados.0.smithi032.stdout:475: done (1 left) 2024-09-13T00:05:28.631 INFO:tasks.rados.rados.0.smithi032.stdout:476: done (0 left) 2024-09-13T00:05:28.631 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 47 2024-09-13T00:05:28.631 INFO:tasks.rados.rados.0.smithi032.stdout:477: seq_num 170 ranges {2260992=450560} 2024-09-13T00:05:28.675 INFO:tasks.rados.rados.0.smithi032.stdout:477: writing smithi03267100-33 from 2260992 to 2711552 tid 1 2024-09-13T00:05:28.675 INFO:tasks.rados.rados.0.smithi032.stdout:478: read oid 27 snap -1 2024-09-13T00:05:28.675 INFO:tasks.rados.rados.0.smithi032.stdout:478: expect deleted 2024-09-13T00:05:28.675 INFO:tasks.rados.rados.0.smithi032.stdout:479: copy_from oid 30 from oid 25 current snap is 47 2024-09-13T00:05:28.675 INFO:tasks.rados.rados.0.smithi032.stdout:480: read oid 31 snap -1 2024-09-13T00:05:28.675 INFO:tasks.rados.rados.0.smithi032.stdout:480: expect (ObjNum 115 snap 30 seq_num 115) 2024-09-13T00:05:28.675 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 47 2024-09-13T00:05:28.675 INFO:tasks.rados.rados.0.smithi032.stdout:481: seq_num 171 ranges {0=466944} 2024-09-13T00:05:28.682 INFO:tasks.rados.rados.0.smithi032.stdout:481: writing smithi03267100-6 from 0 to 466944 tid 1 2024-09-13T00:05:28.683 INFO:tasks.rados.rados.0.smithi032.stdout:482: read oid 41 snap 36 2024-09-13T00:05:28.683 INFO:tasks.rados.rados.0.smithi032.stdout:482: expect deleted 2024-09-13T00:05:28.683 INFO:tasks.rados.rados.0.smithi032.stdout:483: snap_remove snap 41 2024-09-13T00:05:28.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:28 smithi032 bash[22496]: cluster 2024-09-13T00:05:27.631803+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-13T00:05:28.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:28 smithi032 bash[32211]: cluster 2024-09-13T00:05:27.631803+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-13T00:05:28.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:28 smithi053 bash[24393]: cluster 2024-09-13T00:05:27.631803+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-13T00:05:28.919 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:28 smithi053 bash[52539]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mgr-x 2024-09-13T00:05:29.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:29 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:29.198 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:05:29 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:29.198 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:05:29 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:29.198 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:05:29 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:29.199 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:05:29 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:29.199 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:05:29 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:29.199 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:05:29 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:29.200 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:05:29 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:29.200 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:05:29 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:29.200 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:28 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-13T00:05:29.200 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:28 smithi053 bash[52600]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mgr-x 2024-09-13T00:05:29.200 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:28 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-13T00:05:29.200 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:28 smithi053 systemd[1]: Stopped Ceph mgr.x for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:05:29.200 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:29 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:05:29.201 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:29 smithi053 systemd[1]: Started Ceph mgr.x for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:05:29.643 INFO:tasks.rados.rados.0.smithi032.stdout:483: done (6 left) 2024-09-13T00:05:29.643 INFO:tasks.rados.rados.0.smithi032.stdout:484: snap_remove snap 45 2024-09-13T00:05:29.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:29 smithi032 bash[32211]: cluster 2024-09-13T00:05:28.633945+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-13T00:05:29.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:29 smithi032 bash[32211]: cluster 2024-09-13T00:05:28.929187+0000 mgr.y (mgr.24464) 252 : cluster [DBG] pgmap v281: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 34 op/s 2024-09-13T00:05:29.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:29 smithi032 bash[32211]: audit 2024-09-13T00:05:29.242502+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:29.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:29 smithi032 bash[32211]: audit 2024-09-13T00:05:29.252576+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:29.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:29 smithi032 bash[32211]: audit 2024-09-13T00:05:29.254803+0000 mon.a (mon.0) 1183 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:05:29.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:29 smithi032 bash[22496]: cluster 2024-09-13T00:05:28.633945+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-13T00:05:29.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:29 smithi032 bash[22496]: cluster 2024-09-13T00:05:28.929187+0000 mgr.y (mgr.24464) 252 : cluster [DBG] pgmap v281: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 34 op/s 2024-09-13T00:05:29.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:29 smithi032 bash[22496]: audit 2024-09-13T00:05:29.242502+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:29.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:29 smithi032 bash[22496]: audit 2024-09-13T00:05:29.252576+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:29.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:29 smithi032 bash[22496]: audit 2024-09-13T00:05:29.254803+0000 mon.a (mon.0) 1183 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:05:30.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:29 smithi053 bash[24393]: cluster 2024-09-13T00:05:28.633945+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-13T00:05:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:29 smithi053 bash[24393]: cluster 2024-09-13T00:05:28.929187+0000 mgr.y (mgr.24464) 252 : cluster [DBG] pgmap v281: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 34 op/s 2024-09-13T00:05:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:29 smithi053 bash[24393]: audit 2024-09-13T00:05:29.242502+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:29 smithi053 bash[24393]: audit 2024-09-13T00:05:29.252576+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:29 smithi053 bash[24393]: audit 2024-09-13T00:05:29.254803+0000 mon.a (mon.0) 1183 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:05:30.496 INFO:tasks.rados.rados.0.smithi032.stdout:484: done (6 left) 2024-09-13T00:05:30.496 INFO:tasks.rados.rados.0.smithi032.stdout:485: copy_from oid 12 from oid 43 current snap is 47 2024-09-13T00:05:30.496 INFO:tasks.rados.rados.0.smithi032.stdout:479: finishing copy_from racing read to smithi03267100-30 2024-09-13T00:05:30.496 INFO:tasks.rados.rados.0.smithi032.stdout:477: finishing write tid 1 to smithi03267100-33 2024-09-13T00:05:30.496 INFO:tasks.rados.rados.0.smithi032.stdout:477: finishing write tid 2 to smithi03267100-33 2024-09-13T00:05:30.496 INFO:tasks.rados.rados.0.smithi032.stdout:481: finishing write tid 1 to smithi03267100-6 2024-09-13T00:05:30.496 INFO:tasks.rados.rados.0.smithi032.stdout:477: finishing write tid 3 to smithi03267100-33 2024-09-13T00:05:30.496 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 93 (ObjNum 170 snap 47 seq_num 170) dirty exists 2024-09-13T00:05:30.496 INFO:tasks.rados.rados.0.smithi032.stdout:477: left oid 33 (ObjNum 170 snap 47 seq_num 170) 2024-09-13T00:05:30.496 INFO:tasks.rados.rados.0.smithi032.stdout:481: finishing write tid 2 to smithi03267100-6 2024-09-13T00:05:30.497 INFO:tasks.rados.rados.0.smithi032.stdout:477: done (6 left) 2024-09-13T00:05:30.497 INFO:tasks.rados.rados.0.smithi032.stdout:478: done (5 left) 2024-09-13T00:05:30.497 INFO:tasks.rados.rados.0.smithi032.stdout:482: done (4 left) 2024-09-13T00:05:30.497 INFO:tasks.rados.rados.0.smithi032.stdout:486: rollback oid 11 current snap is 47 2024-09-13T00:05:30.497 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 22 2024-09-13T00:05:30.497 INFO:tasks.rados.rados.0.smithi032.stdout:479: finishing copy_from to smithi03267100-30 2024-09-13T00:05:30.497 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 56 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-13T00:05:30.497 INFO:tasks.rados.rados.0.smithi032.stdout:481: finishing write tid 3 to smithi03267100-6 2024-09-13T00:05:30.497 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 75 (ObjNum 171 snap 47 seq_num 171) dirty exists 2024-09-13T00:05:30.497 INFO:tasks.rados.rados.0.smithi032.stdout:481: left oid 6 (ObjNum 171 snap 47 seq_num 171) 2024-09-13T00:05:30.497 INFO:tasks.rados.rados.0.smithi032.stdout:480: expect (ObjNum 115 snap 30 seq_num 115) 2024-09-13T00:05:30.560 INFO:tasks.rados.rados.0.smithi032.stdout:486: finishing rollback tid 0 to smithi03267100-11 2024-09-13T00:05:30.560 INFO:tasks.rados.rados.0.smithi032.stdout:486: finishing rollback tid 1 to smithi03267100-11 2024-09-13T00:05:30.560 INFO:tasks.rados.rados.0.smithi032.stdout:486: finishing rollback tid 2 to smithi03267100-11 2024-09-13T00:05:30.560 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 327 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T00:05:30.560 INFO:tasks.rados.rados.0.smithi032.stdout:485: finishing copy_from racing read to smithi03267100-12 2024-09-13T00:05:30.560 INFO:tasks.rados.rados.0.smithi032.stdout:485: finishing copy_from to smithi03267100-12 2024-09-13T00:05:30.560 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 62 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-09-13T00:05:30.560 INFO:tasks.rados.rados.0.smithi032.stdout:479: done (4 left) 2024-09-13T00:05:30.560 INFO:tasks.rados.rados.0.smithi032.stdout:480: done (3 left) 2024-09-13T00:05:30.561 INFO:tasks.rados.rados.0.smithi032.stdout:481: done (2 left) 2024-09-13T00:05:30.561 INFO:tasks.rados.rados.0.smithi032.stdout:485: done (1 left) 2024-09-13T00:05:30.561 INFO:tasks.rados.rados.0.smithi032.stdout:486: done (0 left) 2024-09-13T00:05:30.561 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 47 2024-09-13T00:05:30.561 INFO:tasks.rados.rados.0.smithi032.stdout:487: seq_num 172 ranges {319488=483328} 2024-09-13T00:05:30.568 INFO:tasks.rados.rados.0.smithi032.stdout:487: writing smithi03267100-44 from 319488 to 802816 tid 1 2024-09-13T00:05:30.568 INFO:tasks.rados.rados.0.smithi032.stdout:488: snap_create 2024-09-13T00:05:30.585 INFO:tasks.rados.rados.0.smithi032.stdout:487: finishing write tid 1 to smithi03267100-44 2024-09-13T00:05:30.586 INFO:tasks.rados.rados.0.smithi032.stdout:487: finishing write tid 2 to smithi03267100-44 2024-09-13T00:05:30.590 INFO:tasks.rados.rados.0.smithi032.stdout:487: finishing write tid 3 to smithi03267100-44 2024-09-13T00:05:30.590 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 70 (ObjNum 172 snap 47 seq_num 172) dirty exists 2024-09-13T00:05:30.590 INFO:tasks.rados.rados.0.smithi032.stdout:487: left oid 44 (ObjNum 172 snap 47 seq_num 172) 2024-09-13T00:05:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:30 smithi032 bash[22496]: cluster 2024-09-13T00:05:29.647563+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-13T00:05:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:30 smithi032 bash[22496]: cluster 2024-09-13T00:05:30.497580+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-09-13T00:05:30.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:30 smithi032 bash[32211]: cluster 2024-09-13T00:05:29.647563+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-13T00:05:30.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:30 smithi032 bash[32211]: cluster 2024-09-13T00:05:30.497580+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-09-13T00:05:31.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:30 smithi053 bash[24393]: cluster 2024-09-13T00:05:29.647563+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-13T00:05:31.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:30 smithi053 bash[24393]: cluster 2024-09-13T00:05:30.497580+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-09-13T00:05:31.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:30 smithi053 bash[52659]: debug 2024-09-13T00:05:30.727+0000 7f2cfceaa640 1 -- 172.21.15.53:0/1852163247 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56140fab4d00 con 0x56140faa7400 2024-09-13T00:05:31.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:30 smithi053 bash[52659]: debug 2024-09-13T00:05:30.847+0000 7f2cff713040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T00:05:31.506 INFO:tasks.rados.rados.0.smithi032.stdout:487: done (1 left) 2024-09-13T00:05:31.506 INFO:tasks.rados.rados.0.smithi032.stdout:488: done (0 left) 2024-09-13T00:05:31.506 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 48 2024-09-13T00:05:31.506 INFO:tasks.rados.rados.0.smithi032.stdout:489: seq_num 173 ranges {5038080=499712} 2024-09-13T00:05:31.582 INFO:tasks.rados.rados.0.smithi032.stdout:489: writing smithi03267100-17 from 5038080 to 5537792 tid 1 2024-09-13T00:05:31.583 INFO:tasks.rados.rados.0.smithi032.stdout:490: copy_from oid 28 from oid 42 current snap is 48 2024-09-13T00:05:31.583 INFO:tasks.rados.rados.0.smithi032.stdout:491: rollback oid 15 current snap is 48 2024-09-13T00:05:31.583 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 15 to 46 2024-09-13T00:05:31.583 INFO:tasks.rados.rados.0.smithi032.stdout:492: rollback oid 33 current snap is 48 2024-09-13T00:05:31.583 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 33 to 47 2024-09-13T00:05:31.583 INFO:tasks.rados.rados.0.smithi032.stdout:493: delete oid 46 current snap is 48 2024-09-13T00:05:31.591 INFO:tasks.rados.rados.0.smithi032.stdout:491: finishing rollback tid 0 to smithi03267100-15 2024-09-13T00:05:31.592 INFO:tasks.rados.rados.0.smithi032.stdout:493: done (4 left) 2024-09-13T00:05:31.592 INFO:tasks.rados.rados.0.smithi032.stdout:494: read oid 11 snap 22 2024-09-13T00:05:31.592 INFO:tasks.rados.rados.0.smithi032.stdout:494: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T00:05:31.592 INFO:tasks.rados.rados.0.smithi032.stdout:495: read oid 19 snap -1 2024-09-13T00:05:31.592 INFO:tasks.rados.rados.0.smithi032.stdout:495: expect (ObjNum 160 snap 44 seq_num 160) 2024-09-13T00:05:31.593 INFO:tasks.rados.rados.0.smithi032.stdout:496: rollback oid 41 current snap is 48 2024-09-13T00:05:31.593 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 34 2024-09-13T00:05:31.593 INFO:tasks.rados.rados.0.smithi032.stdout:497: read oid 27 snap -1 2024-09-13T00:05:31.593 INFO:tasks.rados.rados.0.smithi032.stdout:497: expect deleted 2024-09-13T00:05:31.593 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 48 2024-09-13T00:05:31.593 INFO:tasks.rados.rados.0.smithi032.stdout:498: seq_num 175 ranges {0=540672} 2024-09-13T00:05:31.599 INFO:tasks.rados.rados.0.smithi032.stdout:498: writing smithi03267100-8 from 0 to 540672 tid 1 2024-09-13T00:05:31.599 INFO:tasks.rados.rados.0.smithi032.stdout:491: finishing rollback tid 1 to smithi03267100-15 2024-09-13T00:05:31.600 INFO:tasks.rados.rados.0.smithi032.stdout:490: finishing copy_from to smithi03267100-28 2024-09-13T00:05:31.600 INFO:tasks.rados.rados.0.smithi032.stdout:490: got expected ENOENT (src dne) 2024-09-13T00:05:31.600 INFO:tasks.rados.rados.0.smithi032.stdout:490: finishing copy_from racing read to smithi03267100-28 2024-09-13T00:05:31.600 INFO:tasks.rados.rados.0.smithi032.stdout:489: finishing write tid 1 to smithi03267100-17 2024-09-13T00:05:31.600 INFO:tasks.rados.rados.0.smithi032.stdout:491: finishing rollback tid 2 to smithi03267100-15 2024-09-13T00:05:31.600 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 111 (ObjNum 159 snap 44 seq_num 159) dirty exists 2024-09-13T00:05:31.600 INFO:tasks.rados.rados.0.smithi032.stdout:492: finishing rollback tid 0 to smithi03267100-33 2024-09-13T00:05:31.600 INFO:tasks.rados.rados.0.smithi032.stdout:489: finishing write tid 2 to smithi03267100-17 2024-09-13T00:05:31.600 INFO:tasks.rados.rados.0.smithi032.stdout:494: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T00:05:31.612 INFO:tasks.rados.rados.0.smithi032.stdout:489: finishing write tid 3 to smithi03267100-17 2024-09-13T00:05:31.613 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 331 (ObjNum 173 snap 48 seq_num 173) dirty exists 2024-09-13T00:05:31.613 INFO:tasks.rados.rados.0.smithi032.stdout:489: left oid 17 (ObjNum 173 snap 48 seq_num 173) 2024-09-13T00:05:31.613 INFO:tasks.rados.rados.0.smithi032.stdout:499: read oid 16 snap 22 2024-09-13T00:05:31.613 INFO:tasks.rados.rados.0.smithi032.stdout:499: expect (ObjNum 100 snap 21 seq_num 100) 2024-09-13T00:05:31.613 INFO:tasks.rados.rados.0.smithi032.stdout:489: done (9 left) 2024-09-13T00:05:31.613 INFO:tasks.rados.rados.0.smithi032.stdout:490: done (8 left) 2024-09-13T00:05:31.613 INFO:tasks.rados.rados.0.smithi032.stdout:491: done (7 left) 2024-09-13T00:05:31.613 INFO:tasks.rados.rados.0.smithi032.stdout:494: done (6 left) 2024-09-13T00:05:31.613 INFO:tasks.rados.rados.0.smithi032.stdout:500: snap_create 2024-09-13T00:05:31.613 INFO:tasks.rados.rados.0.smithi032.stdout:496: finishing rollback tid 1 to smithi03267100-41 2024-09-13T00:05:31.613 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 0 (ObjNum 177 snap 0 seq_num 127794560) dirty dne 2024-09-13T00:05:31.613 INFO:tasks.rados.rados.0.smithi032.stdout:492: finishing rollback tid 1 to smithi03267100-33 2024-09-13T00:05:31.613 INFO:tasks.rados.rados.0.smithi032.stdout:495: expect (ObjNum 160 snap 44 seq_num 160) 2024-09-13T00:05:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:492: finishing rollback tid 2 to smithi03267100-33 2024-09-13T00:05:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 105 (ObjNum 170 snap 47 seq_num 170) dirty exists 2024-09-13T00:05:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:498: finishing write tid 1 to smithi03267100-8 2024-09-13T00:05:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:498: finishing write tid 2 to smithi03267100-8 2024-09-13T00:05:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:498: finishing write tid 3 to smithi03267100-8 2024-09-13T00:05:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 84 (ObjNum 175 snap 48 seq_num 175) dirty exists 2024-09-13T00:05:31.671 INFO:tasks.rados.rados.0.smithi032.stdout:498: left oid 8 (ObjNum 175 snap 48 seq_num 175) 2024-09-13T00:05:31.671 INFO:tasks.rados.rados.0.smithi032.stdout:499: expect (ObjNum 100 snap 21 seq_num 100) 2024-09-13T00:05:31.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:31 smithi032 bash[22496]: cluster 2024-09-13T00:05:30.929828+0000 mgr.y (mgr.24464) 253 : cluster [DBG] pgmap v284: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 34 op/s 2024-09-13T00:05:31.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:31 smithi032 bash[22496]: cluster 2024-09-13T00:05:31.510299+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-09-13T00:05:31.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:31 smithi032 bash[32211]: cluster 2024-09-13T00:05:30.929828+0000 mgr.y (mgr.24464) 253 : cluster [DBG] pgmap v284: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 34 op/s 2024-09-13T00:05:31.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:31 smithi032 bash[32211]: cluster 2024-09-13T00:05:31.510299+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-09-13T00:05:32.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:31 smithi053 bash[24393]: cluster 2024-09-13T00:05:30.929828+0000 mgr.y (mgr.24464) 253 : cluster [DBG] pgmap v284: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 34 op/s 2024-09-13T00:05:32.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:31 smithi053 bash[24393]: cluster 2024-09-13T00:05:31.510299+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-09-13T00:05:32.508 INFO:tasks.rados.rados.0.smithi032.stdout:492: done (6 left) 2024-09-13T00:05:32.509 INFO:tasks.rados.rados.0.smithi032.stdout:495: done (5 left) 2024-09-13T00:05:32.509 INFO:tasks.rados.rados.0.smithi032.stdout:496: done (4 left) 2024-09-13T00:05:32.509 INFO:tasks.rados.rados.0.smithi032.stdout:497: done (3 left) 2024-09-13T00:05:32.509 INFO:tasks.rados.rados.0.smithi032.stdout:498: done (2 left) 2024-09-13T00:05:32.509 INFO:tasks.rados.rados.0.smithi032.stdout:499: done (1 left) 2024-09-13T00:05:32.509 INFO:tasks.rados.rados.0.smithi032.stdout:500: done (0 left) 2024-09-13T00:05:32.509 INFO:tasks.rados.rados.0.smithi032.stdout:501: delete oid 40 current snap is 49 2024-09-13T00:05:32.515 INFO:tasks.rados.rados.0.smithi032.stdout:501: done (0 left) 2024-09-13T00:05:32.515 INFO:tasks.rados.rados.0.smithi032.stdout:502: rmattr oid 4 current snap is 49 2024-09-13T00:05:32.515 INFO:tasks.rados.rados.0.smithi032.stdout:502: done (0 left) 2024-09-13T00:05:32.515 INFO:tasks.rados.rados.0.smithi032.stdout:503: snap_create 2024-09-13T00:05:32.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:32 smithi053 bash[52659]: debug 2024-09-13T00:05:32.115+0000 7f2cff713040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T00:05:32.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:32 smithi053 bash[52659]: debug 2024-09-13T00:05:32.183+0000 7f2cff713040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T00:05:32.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:32 smithi053 bash[52659]: debug 2024-09-13T00:05:32.339+0000 7f2cff713040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T00:05:33.283 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:33 smithi053 bash[52659]: debug 2024-09-13T00:05:33.011+0000 7f2cff713040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T00:05:33.283 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:33 smithi053 bash[52659]: debug 2024-09-13T00:05:33.083+0000 7f2cff713040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T00:05:33.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:33 smithi053 bash[52659]: debug 2024-09-13T00:05:33.155+0000 7f2cff713040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T00:05:33.519 INFO:tasks.rados.rados.0.smithi032.stdout:503: done (0 left) 2024-09-13T00:05:33.519 INFO:tasks.rados.rados.0.smithi032.stdout:504: delete oid 37 current snap is 50 2024-09-13T00:05:33.528 INFO:tasks.rados.rados.0.smithi032.stdout:504: done (0 left) 2024-09-13T00:05:33.529 INFO:tasks.rados.rados.0.smithi032.stdout:505: read oid 28 snap 40 2024-09-13T00:05:33.529 INFO:tasks.rados.rados.0.smithi032.stdout:505: expect (ObjNum 136 snap 39 seq_num 136) 2024-09-13T00:05:33.529 INFO:tasks.rados.rados.0.smithi032.stdout:506: read oid 2 snap 48 2024-09-13T00:05:33.529 INFO:tasks.rados.rados.0.smithi032.stdout:506: expect (ObjNum 98 snap 19 seq_num 98) 2024-09-13T00:05:33.529 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 50 2024-09-13T00:05:33.529 INFO:tasks.rados.rados.0.smithi032.stdout:507: seq_num 178 ranges {0=589824} 2024-09-13T00:05:33.539 INFO:tasks.rados.rados.0.smithi032.stdout:507: writing smithi03267100-42 from 0 to 589824 tid 1 2024-09-13T00:05:33.539 INFO:tasks.rados.rados.0.smithi032.stdout:508: snap_create 2024-09-13T00:05:33.548 INFO:tasks.rados.rados.0.smithi032.stdout:507: finishing write tid 1 to smithi03267100-42 2024-09-13T00:05:33.548 INFO:tasks.rados.rados.0.smithi032.stdout:507: finishing write tid 2 to smithi03267100-42 2024-09-13T00:05:33.551 INFO:tasks.rados.rados.0.smithi032.stdout:507: finishing write tid 3 to smithi03267100-42 2024-09-13T00:05:33.551 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 14 (ObjNum 178 snap 50 seq_num 178) dirty exists 2024-09-13T00:05:33.551 INFO:tasks.rados.rados.0.smithi032.stdout:507: left oid 42 (ObjNum 178 snap 50 seq_num 178) 2024-09-13T00:05:33.562 INFO:tasks.rados.rados.0.smithi032.stdout:505: expect (ObjNum 136 snap 39 seq_num 136) 2024-09-13T00:05:33.719 INFO:tasks.rados.rados.0.smithi032.stdout:506: expect (ObjNum 98 snap 19 seq_num 98) 2024-09-13T00:05:33.771 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:33 smithi053 bash[24393]: cluster 2024-09-13T00:05:32.512796+0000 mon.a (mon.0) 1187 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-09-13T00:05:33.771 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:33 smithi053 bash[24393]: cluster 2024-09-13T00:05:32.930496+0000 mgr.y (mgr.24464) 254 : cluster [DBG] pgmap v287: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:33.771 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:33 smithi053 bash[52659]: debug 2024-09-13T00:05:33.346+0000 7f2cff713040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T00:05:33.771 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:33 smithi053 bash[52659]: debug 2024-09-13T00:05:33.426+0000 7f2cff713040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T00:05:33.771 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:33 smithi053 bash[52659]: debug 2024-09-13T00:05:33.494+0000 7f2cff713040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T00:05:33.772 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:33 smithi053 bash[52659]: debug 2024-09-13T00:05:33.770+0000 7f2cff713040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T00:05:33.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:33 smithi032 bash[32211]: cluster 2024-09-13T00:05:32.512796+0000 mon.a (mon.0) 1187 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-09-13T00:05:33.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:33 smithi032 bash[32211]: cluster 2024-09-13T00:05:32.930496+0000 mgr.y (mgr.24464) 254 : cluster [DBG] pgmap v287: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:33.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:33 smithi032 bash[22496]: cluster 2024-09-13T00:05:32.512796+0000 mon.a (mon.0) 1187 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-09-13T00:05:33.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:33 smithi032 bash[22496]: cluster 2024-09-13T00:05:32.930496+0000 mgr.y (mgr.24464) 254 : cluster [DBG] pgmap v287: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:34.033 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:33 smithi053 bash[52659]: debug 2024-09-13T00:05:33.842+0000 7f2cff713040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T00:05:34.382 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:34 smithi053 bash[52659]: debug 2024-09-13T00:05:34.042+0000 7f2cff713040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T00:05:34.382 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:34 smithi053 bash[52659]: debug 2024-09-13T00:05:34.118+0000 7f2cff713040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T00:05:34.527 INFO:tasks.rados.rados.0.smithi032.stdout:505: done (3 left) 2024-09-13T00:05:34.527 INFO:tasks.rados.rados.0.smithi032.stdout:506: done (2 left) 2024-09-13T00:05:34.527 INFO:tasks.rados.rados.0.smithi032.stdout:507: done (1 left) 2024-09-13T00:05:34.527 INFO:tasks.rados.rados.0.smithi032.stdout:508: done (0 left) 2024-09-13T00:05:34.527 INFO:tasks.rados.rados.0.smithi032.stdout:509: setattr oid 5 current snap is 51 2024-09-13T00:05:34.530 INFO:tasks.rados.rados.0.smithi032.stdout:510: rollback oid 50 current snap is 51 2024-09-13T00:05:34.530 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 36 2024-09-13T00:05:34.531 INFO:tasks.rados.rados.0.smithi032.stdout:511: setattr oid 47 current snap is 51 2024-09-13T00:05:34.534 INFO:tasks.rados.rados.0.smithi032.stdout:512: rollback oid 10 current snap is 51 2024-09-13T00:05:34.534 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 42 2024-09-13T00:05:34.534 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 51 2024-09-13T00:05:34.534 INFO:tasks.rados.rados.0.smithi032.stdout:513: seq_num 179 ranges {172032=606208} 2024-09-13T00:05:34.549 INFO:tasks.rados.rados.0.smithi032.stdout:513: writing smithi03267100-11 from 172032 to 778240 tid 1 2024-09-13T00:05:34.549 INFO:tasks.rados.rados.0.smithi032.stdout:514: snap_remove snap 48 2024-09-13T00:05:34.742 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:34 smithi053 bash[24393]: cluster 2024-09-13T00:05:33.523240+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-09-13T00:05:34.743 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:34 smithi053 bash[52659]: debug 2024-09-13T00:05:34.382+0000 7f2cff713040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T00:05:34.743 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:34 smithi053 bash[52659]: debug 2024-09-13T00:05:34.570+0000 7f2cff713040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T00:05:34.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:34 smithi032 bash[22496]: cluster 2024-09-13T00:05:33.523240+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-09-13T00:05:34.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:34 smithi032 bash[32211]: cluster 2024-09-13T00:05:33.523240+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-09-13T00:05:35.008 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:34 smithi053 bash[52659]: debug 2024-09-13T00:05:34.742+0000 7f2cff713040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T00:05:35.008 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:34 smithi053 bash[52659]: debug 2024-09-13T00:05:34.822+0000 7f2cff713040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T00:05:35.283 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:35 smithi053 bash[52659]: debug 2024-09-13T00:05:35.006+0000 7f2cff713040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T00:05:35.542 INFO:tasks.rados.rados.0.smithi032.stdout:514: done (5 left) 2024-09-13T00:05:35.542 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 51 2024-09-13T00:05:35.542 INFO:tasks.rados.rados.0.smithi032.stdout:515: seq_num 180 ranges {385024=622592} 2024-09-13T00:05:35.548 INFO:tasks.rados.rados.0.smithi032.stdout:515: writing smithi03267100-23 from 385024 to 1007616 tid 1 2024-09-13T00:05:35.549 INFO:tasks.rados.rados.0.smithi032.stdout:516: rollback oid 20 current snap is 51 2024-09-13T00:05:35.549 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 40 2024-09-13T00:05:35.549 INFO:tasks.rados.rados.0.smithi032.stdout:510: finishing rollback tid 0 to smithi03267100-50 2024-09-13T00:05:35.549 INFO:tasks.rados.rados.0.smithi032.stdout:510: finishing rollback tid 1 to smithi03267100-50 2024-09-13T00:05:35.549 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 113 (ObjNum 143 snap 41 seq_num 143) dirty exists 2024-09-13T00:05:35.549 INFO:tasks.rados.rados.0.smithi032.stdout:510: finishing rollback tid 2 to smithi03267100-50 2024-09-13T00:05:35.549 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 20 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-13T00:05:35.549 INFO:tasks.rados.rados.0.smithi032.stdout:512: finishing rollback tid 1 to smithi03267100-10 2024-09-13T00:05:35.549 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 51 (ObjNum 166723584 snap 22058 seq_num 304) dirty dne 2024-09-13T00:05:35.549 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 80 (ObjNum 145 snap 42 seq_num 145) dirty exists 2024-09-13T00:05:35.549 INFO:tasks.rados.rados.0.smithi032.stdout:513: finishing write tid 1 to smithi03267100-11 2024-09-13T00:05:35.550 INFO:tasks.rados.rados.0.smithi032.stdout:513: finishing write tid 2 to smithi03267100-11 2024-09-13T00:05:35.550 INFO:tasks.rados.rados.0.smithi032.stdout:513: finishing write tid 3 to smithi03267100-11 2024-09-13T00:05:35.550 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 330 (ObjNum 179 snap 51 seq_num 179) dirty exists 2024-09-13T00:05:35.550 INFO:tasks.rados.rados.0.smithi032.stdout:513: left oid 11 (ObjNum 179 snap 51 seq_num 179) 2024-09-13T00:05:35.550 INFO:tasks.rados.rados.0.smithi032.stdout:509: done (6 left) 2024-09-13T00:05:35.550 INFO:tasks.rados.rados.0.smithi032.stdout:510: done (5 left) 2024-09-13T00:05:35.550 INFO:tasks.rados.rados.0.smithi032.stdout:511: done (4 left) 2024-09-13T00:05:35.550 INFO:tasks.rados.rados.0.smithi032.stdout:512: done (3 left) 2024-09-13T00:05:35.550 INFO:tasks.rados.rados.0.smithi032.stdout:513: done (2 left) 2024-09-13T00:05:35.550 INFO:tasks.rados.rados.0.smithi032.stdout:517: rmattr oid 41 current snap is 51 2024-09-13T00:05:35.551 INFO:tasks.rados.rados.0.smithi032.stdout:517: done (2 left) 2024-09-13T00:05:35.551 INFO:tasks.rados.rados.0.smithi032.stdout:518: read oid 37 snap -1 2024-09-13T00:05:35.551 INFO:tasks.rados.rados.0.smithi032.stdout:518: expect deleted 2024-09-13T00:05:35.551 INFO:tasks.rados.rados.0.smithi032.stdout:519: snap_create 2024-09-13T00:05:35.555 INFO:tasks.rados.rados.0.smithi032.stdout:515: finishing write tid 1 to smithi03267100-23 2024-09-13T00:05:35.555 INFO:tasks.rados.rados.0.smithi032.stdout:515: finishing write tid 2 to smithi03267100-23 2024-09-13T00:05:35.558 INFO:tasks.rados.rados.0.smithi032.stdout:515: finishing write tid 3 to smithi03267100-23 2024-09-13T00:05:35.558 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 334 (ObjNum 180 snap 51 seq_num 180) dirty exists 2024-09-13T00:05:35.558 INFO:tasks.rados.rados.0.smithi032.stdout:515: left oid 23 (ObjNum 180 snap 51 seq_num 180) 2024-09-13T00:05:35.558 INFO:tasks.rados.rados.0.smithi032.stdout:516: finishing rollback tid 0 to smithi03267100-20 2024-09-13T00:05:35.558 INFO:tasks.rados.rados.0.smithi032.stdout:516: finishing rollback tid 1 to smithi03267100-20 2024-09-13T00:05:35.558 INFO:tasks.rados.rados.0.smithi032.stdout:516: finishing rollback tid 2 to smithi03267100-20 2024-09-13T00:05:35.559 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 32 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T00:05:35.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:35 smithi053 bash[24393]: cluster 2024-09-13T00:05:34.530504+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-09-13T00:05:35.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:35 smithi053 bash[24393]: cluster 2024-09-13T00:05:34.931219+0000 mgr.y (mgr.24464) 255 : cluster [DBG] pgmap v290: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 872 KiB/s wr, 11 op/s 2024-09-13T00:05:35.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:35 smithi032 bash[22496]: cluster 2024-09-13T00:05:34.530504+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-09-13T00:05:35.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:35 smithi032 bash[22496]: cluster 2024-09-13T00:05:34.931219+0000 mgr.y (mgr.24464) 255 : cluster [DBG] pgmap v290: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 872 KiB/s wr, 11 op/s 2024-09-13T00:05:35.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:35 smithi032 bash[32211]: cluster 2024-09-13T00:05:34.530504+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-09-13T00:05:35.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:35 smithi032 bash[32211]: cluster 2024-09-13T00:05:34.931219+0000 mgr.y (mgr.24464) 255 : cluster [DBG] pgmap v290: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 872 KiB/s wr, 11 op/s 2024-09-13T00:05:36.243 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:35 smithi053 bash[52659]: debug 2024-09-13T00:05:35.906+0000 7f2cff713040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T00:05:36.243 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:36 smithi053 bash[52659]: debug 2024-09-13T00:05:35.998+0000 7f2cff713040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T00:05:36.530 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:36 smithi053 bash[52659]: debug 2024-09-13T00:05:36.242+0000 7f2cff713040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T00:05:36.530 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:36 smithi053 bash[52659]: debug 2024-09-13T00:05:36.322+0000 7f2cff713040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T00:05:36.545 INFO:tasks.rados.rados.0.smithi032.stdout:515: done (3 left) 2024-09-13T00:05:36.545 INFO:tasks.rados.rados.0.smithi032.stdout:516: done (2 left) 2024-09-13T00:05:36.545 INFO:tasks.rados.rados.0.smithi032.stdout:518: done (1 left) 2024-09-13T00:05:36.545 INFO:tasks.rados.rados.0.smithi032.stdout:519: done (0 left) 2024-09-13T00:05:36.545 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 52 2024-09-13T00:05:36.545 INFO:tasks.rados.rados.0.smithi032.stdout:520: seq_num 181 ranges {3710976=638976} 2024-09-13T00:05:36.605 INFO:tasks.rados.rados.0.smithi032.stdout:520: writing smithi03267100-3 from 3710976 to 4349952 tid 1 2024-09-13T00:05:36.605 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 52 2024-09-13T00:05:36.605 INFO:tasks.rados.rados.0.smithi032.stdout:521: seq_num 182 ranges {0=655360} 2024-09-13T00:05:36.612 INFO:tasks.rados.rados.0.smithi032.stdout:521: writing smithi03267100-49 from 0 to 655360 tid 1 2024-09-13T00:05:36.612 INFO:tasks.rados.rados.0.smithi032.stdout:522: read oid 32 snap 34 2024-09-13T00:05:36.612 INFO:tasks.rados.rados.0.smithi032.stdout:522: expect (ObjNum 127 snap 34 seq_num 127) 2024-09-13T00:05:36.612 INFO:tasks.rados.rados.0.smithi032.stdout:523: rollback oid 50 current snap is 52 2024-09-13T00:05:36.612 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 44 2024-09-13T00:05:36.612 INFO:tasks.rados.rados.0.smithi032.stdout:524: snap_create 2024-09-13T00:05:36.613 INFO:tasks.rados.rados.0.smithi032.stdout:520: finishing write tid 1 to smithi03267100-3 2024-09-13T00:05:36.613 INFO:tasks.rados.rados.0.smithi032.stdout:520: finishing write tid 2 to smithi03267100-3 2024-09-13T00:05:36.617 INFO:tasks.rados.rados.0.smithi032.stdout:520: finishing write tid 3 to smithi03267100-3 2024-09-13T00:05:36.617 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 143 (ObjNum 181 snap 52 seq_num 181) dirty exists 2024-09-13T00:05:36.617 INFO:tasks.rados.rados.0.smithi032.stdout:520: left oid 3 (ObjNum 181 snap 52 seq_num 181) 2024-09-13T00:05:36.617 INFO:tasks.rados.rados.0.smithi032.stdout:523: finishing rollback tid 0 to smithi03267100-50 2024-09-13T00:05:36.619 INFO:tasks.rados.rados.0.smithi032.stdout:521: finishing write tid 1 to smithi03267100-49 2024-09-13T00:05:36.619 INFO:tasks.rados.rados.0.smithi032.stdout:523: finishing rollback tid 1 to smithi03267100-50 2024-09-13T00:05:36.619 INFO:tasks.rados.rados.0.smithi032.stdout:521: finishing write tid 2 to smithi03267100-49 2024-09-13T00:05:36.619 INFO:tasks.rados.rados.0.smithi032.stdout:523: finishing rollback tid 2 to smithi03267100-50 2024-09-13T00:05:36.619 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 26 (ObjNum 156 snap 44 seq_num 156) dirty exists 2024-09-13T00:05:36.623 INFO:tasks.rados.rados.0.smithi032.stdout:521: finishing write tid 3 to smithi03267100-49 2024-09-13T00:05:36.623 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 172 (ObjNum 182 snap 52 seq_num 182) dirty exists 2024-09-13T00:05:36.623 INFO:tasks.rados.rados.0.smithi032.stdout:521: left oid 49 (ObjNum 182 snap 52 seq_num 182) 2024-09-13T00:05:36.627 INFO:tasks.rados.rados.0.smithi032.stdout:522: expect (ObjNum 127 snap 34 seq_num 127) 2024-09-13T00:05:36.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:36 smithi053 bash[24393]: cluster 2024-09-13T00:05:35.540362+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-09-13T00:05:36.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:36 smithi053 bash[24393]: audit 2024-09-13T00:05:36.169930+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:36.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:36 smithi053 bash[24393]: audit 2024-09-13T00:05:36.180262+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:36.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:36 smithi053 bash[52659]: debug 2024-09-13T00:05:36.738+0000 7f2cff713040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T00:05:36.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:36 smithi032 bash[22496]: cluster 2024-09-13T00:05:35.540362+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-09-13T00:05:36.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:36 smithi032 bash[22496]: audit 2024-09-13T00:05:36.169930+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:36.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:36 smithi032 bash[22496]: audit 2024-09-13T00:05:36.180262+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:36.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:36 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:05:36] "GET /metrics HTTP/1.1" 200 240022 "" "Prometheus/2.43.0" 2024-09-13T00:05:36.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:36 smithi032 bash[32211]: cluster 2024-09-13T00:05:35.540362+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-09-13T00:05:36.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:36 smithi032 bash[32211]: audit 2024-09-13T00:05:36.169930+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:36.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:36 smithi032 bash[32211]: audit 2024-09-13T00:05:36.180262+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:37.161 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:05:37.283 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:36 smithi053 bash[52659]: debug 2024-09-13T00:05:36.822+0000 7f2cff713040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T00:05:37.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:36 smithi053 bash[52659]: [13/Sep/2024:00:05:36] ENGINE Bus STARTING 2024-09-13T00:05:37.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:36 smithi053 bash[52659]: CherryPy Checker: 2024-09-13T00:05:37.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:36 smithi053 bash[52659]: The Application mounted at '' has an empty config. 2024-09-13T00:05:37.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:36 smithi053 bash[52659]: [13/Sep/2024:00:05:36] ENGINE Serving on http://:::9283 2024-09-13T00:05:37.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:36 smithi053 bash[52659]: [13/Sep/2024:00:05:36] ENGINE Bus STARTED 2024-09-13T00:05:37.454 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:05:37.454 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5m) 4m ago 5m 13.8M - 0.25.0 c8568f914cd2 1815c1b693ca 2024-09-13T00:05:37.455 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (5m) 1s ago 5m 77.9M - 9.4.7 954c08fa6188 b4bcb5208fe7 2024-09-13T00:05:37.455 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7m) 4m ago 7m 14.2M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:05:37.455 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (7m) 1s ago 7m 16.1M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:05:37.455 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283 running (8s) 1s ago 14m 171M - 18.2.4-837-g7a853b17 f21ba1eea74e 232bea060e93 2024-09-13T00:05:37.455 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:9283,8765 running (17m) 4m ago 17m 435M - 17.2.7-1627-gbbdadfa3 214985049bdb 0ad7d4d5ef3b 2024-09-13T00:05:37.455 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (17m) 4m ago 17m 48.6M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 278f96caaac9 2024-09-13T00:05:37.455 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (15m) 1s ago 15m 46.3M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 6ca18a9d98fc 2024-09-13T00:05:37.455 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (15m) 4m ago 15m 37.6M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 22cdaa9606af 2024-09-13T00:05:37.455 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6m) 4m ago 6m 3191k - 1.5.0 0da6a335fe13 a780f8b3713a 2024-09-13T00:05:37.455 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (6m) 1s ago 6m 8120k - 1.5.0 0da6a335fe13 4dd0ff0dabc1 2024-09-13T00:05:37.455 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (14m) 4m ago 14m 44.2M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 8a5146ba6e0d 2024-09-13T00:05:37.455 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (13m) 4m ago 13m 44.6M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 1ab06e2999b7 2024-09-13T00:05:37.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (12m) 4m ago 12m 43.8M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 911acc1d60e0 2024-09-13T00:05:37.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11m) 4m ago 11m 41.8M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:05:37.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (10m) 1s ago 10m 77.4M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:05:37.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (9m) 1s ago 9m 108M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:05:37.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (8m) 1s ago 8m 56.6M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:05:37.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (7m) 1s ago 7m 85.1M 3037M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:05:37.456 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (4m) 1s ago 6m 49.8M - 2.43.0 a07b618ecd1d 5d456ee4bada 2024-09-13T00:05:37.549 INFO:tasks.rados.rados.0.smithi032.stdout:520: done (4 left) 2024-09-13T00:05:37.549 INFO:tasks.rados.rados.0.smithi032.stdout:521: done (3 left) 2024-09-13T00:05:37.549 INFO:tasks.rados.rados.0.smithi032.stdout:522: done (2 left) 2024-09-13T00:05:37.549 INFO:tasks.rados.rados.0.smithi032.stdout:523: done (1 left) 2024-09-13T00:05:37.549 INFO:tasks.rados.rados.0.smithi032.stdout:524: done (0 left) 2024-09-13T00:05:37.549 INFO:tasks.rados.rados.0.smithi032.stdout:525: read oid 22 snap -1 2024-09-13T00:05:37.549 INFO:tasks.rados.rados.0.smithi032.stdout:525: expect (ObjNum 158 snap 44 seq_num 158) 2024-09-13T00:05:37.550 INFO:tasks.rados.rados.0.smithi032.stdout:526: read oid 45 snap 50 2024-09-13T00:05:37.550 INFO:tasks.rados.rados.0.smithi032.stdout:526: expect (ObjNum 129 snap 34 seq_num 129) 2024-09-13T00:05:37.550 INFO:tasks.rados.rados.0.smithi032.stdout:527: read oid 30 snap -1 2024-09-13T00:05:37.550 INFO:tasks.rados.rados.0.smithi032.stdout:527: expect (ObjNum 5 snap 0 seq_num 5) 2024-09-13T00:05:37.550 INFO:tasks.rados.rados.0.smithi032.stdout:528: snap_create 2024-09-13T00:05:37.562 INFO:tasks.rados.rados.0.smithi032.stdout:527: expect (ObjNum 5 snap 0 seq_num 5) 2024-09-13T00:05:37.566 INFO:tasks.rados.rados.0.smithi032.stdout:525: expect (ObjNum 158 snap 44 seq_num 158) 2024-09-13T00:05:37.588 INFO:tasks.rados.rados.0.smithi032.stdout:526: expect (ObjNum 129 snap 34 seq_num 129) 2024-09-13T00:05:37.837 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:05:37.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:05:37.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T00:05:37.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:05:37.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:05:37.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 1, 2024-09-13T00:05:37.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 1 2024-09-13T00:05:37.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:05:37.837 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:05:37.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:05:37.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:05:37.838 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:05:37.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:05:37.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:05:37.838 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:05:37.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 14, 2024-09-13T00:05:37.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 1 2024-09-13T00:05:37.838 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:05:37.838 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:05:37.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[32211]: cluster 2024-09-13T00:05:36.548951+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-09-13T00:05:37.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[32211]: audit 2024-09-13T00:05:36.828312+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:37.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[32211]: cluster 2024-09-13T00:05:36.831243+0000 mon.a (mon.0) 1195 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T00:05:37.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[32211]: cluster 2024-09-13T00:05:36.831501+0000 mon.a (mon.0) 1196 : cluster [DBG] Standby manager daemon x started 2024-09-13T00:05:37.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[32211]: audit 2024-09-13T00:05:36.832345+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.? 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T00:05:37.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[32211]: audit 2024-09-13T00:05:36.832766+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.? 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:05:37.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[32211]: audit 2024-09-13T00:05:36.836796+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.? 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T00:05:37.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[32211]: audit 2024-09-13T00:05:36.838934+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.? 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:05:37.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[32211]: audit 2024-09-13T00:05:36.840017+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:37.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[32211]: cluster 2024-09-13T00:05:36.931891+0000 mgr.y (mgr.24464) 256 : cluster [DBG] pgmap v293: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 872 KiB/s wr, 11 op/s 2024-09-13T00:05:37.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[32211]: audit 2024-09-13T00:05:37.152772+0000 mgr.y (mgr.24464) 257 : audit [DBG] from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:05:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[22496]: cluster 2024-09-13T00:05:36.548951+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-09-13T00:05:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[22496]: audit 2024-09-13T00:05:36.828312+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[22496]: cluster 2024-09-13T00:05:36.831243+0000 mon.a (mon.0) 1195 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T00:05:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[22496]: cluster 2024-09-13T00:05:36.831501+0000 mon.a (mon.0) 1196 : cluster [DBG] Standby manager daemon x started 2024-09-13T00:05:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[22496]: audit 2024-09-13T00:05:36.832345+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.? 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T00:05:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[22496]: audit 2024-09-13T00:05:36.832766+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.? 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:05:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[22496]: audit 2024-09-13T00:05:36.836796+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.? 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T00:05:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[22496]: audit 2024-09-13T00:05:36.838934+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.? 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:05:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[22496]: audit 2024-09-13T00:05:36.840017+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[22496]: cluster 2024-09-13T00:05:36.931891+0000 mgr.y (mgr.24464) 256 : cluster [DBG] pgmap v293: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 872 KiB/s wr, 11 op/s 2024-09-13T00:05:37.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:37 smithi032 bash[22496]: audit 2024-09-13T00:05:37.152772+0000 mgr.y (mgr.24464) 257 : audit [DBG] from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:05:38.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:37 smithi053 bash[24393]: cluster 2024-09-13T00:05:36.548951+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-09-13T00:05:38.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:37 smithi053 bash[24393]: audit 2024-09-13T00:05:36.828312+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:38.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:37 smithi053 bash[24393]: cluster 2024-09-13T00:05:36.831243+0000 mon.a (mon.0) 1195 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T00:05:38.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:37 smithi053 bash[24393]: cluster 2024-09-13T00:05:36.831501+0000 mon.a (mon.0) 1196 : cluster [DBG] Standby manager daemon x started 2024-09-13T00:05:38.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:37 smithi053 bash[24393]: audit 2024-09-13T00:05:36.832345+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.? 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T00:05:38.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:37 smithi053 bash[24393]: audit 2024-09-13T00:05:36.832766+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.? 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:05:38.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:37 smithi053 bash[24393]: audit 2024-09-13T00:05:36.836796+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.? 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T00:05:38.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:37 smithi053 bash[24393]: audit 2024-09-13T00:05:36.838934+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.? 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:05:38.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:37 smithi053 bash[24393]: audit 2024-09-13T00:05:36.840017+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:38.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:37 smithi053 bash[24393]: cluster 2024-09-13T00:05:36.931891+0000 mgr.y (mgr.24464) 256 : cluster [DBG] pgmap v293: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 872 KiB/s wr, 11 op/s 2024-09-13T00:05:38.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:37 smithi053 bash[24393]: audit 2024-09-13T00:05:37.152772+0000 mgr.y (mgr.24464) 257 : audit [DBG] from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:05:38.568 INFO:tasks.rados.rados.0.smithi032.stdout:525: done (3 left) 2024-09-13T00:05:38.568 INFO:tasks.rados.rados.0.smithi032.stdout:526: done (2 left) 2024-09-13T00:05:38.568 INFO:tasks.rados.rados.0.smithi032.stdout:527: done (1 left) 2024-09-13T00:05:38.568 INFO:tasks.rados.rados.0.smithi032.stdout:528: done (0 left) 2024-09-13T00:05:38.568 INFO:tasks.rados.rados.0.smithi032.stdout:529: read oid 46 snap -1 2024-09-13T00:05:38.568 INFO:tasks.rados.rados.0.smithi032.stdout:529: expect deleted 2024-09-13T00:05:38.568 INFO:tasks.rados.rados.0.smithi032.stdout:530: rollback oid 42 current snap is 54 2024-09-13T00:05:38.568 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 50 2024-09-13T00:05:38.569 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 54 2024-09-13T00:05:38.569 INFO:tasks.rados.rados.0.smithi032.stdout:531: seq_num 183 ranges {1769472=671744} 2024-09-13T00:05:38.600 INFO:tasks.rados.rados.0.smithi032.stdout:531: writing smithi03267100-26 from 1769472 to 2441216 tid 1 2024-09-13T00:05:38.600 INFO:tasks.rados.rados.0.smithi032.stdout:532: copy_from oid 41 from oid 40 current snap is 54 2024-09-13T00:05:38.601 INFO:tasks.rados.rados.0.smithi032.stdout:530: finishing rollback tid 0 to smithi03267100-42 2024-09-13T00:05:38.601 INFO:tasks.rados.rados.0.smithi032.stdout:530: finishing rollback tid 1 to smithi03267100-42 2024-09-13T00:05:38.601 INFO:tasks.rados.rados.0.smithi032.stdout:530: finishing rollback tid 2 to smithi03267100-42 2024-09-13T00:05:38.601 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 18 (ObjNum 178 snap 50 seq_num 178) dirty exists 2024-09-13T00:05:38.601 INFO:tasks.rados.rados.0.smithi032.stdout:529: done (3 left) 2024-09-13T00:05:38.601 INFO:tasks.rados.rados.0.smithi032.stdout:530: done (2 left) 2024-09-13T00:05:38.601 INFO:tasks.rados.rados.0.smithi032.stdout:533: rollback oid 16 current snap is 54 2024-09-13T00:05:38.601 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 16 to 53 2024-09-13T00:05:38.601 INFO:tasks.rados.rados.0.smithi032.stdout:534: copy_from oid 18 from oid 23 current snap is 54 2024-09-13T00:05:38.601 INFO:tasks.rados.rados.0.smithi032.stdout:535: rollback oid 17 current snap is 54 2024-09-13T00:05:38.601 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 17 to 42 2024-09-13T00:05:38.601 INFO:tasks.rados.rados.0.smithi032.stdout:536: delete oid 6 current snap is 54 2024-09-13T00:05:38.615 INFO:tasks.rados.rados.0.smithi032.stdout:533: finishing rollback tid 0 to smithi03267100-16 2024-09-13T00:05:38.616 INFO:tasks.rados.rados.0.smithi032.stdout:535: finishing rollback tid 0 to smithi03267100-17 2024-09-13T00:05:38.616 INFO:tasks.rados.rados.0.smithi032.stdout:533: finishing rollback tid 1 to smithi03267100-16 2024-09-13T00:05:38.616 INFO:tasks.rados.rados.0.smithi032.stdout:535: finishing rollback tid 1 to smithi03267100-17 2024-09-13T00:05:38.619 INFO:tasks.rados.rados.0.smithi032.stdout:532: finishing copy_from to smithi03267100-41 2024-09-13T00:05:38.619 INFO:tasks.rados.rados.0.smithi032.stdout:532: got expected ENOENT (src dne) 2024-09-13T00:05:38.619 INFO:tasks.rados.rados.0.smithi032.stdout:532: finishing copy_from racing read to smithi03267100-41 2024-09-13T00:05:38.619 INFO:tasks.rados.rados.0.smithi032.stdout:535: finishing rollback tid 2 to smithi03267100-17 2024-09-13T00:05:38.619 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 338 (ObjNum 117 snap 31 seq_num 117) dirty exists 2024-09-13T00:05:38.619 INFO:tasks.rados.rados.0.smithi032.stdout:531: finishing write tid 1 to smithi03267100-26 2024-09-13T00:05:38.619 INFO:tasks.rados.rados.0.smithi032.stdout:531: finishing write tid 2 to smithi03267100-26 2024-09-13T00:05:38.620 INFO:tasks.rados.rados.0.smithi032.stdout:533: finishing rollback tid 2 to smithi03267100-16 2024-09-13T00:05:38.620 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 83 (ObjNum 100 snap 21 seq_num 100) dirty exists 2024-09-13T00:05:38.620 INFO:tasks.rados.rados.0.smithi032.stdout:532: done (5 left) 2024-09-13T00:05:38.620 INFO:tasks.rados.rados.0.smithi032.stdout:533: done (4 left) 2024-09-13T00:05:38.620 INFO:tasks.rados.rados.0.smithi032.stdout:535: done (3 left) 2024-09-13T00:05:38.620 INFO:tasks.rados.rados.0.smithi032.stdout:536: done (2 left) 2024-09-13T00:05:38.620 INFO:tasks.rados.rados.0.smithi032.stdout:537: delete oid 14 current snap is 54 2024-09-13T00:05:38.628 INFO:tasks.rados.rados.0.smithi032.stdout:534: finishing copy_from racing read to smithi03267100-18 2024-09-13T00:05:38.629 INFO:tasks.rados.rados.0.smithi032.stdout:531: finishing write tid 3 to smithi03267100-26 2024-09-13T00:05:38.629 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 335 (ObjNum 183 snap 54 seq_num 183) dirty exists 2024-09-13T00:05:38.629 INFO:tasks.rados.rados.0.smithi032.stdout:531: left oid 26 (ObjNum 183 snap 54 seq_num 183) 2024-09-13T00:05:38.629 INFO:tasks.rados.rados.0.smithi032.stdout:531: done (2 left) 2024-09-13T00:05:38.629 INFO:tasks.rados.rados.0.smithi032.stdout:537: done (1 left) 2024-09-13T00:05:38.629 INFO:tasks.rados.rados.0.smithi032.stdout:538: read oid 20 snap -1 2024-09-13T00:05:38.629 INFO:tasks.rados.rados.0.smithi032.stdout:538: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T00:05:38.629 INFO:tasks.rados.rados.0.smithi032.stdout:539: delete oid 35 current snap is 54 2024-09-13T00:05:38.629 INFO:tasks.rados.rados.0.smithi032.stdout:534: finishing copy_from to smithi03267100-18 2024-09-13T00:05:38.629 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 334 (ObjNum 180 snap 51 seq_num 180) dirty exists 2024-09-13T00:05:38.632 INFO:tasks.rados.rados.0.smithi032.stdout:534: done (2 left) 2024-09-13T00:05:38.632 INFO:tasks.rados.rados.0.smithi032.stdout:539: done (1 left) 2024-09-13T00:05:38.632 INFO:tasks.rados.rados.0.smithi032.stdout:540: rmattr oid 17 current snap is 54 2024-09-13T00:05:38.632 INFO:tasks.rados.rados.0.smithi032.stdout:541: setattr oid 23 current snap is 54 2024-09-13T00:05:38.633 INFO:tasks.rados.rados.0.smithi032.stdout:538: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T00:05:38.653 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 339 (ObjNum 117 snap 31 seq_num 117) dirty exists 2024-09-13T00:05:38.654 INFO:tasks.rados.rados.0.smithi032.stdout:538: done (2 left) 2024-09-13T00:05:38.654 INFO:tasks.rados.rados.0.smithi032.stdout:540: done (1 left) 2024-09-13T00:05:38.654 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 54 2024-09-13T00:05:38.654 INFO:tasks.rados.rados.0.smithi032.stdout:542: seq_num 187 ranges {0=737280} 2024-09-13T00:05:38.666 INFO:tasks.rados.rados.0.smithi032.stdout:542: writing smithi03267100-1 from 0 to 737280 tid 1 2024-09-13T00:05:38.666 INFO:tasks.rados.rados.0.smithi032.stdout:543: rollback oid 42 current snap is 54 2024-09-13T00:05:38.666 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 53 2024-09-13T00:05:38.666 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 341 (ObjNum 180 snap 51 seq_num 180) dirty exists 2024-09-13T00:05:38.667 INFO:tasks.rados.rados.0.smithi032.stdout:541: done (2 left) 2024-09-13T00:05:38.667 INFO:tasks.rados.rados.0.smithi032.stdout:544: setattr oid 29 current snap is 54 2024-09-13T00:05:38.673 INFO:tasks.rados.rados.0.smithi032.stdout:543: finishing rollback tid 0 to smithi03267100-42 2024-09-13T00:05:38.673 INFO:tasks.rados.rados.0.smithi032.stdout:543: finishing rollback tid 1 to smithi03267100-42 2024-09-13T00:05:38.674 INFO:tasks.rados.rados.0.smithi032.stdout:543: finishing rollback tid 2 to smithi03267100-42 2024-09-13T00:05:38.674 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 21 (ObjNum 178 snap 50 seq_num 178) dirty exists 2024-09-13T00:05:38.675 INFO:tasks.rados.rados.0.smithi032.stdout:543: done (2 left) 2024-09-13T00:05:38.675 INFO:tasks.rados.rados.0.smithi032.stdout:545: rmattr oid 35 current snap is 54 2024-09-13T00:05:38.675 INFO:tasks.rados.rados.0.smithi032.stdout:545: done (2 left) 2024-09-13T00:05:38.675 INFO:tasks.rados.rados.0.smithi032.stdout:546: read oid 10 snap -1 2024-09-13T00:05:38.675 INFO:tasks.rados.rados.0.smithi032.stdout:546: expect deleted 2024-09-13T00:05:38.675 INFO:tasks.rados.rados.0.smithi032.stdout:547: rollback oid 46 current snap is 54 2024-09-13T00:05:38.675 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 49 2024-09-13T00:05:38.675 INFO:tasks.rados.rados.0.smithi032.stdout:542: finishing write tid 1 to smithi03267100-1 2024-09-13T00:05:38.675 INFO:tasks.rados.rados.0.smithi032.stdout:548: copy_from oid 25 from oid 45 current snap is 54 2024-09-13T00:05:38.675 INFO:tasks.rados.rados.0.smithi032.stdout:549: rollback oid 42 current snap is 54 2024-09-13T00:05:38.675 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 38 2024-09-13T00:05:38.675 INFO:tasks.rados.rados.0.smithi032.stdout:550: rollback oid 50 current snap is 54 2024-09-13T00:05:38.675 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 42 2024-09-13T00:05:38.676 INFO:tasks.rados.rados.0.smithi032.stdout:551: read oid 5 snap -1 2024-09-13T00:05:38.676 INFO:tasks.rados.rados.0.smithi032.stdout:551: expect (ObjNum 143 snap 41 seq_num 143) 2024-09-13T00:05:38.676 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 54 2024-09-13T00:05:38.676 INFO:tasks.rados.rados.0.smithi032.stdout:552: seq_num 188 ranges {0=753664} 2024-09-13T00:05:38.687 INFO:tasks.rados.rados.0.smithi032.stdout:552: writing smithi03267100-37 from 0 to 753664 tid 1 2024-09-13T00:05:38.687 INFO:tasks.rados.rados.0.smithi032.stdout:553: rollback oid 49 current snap is 54 2024-09-13T00:05:38.687 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 49 to 52 2024-09-13T00:05:38.688 INFO:tasks.rados.rados.0.smithi032.stdout:542: finishing write tid 2 to smithi03267100-1 2024-09-13T00:05:38.688 INFO:tasks.rados.rados.0.smithi032.stdout:547: finishing rollback tid 1 to smithi03267100-46 2024-09-13T00:05:38.688 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 4 (ObjNum 33 snap 0 seq_num 6) dirty dne 2024-09-13T00:05:38.688 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 145 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-13T00:05:38.688 INFO:tasks.rados.rados.0.smithi032.stdout:544: done (9 left) 2024-09-13T00:05:38.688 INFO:tasks.rados.rados.0.smithi032.stdout:546: done (8 left) 2024-09-13T00:05:38.688 INFO:tasks.rados.rados.0.smithi032.stdout:547: done (7 left) 2024-09-13T00:05:38.688 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 54 2024-09-13T00:05:38.688 INFO:tasks.rados.rados.0.smithi032.stdout:549: finishing rollback tid 0 to smithi03267100-42 2024-09-13T00:05:38.688 INFO:tasks.rados.rados.0.smithi032.stdout:542: finishing write tid 3 to smithi03267100-1 2024-09-13T00:05:38.688 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 343 (ObjNum 187 snap 54 seq_num 187) dirty exists 2024-09-13T00:05:38.688 INFO:tasks.rados.rados.0.smithi032.stdout:542: left oid 1 (ObjNum 187 snap 54 seq_num 187) 2024-09-13T00:05:38.688 INFO:tasks.rados.rados.0.smithi032.stdout:554: seq_num 189 ranges {540672=770048} 2024-09-13T00:05:38.700 INFO:tasks.rados.rados.0.smithi032.stdout:554: writing smithi03267100-8 from 540672 to 1310720 tid 1 2024-09-13T00:05:38.700 INFO:tasks.rados.rados.0.smithi032.stdout:542: done (7 left) 2024-09-13T00:05:38.701 INFO:tasks.rados.rados.0.smithi032.stdout:555: rollback oid 23 current snap is 54 2024-09-13T00:05:38.701 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 23 to 42 2024-09-13T00:05:38.701 INFO:tasks.rados.rados.0.smithi032.stdout:549: finishing rollback tid 1 to smithi03267100-42 2024-09-13T00:05:38.701 INFO:tasks.rados.rados.0.smithi032.stdout:550: finishing rollback tid 0 to smithi03267100-50 2024-09-13T00:05:38.701 INFO:tasks.rados.rados.0.smithi032.stdout:556: rollback oid 41 current snap is 54 2024-09-13T00:05:38.701 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 53 2024-09-13T00:05:38.701 INFO:tasks.rados.rados.0.smithi032.stdout:550: finishing rollback tid 1 to smithi03267100-50 2024-09-13T00:05:38.701 INFO:tasks.rados.rados.0.smithi032.stdout:550: finishing rollback tid 2 to smithi03267100-50 2024-09-13T00:05:38.701 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 30 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-13T00:05:38.701 INFO:tasks.rados.rados.0.smithi032.stdout:549: finishing rollback tid 2 to smithi03267100-42 2024-09-13T00:05:38.701 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 24 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T00:05:38.701 INFO:tasks.rados.rados.0.smithi032.stdout:552: finishing write tid 1 to smithi03267100-37 2024-09-13T00:05:38.701 INFO:tasks.rados.rados.0.smithi032.stdout:552: finishing write tid 2 to smithi03267100-37 2024-09-13T00:05:38.701 INFO:tasks.rados.rados.0.smithi032.stdout:549: done (8 left) 2024-09-13T00:05:38.702 INFO:tasks.rados.rados.0.smithi032.stdout:550: done (7 left) 2024-09-13T00:05:38.702 INFO:tasks.rados.rados.0.smithi032.stdout:557: read oid 17 snap 36 2024-09-13T00:05:38.702 INFO:tasks.rados.rados.0.smithi032.stdout:557: expect (ObjNum 117 snap 31 seq_num 117) 2024-09-13T00:05:38.702 INFO:tasks.rados.rados.0.smithi032.stdout:558: snap_remove snap 47 2024-09-13T00:05:38.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:38 smithi032 bash[22496]: audit 2024-09-13T00:05:37.440807+0000 mgr.y (mgr.24464) 258 : audit [DBG] from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:05:38.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:38 smithi032 bash[22496]: cluster 2024-09-13T00:05:37.552993+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-09-13T00:05:38.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:38 smithi032 bash[22496]: cluster 2024-09-13T00:05:37.840308+0000 mon.a (mon.0) 1199 : cluster [DBG] mgrmap e24: y(active, since 6m), standbys: x 2024-09-13T00:05:38.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:38 smithi032 bash[22496]: audit 2024-09-13T00:05:37.841352+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.32:0/1731851052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:05:38.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:38 smithi032 bash[22496]: audit 2024-09-13T00:05:37.866675+0000 mon.a (mon.0) 1200 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:05:38.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:38 smithi032 bash[32211]: audit 2024-09-13T00:05:37.440807+0000 mgr.y (mgr.24464) 258 : audit [DBG] from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:05:38.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:38 smithi032 bash[32211]: cluster 2024-09-13T00:05:37.552993+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-09-13T00:05:38.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:38 smithi032 bash[32211]: cluster 2024-09-13T00:05:37.840308+0000 mon.a (mon.0) 1199 : cluster [DBG] mgrmap e24: y(active, since 6m), standbys: x 2024-09-13T00:05:38.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:38 smithi032 bash[32211]: audit 2024-09-13T00:05:37.841352+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.32:0/1731851052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:05:38.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:38 smithi032 bash[32211]: audit 2024-09-13T00:05:37.866675+0000 mon.a (mon.0) 1200 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:05:39.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:38 smithi053 bash[24393]: audit 2024-09-13T00:05:37.440807+0000 mgr.y (mgr.24464) 258 : audit [DBG] from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:05:39.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:38 smithi053 bash[24393]: cluster 2024-09-13T00:05:37.552993+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-09-13T00:05:39.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:38 smithi053 bash[24393]: cluster 2024-09-13T00:05:37.840308+0000 mon.a (mon.0) 1199 : cluster [DBG] mgrmap e24: y(active, since 6m), standbys: x 2024-09-13T00:05:39.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:38 smithi053 bash[24393]: audit 2024-09-13T00:05:37.841352+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.32:0/1731851052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:05:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:38 smithi053 bash[24393]: audit 2024-09-13T00:05:37.866675+0000 mon.a (mon.0) 1200 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:05:39.579 INFO:tasks.rados.rados.0.smithi032.stdout:558: done (8 left) 2024-09-13T00:05:39.580 INFO:tasks.rados.rados.0.smithi032.stdout:559: snap_remove snap 49 2024-09-13T00:05:39.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:39 smithi032 bash[22496]: cluster 2024-09-13T00:05:38.571244+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-09-13T00:05:39.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:39 smithi032 bash[22496]: cluster 2024-09-13T00:05:38.933276+0000 mgr.y (mgr.24464) 259 : cluster [DBG] pgmap v296: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 41 op/s 2024-09-13T00:05:39.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:39 smithi032 bash[32211]: cluster 2024-09-13T00:05:38.571244+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-09-13T00:05:39.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:39 smithi032 bash[32211]: cluster 2024-09-13T00:05:38.933276+0000 mgr.y (mgr.24464) 259 : cluster [DBG] pgmap v296: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 41 op/s 2024-09-13T00:05:40.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:39 smithi053 bash[24393]: cluster 2024-09-13T00:05:38.571244+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-09-13T00:05:40.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:39 smithi053 bash[24393]: cluster 2024-09-13T00:05:38.933276+0000 mgr.y (mgr.24464) 259 : cluster [DBG] pgmap v296: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 41 op/s 2024-09-13T00:05:40.500 INFO:tasks.rados.rados.0.smithi032.stdout:559: done (8 left) 2024-09-13T00:05:40.500 INFO:tasks.rados.rados.0.smithi032.stdout:560: rollback oid 34 current snap is 54 2024-09-13T00:05:40.500 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 34 to 36 2024-09-13T00:05:40.500 INFO:tasks.rados.rados.0.smithi032.stdout:553: finishing rollback tid 0 to smithi03267100-49 2024-09-13T00:05:40.500 INFO:tasks.rados.rados.0.smithi032.stdout:553: finishing rollback tid 1 to smithi03267100-49 2024-09-13T00:05:40.500 INFO:tasks.rados.rados.0.smithi032.stdout:553: finishing rollback tid 2 to smithi03267100-49 2024-09-13T00:05:40.500 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 178 (ObjNum 182 snap 52 seq_num 182) dirty exists 2024-09-13T00:05:40.500 INFO:tasks.rados.rados.0.smithi032.stdout:552: finishing write tid 3 to smithi03267100-37 2024-09-13T00:05:40.500 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 111 (ObjNum 188 snap 54 seq_num 188) dirty exists 2024-09-13T00:05:40.501 INFO:tasks.rados.rados.0.smithi032.stdout:552: left oid 37 (ObjNum 188 snap 54 seq_num 188) 2024-09-13T00:05:40.501 INFO:tasks.rados.rados.0.smithi032.stdout:556: finishing rollback tid 1 to smithi03267100-41 2024-09-13T00:05:40.501 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 0 (ObjNum 65 snap 0 seq_num 1752392303) dirty dne 2024-09-13T00:05:40.501 INFO:tasks.rados.rados.0.smithi032.stdout:555: finishing rollback tid 0 to smithi03267100-23 2024-09-13T00:05:40.501 INFO:tasks.rados.rados.0.smithi032.stdout:551: expect (ObjNum 143 snap 41 seq_num 143) 2024-09-13T00:05:40.701 INFO:tasks.rados.rados.0.smithi032.stdout:548: finishing copy_from racing read to smithi03267100-25 2024-09-13T00:05:40.702 INFO:tasks.rados.rados.0.smithi032.stdout:554: finishing write tid 1 to smithi03267100-8 2024-09-13T00:05:40.702 INFO:tasks.rados.rados.0.smithi032.stdout:554: finishing write tid 2 to smithi03267100-8 2024-09-13T00:05:40.702 INFO:tasks.rados.rados.0.smithi032.stdout:555: finishing rollback tid 1 to smithi03267100-23 2024-09-13T00:05:40.702 INFO:tasks.rados.rados.0.smithi032.stdout:554: finishing write tid 3 to smithi03267100-8 2024-09-13T00:05:40.702 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 88 (ObjNum 189 snap 54 seq_num 189) dirty exists 2024-09-13T00:05:40.702 INFO:tasks.rados.rados.0.smithi032.stdout:554: left oid 8 (ObjNum 189 snap 54 seq_num 189) 2024-09-13T00:05:40.702 INFO:tasks.rados.rados.0.smithi032.stdout:548: finishing copy_from to smithi03267100-25 2024-09-13T00:05:40.702 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 159 (ObjNum 129 snap 34 seq_num 129) dirty exists 2024-09-13T00:05:40.702 INFO:tasks.rados.rados.0.smithi032.stdout:555: finishing rollback tid 2 to smithi03267100-23 2024-09-13T00:05:40.702 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 346 (ObjNum 139 snap 40 seq_num 139) dirty exists 2024-09-13T00:05:40.702 INFO:tasks.rados.rados.0.smithi032.stdout:548: done (8 left) 2024-09-13T00:05:40.702 INFO:tasks.rados.rados.0.smithi032.stdout:551: done (7 left) 2024-09-13T00:05:40.702 INFO:tasks.rados.rados.0.smithi032.stdout:552: done (6 left) 2024-09-13T00:05:40.702 INFO:tasks.rados.rados.0.smithi032.stdout:553: done (5 left) 2024-09-13T00:05:40.703 INFO:tasks.rados.rados.0.smithi032.stdout:554: done (4 left) 2024-09-13T00:05:40.703 INFO:tasks.rados.rados.0.smithi032.stdout:555: done (3 left) 2024-09-13T00:05:40.703 INFO:tasks.rados.rados.0.smithi032.stdout:556: done (2 left) 2024-09-13T00:05:40.703 INFO:tasks.rados.rados.0.smithi032.stdout:561: read oid 44 snap -1 2024-09-13T00:05:40.703 INFO:tasks.rados.rados.0.smithi032.stdout:561: expect (ObjNum 172 snap 47 seq_num 172) 2024-09-13T00:05:40.703 INFO:tasks.rados.rados.0.smithi032.stdout:562: snap_remove snap 34 2024-09-13T00:05:40.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:40 smithi032 bash[22496]: cluster 2024-09-13T00:05:39.582525+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-09-13T00:05:40.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:40 smithi032 bash[22496]: cluster 2024-09-13T00:05:40.503333+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-09-13T00:05:40.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:40 smithi032 bash[32211]: cluster 2024-09-13T00:05:39.582525+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-09-13T00:05:40.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:40 smithi032 bash[32211]: cluster 2024-09-13T00:05:40.503333+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-09-13T00:05:41.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:40 smithi053 bash[24393]: cluster 2024-09-13T00:05:39.582525+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-09-13T00:05:41.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:40 smithi053 bash[24393]: cluster 2024-09-13T00:05:40.503333+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-09-13T00:05:41.591 INFO:tasks.rados.rados.0.smithi032.stdout:562: done (3 left) 2024-09-13T00:05:41.591 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 54 2024-09-13T00:05:41.591 INFO:tasks.rados.rados.0.smithi032.stdout:563: seq_num 190 ranges {32768=786432} 2024-09-13T00:05:41.596 INFO:tasks.rados.rados.0.smithi032.stdout:563: writing smithi03267100-47 from 32768 to 819200 tid 1 2024-09-13T00:05:41.597 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 54 2024-09-13T00:05:41.597 INFO:tasks.rados.rados.0.smithi032.stdout:564: seq_num 191 ranges {270336=802816} 2024-09-13T00:05:41.605 INFO:tasks.rados.rados.0.smithi032.stdout:564: writing smithi03267100-15 from 270336 to 1073152 tid 1 2024-09-13T00:05:41.605 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 54 2024-09-13T00:05:41.605 INFO:tasks.rados.rados.0.smithi032.stdout:565: seq_num 192 ranges {3186688=417792,3604480=401408} 2024-09-13T00:05:41.626 INFO:tasks.rados.rados.0.smithi032.stdout:565: writing smithi03267100-16 from 3186688 to 3604480 tid 1 2024-09-13T00:05:41.629 INFO:tasks.rados.rados.0.smithi032.stdout:565: writing smithi03267100-16 from 3604480 to 4005888 tid 2 2024-09-13T00:05:41.629 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 54 2024-09-13T00:05:41.629 INFO:tasks.rados.rados.0.smithi032.stdout:557: expect (ObjNum 117 snap 31 seq_num 117) 2024-09-13T00:05:41.828 INFO:tasks.rados.rados.0.smithi032.stdout:560: finishing rollback tid 1 to smithi03267100-34 2024-09-13T00:05:41.828 INFO:tasks.rados.rados.0.smithi032.stdout:560: finishing rollback tid 2 to smithi03267100-34 2024-09-13T00:05:41.828 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 91 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:05:41.828 INFO:tasks.rados.rados.0.smithi032.stdout:561: expect (ObjNum 172 snap 47 seq_num 172) 2024-09-13T00:05:41.851 INFO:tasks.rados.rados.0.smithi032.stdout:564: finishing write tid 1 to smithi03267100-15 2024-09-13T00:05:41.852 INFO:tasks.rados.rados.0.smithi032.stdout:564: finishing write tid 2 to smithi03267100-15 2024-09-13T00:05:41.852 INFO:tasks.rados.rados.0.smithi032.stdout:564: finishing write tid 3 to smithi03267100-15 2024-09-13T00:05:41.852 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 126 (ObjNum 191 snap 54 seq_num 191) dirty exists 2024-09-13T00:05:41.852 INFO:tasks.rados.rados.0.smithi032.stdout:564: left oid 15 (ObjNum 191 snap 54 seq_num 191) 2024-09-13T00:05:41.852 INFO:tasks.rados.rados.0.smithi032.stdout:563: finishing write tid 1 to smithi03267100-47 2024-09-13T00:05:41.852 INFO:tasks.rados.rados.0.smithi032.stdout:563: finishing write tid 2 to smithi03267100-47 2024-09-13T00:05:41.852 INFO:tasks.rados.rados.0.smithi032.stdout:565: finishing write tid 1 to smithi03267100-16 2024-09-13T00:05:41.852 INFO:tasks.rados.rados.0.smithi032.stdout:566: seq_num 193 ranges {106496=434176,540672=401408} 2024-09-13T00:05:41.854 INFO:tasks.rados.rados.0.smithi032.stdout:566: writing smithi03267100-21 from 106496 to 540672 tid 1 2024-09-13T00:05:41.857 INFO:tasks.rados.rados.0.smithi032.stdout:566: writing smithi03267100-21 from 540672 to 942080 tid 2 2024-09-13T00:05:41.858 INFO:tasks.rados.rados.0.smithi032.stdout:557: done (6 left) 2024-09-13T00:05:41.858 INFO:tasks.rados.rados.0.smithi032.stdout:560: done (5 left) 2024-09-13T00:05:41.858 INFO:tasks.rados.rados.0.smithi032.stdout:561: done (4 left) 2024-09-13T00:05:41.858 INFO:tasks.rados.rados.0.smithi032.stdout:564: done (3 left) 2024-09-13T00:05:41.858 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 54 2024-09-13T00:05:41.858 INFO:tasks.rados.rados.0.smithi032.stdout:567: seq_num 194 ranges {0=458752,458752=401408} 2024-09-13T00:05:41.860 INFO:tasks.rados.rados.0.smithi032.stdout:567: writing smithi03267100-14 from 0 to 458752 tid 1 2024-09-13T00:05:41.862 INFO:tasks.rados.rados.0.smithi032.stdout:567: writing smithi03267100-14 from 458752 to 860160 tid 2 2024-09-13T00:05:41.862 INFO:tasks.rados.rados.0.smithi032.stdout:568: setattr oid 3 current snap is 54 2024-09-13T00:05:41.863 INFO:tasks.rados.rados.0.smithi032.stdout:565: finishing write tid 2 to smithi03267100-16 2024-09-13T00:05:41.863 INFO:tasks.rados.rados.0.smithi032.stdout:565: finishing write tid 3 to smithi03267100-16 2024-09-13T00:05:41.863 INFO:tasks.rados.rados.0.smithi032.stdout:563: finishing write tid 3 to smithi03267100-47 2024-09-13T00:05:41.863 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 93 (ObjNum 190 snap 54 seq_num 190) dirty exists 2024-09-13T00:05:41.863 INFO:tasks.rados.rados.0.smithi032.stdout:563: left oid 47 (ObjNum 190 snap 54 seq_num 190) 2024-09-13T00:05:41.863 INFO:tasks.rados.rados.0.smithi032.stdout:565: finishing write tid 4 to smithi03267100-16 2024-09-13T00:05:41.863 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 104 (ObjNum 192 snap 54 seq_num 192) dirty exists 2024-09-13T00:05:41.863 INFO:tasks.rados.rados.0.smithi032.stdout:565: left oid 16 (ObjNum 192 snap 54 seq_num 192) 2024-09-13T00:05:41.864 INFO:tasks.rados.rados.0.smithi032.stdout:563: done (4 left) 2024-09-13T00:05:41.864 INFO:tasks.rados.rados.0.smithi032.stdout:565: done (3 left) 2024-09-13T00:05:41.864 INFO:tasks.rados.rados.0.smithi032.stdout:569: delete oid 10 current snap is 54 2024-09-13T00:05:41.865 INFO:tasks.rados.rados.0.smithi032.stdout:566: finishing write tid 1 to smithi03267100-21 2024-09-13T00:05:41.865 INFO:tasks.rados.rados.0.smithi032.stdout:566: finishing write tid 2 to smithi03267100-21 2024-09-13T00:05:41.869 INFO:tasks.rados.rados.0.smithi032.stdout:566: finishing write tid 3 to smithi03267100-21 2024-09-13T00:05:41.869 INFO:tasks.rados.rados.0.smithi032.stdout:569: done (3 left) 2024-09-13T00:05:41.869 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 54 2024-09-13T00:05:41.870 INFO:tasks.rados.rados.0.smithi032.stdout:570: seq_num 196 ranges {4276224=491520,4767744=401408} 2024-09-13T00:05:41.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:41 smithi032 bash[22496]: cluster 2024-09-13T00:05:40.933947+0000 mgr.y (mgr.24464) 260 : cluster [DBG] pgmap v299: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 41 op/s 2024-09-13T00:05:41.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:41 smithi032 bash[32211]: cluster 2024-09-13T00:05:40.933947+0000 mgr.y (mgr.24464) 260 : cluster [DBG] pgmap v299: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 41 op/s 2024-09-13T00:05:41.922 INFO:tasks.rados.rados.0.smithi032.stdout:570: writing smithi03267100-5 from 4276224 to 4767744 tid 1 2024-09-13T00:05:41.926 INFO:tasks.rados.rados.0.smithi032.stdout:570: writing smithi03267100-5 from 4767744 to 5169152 tid 2 2024-09-13T00:05:41.926 INFO:tasks.rados.rados.0.smithi032.stdout:571: copy_from oid 50 from oid 45 current snap is 54 2024-09-13T00:05:41.927 INFO:tasks.rados.rados.0.smithi032.stdout:567: finishing write tid 1 to smithi03267100-14 2024-09-13T00:05:41.927 INFO:tasks.rados.rados.0.smithi032.stdout:567: finishing write tid 2 to smithi03267100-14 2024-09-13T00:05:41.927 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 164 (ObjNum 181 snap 52 seq_num 181) dirty exists 2024-09-13T00:05:41.927 INFO:tasks.rados.rados.0.smithi032.stdout:567: finishing write tid 3 to smithi03267100-14 2024-09-13T00:05:41.927 INFO:tasks.rados.rados.0.smithi032.stdout:566: finishing write tid 4 to smithi03267100-21 2024-09-13T00:05:41.927 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 364 (ObjNum 193 snap 54 seq_num 193) dirty exists 2024-09-13T00:05:41.927 INFO:tasks.rados.rados.0.smithi032.stdout:566: left oid 21 (ObjNum 193 snap 54 seq_num 193) 2024-09-13T00:05:41.927 INFO:tasks.rados.rados.0.smithi032.stdout:567: finishing write tid 4 to smithi03267100-14 2024-09-13T00:05:41.927 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 361 (ObjNum 194 snap 54 seq_num 194) dirty exists 2024-09-13T00:05:41.927 INFO:tasks.rados.rados.0.smithi032.stdout:567: left oid 14 (ObjNum 194 snap 54 seq_num 194) 2024-09-13T00:05:41.927 INFO:tasks.rados.rados.0.smithi032.stdout:566: done (4 left) 2024-09-13T00:05:41.927 INFO:tasks.rados.rados.0.smithi032.stdout:567: done (3 left) 2024-09-13T00:05:41.927 INFO:tasks.rados.rados.0.smithi032.stdout:568: done (2 left) 2024-09-13T00:05:41.928 INFO:tasks.rados.rados.0.smithi032.stdout:572: rollback oid 9 current snap is 54 2024-09-13T00:05:41.928 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 52 2024-09-13T00:05:41.928 INFO:tasks.rados.rados.0.smithi032.stdout:573: copy_from oid 31 from oid 18 current snap is 54 2024-09-13T00:05:41.928 INFO:tasks.rados.rados.0.smithi032.stdout:574: copy_from oid 17 from oid 7 current snap is 54 2024-09-13T00:05:41.928 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 54 2024-09-13T00:05:41.928 INFO:tasks.rados.rados.0.smithi032.stdout:575: seq_num 197 ranges {4005888=507904,4513792=401408} 2024-09-13T00:05:41.958 INFO:tasks.rados.rados.0.smithi032.stdout:575: writing smithi03267100-16 from 4005888 to 4513792 tid 1 2024-09-13T00:05:41.962 INFO:tasks.rados.rados.0.smithi032.stdout:575: writing smithi03267100-16 from 4513792 to 4915200 tid 2 2024-09-13T00:05:41.962 INFO:tasks.rados.rados.0.smithi032.stdout:576: snap_remove snap 36 2024-09-13T00:05:42.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:41 smithi053 bash[24393]: cluster 2024-09-13T00:05:40.933947+0000 mgr.y (mgr.24464) 260 : cluster [DBG] pgmap v299: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 41 op/s 2024-09-13T00:05:42.591 INFO:tasks.rados.rados.0.smithi032.stdout:576: done (6 left) 2024-09-13T00:05:42.592 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 54 2024-09-13T00:05:42.592 INFO:tasks.rados.rados.0.smithi032.stdout:577: seq_num 198 ranges {2441216=524288,2965504=401408} 2024-09-13T00:05:42.611 INFO:tasks.rados.rados.0.smithi032.stdout:577: writing smithi03267100-26 from 2441216 to 2965504 tid 1 2024-09-13T00:05:42.614 INFO:tasks.rados.rados.0.smithi032.stdout:577: writing smithi03267100-26 from 2965504 to 3366912 tid 2 2024-09-13T00:05:42.614 INFO:tasks.rados.rados.0.smithi032.stdout:578: read oid 33 snap -1 2024-09-13T00:05:42.614 INFO:tasks.rados.rados.0.smithi032.stdout:578: expect (ObjNum 170 snap 47 seq_num 170) 2024-09-13T00:05:42.614 INFO:tasks.rados.rados.0.smithi032.stdout:579: snap_remove snap 26 2024-09-13T00:05:42.877 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:42 smithi053 bash[24393]: cluster 2024-09-13T00:05:41.594346+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-09-13T00:05:42.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:42 smithi032 bash[22496]: cluster 2024-09-13T00:05:41.594346+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-09-13T00:05:42.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:42 smithi032 bash[32211]: cluster 2024-09-13T00:05:41.594346+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-09-13T00:05:43.612 INFO:tasks.rados.rados.0.smithi032.stdout:572: finishing rollback tid 1 to smithi03267100-9 2024-09-13T00:05:43.613 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 311 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T00:05:43.613 INFO:tasks.rados.rados.0.smithi032.stdout:570: finishing write tid 1 to smithi03267100-5 2024-09-13T00:05:43.613 INFO:tasks.rados.rados.0.smithi032.stdout:570: finishing write tid 2 to smithi03267100-5 2024-09-13T00:05:43.613 INFO:tasks.rados.rados.0.smithi032.stdout:570: finishing write tid 3 to smithi03267100-5 2024-09-13T00:05:43.613 INFO:tasks.rados.rados.0.smithi032.stdout:570: finishing write tid 4 to smithi03267100-5 2024-09-13T00:05:43.613 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 130 (ObjNum 196 snap 54 seq_num 196) dirty exists 2024-09-13T00:05:43.613 INFO:tasks.rados.rados.0.smithi032.stdout:570: left oid 5 (ObjNum 196 snap 54 seq_num 196) 2024-09-13T00:05:43.613 INFO:tasks.rados.rados.0.smithi032.stdout:574: finishing copy_from racing read to smithi03267100-17 2024-09-13T00:05:43.613 INFO:tasks.rados.rados.0.smithi032.stdout:573: finishing copy_from to smithi03267100-31 2024-09-13T00:05:43.613 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 334 (ObjNum 180 snap 51 seq_num 180) dirty exists 2024-09-13T00:05:43.613 INFO:tasks.rados.rados.0.smithi032.stdout:573: finishing copy_from racing read to smithi03267100-31 2024-09-13T00:05:43.614 INFO:tasks.rados.rados.0.smithi032.stdout:574: finishing copy_from to smithi03267100-17 2024-09-13T00:05:43.614 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 14 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T00:05:43.614 INFO:tasks.rados.rados.0.smithi032.stdout:571: finishing copy_from racing read to smithi03267100-50 2024-09-13T00:05:43.614 INFO:tasks.rados.rados.0.smithi032.stdout:571: finishing copy_from to smithi03267100-50 2024-09-13T00:05:43.614 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 159 (ObjNum 129 snap 34 seq_num 129) dirty exists 2024-09-13T00:05:43.614 INFO:tasks.rados.rados.0.smithi032.stdout:575: finishing write tid 1 to smithi03267100-16 2024-09-13T00:05:43.614 INFO:tasks.rados.rados.0.smithi032.stdout:575: finishing write tid 2 to smithi03267100-16 2024-09-13T00:05:43.614 INFO:tasks.rados.rados.0.smithi032.stdout:575: finishing write tid 3 to smithi03267100-16 2024-09-13T00:05:43.614 INFO:tasks.rados.rados.0.smithi032.stdout:575: finishing write tid 4 to smithi03267100-16 2024-09-13T00:05:43.614 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 107 (ObjNum 197 snap 54 seq_num 197) dirty exists 2024-09-13T00:05:43.614 INFO:tasks.rados.rados.0.smithi032.stdout:575: left oid 16 (ObjNum 197 snap 54 seq_num 197) 2024-09-13T00:05:43.614 INFO:tasks.rados.rados.0.smithi032.stdout:577: finishing write tid 1 to smithi03267100-26 2024-09-13T00:05:43.614 INFO:tasks.rados.rados.0.smithi032.stdout:577: finishing write tid 2 to smithi03267100-26 2024-09-13T00:05:43.615 INFO:tasks.rados.rados.0.smithi032.stdout:577: finishing write tid 3 to smithi03267100-26 2024-09-13T00:05:43.615 INFO:tasks.rados.rados.0.smithi032.stdout:577: finishing write tid 4 to smithi03267100-26 2024-09-13T00:05:43.615 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 373 (ObjNum 198 snap 54 seq_num 198) dirty exists 2024-09-13T00:05:43.615 INFO:tasks.rados.rados.0.smithi032.stdout:577: left oid 26 (ObjNum 198 snap 54 seq_num 198) 2024-09-13T00:05:43.615 INFO:tasks.rados.rados.0.smithi032.stdout:578: expect (ObjNum 170 snap 47 seq_num 170) 2024-09-13T00:05:43.749 INFO:tasks.rados.rados.0.smithi032.stdout:570: done (8 left) 2024-09-13T00:05:43.749 INFO:tasks.rados.rados.0.smithi032.stdout:571: done (7 left) 2024-09-13T00:05:43.749 INFO:tasks.rados.rados.0.smithi032.stdout:572: done (6 left) 2024-09-13T00:05:43.749 INFO:tasks.rados.rados.0.smithi032.stdout:573: done (5 left) 2024-09-13T00:05:43.750 INFO:tasks.rados.rados.0.smithi032.stdout:574: done (4 left) 2024-09-13T00:05:43.750 INFO:tasks.rados.rados.0.smithi032.stdout:575: done (3 left) 2024-09-13T00:05:43.750 INFO:tasks.rados.rados.0.smithi032.stdout:577: done (2 left) 2024-09-13T00:05:43.750 INFO:tasks.rados.rados.0.smithi032.stdout:578: done (1 left) 2024-09-13T00:05:43.750 INFO:tasks.rados.rados.0.smithi032.stdout:579: done (0 left) 2024-09-13T00:05:43.750 INFO:tasks.rados.rados.0.smithi032.stdout:580: read oid 49 snap -1 2024-09-13T00:05:43.750 INFO:tasks.rados.rados.0.smithi032.stdout:580: expect (ObjNum 182 snap 52 seq_num 182) 2024-09-13T00:05:43.750 INFO:tasks.rados.rados.0.smithi032.stdout:581: setattr oid 7 current snap is 54 2024-09-13T00:05:43.750 INFO:tasks.rados.rados.0.smithi032.stdout:582: delete oid 6 current snap is 54 2024-09-13T00:05:43.752 INFO:tasks.rados.rados.0.smithi032.stdout:582: done (2 left) 2024-09-13T00:05:43.752 INFO:tasks.rados.rados.0.smithi032.stdout:583: read oid 36 snap 43 2024-09-13T00:05:43.752 INFO:tasks.rados.rados.0.smithi032.stdout:583: expect (ObjNum 118 snap 31 seq_num 118) 2024-09-13T00:05:43.752 INFO:tasks.rados.rados.0.smithi032.stdout:584: read oid 10 snap -1 2024-09-13T00:05:43.752 INFO:tasks.rados.rados.0.smithi032.stdout:584: expect deleted 2024-09-13T00:05:43.753 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 54 2024-09-13T00:05:43.753 INFO:tasks.rados.rados.0.smithi032.stdout:585: seq_num 200 ranges {0=557056,557056=401408} 2024-09-13T00:05:43.759 INFO:tasks.rados.rados.0.smithi032.stdout:585: writing smithi03267100-27 from 0 to 557056 tid 1 2024-09-13T00:05:43.763 INFO:tasks.rados.rados.0.smithi032.stdout:585: writing smithi03267100-27 from 557056 to 958464 tid 2 2024-09-13T00:05:43.763 INFO:tasks.rados.rados.0.smithi032.stdout:580: expect (ObjNum 182 snap 52 seq_num 182) 2024-09-13T00:05:43.782 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 138 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T00:05:43.782 INFO:tasks.rados.rados.0.smithi032.stdout:586: read oid 48 snap -1 2024-09-13T00:05:43.782 INFO:tasks.rados.rados.0.smithi032.stdout:586: expect (ObjNum 106 snap 25 seq_num 106) 2024-09-13T00:05:43.782 INFO:tasks.rados.rados.0.smithi032.stdout:580: done (5 left) 2024-09-13T00:05:43.782 INFO:tasks.rados.rados.0.smithi032.stdout:581: done (4 left) 2024-09-13T00:05:43.782 INFO:tasks.rados.rados.0.smithi032.stdout:584: done (3 left) 2024-09-13T00:05:43.782 INFO:tasks.rados.rados.0.smithi032.stdout:587: rollback oid 40 current snap is 54 2024-09-13T00:05:43.782 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 22 2024-09-13T00:05:43.782 INFO:tasks.rados.rados.0.smithi032.stdout:585: finishing write tid 1 to smithi03267100-27 2024-09-13T00:05:43.782 INFO:tasks.rados.rados.0.smithi032.stdout:585: finishing write tid 2 to smithi03267100-27 2024-09-13T00:05:43.782 INFO:tasks.rados.rados.0.smithi032.stdout:585: finishing write tid 3 to smithi03267100-27 2024-09-13T00:05:43.783 INFO:tasks.rados.rados.0.smithi032.stdout:585: finishing write tid 4 to smithi03267100-27 2024-09-13T00:05:43.783 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 108 (ObjNum 200 snap 54 seq_num 200) dirty exists 2024-09-13T00:05:43.783 INFO:tasks.rados.rados.0.smithi032.stdout:585: left oid 27 (ObjNum 200 snap 54 seq_num 200) 2024-09-13T00:05:43.783 INFO:tasks.rados.rados.0.smithi032.stdout:585: done (3 left) 2024-09-13T00:05:43.783 INFO:tasks.rados.rados.0.smithi032.stdout:588: delete oid 43 current snap is 54 2024-09-13T00:05:43.785 INFO:tasks.rados.rados.0.smithi032.stdout:587: finishing rollback tid 1 to smithi03267100-40 2024-09-13T00:05:43.785 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 63 (ObjNum 2513 snap 0 seq_num 127795776) dirty dne 2024-09-13T00:05:43.789 INFO:tasks.rados.rados.0.smithi032.stdout:587: done (3 left) 2024-09-13T00:05:43.789 INFO:tasks.rados.rados.0.smithi032.stdout:588: done (2 left) 2024-09-13T00:05:43.789 INFO:tasks.rados.rados.0.smithi032.stdout:589: snap_remove snap 35 2024-09-13T00:05:43.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:43 smithi032 bash[22496]: cluster 2024-09-13T00:05:42.595612+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-09-13T00:05:43.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:43 smithi032 bash[22496]: cluster 2024-09-13T00:05:42.934615+0000 mgr.y (mgr.24464) 261 : cluster [DBG] pgmap v302: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:43.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:43 smithi032 bash[32211]: cluster 2024-09-13T00:05:42.595612+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-09-13T00:05:43.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:43 smithi032 bash[32211]: cluster 2024-09-13T00:05:42.934615+0000 mgr.y (mgr.24464) 261 : cluster [DBG] pgmap v302: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:44.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:43 smithi053 bash[24393]: cluster 2024-09-13T00:05:42.595612+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-09-13T00:05:44.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:43 smithi053 bash[24393]: cluster 2024-09-13T00:05:42.934615+0000 mgr.y (mgr.24464) 261 : cluster [DBG] pgmap v302: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:44.611 INFO:tasks.rados.rados.0.smithi032.stdout:589: done (2 left) 2024-09-13T00:05:44.611 INFO:tasks.rados.rados.0.smithi032.stdout:590: snap_remove snap 42 2024-09-13T00:05:44.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:44 smithi032 bash[22496]: cluster 2024-09-13T00:05:43.614441+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-09-13T00:05:44.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:44 smithi032 bash[32211]: cluster 2024-09-13T00:05:43.614441+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-09-13T00:05:45.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:44 smithi053 bash[24393]: cluster 2024-09-13T00:05:43.614441+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-09-13T00:05:45.631 INFO:tasks.rados.rados.0.smithi032.stdout:590: done (2 left) 2024-09-13T00:05:45.631 INFO:tasks.rados.rados.0.smithi032.stdout:591: snap_remove snap 50 2024-09-13T00:05:45.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:45 smithi032 bash[22496]: cluster 2024-09-13T00:05:44.615723+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-09-13T00:05:45.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:45 smithi032 bash[22496]: cluster 2024-09-13T00:05:44.935350+0000 mgr.y (mgr.24464) 262 : cluster [DBG] pgmap v305: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-09-13T00:05:45.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:45 smithi032 bash[32211]: cluster 2024-09-13T00:05:44.615723+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-09-13T00:05:45.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:45 smithi032 bash[32211]: cluster 2024-09-13T00:05:44.935350+0000 mgr.y (mgr.24464) 262 : cluster [DBG] pgmap v305: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-09-13T00:05:45.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:45 smithi053 bash[24393]: cluster 2024-09-13T00:05:44.615723+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-09-13T00:05:45.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:45 smithi053 bash[24393]: cluster 2024-09-13T00:05:44.935350+0000 mgr.y (mgr.24464) 262 : cluster [DBG] pgmap v305: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-09-13T00:05:46.563 INFO:tasks.rados.rados.0.smithi032.stdout:591: done (2 left) 2024-09-13T00:05:46.563 INFO:tasks.rados.rados.0.smithi032.stdout:592: copy_from oid 22 from oid 10 current snap is 54 2024-09-13T00:05:46.563 INFO:tasks.rados.rados.0.smithi032.stdout:593: rmattr oid 30 current snap is 54 2024-09-13T00:05:46.563 INFO:tasks.rados.rados.0.smithi032.stdout:594: read oid 38 snap -1 2024-09-13T00:05:46.563 INFO:tasks.rados.rados.0.smithi032.stdout:594: expect (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:05:46.563 INFO:tasks.rados.rados.0.smithi032.stdout:595: setattr oid 44 current snap is 54 2024-09-13T00:05:46.563 INFO:tasks.rados.rados.0.smithi032.stdout:596: delete oid 7 current snap is 54 2024-09-13T00:05:46.563 INFO:tasks.rados.rados.0.smithi032.stdout:586: expect (ObjNum 106 snap 25 seq_num 106) 2024-09-13T00:05:46.578 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[52659]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:05:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:05:46.658 INFO:tasks.rados.rados.0.smithi032.stdout:583: expect (ObjNum 118 snap 31 seq_num 118) 2024-09-13T00:05:46.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22749]: debug 2024-09-13T00:05:46.554+0000 7efd533fa640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-13T00:05:46.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22749]: ignoring --setuser ceph since I am not root 2024-09-13T00:05:46.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22749]: ignoring --setgroup ceph since I am not root 2024-09-13T00:05:46.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22749]: debug 2024-09-13T00:05:46.622+0000 7fad6a53f640 1 -- 172.21.15.32:0/1952792266 <== mon.2 v2:172.21.15.32:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ea80028340 con 0x55ea80034c00 2024-09-13T00:05:46.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22749]: debug 2024-09-13T00:05:46.734+0000 7fad6cd99ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T00:05:46.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: cluster 2024-09-13T00:05:45.635531+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-09-13T00:05:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.432653+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.442798+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.444834+0000 mon.a (mon.0) 1211 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:05:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.446396+0000 mon.a (mon.0) 1212 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:05:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.456537+0000 mon.a (mon.0) 1213 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.525292+0000 mon.a (mon.0) 1214 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:05:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.537211+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T00:05:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: cluster 2024-09-13T00:05:46.538264+0000 mon.a (mon.0) 1216 : cluster [INF] Activating manager daemon x 2024-09-13T00:05:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: cluster 2024-09-13T00:05:46.555232+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-09-13T00:05:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.557109+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-13T00:05:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: cluster 2024-09-13T00:05:46.557270+0000 mon.a (mon.0) 1219 : cluster [DBG] mgrmap e25: x(active, starting, since 0.0189998s) 2024-09-13T00:05:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.565341+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:05:46.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.566003+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:05:46.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.566588+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:05:46.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.567437+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T00:05:46.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.567846+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T00:05:46.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.569403+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T00:05:46.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.580752+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T00:05:46.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.581084+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T00:05:46.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: cluster 2024-09-13T00:05:45.635531+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-09-13T00:05:46.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.432653+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.442798+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.444834+0000 mon.a (mon.0) 1211 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:05:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.446396+0000 mon.a (mon.0) 1212 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:05:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.456537+0000 mon.a (mon.0) 1213 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.525292+0000 mon.a (mon.0) 1214 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:05:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.537211+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T00:05:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: cluster 2024-09-13T00:05:46.538264+0000 mon.a (mon.0) 1216 : cluster [INF] Activating manager daemon x 2024-09-13T00:05:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: cluster 2024-09-13T00:05:46.555232+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-09-13T00:05:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.557109+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-13T00:05:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: cluster 2024-09-13T00:05:46.557270+0000 mon.a (mon.0) 1219 : cluster [DBG] mgrmap e25: x(active, starting, since 0.0189998s) 2024-09-13T00:05:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.565341+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:05:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.566003+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:05:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.566588+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:05:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.567437+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T00:05:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.567846+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T00:05:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.569403+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T00:05:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.580752+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T00:05:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.581084+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T00:05:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.581708+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T00:05:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.581979+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T00:05:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.582279+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T00:05:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.582570+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T00:05:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.582906+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T00:05:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.583216+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T00:05:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.583518+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T00:05:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.584435+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T00:05:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[22496]: audit 2024-09-13T00:05:46.585615+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T00:05:46.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.581708+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T00:05:46.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.581979+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T00:05:46.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.582279+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T00:05:46.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.582570+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T00:05:46.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.582906+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T00:05:46.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.583216+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T00:05:46.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.583518+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T00:05:46.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.584435+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T00:05:46.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:46 smithi032 bash[32211]: audit 2024-09-13T00:05:46.585615+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T00:05:47.000 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 160 (ObjNum 172 snap 47 seq_num 172) dirty exists 2024-09-13T00:05:47.000 INFO:tasks.rados.rados.0.smithi032.stdout:592: finishing copy_from to smithi03267100-22 2024-09-13T00:05:47.000 INFO:tasks.rados.rados.0.smithi032.stdout:592: got expected ENOENT (src dne) 2024-09-13T00:05:47.000 INFO:tasks.rados.rados.0.smithi032.stdout:592: finishing copy_from racing read to smithi03267100-22 2024-09-13T00:05:47.000 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 411 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-13T00:05:47.001 INFO:tasks.rados.rados.0.smithi032.stdout:594: expect (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:05:47.033 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[52659]: [13/Sep/2024:00:05:46] ENGINE Bus STOPPING 2024-09-13T00:05:47.033 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[52659]: [13/Sep/2024:00:05:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:05:47.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[52659]: [13/Sep/2024:00:05:46] ENGINE Bus STOPPED 2024-09-13T00:05:47.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: cluster 2024-09-13T00:05:45.635531+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-09-13T00:05:47.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.432653+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:47.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.442798+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.444834+0000 mon.a (mon.0) 1211 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:05:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.446396+0000 mon.a (mon.0) 1212 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:05:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.456537+0000 mon.a (mon.0) 1213 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' 2024-09-13T00:05:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.525292+0000 mon.a (mon.0) 1214 : audit [DBG] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:05:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.537211+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T00:05:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: cluster 2024-09-13T00:05:46.538264+0000 mon.a (mon.0) 1216 : cluster [INF] Activating manager daemon x 2024-09-13T00:05:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: cluster 2024-09-13T00:05:46.555232+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-09-13T00:05:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.557109+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.24464 172.21.15.32:0/2010439472' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-13T00:05:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: cluster 2024-09-13T00:05:46.557270+0000 mon.a (mon.0) 1219 : cluster [DBG] mgrmap e25: x(active, starting, since 0.0189998s) 2024-09-13T00:05:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.565341+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:05:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.566003+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:05:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.566588+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:05:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.567437+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T00:05:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.567846+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T00:05:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.569403+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T00:05:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.580752+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T00:05:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.581084+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T00:05:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.581708+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T00:05:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.581979+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T00:05:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.582279+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T00:05:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.582570+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T00:05:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.582906+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T00:05:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.583216+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T00:05:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.583518+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T00:05:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.584435+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T00:05:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:46 smithi053 bash[24393]: audit 2024-09-13T00:05:46.585615+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T00:05:47.165 INFO:tasks.rados.rados.0.smithi032.stdout:583: done (6 left) 2024-09-13T00:05:47.165 INFO:tasks.rados.rados.0.smithi032.stdout:586: done (5 left) 2024-09-13T00:05:47.166 INFO:tasks.rados.rados.0.smithi032.stdout:592: done (4 left) 2024-09-13T00:05:47.166 INFO:tasks.rados.rados.0.smithi032.stdout:593: done (3 left) 2024-09-13T00:05:47.166 INFO:tasks.rados.rados.0.smithi032.stdout:594: done (2 left) 2024-09-13T00:05:47.166 INFO:tasks.rados.rados.0.smithi032.stdout:595: done (1 left) 2024-09-13T00:05:47.166 INFO:tasks.rados.rados.0.smithi032.stdout:596: done (0 left) 2024-09-13T00:05:47.166 INFO:tasks.rados.rados.0.smithi032.stdout:597: snap_create 2024-09-13T00:05:47.419 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[52659]: [13/Sep/2024:00:05:47] ENGINE Bus STARTING 2024-09-13T00:05:47.419 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[52659]: debug 2024-09-13T00:05:47.154+0000 7f2c68a86640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:05:47.419 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[52659]: debug 2024-09-13T00:05:47.154+0000 7f2c68a86640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:05:47.419 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[52659]: debug 2024-09-13T00:05:47.154+0000 7f2c68a86640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:05:47.419 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[52659]: debug 2024-09-13T00:05:47.154+0000 7f2c68a86640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:05:47.420 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[52659]: debug 2024-09-13T00:05:47.154+0000 7f2c68a86640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:05:47.420 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[52659]: debug 2024-09-13T00:05:47.158+0000 7f2c66a82640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:05:47.420 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[52659]: debug 2024-09-13T00:05:47.158+0000 7f2c66a82640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:05:47.420 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[52659]: debug 2024-09-13T00:05:47.158+0000 7f2c66a82640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:05:47.420 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[52659]: debug 2024-09-13T00:05:47.158+0000 7f2c66a82640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:05:47.420 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[52659]: debug 2024-09-13T00:05:47.158+0000 7f2c66a82640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:05:47.420 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[52659]: [13/Sep/2024:00:05:47] ENGINE Serving on http://:::9283 2024-09-13T00:05:47.420 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[52659]: [13/Sep/2024:00:05:47] ENGINE Bus STARTED 2024-09-13T00:05:47.636 INFO:tasks.rados.rados.0.smithi032.stdout:597: done (0 left) 2024-09-13T00:05:47.636 INFO:tasks.rados.rados.0.smithi032.stdout:598: rollback oid 47 current snap is 55 2024-09-13T00:05:47.636 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 51 2024-09-13T00:05:47.636 INFO:tasks.rados.rados.0.smithi032.stdout:599: read oid 10 snap -1 2024-09-13T00:05:47.636 INFO:tasks.rados.rados.0.smithi032.stdout:599: expect deleted 2024-09-13T00:05:47.636 INFO:tasks.rados.rados.0.smithi032.stdout:600: read oid 42 snap 40 2024-09-13T00:05:47.636 INFO:tasks.rados.rados.0.smithi032.stdout:600: expect deleted 2024-09-13T00:05:47.636 INFO:tasks.rados.rados.0.smithi032.stdout:601: snap_remove snap 46 2024-09-13T00:05:47.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[24393]: cluster 2024-09-13T00:05:47.053220+0000 mon.a (mon.0) 1220 : cluster [INF] Manager daemon x is now available 2024-09-13T00:05:47.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[24393]: audit 2024-09-13T00:05:47.076276+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:05:47.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[24393]: audit 2024-09-13T00:05:47.105676+0000 mon.c (mon.2) 67 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:05:47.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[24393]: audit 2024-09-13T00:05:47.115780+0000 mon.c (mon.2) 68 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T00:05:47.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[24393]: audit 2024-09-13T00:05:47.116230+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T00:05:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[24393]: audit 2024-09-13T00:05:47.142569+0000 mon.c (mon.2) 69 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T00:05:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:47 smithi053 bash[24393]: audit 2024-09-13T00:05:47.143205+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T00:05:47.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:47 smithi032 bash[22496]: cluster 2024-09-13T00:05:47.053220+0000 mon.a (mon.0) 1220 : cluster [INF] Manager daemon x is now available 2024-09-13T00:05:47.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:47 smithi032 bash[22496]: audit 2024-09-13T00:05:47.076276+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:05:47.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:47 smithi032 bash[22496]: audit 2024-09-13T00:05:47.105676+0000 mon.c (mon.2) 67 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:05:47.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:47 smithi032 bash[22496]: audit 2024-09-13T00:05:47.115780+0000 mon.c (mon.2) 68 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T00:05:47.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:47 smithi032 bash[22496]: audit 2024-09-13T00:05:47.116230+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T00:05:47.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:47 smithi032 bash[22496]: audit 2024-09-13T00:05:47.142569+0000 mon.c (mon.2) 69 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T00:05:47.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:47 smithi032 bash[22496]: audit 2024-09-13T00:05:47.143205+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T00:05:47.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:47 smithi032 bash[32211]: cluster 2024-09-13T00:05:47.053220+0000 mon.a (mon.0) 1220 : cluster [INF] Manager daemon x is now available 2024-09-13T00:05:47.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:47 smithi032 bash[32211]: audit 2024-09-13T00:05:47.076276+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:05:47.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:47 smithi032 bash[32211]: audit 2024-09-13T00:05:47.105676+0000 mon.c (mon.2) 67 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:05:47.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:47 smithi032 bash[32211]: audit 2024-09-13T00:05:47.115780+0000 mon.c (mon.2) 68 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T00:05:47.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:47 smithi032 bash[32211]: audit 2024-09-13T00:05:47.116230+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T00:05:47.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:47 smithi032 bash[32211]: audit 2024-09-13T00:05:47.142569+0000 mon.c (mon.2) 69 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T00:05:47.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:47 smithi032 bash[32211]: audit 2024-09-13T00:05:47.143205+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T00:05:48.409 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[22749]: debug 2024-09-13T00:05:48.002+0000 7fad6cd99ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T00:05:48.409 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[22749]: debug 2024-09-13T00:05:48.070+0000 7fad6cd99ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T00:05:48.410 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[22749]: debug 2024-09-13T00:05:48.226+0000 7fad6cd99ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T00:05:48.639 INFO:tasks.rados.rados.0.smithi032.stdout:601: done (3 left) 2024-09-13T00:05:48.640 INFO:tasks.rados.rados.0.smithi032.stdout:602: rmattr oid 46 current snap is 55 2024-09-13T00:05:48.640 INFO:tasks.rados.rados.0.smithi032.stdout:602: done (3 left) 2024-09-13T00:05:48.640 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 55 2024-09-13T00:05:48.640 INFO:tasks.rados.rados.0.smithi032.stdout:603: seq_num 203 ranges {0=606208,606208=401408} 2024-09-13T00:05:48.643 INFO:tasks.rados.rados.0.smithi032.stdout:603: writing smithi03267100-40 from 0 to 606208 tid 1 2024-09-13T00:05:48.646 INFO:tasks.rados.rados.0.smithi032.stdout:603: writing smithi03267100-40 from 606208 to 1007616 tid 2 2024-09-13T00:05:48.647 INFO:tasks.rados.rados.0.smithi032.stdout:604: read oid 36 snap -1 2024-09-13T00:05:48.647 INFO:tasks.rados.rados.0.smithi032.stdout:604: expect (ObjNum 118 snap 31 seq_num 118) 2024-09-13T00:05:48.647 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 55 2024-09-13T00:05:48.647 INFO:tasks.rados.rados.0.smithi032.stdout:605: seq_num 204 ranges {4915200=622592,5537792=401408} 2024-09-13T00:05:48.679 INFO:tasks.rados.rados.0.smithi032.stdout:605: writing smithi03267100-16 from 4915200 to 5537792 tid 1 2024-09-13T00:05:48.682 INFO:tasks.rados.rados.0.smithi032.stdout:605: writing smithi03267100-16 from 5537792 to 5939200 tid 2 2024-09-13T00:05:48.682 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 55 2024-09-13T00:05:48.682 INFO:tasks.rados.rados.0.smithi032.stdout:606: seq_num 205 ranges {0=638976,638976=401408} 2024-09-13T00:05:48.686 INFO:tasks.rados.rados.0.smithi032.stdout:606: writing smithi03267100-4 from 0 to 638976 tid 1 2024-09-13T00:05:48.688 INFO:tasks.rados.rados.0.smithi032.stdout:606: writing smithi03267100-4 from 638976 to 1040384 tid 2 2024-09-13T00:05:48.688 INFO:tasks.rados.rados.0.smithi032.stdout:607: read oid 34 snap 43 2024-09-13T00:05:48.689 INFO:tasks.rados.rados.0.smithi032.stdout:607: expect deleted 2024-09-13T00:05:48.689 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 55 2024-09-13T00:05:48.689 INFO:tasks.rados.rados.0.smithi032.stdout:608: seq_num 206 ranges {606208=655360,1261568=401408} 2024-09-13T00:05:48.695 INFO:tasks.rados.rados.0.smithi032.stdout:608: writing smithi03267100-19 from 606208 to 1261568 tid 1 2024-09-13T00:05:48.698 INFO:tasks.rados.rados.0.smithi032.stdout:608: writing smithi03267100-19 from 1261568 to 1662976 tid 2 2024-09-13T00:05:48.698 INFO:tasks.rados.rados.0.smithi032.stdout:609: rmattr oid 44 current snap is 55 2024-09-13T00:05:48.698 INFO:tasks.rados.rados.0.smithi032.stdout:610: rmattr oid 29 current snap is 55 2024-09-13T00:05:48.698 INFO:tasks.rados.rados.0.smithi032.stdout:611: rmattr oid 41 current snap is 55 2024-09-13T00:05:48.698 INFO:tasks.rados.rados.0.smithi032.stdout:611: done (11 left) 2024-09-13T00:05:48.698 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 55 2024-09-13T00:05:48.699 INFO:tasks.rados.rados.0.smithi032.stdout:612: seq_num 207 ranges {1310720=671744,1982464=401408} 2024-09-13T00:05:48.709 INFO:tasks.rados.rados.0.smithi032.stdout:612: writing smithi03267100-8 from 1310720 to 1982464 tid 1 2024-09-13T00:05:48.712 INFO:tasks.rados.rados.0.smithi032.stdout:612: writing smithi03267100-8 from 1982464 to 2383872 tid 2 2024-09-13T00:05:48.712 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 55 2024-09-13T00:05:48.712 INFO:tasks.rados.rados.0.smithi032.stdout:613: seq_num 208 ranges {655360=688128,1343488=401408} 2024-09-13T00:05:48.719 INFO:tasks.rados.rados.0.smithi032.stdout:613: writing smithi03267100-49 from 655360 to 1343488 tid 1 2024-09-13T00:05:48.722 INFO:tasks.rados.rados.0.smithi032.stdout:613: writing smithi03267100-49 from 1343488 to 1744896 tid 2 2024-09-13T00:05:48.722 INFO:tasks.rados.rados.0.smithi032.stdout:599: done (12 left) 2024-09-13T00:05:48.722 INFO:tasks.rados.rados.0.smithi032.stdout:600: done (11 left) 2024-09-13T00:05:48.722 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 55 2024-09-13T00:05:48.722 INFO:tasks.rados.rados.0.smithi032.stdout:598: finishing rollback tid 0 to smithi03267100-47 2024-09-13T00:05:48.723 INFO:tasks.rados.rados.0.smithi032.stdout:598: finishing rollback tid 1 to smithi03267100-47 2024-09-13T00:05:48.723 INFO:tasks.rados.rados.0.smithi032.stdout:598: finishing rollback tid 2 to smithi03267100-47 2024-09-13T00:05:48.723 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 122 (ObjNum 145 snap 42 seq_num 145) dirty exists 2024-09-13T00:05:48.723 INFO:tasks.rados.rados.0.smithi032.stdout:603: finishing write tid 1 to smithi03267100-40 2024-09-13T00:05:48.723 INFO:tasks.rados.rados.0.smithi032.stdout:603: finishing write tid 2 to smithi03267100-40 2024-09-13T00:05:48.723 INFO:tasks.rados.rados.0.smithi032.stdout:603: finishing write tid 3 to smithi03267100-40 2024-09-13T00:05:48.723 INFO:tasks.rados.rados.0.smithi032.stdout:603: finishing write tid 4 to smithi03267100-40 2024-09-13T00:05:48.723 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 69 (ObjNum 203 snap 55 seq_num 203) dirty exists 2024-09-13T00:05:48.723 INFO:tasks.rados.rados.0.smithi032.stdout:603: left oid 40 (ObjNum 203 snap 55 seq_num 203) 2024-09-13T00:05:48.723 INFO:tasks.rados.rados.0.smithi032.stdout:614: seq_num 209 ranges {2916352=704512,3620864=401408} 2024-09-13T00:05:48.742 INFO:tasks.rados.rados.0.smithi032.stdout:614: writing smithi03267100-25 from 2916352 to 3620864 tid 1 2024-09-13T00:05:48.745 INFO:tasks.rados.rados.0.smithi032.stdout:614: writing smithi03267100-25 from 3620864 to 4022272 tid 2 2024-09-13T00:05:48.745 INFO:tasks.rados.rados.0.smithi032.stdout:598: done (11 left) 2024-09-13T00:05:48.745 INFO:tasks.rados.rados.0.smithi032.stdout:603: done (10 left) 2024-09-13T00:05:48.745 INFO:tasks.rados.rados.0.smithi032.stdout:615: read oid 13 snap -1 2024-09-13T00:05:48.745 INFO:tasks.rados.rados.0.smithi032.stdout:615: expect (ObjNum 130 snap 34 seq_num 130) 2024-09-13T00:05:48.745 INFO:tasks.rados.rados.0.smithi032.stdout:616: read oid 31 snap -1 2024-09-13T00:05:48.745 INFO:tasks.rados.rados.0.smithi032.stdout:616: expect (ObjNum 180 snap 51 seq_num 180) 2024-09-13T00:05:48.745 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 55 2024-09-13T00:05:48.745 INFO:tasks.rados.rados.0.smithi032.stdout:604: expect (ObjNum 118 snap 31 seq_num 118) 2024-09-13T00:05:48.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[22496]: cephadm 2024-09-13T00:05:47.590651+0000 mgr.x (mgr.24607) 1 : cephadm [INF] Deploying cephadm binary to smithi053 2024-09-13T00:05:48.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[22496]: cephadm 2024-09-13T00:05:47.611319+0000 mgr.x (mgr.24607) 2 : cephadm [INF] Deploying cephadm binary to smithi032 2024-09-13T00:05:48.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[22496]: cluster 2024-09-13T00:05:47.639680+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-09-13T00:05:48.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[22496]: cluster 2024-09-13T00:05:47.640100+0000 mon.a (mon.0) 1224 : cluster [DBG] mgrmap e26: x(active, since 1.10184s) 2024-09-13T00:05:48.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[22496]: cluster 2024-09-13T00:05:47.693760+0000 mgr.x (mgr.24607) 3 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:48.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[22496]: audit 2024-09-13T00:05:48.310261+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:48.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[22496]: audit 2024-09-13T00:05:48.332626+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:48.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[32211]: cephadm 2024-09-13T00:05:47.590651+0000 mgr.x (mgr.24607) 1 : cephadm [INF] Deploying cephadm binary to smithi053 2024-09-13T00:05:48.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[32211]: cephadm 2024-09-13T00:05:47.611319+0000 mgr.x (mgr.24607) 2 : cephadm [INF] Deploying cephadm binary to smithi032 2024-09-13T00:05:48.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[32211]: cluster 2024-09-13T00:05:47.639680+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-09-13T00:05:48.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[32211]: cluster 2024-09-13T00:05:47.640100+0000 mon.a (mon.0) 1224 : cluster [DBG] mgrmap e26: x(active, since 1.10184s) 2024-09-13T00:05:48.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[32211]: cluster 2024-09-13T00:05:47.693760+0000 mgr.x (mgr.24607) 3 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:48.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[32211]: audit 2024-09-13T00:05:48.310261+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:48.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[32211]: audit 2024-09-13T00:05:48.332626+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:49.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:48 smithi053 bash[24393]: cephadm 2024-09-13T00:05:47.590651+0000 mgr.x (mgr.24607) 1 : cephadm [INF] Deploying cephadm binary to smithi053 2024-09-13T00:05:49.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:48 smithi053 bash[24393]: cephadm 2024-09-13T00:05:47.611319+0000 mgr.x (mgr.24607) 2 : cephadm [INF] Deploying cephadm binary to smithi032 2024-09-13T00:05:49.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:48 smithi053 bash[24393]: cluster 2024-09-13T00:05:47.639680+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-09-13T00:05:49.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:48 smithi053 bash[24393]: cluster 2024-09-13T00:05:47.640100+0000 mon.a (mon.0) 1224 : cluster [DBG] mgrmap e26: x(active, since 1.10184s) 2024-09-13T00:05:49.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:48 smithi053 bash[24393]: cluster 2024-09-13T00:05:47.693760+0000 mgr.x (mgr.24607) 3 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:49.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:48 smithi053 bash[24393]: audit 2024-09-13T00:05:48.310261+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:49.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:48 smithi053 bash[24393]: audit 2024-09-13T00:05:48.332626+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:49.088 INFO:tasks.rados.rados.0.smithi032.stdout:605: finishing write tid 1 to smithi03267100-16 2024-09-13T00:05:49.088 INFO:tasks.rados.rados.0.smithi032.stdout:605: finishing write tid 2 to smithi03267100-16 2024-09-13T00:05:49.088 INFO:tasks.rados.rados.0.smithi032.stdout:605: finishing write tid 3 to smithi03267100-16 2024-09-13T00:05:49.088 INFO:tasks.rados.rados.0.smithi032.stdout:617: seq_num 210 ranges {3194880=720896,3915776=401408} 2024-09-13T00:05:49.109 INFO:tasks.rados.rados.0.smithi032.stdout:617: writing smithi03267100-24 from 3194880 to 3915776 tid 1 2024-09-13T00:05:49.113 INFO:tasks.rados.rados.0.smithi032.stdout:617: writing smithi03267100-24 from 3915776 to 4317184 tid 2 2024-09-13T00:05:49.113 INFO:tasks.rados.rados.0.smithi032.stdout:604: done (12 left) 2024-09-13T00:05:49.113 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 55 2024-09-13T00:05:49.113 INFO:tasks.rados.rados.0.smithi032.stdout:618: seq_num 211 ranges {106496=737280,843776=401408} 2024-09-13T00:05:49.119 INFO:tasks.rados.rados.0.smithi032.stdout:618: writing smithi03267100-17 from 106496 to 843776 tid 1 2024-09-13T00:05:49.121 INFO:tasks.rados.rados.0.smithi032.stdout:618: writing smithi03267100-17 from 843776 to 1245184 tid 2 2024-09-13T00:05:49.121 INFO:tasks.rados.rados.0.smithi032.stdout:619: snap_remove snap 44 2024-09-13T00:05:49.227 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[22749]: debug 2024-09-13T00:05:48.918+0000 7fad6cd99ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T00:05:49.227 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:48 smithi032 bash[22749]: debug 2024-09-13T00:05:48.990+0000 7fad6cd99ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T00:05:49.227 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:49 smithi032 bash[22749]: debug 2024-09-13T00:05:49.058+0000 7fad6cd99ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T00:05:49.613 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:49 smithi032 bash[22749]: debug 2024-09-13T00:05:49.230+0000 7fad6cd99ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T00:05:49.613 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:49 smithi032 bash[22749]: debug 2024-09-13T00:05:49.306+0000 7fad6cd99ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T00:05:49.613 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:49 smithi032 bash[22749]: debug 2024-09-13T00:05:49.374+0000 7fad6cd99ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T00:05:49.652 INFO:tasks.rados.rados.0.smithi032.stdout:619: done (13 left) 2024-09-13T00:05:49.652 INFO:tasks.rados.rados.0.smithi032.stdout:620: snap_remove snap 38 2024-09-13T00:05:49.875 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:49 smithi032 bash[22496]: cluster 2024-09-13T00:05:48.579417+0000 mgr.x (mgr.24607) 4 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:49.875 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:49 smithi032 bash[22496]: cluster 2024-09-13T00:05:48.643902+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-09-13T00:05:49.875 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:49 smithi032 bash[22749]: debug 2024-09-13T00:05:49.614+0000 7fad6cd99ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T00:05:49.876 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:49 smithi032 bash[22749]: debug 2024-09-13T00:05:49.702+0000 7fad6cd99ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T00:05:49.876 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:49 smithi032 bash[32211]: cluster 2024-09-13T00:05:48.579417+0000 mgr.x (mgr.24607) 4 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:49.876 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:49 smithi032 bash[32211]: cluster 2024-09-13T00:05:48.643902+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-09-13T00:05:50.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:49 smithi053 bash[24393]: cluster 2024-09-13T00:05:48.579417+0000 mgr.x (mgr.24607) 4 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:50.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:49 smithi053 bash[24393]: cluster 2024-09-13T00:05:48.643902+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-09-13T00:05:50.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:49 smithi032 bash[22749]: debug 2024-09-13T00:05:49.874+0000 7fad6cd99ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T00:05:50.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:49 smithi032 bash[22749]: debug 2024-09-13T00:05:49.954+0000 7fad6cd99ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T00:05:50.506 INFO:tasks.rados.rados.0.smithi032.stdout:620: done (13 left) 2024-09-13T00:05:50.506 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 55 2024-09-13T00:05:50.506 INFO:tasks.rados.rados.0.smithi032.stdout:605: finishing write tid 4 to smithi03267100-16 2024-09-13T00:05:50.506 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 136 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-09-13T00:05:50.506 INFO:tasks.rados.rados.0.smithi032.stdout:605: left oid 16 (ObjNum 204 snap 55 seq_num 204) 2024-09-13T00:05:50.506 INFO:tasks.rados.rados.0.smithi032.stdout:606: finishing write tid 1 to smithi03267100-4 2024-09-13T00:05:50.506 INFO:tasks.rados.rados.0.smithi032.stdout:606: finishing write tid 2 to smithi03267100-4 2024-09-13T00:05:50.506 INFO:tasks.rados.rados.0.smithi032.stdout:606: finishing write tid 3 to smithi03267100-4 2024-09-13T00:05:50.507 INFO:tasks.rados.rados.0.smithi032.stdout:606: finishing write tid 4 to smithi03267100-4 2024-09-13T00:05:50.507 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 162 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-09-13T00:05:50.507 INFO:tasks.rados.rados.0.smithi032.stdout:606: left oid 4 (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:05:50.507 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 202 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-13T00:05:50.507 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 161 (ObjNum 172 snap 47 seq_num 172) dirty exists 2024-09-13T00:05:50.507 INFO:tasks.rados.rados.0.smithi032.stdout:608: finishing write tid 1 to smithi03267100-19 2024-09-13T00:05:50.507 INFO:tasks.rados.rados.0.smithi032.stdout:608: finishing write tid 2 to smithi03267100-19 2024-09-13T00:05:50.507 INFO:tasks.rados.rados.0.smithi032.stdout:608: finishing write tid 3 to smithi03267100-19 2024-09-13T00:05:50.507 INFO:tasks.rados.rados.0.smithi032.stdout:608: finishing write tid 4 to smithi03267100-19 2024-09-13T00:05:50.507 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 128 (ObjNum 206 snap 55 seq_num 206) dirty exists 2024-09-13T00:05:50.507 INFO:tasks.rados.rados.0.smithi032.stdout:608: left oid 19 (ObjNum 206 snap 55 seq_num 206) 2024-09-13T00:05:50.507 INFO:tasks.rados.rados.0.smithi032.stdout:612: finishing write tid 1 to smithi03267100-8 2024-09-13T00:05:50.507 INFO:tasks.rados.rados.0.smithi032.stdout:612: finishing write tid 2 to smithi03267100-8 2024-09-13T00:05:50.508 INFO:tasks.rados.rados.0.smithi032.stdout:612: finishing write tid 3 to smithi03267100-8 2024-09-13T00:05:50.508 INFO:tasks.rados.rados.0.smithi032.stdout:612: finishing write tid 4 to smithi03267100-8 2024-09-13T00:05:50.508 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 111 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-09-13T00:05:50.508 INFO:tasks.rados.rados.0.smithi032.stdout:612: left oid 8 (ObjNum 207 snap 55 seq_num 207) 2024-09-13T00:05:50.508 INFO:tasks.rados.rados.0.smithi032.stdout:613: finishing write tid 1 to smithi03267100-49 2024-09-13T00:05:50.508 INFO:tasks.rados.rados.0.smithi032.stdout:613: finishing write tid 2 to smithi03267100-49 2024-09-13T00:05:50.508 INFO:tasks.rados.rados.0.smithi032.stdout:613: finishing write tid 3 to smithi03267100-49 2024-09-13T00:05:50.508 INFO:tasks.rados.rados.0.smithi032.stdout:613: finishing write tid 4 to smithi03267100-49 2024-09-13T00:05:50.508 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 194 (ObjNum 208 snap 55 seq_num 208) dirty exists 2024-09-13T00:05:50.508 INFO:tasks.rados.rados.0.smithi032.stdout:613: left oid 49 (ObjNum 208 snap 55 seq_num 208) 2024-09-13T00:05:50.508 INFO:tasks.rados.rados.0.smithi032.stdout:614: finishing write tid 1 to smithi03267100-25 2024-09-13T00:05:50.508 INFO:tasks.rados.rados.0.smithi032.stdout:616: expect (ObjNum 180 snap 51 seq_num 180) 2024-09-13T00:05:50.570 INFO:tasks.rados.rados.0.smithi032.stdout:614: finishing write tid 2 to smithi03267100-25 2024-09-13T00:05:50.570 INFO:tasks.rados.rados.0.smithi032.stdout:614: finishing write tid 3 to smithi03267100-25 2024-09-13T00:05:50.570 INFO:tasks.rados.rados.0.smithi032.stdout:614: finishing write tid 4 to smithi03267100-25 2024-09-13T00:05:50.570 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 164 (ObjNum 209 snap 55 seq_num 209) dirty exists 2024-09-13T00:05:50.571 INFO:tasks.rados.rados.0.smithi032.stdout:614: left oid 25 (ObjNum 209 snap 55 seq_num 209) 2024-09-13T00:05:50.571 INFO:tasks.rados.rados.0.smithi032.stdout:615: expect (ObjNum 130 snap 34 seq_num 130) 2024-09-13T00:05:50.626 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:50 smithi032 bash[22749]: debug 2024-09-13T00:05:50.198+0000 7fad6cd99ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T00:05:50.626 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:50 smithi032 bash[22749]: debug 2024-09-13T00:05:50.366+0000 7fad6cd99ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T00:05:50.626 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:50 smithi032 bash[22749]: debug 2024-09-13T00:05:50.446+0000 7fad6cd99ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T00:05:50.751 INFO:tasks.rados.rados.0.smithi032.stdout:617: finishing write tid 1 to smithi03267100-24 2024-09-13T00:05:50.751 INFO:tasks.rados.rados.0.smithi032.stdout:617: finishing write tid 2 to smithi03267100-24 2024-09-13T00:05:50.751 INFO:tasks.rados.rados.0.smithi032.stdout:617: finishing write tid 3 to smithi03267100-24 2024-09-13T00:05:50.751 INFO:tasks.rados.rados.0.smithi032.stdout:617: finishing write tid 4 to smithi03267100-24 2024-09-13T00:05:50.751 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 147 (ObjNum 210 snap 55 seq_num 210) dirty exists 2024-09-13T00:05:50.751 INFO:tasks.rados.rados.0.smithi032.stdout:617: left oid 24 (ObjNum 210 snap 55 seq_num 210) 2024-09-13T00:05:50.751 INFO:tasks.rados.rados.0.smithi032.stdout:618: finishing write tid 1 to smithi03267100-17 2024-09-13T00:05:50.751 INFO:tasks.rados.rados.0.smithi032.stdout:618: finishing write tid 2 to smithi03267100-17 2024-09-13T00:05:50.751 INFO:tasks.rados.rados.0.smithi032.stdout:618: finishing write tid 3 to smithi03267100-17 2024-09-13T00:05:50.751 INFO:tasks.rados.rados.0.smithi032.stdout:618: finishing write tid 4 to smithi03267100-17 2024-09-13T00:05:50.751 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 423 (ObjNum 211 snap 55 seq_num 211) dirty exists 2024-09-13T00:05:50.752 INFO:tasks.rados.rados.0.smithi032.stdout:618: left oid 17 (ObjNum 211 snap 55 seq_num 211) 2024-09-13T00:05:50.752 INFO:tasks.rados.rados.0.smithi032.stdout:621: seq_num 212 ranges {3235840=753664,3989504=401408} 2024-09-13T00:05:50.779 INFO:tasks.rados.rados.0.smithi032.stdout:621: writing smithi03267100-2 from 3235840 to 3989504 tid 1 2024-09-13T00:05:50.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[24393]: cluster 2024-09-13T00:05:49.652707+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-09-13T00:05:50.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[24393]: cluster 2024-09-13T00:05:49.653726+0000 mon.a (mon.0) 1229 : cluster [DBG] mgrmap e27: x(active, since 3s) 2024-09-13T00:05:50.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[24393]: audit 2024-09-13T00:05:50.121450+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:50.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[24393]: cluster 2024-09-13T00:05:50.503191+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-09-13T00:05:50.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: debug 2024-09-13T00:05:50.434+0000 7f2c49a48640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:00:05:50] ENGINE Error in HTTPServer.serve 2024-09-13T00:05:50.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: Traceback (most recent call last): 2024-09-13T00:05:50.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T00:05:50.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: self._connections.run(self.expiration_interval) 2024-09-13T00:05:50.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T00:05:50.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: self._run(expiration_interval) 2024-09-13T00:05:50.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T00:05:50.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T00:05:50.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T00:05:50.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T00:05:50.785 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T00:05:50.785 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: s = self.context.wrap_socket( 2024-09-13T00:05:50.785 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T00:05:50.785 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: return self.sslsocket_class._create( 2024-09-13T00:05:50.785 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T00:05:50.785 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: self.do_handshake() 2024-09-13T00:05:50.785 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T00:05:50.785 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: self._sslobj.do_handshake() 2024-09-13T00:05:50.785 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:50 smithi053 bash[52659]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T00:05:50.786 INFO:tasks.rados.rados.0.smithi032.stdout:621: writing smithi03267100-2 from 3989504 to 4390912 tid 2 2024-09-13T00:05:50.786 INFO:tasks.rados.rados.0.smithi032.stdout:605: done (13 left) 2024-09-13T00:05:50.786 INFO:tasks.rados.rados.0.smithi032.stdout:606: done (12 left) 2024-09-13T00:05:50.786 INFO:tasks.rados.rados.0.smithi032.stdout:607: done (11 left) 2024-09-13T00:05:50.786 INFO:tasks.rados.rados.0.smithi032.stdout:608: done (10 left) 2024-09-13T00:05:50.786 INFO:tasks.rados.rados.0.smithi032.stdout:609: done (9 left) 2024-09-13T00:05:50.786 INFO:tasks.rados.rados.0.smithi032.stdout:610: done (8 left) 2024-09-13T00:05:50.786 INFO:tasks.rados.rados.0.smithi032.stdout:612: done (7 left) 2024-09-13T00:05:50.787 INFO:tasks.rados.rados.0.smithi032.stdout:613: done (6 left) 2024-09-13T00:05:50.787 INFO:tasks.rados.rados.0.smithi032.stdout:614: done (5 left) 2024-09-13T00:05:50.787 INFO:tasks.rados.rados.0.smithi032.stdout:615: done (4 left) 2024-09-13T00:05:50.787 INFO:tasks.rados.rados.0.smithi032.stdout:616: done (3 left) 2024-09-13T00:05:50.787 INFO:tasks.rados.rados.0.smithi032.stdout:617: done (2 left) 2024-09-13T00:05:50.787 INFO:tasks.rados.rados.0.smithi032.stdout:618: done (1 left) 2024-09-13T00:05:50.787 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 55 2024-09-13T00:05:50.787 INFO:tasks.rados.rados.0.smithi032.stdout:622: seq_num 213 ranges {4317184=770048,5087232=401408} 2024-09-13T00:05:50.814 INFO:tasks.rados.rados.0.smithi032.stdout:622: writing smithi03267100-24 from 4317184 to 5087232 tid 1 2024-09-13T00:05:50.817 INFO:tasks.rados.rados.0.smithi032.stdout:622: writing smithi03267100-24 from 5087232 to 5488640 tid 2 2024-09-13T00:05:50.817 INFO:tasks.rados.rados.0.smithi032.stdout:623: snap_create 2024-09-13T00:05:50.817 INFO:tasks.rados.rados.0.smithi032.stdout:621: finishing write tid 1 to smithi03267100-2 2024-09-13T00:05:50.817 INFO:tasks.rados.rados.0.smithi032.stdout:621: finishing write tid 2 to smithi03267100-2 2024-09-13T00:05:50.818 INFO:tasks.rados.rados.0.smithi032.stdout:621: finishing write tid 3 to smithi03267100-2 2024-09-13T00:05:50.818 INFO:tasks.rados.rados.0.smithi032.stdout:621: finishing write tid 4 to smithi03267100-2 2024-09-13T00:05:50.818 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 200 (ObjNum 212 snap 55 seq_num 212) dirty exists 2024-09-13T00:05:50.818 INFO:tasks.rados.rados.0.smithi032.stdout:621: left oid 2 (ObjNum 212 snap 55 seq_num 212) 2024-09-13T00:05:50.821 INFO:tasks.rados.rados.0.smithi032.stdout:622: finishing write tid 1 to smithi03267100-24 2024-09-13T00:05:50.821 INFO:tasks.rados.rados.0.smithi032.stdout:622: finishing write tid 2 to smithi03267100-24 2024-09-13T00:05:50.822 INFO:tasks.rados.rados.0.smithi032.stdout:622: finishing write tid 3 to smithi03267100-24 2024-09-13T00:05:50.823 INFO:tasks.rados.rados.0.smithi032.stdout:622: finishing write tid 4 to smithi03267100-24 2024-09-13T00:05:50.823 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 162 (ObjNum 213 snap 55 seq_num 213) dirty exists 2024-09-13T00:05:50.823 INFO:tasks.rados.rados.0.smithi032.stdout:622: left oid 24 (ObjNum 213 snap 55 seq_num 213) 2024-09-13T00:05:50.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:50 smithi032 bash[22749]: debug 2024-09-13T00:05:50.626+0000 7fad6cd99ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T00:05:50.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:50 smithi032 bash[32211]: cluster 2024-09-13T00:05:49.652707+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-09-13T00:05:50.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:50 smithi032 bash[32211]: cluster 2024-09-13T00:05:49.653726+0000 mon.a (mon.0) 1229 : cluster [DBG] mgrmap e27: x(active, since 3s) 2024-09-13T00:05:50.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:50 smithi032 bash[32211]: audit 2024-09-13T00:05:50.121450+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:50.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:50 smithi032 bash[32211]: cluster 2024-09-13T00:05:50.503191+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-09-13T00:05:50.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:50 smithi032 bash[22496]: cluster 2024-09-13T00:05:49.652707+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-09-13T00:05:50.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:50 smithi032 bash[22496]: cluster 2024-09-13T00:05:49.653726+0000 mon.a (mon.0) 1229 : cluster [DBG] mgrmap e27: x(active, since 3s) 2024-09-13T00:05:50.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:50 smithi032 bash[22496]: audit 2024-09-13T00:05:50.121450+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:50.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:50 smithi032 bash[22496]: cluster 2024-09-13T00:05:50.503191+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-09-13T00:05:51.663 INFO:tasks.rados.rados.0.smithi032.stdout:621: done (2 left) 2024-09-13T00:05:51.663 INFO:tasks.rados.rados.0.smithi032.stdout:622: done (1 left) 2024-09-13T00:05:51.663 INFO:tasks.rados.rados.0.smithi032.stdout:623: done (0 left) 2024-09-13T00:05:51.663 INFO:tasks.rados.rados.0.smithi032.stdout:624: rollback oid 13 current snap is 56 2024-09-13T00:05:51.663 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 40 2024-09-13T00:05:51.663 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 56 2024-09-13T00:05:51.663 INFO:tasks.rados.rados.0.smithi032.stdout:625: seq_num 214 ranges {0=794624,794624=401408} 2024-09-13T00:05:51.663 INFO:tasks.rados.rados.0.smithi032.stdout:625: writing smithi03267100-35 from 0 to 794624 tid 1 2024-09-13T00:05:51.663 INFO:tasks.rados.rados.0.smithi032.stdout:625: writing smithi03267100-35 from 794624 to 1196032 tid 2 2024-09-13T00:05:51.663 INFO:tasks.rados.rados.0.smithi032.stdout:626: read oid 1 snap -1 2024-09-13T00:05:51.663 INFO:tasks.rados.rados.0.smithi032.stdout:626: expect (ObjNum 187 snap 54 seq_num 187) 2024-09-13T00:05:51.664 INFO:tasks.rados.rados.0.smithi032.stdout:627: copy_from oid 17 from oid 38 current snap is 56 2024-09-13T00:05:51.664 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 56 2024-09-13T00:05:51.664 INFO:tasks.rados.rados.0.smithi032.stdout:628: seq_num 215 ranges {4390912=409600,4800512=532480,5332992=270336} 2024-09-13T00:05:51.687 INFO:tasks.rados.rados.0.smithi032.stdout:628: writing smithi03267100-2 from 4390912 to 4800512 tid 1 2024-09-13T00:05:51.691 INFO:tasks.rados.rados.0.smithi032.stdout:628: writing smithi03267100-2 from 4800512 to 5332992 tid 2 2024-09-13T00:05:51.693 INFO:tasks.rados.rados.0.smithi032.stdout:628: writing smithi03267100-2 from 5332992 to 5603328 tid 3 2024-09-13T00:05:51.693 INFO:tasks.rados.rados.0.smithi032.stdout:629: setattr oid 36 current snap is 56 2024-09-13T00:05:51.698 INFO:tasks.rados.rados.0.smithi032.stdout:626: expect (ObjNum 187 snap 54 seq_num 187) 2024-09-13T00:05:51.743 INFO:tasks.rados.rados.0.smithi032.stdout:625: finishing write tid 1 to smithi03267100-35 2024-09-13T00:05:51.743 INFO:tasks.rados.rados.0.smithi032.stdout:625: finishing write tid 2 to smithi03267100-35 2024-09-13T00:05:51.743 INFO:tasks.rados.rados.0.smithi032.stdout:624: finishing rollback tid 0 to smithi03267100-13 2024-09-13T00:05:51.743 INFO:tasks.rados.rados.0.smithi032.stdout:624: finishing rollback tid 1 to smithi03267100-13 2024-09-13T00:05:51.743 INFO:tasks.rados.rados.0.smithi032.stdout:624: finishing rollback tid 2 to smithi03267100-13 2024-09-13T00:05:51.744 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 435 (ObjNum 130 snap 34 seq_num 130) dirty exists 2024-09-13T00:05:51.744 INFO:tasks.rados.rados.0.smithi032.stdout:625: finishing write tid 3 to smithi03267100-35 2024-09-13T00:05:51.744 INFO:tasks.rados.rados.0.smithi032.stdout:625: finishing write tid 4 to smithi03267100-35 2024-09-13T00:05:51.744 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 203 (ObjNum 214 snap 56 seq_num 214) dirty exists 2024-09-13T00:05:51.744 INFO:tasks.rados.rados.0.smithi032.stdout:625: left oid 35 (ObjNum 214 snap 56 seq_num 214) 2024-09-13T00:05:51.745 INFO:tasks.rados.rados.0.smithi032.stdout:628: finishing write tid 1 to smithi03267100-2 2024-09-13T00:05:51.745 INFO:tasks.rados.rados.0.smithi032.stdout:628: finishing write tid 2 to smithi03267100-2 2024-09-13T00:05:51.745 INFO:tasks.rados.rados.0.smithi032.stdout:628: finishing write tid 3 to smithi03267100-2 2024-09-13T00:05:51.745 INFO:tasks.rados.rados.0.smithi032.stdout:628: finishing write tid 4 to smithi03267100-2 2024-09-13T00:05:51.745 INFO:tasks.rados.rados.0.smithi032.stdout:628: finishing write tid 5 to smithi03267100-2 2024-09-13T00:05:51.745 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 208 (ObjNum 215 snap 56 seq_num 215) dirty exists 2024-09-13T00:05:51.746 INFO:tasks.rados.rados.0.smithi032.stdout:628: left oid 2 (ObjNum 215 snap 56 seq_num 215) 2024-09-13T00:05:51.746 INFO:tasks.rados.rados.0.smithi032.stdout:627: finishing copy_from racing read to smithi03267100-17 2024-09-13T00:05:51.746 INFO:tasks.rados.rados.0.smithi032.stdout:627: finishing copy_from to smithi03267100-17 2024-09-13T00:05:51.746 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 76 (ObjNum 132 snap 34 seq_num 132) dirty exists 2024-09-13T00:05:51.746 INFO:tasks.rados.rados.0.smithi032.stdout:624: done (5 left) 2024-09-13T00:05:51.747 INFO:tasks.rados.rados.0.smithi032.stdout:625: done (4 left) 2024-09-13T00:05:51.747 INFO:tasks.rados.rados.0.smithi032.stdout:626: done (3 left) 2024-09-13T00:05:51.747 INFO:tasks.rados.rados.0.smithi032.stdout:627: done (2 left) 2024-09-13T00:05:51.747 INFO:tasks.rados.rados.0.smithi032.stdout:628: done (1 left) 2024-09-13T00:05:51.747 INFO:tasks.rados.rados.0.smithi032.stdout:630: setattr oid 33 current snap is 56 2024-09-13T00:05:51.748 INFO:tasks.rados.rados.0.smithi032.stdout:631: snap_create 2024-09-13T00:05:51.748 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 445 (ObjNum 118 snap 31 seq_num 118) dirty exists 2024-09-13T00:05:51.749 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 164 (ObjNum 170 snap 47 seq_num 170) dirty exists 2024-09-13T00:05:51.767 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22749]: debug 2024-09-13T00:05:51.462+0000 7fad6cd99ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T00:05:51.768 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22749]: debug 2024-09-13T00:05:51.542+0000 7fad6cd99ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T00:05:51.768 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: cephadm 2024-09-13T00:05:50.210929+0000 mgr.x (mgr.24607) 5 : cephadm [INF] [13/Sep/2024:00:05:50] ENGINE Bus STARTING 2024-09-13T00:05:51.769 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: cephadm 2024-09-13T00:05:50.313478+0000 mgr.x (mgr.24607) 6 : cephadm [INF] [13/Sep/2024:00:05:50] ENGINE Serving on http://172.21.15.53:8765 2024-09-13T00:05:51.769 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: cephadm 2024-09-13T00:05:50.437483+0000 mgr.x (mgr.24607) 7 : cephadm [INF] [13/Sep/2024:00:05:50] ENGINE Serving on https://172.21.15.53:7150 2024-09-13T00:05:51.769 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: cephadm 2024-09-13T00:05:50.437667+0000 mgr.x (mgr.24607) 8 : cephadm [INF] [13/Sep/2024:00:05:50] ENGINE Bus STARTED 2024-09-13T00:05:51.769 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: cephadm 2024-09-13T00:05:50.439565+0000 mgr.x (mgr.24607) 9 : cephadm [ERR] [13/Sep/2024:00:05:50] ENGINE Error in HTTPServer.serve 2024-09-13T00:05:51.769 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: Traceback (most recent call last): 2024-09-13T00:05:51.770 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T00:05:51.770 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: self._connections.run(self.expiration_interval) 2024-09-13T00:05:51.770 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T00:05:51.770 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: self._run(expiration_interval) 2024-09-13T00:05:51.770 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T00:05:51.770 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T00:05:51.771 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T00:05:51.771 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T00:05:51.771 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T00:05:51.771 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: s = self.context.wrap_socket( 2024-09-13T00:05:51.771 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T00:05:51.772 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: return self.sslsocket_class._create( 2024-09-13T00:05:51.772 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T00:05:51.772 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: self.do_handshake() 2024-09-13T00:05:51.772 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T00:05:51.772 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: self._sslobj.do_handshake() 2024-09-13T00:05:51.772 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T00:05:51.773 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[32211]: cluster 2024-09-13T00:05:50.580147+0000 mgr.x (mgr.24607) 10 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:51.773 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: cephadm 2024-09-13T00:05:50.210929+0000 mgr.x (mgr.24607) 5 : cephadm [INF] [13/Sep/2024:00:05:50] ENGINE Bus STARTING 2024-09-13T00:05:51.773 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: cephadm 2024-09-13T00:05:50.313478+0000 mgr.x (mgr.24607) 6 : cephadm [INF] [13/Sep/2024:00:05:50] ENGINE Serving on http://172.21.15.53:8765 2024-09-13T00:05:51.773 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: cephadm 2024-09-13T00:05:50.437483+0000 mgr.x (mgr.24607) 7 : cephadm [INF] [13/Sep/2024:00:05:50] ENGINE Serving on https://172.21.15.53:7150 2024-09-13T00:05:51.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: cephadm 2024-09-13T00:05:50.437667+0000 mgr.x (mgr.24607) 8 : cephadm [INF] [13/Sep/2024:00:05:50] ENGINE Bus STARTED 2024-09-13T00:05:51.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: cephadm 2024-09-13T00:05:50.439565+0000 mgr.x (mgr.24607) 9 : cephadm [ERR] [13/Sep/2024:00:05:50] ENGINE Error in HTTPServer.serve 2024-09-13T00:05:51.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: Traceback (most recent call last): 2024-09-13T00:05:51.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T00:05:51.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: self._connections.run(self.expiration_interval) 2024-09-13T00:05:51.775 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T00:05:51.775 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: self._run(expiration_interval) 2024-09-13T00:05:51.775 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T00:05:51.775 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T00:05:51.775 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T00:05:51.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T00:05:51.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T00:05:51.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: s = self.context.wrap_socket( 2024-09-13T00:05:51.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T00:05:51.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: return self.sslsocket_class._create( 2024-09-13T00:05:51.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T00:05:51.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: self.do_handshake() 2024-09-13T00:05:51.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T00:05:51.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: self._sslobj.do_handshake() 2024-09-13T00:05:51.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T00:05:51.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22496]: cluster 2024-09-13T00:05:50.580147+0000 mgr.x (mgr.24607) 10 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:52.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: cephadm 2024-09-13T00:05:50.210929+0000 mgr.x (mgr.24607) 5 : cephadm [INF] [13/Sep/2024:00:05:50] ENGINE Bus STARTING 2024-09-13T00:05:52.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: cephadm 2024-09-13T00:05:50.313478+0000 mgr.x (mgr.24607) 6 : cephadm [INF] [13/Sep/2024:00:05:50] ENGINE Serving on http://172.21.15.53:8765 2024-09-13T00:05:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: cephadm 2024-09-13T00:05:50.437483+0000 mgr.x (mgr.24607) 7 : cephadm [INF] [13/Sep/2024:00:05:50] ENGINE Serving on https://172.21.15.53:7150 2024-09-13T00:05:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: cephadm 2024-09-13T00:05:50.437667+0000 mgr.x (mgr.24607) 8 : cephadm [INF] [13/Sep/2024:00:05:50] ENGINE Bus STARTED 2024-09-13T00:05:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: cephadm 2024-09-13T00:05:50.439565+0000 mgr.x (mgr.24607) 9 : cephadm [ERR] [13/Sep/2024:00:05:50] ENGINE Error in HTTPServer.serve 2024-09-13T00:05:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: Traceback (most recent call last): 2024-09-13T00:05:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T00:05:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: self._connections.run(self.expiration_interval) 2024-09-13T00:05:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T00:05:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: self._run(expiration_interval) 2024-09-13T00:05:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T00:05:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T00:05:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T00:05:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T00:05:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T00:05:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: s = self.context.wrap_socket( 2024-09-13T00:05:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T00:05:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: return self.sslsocket_class._create( 2024-09-13T00:05:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T00:05:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: self.do_handshake() 2024-09-13T00:05:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T00:05:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: self._sslobj.do_handshake() 2024-09-13T00:05:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T00:05:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:51 smithi053 bash[24393]: cluster 2024-09-13T00:05:50.580147+0000 mgr.x (mgr.24607) 10 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:52.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22749]: debug 2024-09-13T00:05:51.770+0000 7fad6cd99ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T00:05:52.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:51 smithi032 bash[22749]: debug 2024-09-13T00:05:51.846+0000 7fad6cd99ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T00:05:52.659 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[22749]: debug 2024-09-13T00:05:52.178+0000 7fad6cd99ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T00:05:52.659 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[22749]: debug 2024-09-13T00:05:52.258+0000 7fad6cd99ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T00:05:52.659 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[22749]: [13/Sep/2024:00:05:52] ENGINE Bus STARTING 2024-09-13T00:05:52.659 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[22749]: CherryPy Checker: 2024-09-13T00:05:52.659 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[22749]: The Application mounted at '' has an empty config. 2024-09-13T00:05:52.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[22749]: [13/Sep/2024:00:05:52] ENGINE Serving on http://:::9283 2024-09-13T00:05:52.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[22749]: [13/Sep/2024:00:05:52] ENGINE Bus STARTED 2024-09-13T00:05:52.685 INFO:tasks.rados.rados.0.smithi032.stdout:629: done (2 left) 2024-09-13T00:05:52.685 INFO:tasks.rados.rados.0.smithi032.stdout:630: done (1 left) 2024-09-13T00:05:52.685 INFO:tasks.rados.rados.0.smithi032.stdout:631: done (0 left) 2024-09-13T00:05:52.685 INFO:tasks.rados.rados.0.smithi032.stdout:632: rollback oid 32 current snap is 57 2024-09-13T00:05:52.685 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 32 to 52 2024-09-13T00:05:52.685 INFO:tasks.rados.rados.0.smithi032.stdout:633: snap_remove snap 54 2024-09-13T00:05:52.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[22496]: cluster 2024-09-13T00:05:51.654390+0000 mon.a (mon.0) 1232 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-09-13T00:05:52.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[22496]: cluster 2024-09-13T00:05:51.669858+0000 mon.a (mon.0) 1233 : cluster [DBG] mgrmap e28: x(active, since 5s) 2024-09-13T00:05:52.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[22496]: cluster 2024-09-13T00:05:52.281984+0000 mon.a (mon.0) 1234 : cluster [DBG] Standby manager daemon y started 2024-09-13T00:05:52.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[22496]: audit 2024-09-13T00:05:52.286807+0000 mon.a (mon.0) 1235 : audit [DBG] from='mgr.? 172.21.15.32:0/3876554489' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T00:05:52.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[22496]: audit 2024-09-13T00:05:52.289130+0000 mon.a (mon.0) 1236 : audit [DBG] from='mgr.? 172.21.15.32:0/3876554489' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:05:52.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[22496]: audit 2024-09-13T00:05:52.290742+0000 mon.a (mon.0) 1237 : audit [DBG] from='mgr.? 172.21.15.32:0/3876554489' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T00:05:52.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[22496]: audit 2024-09-13T00:05:52.291066+0000 mon.a (mon.0) 1238 : audit [DBG] from='mgr.? 172.21.15.32:0/3876554489' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:05:52.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[32211]: cluster 2024-09-13T00:05:51.654390+0000 mon.a (mon.0) 1232 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-09-13T00:05:52.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[32211]: cluster 2024-09-13T00:05:51.669858+0000 mon.a (mon.0) 1233 : cluster [DBG] mgrmap e28: x(active, since 5s) 2024-09-13T00:05:52.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[32211]: cluster 2024-09-13T00:05:52.281984+0000 mon.a (mon.0) 1234 : cluster [DBG] Standby manager daemon y started 2024-09-13T00:05:52.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[32211]: audit 2024-09-13T00:05:52.286807+0000 mon.a (mon.0) 1235 : audit [DBG] from='mgr.? 172.21.15.32:0/3876554489' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T00:05:52.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[32211]: audit 2024-09-13T00:05:52.289130+0000 mon.a (mon.0) 1236 : audit [DBG] from='mgr.? 172.21.15.32:0/3876554489' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:05:52.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[32211]: audit 2024-09-13T00:05:52.290742+0000 mon.a (mon.0) 1237 : audit [DBG] from='mgr.? 172.21.15.32:0/3876554489' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T00:05:52.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:52 smithi032 bash[32211]: audit 2024-09-13T00:05:52.291066+0000 mon.a (mon.0) 1238 : audit [DBG] from='mgr.? 172.21.15.32:0/3876554489' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:05:53.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:52 smithi053 bash[24393]: cluster 2024-09-13T00:05:51.654390+0000 mon.a (mon.0) 1232 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-09-13T00:05:53.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:52 smithi053 bash[24393]: cluster 2024-09-13T00:05:51.669858+0000 mon.a (mon.0) 1233 : cluster [DBG] mgrmap e28: x(active, since 5s) 2024-09-13T00:05:53.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:52 smithi053 bash[24393]: cluster 2024-09-13T00:05:52.281984+0000 mon.a (mon.0) 1234 : cluster [DBG] Standby manager daemon y started 2024-09-13T00:05:53.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:52 smithi053 bash[24393]: audit 2024-09-13T00:05:52.286807+0000 mon.a (mon.0) 1235 : audit [DBG] from='mgr.? 172.21.15.32:0/3876554489' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T00:05:53.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:52 smithi053 bash[24393]: audit 2024-09-13T00:05:52.289130+0000 mon.a (mon.0) 1236 : audit [DBG] from='mgr.? 172.21.15.32:0/3876554489' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:05:53.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:52 smithi053 bash[24393]: audit 2024-09-13T00:05:52.290742+0000 mon.a (mon.0) 1237 : audit [DBG] from='mgr.? 172.21.15.32:0/3876554489' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T00:05:53.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:52 smithi053 bash[24393]: audit 2024-09-13T00:05:52.291066+0000 mon.a (mon.0) 1238 : audit [DBG] from='mgr.? 172.21.15.32:0/3876554489' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:05:53.672 INFO:tasks.rados.rados.0.smithi032.stdout:633: done (1 left) 2024-09-13T00:05:53.673 INFO:tasks.rados.rados.0.smithi032.stdout:634: rollback oid 46 current snap is 57 2024-09-13T00:05:53.673 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 53 2024-09-13T00:05:53.673 INFO:tasks.rados.rados.0.smithi032.stdout:632: finishing rollback tid 0 to smithi03267100-32 2024-09-13T00:05:53.673 INFO:tasks.rados.rados.0.smithi032.stdout:632: finishing rollback tid 1 to smithi03267100-32 2024-09-13T00:05:53.673 INFO:tasks.rados.rados.0.smithi032.stdout:632: finishing rollback tid 2 to smithi03267100-32 2024-09-13T00:05:53.673 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 439 (ObjNum 127 snap 34 seq_num 127) dirty exists 2024-09-13T00:05:53.673 INFO:tasks.rados.rados.0.smithi032.stdout:632: done (1 left) 2024-09-13T00:05:53.673 INFO:tasks.rados.rados.0.smithi032.stdout:635: snap_remove snap 22 2024-09-13T00:05:54.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:53 smithi053 bash[24393]: cluster 2024-09-13T00:05:52.580878+0000 mgr.x (mgr.24607) 11 : cluster [DBG] pgmap v11: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:54.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:53 smithi053 bash[24393]: cluster 2024-09-13T00:05:52.683408+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-09-13T00:05:54.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:53 smithi053 bash[24393]: cluster 2024-09-13T00:05:52.686571+0000 mon.a (mon.0) 1240 : cluster [DBG] mgrmap e29: x(active, since 6s), standbys: y 2024-09-13T00:05:54.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:53 smithi053 bash[24393]: audit 2024-09-13T00:05:52.689833+0000 mon.c (mon.2) 70 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T00:05:54.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:53 smithi032 bash[22496]: cluster 2024-09-13T00:05:52.580878+0000 mgr.x (mgr.24607) 11 : cluster [DBG] pgmap v11: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:54.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:53 smithi032 bash[22496]: cluster 2024-09-13T00:05:52.683408+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-09-13T00:05:54.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:53 smithi032 bash[22496]: cluster 2024-09-13T00:05:52.686571+0000 mon.a (mon.0) 1240 : cluster [DBG] mgrmap e29: x(active, since 6s), standbys: y 2024-09-13T00:05:54.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:53 smithi032 bash[22496]: audit 2024-09-13T00:05:52.689833+0000 mon.c (mon.2) 70 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T00:05:54.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:53 smithi032 bash[32211]: cluster 2024-09-13T00:05:52.580878+0000 mgr.x (mgr.24607) 11 : cluster [DBG] pgmap v11: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:05:54.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:53 smithi032 bash[32211]: cluster 2024-09-13T00:05:52.683408+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-09-13T00:05:54.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:53 smithi032 bash[32211]: cluster 2024-09-13T00:05:52.686571+0000 mon.a (mon.0) 1240 : cluster [DBG] mgrmap e29: x(active, since 6s), standbys: y 2024-09-13T00:05:54.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:53 smithi032 bash[32211]: audit 2024-09-13T00:05:52.689833+0000 mon.c (mon.2) 70 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T00:05:54.694 INFO:tasks.rados.rados.0.smithi032.stdout:635: done (1 left) 2024-09-13T00:05:54.695 INFO:tasks.rados.rados.0.smithi032.stdout:636: read oid 21 snap -1 2024-09-13T00:05:54.695 INFO:tasks.rados.rados.0.smithi032.stdout:636: expect (ObjNum 193 snap 54 seq_num 193) 2024-09-13T00:05:54.695 INFO:tasks.rados.rados.0.smithi032.stdout:637: rollback oid 32 current snap is 57 2024-09-13T00:05:54.695 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 32 to 55 2024-09-13T00:05:54.695 INFO:tasks.rados.rados.0.smithi032.stdout:638: copy_from oid 27 from oid 8 current snap is 57 2024-09-13T00:05:54.695 INFO:tasks.rados.rados.0.smithi032.stdout:639: read oid 38 snap -1 2024-09-13T00:05:54.695 INFO:tasks.rados.rados.0.smithi032.stdout:639: expect (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:05:54.695 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 57 2024-09-13T00:05:54.695 INFO:tasks.rados.rados.0.smithi032.stdout:640: seq_num 216 ranges {90112=425984,516096=409600,925696=393216} 2024-09-13T00:05:54.696 INFO:tasks.rados.rados.0.smithi032.stdout:640: writing smithi03267100-30 from 90112 to 516096 tid 1 2024-09-13T00:05:54.700 INFO:tasks.rados.rados.0.smithi032.stdout:640: writing smithi03267100-30 from 516096 to 925696 tid 2 2024-09-13T00:05:54.702 INFO:tasks.rados.rados.0.smithi032.stdout:640: writing smithi03267100-30 from 925696 to 1318912 tid 3 2024-09-13T00:05:54.703 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 57 2024-09-13T00:05:54.703 INFO:tasks.rados.rados.0.smithi032.stdout:641: seq_num 217 ranges {753664=442368,1196032=696320,1892352=106496} 2024-09-13T00:05:54.712 INFO:tasks.rados.rados.0.smithi032.stdout:641: writing smithi03267100-37 from 753664 to 1196032 tid 1 2024-09-13T00:05:54.717 INFO:tasks.rados.rados.0.smithi032.stdout:641: writing smithi03267100-37 from 1196032 to 1892352 tid 2 2024-09-13T00:05:54.718 INFO:tasks.rados.rados.0.smithi032.stdout:641: writing smithi03267100-37 from 1892352 to 1998848 tid 3 2024-09-13T00:05:54.719 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 57 2024-09-13T00:05:54.719 INFO:tasks.rados.rados.0.smithi032.stdout:642: seq_num 218 ranges {2916352=458752,3375104=581632,3956736=221184} 2024-09-13T00:05:54.739 INFO:tasks.rados.rados.0.smithi032.stdout:642: writing smithi03267100-50 from 2916352 to 3375104 tid 1 2024-09-13T00:05:54.743 INFO:tasks.rados.rados.0.smithi032.stdout:642: writing smithi03267100-50 from 3375104 to 3956736 tid 2 2024-09-13T00:05:54.745 INFO:tasks.rados.rados.0.smithi032.stdout:642: writing smithi03267100-50 from 3956736 to 4177920 tid 3 2024-09-13T00:05:54.745 INFO:tasks.rados.rados.0.smithi032.stdout:643: copy_from oid 14 from oid 13 current snap is 57 2024-09-13T00:05:54.745 INFO:tasks.rados.rados.0.smithi032.stdout:634: finishing rollback tid 1 to smithi03267100-46 2024-09-13T00:05:54.746 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 4 (ObjNum 129 snap 0 seq_num 166482904) dirty dne 2024-09-13T00:05:54.746 INFO:tasks.rados.rados.0.smithi032.stdout:636: expect (ObjNum 193 snap 54 seq_num 193) 2024-09-13T00:05:54.779 INFO:tasks.rados.rados.0.smithi032.stdout:640: finishing write tid 1 to smithi03267100-30 2024-09-13T00:05:54.779 INFO:tasks.rados.rados.0.smithi032.stdout:640: finishing write tid 2 to smithi03267100-30 2024-09-13T00:05:54.779 INFO:tasks.rados.rados.0.smithi032.stdout:634: done (8 left) 2024-09-13T00:05:54.780 INFO:tasks.rados.rados.0.smithi032.stdout:636: done (7 left) 2024-09-13T00:05:54.780 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 57 2024-09-13T00:05:54.780 INFO:tasks.rados.rados.0.smithi032.stdout:640: finishing write tid 3 to smithi03267100-30 2024-09-13T00:05:54.780 INFO:tasks.rados.rados.0.smithi032.stdout:640: finishing write tid 4 to smithi03267100-30 2024-09-13T00:05:54.780 INFO:tasks.rados.rados.0.smithi032.stdout:644: seq_num 219 ranges {5488640=475136,5963776=466944,6430720=335872} 2024-09-13T00:05:54.813 INFO:tasks.rados.rados.0.smithi032.stdout:644: writing smithi03267100-24 from 5488640 to 5963776 tid 1 2024-09-13T00:05:54.816 INFO:tasks.rados.rados.0.smithi032.stdout:644: writing smithi03267100-24 from 5963776 to 6430720 tid 2 2024-09-13T00:05:54.819 INFO:tasks.rados.rados.0.smithi032.stdout:644: writing smithi03267100-24 from 6430720 to 6766592 tid 3 2024-09-13T00:05:54.819 INFO:tasks.rados.rados.0.smithi032.stdout:645: delete oid 21 current snap is 57 2024-09-13T00:05:54.819 INFO:tasks.rados.rados.0.smithi032.stdout:640: finishing write tid 5 to smithi03267100-30 2024-09-13T00:05:54.819 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 458 (ObjNum 216 snap 57 seq_num 216) dirty exists 2024-09-13T00:05:54.819 INFO:tasks.rados.rados.0.smithi032.stdout:640: left oid 30 (ObjNum 216 snap 57 seq_num 216) 2024-09-13T00:05:54.819 INFO:tasks.rados.rados.0.smithi032.stdout:641: finishing write tid 1 to smithi03267100-37 2024-09-13T00:05:54.819 INFO:tasks.rados.rados.0.smithi032.stdout:637: finishing rollback tid 0 to smithi03267100-32 2024-09-13T00:05:54.819 INFO:tasks.rados.rados.0.smithi032.stdout:637: finishing rollback tid 1 to smithi03267100-32 2024-09-13T00:05:54.819 INFO:tasks.rados.rados.0.smithi032.stdout:637: finishing rollback tid 2 to smithi03267100-32 2024-09-13T00:05:54.819 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 446 (ObjNum 127 snap 34 seq_num 127) dirty exists 2024-09-13T00:05:54.819 INFO:tasks.rados.rados.0.smithi032.stdout:641: finishing write tid 2 to smithi03267100-37 2024-09-13T00:05:54.819 INFO:tasks.rados.rados.0.smithi032.stdout:641: finishing write tid 3 to smithi03267100-37 2024-09-13T00:05:54.819 INFO:tasks.rados.rados.0.smithi032.stdout:638: finishing copy_from racing read to smithi03267100-27 2024-09-13T00:05:54.820 INFO:tasks.rados.rados.0.smithi032.stdout:638: finishing copy_from to smithi03267100-27 2024-09-13T00:05:54.820 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 111 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-09-13T00:05:54.820 INFO:tasks.rados.rados.0.smithi032.stdout:639: expect (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:05:54.988 INFO:tasks.rados.rados.0.smithi032.stdout:641: finishing write tid 4 to smithi03267100-37 2024-09-13T00:05:54.988 INFO:tasks.rados.rados.0.smithi032.stdout:642: finishing write tid 1 to smithi03267100-50 2024-09-13T00:05:54.988 INFO:tasks.rados.rados.0.smithi032.stdout:641: finishing write tid 5 to smithi03267100-37 2024-09-13T00:05:54.988 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 177 (ObjNum 217 snap 57 seq_num 217) dirty exists 2024-09-13T00:05:54.989 INFO:tasks.rados.rados.0.smithi032.stdout:641: left oid 37 (ObjNum 217 snap 57 seq_num 217) 2024-09-13T00:05:54.989 INFO:tasks.rados.rados.0.smithi032.stdout:642: finishing write tid 2 to smithi03267100-50 2024-09-13T00:05:54.989 INFO:tasks.rados.rados.0.smithi032.stdout:642: finishing write tid 3 to smithi03267100-50 2024-09-13T00:05:54.989 INFO:tasks.rados.rados.0.smithi032.stdout:642: finishing write tid 4 to smithi03267100-50 2024-09-13T00:05:54.989 INFO:tasks.rados.rados.0.smithi032.stdout:642: finishing write tid 5 to smithi03267100-50 2024-09-13T00:05:54.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 163 (ObjNum 218 snap 57 seq_num 218) dirty exists 2024-09-13T00:05:54.989 INFO:tasks.rados.rados.0.smithi032.stdout:642: left oid 50 (ObjNum 218 snap 57 seq_num 218) 2024-09-13T00:05:54.989 INFO:tasks.rados.rados.0.smithi032.stdout:643: finishing copy_from racing read to smithi03267100-14 2024-09-13T00:05:54.989 INFO:tasks.rados.rados.0.smithi032.stdout:643: finishing copy_from to smithi03267100-14 2024-09-13T00:05:54.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 435 (ObjNum 130 snap 34 seq_num 130) dirty exists 2024-09-13T00:05:54.989 INFO:tasks.rados.rados.0.smithi032.stdout:644: finishing write tid 1 to smithi03267100-24 2024-09-13T00:05:54.989 INFO:tasks.rados.rados.0.smithi032.stdout:637: done (8 left) 2024-09-13T00:05:54.989 INFO:tasks.rados.rados.0.smithi032.stdout:638: done (7 left) 2024-09-13T00:05:54.990 INFO:tasks.rados.rados.0.smithi032.stdout:639: done (6 left) 2024-09-13T00:05:54.990 INFO:tasks.rados.rados.0.smithi032.stdout:640: done (5 left) 2024-09-13T00:05:54.990 INFO:tasks.rados.rados.0.smithi032.stdout:641: done (4 left) 2024-09-13T00:05:54.990 INFO:tasks.rados.rados.0.smithi032.stdout:642: done (3 left) 2024-09-13T00:05:54.990 INFO:tasks.rados.rados.0.smithi032.stdout:643: done (2 left) 2024-09-13T00:05:54.990 INFO:tasks.rados.rados.0.smithi032.stdout:645: done (1 left) 2024-09-13T00:05:54.990 INFO:tasks.rados.rados.0.smithi032.stdout:646: snap_remove snap 56 2024-09-13T00:05:55.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: cluster 2024-09-13T00:05:53.677306+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-09-13T00:05:55.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:53.723303+0000 mon.a (mon.0) 1242 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:53.728272+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:53.872027+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:54.192833+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:54.204977+0000 mon.a (mon.0) 1246 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:54.469749+0000 mon.a (mon.0) 1247 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:54.476685+0000 mon.a (mon.0) 1248 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:54.478422+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:54.478801+0000 mon.a (mon.0) 1249 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:54.479804+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:54.480064+0000 mon.a (mon.0) 1250 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:54.481041+0000 mon.c (mon.2) 73 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:54.481454+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:54.482670+0000 mon.c (mon.2) 74 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:54.483186+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:54 smithi053 bash[24393]: audit 2024-09-13T00:05:54.491619+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: cluster 2024-09-13T00:05:53.677306+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-09-13T00:05:55.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:53.723303+0000 mon.a (mon.0) 1242 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:53.728272+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:53.872027+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:54.192833+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:54.204977+0000 mon.a (mon.0) 1246 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:54.469749+0000 mon.a (mon.0) 1247 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:54.476685+0000 mon.a (mon.0) 1248 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:54.478422+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:54.478801+0000 mon.a (mon.0) 1249 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:54.479804+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:54.480064+0000 mon.a (mon.0) 1250 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:54.481041+0000 mon.c (mon.2) 73 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:54.481454+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:54.482670+0000 mon.c (mon.2) 74 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:54.483186+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[22496]: audit 2024-09-13T00:05:54.491619+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: cluster 2024-09-13T00:05:53.677306+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-09-13T00:05:55.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:53.723303+0000 mon.a (mon.0) 1242 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:53.728272+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:53.872027+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:54.192833+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:54.204977+0000 mon.a (mon.0) 1246 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:54.469749+0000 mon.a (mon.0) 1247 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:54.476685+0000 mon.a (mon.0) 1248 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:54.478422+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:54.478801+0000 mon.a (mon.0) 1249 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:54.479804+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:54.480064+0000 mon.a (mon.0) 1250 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:54.481041+0000 mon.c (mon.2) 73 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:54.481454+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:54.482670+0000 mon.c (mon.2) 74 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:54.483186+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:05:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:54 smithi032 bash[32211]: audit 2024-09-13T00:05:54.491619+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:55.505 INFO:tasks.rados.rados.0.smithi032.stdout:646: done (1 left) 2024-09-13T00:05:55.505 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 57 2024-09-13T00:05:55.505 INFO:tasks.rados.rados.0.smithi032.stdout:647: seq_num 221 ranges {6864896=507904,7372800=688128,8060928=114688} 2024-09-13T00:05:55.580 INFO:tasks.rados.rados.0.smithi032.stdout:647: writing smithi03267100-36 from 6864896 to 7372800 tid 1 2024-09-13T00:05:55.585 INFO:tasks.rados.rados.0.smithi032.stdout:647: writing smithi03267100-36 from 7372800 to 8060928 tid 2 2024-09-13T00:05:55.587 INFO:tasks.rados.rados.0.smithi032.stdout:647: writing smithi03267100-36 from 8060928 to 8175616 tid 3 2024-09-13T00:05:55.587 INFO:tasks.rados.rados.0.smithi032.stdout:648: read oid 17 snap -1 2024-09-13T00:05:55.587 INFO:tasks.rados.rados.0.smithi032.stdout:648: expect (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:05:55.587 INFO:tasks.rados.rados.0.smithi032.stdout:649: snap_create 2024-09-13T00:05:55.587 INFO:tasks.rados.rados.0.smithi032.stdout:644: finishing write tid 2 to smithi03267100-24 2024-09-13T00:05:55.587 INFO:tasks.rados.rados.0.smithi032.stdout:644: finishing write tid 3 to smithi03267100-24 2024-09-13T00:05:55.587 INFO:tasks.rados.rados.0.smithi032.stdout:644: finishing write tid 4 to smithi03267100-24 2024-09-13T00:05:55.587 INFO:tasks.rados.rados.0.smithi032.stdout:644: finishing write tid 5 to smithi03267100-24 2024-09-13T00:05:55.587 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 184 (ObjNum 219 snap 57 seq_num 219) dirty exists 2024-09-13T00:05:55.587 INFO:tasks.rados.rados.0.smithi032.stdout:644: left oid 24 (ObjNum 219 snap 57 seq_num 219) 2024-09-13T00:05:55.598 INFO:tasks.rados.rados.0.smithi032.stdout:647: finishing write tid 1 to smithi03267100-36 2024-09-13T00:05:55.601 INFO:tasks.rados.rados.0.smithi032.stdout:647: finishing write tid 2 to smithi03267100-36 2024-09-13T00:05:55.601 INFO:tasks.rados.rados.0.smithi032.stdout:647: finishing write tid 3 to smithi03267100-36 2024-09-13T00:05:55.602 INFO:tasks.rados.rados.0.smithi032.stdout:647: finishing write tid 4 to smithi03267100-36 2024-09-13T00:05:55.607 INFO:tasks.rados.rados.0.smithi032.stdout:647: finishing write tid 5 to smithi03267100-36 2024-09-13T00:05:55.607 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 476 (ObjNum 221 snap 57 seq_num 221) dirty exists 2024-09-13T00:05:55.607 INFO:tasks.rados.rados.0.smithi032.stdout:647: left oid 36 (ObjNum 221 snap 57 seq_num 221) 2024-09-13T00:05:55.629 INFO:tasks.rados.rados.0.smithi032.stdout:648: expect (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:05:56.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:55 smithi053 bash[24393]: cephadm 2024-09-13T00:05:54.482800+0000 mgr.x (mgr.24607) 12 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 2525M 2024-09-13T00:05:56.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:55 smithi053 bash[24393]: cluster 2024-09-13T00:05:54.581310+0000 mgr.x (mgr.24607) 13 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 156 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.5 MiB/s wr, 71 op/s 2024-09-13T00:05:56.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:55 smithi053 bash[24393]: cluster 2024-09-13T00:05:54.695948+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-09-13T00:05:56.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:55 smithi053 bash[24393]: audit 2024-09-13T00:05:54.951597+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:56.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:55 smithi053 bash[24393]: audit 2024-09-13T00:05:54.964465+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:56.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:55 smithi053 bash[24393]: cluster 2024-09-13T00:05:55.508250+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-09-13T00:05:56.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:55 smithi032 bash[22496]: cephadm 2024-09-13T00:05:54.482800+0000 mgr.x (mgr.24607) 12 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 2525M 2024-09-13T00:05:56.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:55 smithi032 bash[22496]: cluster 2024-09-13T00:05:54.581310+0000 mgr.x (mgr.24607) 13 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 156 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.5 MiB/s wr, 71 op/s 2024-09-13T00:05:56.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:55 smithi032 bash[22496]: cluster 2024-09-13T00:05:54.695948+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-09-13T00:05:56.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:55 smithi032 bash[22496]: audit 2024-09-13T00:05:54.951597+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:56.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:55 smithi032 bash[22496]: audit 2024-09-13T00:05:54.964465+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:56.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:55 smithi032 bash[22496]: cluster 2024-09-13T00:05:55.508250+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-09-13T00:05:56.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:55 smithi032 bash[32211]: cephadm 2024-09-13T00:05:54.482800+0000 mgr.x (mgr.24607) 12 : cephadm [INF] Adjusting osd_memory_target on smithi032 to 2525M 2024-09-13T00:05:56.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:55 smithi032 bash[32211]: cluster 2024-09-13T00:05:54.581310+0000 mgr.x (mgr.24607) 13 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 156 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.5 MiB/s wr, 71 op/s 2024-09-13T00:05:56.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:55 smithi032 bash[32211]: cluster 2024-09-13T00:05:54.695948+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-09-13T00:05:56.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:55 smithi032 bash[32211]: audit 2024-09-13T00:05:54.951597+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:56.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:55 smithi032 bash[32211]: audit 2024-09-13T00:05:54.964465+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:05:56.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:55 smithi032 bash[32211]: cluster 2024-09-13T00:05:55.508250+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-09-13T00:05:56.506 INFO:tasks.rados.rados.0.smithi032.stdout:644: done (3 left) 2024-09-13T00:05:56.506 INFO:tasks.rados.rados.0.smithi032.stdout:647: done (2 left) 2024-09-13T00:05:56.506 INFO:tasks.rados.rados.0.smithi032.stdout:648: done (1 left) 2024-09-13T00:05:56.506 INFO:tasks.rados.rados.0.smithi032.stdout:649: done (0 left) 2024-09-13T00:05:56.506 INFO:tasks.rados.rados.0.smithi032.stdout:650: setattr oid 33 current snap is 58 2024-09-13T00:05:56.508 INFO:tasks.rados.rados.0.smithi032.stdout:651: read oid 6 snap -1 2024-09-13T00:05:56.508 INFO:tasks.rados.rados.0.smithi032.stdout:651: expect deleted 2024-09-13T00:05:56.508 INFO:tasks.rados.rados.0.smithi032.stdout:652: delete oid 27 current snap is 58 2024-09-13T00:05:56.518 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 190 (ObjNum 170 snap 47 seq_num 170) dirty exists 2024-09-13T00:05:56.519 INFO:tasks.rados.rados.0.smithi032.stdout:650: done (2 left) 2024-09-13T00:05:56.519 INFO:tasks.rados.rados.0.smithi032.stdout:651: done (1 left) 2024-09-13T00:05:56.519 INFO:tasks.rados.rados.0.smithi032.stdout:652: done (0 left) 2024-09-13T00:05:56.519 INFO:tasks.rados.rados.0.smithi032.stdout:653: rollback oid 9 current snap is 58 2024-09-13T00:05:56.519 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 40 2024-09-13T00:05:56.519 INFO:tasks.rados.rados.0.smithi032.stdout:654: read oid 6 snap -1 2024-09-13T00:05:56.519 INFO:tasks.rados.rados.0.smithi032.stdout:654: expect deleted 2024-09-13T00:05:56.519 INFO:tasks.rados.rados.0.smithi032.stdout:655: read oid 24 snap 55 2024-09-13T00:05:56.519 INFO:tasks.rados.rados.0.smithi032.stdout:655: expect (ObjNum 213 snap 55 seq_num 213) 2024-09-13T00:05:56.519 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 58 2024-09-13T00:05:56.520 INFO:tasks.rados.rados.0.smithi032.stdout:656: seq_num 223 ranges {32768=540672,573440=450560,1024000=352256} 2024-09-13T00:05:56.522 INFO:tasks.rados.rados.0.smithi032.stdout:656: writing smithi03267100-47 from 32768 to 573440 tid 1 2024-09-13T00:05:56.525 INFO:tasks.rados.rados.0.smithi032.stdout:656: writing smithi03267100-47 from 573440 to 1024000 tid 2 2024-09-13T00:05:56.528 INFO:tasks.rados.rados.0.smithi032.stdout:656: writing smithi03267100-47 from 1024000 to 1376256 tid 3 2024-09-13T00:05:56.528 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 58 2024-09-13T00:05:56.528 INFO:tasks.rados.rados.0.smithi032.stdout:657: seq_num 224 ranges {0=557056,557056=737280,1294336=65536} 2024-09-13T00:05:56.532 INFO:tasks.rados.rados.0.smithi032.stdout:657: writing smithi03267100-43 from 0 to 557056 tid 1 2024-09-13T00:05:56.537 INFO:tasks.rados.rados.0.smithi032.stdout:657: writing smithi03267100-43 from 557056 to 1294336 tid 2 2024-09-13T00:05:56.538 INFO:tasks.rados.rados.0.smithi032.stdout:657: writing smithi03267100-43 from 1294336 to 1359872 tid 3 2024-09-13T00:05:56.538 INFO:tasks.rados.rados.0.smithi032.stdout:658: snap_create 2024-09-13T00:05:56.538 INFO:tasks.rados.rados.0.smithi032.stdout:653: finishing rollback tid 1 to smithi03267100-9 2024-09-13T00:05:56.538 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 311 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T00:05:56.538 INFO:tasks.rados.rados.0.smithi032.stdout:656: finishing write tid 1 to smithi03267100-47 2024-09-13T00:05:56.538 INFO:tasks.rados.rados.0.smithi032.stdout:656: finishing write tid 2 to smithi03267100-47 2024-09-13T00:05:56.538 INFO:tasks.rados.rados.0.smithi032.stdout:656: finishing write tid 3 to smithi03267100-47 2024-09-13T00:05:56.539 INFO:tasks.rados.rados.0.smithi032.stdout:657: finishing write tid 1 to smithi03267100-43 2024-09-13T00:05:56.543 INFO:tasks.rados.rados.0.smithi032.stdout:657: finishing write tid 2 to smithi03267100-43 2024-09-13T00:05:56.543 INFO:tasks.rados.rados.0.smithi032.stdout:656: finishing write tid 4 to smithi03267100-47 2024-09-13T00:05:56.543 INFO:tasks.rados.rados.0.smithi032.stdout:657: finishing write tid 3 to smithi03267100-43 2024-09-13T00:05:56.545 INFO:tasks.rados.rados.0.smithi032.stdout:656: finishing write tid 5 to smithi03267100-47 2024-09-13T00:05:56.545 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 157 (ObjNum 223 snap 58 seq_num 223) dirty exists 2024-09-13T00:05:56.545 INFO:tasks.rados.rados.0.smithi032.stdout:656: left oid 47 (ObjNum 223 snap 58 seq_num 223) 2024-09-13T00:05:56.545 INFO:tasks.rados.rados.0.smithi032.stdout:657: finishing write tid 4 to smithi03267100-43 2024-09-13T00:05:56.548 INFO:tasks.rados.rados.0.smithi032.stdout:657: finishing write tid 5 to smithi03267100-43 2024-09-13T00:05:56.549 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 81 (ObjNum 224 snap 58 seq_num 224) dirty exists 2024-09-13T00:05:56.549 INFO:tasks.rados.rados.0.smithi032.stdout:657: left oid 43 (ObjNum 224 snap 58 seq_num 224) 2024-09-13T00:05:56.552 INFO:tasks.rados.rados.0.smithi032.stdout:655: expect (ObjNum 213 snap 55 seq_num 213) 2024-09-13T00:05:56.783 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:05:56 smithi053 bash[52659]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:05:56] "GET /metrics HTTP/1.1" 200 33168 "" "Prometheus/2.43.0" 2024-09-13T00:05:57.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:05:56 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:05:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:05:57.613 INFO:tasks.rados.rados.0.smithi032.stdout:653: done (5 left) 2024-09-13T00:05:57.613 INFO:tasks.rados.rados.0.smithi032.stdout:654: done (4 left) 2024-09-13T00:05:57.613 INFO:tasks.rados.rados.0.smithi032.stdout:655: done (3 left) 2024-09-13T00:05:57.613 INFO:tasks.rados.rados.0.smithi032.stdout:656: done (2 left) 2024-09-13T00:05:57.613 INFO:tasks.rados.rados.0.smithi032.stdout:657: done (1 left) 2024-09-13T00:05:57.613 INFO:tasks.rados.rados.0.smithi032.stdout:658: done (0 left) 2024-09-13T00:05:57.614 INFO:tasks.rados.rados.0.smithi032.stdout:659: delete oid 35 current snap is 59 2024-09-13T00:05:57.619 INFO:tasks.rados.rados.0.smithi032.stdout:659: done (0 left) 2024-09-13T00:05:57.619 INFO:tasks.rados.rados.0.smithi032.stdout:660: snap_create 2024-09-13T00:05:57.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:57 smithi032 bash[22496]: cluster 2024-09-13T00:05:56.510123+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-09-13T00:05:57.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:57 smithi032 bash[22496]: audit 2024-09-13T00:05:56.683364+0000 mon.a (mon.0) 1259 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T00:05:57.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:57 smithi032 bash[32211]: cluster 2024-09-13T00:05:56.510123+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-09-13T00:05:57.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:57 smithi032 bash[32211]: audit 2024-09-13T00:05:56.683364+0000 mon.a (mon.0) 1259 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T00:05:59.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:58 smithi053 bash[24393]: cluster 2024-09-13T00:05:56.510123+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-09-13T00:05:59.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:58 smithi053 bash[24393]: audit 2024-09-13T00:05:56.683364+0000 mon.a (mon.0) 1259 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T00:05:59.496 INFO:tasks.rados.rados.0.smithi032.stdout:660: done (0 left) 2024-09-13T00:05:59.496 INFO:tasks.rados.rados.0.smithi032.stdout:661: snap_create 2024-09-13T00:05:59.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: cluster 2024-09-13T00:05:56.581958+0000 mgr.x (mgr.24607) 14 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 156 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.7 MiB/s wr, 74 op/s 2024-09-13T00:05:59.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: audit 2024-09-13T00:05:56.683945+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:05:59.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: audit 2024-09-13T00:05:56.684313+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:05:59.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: audit 2024-09-13T00:05:56.684675+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:05:59.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: audit 2024-09-13T00:05:57.154939+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:05:59.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: audit 2024-09-13T00:05:57.173734+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:05:59.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: audit 2024-09-13T00:05:57.604146+0000 mon.a (mon.0) 1260 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T00:05:59.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: audit 2024-09-13T00:05:57.609578+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:05:59.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: audit 2024-09-13T00:05:57.609838+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:05:59.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: audit 2024-09-13T00:05:57.610490+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:05:59.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: audit 2024-09-13T00:05:57.611429+0000 mon.b (mon.1) 45 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T00:05:59.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: cluster 2024-09-13T00:05:57.616204+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-09-13T00:05:59.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: audit 2024-09-13T00:05:57.618015+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:05:59.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: audit 2024-09-13T00:05:57.618256+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:05:59.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: audit 2024-09-13T00:05:57.618535+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:05:59.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:05:59 smithi053 bash[24393]: audit 2024-09-13T00:05:58.561460+0000 mon.b (mon.1) 46 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T00:05:59.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: cluster 2024-09-13T00:05:56.581958+0000 mgr.x (mgr.24607) 14 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 156 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.7 MiB/s wr, 74 op/s 2024-09-13T00:05:59.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: audit 2024-09-13T00:05:56.683945+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:05:59.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: audit 2024-09-13T00:05:56.684313+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:05:59.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: audit 2024-09-13T00:05:56.684675+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:05:59.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: audit 2024-09-13T00:05:57.154939+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:05:59.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: audit 2024-09-13T00:05:57.173734+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:05:59.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: audit 2024-09-13T00:05:57.604146+0000 mon.a (mon.0) 1260 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T00:05:59.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: audit 2024-09-13T00:05:57.609578+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:05:59.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: audit 2024-09-13T00:05:57.609838+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:05:59.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: audit 2024-09-13T00:05:57.610490+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:05:59.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: audit 2024-09-13T00:05:57.611429+0000 mon.b (mon.1) 45 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T00:05:59.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: cluster 2024-09-13T00:05:57.616204+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-09-13T00:05:59.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: audit 2024-09-13T00:05:57.618015+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:05:59.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: audit 2024-09-13T00:05:57.618256+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:05:59.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: audit 2024-09-13T00:05:57.618535+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:05:59.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[22496]: audit 2024-09-13T00:05:58.561460+0000 mon.b (mon.1) 46 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T00:05:59.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: cluster 2024-09-13T00:05:56.581958+0000 mgr.x (mgr.24607) 14 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 156 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.7 MiB/s wr, 74 op/s 2024-09-13T00:05:59.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: audit 2024-09-13T00:05:56.683945+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:05:59.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: audit 2024-09-13T00:05:56.684313+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:05:59.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: audit 2024-09-13T00:05:56.684675+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:05:59.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: audit 2024-09-13T00:05:57.154939+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:05:59.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: audit 2024-09-13T00:05:57.173734+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:05:59.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: audit 2024-09-13T00:05:57.604146+0000 mon.a (mon.0) 1260 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T00:05:59.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: audit 2024-09-13T00:05:57.609578+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:05:59.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: audit 2024-09-13T00:05:57.609838+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:05:59.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: audit 2024-09-13T00:05:57.610490+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:05:59.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: audit 2024-09-13T00:05:57.611429+0000 mon.b (mon.1) 45 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T00:05:59.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: cluster 2024-09-13T00:05:57.616204+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-09-13T00:05:59.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: audit 2024-09-13T00:05:57.618015+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:05:59.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: audit 2024-09-13T00:05:57.618256+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:05:59.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: audit 2024-09-13T00:05:57.618535+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:05:59.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:05:59 smithi032 bash[32211]: audit 2024-09-13T00:05:58.561460+0000 mon.b (mon.1) 46 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T00:06:00.535 INFO:tasks.rados.rados.0.smithi032.stdout:661: done (0 left) 2024-09-13T00:06:00.536 INFO:tasks.rados.rados.0.smithi032.stdout:662: read oid 22 snap -1 2024-09-13T00:06:00.536 INFO:tasks.rados.rados.0.smithi032.stdout:662: expect (ObjNum 158 snap 44 seq_num 158) 2024-09-13T00:06:00.536 INFO:tasks.rados.rados.0.smithi032.stdout:663: snap_create 2024-09-13T00:06:00.545 INFO:tasks.rados.rados.0.smithi032.stdout:662: expect (ObjNum 158 snap 44 seq_num 158) 2024-09-13T00:06:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:58.566873+0000 mon.c (mon.2) 86 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T00:06:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: cluster 2024-09-13T00:05:58.583276+0000 mgr.x (mgr.24607) 15 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-09-13T00:06:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.492351+0000 mon.c (mon.2) 87 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T00:06:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.493642+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.493794+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.493931+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: cluster 2024-09-13T00:05:59.499134+0000 mon.a (mon.0) 1262 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-09-13T00:06:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.506843+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.507050+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.507231+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.535551+0000 mon.a (mon.0) 1263 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:06:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.535619+0000 mon.a (mon.0) 1264 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:06:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.536097+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.536380+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.536588+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.538717+0000 mon.b (mon.1) 47 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:06:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.538878+0000 mon.b (mon.1) 48 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:06:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.540391+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.540599+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.540801+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:00.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.543041+0000 mon.c (mon.2) 100 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:06:00.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.543098+0000 mon.c (mon.2) 101 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:06:00.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.543423+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.543631+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:00 smithi053 bash[24393]: audit 2024-09-13T00:05:59.543788+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:00.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:58.566873+0000 mon.c (mon.2) 86 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T00:06:00.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: cluster 2024-09-13T00:05:58.583276+0000 mgr.x (mgr.24607) 15 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-09-13T00:06:00.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.492351+0000 mon.c (mon.2) 87 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T00:06:00.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.493642+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.493794+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.493931+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:00.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: cluster 2024-09-13T00:05:59.499134+0000 mon.a (mon.0) 1262 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-09-13T00:06:00.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.506843+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.507050+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.507231+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:00.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.535551+0000 mon.a (mon.0) 1263 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:06:00.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.535619+0000 mon.a (mon.0) 1264 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:06:00.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.536097+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.536380+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.536588+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:00.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.538717+0000 mon.b (mon.1) 47 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:06:00.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.538878+0000 mon.b (mon.1) 48 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:06:00.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.540391+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.540599+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:58.566873+0000 mon.c (mon.2) 86 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T00:06:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: cluster 2024-09-13T00:05:58.583276+0000 mgr.x (mgr.24607) 15 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-09-13T00:06:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.492351+0000 mon.c (mon.2) 87 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T00:06:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.493642+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.493794+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.493931+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: cluster 2024-09-13T00:05:59.499134+0000 mon.a (mon.0) 1262 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-09-13T00:06:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.506843+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.507050+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.507231+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.535551+0000 mon.a (mon.0) 1263 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:06:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.535619+0000 mon.a (mon.0) 1264 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:06:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.536097+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.536380+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.536588+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.538717+0000 mon.b (mon.1) 47 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:06:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.538878+0000 mon.b (mon.1) 48 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:06:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.540391+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.540599+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.540801+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.543041+0000 mon.c (mon.2) 100 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:06:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.543098+0000 mon.c (mon.2) 101 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:06:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.543423+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.543631+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[32211]: audit 2024-09-13T00:05:59.543788+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:00.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.540801+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:00.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.543041+0000 mon.c (mon.2) 100 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:06:00.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.543098+0000 mon.c (mon.2) 101 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:06:00.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.543423+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:00.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.543631+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:00.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:00 smithi032 bash[22496]: audit 2024-09-13T00:05:59.543788+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:01.541 INFO:tasks.rados.rados.0.smithi032.stdout:662: done (1 left) 2024-09-13T00:06:01.541 INFO:tasks.rados.rados.0.smithi032.stdout:663: done (0 left) 2024-09-13T00:06:01.541 INFO:tasks.rados.rados.0.smithi032.stdout:664: setattr oid 40 current snap is 62 2024-09-13T00:06:01.544 INFO:tasks.rados.rados.0.smithi032.stdout:665: rmattr oid 21 current snap is 62 2024-09-13T00:06:01.544 INFO:tasks.rados.rados.0.smithi032.stdout:665: done (1 left) 2024-09-13T00:06:01.544 INFO:tasks.rados.rados.0.smithi032.stdout:666: read oid 44 snap -1 2024-09-13T00:06:01.544 INFO:tasks.rados.rados.0.smithi032.stdout:666: expect (ObjNum 172 snap 47 seq_num 172) 2024-09-13T00:06:01.544 INFO:tasks.rados.rados.0.smithi032.stdout:667: delete oid 31 current snap is 62 2024-09-13T00:06:01.556 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 83 (ObjNum 203 snap 55 seq_num 203) dirty exists 2024-09-13T00:06:01.556 INFO:tasks.rados.rados.0.smithi032.stdout:666: expect (ObjNum 172 snap 47 seq_num 172) 2024-09-13T00:06:01.590 INFO:tasks.rados.rados.0.smithi032.stdout:664: done (2 left) 2024-09-13T00:06:01.590 INFO:tasks.rados.rados.0.smithi032.stdout:666: done (1 left) 2024-09-13T00:06:01.590 INFO:tasks.rados.rados.0.smithi032.stdout:667: done (0 left) 2024-09-13T00:06:01.590 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 62 2024-09-13T00:06:01.590 INFO:tasks.rados.rados.0.smithi032.stdout:668: seq_num 227 ranges {720896=606208,1327104=794624,2121728=8192} 2024-09-13T00:06:01.611 INFO:tasks.rados.rados.0.smithi032.stdout:668: writing smithi03267100-39 from 720896 to 1327104 tid 1 2024-09-13T00:06:01.625 INFO:tasks.rados.rados.0.smithi032.stdout:668: writing smithi03267100-39 from 1327104 to 2121728 tid 2 2024-09-13T00:06:01.625 INFO:tasks.rados.rados.0.smithi032.stdout:668: writing smithi03267100-39 from 2121728 to 2129920 tid 3 2024-09-13T00:06:01.626 INFO:tasks.rados.rados.0.smithi032.stdout:669: read oid 32 snap -1 2024-09-13T00:06:01.627 INFO:tasks.rados.rados.0.smithi032.stdout:669: expect (ObjNum 127 snap 34 seq_num 127) 2024-09-13T00:06:01.627 INFO:tasks.rados.rados.0.smithi032.stdout:670: rmattr oid 7 current snap is 62 2024-09-13T00:06:01.627 INFO:tasks.rados.rados.0.smithi032.stdout:670: done (2 left) 2024-09-13T00:06:01.627 INFO:tasks.rados.rados.0.smithi032.stdout:671: rollback oid 16 current snap is 62 2024-09-13T00:06:01.627 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 16 to 51 2024-09-13T00:06:01.627 INFO:tasks.rados.rados.0.smithi032.stdout:668: finishing write tid 1 to smithi03267100-39 2024-09-13T00:06:01.627 INFO:tasks.rados.rados.0.smithi032.stdout:672: read oid 28 snap 43 2024-09-13T00:06:01.627 INFO:tasks.rados.rados.0.smithi032.stdout:672: expect (ObjNum 136 snap 39 seq_num 136) 2024-09-13T00:06:01.627 INFO:tasks.rados.rados.0.smithi032.stdout:673: rollback oid 40 current snap is 62 2024-09-13T00:06:01.627 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 60 2024-09-13T00:06:01.627 INFO:tasks.rados.rados.0.smithi032.stdout:674: setattr oid 22 current snap is 62 2024-09-13T00:06:01.637 INFO:tasks.rados.rados.0.smithi032.stdout:673: finishing rollback tid 0 to smithi03267100-40 2024-09-13T00:06:01.638 INFO:tasks.rados.rados.0.smithi032.stdout:675: delete oid 24 current snap is 62 2024-09-13T00:06:01.638 INFO:tasks.rados.rados.0.smithi032.stdout:671: finishing rollback tid 0 to smithi03267100-16 2024-09-13T00:06:01.640 INFO:tasks.rados.rados.0.smithi032.stdout:673: finishing rollback tid 1 to smithi03267100-40 2024-09-13T00:06:01.642 INFO:tasks.rados.rados.0.smithi032.stdout:671: finishing rollback tid 1 to smithi03267100-16 2024-09-13T00:06:01.642 INFO:tasks.rados.rados.0.smithi032.stdout:671: finishing rollback tid 2 to smithi03267100-16 2024-09-13T00:06:01.642 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 154 (ObjNum 100 snap 21 seq_num 100) dirty exists 2024-09-13T00:06:01.642 INFO:tasks.rados.rados.0.smithi032.stdout:673: finishing rollback tid 2 to smithi03267100-40 2024-09-13T00:06:01.642 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 86 (ObjNum 203 snap 55 seq_num 203) dirty exists 2024-09-13T00:06:01.643 INFO:tasks.rados.rados.0.smithi032.stdout:668: finishing write tid 2 to smithi03267100-39 2024-09-13T00:06:01.644 INFO:tasks.rados.rados.0.smithi032.stdout:668: finishing write tid 3 to smithi03267100-39 2024-09-13T00:06:01.645 INFO:tasks.rados.rados.0.smithi032.stdout:668: finishing write tid 4 to smithi03267100-39 2024-09-13T00:06:01.646 INFO:tasks.rados.rados.0.smithi032.stdout:668: finishing write tid 5 to smithi03267100-39 2024-09-13T00:06:01.646 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 168 (ObjNum 227 snap 62 seq_num 227) dirty exists 2024-09-13T00:06:01.646 INFO:tasks.rados.rados.0.smithi032.stdout:668: left oid 39 (ObjNum 227 snap 62 seq_num 227) 2024-09-13T00:06:01.648 INFO:tasks.rados.rados.0.smithi032.stdout:669: expect (ObjNum 127 snap 34 seq_num 127) 2024-09-13T00:06:01.735 INFO:tasks.rados.rados.0.smithi032.stdout:672: expect (ObjNum 136 snap 39 seq_num 136) 2024-09-13T00:06:01.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:01 smithi053 bash[24393]: cluster 2024-09-13T00:06:00.513158+0000 mon.a (mon.0) 1265 : cluster [DBG] mgrmap e30: x(active, since 13s), standbys: y 2024-09-13T00:06:01.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:01 smithi053 bash[24393]: cluster 2024-09-13T00:06:00.537773+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-09-13T00:06:01.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:01 smithi053 bash[24393]: cluster 2024-09-13T00:06:00.583988+0000 mgr.x (mgr.24607) 16 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2024-09-13T00:06:01.891 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 224 (ObjNum 158 snap 44 seq_num 158) dirty exists 2024-09-13T00:06:01.891 INFO:tasks.rados.rados.0.smithi032.stdout:668: done (6 left) 2024-09-13T00:06:01.891 INFO:tasks.rados.rados.0.smithi032.stdout:669: done (5 left) 2024-09-13T00:06:01.891 INFO:tasks.rados.rados.0.smithi032.stdout:671: done (4 left) 2024-09-13T00:06:01.891 INFO:tasks.rados.rados.0.smithi032.stdout:672: done (3 left) 2024-09-13T00:06:01.891 INFO:tasks.rados.rados.0.smithi032.stdout:673: done (2 left) 2024-09-13T00:06:01.891 INFO:tasks.rados.rados.0.smithi032.stdout:674: done (1 left) 2024-09-13T00:06:01.891 INFO:tasks.rados.rados.0.smithi032.stdout:675: done (0 left) 2024-09-13T00:06:01.891 INFO:tasks.rados.rados.0.smithi032.stdout:676: snap_create 2024-09-13T00:06:01.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:01 smithi032 bash[22496]: cluster 2024-09-13T00:06:00.513158+0000 mon.a (mon.0) 1265 : cluster [DBG] mgrmap e30: x(active, since 13s), standbys: y 2024-09-13T00:06:01.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:01 smithi032 bash[22496]: cluster 2024-09-13T00:06:00.537773+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-09-13T00:06:01.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:01 smithi032 bash[22496]: cluster 2024-09-13T00:06:00.583988+0000 mgr.x (mgr.24607) 16 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2024-09-13T00:06:01.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:01 smithi032 bash[32211]: cluster 2024-09-13T00:06:00.513158+0000 mon.a (mon.0) 1265 : cluster [DBG] mgrmap e30: x(active, since 13s), standbys: y 2024-09-13T00:06:01.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:01 smithi032 bash[32211]: cluster 2024-09-13T00:06:00.537773+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-09-13T00:06:01.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:01 smithi032 bash[32211]: cluster 2024-09-13T00:06:00.583988+0000 mgr.x (mgr.24607) 16 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2024-09-13T00:06:02.542 INFO:tasks.rados.rados.0.smithi032.stdout:676: done (0 left) 2024-09-13T00:06:02.543 INFO:tasks.rados.rados.0.smithi032.stdout:677: delete oid 9 current snap is 63 2024-09-13T00:06:02.556 INFO:tasks.rados.rados.0.smithi032.stdout:677: done (0 left) 2024-09-13T00:06:02.556 INFO:tasks.rados.rados.0.smithi032.stdout:678: snap_create 2024-09-13T00:06:02.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:02 smithi032 bash[22496]: cluster 2024-09-13T00:06:01.544444+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-09-13T00:06:02.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:02 smithi032 bash[22496]: audit 2024-09-13T00:06:02.105999+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:02.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:02 smithi032 bash[32211]: cluster 2024-09-13T00:06:01.544444+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-09-13T00:06:02.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:02 smithi032 bash[32211]: audit 2024-09-13T00:06:02.105999+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:03.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:02 smithi053 bash[24393]: cluster 2024-09-13T00:06:01.544444+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-09-13T00:06:03.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:02 smithi053 bash[24393]: audit 2024-09-13T00:06:02.105999+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:03.562 INFO:tasks.rados.rados.0.smithi032.stdout:678: done (0 left) 2024-09-13T00:06:03.562 INFO:tasks.rados.rados.0.smithi032.stdout:679: rmattr oid 13 current snap is 64 2024-09-13T00:06:03.563 INFO:tasks.rados.rados.0.smithi032.stdout:679: done (0 left) 2024-09-13T00:06:03.563 INFO:tasks.rados.rados.0.smithi032.stdout:680: snap_create 2024-09-13T00:06:03.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:03 smithi032 bash[22496]: cluster 2024-09-13T00:06:02.546679+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-09-13T00:06:03.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:03 smithi032 bash[22496]: cluster 2024-09-13T00:06:02.584729+0000 mgr.x (mgr.24607) 17 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:03.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:03 smithi032 bash[32211]: cluster 2024-09-13T00:06:02.546679+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-09-13T00:06:03.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:03 smithi032 bash[32211]: cluster 2024-09-13T00:06:02.584729+0000 mgr.x (mgr.24607) 17 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:04.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:03 smithi053 bash[24393]: cluster 2024-09-13T00:06:02.546679+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-09-13T00:06:04.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:03 smithi053 bash[24393]: cluster 2024-09-13T00:06:02.584729+0000 mgr.x (mgr.24607) 17 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:04.565 INFO:tasks.rados.rados.0.smithi032.stdout:680: done (0 left) 2024-09-13T00:06:04.565 INFO:tasks.rados.rados.0.smithi032.stdout:681: copy_from oid 43 from oid 39 current snap is 65 2024-09-13T00:06:04.565 INFO:tasks.rados.rados.0.smithi032.stdout:682: delete oid 49 current snap is 65 2024-09-13T00:06:04.581 INFO:tasks.rados.rados.0.smithi032.stdout:682: done (1 left) 2024-09-13T00:06:04.581 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 65 2024-09-13T00:06:04.581 INFO:tasks.rados.rados.0.smithi032.stdout:683: seq_num 231 ranges {7217152=671744,7888896=778240,8667136=24576} 2024-09-13T00:06:04.675 INFO:tasks.rados.rados.0.smithi032.stdout:683: writing smithi03267100-23 from 7217152 to 7888896 tid 1 2024-09-13T00:06:04.680 INFO:tasks.rados.rados.0.smithi032.stdout:683: writing smithi03267100-23 from 7888896 to 8667136 tid 2 2024-09-13T00:06:04.681 INFO:tasks.rados.rados.0.smithi032.stdout:683: writing smithi03267100-23 from 8667136 to 8691712 tid 3 2024-09-13T00:06:04.681 INFO:tasks.rados.rados.0.smithi032.stdout:684: rollback oid 3 current snap is 65 2024-09-13T00:06:04.681 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 62 2024-09-13T00:06:04.681 INFO:tasks.rados.rados.0.smithi032.stdout:681: finishing copy_from racing read to smithi03267100-43 2024-09-13T00:06:04.681 INFO:tasks.rados.rados.0.smithi032.stdout:681: finishing copy_from to smithi03267100-43 2024-09-13T00:06:04.681 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 168 (ObjNum 227 snap 62 seq_num 227) dirty exists 2024-09-13T00:06:04.681 INFO:tasks.rados.rados.0.smithi032.stdout:681: done (2 left) 2024-09-13T00:06:04.681 INFO:tasks.rados.rados.0.smithi032.stdout:685: snap_create 2024-09-13T00:06:04.690 INFO:tasks.rados.rados.0.smithi032.stdout:683: finishing write tid 1 to smithi03267100-23 2024-09-13T00:06:04.691 INFO:tasks.rados.rados.0.smithi032.stdout:684: finishing rollback tid 0 to smithi03267100-3 2024-09-13T00:06:04.692 INFO:tasks.rados.rados.0.smithi032.stdout:684: finishing rollback tid 1 to smithi03267100-3 2024-09-13T00:06:04.692 INFO:tasks.rados.rados.0.smithi032.stdout:683: finishing write tid 2 to smithi03267100-23 2024-09-13T00:06:04.693 INFO:tasks.rados.rados.0.smithi032.stdout:683: finishing write tid 3 to smithi03267100-23 2024-09-13T00:06:04.693 INFO:tasks.rados.rados.0.smithi032.stdout:684: finishing rollback tid 2 to smithi03267100-3 2024-09-13T00:06:04.693 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 228 (ObjNum 181 snap 52 seq_num 181) dirty exists 2024-09-13T00:06:04.693 INFO:tasks.rados.rados.0.smithi032.stdout:683: finishing write tid 4 to smithi03267100-23 2024-09-13T00:06:04.696 INFO:tasks.rados.rados.0.smithi032.stdout:683: finishing write tid 5 to smithi03267100-23 2024-09-13T00:06:04.696 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 483 (ObjNum 231 snap 65 seq_num 231) dirty exists 2024-09-13T00:06:04.696 INFO:tasks.rados.rados.0.smithi032.stdout:683: left oid 23 (ObjNum 231 snap 65 seq_num 231) 2024-09-13T00:06:04.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:04 smithi032 bash[22496]: cluster 2024-09-13T00:06:03.566821+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-09-13T00:06:04.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:04 smithi032 bash[32211]: cluster 2024-09-13T00:06:03.566821+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-09-13T00:06:05.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:04 smithi053 bash[24393]: cluster 2024-09-13T00:06:03.566821+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-09-13T00:06:05.520 INFO:tasks.rados.rados.0.smithi032.stdout:683: done (2 left) 2024-09-13T00:06:05.520 INFO:tasks.rados.rados.0.smithi032.stdout:684: done (1 left) 2024-09-13T00:06:05.521 INFO:tasks.rados.rados.0.smithi032.stdout:685: done (0 left) 2024-09-13T00:06:05.521 INFO:tasks.rados.rados.0.smithi032.stdout:686: read oid 42 snap -1 2024-09-13T00:06:05.521 INFO:tasks.rados.rados.0.smithi032.stdout:686: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T00:06:05.521 INFO:tasks.rados.rados.0.smithi032.stdout:687: read oid 24 snap -1 2024-09-13T00:06:05.521 INFO:tasks.rados.rados.0.smithi032.stdout:687: expect deleted 2024-09-13T00:06:05.521 INFO:tasks.rados.rados.0.smithi032.stdout:688: snap_create 2024-09-13T00:06:05.526 INFO:tasks.rados.rados.0.smithi032.stdout:686: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T00:06:05.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: cluster 2024-09-13T00:06:04.568995+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-09-13T00:06:05.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: cluster 2024-09-13T00:06:04.585457+0000 mgr.x (mgr.24607) 18 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 409 KiB/s wr, 29 op/s 2024-09-13T00:06:05.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: audit 2024-09-13T00:06:04.963380+0000 mon.a (mon.0) 1271 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:05.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: audit 2024-09-13T00:06:04.976827+0000 mon.a (mon.0) 1272 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:05.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: audit 2024-09-13T00:06:04.980955+0000 mon.c (mon.2) 106 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: audit 2024-09-13T00:06:04.981649+0000 mon.a (mon.0) 1273 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: audit 2024-09-13T00:06:04.984224+0000 mon.c (mon.2) 107 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: audit 2024-09-13T00:06:04.984895+0000 mon.a (mon.0) 1274 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: audit 2024-09-13T00:06:04.987376+0000 mon.c (mon.2) 108 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: audit 2024-09-13T00:06:04.988060+0000 mon.a (mon.0) 1275 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: audit 2024-09-13T00:06:04.990568+0000 mon.c (mon.2) 109 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: audit 2024-09-13T00:06:04.991227+0000 mon.a (mon.0) 1276 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: audit 2024-09-13T00:06:05.002367+0000 mon.a (mon.0) 1277 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:05.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: audit 2024-09-13T00:06:05.005727+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:06:05.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: audit 2024-09-13T00:06:05.007630+0000 mon.c (mon.2) 111 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:06:05.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[32211]: cluster 2024-09-13T00:06:05.524869+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-09-13T00:06:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: cluster 2024-09-13T00:06:04.568995+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-09-13T00:06:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: cluster 2024-09-13T00:06:04.585457+0000 mgr.x (mgr.24607) 18 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 409 KiB/s wr, 29 op/s 2024-09-13T00:06:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: audit 2024-09-13T00:06:04.963380+0000 mon.a (mon.0) 1271 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: audit 2024-09-13T00:06:04.976827+0000 mon.a (mon.0) 1272 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: audit 2024-09-13T00:06:04.980955+0000 mon.c (mon.2) 106 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: audit 2024-09-13T00:06:04.981649+0000 mon.a (mon.0) 1273 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: audit 2024-09-13T00:06:04.984224+0000 mon.c (mon.2) 107 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: audit 2024-09-13T00:06:04.984895+0000 mon.a (mon.0) 1274 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: audit 2024-09-13T00:06:04.987376+0000 mon.c (mon.2) 108 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: audit 2024-09-13T00:06:04.988060+0000 mon.a (mon.0) 1275 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: audit 2024-09-13T00:06:04.990568+0000 mon.c (mon.2) 109 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: audit 2024-09-13T00:06:04.991227+0000 mon.a (mon.0) 1276 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: audit 2024-09-13T00:06:05.002367+0000 mon.a (mon.0) 1277 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: audit 2024-09-13T00:06:05.005727+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:06:05.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: audit 2024-09-13T00:06:05.007630+0000 mon.c (mon.2) 111 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:06:05.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:05 smithi032 bash[22496]: cluster 2024-09-13T00:06:05.524869+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-09-13T00:06:06.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: cluster 2024-09-13T00:06:04.568995+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-09-13T00:06:06.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: cluster 2024-09-13T00:06:04.585457+0000 mgr.x (mgr.24607) 18 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 409 KiB/s wr, 29 op/s 2024-09-13T00:06:06.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: audit 2024-09-13T00:06:04.963380+0000 mon.a (mon.0) 1271 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: audit 2024-09-13T00:06:04.976827+0000 mon.a (mon.0) 1272 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: audit 2024-09-13T00:06:04.980955+0000 mon.c (mon.2) 106 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:06.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: audit 2024-09-13T00:06:04.981649+0000 mon.a (mon.0) 1273 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:06.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: audit 2024-09-13T00:06:04.984224+0000 mon.c (mon.2) 107 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:06.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: audit 2024-09-13T00:06:04.984895+0000 mon.a (mon.0) 1274 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:06.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: audit 2024-09-13T00:06:04.987376+0000 mon.c (mon.2) 108 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:06.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: audit 2024-09-13T00:06:04.988060+0000 mon.a (mon.0) 1275 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:06.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: audit 2024-09-13T00:06:04.990568+0000 mon.c (mon.2) 109 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:06.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: audit 2024-09-13T00:06:04.991227+0000 mon.a (mon.0) 1276 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T00:06:06.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: audit 2024-09-13T00:06:05.002367+0000 mon.a (mon.0) 1277 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: audit 2024-09-13T00:06:05.005727+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:06:06.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: audit 2024-09-13T00:06:05.007630+0000 mon.c (mon.2) 111 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:06:06.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:05 smithi053 bash[24393]: cluster 2024-09-13T00:06:05.524869+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-09-13T00:06:06.409 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:06 smithi032 systemd[1]: Stopping Ceph node-exporter.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:06:06.522 INFO:tasks.rados.rados.0.smithi032.stdout:686: done (2 left) 2024-09-13T00:06:06.523 INFO:tasks.rados.rados.0.smithi032.stdout:687: done (1 left) 2024-09-13T00:06:06.523 INFO:tasks.rados.rados.0.smithi032.stdout:688: done (0 left) 2024-09-13T00:06:06.523 INFO:tasks.rados.rados.0.smithi032.stdout:689: delete oid 10 current snap is 67 2024-09-13T00:06:06.529 INFO:tasks.rados.rados.0.smithi032.stdout:689: done (0 left) 2024-09-13T00:06:06.529 INFO:tasks.rados.rados.0.smithi032.stdout:690: snap_create 2024-09-13T00:06:06.654 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[52659]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:06:06] "GET /metrics HTTP/1.1" 200 36129 "" "Prometheus/2.43.0" 2024-09-13T00:06:06.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: cephadm 2024-09-13T00:06:04.991936+0000 mgr.x (mgr.24607) 19 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 2525M 2024-09-13T00:06:06.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: cephadm 2024-09-13T00:06:05.008928+0000 mgr.x (mgr.24607) 20 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-13T00:06:06.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: cephadm 2024-09-13T00:06:05.009433+0000 mgr.x (mgr.24607) 21 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-13T00:06:06.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: cephadm 2024-09-13T00:06:05.227066+0000 mgr.x (mgr.24607) 22 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:06:06.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: cephadm 2024-09-13T00:06:05.227363+0000 mgr.x (mgr.24607) 23 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:06:06.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: cephadm 2024-09-13T00:06:05.376092+0000 mgr.x (mgr.24607) 24 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:06:06.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: cephadm 2024-09-13T00:06:05.381285+0000 mgr.x (mgr.24607) 25 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:06:06.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: cephadm 2024-09-13T00:06:05.509418+0000 mgr.x (mgr.24607) 26 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:06:06.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: cephadm 2024-09-13T00:06:05.534172+0000 mgr.x (mgr.24607) 27 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:06:06.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: audit 2024-09-13T00:06:05.659258+0000 mon.a (mon.0) 1279 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: audit 2024-09-13T00:06:05.672650+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: audit 2024-09-13T00:06:05.692484+0000 mon.a (mon.0) 1281 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: audit 2024-09-13T00:06:05.702899+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: audit 2024-09-13T00:06:05.711844+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: audit 2024-09-13T00:06:05.757002+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: audit 2024-09-13T00:06:05.764008+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: audit 2024-09-13T00:06:05.770849+0000 mon.a (mon.0) 1286 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: audit 2024-09-13T00:06:05.777443+0000 mon.a (mon.0) 1287 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22496]: cluster 2024-09-13T00:06:06.527177+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-09-13T00:06:06.778 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: cephadm 2024-09-13T00:06:04.991936+0000 mgr.x (mgr.24607) 19 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 2525M 2024-09-13T00:06:06.778 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: cephadm 2024-09-13T00:06:05.008928+0000 mgr.x (mgr.24607) 20 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-13T00:06:06.778 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: cephadm 2024-09-13T00:06:05.009433+0000 mgr.x (mgr.24607) 21 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-13T00:06:06.778 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: cephadm 2024-09-13T00:06:05.227066+0000 mgr.x (mgr.24607) 22 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:06:06.778 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: cephadm 2024-09-13T00:06:05.227363+0000 mgr.x (mgr.24607) 23 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:06:06.778 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: cephadm 2024-09-13T00:06:05.376092+0000 mgr.x (mgr.24607) 24 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:06:06.778 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: cephadm 2024-09-13T00:06:05.381285+0000 mgr.x (mgr.24607) 25 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:06:06.778 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: cephadm 2024-09-13T00:06:05.509418+0000 mgr.x (mgr.24607) 26 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:06:06.778 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: cephadm 2024-09-13T00:06:05.534172+0000 mgr.x (mgr.24607) 27 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:06:06.779 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: audit 2024-09-13T00:06:05.659258+0000 mon.a (mon.0) 1279 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.779 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: audit 2024-09-13T00:06:05.672650+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.779 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: audit 2024-09-13T00:06:05.692484+0000 mon.a (mon.0) 1281 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.779 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: audit 2024-09-13T00:06:05.702899+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.779 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: audit 2024-09-13T00:06:05.711844+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.779 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: audit 2024-09-13T00:06:05.757002+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.779 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: audit 2024-09-13T00:06:05.764008+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.779 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: audit 2024-09-13T00:06:05.770849+0000 mon.a (mon.0) 1286 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.779 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: audit 2024-09-13T00:06:05.777443+0000 mon.a (mon.0) 1287 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:06.779 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[32211]: cluster 2024-09-13T00:06:06.527177+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-09-13T00:06:07.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: cephadm 2024-09-13T00:06:04.991936+0000 mgr.x (mgr.24607) 19 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 2525M 2024-09-13T00:06:07.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: cephadm 2024-09-13T00:06:05.008928+0000 mgr.x (mgr.24607) 20 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-13T00:06:07.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: cephadm 2024-09-13T00:06:05.009433+0000 mgr.x (mgr.24607) 21 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-13T00:06:07.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: cephadm 2024-09-13T00:06:05.227066+0000 mgr.x (mgr.24607) 22 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:06:07.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: cephadm 2024-09-13T00:06:05.227363+0000 mgr.x (mgr.24607) 23 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:06:07.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: cephadm 2024-09-13T00:06:05.376092+0000 mgr.x (mgr.24607) 24 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:06:07.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: cephadm 2024-09-13T00:06:05.381285+0000 mgr.x (mgr.24607) 25 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:06:07.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: cephadm 2024-09-13T00:06:05.509418+0000 mgr.x (mgr.24607) 26 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:06:07.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: cephadm 2024-09-13T00:06:05.534172+0000 mgr.x (mgr.24607) 27 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:06:07.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: audit 2024-09-13T00:06:05.659258+0000 mon.a (mon.0) 1279 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:07.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: audit 2024-09-13T00:06:05.672650+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:07.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: audit 2024-09-13T00:06:05.692484+0000 mon.a (mon.0) 1281 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:07.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: audit 2024-09-13T00:06:05.702899+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:07.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: audit 2024-09-13T00:06:05.711844+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:07.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: audit 2024-09-13T00:06:05.757002+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:07.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: audit 2024-09-13T00:06:05.764008+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:07.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: audit 2024-09-13T00:06:05.770849+0000 mon.a (mon.0) 1286 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:07.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: audit 2024-09-13T00:06:05.777443+0000 mon.a (mon.0) 1287 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:07.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:06 smithi053 bash[24393]: cluster 2024-09-13T00:06:06.527177+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-09-13T00:06:07.052 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:06 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:06:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:06:07.369 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:07 smithi032 bash[67970]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T00:06:07.527 INFO:tasks.rados.rados.0.smithi032.stdout:690: done (0 left) 2024-09-13T00:06:07.527 INFO:tasks.rados.rados.0.smithi032.stdout:691: read oid 17 snap -1 2024-09-13T00:06:07.527 INFO:tasks.rados.rados.0.smithi032.stdout:691: expect (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:06:07.527 INFO:tasks.rados.rados.0.smithi032.stdout:692: rollback oid 6 current snap is 68 2024-09-13T00:06:07.527 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 6 to 53 2024-09-13T00:06:07.527 INFO:tasks.rados.rados.0.smithi032.stdout:693: read oid 27 snap 60 2024-09-13T00:06:07.527 INFO:tasks.rados.rados.0.smithi032.stdout:693: expect deleted 2024-09-13T00:06:07.528 INFO:tasks.rados.rados.0.smithi032.stdout:694: copy_from oid 18 from oid 22 current snap is 68 2024-09-13T00:06:07.528 INFO:tasks.rados.rados.0.smithi032.stdout:695: rmattr oid 14 current snap is 68 2024-09-13T00:06:07.528 INFO:tasks.rados.rados.0.smithi032.stdout:695: done (4 left) 2024-09-13T00:06:07.528 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 68 2024-09-13T00:06:07.528 INFO:tasks.rados.rados.0.smithi032.stdout:696: seq_num 233 ranges {778240=712704,1490944=548864,2039808=253952} 2024-09-13T00:06:07.536 INFO:tasks.rados.rados.0.smithi032.stdout:696: writing smithi03267100-11 from 778240 to 1490944 tid 1 2024-09-13T00:06:07.540 INFO:tasks.rados.rados.0.smithi032.stdout:696: writing smithi03267100-11 from 1490944 to 2039808 tid 2 2024-09-13T00:06:07.542 INFO:tasks.rados.rados.0.smithi032.stdout:696: writing smithi03267100-11 from 2039808 to 2293760 tid 3 2024-09-13T00:06:07.542 INFO:tasks.rados.rados.0.smithi032.stdout:697: setattr oid 25 current snap is 68 2024-09-13T00:06:07.542 INFO:tasks.rados.rados.0.smithi032.stdout:692: finishing rollback tid 1 to smithi03267100-6 2024-09-13T00:06:07.542 INFO:tasks.rados.rados.0.smithi032.stdout:692: finishing rollback tid 2 to smithi03267100-6 2024-09-13T00:06:07.542 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 156 (ObjNum 171 snap 47 seq_num 171) dirty exists 2024-09-13T00:06:07.542 INFO:tasks.rados.rados.0.smithi032.stdout:692: done (5 left) 2024-09-13T00:06:07.543 INFO:tasks.rados.rados.0.smithi032.stdout:693: done (4 left) 2024-09-13T00:06:07.543 INFO:tasks.rados.rados.0.smithi032.stdout:698: read oid 3 snap -1 2024-09-13T00:06:07.543 INFO:tasks.rados.rados.0.smithi032.stdout:698: expect (ObjNum 181 snap 52 seq_num 181) 2024-09-13T00:06:07.543 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 68 2024-09-13T00:06:07.543 INFO:tasks.rados.rados.0.smithi032.stdout:699: seq_num 234 ranges {466944=729088,1196032=434176,1630208=368640} 2024-09-13T00:06:07.551 INFO:tasks.rados.rados.0.smithi032.stdout:699: writing smithi03267100-6 from 466944 to 1196032 tid 1 2024-09-13T00:06:07.554 INFO:tasks.rados.rados.0.smithi032.stdout:699: writing smithi03267100-6 from 1196032 to 1630208 tid 2 2024-09-13T00:06:07.556 INFO:tasks.rados.rados.0.smithi032.stdout:699: writing smithi03267100-6 from 1630208 to 1998848 tid 3 2024-09-13T00:06:07.556 INFO:tasks.rados.rados.0.smithi032.stdout:700: delete oid 1 current snap is 68 2024-09-13T00:06:07.557 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 169 (ObjNum 209 snap 55 seq_num 209) dirty exists 2024-09-13T00:06:07.560 INFO:tasks.rados.rados.0.smithi032.stdout:694: finishing copy_from racing read to smithi03267100-18 2024-09-13T00:06:07.563 INFO:tasks.rados.rados.0.smithi032.stdout:696: finishing write tid 1 to smithi03267100-11 2024-09-13T00:06:07.563 INFO:tasks.rados.rados.0.smithi032.stdout:699: finishing write tid 1 to smithi03267100-6 2024-09-13T00:06:07.563 INFO:tasks.rados.rados.0.smithi032.stdout:696: finishing write tid 2 to smithi03267100-11 2024-09-13T00:06:07.565 INFO:tasks.rados.rados.0.smithi032.stdout:696: finishing write tid 3 to smithi03267100-11 2024-09-13T00:06:07.565 INFO:tasks.rados.rados.0.smithi032.stdout:694: finishing copy_from to smithi03267100-18 2024-09-13T00:06:07.565 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 224 (ObjNum 158 snap 44 seq_num 158) dirty exists 2024-09-13T00:06:07.567 INFO:tasks.rados.rados.0.smithi032.stdout:696: finishing write tid 4 to smithi03267100-11 2024-09-13T00:06:07.569 INFO:tasks.rados.rados.0.smithi032.stdout:696: finishing write tid 5 to smithi03267100-11 2024-09-13T00:06:07.569 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 475 (ObjNum 233 snap 68 seq_num 233) dirty exists 2024-09-13T00:06:07.569 INFO:tasks.rados.rados.0.smithi032.stdout:696: left oid 11 (ObjNum 233 snap 68 seq_num 233) 2024-09-13T00:06:07.571 INFO:tasks.rados.rados.0.smithi032.stdout:699: finishing write tid 2 to smithi03267100-6 2024-09-13T00:06:07.571 INFO:tasks.rados.rados.0.smithi032.stdout:699: finishing write tid 3 to smithi03267100-6 2024-09-13T00:06:07.575 INFO:tasks.rados.rados.0.smithi032.stdout:699: finishing write tid 4 to smithi03267100-6 2024-09-13T00:06:07.576 INFO:tasks.rados.rados.0.smithi032.stdout:691: expect (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:06:07.655 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:07 smithi032 bash[68031]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T00:06:07.655 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:07 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T00:06:07.655 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:07 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-13T00:06:07.655 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:07 smithi032 systemd[1]: Stopped Ceph node-exporter.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:06:07.655 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:07 smithi032 systemd[1]: Started Ceph node-exporter.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:06:07.756 INFO:tasks.rados.rados.0.smithi032.stdout:698: expect (ObjNum 181 snap 52 seq_num 181) 2024-09-13T00:06:07.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:07 smithi032 bash[32211]: cephadm 2024-09-13T00:06:05.777934+0000 mgr.x (mgr.24607) 28 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-09-13T00:06:07.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:07 smithi032 bash[32211]: cephadm 2024-09-13T00:06:05.778630+0000 mgr.x (mgr.24607) 29 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi032 2024-09-13T00:06:07.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:07 smithi032 bash[32211]: cluster 2024-09-13T00:06:06.586148+0000 mgr.x (mgr.24607) 30 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 409 KiB/s wr, 29 op/s 2024-09-13T00:06:07.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:07 smithi032 bash[32211]: audit 2024-09-13T00:06:07.421191+0000 mon.a (mon.0) 1289 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:07.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:07 smithi032 bash[32211]: audit 2024-09-13T00:06:07.429396+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:07.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:07 smithi032 bash[32211]: cluster 2024-09-13T00:06:07.531709+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-09-13T00:06:07.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:07 smithi032 bash[22496]: cephadm 2024-09-13T00:06:05.777934+0000 mgr.x (mgr.24607) 28 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-09-13T00:06:07.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:07 smithi032 bash[22496]: cephadm 2024-09-13T00:06:05.778630+0000 mgr.x (mgr.24607) 29 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi032 2024-09-13T00:06:07.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:07 smithi032 bash[22496]: cluster 2024-09-13T00:06:06.586148+0000 mgr.x (mgr.24607) 30 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 409 KiB/s wr, 29 op/s 2024-09-13T00:06:07.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:07 smithi032 bash[22496]: audit 2024-09-13T00:06:07.421191+0000 mon.a (mon.0) 1289 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:07.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:07 smithi032 bash[22496]: audit 2024-09-13T00:06:07.429396+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:07.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:07 smithi032 bash[22496]: cluster 2024-09-13T00:06:07.531709+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-09-13T00:06:07.957 INFO:tasks.rados.rados.0.smithi032.stdout:699: finishing write tid 5 to smithi03267100-6 2024-09-13T00:06:07.957 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 160 (ObjNum 234 snap 68 seq_num 234) dirty exists 2024-09-13T00:06:07.957 INFO:tasks.rados.rados.0.smithi032.stdout:699: left oid 6 (ObjNum 234 snap 68 seq_num 234) 2024-09-13T00:06:07.957 INFO:tasks.rados.rados.0.smithi032.stdout:691: done (6 left) 2024-09-13T00:06:07.957 INFO:tasks.rados.rados.0.smithi032.stdout:694: done (5 left) 2024-09-13T00:06:07.957 INFO:tasks.rados.rados.0.smithi032.stdout:696: done (4 left) 2024-09-13T00:06:07.957 INFO:tasks.rados.rados.0.smithi032.stdout:697: done (3 left) 2024-09-13T00:06:07.957 INFO:tasks.rados.rados.0.smithi032.stdout:698: done (2 left) 2024-09-13T00:06:07.957 INFO:tasks.rados.rados.0.smithi032.stdout:699: done (1 left) 2024-09-13T00:06:07.957 INFO:tasks.rados.rados.0.smithi032.stdout:700: done (0 left) 2024-09-13T00:06:07.958 INFO:tasks.rados.rados.0.smithi032.stdout:701: read oid 18 snap -1 2024-09-13T00:06:07.958 INFO:tasks.rados.rados.0.smithi032.stdout:701: expect (ObjNum 158 snap 44 seq_num 158) 2024-09-13T00:06:07.958 INFO:tasks.rados.rados.0.smithi032.stdout:702: delete oid 30 current snap is 68 2024-09-13T00:06:07.962 INFO:tasks.rados.rados.0.smithi032.stdout:702: done (1 left) 2024-09-13T00:06:07.962 INFO:tasks.rados.rados.0.smithi032.stdout:703: read oid 17 snap -1 2024-09-13T00:06:07.962 INFO:tasks.rados.rados.0.smithi032.stdout:703: expect (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:06:07.962 INFO:tasks.rados.rados.0.smithi032.stdout:704: rollback oid 40 current snap is 68 2024-09-13T00:06:07.962 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 43 2024-09-13T00:06:07.962 INFO:tasks.rados.rados.0.smithi032.stdout:705: read oid 21 snap -1 2024-09-13T00:06:07.963 INFO:tasks.rados.rados.0.smithi032.stdout:705: expect deleted 2024-09-13T00:06:07.963 INFO:tasks.rados.rados.0.smithi032.stdout:706: copy_from oid 22 from oid 47 current snap is 68 2024-09-13T00:06:07.963 INFO:tasks.rados.rados.0.smithi032.stdout:707: snap_remove snap 57 2024-09-13T00:06:08.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:07 smithi053 bash[24393]: cephadm 2024-09-13T00:06:05.777934+0000 mgr.x (mgr.24607) 28 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-09-13T00:06:08.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:07 smithi053 bash[24393]: cephadm 2024-09-13T00:06:05.778630+0000 mgr.x (mgr.24607) 29 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi032 2024-09-13T00:06:08.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:07 smithi053 bash[24393]: cluster 2024-09-13T00:06:06.586148+0000 mgr.x (mgr.24607) 30 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 409 KiB/s wr, 29 op/s 2024-09-13T00:06:08.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:07 smithi053 bash[24393]: audit 2024-09-13T00:06:07.421191+0000 mon.a (mon.0) 1289 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:08.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:07 smithi053 bash[24393]: audit 2024-09-13T00:06:07.429396+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:08.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:07 smithi053 bash[24393]: cluster 2024-09-13T00:06:07.531709+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-09-13T00:06:08.154 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:06:08.465 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:06:08.465 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5m) 14s ago 6m 14.6M - 0.25.0 c8568f914cd2 1815c1b693ca 2024-09-13T00:06:08.465 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (5m) 14s ago 5m 77.9M - 9.4.7 954c08fa6188 b4bcb5208fe7 2024-09-13T00:06:08.466 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7m) 14s ago 7m 15.6M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:06:08.466 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (7m) 14s ago 7m 16.4M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:06:08.466 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283 running (39s) 14s ago 15m 456M - 18.2.4-837-g7a853b17 f21ba1eea74e 232bea060e93 2024-09-13T00:06:08.466 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:9283,8765 running (17m) 14s ago 17m 298M - 17.2.7-1627-gbbdadfa3 214985049bdb 0ad7d4d5ef3b 2024-09-13T00:06:08.466 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (18m) 14s ago 18m 54.5M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 278f96caaac9 2024-09-13T00:06:08.466 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (15m) 14s ago 15m 44.9M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 6ca18a9d98fc 2024-09-13T00:06:08.466 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (15m) 14s ago 15m 43.8M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 22cdaa9606af 2024-09-13T00:06:08.466 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 starting - - - - 2024-09-13T00:06:08.466 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (6m) 14s ago 6m 8380k - 1.5.0 0da6a335fe13 4dd0ff0dabc1 2024-09-13T00:06:08.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (14m) 14s ago 14m 129M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 8a5146ba6e0d 2024-09-13T00:06:08.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (13m) 14s ago 13m 139M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 1ab06e2999b7 2024-09-13T00:06:08.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (12m) 14s ago 12m 135M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 911acc1d60e0 2024-09-13T00:06:08.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11m) 14s ago 11m 69.4M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:06:08.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (11m) 14s ago 11m 95.2M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:06:08.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (10m) 14s ago 10m 135M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:06:08.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (9m) 14s ago 9m 73.5M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:06:08.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (8m) 14s ago 8m 103M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:06:08.467 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (5m) 14s ago 6m 50.2M - 2.43.0 a07b618ecd1d 5d456ee4bada 2024-09-13T00:06:08.673 INFO:tasks.rados.rados.0.smithi032.stdout:707: done (5 left) 2024-09-13T00:06:08.673 INFO:tasks.rados.rados.0.smithi032.stdout:708: rmattr oid 11 current snap is 68 2024-09-13T00:06:08.673 INFO:tasks.rados.rados.0.smithi032.stdout:708: done (5 left) 2024-09-13T00:06:08.673 INFO:tasks.rados.rados.0.smithi032.stdout:709: read oid 19 snap -1 2024-09-13T00:06:08.673 INFO:tasks.rados.rados.0.smithi032.stdout:709: expect (ObjNum 206 snap 55 seq_num 206) 2024-09-13T00:06:08.673 INFO:tasks.rados.rados.0.smithi032.stdout:710: snap_remove snap 53 2024-09-13T00:06:08.836 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:06:08.836 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:06:08.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T00:06:08.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:06:08.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:06:08.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 1, 2024-09-13T00:06:08.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 1 2024-09-13T00:06:08.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:06:08.837 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:06:08.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:06:08.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:06:08.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:06:08.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:06:08.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:06:08.838 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:06:08.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 14, 2024-09-13T00:06:08.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 1 2024-09-13T00:06:08.838 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:06:08.838 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:06:09.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:08 smithi053 bash[24393]: cephadm 2024-09-13T00:06:07.430554+0000 mgr.x (mgr.24607) 31 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T00:06:09.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:08 smithi053 bash[24393]: cephadm 2024-09-13T00:06:07.456923+0000 mgr.x (mgr.24607) 32 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi032 2024-09-13T00:06:09.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:08 smithi032 bash[22496]: cephadm 2024-09-13T00:06:07.430554+0000 mgr.x (mgr.24607) 31 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T00:06:09.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:08 smithi032 bash[22496]: cephadm 2024-09-13T00:06:07.456923+0000 mgr.x (mgr.24607) 32 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi032 2024-09-13T00:06:09.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:08 smithi032 bash[32211]: cephadm 2024-09-13T00:06:07.430554+0000 mgr.x (mgr.24607) 31 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T00:06:09.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:08 smithi032 bash[32211]: cephadm 2024-09-13T00:06:07.456923+0000 mgr.x (mgr.24607) 32 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi032 2024-09-13T00:06:09.669 INFO:tasks.rados.rados.0.smithi032.stdout:710: done (6 left) 2024-09-13T00:06:09.669 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 68 2024-09-13T00:06:09.669 INFO:tasks.rados.rados.0.smithi032.stdout:711: seq_num 237 ranges {2564096=778240,3342336=532480,3874816=270336} 2024-09-13T00:06:09.688 INFO:tasks.rados.rados.0.smithi032.stdout:711: writing smithi03267100-48 from 2564096 to 3342336 tid 1 2024-09-13T00:06:09.692 INFO:tasks.rados.rados.0.smithi032.stdout:711: writing smithi03267100-48 from 3342336 to 3874816 tid 2 2024-09-13T00:06:09.694 INFO:tasks.rados.rados.0.smithi032.stdout:711: writing smithi03267100-48 from 3874816 to 4145152 tid 3 2024-09-13T00:06:09.694 INFO:tasks.rados.rados.0.smithi032.stdout:712: delete oid 27 current snap is 68 2024-09-13T00:06:09.694 INFO:tasks.rados.rados.0.smithi032.stdout:701: expect (ObjNum 158 snap 44 seq_num 158) 2024-09-13T00:06:09.724 INFO:tasks.rados.rados.0.smithi032.stdout:704: finishing rollback tid 0 to smithi03267100-40 2024-09-13T00:06:09.724 INFO:tasks.rados.rados.0.smithi032.stdout:704: finishing rollback tid 1 to smithi03267100-40 2024-09-13T00:06:09.724 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 170 (ObjNum 65 snap 0 seq_num 1752000097) dirty dne 2024-09-13T00:06:09.724 INFO:tasks.rados.rados.0.smithi032.stdout:706: finishing copy_from racing read to smithi03267100-22 2024-09-13T00:06:09.724 INFO:tasks.rados.rados.0.smithi032.stdout:706: finishing copy_from to smithi03267100-22 2024-09-13T00:06:09.724 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 157 (ObjNum 223 snap 58 seq_num 223) dirty exists 2024-09-13T00:06:09.725 INFO:tasks.rados.rados.0.smithi032.stdout:703: expect (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:06:09.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[22496]: audit 2024-09-13T00:06:08.146238+0000 mgr.x (mgr.24607) 33 : audit [DBG] from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:06:09.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[22496]: audit 2024-09-13T00:06:08.432184+0000 mgr.x (mgr.24607) 34 : audit [DBG] from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:06:09.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[22496]: cluster 2024-09-13T00:06:08.587523+0000 mgr.x (mgr.24607) 35 : cluster [DBG] pgmap v34: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-13T00:06:09.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[22496]: cluster 2024-09-13T00:06:08.677020+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-09-13T00:06:09.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[22496]: audit 2024-09-13T00:06:08.841126+0000 mon.c (mon.2) 112 : audit [DBG] from='client.? 172.21.15.32:0/2928110593' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:06:09.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[32211]: audit 2024-09-13T00:06:08.146238+0000 mgr.x (mgr.24607) 33 : audit [DBG] from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:06:09.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[32211]: audit 2024-09-13T00:06:08.432184+0000 mgr.x (mgr.24607) 34 : audit [DBG] from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:06:09.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[32211]: cluster 2024-09-13T00:06:08.587523+0000 mgr.x (mgr.24607) 35 : cluster [DBG] pgmap v34: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-13T00:06:09.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[32211]: cluster 2024-09-13T00:06:08.677020+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-09-13T00:06:09.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[32211]: audit 2024-09-13T00:06:08.841126+0000 mon.c (mon.2) 112 : audit [DBG] from='client.? 172.21.15.32:0/2928110593' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:06:09.860 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.683Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T00:06:09.860 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.683Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T00:06:09.860 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.684Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T00:06:09.860 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.685Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T00:06:09.860 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.685Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T00:06:09.860 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.685Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T00:06:09.860 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T00:06:09.860 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T00:06:09.860 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T00:06:09.860 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T00:06:09.860 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T00:06:09.860 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T00:06:09.861 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T00:06:09.861 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T00:06:09.861 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T00:06:09.861 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T00:06:09.861 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T00:06:09.861 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T00:06:09.861 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T00:06:09.861 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T00:06:09.861 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T00:06:09.861 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T00:06:09.861 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T00:06:09.861 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T00:06:09.862 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T00:06:09.862 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T00:06:09.862 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T00:06:09.862 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T00:06:09.862 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T00:06:09.862 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T00:06:09.862 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T00:06:09.862 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T00:06:09.862 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T00:06:09.862 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T00:06:09.862 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T00:06:09.862 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T00:06:09.862 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T00:06:09.863 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T00:06:09.863 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T00:06:09.863 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T00:06:09.863 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T00:06:09.863 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T00:06:09.863 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T00:06:09.863 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T00:06:09.863 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T00:06:09.863 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T00:06:09.863 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T00:06:09.863 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T00:06:09.863 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T00:06:09.863 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T00:06:09.863 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T00:06:09.864 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T00:06:09.864 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:09 smithi032 bash[68058]: ts=2024-09-13T00:06:09.686Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T00:06:09.889 INFO:tasks.rados.rados.0.smithi032.stdout:709: expect (ObjNum 206 snap 55 seq_num 206) 2024-09-13T00:06:09.951 INFO:tasks.rados.rados.0.smithi032.stdout:711: finishing write tid 1 to smithi03267100-48 2024-09-13T00:06:09.951 INFO:tasks.rados.rados.0.smithi032.stdout:711: finishing write tid 2 to smithi03267100-48 2024-09-13T00:06:09.951 INFO:tasks.rados.rados.0.smithi032.stdout:711: finishing write tid 3 to smithi03267100-48 2024-09-13T00:06:09.952 INFO:tasks.rados.rados.0.smithi032.stdout:711: finishing write tid 4 to smithi03267100-48 2024-09-13T00:06:09.952 INFO:tasks.rados.rados.0.smithi032.stdout:711: finishing write tid 5 to smithi03267100-48 2024-09-13T00:06:09.952 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 239 (ObjNum 237 snap 68 seq_num 237) dirty exists 2024-09-13T00:06:09.952 INFO:tasks.rados.rados.0.smithi032.stdout:711: left oid 48 (ObjNum 237 snap 68 seq_num 237) 2024-09-13T00:06:09.952 INFO:tasks.rados.rados.0.smithi032.stdout:701: done (7 left) 2024-09-13T00:06:09.952 INFO:tasks.rados.rados.0.smithi032.stdout:703: done (6 left) 2024-09-13T00:06:09.952 INFO:tasks.rados.rados.0.smithi032.stdout:704: done (5 left) 2024-09-13T00:06:09.952 INFO:tasks.rados.rados.0.smithi032.stdout:705: done (4 left) 2024-09-13T00:06:09.953 INFO:tasks.rados.rados.0.smithi032.stdout:706: done (3 left) 2024-09-13T00:06:09.953 INFO:tasks.rados.rados.0.smithi032.stdout:709: done (2 left) 2024-09-13T00:06:09.953 INFO:tasks.rados.rados.0.smithi032.stdout:711: done (1 left) 2024-09-13T00:06:09.953 INFO:tasks.rados.rados.0.smithi032.stdout:712: done (0 left) 2024-09-13T00:06:09.953 INFO:tasks.rados.rados.0.smithi032.stdout:713: snap_remove snap 64 2024-09-13T00:06:10.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:09 smithi053 bash[24393]: audit 2024-09-13T00:06:08.146238+0000 mgr.x (mgr.24607) 33 : audit [DBG] from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:06:10.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:09 smithi053 bash[24393]: audit 2024-09-13T00:06:08.432184+0000 mgr.x (mgr.24607) 34 : audit [DBG] from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:06:10.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:09 smithi053 bash[24393]: cluster 2024-09-13T00:06:08.587523+0000 mgr.x (mgr.24607) 35 : cluster [DBG] pgmap v34: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-13T00:06:10.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:09 smithi053 bash[24393]: cluster 2024-09-13T00:06:08.677020+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-09-13T00:06:10.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:09 smithi053 bash[24393]: audit 2024-09-13T00:06:08.841126+0000 mon.c (mon.2) 112 : audit [DBG] from='client.? 172.21.15.32:0/2928110593' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:06:10.686 INFO:tasks.rados.rados.0.smithi032.stdout:713: done (0 left) 2024-09-13T00:06:10.686 INFO:tasks.rados.rados.0.smithi032.stdout:714: read oid 14 snap -1 2024-09-13T00:06:10.686 INFO:tasks.rados.rados.0.smithi032.stdout:714: expect (ObjNum 130 snap 34 seq_num 130) 2024-09-13T00:06:10.686 INFO:tasks.rados.rados.0.smithi032.stdout:715: snap_remove snap 63 2024-09-13T00:06:11.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:10 smithi053 bash[24393]: cluster 2024-09-13T00:06:09.673752+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-09-13T00:06:11.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:10 smithi032 bash[22496]: cluster 2024-09-13T00:06:09.673752+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-09-13T00:06:11.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:10 smithi032 bash[32211]: cluster 2024-09-13T00:06:09.673752+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-09-13T00:06:11.697 INFO:tasks.rados.rados.0.smithi032.stdout:715: done (1 left) 2024-09-13T00:06:11.697 INFO:tasks.rados.rados.0.smithi032.stdout:716: read oid 32 snap -1 2024-09-13T00:06:11.697 INFO:tasks.rados.rados.0.smithi032.stdout:716: expect (ObjNum 127 snap 34 seq_num 127) 2024-09-13T00:06:11.697 INFO:tasks.rados.rados.0.smithi032.stdout:717: rollback oid 45 current snap is 68 2024-09-13T00:06:11.697 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 52 2024-09-13T00:06:11.697 INFO:tasks.rados.rados.0.smithi032.stdout:714: expect (ObjNum 130 snap 34 seq_num 130) 2024-09-13T00:06:11.888 INFO:tasks.rados.rados.0.smithi032.stdout:717: finishing rollback tid 0 to smithi03267100-45 2024-09-13T00:06:11.889 INFO:tasks.rados.rados.0.smithi032.stdout:717: finishing rollback tid 1 to smithi03267100-45 2024-09-13T00:06:11.889 INFO:tasks.rados.rados.0.smithi032.stdout:717: finishing rollback tid 2 to smithi03267100-45 2024-09-13T00:06:11.889 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 247 (ObjNum 129 snap 34 seq_num 129) dirty exists 2024-09-13T00:06:11.889 INFO:tasks.rados.rados.0.smithi032.stdout:714: done (2 left) 2024-09-13T00:06:11.889 INFO:tasks.rados.rados.0.smithi032.stdout:717: done (1 left) 2024-09-13T00:06:11.889 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 68 2024-09-13T00:06:11.889 INFO:tasks.rados.rados.0.smithi032.stdout:718: seq_num 239 ranges {3186688=409600,3596288=704512,4300800=499712} 2024-09-13T00:06:11.908 INFO:tasks.rados.rados.0.smithi032.stdout:718: writing smithi03267100-16 from 3186688 to 3596288 tid 1 2024-09-13T00:06:11.912 INFO:tasks.rados.rados.0.smithi032.stdout:718: writing smithi03267100-16 from 3596288 to 4300800 tid 2 2024-09-13T00:06:11.915 INFO:tasks.rados.rados.0.smithi032.stdout:718: writing smithi03267100-16 from 4300800 to 4800512 tid 3 2024-09-13T00:06:11.915 INFO:tasks.rados.rados.0.smithi032.stdout:716: expect (ObjNum 127 snap 34 seq_num 127) 2024-09-13T00:06:11.977 INFO:tasks.rados.rados.0.smithi032.stdout:718: finishing write tid 1 to smithi03267100-16 2024-09-13T00:06:11.977 INFO:tasks.rados.rados.0.smithi032.stdout:718: finishing write tid 2 to smithi03267100-16 2024-09-13T00:06:11.977 INFO:tasks.rados.rados.0.smithi032.stdout:718: finishing write tid 3 to smithi03267100-16 2024-09-13T00:06:11.977 INFO:tasks.rados.rados.0.smithi032.stdout:718: finishing write tid 4 to smithi03267100-16 2024-09-13T00:06:11.977 INFO:tasks.rados.rados.0.smithi032.stdout:718: finishing write tid 5 to smithi03267100-16 2024-09-13T00:06:11.978 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 171 (ObjNum 239 snap 68 seq_num 239) dirty exists 2024-09-13T00:06:11.978 INFO:tasks.rados.rados.0.smithi032.stdout:718: left oid 16 (ObjNum 239 snap 68 seq_num 239) 2024-09-13T00:06:11.978 INFO:tasks.rados.rados.0.smithi032.stdout:719: read oid 22 snap -1 2024-09-13T00:06:11.978 INFO:tasks.rados.rados.0.smithi032.stdout:719: expect (ObjNum 223 snap 58 seq_num 223) 2024-09-13T00:06:11.978 INFO:tasks.rados.rados.0.smithi032.stdout:716: done (2 left) 2024-09-13T00:06:11.978 INFO:tasks.rados.rados.0.smithi032.stdout:718: done (1 left) 2024-09-13T00:06:11.978 INFO:tasks.rados.rados.0.smithi032.stdout:720: delete oid 16 current snap is 68 2024-09-13T00:06:11.979 INFO:tasks.rados.rados.0.smithi032.stdout:720: done (1 left) 2024-09-13T00:06:11.979 INFO:tasks.rados.rados.0.smithi032.stdout:721: setattr oid 48 current snap is 68 2024-09-13T00:06:11.983 INFO:tasks.rados.rados.0.smithi032.stdout:722: rmattr oid 2 current snap is 68 2024-09-13T00:06:11.983 INFO:tasks.rados.rados.0.smithi032.stdout:722: done (2 left) 2024-09-13T00:06:11.983 INFO:tasks.rados.rados.0.smithi032.stdout:723: setattr oid 20 current snap is 68 2024-09-13T00:06:11.984 INFO:tasks.rados.rados.0.smithi032.stdout:719: expect (ObjNum 223 snap 58 seq_num 223) 2024-09-13T00:06:12.023 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 252 (ObjNum 237 snap 68 seq_num 237) dirty exists 2024-09-13T00:06:12.023 INFO:tasks.rados.rados.0.smithi032.stdout:719: done (2 left) 2024-09-13T00:06:12.024 INFO:tasks.rados.rados.0.smithi032.stdout:721: done (1 left) 2024-09-13T00:06:12.024 INFO:tasks.rados.rados.0.smithi032.stdout:724: delete oid 42 current snap is 68 2024-09-13T00:06:12.028 INFO:tasks.rados.rados.0.smithi032.stdout:724: done (1 left) 2024-09-13T00:06:12.028 INFO:tasks.rados.rados.0.smithi032.stdout:725: copy_from oid 28 from oid 10 current snap is 68 2024-09-13T00:06:12.028 INFO:tasks.rados.rados.0.smithi032.stdout:726: read oid 42 snap -1 2024-09-13T00:06:12.028 INFO:tasks.rados.rados.0.smithi032.stdout:726: expect deleted 2024-09-13T00:06:12.028 INFO:tasks.rados.rados.0.smithi032.stdout:727: setattr oid 34 current snap is 68 2024-09-13T00:06:12.029 INFO:tasks.rados.rados.0.smithi032.stdout:725: finishing copy_from to smithi03267100-28 2024-09-13T00:06:12.029 INFO:tasks.rados.rados.0.smithi032.stdout:725: got expected ENOENT (src dne) 2024-09-13T00:06:12.029 INFO:tasks.rados.rados.0.smithi032.stdout:725: finishing copy_from racing read to smithi03267100-28 2024-09-13T00:06:12.031 INFO:tasks.rados.rados.0.smithi032.stdout:725: done (3 left) 2024-09-13T00:06:12.031 INFO:tasks.rados.rados.0.smithi032.stdout:728: rollback oid 44 current snap is 68 2024-09-13T00:06:12.031 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 52 2024-09-13T00:06:12.031 INFO:tasks.rados.rados.0.smithi032.stdout:726: done (3 left) 2024-09-13T00:06:12.031 INFO:tasks.rados.rados.0.smithi032.stdout:729: copy_from oid 36 from oid 39 current snap is 68 2024-09-13T00:06:12.031 INFO:tasks.rados.rados.0.smithi032.stdout:730: read oid 5 snap -1 2024-09-13T00:06:12.032 INFO:tasks.rados.rados.0.smithi032.stdout:730: expect (ObjNum 196 snap 54 seq_num 196) 2024-09-13T00:06:12.032 INFO:tasks.rados.rados.0.smithi032.stdout:731: copy_from oid 27 from oid 28 current snap is 68 2024-09-13T00:06:12.032 INFO:tasks.rados.rados.0.smithi032.stdout:732: snap_remove snap 55 2024-09-13T00:06:12.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:11 smithi053 bash[24393]: cluster 2024-09-13T00:06:10.588241+0000 mgr.x (mgr.24607) 36 : cluster [DBG] pgmap v37: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-13T00:06:12.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:11 smithi053 bash[24393]: cluster 2024-09-13T00:06:10.687860+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-09-13T00:06:12.136 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:11 smithi032 bash[22496]: cluster 2024-09-13T00:06:10.588241+0000 mgr.x (mgr.24607) 36 : cluster [DBG] pgmap v37: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-13T00:06:12.136 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:11 smithi032 bash[22496]: cluster 2024-09-13T00:06:10.687860+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-09-13T00:06:12.136 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:11 smithi032 bash[32211]: cluster 2024-09-13T00:06:10.588241+0000 mgr.x (mgr.24607) 36 : cluster [DBG] pgmap v37: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-13T00:06:12.136 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:11 smithi032 bash[32211]: cluster 2024-09-13T00:06:10.687860+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-09-13T00:06:12.716 INFO:tasks.rados.rados.0.smithi032.stdout:732: done (6 left) 2024-09-13T00:06:12.716 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 68 2024-09-13T00:06:12.716 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 58 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T00:06:12.716 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 174 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:06:12.716 INFO:tasks.rados.rados.0.smithi032.stdout:728: finishing rollback tid 0 to smithi03267100-44 2024-09-13T00:06:12.716 INFO:tasks.rados.rados.0.smithi032.stdout:733: seq_num 242 ranges {0=458752,458752=753664,1212416=450560} 2024-09-13T00:06:12.719 INFO:tasks.rados.rados.0.smithi032.stdout:733: writing smithi03267100-41 from 0 to 458752 tid 1 2024-09-13T00:06:12.724 INFO:tasks.rados.rados.0.smithi032.stdout:733: writing smithi03267100-41 from 458752 to 1212416 tid 2 2024-09-13T00:06:12.728 INFO:tasks.rados.rados.0.smithi032.stdout:733: writing smithi03267100-41 from 1212416 to 1662976 tid 3 2024-09-13T00:06:12.728 INFO:tasks.rados.rados.0.smithi032.stdout:723: done (6 left) 2024-09-13T00:06:12.728 INFO:tasks.rados.rados.0.smithi032.stdout:727: done (5 left) 2024-09-13T00:06:12.728 INFO:tasks.rados.rados.0.smithi032.stdout:734: read oid 35 snap -1 2024-09-13T00:06:12.728 INFO:tasks.rados.rados.0.smithi032.stdout:734: expect deleted 2024-09-13T00:06:12.729 INFO:tasks.rados.rados.0.smithi032.stdout:735: rmattr oid 24 current snap is 68 2024-09-13T00:06:12.729 INFO:tasks.rados.rados.0.smithi032.stdout:735: done (6 left) 2024-09-13T00:06:12.729 INFO:tasks.rados.rados.0.smithi032.stdout:736: copy_from oid 14 from oid 8 current snap is 68 2024-09-13T00:06:12.729 INFO:tasks.rados.rados.0.smithi032.stdout:728: finishing rollback tid 1 to smithi03267100-44 2024-09-13T00:06:12.729 INFO:tasks.rados.rados.0.smithi032.stdout:728: finishing rollback tid 2 to smithi03267100-44 2024-09-13T00:06:12.729 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 172 (ObjNum 172 snap 47 seq_num 172) dirty exists 2024-09-13T00:06:12.729 INFO:tasks.rados.rados.0.smithi032.stdout:729: finishing copy_from racing read to smithi03267100-36 2024-09-13T00:06:12.729 INFO:tasks.rados.rados.0.smithi032.stdout:731: finishing copy_from racing read to smithi03267100-27 2024-09-13T00:06:12.729 INFO:tasks.rados.rados.0.smithi032.stdout:728: done (6 left) 2024-09-13T00:06:12.729 INFO:tasks.rados.rados.0.smithi032.stdout:737: rmattr oid 48 current snap is 68 2024-09-13T00:06:12.729 INFO:tasks.rados.rados.0.smithi032.stdout:729: finishing copy_from to smithi03267100-36 2024-09-13T00:06:12.729 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 168 (ObjNum 227 snap 62 seq_num 227) dirty exists 2024-09-13T00:06:12.730 INFO:tasks.rados.rados.0.smithi032.stdout:731: finishing copy_from to smithi03267100-27 2024-09-13T00:06:12.730 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 120 (ObjNum 136 snap 39 seq_num 136) dirty exists 2024-09-13T00:06:12.730 INFO:tasks.rados.rados.0.smithi032.stdout:730: expect (ObjNum 196 snap 54 seq_num 196) 2024-09-13T00:06:12.890 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:12 smithi032 bash[22496]: cluster 2024-09-13T00:06:11.700905+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-09-13T00:06:12.891 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:12 smithi032 systemd[1]: Stopping Ceph alertmanager.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:06:12.891 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:12 smithi032 bash[60114]: ts=2024-09-13T00:06:12.850Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T00:06:12.891 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:12 smithi032 bash[32211]: cluster 2024-09-13T00:06:11.700905+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-09-13T00:06:12.973 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 261 (ObjNum 237 snap 68 seq_num 237) dirty exists 2024-09-13T00:06:12.973 INFO:tasks.rados.rados.0.smithi032.stdout:733: finishing write tid 1 to smithi03267100-41 2024-09-13T00:06:12.973 INFO:tasks.rados.rados.0.smithi032.stdout:733: finishing write tid 2 to smithi03267100-41 2024-09-13T00:06:12.973 INFO:tasks.rados.rados.0.smithi032.stdout:733: finishing write tid 3 to smithi03267100-41 2024-09-13T00:06:12.973 INFO:tasks.rados.rados.0.smithi032.stdout:733: finishing write tid 4 to smithi03267100-41 2024-09-13T00:06:12.974 INFO:tasks.rados.rados.0.smithi032.stdout:733: finishing write tid 5 to smithi03267100-41 2024-09-13T00:06:12.974 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 256 (ObjNum 242 snap 68 seq_num 242) dirty exists 2024-09-13T00:06:12.974 INFO:tasks.rados.rados.0.smithi032.stdout:733: left oid 41 (ObjNum 242 snap 68 seq_num 242) 2024-09-13T00:06:12.974 INFO:tasks.rados.rados.0.smithi032.stdout:736: finishing copy_from racing read to smithi03267100-14 2024-09-13T00:06:12.974 INFO:tasks.rados.rados.0.smithi032.stdout:736: finishing copy_from to smithi03267100-14 2024-09-13T00:06:12.974 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 111 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-09-13T00:06:12.974 INFO:tasks.rados.rados.0.smithi032.stdout:729: done (6 left) 2024-09-13T00:06:12.974 INFO:tasks.rados.rados.0.smithi032.stdout:730: done (5 left) 2024-09-13T00:06:12.974 INFO:tasks.rados.rados.0.smithi032.stdout:731: done (4 left) 2024-09-13T00:06:12.974 INFO:tasks.rados.rados.0.smithi032.stdout:733: done (3 left) 2024-09-13T00:06:12.974 INFO:tasks.rados.rados.0.smithi032.stdout:734: done (2 left) 2024-09-13T00:06:12.974 INFO:tasks.rados.rados.0.smithi032.stdout:736: done (1 left) 2024-09-13T00:06:12.974 INFO:tasks.rados.rados.0.smithi032.stdout:737: done (0 left) 2024-09-13T00:06:12.974 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 68 2024-09-13T00:06:12.975 INFO:tasks.rados.rados.0.smithi032.stdout:738: seq_num 243 ranges {0=475136,475136=638976,1114112=565248} 2024-09-13T00:06:12.977 INFO:tasks.rados.rados.0.smithi032.stdout:738: writing smithi03267100-16 from 0 to 475136 tid 1 2024-09-13T00:06:12.983 INFO:tasks.rados.rados.0.smithi032.stdout:738: writing smithi03267100-16 from 475136 to 1114112 tid 2 2024-09-13T00:06:12.989 INFO:tasks.rados.rados.0.smithi032.stdout:738: writing smithi03267100-16 from 1114112 to 1679360 tid 3 2024-09-13T00:06:12.989 INFO:tasks.rados.rados.0.smithi032.stdout:739: delete oid 7 current snap is 68 2024-09-13T00:06:12.989 INFO:tasks.rados.rados.0.smithi032.stdout:738: finishing write tid 1 to smithi03267100-16 2024-09-13T00:06:12.989 INFO:tasks.rados.rados.0.smithi032.stdout:738: finishing write tid 2 to smithi03267100-16 2024-09-13T00:06:12.992 INFO:tasks.rados.rados.0.smithi032.stdout:738: finishing write tid 3 to smithi03267100-16 2024-09-13T00:06:12.992 INFO:tasks.rados.rados.0.smithi032.stdout:739: done (1 left) 2024-09-13T00:06:12.992 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 68 2024-09-13T00:06:12.992 INFO:tasks.rados.rados.0.smithi032.stdout:740: seq_num 245 ranges {1073152=507904,1581056=458752,2039808=671744,2711552=73728} 2024-09-13T00:06:13.006 INFO:tasks.rados.rados.0.smithi032.stdout:740: writing smithi03267100-15 from 1073152 to 1581056 tid 1 2024-09-13T00:06:13.011 INFO:tasks.rados.rados.0.smithi032.stdout:740: writing smithi03267100-15 from 1581056 to 2039808 tid 2 2024-09-13T00:06:13.017 INFO:tasks.rados.rados.0.smithi032.stdout:740: writing smithi03267100-15 from 2039808 to 2711552 tid 3 2024-09-13T00:06:13.019 INFO:tasks.rados.rados.0.smithi032.stdout:740: writing smithi03267100-15 from 2711552 to 2785280 tid 4 2024-09-13T00:06:13.019 INFO:tasks.rados.rados.0.smithi032.stdout:741: read oid 45 snap -1 2024-09-13T00:06:13.019 INFO:tasks.rados.rados.0.smithi032.stdout:741: expect (ObjNum 129 snap 34 seq_num 129) 2024-09-13T00:06:13.019 INFO:tasks.rados.rados.0.smithi032.stdout:742: read oid 3 snap -1 2024-09-13T00:06:13.019 INFO:tasks.rados.rados.0.smithi032.stdout:742: expect (ObjNum 181 snap 52 seq_num 181) 2024-09-13T00:06:13.019 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 68 2024-09-13T00:06:13.019 INFO:tasks.rados.rados.0.smithi032.stdout:738: finishing write tid 4 to smithi03267100-16 2024-09-13T00:06:13.019 INFO:tasks.rados.rados.0.smithi032.stdout:743: seq_num 246 ranges {4022272=524288,4546560=745472,5292032=425984,5718016=32768} 2024-09-13T00:06:13.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:12 smithi053 bash[24393]: cluster 2024-09-13T00:06:11.700905+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-09-13T00:06:13.057 INFO:tasks.rados.rados.0.smithi032.stdout:743: writing smithi03267100-25 from 4022272 to 4546560 tid 1 2024-09-13T00:06:13.062 INFO:tasks.rados.rados.0.smithi032.stdout:743: writing smithi03267100-25 from 4546560 to 5292032 tid 2 2024-09-13T00:06:13.065 INFO:tasks.rados.rados.0.smithi032.stdout:743: writing smithi03267100-25 from 5292032 to 5718016 tid 3 2024-09-13T00:06:13.066 INFO:tasks.rados.rados.0.smithi032.stdout:743: writing smithi03267100-25 from 5718016 to 5750784 tid 4 2024-09-13T00:06:13.066 INFO:tasks.rados.rados.0.smithi032.stdout:744: rollback oid 27 current snap is 68 2024-09-13T00:06:13.066 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 27 to 58 2024-09-13T00:06:13.066 INFO:tasks.rados.rados.0.smithi032.stdout:738: finishing write tid 5 to smithi03267100-16 2024-09-13T00:06:13.066 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 182 (ObjNum 243 snap 68 seq_num 243) dirty exists 2024-09-13T00:06:13.066 INFO:tasks.rados.rados.0.smithi032.stdout:738: left oid 16 (ObjNum 243 snap 68 seq_num 243) 2024-09-13T00:06:13.066 INFO:tasks.rados.rados.0.smithi032.stdout:740: finishing write tid 1 to smithi03267100-15 2024-09-13T00:06:13.066 INFO:tasks.rados.rados.0.smithi032.stdout:740: finishing write tid 2 to smithi03267100-15 2024-09-13T00:06:13.066 INFO:tasks.rados.rados.0.smithi032.stdout:738: done (5 left) 2024-09-13T00:06:13.066 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 68 2024-09-13T00:06:13.067 INFO:tasks.rados.rados.0.smithi032.stdout:745: seq_num 247 ranges {1662976=540672,2203648=622592,2826240=581632} 2024-09-13T00:06:13.079 INFO:tasks.rados.rados.0.smithi032.stdout:745: writing smithi03267100-19 from 1662976 to 2203648 tid 1 2024-09-13T00:06:13.082 INFO:tasks.rados.rados.0.smithi032.stdout:745: writing smithi03267100-19 from 2203648 to 2826240 tid 2 2024-09-13T00:06:13.087 INFO:tasks.rados.rados.0.smithi032.stdout:745: writing smithi03267100-19 from 2826240 to 3407872 tid 3 2024-09-13T00:06:13.087 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 68 2024-09-13T00:06:13.087 INFO:tasks.rados.rados.0.smithi032.stdout:746: seq_num 248 ranges {1376256=557056,1933312=507904,2441216=442368,2883584=253952} 2024-09-13T00:06:13.097 INFO:tasks.rados.rados.0.smithi032.stdout:746: writing smithi03267100-22 from 1376256 to 1933312 tid 1 2024-09-13T00:06:13.100 INFO:tasks.rados.rados.0.smithi032.stdout:746: writing smithi03267100-22 from 1933312 to 2441216 tid 2 2024-09-13T00:06:13.103 INFO:tasks.rados.rados.0.smithi032.stdout:746: writing smithi03267100-22 from 2441216 to 2883584 tid 3 2024-09-13T00:06:13.105 INFO:tasks.rados.rados.0.smithi032.stdout:746: writing smithi03267100-22 from 2883584 to 3137536 tid 4 2024-09-13T00:06:13.105 INFO:tasks.rados.rados.0.smithi032.stdout:747: rollback oid 38 current snap is 68 2024-09-13T00:06:13.105 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 61 2024-09-13T00:06:13.105 INFO:tasks.rados.rados.0.smithi032.stdout:740: finishing write tid 3 to smithi03267100-15 2024-09-13T00:06:13.106 INFO:tasks.rados.rados.0.smithi032.stdout:740: finishing write tid 4 to smithi03267100-15 2024-09-13T00:06:13.106 INFO:tasks.rados.rados.0.smithi032.stdout:740: finishing write tid 5 to smithi03267100-15 2024-09-13T00:06:13.106 INFO:tasks.rados.rados.0.smithi032.stdout:740: finishing write tid 6 to smithi03267100-15 2024-09-13T00:06:13.106 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 191 (ObjNum 245 snap 68 seq_num 245) dirty exists 2024-09-13T00:06:13.106 INFO:tasks.rados.rados.0.smithi032.stdout:740: left oid 15 (ObjNum 245 snap 68 seq_num 245) 2024-09-13T00:06:13.106 INFO:tasks.rados.rados.0.smithi032.stdout:741: expect (ObjNum 129 snap 34 seq_num 129) 2024-09-13T00:06:13.201 INFO:tasks.rados.rados.0.smithi032.stdout:742: expect (ObjNum 181 snap 52 seq_num 181) 2024-09-13T00:06:13.405 INFO:tasks.rados.rados.0.smithi032.stdout:743: finishing write tid 1 to smithi03267100-25 2024-09-13T00:06:13.405 INFO:tasks.rados.rados.0.smithi032.stdout:740: done (7 left) 2024-09-13T00:06:13.405 INFO:tasks.rados.rados.0.smithi032.stdout:741: done (6 left) 2024-09-13T00:06:13.405 INFO:tasks.rados.rados.0.smithi032.stdout:742: done (5 left) 2024-09-13T00:06:13.405 INFO:tasks.rados.rados.0.smithi032.stdout:748: delete oid 6 current snap is 68 2024-09-13T00:06:13.405 INFO:tasks.rados.rados.0.smithi032.stdout:744: finishing rollback tid 0 to smithi03267100-27 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:744: finishing rollback tid 1 to smithi03267100-27 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 173 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:743: finishing write tid 2 to smithi03267100-25 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:743: finishing write tid 3 to smithi03267100-25 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:743: finishing write tid 4 to smithi03267100-25 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:743: finishing write tid 5 to smithi03267100-25 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:743: finishing write tid 6 to smithi03267100-25 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 177 (ObjNum 246 snap 68 seq_num 246) dirty exists 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:743: left oid 25 (ObjNum 246 snap 68 seq_num 246) 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:745: finishing write tid 1 to smithi03267100-19 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:745: finishing write tid 2 to smithi03267100-19 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:745: finishing write tid 3 to smithi03267100-19 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:745: finishing write tid 4 to smithi03267100-19 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:745: finishing write tid 5 to smithi03267100-19 2024-09-13T00:06:13.406 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 178 (ObjNum 247 snap 68 seq_num 247) dirty exists 2024-09-13T00:06:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:745: left oid 19 (ObjNum 247 snap 68 seq_num 247) 2024-09-13T00:06:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:746: finishing write tid 1 to smithi03267100-22 2024-09-13T00:06:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:746: finishing write tid 2 to smithi03267100-22 2024-09-13T00:06:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:746: finishing write tid 3 to smithi03267100-22 2024-09-13T00:06:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:746: finishing write tid 4 to smithi03267100-22 2024-09-13T00:06:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:746: finishing write tid 5 to smithi03267100-22 2024-09-13T00:06:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:747: finishing rollback tid 0 to smithi03267100-38 2024-09-13T00:06:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:747: finishing rollback tid 1 to smithi03267100-38 2024-09-13T00:06:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:747: finishing rollback tid 2 to smithi03267100-38 2024-09-13T00:06:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 128 (ObjNum 132 snap 34 seq_num 132) dirty exists 2024-09-13T00:06:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:746: finishing write tid 6 to smithi03267100-22 2024-09-13T00:06:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 261 (ObjNum 248 snap 68 seq_num 248) dirty exists 2024-09-13T00:06:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:746: left oid 22 (ObjNum 248 snap 68 seq_num 248) 2024-09-13T00:06:13.409 INFO:tasks.rados.rados.0.smithi032.stdout:743: done (5 left) 2024-09-13T00:06:13.409 INFO:tasks.rados.rados.0.smithi032.stdout:744: done (4 left) 2024-09-13T00:06:13.409 INFO:tasks.rados.rados.0.smithi032.stdout:745: done (3 left) 2024-09-13T00:06:13.409 INFO:tasks.rados.rados.0.smithi032.stdout:746: done (2 left) 2024-09-13T00:06:13.409 INFO:tasks.rados.rados.0.smithi032.stdout:747: done (1 left) 2024-09-13T00:06:13.409 INFO:tasks.rados.rados.0.smithi032.stdout:748: done (0 left) 2024-09-13T00:06:13.409 INFO:tasks.rados.rados.0.smithi032.stdout:749: rmattr oid 3 current snap is 68 2024-09-13T00:06:13.409 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 68 2024-09-13T00:06:13.409 INFO:tasks.rados.rados.0.smithi032.stdout:750: seq_num 250 ranges {5603328=589824,6193152=679936,6873088=409600,7282688=114688} 2024-09-13T00:06:13.444 INFO:tasks.rados.rados.0.smithi032.stdout:750: writing smithi03267100-2 from 5603328 to 6193152 tid 1 2024-09-13T00:06:13.448 INFO:tasks.rados.rados.0.smithi032.stdout:750: writing smithi03267100-2 from 6193152 to 6873088 tid 2 2024-09-13T00:06:13.451 INFO:tasks.rados.rados.0.smithi032.stdout:750: writing smithi03267100-2 from 6873088 to 7282688 tid 3 2024-09-13T00:06:13.453 INFO:tasks.rados.rados.0.smithi032.stdout:750: writing smithi03267100-2 from 7282688 to 7397376 tid 4 2024-09-13T00:06:13.453 INFO:tasks.rados.rados.0.smithi032.stdout:751: rollback oid 28 current snap is 68 2024-09-13T00:06:13.453 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 28 to 60 2024-09-13T00:06:13.453 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 263 (ObjNum 181 snap 52 seq_num 181) dirty exists 2024-09-13T00:06:13.453 INFO:tasks.rados.rados.0.smithi032.stdout:749: done (2 left) 2024-09-13T00:06:13.453 INFO:tasks.rados.rados.0.smithi032.stdout:752: read oid 38 snap -1 2024-09-13T00:06:13.453 INFO:tasks.rados.rados.0.smithi032.stdout:752: expect (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:06:13.454 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 68 2024-09-13T00:06:13.454 INFO:tasks.rados.rados.0.smithi032.stdout:753: seq_num 251 ranges {4816896=606208,5423104=614400,6037504=589824} 2024-09-13T00:06:13.488 INFO:tasks.rados.rados.0.smithi032.stdout:753: writing smithi03267100-13 from 4816896 to 5423104 tid 1 2024-09-13T00:06:13.491 INFO:tasks.rados.rados.0.smithi032.stdout:753: writing smithi03267100-13 from 5423104 to 6037504 tid 2 2024-09-13T00:06:13.495 INFO:tasks.rados.rados.0.smithi032.stdout:753: writing smithi03267100-13 from 6037504 to 6627328 tid 3 2024-09-13T00:06:13.495 INFO:tasks.rados.rados.0.smithi032.stdout:754: setattr oid 40 current snap is 68 2024-09-13T00:06:13.495 INFO:tasks.rados.rados.0.smithi032.stdout:750: finishing write tid 1 to smithi03267100-2 2024-09-13T00:06:13.495 INFO:tasks.rados.rados.0.smithi032.stdout:750: finishing write tid 2 to smithi03267100-2 2024-09-13T00:06:13.495 INFO:tasks.rados.rados.0.smithi032.stdout:750: finishing write tid 3 to smithi03267100-2 2024-09-13T00:06:13.495 INFO:tasks.rados.rados.0.smithi032.stdout:750: finishing write tid 4 to smithi03267100-2 2024-09-13T00:06:13.496 INFO:tasks.rados.rados.0.smithi032.stdout:750: finishing write tid 5 to smithi03267100-2 2024-09-13T00:06:13.496 INFO:tasks.rados.rados.0.smithi032.stdout:750: finishing write tid 6 to smithi03267100-2 2024-09-13T00:06:13.496 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 267 (ObjNum 250 snap 68 seq_num 250) dirty exists 2024-09-13T00:06:13.496 INFO:tasks.rados.rados.0.smithi032.stdout:750: left oid 2 (ObjNum 250 snap 68 seq_num 250) 2024-09-13T00:06:13.496 INFO:tasks.rados.rados.0.smithi032.stdout:752: expect (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:06:13.669 INFO:tasks.rados.rados.0.smithi032.stdout:751: finishing rollback tid 0 to smithi03267100-28 2024-09-13T00:06:13.669 INFO:tasks.rados.rados.0.smithi032.stdout:751: finishing rollback tid 1 to smithi03267100-28 2024-09-13T00:06:13.669 INFO:tasks.rados.rados.0.smithi032.stdout:751: finishing rollback tid 2 to smithi03267100-28 2024-09-13T00:06:13.669 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 267 (ObjNum 136 snap 39 seq_num 136) dirty exists 2024-09-13T00:06:13.669 INFO:tasks.rados.rados.0.smithi032.stdout:753: finishing write tid 1 to smithi03267100-13 2024-09-13T00:06:13.669 INFO:tasks.rados.rados.0.smithi032.stdout:753: finishing write tid 2 to smithi03267100-13 2024-09-13T00:06:13.669 INFO:tasks.rados.rados.0.smithi032.stdout:753: finishing write tid 3 to smithi03267100-13 2024-09-13T00:06:13.669 INFO:tasks.rados.rados.0.smithi032.stdout:753: finishing write tid 4 to smithi03267100-13 2024-09-13T00:06:13.670 INFO:tasks.rados.rados.0.smithi032.stdout:753: finishing write tid 5 to smithi03267100-13 2024-09-13T00:06:13.670 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 514 (ObjNum 251 snap 68 seq_num 251) dirty exists 2024-09-13T00:06:13.670 INFO:tasks.rados.rados.0.smithi032.stdout:753: left oid 13 (ObjNum 251 snap 68 seq_num 251) 2024-09-13T00:06:13.670 INFO:tasks.rados.rados.0.smithi032.stdout:750: done (4 left) 2024-09-13T00:06:13.670 INFO:tasks.rados.rados.0.smithi032.stdout:751: done (3 left) 2024-09-13T00:06:13.670 INFO:tasks.rados.rados.0.smithi032.stdout:752: done (2 left) 2024-09-13T00:06:13.670 INFO:tasks.rados.rados.0.smithi032.stdout:753: done (1 left) 2024-09-13T00:06:13.670 INFO:tasks.rados.rados.0.smithi032.stdout:755: copy_from oid 13 from oid 46 current snap is 68 2024-09-13T00:06:13.670 INFO:tasks.rados.rados.0.smithi032.stdout:756: read oid 22 snap 58 2024-09-13T00:06:13.670 INFO:tasks.rados.rados.0.smithi032.stdout:756: expect (ObjNum 158 snap 44 seq_num 158) 2024-09-13T00:06:13.670 INFO:tasks.rados.rados.0.smithi032.stdout:757: snap_create 2024-09-13T00:06:13.671 INFO:tasks.rados.rados.0.smithi032.stdout:755: finishing copy_from to smithi03267100-13 2024-09-13T00:06:13.671 INFO:tasks.rados.rados.0.smithi032.stdout:755: got expected ENOENT (src dne) 2024-09-13T00:06:13.671 INFO:tasks.rados.rados.0.smithi032.stdout:755: finishing copy_from racing read to smithi03267100-13 2024-09-13T00:06:13.672 INFO:tasks.rados.rados.0.smithi032.stdout:756: expect (ObjNum 158 snap 44 seq_num 158) 2024-09-13T00:06:13.697 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 171 (ObjNum 65 snap 0 seq_num 1666539346) dirty exists 2024-09-13T00:06:13.712 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:13 smithi032 bash[68366]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T00:06:13.712 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:13 smithi032 bash[68424]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T00:06:13.713 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:13 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T00:06:13.713 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:13 smithi032 systemd[1]: Stopped Ceph alertmanager.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:06:13.713 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:13 smithi032 systemd[1]: Started Ceph alertmanager.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:06:13.716 INFO:tasks.rados.rados.0.smithi032.stdout:754: done (3 left) 2024-09-13T00:06:13.717 INFO:tasks.rados.rados.0.smithi032.stdout:755: done (2 left) 2024-09-13T00:06:13.717 INFO:tasks.rados.rados.0.smithi032.stdout:756: done (1 left) 2024-09-13T00:06:13.717 INFO:tasks.rados.rados.0.smithi032.stdout:757: done (0 left) 2024-09-13T00:06:13.718 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 69 2024-09-13T00:06:13.718 INFO:tasks.rados.rados.0.smithi032.stdout:758: seq_num 252 ranges {1679360=630784,2310144=499712,2809856=425984,3235840=278528} 2024-09-13T00:06:13.730 INFO:tasks.rados.rados.0.smithi032.stdout:758: writing smithi03267100-16 from 1679360 to 2310144 tid 1 2024-09-13T00:06:13.734 INFO:tasks.rados.rados.0.smithi032.stdout:758: writing smithi03267100-16 from 2310144 to 2809856 tid 2 2024-09-13T00:06:13.737 INFO:tasks.rados.rados.0.smithi032.stdout:758: writing smithi03267100-16 from 2809856 to 3235840 tid 3 2024-09-13T00:06:13.739 INFO:tasks.rados.rados.0.smithi032.stdout:758: writing smithi03267100-16 from 3235840 to 3514368 tid 4 2024-09-13T00:06:13.739 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 69 2024-09-13T00:06:13.739 INFO:tasks.rados.rados.0.smithi032.stdout:758: finishing write tid 1 to smithi03267100-16 2024-09-13T00:06:13.739 INFO:tasks.rados.rados.0.smithi032.stdout:758: finishing write tid 2 to smithi03267100-16 2024-09-13T00:06:13.739 INFO:tasks.rados.rados.0.smithi032.stdout:759: seq_num 253 ranges {0=647168,647168=786432,1433600=417792} 2024-09-13T00:06:13.743 INFO:tasks.rados.rados.0.smithi032.stdout:759: writing smithi03267100-30 from 0 to 647168 tid 1 2024-09-13T00:06:13.747 INFO:tasks.rados.rados.0.smithi032.stdout:759: writing smithi03267100-30 from 647168 to 1433600 tid 2 2024-09-13T00:06:13.750 INFO:tasks.rados.rados.0.smithi032.stdout:759: writing smithi03267100-30 from 1433600 to 1851392 tid 3 2024-09-13T00:06:13.750 INFO:tasks.rados.rados.0.smithi032.stdout:760: snap_create 2024-09-13T00:06:13.750 INFO:tasks.rados.rados.0.smithi032.stdout:758: finishing write tid 3 to smithi03267100-16 2024-09-13T00:06:13.750 INFO:tasks.rados.rados.0.smithi032.stdout:758: finishing write tid 4 to smithi03267100-16 2024-09-13T00:06:13.750 INFO:tasks.rados.rados.0.smithi032.stdout:758: finishing write tid 5 to smithi03267100-16 2024-09-13T00:06:13.751 INFO:tasks.rados.rados.0.smithi032.stdout:758: finishing write tid 6 to smithi03267100-16 2024-09-13T00:06:13.751 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 189 (ObjNum 252 snap 69 seq_num 252) dirty exists 2024-09-13T00:06:13.751 INFO:tasks.rados.rados.0.smithi032.stdout:758: left oid 16 (ObjNum 252 snap 69 seq_num 252) 2024-09-13T00:06:13.760 INFO:tasks.rados.rados.0.smithi032.stdout:759: finishing write tid 1 to smithi03267100-30 2024-09-13T00:06:13.765 INFO:tasks.rados.rados.0.smithi032.stdout:759: finishing write tid 2 to smithi03267100-30 2024-09-13T00:06:13.765 INFO:tasks.rados.rados.0.smithi032.stdout:759: finishing write tid 3 to smithi03267100-30 2024-09-13T00:06:13.766 INFO:tasks.rados.rados.0.smithi032.stdout:759: finishing write tid 4 to smithi03267100-30 2024-09-13T00:06:13.768 INFO:tasks.rados.rados.0.smithi032.stdout:759: finishing write tid 5 to smithi03267100-30 2024-09-13T00:06:13.768 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 539 (ObjNum 253 snap 69 seq_num 253) dirty exists 2024-09-13T00:06:13.769 INFO:tasks.rados.rados.0.smithi032.stdout:759: left oid 30 (ObjNum 253 snap 69 seq_num 253) 2024-09-13T00:06:14.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:13 smithi053 bash[24393]: cluster 2024-09-13T00:06:12.588948+0000 mgr.x (mgr.24607) 37 : cluster [DBG] pgmap v40: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:14.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:13 smithi053 bash[24393]: cluster 2024-09-13T00:06:12.720743+0000 mon.a (mon.0) 1296 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-09-13T00:06:14.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:13 smithi032 bash[22496]: cluster 2024-09-13T00:06:12.588948+0000 mgr.x (mgr.24607) 37 : cluster [DBG] pgmap v40: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:14.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:13 smithi032 bash[22496]: cluster 2024-09-13T00:06:12.720743+0000 mon.a (mon.0) 1296 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-09-13T00:06:14.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:13 smithi032 bash[32211]: cluster 2024-09-13T00:06:12.588948+0000 mgr.x (mgr.24607) 37 : cluster [DBG] pgmap v40: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:14.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:13 smithi032 bash[32211]: cluster 2024-09-13T00:06:12.720743+0000 mon.a (mon.0) 1296 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-09-13T00:06:14.730 INFO:tasks.rados.rados.0.smithi032.stdout:758: done (2 left) 2024-09-13T00:06:14.731 INFO:tasks.rados.rados.0.smithi032.stdout:759: done (1 left) 2024-09-13T00:06:14.731 INFO:tasks.rados.rados.0.smithi032.stdout:760: done (0 left) 2024-09-13T00:06:14.731 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 70 2024-09-13T00:06:14.731 INFO:tasks.rados.rados.0.smithi032.stdout:761: seq_num 254 ranges {2916352=663552,3579904=663552,4243456=540672} 2024-09-13T00:06:14.759 INFO:tasks.rados.rados.0.smithi032.stdout:761: writing smithi03267100-45 from 2916352 to 3579904 tid 1 2024-09-13T00:06:14.765 INFO:tasks.rados.rados.0.smithi032.stdout:761: writing smithi03267100-45 from 3579904 to 4243456 tid 2 2024-09-13T00:06:14.770 INFO:tasks.rados.rados.0.smithi032.stdout:761: writing smithi03267100-45 from 4243456 to 4784128 tid 3 2024-09-13T00:06:14.770 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 70 2024-09-13T00:06:14.770 INFO:tasks.rados.rados.0.smithi032.stdout:762: seq_num 255 ranges {0=679936,679936=548864,1228800=598016,1826816=57344} 2024-09-13T00:06:14.776 INFO:tasks.rados.rados.0.smithi032.stdout:762: writing smithi03267100-10 from 0 to 679936 tid 1 2024-09-13T00:06:14.786 INFO:tasks.rados.rados.0.smithi032.stdout:762: writing smithi03267100-10 from 679936 to 1228800 tid 2 2024-09-13T00:06:14.787 INFO:tasks.rados.rados.0.smithi032.stdout:762: writing smithi03267100-10 from 1228800 to 1826816 tid 3 2024-09-13T00:06:14.787 INFO:tasks.rados.rados.0.smithi032.stdout:762: writing smithi03267100-10 from 1826816 to 1884160 tid 4 2024-09-13T00:06:14.787 INFO:tasks.rados.rados.0.smithi032.stdout:763: delete oid 7 current snap is 70 2024-09-13T00:06:14.787 INFO:tasks.rados.rados.0.smithi032.stdout:761: finishing write tid 1 to smithi03267100-45 2024-09-13T00:06:14.788 INFO:tasks.rados.rados.0.smithi032.stdout:761: finishing write tid 2 to smithi03267100-45 2024-09-13T00:06:14.788 INFO:tasks.rados.rados.0.smithi032.stdout:761: finishing write tid 3 to smithi03267100-45 2024-09-13T00:06:14.788 INFO:tasks.rados.rados.0.smithi032.stdout:761: finishing write tid 4 to smithi03267100-45 2024-09-13T00:06:14.788 INFO:tasks.rados.rados.0.smithi032.stdout:761: finishing write tid 5 to smithi03267100-45 2024-09-13T00:06:14.788 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 272 (ObjNum 254 snap 70 seq_num 254) dirty exists 2024-09-13T00:06:14.788 INFO:tasks.rados.rados.0.smithi032.stdout:761: left oid 45 (ObjNum 254 snap 70 seq_num 254) 2024-09-13T00:06:14.788 INFO:tasks.rados.rados.0.smithi032.stdout:762: finishing write tid 1 to smithi03267100-10 2024-09-13T00:06:14.788 INFO:tasks.rados.rados.0.smithi032.stdout:762: finishing write tid 2 to smithi03267100-10 2024-09-13T00:06:14.791 INFO:tasks.rados.rados.0.smithi032.stdout:761: done (2 left) 2024-09-13T00:06:14.791 INFO:tasks.rados.rados.0.smithi032.stdout:763: done (1 left) 2024-09-13T00:06:14.791 INFO:tasks.rados.rados.0.smithi032.stdout:764: rmattr oid 20 current snap is 70 2024-09-13T00:06:14.791 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 70 2024-09-13T00:06:14.791 INFO:tasks.rados.rados.0.smithi032.stdout:765: seq_num 257 ranges {1376256=712704,2088960=720896,2809856=483328} 2024-09-13T00:06:14.807 INFO:tasks.rados.rados.0.smithi032.stdout:765: writing smithi03267100-47 from 1376256 to 2088960 tid 1 2024-09-13T00:06:14.812 INFO:tasks.rados.rados.0.smithi032.stdout:765: writing smithi03267100-47 from 2088960 to 2809856 tid 2 2024-09-13T00:06:14.816 INFO:tasks.rados.rados.0.smithi032.stdout:765: writing smithi03267100-47 from 2809856 to 3293184 tid 3 2024-09-13T00:06:14.816 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 70 2024-09-13T00:06:14.816 INFO:tasks.rados.rados.0.smithi032.stdout:766: seq_num 258 ranges {4145152=729088,4874240=606208,5480448=598016} 2024-09-13T00:06:14.844 INFO:tasks.rados.rados.0.smithi032.stdout:766: writing smithi03267100-48 from 4145152 to 4874240 tid 1 2024-09-13T00:06:14.848 INFO:tasks.rados.rados.0.smithi032.stdout:766: writing smithi03267100-48 from 4874240 to 5480448 tid 2 2024-09-13T00:06:14.853 INFO:tasks.rados.rados.0.smithi032.stdout:766: writing smithi03267100-48 from 5480448 to 6078464 tid 3 2024-09-13T00:06:14.853 INFO:tasks.rados.rados.0.smithi032.stdout:767: delete oid 6 current snap is 70 2024-09-13T00:06:14.853 INFO:tasks.rados.rados.0.smithi032.stdout:762: finishing write tid 3 to smithi03267100-10 2024-09-13T00:06:14.853 INFO:tasks.rados.rados.0.smithi032.stdout:762: finishing write tid 4 to smithi03267100-10 2024-09-13T00:06:14.854 INFO:tasks.rados.rados.0.smithi032.stdout:762: finishing write tid 5 to smithi03267100-10 2024-09-13T00:06:14.854 INFO:tasks.rados.rados.0.smithi032.stdout:762: finishing write tid 6 to smithi03267100-10 2024-09-13T00:06:14.854 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 133 (ObjNum 255 snap 70 seq_num 255) dirty exists 2024-09-13T00:06:14.854 INFO:tasks.rados.rados.0.smithi032.stdout:762: left oid 10 (ObjNum 255 snap 70 seq_num 255) 2024-09-13T00:06:14.854 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 62 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T00:06:14.854 INFO:tasks.rados.rados.0.smithi032.stdout:765: finishing write tid 1 to smithi03267100-47 2024-09-13T00:06:14.854 INFO:tasks.rados.rados.0.smithi032.stdout:765: finishing write tid 2 to smithi03267100-47 2024-09-13T00:06:14.854 INFO:tasks.rados.rados.0.smithi032.stdout:765: finishing write tid 3 to smithi03267100-47 2024-09-13T00:06:14.854 INFO:tasks.rados.rados.0.smithi032.stdout:765: finishing write tid 4 to smithi03267100-47 2024-09-13T00:06:14.854 INFO:tasks.rados.rados.0.smithi032.stdout:765: finishing write tid 5 to smithi03267100-47 2024-09-13T00:06:14.854 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 183 (ObjNum 257 snap 70 seq_num 257) dirty exists 2024-09-13T00:06:14.855 INFO:tasks.rados.rados.0.smithi032.stdout:765: left oid 47 (ObjNum 257 snap 70 seq_num 257) 2024-09-13T00:06:14.855 INFO:tasks.rados.rados.0.smithi032.stdout:766: finishing write tid 1 to smithi03267100-48 2024-09-13T00:06:14.855 INFO:tasks.rados.rados.0.smithi032.stdout:766: finishing write tid 2 to smithi03267100-48 2024-09-13T00:06:14.855 INFO:tasks.rados.rados.0.smithi032.stdout:762: done (4 left) 2024-09-13T00:06:14.855 INFO:tasks.rados.rados.0.smithi032.stdout:764: done (3 left) 2024-09-13T00:06:14.855 INFO:tasks.rados.rados.0.smithi032.stdout:765: done (2 left) 2024-09-13T00:06:14.856 INFO:tasks.rados.rados.0.smithi032.stdout:767: done (1 left) 2024-09-13T00:06:14.856 INFO:tasks.rados.rados.0.smithi032.stdout:768: snap_create 2024-09-13T00:06:14.857 INFO:tasks.rados.rados.0.smithi032.stdout:766: finishing write tid 3 to smithi03267100-48 2024-09-13T00:06:14.858 INFO:tasks.rados.rados.0.smithi032.stdout:766: finishing write tid 4 to smithi03267100-48 2024-09-13T00:06:14.860 INFO:tasks.rados.rados.0.smithi032.stdout:766: finishing write tid 5 to smithi03267100-48 2024-09-13T00:06:14.861 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 277 (ObjNum 258 snap 70 seq_num 258) dirty exists 2024-09-13T00:06:14.861 INFO:tasks.rados.rados.0.smithi032.stdout:766: left oid 48 (ObjNum 258 snap 70 seq_num 258) 2024-09-13T00:06:15.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:14 smithi053 bash[24393]: audit 2024-09-13T00:06:13.714321+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:15.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:14 smithi053 bash[24393]: cluster 2024-09-13T00:06:13.721729+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-09-13T00:06:15.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:14 smithi053 bash[24393]: audit 2024-09-13T00:06:13.728027+0000 mon.a (mon.0) 1299 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:15.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:14 smithi053 bash[24393]: cephadm 2024-09-13T00:06:13.730307+0000 mgr.x (mgr.24607) 38 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T00:06:15.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[22496]: audit 2024-09-13T00:06:13.714321+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:15.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[22496]: cluster 2024-09-13T00:06:13.721729+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-09-13T00:06:15.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[22496]: audit 2024-09-13T00:06:13.728027+0000 mon.a (mon.0) 1299 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:15.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[22496]: cephadm 2024-09-13T00:06:13.730307+0000 mgr.x (mgr.24607) 38 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T00:06:15.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[32211]: audit 2024-09-13T00:06:13.714321+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:15.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[32211]: cluster 2024-09-13T00:06:13.721729+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-09-13T00:06:15.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[32211]: audit 2024-09-13T00:06:13.728027+0000 mon.a (mon.0) 1299 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:15.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[32211]: cephadm 2024-09-13T00:06:13.730307+0000 mgr.x (mgr.24607) 38 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T00:06:15.160 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[68453]: ts=2024-09-13T00:06:14.902Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-13T00:06:15.161 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[68453]: ts=2024-09-13T00:06:14.902Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-13T00:06:15.161 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[68453]: ts=2024-09-13T00:06:14.904Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.32 port=9094 2024-09-13T00:06:15.161 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[68453]: ts=2024-09-13T00:06:14.904Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T00:06:15.161 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[68453]: ts=2024-09-13T00:06:14.934Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T00:06:15.161 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[68453]: ts=2024-09-13T00:06:14.935Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T00:06:15.161 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[68453]: ts=2024-09-13T00:06:14.938Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-13T00:06:15.161 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:14 smithi032 bash[68453]: ts=2024-09-13T00:06:14.938Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T00:06:15.524 INFO:tasks.rados.rados.0.smithi032.stdout:766: done (1 left) 2024-09-13T00:06:15.524 INFO:tasks.rados.rados.0.smithi032.stdout:768: done (0 left) 2024-09-13T00:06:15.524 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 71 2024-09-13T00:06:15.524 INFO:tasks.rados.rados.0.smithi032.stdout:769: seq_num 260 ranges {6627328=761856,7389184=417792,7806976=786432} 2024-09-13T00:06:15.568 INFO:tasks.rados.rados.0.smithi032.stdout:769: writing smithi03267100-13 from 6627328 to 7389184 tid 1 2024-09-13T00:06:15.571 INFO:tasks.rados.rados.0.smithi032.stdout:769: writing smithi03267100-13 from 7389184 to 7806976 tid 2 2024-09-13T00:06:15.575 INFO:tasks.rados.rados.0.smithi032.stdout:769: writing smithi03267100-13 from 7806976 to 8593408 tid 3 2024-09-13T00:06:15.575 INFO:tasks.rados.rados.0.smithi032.stdout:770: delete oid 50 current snap is 71 2024-09-13T00:06:15.584 INFO:tasks.rados.rados.0.smithi032.stdout:769: finishing write tid 1 to smithi03267100-13 2024-09-13T00:06:15.586 INFO:tasks.rados.rados.0.smithi032.stdout:770: done (1 left) 2024-09-13T00:06:15.586 INFO:tasks.rados.rados.0.smithi032.stdout:771: rollback oid 21 current snap is 71 2024-09-13T00:06:15.586 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 65 2024-09-13T00:06:15.586 INFO:tasks.rados.rados.0.smithi032.stdout:772: snap_remove snap 58 2024-09-13T00:06:16.006 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:15 smithi053 bash[24393]: cephadm 2024-09-13T00:06:14.049880+0000 mgr.x (mgr.24607) 39 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-09-13T00:06:16.006 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:15 smithi053 bash[24393]: cluster 2024-09-13T00:06:14.589742+0000 mgr.x (mgr.24607) 40 : cluster [DBG] pgmap v43: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-13T00:06:16.007 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:15 smithi053 bash[24393]: cluster 2024-09-13T00:06:14.734510+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-09-13T00:06:16.007 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:15 smithi053 bash[24393]: cluster 2024-09-13T00:06:15.528629+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-09-13T00:06:16.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:15 smithi032 bash[22496]: cephadm 2024-09-13T00:06:14.049880+0000 mgr.x (mgr.24607) 39 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-09-13T00:06:16.172 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:15 smithi032 bash[22496]: cluster 2024-09-13T00:06:14.589742+0000 mgr.x (mgr.24607) 40 : cluster [DBG] pgmap v43: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-13T00:06:16.172 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:15 smithi032 bash[22496]: cluster 2024-09-13T00:06:14.734510+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-09-13T00:06:16.172 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:15 smithi032 bash[22496]: cluster 2024-09-13T00:06:15.528629+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-09-13T00:06:16.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:15 smithi032 bash[32211]: cephadm 2024-09-13T00:06:14.049880+0000 mgr.x (mgr.24607) 39 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-09-13T00:06:16.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:15 smithi032 bash[32211]: cluster 2024-09-13T00:06:14.589742+0000 mgr.x (mgr.24607) 40 : cluster [DBG] pgmap v43: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-13T00:06:16.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:15 smithi032 bash[32211]: cluster 2024-09-13T00:06:14.734510+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-09-13T00:06:16.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:15 smithi032 bash[32211]: cluster 2024-09-13T00:06:15.528629+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-09-13T00:06:16.530 INFO:tasks.rados.rados.0.smithi032.stdout:772: done (2 left) 2024-09-13T00:06:16.530 INFO:tasks.rados.rados.0.smithi032.stdout:773: snap_create 2024-09-13T00:06:16.530 INFO:tasks.rados.rados.0.smithi032.stdout:769: finishing write tid 2 to smithi03267100-13 2024-09-13T00:06:16.530 INFO:tasks.rados.rados.0.smithi032.stdout:769: finishing write tid 3 to smithi03267100-13 2024-09-13T00:06:16.530 INFO:tasks.rados.rados.0.smithi032.stdout:769: finishing write tid 4 to smithi03267100-13 2024-09-13T00:06:16.530 INFO:tasks.rados.rados.0.smithi032.stdout:769: finishing write tid 5 to smithi03267100-13 2024-09-13T00:06:16.530 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 519 (ObjNum 260 snap 71 seq_num 260) dirty exists 2024-09-13T00:06:16.530 INFO:tasks.rados.rados.0.smithi032.stdout:769: left oid 13 (ObjNum 260 snap 71 seq_num 260) 2024-09-13T00:06:16.530 INFO:tasks.rados.rados.0.smithi032.stdout:771: finishing rollback tid 1 to smithi03267100-21 2024-09-13T00:06:16.530 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 468 (ObjNum 225 snap 0 seq_num 166435072) dirty dne 2024-09-13T00:06:16.785 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:16 smithi053 bash[52659]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:06:16] "GET /metrics HTTP/1.1" 200 36129 "" "Prometheus/2.43.0" 2024-09-13T00:06:17.159 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:16 smithi032 bash[68453]: ts=2024-09-13T00:06:16.905Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000896708s 2024-09-13T00:06:17.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:16 smithi032 bash[22749]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:06:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:06:17.537 INFO:tasks.rados.rados.0.smithi032.stdout:769: done (2 left) 2024-09-13T00:06:17.537 INFO:tasks.rados.rados.0.smithi032.stdout:771: done (1 left) 2024-09-13T00:06:17.537 INFO:tasks.rados.rados.0.smithi032.stdout:773: done (0 left) 2024-09-13T00:06:17.538 INFO:tasks.rados.rados.0.smithi032.stdout:774: read oid 46 snap -1 2024-09-13T00:06:17.538 INFO:tasks.rados.rados.0.smithi032.stdout:774: expect deleted 2024-09-13T00:06:17.538 INFO:tasks.rados.rados.0.smithi032.stdout:775: read oid 12 snap -1 2024-09-13T00:06:17.538 INFO:tasks.rados.rados.0.smithi032.stdout:775: expect (ObjNum 80 snap 12 seq_num 80) 2024-09-13T00:06:17.538 INFO:tasks.rados.rados.0.smithi032.stdout:776: rmattr oid 10 current snap is 72 2024-09-13T00:06:17.538 INFO:tasks.rados.rados.0.smithi032.stdout:776: done (2 left) 2024-09-13T00:06:17.538 INFO:tasks.rados.rados.0.smithi032.stdout:777: snap_remove snap 68 2024-09-13T00:06:17.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:17 smithi053 bash[24393]: cluster 2024-09-13T00:06:16.531754+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-09-13T00:06:17.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:17 smithi053 bash[24393]: cluster 2024-09-13T00:06:16.590387+0000 mgr.x (mgr.24607) 41 : cluster [DBG] pgmap v47: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:17.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:17 smithi053 bash[24393]: audit 2024-09-13T00:06:17.106519+0000 mon.c (mon.2) 113 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:17.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:17 smithi032 bash[22496]: cluster 2024-09-13T00:06:16.531754+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-09-13T00:06:17.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:17 smithi032 bash[22496]: cluster 2024-09-13T00:06:16.590387+0000 mgr.x (mgr.24607) 41 : cluster [DBG] pgmap v47: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:17.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:17 smithi032 bash[22496]: audit 2024-09-13T00:06:17.106519+0000 mon.c (mon.2) 113 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:17.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:17 smithi032 bash[32211]: cluster 2024-09-13T00:06:16.531754+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-09-13T00:06:17.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:17 smithi032 bash[32211]: cluster 2024-09-13T00:06:16.590387+0000 mgr.x (mgr.24607) 41 : cluster [DBG] pgmap v47: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:17.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:17 smithi032 bash[32211]: audit 2024-09-13T00:06:17.106519+0000 mon.c (mon.2) 113 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:18.539 INFO:tasks.rados.rados.0.smithi032.stdout:777: done (2 left) 2024-09-13T00:06:18.539 INFO:tasks.rados.rados.0.smithi032.stdout:778: setattr oid 18 current snap is 72 2024-09-13T00:06:18.539 INFO:tasks.rados.rados.0.smithi032.stdout:775: expect (ObjNum 80 snap 12 seq_num 80) 2024-09-13T00:06:18.642 INFO:tasks.rados.rados.0.smithi032.stdout:774: done (2 left) 2024-09-13T00:06:18.642 INFO:tasks.rados.rados.0.smithi032.stdout:775: done (1 left) 2024-09-13T00:06:18.643 INFO:tasks.rados.rados.0.smithi032.stdout:779: rmattr oid 31 current snap is 72 2024-09-13T00:06:18.643 INFO:tasks.rados.rados.0.smithi032.stdout:779: done (1 left) 2024-09-13T00:06:18.643 INFO:tasks.rados.rados.0.smithi032.stdout:780: rollback oid 42 current snap is 72 2024-09-13T00:06:18.643 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 40 2024-09-13T00:06:18.643 INFO:tasks.rados.rados.0.smithi032.stdout:781: rollback oid 38 current snap is 72 2024-09-13T00:06:18.643 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 67 2024-09-13T00:06:18.643 INFO:tasks.rados.rados.0.smithi032.stdout:782: snap_create 2024-09-13T00:06:18.652 INFO:tasks.rados.rados.0.smithi032.stdout:781: finishing rollback tid 0 to smithi03267100-38 2024-09-13T00:06:18.654 INFO:tasks.rados.rados.0.smithi032.stdout:780: finishing rollback tid 1 to smithi03267100-42 2024-09-13T00:06:18.655 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 42 (ObjNum 129 snap 0 seq_num 166482904) dirty dne 2024-09-13T00:06:18.657 INFO:tasks.rados.rados.0.smithi032.stdout:781: finishing rollback tid 1 to smithi03267100-38 2024-09-13T00:06:18.657 INFO:tasks.rados.rados.0.smithi032.stdout:781: finishing rollback tid 2 to smithi03267100-38 2024-09-13T00:06:18.657 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 139 (ObjNum 132 snap 34 seq_num 132) dirty exists 2024-09-13T00:06:18.667 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 529 (ObjNum 158 snap 44 seq_num 158) dirty exists 2024-09-13T00:06:18.697 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:18 smithi053 bash[24393]: cluster 2024-09-13T00:06:17.540000+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-09-13T00:06:18.698 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:18 smithi053 systemd[1]: Stopping Ceph prometheus.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:06:18.698 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:18 smithi053 bash[51803]: ts=2024-09-13T00:06:18.517Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T00:06:18.698 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:18 smithi053 bash[51803]: ts=2024-09-13T00:06:18.517Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T00:06:18.698 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:18 smithi053 bash[51803]: ts=2024-09-13T00:06:18.517Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T00:06:18.698 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:18 smithi053 bash[51803]: ts=2024-09-13T00:06:18.517Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T00:06:18.699 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:18 smithi053 bash[51803]: ts=2024-09-13T00:06:18.517Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T00:06:18.699 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:18 smithi053 bash[51803]: ts=2024-09-13T00:06:18.517Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T00:06:18.699 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:18 smithi053 bash[51803]: ts=2024-09-13T00:06:18.517Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T00:06:18.699 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:18 smithi053 bash[51803]: ts=2024-09-13T00:06:18.517Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T00:06:18.699 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:18 smithi053 bash[51803]: ts=2024-09-13T00:06:18.518Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T00:06:18.699 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:18 smithi053 bash[51803]: ts=2024-09-13T00:06:18.518Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T00:06:18.699 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:18 smithi053 bash[51803]: ts=2024-09-13T00:06:18.518Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T00:06:18.699 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:18 smithi053 bash[51803]: ts=2024-09-13T00:06:18.518Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T00:06:18.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:18 smithi032 bash[22496]: cluster 2024-09-13T00:06:17.540000+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-09-13T00:06:18.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:18 smithi032 bash[32211]: cluster 2024-09-13T00:06:17.540000+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-09-13T00:06:19.283 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:19 smithi053 bash[59039]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T00:06:19.283 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:19 smithi053 bash[59098]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T00:06:19.283 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:19 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T00:06:19.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:19 smithi053 systemd[1]: Stopped Ceph prometheus.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:06:19.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:19 smithi053 systemd[1]: Started Ceph prometheus.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:06:19.557 INFO:tasks.rados.rados.0.smithi032.stdout:778: done (3 left) 2024-09-13T00:06:19.557 INFO:tasks.rados.rados.0.smithi032.stdout:780: done (2 left) 2024-09-13T00:06:19.557 INFO:tasks.rados.rados.0.smithi032.stdout:781: done (1 left) 2024-09-13T00:06:19.558 INFO:tasks.rados.rados.0.smithi032.stdout:782: done (0 left) 2024-09-13T00:06:19.558 INFO:tasks.rados.rados.0.smithi032.stdout:783: rollback oid 43 current snap is 73 2024-09-13T00:06:19.558 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 62 2024-09-13T00:06:19.558 INFO:tasks.rados.rados.0.smithi032.stdout:784: snap_create 2024-09-13T00:06:19.570 INFO:tasks.rados.rados.0.smithi032.stdout:783: finishing rollback tid 0 to smithi03267100-43 2024-09-13T00:06:19.570 INFO:tasks.rados.rados.0.smithi032.stdout:783: finishing rollback tid 1 to smithi03267100-43 2024-09-13T00:06:19.570 INFO:tasks.rados.rados.0.smithi032.stdout:783: finishing rollback tid 2 to smithi03267100-43 2024-09-13T00:06:19.570 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 174 (ObjNum 224 snap 58 seq_num 224) dirty exists 2024-09-13T00:06:19.783 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:19 smithi053 systemd[1]: Stopping Ceph node-exporter.b for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:06:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:19 smithi053 bash[24393]: cluster 2024-09-13T00:06:18.541925+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-09-13T00:06:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:19 smithi053 bash[24393]: cluster 2024-09-13T00:06:18.591113+0000 mgr.x (mgr.24607) 42 : cluster [DBG] pgmap v50: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.3 MiB/s wr, 45 op/s 2024-09-13T00:06:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:19 smithi053 bash[24393]: audit 2024-09-13T00:06:19.255402+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:19 smithi053 bash[24393]: audit 2024-09-13T00:06:19.267214+0000 mon.a (mon.0) 1306 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:19.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:19 smithi032 bash[22496]: cluster 2024-09-13T00:06:18.541925+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-09-13T00:06:19.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:19 smithi032 bash[22496]: cluster 2024-09-13T00:06:18.591113+0000 mgr.x (mgr.24607) 42 : cluster [DBG] pgmap v50: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.3 MiB/s wr, 45 op/s 2024-09-13T00:06:19.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:19 smithi032 bash[22496]: audit 2024-09-13T00:06:19.255402+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:19.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:19 smithi032 bash[22496]: audit 2024-09-13T00:06:19.267214+0000 mon.a (mon.0) 1306 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:19.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:19 smithi032 bash[32211]: cluster 2024-09-13T00:06:18.541925+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-09-13T00:06:19.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:19 smithi032 bash[32211]: cluster 2024-09-13T00:06:18.591113+0000 mgr.x (mgr.24607) 42 : cluster [DBG] pgmap v50: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.3 MiB/s wr, 45 op/s 2024-09-13T00:06:19.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:19 smithi032 bash[32211]: audit 2024-09-13T00:06:19.255402+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:19.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:19 smithi032 bash[32211]: audit 2024-09-13T00:06:19.267214+0000 mon.a (mon.0) 1306 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:20.527 INFO:tasks.rados.rados.0.smithi032.stdout:783: done (1 left) 2024-09-13T00:06:20.527 INFO:tasks.rados.rados.0.smithi032.stdout:784: done (0 left) 2024-09-13T00:06:20.528 INFO:tasks.rados.rados.0.smithi032.stdout:785: rmattr oid 29 current snap is 74 2024-09-13T00:06:20.528 INFO:tasks.rados.rados.0.smithi032.stdout:786: snap_create 2024-09-13T00:06:20.535 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 275 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-13T00:06:20.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:20 smithi053 bash[24393]: cephadm 2024-09-13T00:06:19.268332+0000 mgr.x (mgr.24607) 43 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-09-13T00:06:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:20 smithi053 bash[24393]: cephadm 2024-09-13T00:06:19.268710+0000 mgr.x (mgr.24607) 44 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi053 2024-09-13T00:06:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:20 smithi053 bash[24393]: cluster 2024-09-13T00:06:19.560836+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-09-13T00:06:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:20 smithi053 bash[24393]: cluster 2024-09-13T00:06:20.531382+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-09-13T00:06:20.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:20 smithi032 bash[22496]: cephadm 2024-09-13T00:06:19.268332+0000 mgr.x (mgr.24607) 43 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-09-13T00:06:20.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:20 smithi032 bash[22496]: cephadm 2024-09-13T00:06:19.268710+0000 mgr.x (mgr.24607) 44 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi053 2024-09-13T00:06:20.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:20 smithi032 bash[22496]: cluster 2024-09-13T00:06:19.560836+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-09-13T00:06:20.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:20 smithi032 bash[22496]: cluster 2024-09-13T00:06:20.531382+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-09-13T00:06:20.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:20 smithi032 bash[32211]: cephadm 2024-09-13T00:06:19.268332+0000 mgr.x (mgr.24607) 43 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-09-13T00:06:20.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:20 smithi032 bash[32211]: cephadm 2024-09-13T00:06:19.268710+0000 mgr.x (mgr.24607) 44 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi053 2024-09-13T00:06:20.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:20 smithi032 bash[32211]: cluster 2024-09-13T00:06:19.560836+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-09-13T00:06:20.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:20 smithi032 bash[32211]: cluster 2024-09-13T00:06:20.531382+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-09-13T00:06:21.081 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:20 smithi053 bash[59173]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T00:06:21.344 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:21 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-13T00:06:21.344 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59235]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T00:06:21.344 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:21 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-13T00:06:21.344 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:21 smithi053 systemd[1]: Stopped Ceph node-exporter.b for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:06:21.344 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:21 smithi053 systemd[1]: Started Ceph node-exporter.b for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:06:21.529 INFO:tasks.rados.rados.0.smithi032.stdout:785: done (1 left) 2024-09-13T00:06:21.529 INFO:tasks.rados.rados.0.smithi032.stdout:786: done (0 left) 2024-09-13T00:06:21.529 INFO:tasks.rados.rados.0.smithi032.stdout:787: delete oid 33 current snap is 75 2024-09-13T00:06:21.541 INFO:tasks.rados.rados.0.smithi032.stdout:787: done (0 left) 2024-09-13T00:06:21.542 INFO:tasks.rados.rados.0.smithi032.stdout:788: setattr oid 48 current snap is 75 2024-09-13T00:06:21.545 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 75 2024-09-13T00:06:21.545 INFO:tasks.rados.rados.0.smithi032.stdout:789: seq_num 263 ranges {7397376=409600,7806976=475136,8282112=557056,8839168=573440} 2024-09-13T00:06:21.640 INFO:tasks.rados.rados.0.smithi032.stdout:789: writing smithi03267100-2 from 7397376 to 7806976 tid 1 2024-09-13T00:06:21.643 INFO:tasks.rados.rados.0.smithi032.stdout:789: writing smithi03267100-2 from 7806976 to 8282112 tid 2 2024-09-13T00:06:21.646 INFO:tasks.rados.rados.0.smithi032.stdout:789: writing smithi03267100-2 from 8282112 to 8839168 tid 3 2024-09-13T00:06:21.651 INFO:tasks.rados.rados.0.smithi032.stdout:789: writing smithi03267100-2 from 8839168 to 9412608 tid 4 2024-09-13T00:06:21.651 INFO:tasks.rados.rados.0.smithi032.stdout:790: read oid 37 snap -1 2024-09-13T00:06:21.651 INFO:tasks.rados.rados.0.smithi032.stdout:790: expect (ObjNum 217 snap 57 seq_num 217) 2024-09-13T00:06:21.651 INFO:tasks.rados.rados.0.smithi032.stdout:791: copy_from oid 40 from oid 33 current snap is 75 2024-09-13T00:06:21.651 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 293 (ObjNum 258 snap 70 seq_num 258) dirty exists 2024-09-13T00:06:21.652 INFO:tasks.rados.rados.0.smithi032.stdout:789: finishing write tid 1 to smithi03267100-2 2024-09-13T00:06:21.652 INFO:tasks.rados.rados.0.smithi032.stdout:788: done (3 left) 2024-09-13T00:06:21.652 INFO:tasks.rados.rados.0.smithi032.stdout:792: snap_remove snap 73 2024-09-13T00:06:21.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[24393]: cluster 2024-09-13T00:06:20.591839+0000 mgr.x (mgr.24607) 45 : cluster [DBG] pgmap v53: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 7.0 MiB/s wr, 43 op/s 2024-09-13T00:06:21.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[24393]: audit 2024-09-13T00:06:21.139625+0000 mon.a (mon.0) 1309 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[24393]: audit 2024-09-13T00:06:21.151363+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[24393]: cluster 2024-09-13T00:06:21.533292+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-09-13T00:06:21.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.347Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T00:06:21.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.348Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T00:06:21.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.348Z caller=main.go:570 level=info host_details="(Linux 5.15.0-121-generic #131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024 x86_64 smithi053 (none))" 2024-09-13T00:06:21.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.348Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T00:06:21.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.348Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T00:06:21.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.351Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T00:06:21.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.351Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T00:06:21.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.353Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T00:06:21.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.353Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T00:06:21.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.354Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T00:06:21.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.354Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=6.592µs 2024-09-13T00:06:21.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.354Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T00:06:21.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.355Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-13T00:06:21.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.380Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-13T00:06:21.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.380Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-13T00:06:21.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.380Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=45.786µs wal_replay_duration=25.825873ms wbl_replay_duration=155ns total_replay_duration=25.897231ms 2024-09-13T00:06:21.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.384Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T00:06:21.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.384Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T00:06:21.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.384Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T00:06:21.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.411Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=27.201202ms db_storage=1.287µs remote_storage=1.846µs web_handler=417ns query_engine=878ns scrape=381.733µs scrape_sd=139.955µs notify=32.019µs notify_sd=17.638µs rules=26.092727ms tracing=6.781µs 2024-09-13T00:06:21.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.412Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T00:06:21.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:21 smithi053 bash[59124]: ts=2024-09-13T00:06:21.412Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T00:06:21.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:21 smithi032 bash[22496]: cluster 2024-09-13T00:06:20.591839+0000 mgr.x (mgr.24607) 45 : cluster [DBG] pgmap v53: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 7.0 MiB/s wr, 43 op/s 2024-09-13T00:06:21.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:21 smithi032 bash[22496]: audit 2024-09-13T00:06:21.139625+0000 mon.a (mon.0) 1309 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:21.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:21 smithi032 bash[22496]: audit 2024-09-13T00:06:21.151363+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:21.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:21 smithi032 bash[22496]: cluster 2024-09-13T00:06:21.533292+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-09-13T00:06:21.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:21 smithi032 bash[32211]: cluster 2024-09-13T00:06:20.591839+0000 mgr.x (mgr.24607) 45 : cluster [DBG] pgmap v53: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 7.0 MiB/s wr, 43 op/s 2024-09-13T00:06:21.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:21 smithi032 bash[32211]: audit 2024-09-13T00:06:21.139625+0000 mon.a (mon.0) 1309 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:21.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:21 smithi032 bash[32211]: audit 2024-09-13T00:06:21.151363+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:21.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:21 smithi032 bash[32211]: cluster 2024-09-13T00:06:21.533292+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-09-13T00:06:22.577 INFO:tasks.rados.rados.0.smithi032.stdout:792: done (3 left) 2024-09-13T00:06:22.577 INFO:tasks.rados.rados.0.smithi032.stdout:793: setattr oid 27 current snap is 75 2024-09-13T00:06:22.577 INFO:tasks.rados.rados.0.smithi032.stdout:789: finishing write tid 2 to smithi03267100-2 2024-09-13T00:06:22.577 INFO:tasks.rados.rados.0.smithi032.stdout:789: finishing write tid 3 to smithi03267100-2 2024-09-13T00:06:22.577 INFO:tasks.rados.rados.0.smithi032.stdout:789: finishing write tid 4 to smithi03267100-2 2024-09-13T00:06:22.577 INFO:tasks.rados.rados.0.smithi032.stdout:789: finishing write tid 5 to smithi03267100-2 2024-09-13T00:06:22.577 INFO:tasks.rados.rados.0.smithi032.stdout:789: finishing write tid 6 to smithi03267100-2 2024-09-13T00:06:22.578 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 299 (ObjNum 263 snap 75 seq_num 263) dirty exists 2024-09-13T00:06:22.578 INFO:tasks.rados.rados.0.smithi032.stdout:789: left oid 2 (ObjNum 263 snap 75 seq_num 263) 2024-09-13T00:06:22.578 INFO:tasks.rados.rados.0.smithi032.stdout:791: finishing copy_from to smithi03267100-40 2024-09-13T00:06:22.578 INFO:tasks.rados.rados.0.smithi032.stdout:791: got expected ENOENT (src dne) 2024-09-13T00:06:22.578 INFO:tasks.rados.rados.0.smithi032.stdout:791: finishing copy_from racing read to smithi03267100-40 2024-09-13T00:06:22.578 INFO:tasks.rados.rados.0.smithi032.stdout:790: expect (ObjNum 217 snap 57 seq_num 217) 2024-09-13T00:06:22.697 INFO:tasks.rados.rados.0.smithi032.stdout:789: done (3 left) 2024-09-13T00:06:22.697 INFO:tasks.rados.rados.0.smithi032.stdout:790: done (2 left) 2024-09-13T00:06:22.698 INFO:tasks.rados.rados.0.smithi032.stdout:791: done (1 left) 2024-09-13T00:06:22.698 INFO:tasks.rados.rados.0.smithi032.stdout:794: snap_create 2024-09-13T00:06:22.706 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 190 (ObjNum 33 snap 0 seq_num 1800149965) dirty exists 2024-09-13T00:06:22.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:22 smithi032 bash[22496]: cephadm 2024-09-13T00:06:21.152482+0000 mgr.x (mgr.24607) 46 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-09-13T00:06:22.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:22 smithi032 bash[22496]: cephadm 2024-09-13T00:06:21.199174+0000 mgr.x (mgr.24607) 47 : cephadm [INF] Reconfiguring daemon grafana.a on smithi053 2024-09-13T00:06:22.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:22 smithi032 bash[32211]: cephadm 2024-09-13T00:06:21.152482+0000 mgr.x (mgr.24607) 46 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-09-13T00:06:22.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:22 smithi032 bash[32211]: cephadm 2024-09-13T00:06:21.199174+0000 mgr.x (mgr.24607) 47 : cephadm [INF] Reconfiguring daemon grafana.a on smithi053 2024-09-13T00:06:23.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:22 smithi053 bash[24393]: cephadm 2024-09-13T00:06:21.152482+0000 mgr.x (mgr.24607) 46 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-09-13T00:06:23.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:22 smithi053 bash[24393]: cephadm 2024-09-13T00:06:21.199174+0000 mgr.x (mgr.24607) 47 : cephadm [INF] Reconfiguring daemon grafana.a on smithi053 2024-09-13T00:06:23.579 INFO:tasks.rados.rados.0.smithi032.stdout:793: done (1 left) 2024-09-13T00:06:23.579 INFO:tasks.rados.rados.0.smithi032.stdout:794: done (0 left) 2024-09-13T00:06:23.579 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 76 2024-09-13T00:06:23.579 INFO:tasks.rados.rados.0.smithi032.stdout:795: seq_num 264 ranges {1998848=425984,2424832=761856,3186688=770048,3956736=73728} 2024-09-13T00:06:23.606 INFO:tasks.rados.rados.0.smithi032.stdout:795: writing smithi03267100-37 from 1998848 to 2424832 tid 1 2024-09-13T00:06:23.616 INFO:tasks.rados.rados.0.smithi032.stdout:795: writing smithi03267100-37 from 2424832 to 3186688 tid 2 2024-09-13T00:06:23.626 INFO:tasks.rados.rados.0.smithi032.stdout:795: writing smithi03267100-37 from 3186688 to 3956736 tid 3 2024-09-13T00:06:23.627 INFO:tasks.rados.rados.0.smithi032.stdout:795: writing smithi03267100-37 from 3956736 to 4030464 tid 4 2024-09-13T00:06:23.627 INFO:tasks.rados.rados.0.smithi032.stdout:796: snap_create 2024-09-13T00:06:23.627 INFO:tasks.rados.rados.0.smithi032.stdout:795: finishing write tid 1 to smithi03267100-37 2024-09-13T00:06:23.627 INFO:tasks.rados.rados.0.smithi032.stdout:795: finishing write tid 2 to smithi03267100-37 2024-09-13T00:06:23.634 INFO:tasks.rados.rados.0.smithi032.stdout:795: finishing write tid 3 to smithi03267100-37 2024-09-13T00:06:23.635 INFO:tasks.rados.rados.0.smithi032.stdout:795: finishing write tid 4 to smithi03267100-37 2024-09-13T00:06:23.635 INFO:tasks.rados.rados.0.smithi032.stdout:795: finishing write tid 5 to smithi03267100-37 2024-09-13T00:06:23.637 INFO:tasks.rados.rados.0.smithi032.stdout:795: finishing write tid 6 to smithi03267100-37 2024-09-13T00:06:23.638 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 218 (ObjNum 264 snap 76 seq_num 264) dirty exists 2024-09-13T00:06:23.638 INFO:tasks.rados.rados.0.smithi032.stdout:795: left oid 37 (ObjNum 264 snap 76 seq_num 264) 2024-09-13T00:06:23.714 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[24393]: cluster 2024-09-13T00:06:22.580565+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-09-13T00:06:23.714 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[24393]: cluster 2024-09-13T00:06:22.592568+0000 mgr.x (mgr.24607) 48 : cluster [DBG] pgmap v56: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:23.714 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.540Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T00:06:23.714 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.540Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T00:06:23.715 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.540Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T00:06:23.715 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.540Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T00:06:23.715 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T00:06:23.715 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T00:06:23.715 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T00:06:23.715 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T00:06:23.715 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T00:06:23.715 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T00:06:23.715 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T00:06:23.715 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T00:06:23.715 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T00:06:23.715 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T00:06:23.716 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T00:06:23.716 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T00:06:23.716 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T00:06:23.716 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T00:06:23.716 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T00:06:23.716 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T00:06:23.716 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T00:06:23.716 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T00:06:23.716 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T00:06:23.716 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T00:06:23.716 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T00:06:23.716 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T00:06:23.716 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T00:06:23.717 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T00:06:23.717 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T00:06:23.717 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T00:06:23.717 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T00:06:23.717 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T00:06:23.717 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T00:06:23.717 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T00:06:23.717 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T00:06:23.717 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T00:06:23.717 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T00:06:23.717 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T00:06:23.717 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T00:06:23.717 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T00:06:23.718 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.541Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T00:06:23.718 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.542Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T00:06:23.718 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.542Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T00:06:23.718 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.542Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T00:06:23.718 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.542Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T00:06:23.718 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.542Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T00:06:23.718 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.542Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T00:06:23.718 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.542Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T00:06:23.718 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.542Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T00:06:23.718 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.542Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T00:06:23.718 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.542Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T00:06:23.718 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.542Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T00:06:23.719 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:06:23 smithi053 bash[59262]: ts=2024-09-13T00:06:23.542Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T00:06:23.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:23 smithi032 bash[32211]: cluster 2024-09-13T00:06:22.580565+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-09-13T00:06:23.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:23 smithi032 bash[32211]: cluster 2024-09-13T00:06:22.592568+0000 mgr.x (mgr.24607) 48 : cluster [DBG] pgmap v56: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:23.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:23 smithi032 bash[22496]: cluster 2024-09-13T00:06:22.580565+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-09-13T00:06:23.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:23 smithi032 bash[22496]: cluster 2024-09-13T00:06:22.592568+0000 mgr.x (mgr.24607) 48 : cluster [DBG] pgmap v56: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:24.598 INFO:tasks.rados.rados.0.smithi032.stdout:795: done (1 left) 2024-09-13T00:06:24.598 INFO:tasks.rados.rados.0.smithi032.stdout:796: done (0 left) 2024-09-13T00:06:24.598 INFO:tasks.rados.rados.0.smithi032.stdout:797: read oid 11 snap 66 2024-09-13T00:06:24.598 INFO:tasks.rados.rados.0.smithi032.stdout:797: expect (ObjNum 179 snap 51 seq_num 179) 2024-09-13T00:06:24.598 INFO:tasks.rados.rados.0.smithi032.stdout:798: snap_create 2024-09-13T00:06:24.611 INFO:tasks.rados.rados.0.smithi032.stdout:797: expect (ObjNum 179 snap 51 seq_num 179) 2024-09-13T00:06:24.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:24 smithi053 bash[24393]: cluster 2024-09-13T00:06:23.583471+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-09-13T00:06:24.904 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:24 smithi032 bash[22496]: cluster 2024-09-13T00:06:23.583471+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-09-13T00:06:24.904 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:24 smithi032 bash[32211]: cluster 2024-09-13T00:06:23.583471+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-09-13T00:06:25.159 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:24 smithi032 bash[68453]: ts=2024-09-13T00:06:24.909Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004389917s 2024-09-13T00:06:25.604 INFO:tasks.rados.rados.0.smithi032.stdout:797: done (1 left) 2024-09-13T00:06:25.605 INFO:tasks.rados.rados.0.smithi032.stdout:798: done (0 left) 2024-09-13T00:06:25.605 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 78 2024-09-13T00:06:25.605 INFO:tasks.rados.rados.0.smithi032.stdout:799: seq_num 265 ranges {1884160=442368,2326528=647168,2973696=573440,3547136=385024} 2024-09-13T00:06:25.617 INFO:tasks.rados.rados.0.smithi032.stdout:799: writing smithi03267100-10 from 1884160 to 2326528 tid 1 2024-09-13T00:06:25.621 INFO:tasks.rados.rados.0.smithi032.stdout:799: writing smithi03267100-10 from 2326528 to 2973696 tid 2 2024-09-13T00:06:25.625 INFO:tasks.rados.rados.0.smithi032.stdout:799: writing smithi03267100-10 from 2973696 to 3547136 tid 3 2024-09-13T00:06:25.628 INFO:tasks.rados.rados.0.smithi032.stdout:799: writing smithi03267100-10 from 3547136 to 3932160 tid 4 2024-09-13T00:06:25.628 INFO:tasks.rados.rados.0.smithi032.stdout:800: copy_from oid 5 from oid 16 current snap is 78 2024-09-13T00:06:25.628 INFO:tasks.rados.rados.0.smithi032.stdout:801: copy_from oid 36 from oid 3 current snap is 78 2024-09-13T00:06:25.628 INFO:tasks.rados.rados.0.smithi032.stdout:802: read oid 6 snap -1 2024-09-13T00:06:25.628 INFO:tasks.rados.rados.0.smithi032.stdout:802: expect deleted 2024-09-13T00:06:25.629 INFO:tasks.rados.rados.0.smithi032.stdout:803: read oid 47 snap -1 2024-09-13T00:06:25.629 INFO:tasks.rados.rados.0.smithi032.stdout:803: expect (ObjNum 257 snap 70 seq_num 257) 2024-09-13T00:06:25.629 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 78 2024-09-13T00:06:25.629 INFO:tasks.rados.rados.0.smithi032.stdout:804: seq_num 266 ranges {0=458752,458752=524288,983040=729088,1712128=352256} 2024-09-13T00:06:25.631 INFO:tasks.rados.rados.0.smithi032.stdout:804: writing smithi03267100-42 from 0 to 458752 tid 1 2024-09-13T00:06:25.635 INFO:tasks.rados.rados.0.smithi032.stdout:804: writing smithi03267100-42 from 458752 to 983040 tid 2 2024-09-13T00:06:25.640 INFO:tasks.rados.rados.0.smithi032.stdout:804: writing smithi03267100-42 from 983040 to 1712128 tid 3 2024-09-13T00:06:25.646 INFO:tasks.rados.rados.0.smithi032.stdout:804: writing smithi03267100-42 from 1712128 to 2064384 tid 4 2024-09-13T00:06:25.646 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 78 2024-09-13T00:06:25.646 INFO:tasks.rados.rados.0.smithi032.stdout:805: seq_num 267 ranges {0=475136,475136=458752,933888=540672,1474560=606208} 2024-09-13T00:06:25.646 INFO:tasks.rados.rados.0.smithi032.stdout:805: writing smithi03267100-7 from 0 to 475136 tid 1 2024-09-13T00:06:25.648 INFO:tasks.rados.rados.0.smithi032.stdout:805: writing smithi03267100-7 from 475136 to 933888 tid 2 2024-09-13T00:06:25.652 INFO:tasks.rados.rados.0.smithi032.stdout:805: writing smithi03267100-7 from 933888 to 1474560 tid 3 2024-09-13T00:06:25.656 INFO:tasks.rados.rados.0.smithi032.stdout:805: writing smithi03267100-7 from 1474560 to 2080768 tid 4 2024-09-13T00:06:25.656 INFO:tasks.rados.rados.0.smithi032.stdout:806: read oid 37 snap -1 2024-09-13T00:06:25.656 INFO:tasks.rados.rados.0.smithi032.stdout:806: expect (ObjNum 264 snap 76 seq_num 264) 2024-09-13T00:06:25.656 INFO:tasks.rados.rados.0.smithi032.stdout:807: rmattr oid 43 current snap is 78 2024-09-13T00:06:25.656 INFO:tasks.rados.rados.0.smithi032.stdout:807: done (8 left) 2024-09-13T00:06:25.656 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 78 2024-09-13T00:06:25.656 INFO:tasks.rados.rados.0.smithi032.stdout:808: seq_num 268 ranges {6078464=491520,6569984=745472,7315456=745472,8060928=114688} 2024-09-13T00:06:25.693 INFO:tasks.rados.rados.0.smithi032.stdout:808: writing smithi03267100-48 from 6078464 to 6569984 tid 1 2024-09-13T00:06:25.697 INFO:tasks.rados.rados.0.smithi032.stdout:808: writing smithi03267100-48 from 6569984 to 7315456 tid 2 2024-09-13T00:06:25.702 INFO:tasks.rados.rados.0.smithi032.stdout:808: writing smithi03267100-48 from 7315456 to 8060928 tid 3 2024-09-13T00:06:25.703 INFO:tasks.rados.rados.0.smithi032.stdout:808: writing smithi03267100-48 from 8060928 to 8175616 tid 4 2024-09-13T00:06:25.703 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 78 2024-09-13T00:06:25.703 INFO:tasks.rados.rados.0.smithi032.stdout:809: seq_num 269 ranges {0=507904,507904=630784,1138688=557056,1695744=417792} 2024-09-13T00:06:25.706 INFO:tasks.rados.rados.0.smithi032.stdout:809: writing smithi03267100-40 from 0 to 507904 tid 1 2024-09-13T00:06:25.710 INFO:tasks.rados.rados.0.smithi032.stdout:809: writing smithi03267100-40 from 507904 to 1138688 tid 2 2024-09-13T00:06:25.713 INFO:tasks.rados.rados.0.smithi032.stdout:809: writing smithi03267100-40 from 1138688 to 1695744 tid 3 2024-09-13T00:06:25.716 INFO:tasks.rados.rados.0.smithi032.stdout:809: writing smithi03267100-40 from 1695744 to 2113536 tid 4 2024-09-13T00:06:25.716 INFO:tasks.rados.rados.0.smithi032.stdout:810: rmattr oid 20 current snap is 78 2024-09-13T00:06:25.716 INFO:tasks.rados.rados.0.smithi032.stdout:804: finishing write tid 1 to smithi03267100-42 2024-09-13T00:06:25.717 INFO:tasks.rados.rados.0.smithi032.stdout:804: finishing write tid 2 to smithi03267100-42 2024-09-13T00:06:25.717 INFO:tasks.rados.rados.0.smithi032.stdout:802: done (10 left) 2024-09-13T00:06:25.717 INFO:tasks.rados.rados.0.smithi032.stdout:811: snap_create 2024-09-13T00:06:25.717 INFO:tasks.rados.rados.0.smithi032.stdout:799: finishing write tid 1 to smithi03267100-10 2024-09-13T00:06:25.717 INFO:tasks.rados.rados.0.smithi032.stdout:799: finishing write tid 2 to smithi03267100-10 2024-09-13T00:06:25.717 INFO:tasks.rados.rados.0.smithi032.stdout:804: finishing write tid 3 to smithi03267100-42 2024-09-13T00:06:25.717 INFO:tasks.rados.rados.0.smithi032.stdout:804: finishing write tid 4 to smithi03267100-42 2024-09-13T00:06:25.717 INFO:tasks.rados.rados.0.smithi032.stdout:799: finishing write tid 3 to smithi03267100-10 2024-09-13T00:06:25.717 INFO:tasks.rados.rados.0.smithi032.stdout:804: finishing write tid 5 to smithi03267100-42 2024-09-13T00:06:25.717 INFO:tasks.rados.rados.0.smithi032.stdout:799: finishing write tid 4 to smithi03267100-10 2024-09-13T00:06:25.717 INFO:tasks.rados.rados.0.smithi032.stdout:799: finishing write tid 5 to smithi03267100-10 2024-09-13T00:06:25.717 INFO:tasks.rados.rados.0.smithi032.stdout:804: finishing write tid 6 to smithi03267100-42 2024-09-13T00:06:25.717 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 52 (ObjNum 266 snap 78 seq_num 266) dirty exists 2024-09-13T00:06:25.718 INFO:tasks.rados.rados.0.smithi032.stdout:804: left oid 42 (ObjNum 266 snap 78 seq_num 266) 2024-09-13T00:06:25.718 INFO:tasks.rados.rados.0.smithi032.stdout:799: finishing write tid 6 to smithi03267100-10 2024-09-13T00:06:25.718 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 145 (ObjNum 265 snap 78 seq_num 265) dirty exists 2024-09-13T00:06:25.718 INFO:tasks.rados.rados.0.smithi032.stdout:799: left oid 10 (ObjNum 265 snap 78 seq_num 265) 2024-09-13T00:06:25.718 INFO:tasks.rados.rados.0.smithi032.stdout:803: expect (ObjNum 257 snap 70 seq_num 257) 2024-09-13T00:06:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:800: finishing copy_from racing read to smithi03267100-5 2024-09-13T00:06:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:801: finishing copy_from racing read to smithi03267100-36 2024-09-13T00:06:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:805: finishing write tid 1 to smithi03267100-7 2024-09-13T00:06:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:800: finishing copy_from to smithi03267100-5 2024-09-13T00:06:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 189 (ObjNum 252 snap 69 seq_num 252) dirty exists 2024-09-13T00:06:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:805: finishing write tid 2 to smithi03267100-7 2024-09-13T00:06:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:805: finishing write tid 3 to smithi03267100-7 2024-09-13T00:06:25.830 INFO:tasks.rados.rados.0.smithi032.stdout:805: finishing write tid 4 to smithi03267100-7 2024-09-13T00:06:25.830 INFO:tasks.rados.rados.0.smithi032.stdout:805: finishing write tid 5 to smithi03267100-7 2024-09-13T00:06:25.830 INFO:tasks.rados.rados.0.smithi032.stdout:801: finishing copy_from to smithi03267100-36 2024-09-13T00:06:25.830 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 263 (ObjNum 181 snap 52 seq_num 181) dirty exists 2024-09-13T00:06:25.830 INFO:tasks.rados.rados.0.smithi032.stdout:805: finishing write tid 6 to smithi03267100-7 2024-09-13T00:06:25.830 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 201 (ObjNum 267 snap 78 seq_num 267) dirty exists 2024-09-13T00:06:25.830 INFO:tasks.rados.rados.0.smithi032.stdout:805: left oid 7 (ObjNum 267 snap 78 seq_num 267) 2024-09-13T00:06:25.830 INFO:tasks.rados.rados.0.smithi032.stdout:806: expect (ObjNum 264 snap 76 seq_num 264) 2024-09-13T00:06:25.854 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:25 smithi053 bash[24393]: cluster 2024-09-13T00:06:24.593426+0000 mgr.x (mgr.24607) 49 : cluster [DBG] pgmap v58: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 484 KiB/s wr, 15 op/s 2024-09-13T00:06:25.854 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:25 smithi053 bash[24393]: cluster 2024-09-13T00:06:24.601632+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-09-13T00:06:25.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:25 smithi032 bash[32211]: cluster 2024-09-13T00:06:24.593426+0000 mgr.x (mgr.24607) 49 : cluster [DBG] pgmap v58: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 484 KiB/s wr, 15 op/s 2024-09-13T00:06:25.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:25 smithi032 bash[32211]: cluster 2024-09-13T00:06:24.601632+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-09-13T00:06:25.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:25 smithi032 bash[22496]: cluster 2024-09-13T00:06:24.593426+0000 mgr.x (mgr.24607) 49 : cluster [DBG] pgmap v58: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 484 KiB/s wr, 15 op/s 2024-09-13T00:06:25.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:25 smithi032 bash[22496]: cluster 2024-09-13T00:06:24.601632+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-09-13T00:06:25.980 INFO:tasks.rados.rados.0.smithi032.stdout:808: finishing write tid 1 to smithi03267100-48 2024-09-13T00:06:25.980 INFO:tasks.rados.rados.0.smithi032.stdout:808: finishing write tid 2 to smithi03267100-48 2024-09-13T00:06:25.981 INFO:tasks.rados.rados.0.smithi032.stdout:808: finishing write tid 3 to smithi03267100-48 2024-09-13T00:06:25.981 INFO:tasks.rados.rados.0.smithi032.stdout:808: finishing write tid 4 to smithi03267100-48 2024-09-13T00:06:25.981 INFO:tasks.rados.rados.0.smithi032.stdout:808: finishing write tid 5 to smithi03267100-48 2024-09-13T00:06:25.981 INFO:tasks.rados.rados.0.smithi032.stdout:809: finishing write tid 1 to smithi03267100-40 2024-09-13T00:06:25.981 INFO:tasks.rados.rados.0.smithi032.stdout:809: finishing write tid 2 to smithi03267100-40 2024-09-13T00:06:25.981 INFO:tasks.rados.rados.0.smithi032.stdout:808: finishing write tid 6 to smithi03267100-48 2024-09-13T00:06:25.981 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 309 (ObjNum 268 snap 78 seq_num 268) dirty exists 2024-09-13T00:06:25.981 INFO:tasks.rados.rados.0.smithi032.stdout:808: left oid 48 (ObjNum 268 snap 78 seq_num 268) 2024-09-13T00:06:25.981 INFO:tasks.rados.rados.0.smithi032.stdout:809: finishing write tid 3 to smithi03267100-40 2024-09-13T00:06:25.981 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 68 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T00:06:25.981 INFO:tasks.rados.rados.0.smithi032.stdout:809: finishing write tid 4 to smithi03267100-40 2024-09-13T00:06:25.981 INFO:tasks.rados.rados.0.smithi032.stdout:809: finishing write tid 5 to smithi03267100-40 2024-09-13T00:06:25.981 INFO:tasks.rados.rados.0.smithi032.stdout:809: finishing write tid 6 to smithi03267100-40 2024-09-13T00:06:25.982 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 179 (ObjNum 269 snap 78 seq_num 269) dirty exists 2024-09-13T00:06:25.982 INFO:tasks.rados.rados.0.smithi032.stdout:809: left oid 40 (ObjNum 269 snap 78 seq_num 269) 2024-09-13T00:06:26.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:26 smithi053 systemd[1]: Stopping Ceph grafana.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:06:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:799: done (10 left) 2024-09-13T00:06:26.622 INFO:tasks.rados.rados.0.smithi032.stdout:800: done (9 left) 2024-09-13T00:06:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:801: done (8 left) 2024-09-13T00:06:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:803: done (7 left) 2024-09-13T00:06:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:804: done (6 left) 2024-09-13T00:06:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:805: done (5 left) 2024-09-13T00:06:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:806: done (4 left) 2024-09-13T00:06:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:808: done (3 left) 2024-09-13T00:06:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:809: done (2 left) 2024-09-13T00:06:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:810: done (1 left) 2024-09-13T00:06:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:811: done (0 left) 2024-09-13T00:06:26.623 INFO:tasks.rados.rados.0.smithi032.stdout:812: snap_create 2024-09-13T00:06:26.865 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:26 smithi053 bash[24393]: cluster 2024-09-13T00:06:25.609266+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-09-13T00:06:26.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:26 smithi032 bash[32211]: cluster 2024-09-13T00:06:25.609266+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-09-13T00:06:26.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:26 smithi032 bash[22496]: cluster 2024-09-13T00:06:25.609266+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-09-13T00:06:27.170 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:26 smithi053 bash[59547]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-grafana-a 2024-09-13T00:06:27.170 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:27 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T00:06:27.170 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:27 smithi053 bash[59607]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-grafana-a 2024-09-13T00:06:27.170 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:27 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-13T00:06:27.170 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:27 smithi053 systemd[1]: Stopped Ceph grafana.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:06:27.170 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:27 smithi053 systemd[1]: Started Ceph grafana.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:06:27.621 INFO:tasks.rados.rados.0.smithi032.stdout:812: done (0 left) 2024-09-13T00:06:27.621 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 80 2024-09-13T00:06:27.621 INFO:tasks.rados.rados.0.smithi032.stdout:813: seq_num 270 ranges {4481024=524288,5005312=516096,5521408=761856,6283264=327680} 2024-09-13T00:06:27.654 INFO:tasks.rados.rados.0.smithi032.stdout:813: writing smithi03267100-17 from 4481024 to 5005312 tid 1 2024-09-13T00:06:27.657 INFO:tasks.rados.rados.0.smithi032.stdout:813: writing smithi03267100-17 from 5005312 to 5521408 tid 2 2024-09-13T00:06:27.662 INFO:tasks.rados.rados.0.smithi032.stdout:813: writing smithi03267100-17 from 5521408 to 6283264 tid 3 2024-09-13T00:06:27.664 INFO:tasks.rados.rados.0.smithi032.stdout:813: writing smithi03267100-17 from 6283264 to 6610944 tid 4 2024-09-13T00:06:27.664 INFO:tasks.rados.rados.0.smithi032.stdout:814: delete oid 15 current snap is 80 2024-09-13T00:06:27.678 INFO:tasks.rados.rados.0.smithi032.stdout:813: finishing write tid 1 to smithi03267100-17 2024-09-13T00:06:27.679 INFO:tasks.rados.rados.0.smithi032.stdout:813: finishing write tid 2 to smithi03267100-17 2024-09-13T00:06:27.682 INFO:tasks.rados.rados.0.smithi032.stdout:813: finishing write tid 3 to smithi03267100-17 2024-09-13T00:06:27.682 INFO:tasks.rados.rados.0.smithi032.stdout:813: finishing write tid 4 to smithi03267100-17 2024-09-13T00:06:27.683 INFO:tasks.rados.rados.0.smithi032.stdout:814: done (1 left) 2024-09-13T00:06:27.683 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 80 2024-09-13T00:06:27.683 INFO:tasks.rados.rados.0.smithi032.stdout:815: seq_num 272 ranges {0=565248,565248=688128,1253376=729088,1982464=188416} 2024-09-13T00:06:27.686 INFO:tasks.rados.rados.0.smithi032.stdout:815: writing smithi03267100-27 from 0 to 565248 tid 1 2024-09-13T00:06:27.691 INFO:tasks.rados.rados.0.smithi032.stdout:815: writing smithi03267100-27 from 565248 to 1253376 tid 2 2024-09-13T00:06:27.697 INFO:tasks.rados.rados.0.smithi032.stdout:815: writing smithi03267100-27 from 1253376 to 1982464 tid 3 2024-09-13T00:06:27.698 INFO:tasks.rados.rados.0.smithi032.stdout:815: writing smithi03267100-27 from 1982464 to 2170880 tid 4 2024-09-13T00:06:27.699 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 80 2024-09-13T00:06:27.699 INFO:tasks.rados.rados.0.smithi032.stdout:813: finishing write tid 5 to smithi03267100-17 2024-09-13T00:06:27.699 INFO:tasks.rados.rados.0.smithi032.stdout:813: finishing write tid 6 to smithi03267100-17 2024-09-13T00:06:27.699 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 558 (ObjNum 270 snap 80 seq_num 270) dirty exists 2024-09-13T00:06:27.699 INFO:tasks.rados.rados.0.smithi032.stdout:813: left oid 17 (ObjNum 270 snap 80 seq_num 270) 2024-09-13T00:06:27.699 INFO:tasks.rados.rados.0.smithi032.stdout:816: seq_num 273 ranges {3932160=581632,4513792=565248,5079040=532480,5611520=507904} 2024-09-13T00:06:27.730 INFO:tasks.rados.rados.0.smithi032.stdout:816: writing smithi03267100-10 from 3932160 to 4513792 tid 1 2024-09-13T00:06:27.734 INFO:tasks.rados.rados.0.smithi032.stdout:816: writing smithi03267100-10 from 4513792 to 5079040 tid 2 2024-09-13T00:06:27.737 INFO:tasks.rados.rados.0.smithi032.stdout:816: writing smithi03267100-10 from 5079040 to 5611520 tid 3 2024-09-13T00:06:27.741 INFO:tasks.rados.rados.0.smithi032.stdout:816: writing smithi03267100-10 from 5611520 to 6119424 tid 4 2024-09-13T00:06:27.741 INFO:tasks.rados.rados.0.smithi032.stdout:813: done (2 left) 2024-09-13T00:06:27.741 INFO:tasks.rados.rados.0.smithi032.stdout:817: delete oid 12 current snap is 80 2024-09-13T00:06:27.741 INFO:tasks.rados.rados.0.smithi032.stdout:815: finishing write tid 1 to smithi03267100-27 2024-09-13T00:06:27.741 INFO:tasks.rados.rados.0.smithi032.stdout:815: finishing write tid 2 to smithi03267100-27 2024-09-13T00:06:27.741 INFO:tasks.rados.rados.0.smithi032.stdout:815: finishing write tid 3 to smithi03267100-27 2024-09-13T00:06:27.741 INFO:tasks.rados.rados.0.smithi032.stdout:815: finishing write tid 4 to smithi03267100-27 2024-09-13T00:06:27.741 INFO:tasks.rados.rados.0.smithi032.stdout:815: finishing write tid 5 to smithi03267100-27 2024-09-13T00:06:27.742 INFO:tasks.rados.rados.0.smithi032.stdout:815: finishing write tid 6 to smithi03267100-27 2024-09-13T00:06:27.742 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 196 (ObjNum 272 snap 80 seq_num 272) dirty exists 2024-09-13T00:06:27.742 INFO:tasks.rados.rados.0.smithi032.stdout:815: left oid 27 (ObjNum 272 snap 80 seq_num 272) 2024-09-13T00:06:27.742 INFO:tasks.rados.rados.0.smithi032.stdout:816: finishing write tid 1 to smithi03267100-10 2024-09-13T00:06:27.742 INFO:tasks.rados.rados.0.smithi032.stdout:816: finishing write tid 2 to smithi03267100-10 2024-09-13T00:06:27.743 INFO:tasks.rados.rados.0.smithi032.stdout:816: finishing write tid 3 to smithi03267100-10 2024-09-13T00:06:27.745 INFO:tasks.rados.rados.0.smithi032.stdout:816: finishing write tid 4 to smithi03267100-10 2024-09-13T00:06:27.745 INFO:tasks.rados.rados.0.smithi032.stdout:816: finishing write tid 5 to smithi03267100-10 2024-09-13T00:06:27.746 INFO:tasks.rados.rados.0.smithi032.stdout:816: finishing write tid 6 to smithi03267100-10 2024-09-13T00:06:27.746 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 151 (ObjNum 273 snap 80 seq_num 273) dirty exists 2024-09-13T00:06:27.746 INFO:tasks.rados.rados.0.smithi032.stdout:816: left oid 10 (ObjNum 273 snap 80 seq_num 273) 2024-09-13T00:06:27.748 INFO:tasks.rados.rados.0.smithi032.stdout:815: done (2 left) 2024-09-13T00:06:27.748 INFO:tasks.rados.rados.0.smithi032.stdout:816: done (1 left) 2024-09-13T00:06:27.748 INFO:tasks.rados.rados.0.smithi032.stdout:817: done (0 left) 2024-09-13T00:06:27.748 INFO:tasks.rados.rados.0.smithi032.stdout:818: read oid 7 snap -1 2024-09-13T00:06:27.748 INFO:tasks.rados.rados.0.smithi032.stdout:818: expect (ObjNum 267 snap 78 seq_num 267) 2024-09-13T00:06:27.748 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 80 2024-09-13T00:06:27.749 INFO:tasks.rados.rados.0.smithi032.stdout:819: seq_num 275 ranges {2244608=614400,2859008=786432,3645440=499712,4145152=319488} 2024-09-13T00:06:27.764 INFO:tasks.rados.rados.0.smithi032.stdout:819: writing smithi03267100-32 from 2244608 to 2859008 tid 1 2024-09-13T00:06:27.768 INFO:tasks.rados.rados.0.smithi032.stdout:819: writing smithi03267100-32 from 2859008 to 3645440 tid 2 2024-09-13T00:06:27.771 INFO:tasks.rados.rados.0.smithi032.stdout:819: writing smithi03267100-32 from 3645440 to 4145152 tid 3 2024-09-13T00:06:27.773 INFO:tasks.rados.rados.0.smithi032.stdout:819: writing smithi03267100-32 from 4145152 to 4464640 tid 4 2024-09-13T00:06:27.773 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 80 2024-09-13T00:06:27.773 INFO:tasks.rados.rados.0.smithi032.stdout:820: seq_num 276 ranges {0=630784,630784=671744,1302528=704512,2007040=229376} 2024-09-13T00:06:27.777 INFO:tasks.rados.rados.0.smithi032.stdout:820: writing smithi03267100-50 from 0 to 630784 tid 1 2024-09-13T00:06:27.781 INFO:tasks.rados.rados.0.smithi032.stdout:820: writing smithi03267100-50 from 630784 to 1302528 tid 2 2024-09-13T00:06:27.785 INFO:tasks.rados.rados.0.smithi032.stdout:820: writing smithi03267100-50 from 1302528 to 2007040 tid 3 2024-09-13T00:06:27.786 INFO:tasks.rados.rados.0.smithi032.stdout:820: writing smithi03267100-50 from 2007040 to 2236416 tid 4 2024-09-13T00:06:27.787 INFO:tasks.rados.rados.0.smithi032.stdout:821: delete oid 39 current snap is 80 2024-09-13T00:06:27.787 INFO:tasks.rados.rados.0.smithi032.stdout:818: expect (ObjNum 267 snap 78 seq_num 267) 2024-09-13T00:06:27.884 INFO:tasks.rados.rados.0.smithi032.stdout:819: finishing write tid 1 to smithi03267100-32 2024-09-13T00:06:27.884 INFO:tasks.rados.rados.0.smithi032.stdout:819: finishing write tid 2 to smithi03267100-32 2024-09-13T00:06:27.884 INFO:tasks.rados.rados.0.smithi032.stdout:819: finishing write tid 3 to smithi03267100-32 2024-09-13T00:06:27.884 INFO:tasks.rados.rados.0.smithi032.stdout:819: finishing write tid 4 to smithi03267100-32 2024-09-13T00:06:27.884 INFO:tasks.rados.rados.0.smithi032.stdout:819: finishing write tid 5 to smithi03267100-32 2024-09-13T00:06:27.884 INFO:tasks.rados.rados.0.smithi032.stdout:819: finishing write tid 6 to smithi03267100-32 2024-09-13T00:06:27.884 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 537 (ObjNum 275 snap 80 seq_num 275) dirty exists 2024-09-13T00:06:27.884 INFO:tasks.rados.rados.0.smithi032.stdout:819: left oid 32 (ObjNum 275 snap 80 seq_num 275) 2024-09-13T00:06:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:820: finishing write tid 1 to smithi03267100-50 2024-09-13T00:06:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:820: finishing write tid 2 to smithi03267100-50 2024-09-13T00:06:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:820: finishing write tid 3 to smithi03267100-50 2024-09-13T00:06:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:820: finishing write tid 4 to smithi03267100-50 2024-09-13T00:06:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:820: finishing write tid 5 to smithi03267100-50 2024-09-13T00:06:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:820: finishing write tid 6 to smithi03267100-50 2024-09-13T00:06:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 169 (ObjNum 276 snap 80 seq_num 276) dirty exists 2024-09-13T00:06:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:820: left oid 50 (ObjNum 276 snap 80 seq_num 276) 2024-09-13T00:06:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:818: done (3 left) 2024-09-13T00:06:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:819: done (2 left) 2024-09-13T00:06:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:820: done (1 left) 2024-09-13T00:06:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:821: done (0 left) 2024-09-13T00:06:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 80 2024-09-13T00:06:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:822: seq_num 278 ranges {2236416=663552,2899968=442368,3342336=720896,4063232=442368} 2024-09-13T00:06:27.900 INFO:tasks.rados.rados.0.smithi032.stdout:822: writing smithi03267100-50 from 2236416 to 2899968 tid 1 2024-09-13T00:06:27.902 INFO:tasks.rados.rados.0.smithi032.stdout:822: writing smithi03267100-50 from 2899968 to 3342336 tid 2 2024-09-13T00:06:27.906 INFO:tasks.rados.rados.0.smithi032.stdout:822: writing smithi03267100-50 from 3342336 to 4063232 tid 3 2024-09-13T00:06:27.909 INFO:tasks.rados.rados.0.smithi032.stdout:822: writing smithi03267100-50 from 4063232 to 4505600 tid 4 2024-09-13T00:06:27.909 INFO:tasks.rados.rados.0.smithi032.stdout:823: copy_from oid 44 from oid 47 current snap is 80 2024-09-13T00:06:27.910 INFO:tasks.rados.rados.0.smithi032.stdout:822: finishing write tid 1 to smithi03267100-50 2024-09-13T00:06:27.910 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 80 2024-09-13T00:06:27.910 INFO:tasks.rados.rados.0.smithi032.stdout:824: seq_num 279 ranges {3514368=679936,4194304=720896,4915200=483328,5398528=401408} 2024-09-13T00:06:27.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[22496]: cluster 2024-09-13T00:06:26.594134+0000 mgr.x (mgr.24607) 50 : cluster [DBG] pgmap v61: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 490 KiB/s wr, 16 op/s 2024-09-13T00:06:27.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[22496]: cluster 2024-09-13T00:06:26.627070+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-09-13T00:06:27.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[22496]: audit 2024-09-13T00:06:27.102897+0000 mon.a (mon.0) 1317 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:27.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[22496]: audit 2024-09-13T00:06:27.116278+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:27.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[22496]: audit 2024-09-13T00:06:27.122058+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:06:27.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[22496]: audit 2024-09-13T00:06:27.127652+0000 mon.c (mon.2) 115 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:06:27.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[22496]: audit 2024-09-13T00:06:27.132120+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:06:27.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[22496]: audit 2024-09-13T00:06:27.172324+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:06:27.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[32211]: cluster 2024-09-13T00:06:26.594134+0000 mgr.x (mgr.24607) 50 : cluster [DBG] pgmap v61: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 490 KiB/s wr, 16 op/s 2024-09-13T00:06:27.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[32211]: cluster 2024-09-13T00:06:26.627070+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-09-13T00:06:27.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[32211]: audit 2024-09-13T00:06:27.102897+0000 mon.a (mon.0) 1317 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:27.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[32211]: audit 2024-09-13T00:06:27.116278+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:27.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[32211]: audit 2024-09-13T00:06:27.122058+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:06:27.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[32211]: audit 2024-09-13T00:06:27.127652+0000 mon.c (mon.2) 115 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:06:27.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[32211]: audit 2024-09-13T00:06:27.132120+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:06:27.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:27 smithi032 bash[32211]: audit 2024-09-13T00:06:27.172324+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:06:27.933 INFO:tasks.rados.rados.0.smithi032.stdout:824: writing smithi03267100-5 from 3514368 to 4194304 tid 1 2024-09-13T00:06:27.937 INFO:tasks.rados.rados.0.smithi032.stdout:824: writing smithi03267100-5 from 4194304 to 4915200 tid 2 2024-09-13T00:06:27.940 INFO:tasks.rados.rados.0.smithi032.stdout:824: writing smithi03267100-5 from 4915200 to 5398528 tid 3 2024-09-13T00:06:27.943 INFO:tasks.rados.rados.0.smithi032.stdout:824: writing smithi03267100-5 from 5398528 to 5799936 tid 4 2024-09-13T00:06:27.943 INFO:tasks.rados.rados.0.smithi032.stdout:825: delete oid 18 current snap is 80 2024-09-13T00:06:27.943 INFO:tasks.rados.rados.0.smithi032.stdout:822: finishing write tid 2 to smithi03267100-50 2024-09-13T00:06:27.943 INFO:tasks.rados.rados.0.smithi032.stdout:822: finishing write tid 3 to smithi03267100-50 2024-09-13T00:06:27.943 INFO:tasks.rados.rados.0.smithi032.stdout:822: finishing write tid 4 to smithi03267100-50 2024-09-13T00:06:27.943 INFO:tasks.rados.rados.0.smithi032.stdout:822: finishing write tid 5 to smithi03267100-50 2024-09-13T00:06:27.943 INFO:tasks.rados.rados.0.smithi032.stdout:822: finishing write tid 6 to smithi03267100-50 2024-09-13T00:06:27.944 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 174 (ObjNum 278 snap 80 seq_num 278) dirty exists 2024-09-13T00:06:27.944 INFO:tasks.rados.rados.0.smithi032.stdout:822: left oid 50 (ObjNum 278 snap 80 seq_num 278) 2024-09-13T00:06:27.944 INFO:tasks.rados.rados.0.smithi032.stdout:823: finishing copy_from racing read to smithi03267100-44 2024-09-13T00:06:27.944 INFO:tasks.rados.rados.0.smithi032.stdout:823: finishing copy_from to smithi03267100-44 2024-09-13T00:06:27.944 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 183 (ObjNum 257 snap 70 seq_num 257) dirty exists 2024-09-13T00:06:27.944 INFO:tasks.rados.rados.0.smithi032.stdout:824: finishing write tid 1 to smithi03267100-5 2024-09-13T00:06:27.944 INFO:tasks.rados.rados.0.smithi032.stdout:824: finishing write tid 2 to smithi03267100-5 2024-09-13T00:06:27.947 INFO:tasks.rados.rados.0.smithi032.stdout:824: finishing write tid 3 to smithi03267100-5 2024-09-13T00:06:27.947 INFO:tasks.rados.rados.0.smithi032.stdout:824: finishing write tid 4 to smithi03267100-5 2024-09-13T00:06:27.947 INFO:tasks.rados.rados.0.smithi032.stdout:824: finishing write tid 5 to smithi03267100-5 2024-09-13T00:06:27.950 INFO:tasks.rados.rados.0.smithi032.stdout:824: finishing write tid 6 to smithi03267100-5 2024-09-13T00:06:27.950 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 209 (ObjNum 279 snap 80 seq_num 279) dirty exists 2024-09-13T00:06:27.950 INFO:tasks.rados.rados.0.smithi032.stdout:824: left oid 5 (ObjNum 279 snap 80 seq_num 279) 2024-09-13T00:06:27.951 INFO:tasks.rados.rados.0.smithi032.stdout:822: done (3 left) 2024-09-13T00:06:27.951 INFO:tasks.rados.rados.0.smithi032.stdout:823: done (2 left) 2024-09-13T00:06:27.951 INFO:tasks.rados.rados.0.smithi032.stdout:824: done (1 left) 2024-09-13T00:06:27.951 INFO:tasks.rados.rados.0.smithi032.stdout:825: done (0 left) 2024-09-13T00:06:27.952 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 80 2024-09-13T00:06:27.952 INFO:tasks.rados.rados.0.smithi032.stdout:826: seq_num 281 ranges {4349952=712704,5062656=491520,5554176=491520,6045696=622592} 2024-09-13T00:06:27.979 INFO:tasks.rados.rados.0.smithi032.stdout:826: writing smithi03267100-3 from 4349952 to 5062656 tid 1 2024-09-13T00:06:27.982 INFO:tasks.rados.rados.0.smithi032.stdout:826: writing smithi03267100-3 from 5062656 to 5554176 tid 2 2024-09-13T00:06:27.985 INFO:tasks.rados.rados.0.smithi032.stdout:826: writing smithi03267100-3 from 5554176 to 6045696 tid 3 2024-09-13T00:06:27.989 INFO:tasks.rados.rados.0.smithi032.stdout:826: writing smithi03267100-3 from 6045696 to 6668288 tid 4 2024-09-13T00:06:27.989 INFO:tasks.rados.rados.0.smithi032.stdout:827: snap_create 2024-09-13T00:06:27.989 INFO:tasks.rados.rados.0.smithi032.stdout:826: finishing write tid 1 to smithi03267100-3 2024-09-13T00:06:27.991 INFO:tasks.rados.rados.0.smithi032.stdout:826: finishing write tid 2 to smithi03267100-3 2024-09-13T00:06:27.992 INFO:tasks.rados.rados.0.smithi032.stdout:826: finishing write tid 3 to smithi03267100-3 2024-09-13T00:06:27.992 INFO:tasks.rados.rados.0.smithi032.stdout:826: finishing write tid 4 to smithi03267100-3 2024-09-13T00:06:27.993 INFO:tasks.rados.rados.0.smithi032.stdout:826: finishing write tid 5 to smithi03267100-3 2024-09-13T00:06:27.994 INFO:tasks.rados.rados.0.smithi032.stdout:826: finishing write tid 6 to smithi03267100-3 2024-09-13T00:06:27.994 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 283 (ObjNum 281 snap 80 seq_num 281) dirty exists 2024-09-13T00:06:27.994 INFO:tasks.rados.rados.0.smithi032.stdout:826: left oid 3 (ObjNum 281 snap 80 seq_num 281) 2024-09-13T00:06:28.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:27 smithi053 bash[24393]: cluster 2024-09-13T00:06:26.594134+0000 mgr.x (mgr.24607) 50 : cluster [DBG] pgmap v61: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 490 KiB/s wr, 16 op/s 2024-09-13T00:06:28.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:27 smithi053 bash[24393]: cluster 2024-09-13T00:06:26.627070+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-09-13T00:06:28.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:27 smithi053 bash[24393]: audit 2024-09-13T00:06:27.102897+0000 mon.a (mon.0) 1317 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:28.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:27 smithi053 bash[24393]: audit 2024-09-13T00:06:27.116278+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:28.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:27 smithi053 bash[24393]: audit 2024-09-13T00:06:27.122058+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:06:28.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:27 smithi053 bash[24393]: audit 2024-09-13T00:06:27.127652+0000 mon.c (mon.2) 115 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:06:28.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:27 smithi053 bash[24393]: audit 2024-09-13T00:06:27.132120+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:06:28.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:27 smithi053 bash[24393]: audit 2024-09-13T00:06:27.172324+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:06:28.648 INFO:tasks.rados.rados.0.smithi032.stdout:826: done (1 left) 2024-09-13T00:06:28.648 INFO:tasks.rados.rados.0.smithi032.stdout:827: done (0 left) 2024-09-13T00:06:28.648 INFO:tasks.rados.rados.0.smithi032.stdout:828: snap_remove snap 69 2024-09-13T00:06:28.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:28 smithi032 bash[22496]: audit 2024-09-13T00:06:27.121142+0000 mgr.x (mgr.24607) 51 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:06:28.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:28 smithi032 bash[22496]: audit 2024-09-13T00:06:27.126662+0000 mgr.x (mgr.24607) 52 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:06:28.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:28 smithi032 bash[22496]: audit 2024-09-13T00:06:27.130974+0000 mgr.x (mgr.24607) 53 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:06:28.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:28 smithi032 bash[22496]: cephadm 2024-09-13T00:06:27.174895+0000 mgr.x (mgr.24607) 54 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T00:06:28.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:28 smithi032 bash[22496]: cephadm 2024-09-13T00:06:27.175440+0000 mgr.x (mgr.24607) 55 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T00:06:28.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:28 smithi032 bash[22496]: cluster 2024-09-13T00:06:27.626169+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-09-13T00:06:28.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:28 smithi032 bash[32211]: audit 2024-09-13T00:06:27.121142+0000 mgr.x (mgr.24607) 51 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:06:28.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:28 smithi032 bash[32211]: audit 2024-09-13T00:06:27.126662+0000 mgr.x (mgr.24607) 52 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:06:28.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:28 smithi032 bash[32211]: audit 2024-09-13T00:06:27.130974+0000 mgr.x (mgr.24607) 53 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:06:28.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:28 smithi032 bash[32211]: cephadm 2024-09-13T00:06:27.174895+0000 mgr.x (mgr.24607) 54 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T00:06:28.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:28 smithi032 bash[32211]: cephadm 2024-09-13T00:06:27.175440+0000 mgr.x (mgr.24607) 55 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T00:06:28.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:28 smithi032 bash[32211]: cluster 2024-09-13T00:06:27.626169+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-09-13T00:06:29.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[24393]: audit 2024-09-13T00:06:27.121142+0000 mgr.x (mgr.24607) 51 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:06:29.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[24393]: audit 2024-09-13T00:06:27.126662+0000 mgr.x (mgr.24607) 52 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:06:29.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[24393]: audit 2024-09-13T00:06:27.130974+0000 mgr.x (mgr.24607) 53 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:06:29.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[24393]: cephadm 2024-09-13T00:06:27.174895+0000 mgr.x (mgr.24607) 54 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T00:06:29.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[24393]: cephadm 2024-09-13T00:06:27.175440+0000 mgr.x (mgr.24607) 55 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T00:06:29.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[24393]: cluster 2024-09-13T00:06:27.626169+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-09-13T00:06:29.034 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=settings t=2024-09-13T00:06:28.631944341Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-13T00:06:29.034 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=settings t=2024-09-13T00:06:28.632159367Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-13T00:06:29.035 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=settings t=2024-09-13T00:06:28.632187819Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-13T00:06:29.035 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=settings t=2024-09-13T00:06:28.632203518Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-13T00:06:29.035 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=settings t=2024-09-13T00:06:28.63221776Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-13T00:06:29.035 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=settings t=2024-09-13T00:06:28.632233245Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-13T00:06:29.035 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=settings t=2024-09-13T00:06:28.632247237Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-13T00:06:29.035 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=settings t=2024-09-13T00:06:28.63226146Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-13T00:06:29.035 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=settings t=2024-09-13T00:06:28.632275307Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-13T00:06:29.035 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=settings t=2024-09-13T00:06:28.63228733Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-13T00:06:29.035 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=settings t=2024-09-13T00:06:28.632299704Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-13T00:06:29.035 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=settings t=2024-09-13T00:06:28.632312888Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-13T00:06:29.035 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=settings t=2024-09-13T00:06:28.63232793Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-13T00:06:29.035 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=settings t=2024-09-13T00:06:28.632342887Z level=info msg="App mode production" 2024-09-13T00:06:29.035 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=sqlstore t=2024-09-13T00:06:28.632418666Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-13T00:06:29.036 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=sqlstore t=2024-09-13T00:06:28.632447419Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-13T00:06:29.036 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=migrator t=2024-09-13T00:06:28.650933111Z level=info msg="Starting DB migrations" 2024-09-13T00:06:29.036 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=migrator t=2024-09-13T00:06:28.656832576Z level=info msg="migrations completed" performed=0 skipped=481 duration=572.034µs 2024-09-13T00:06:29.036 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=sqlstore t=2024-09-13T00:06:28.657420305Z level=info msg="Created default organization" 2024-09-13T00:06:29.036 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=plugin.loader t=2024-09-13T00:06:28.769436322Z level=info msg="Plugin registered" pluginID=input 2024-09-13T00:06:29.036 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=plugin.loader t=2024-09-13T00:06:28.829472995Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-13T00:06:29.036 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=plugin.loader t=2024-09-13T00:06:28.829545742Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-13T00:06:29.036 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=secrets t=2024-09-13T00:06:28.829643385Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-13T00:06:29.036 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=query_data t=2024-09-13T00:06:28.83428474Z level=info msg="Query Service initialization" 2024-09-13T00:06:29.036 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:28 smithi053 bash[59634]: logger=live.push_http t=2024-09-13T00:06:28.840719173Z level=info msg="Live Push Gateway initialization" 2024-09-13T00:06:29.647 INFO:tasks.rados.rados.0.smithi032.stdout:828: done (0 left) 2024-09-13T00:06:29.648 INFO:tasks.rados.rados.0.smithi032.stdout:829: rmattr oid 46 current snap is 81 2024-09-13T00:06:29.648 INFO:tasks.rados.rados.0.smithi032.stdout:829: done (0 left) 2024-09-13T00:06:29.648 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 81 2024-09-13T00:06:29.648 INFO:tasks.rados.rados.0.smithi032.stdout:830: seq_num 282 ranges {0=729088,729088=425984,1155072=704512,1859584=475136} 2024-09-13T00:06:29.654 INFO:tasks.rados.rados.0.smithi032.stdout:830: writing smithi03267100-21 from 0 to 729088 tid 1 2024-09-13T00:06:29.657 INFO:tasks.rados.rados.0.smithi032.stdout:830: writing smithi03267100-21 from 729088 to 1155072 tid 2 2024-09-13T00:06:29.662 INFO:tasks.rados.rados.0.smithi032.stdout:830: writing smithi03267100-21 from 1155072 to 1859584 tid 3 2024-09-13T00:06:29.665 INFO:tasks.rados.rados.0.smithi032.stdout:830: writing smithi03267100-21 from 1859584 to 2334720 tid 4 2024-09-13T00:06:29.665 INFO:tasks.rados.rados.0.smithi032.stdout:831: delete oid 39 current snap is 81 2024-09-13T00:06:29.685 INFO:tasks.rados.rados.0.smithi032.stdout:830: finishing write tid 1 to smithi03267100-21 2024-09-13T00:06:29.686 INFO:tasks.rados.rados.0.smithi032.stdout:830: finishing write tid 2 to smithi03267100-21 2024-09-13T00:06:29.686 INFO:tasks.rados.rados.0.smithi032.stdout:831: done (1 left) 2024-09-13T00:06:29.686 INFO:tasks.rados.rados.0.smithi032.stdout:832: read oid 49 snap -1 2024-09-13T00:06:29.686 INFO:tasks.rados.rados.0.smithi032.stdout:832: expect deleted 2024-09-13T00:06:29.686 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 81 2024-09-13T00:06:29.686 INFO:tasks.rados.rados.0.smithi032.stdout:833: seq_num 284 ranges {4448256=761856,5210112=598016,5808128=671744,6479872=335872} 2024-09-13T00:06:29.718 INFO:tasks.rados.rados.0.smithi032.stdout:833: writing smithi03267100-28 from 4448256 to 5210112 tid 1 2024-09-13T00:06:29.722 INFO:tasks.rados.rados.0.smithi032.stdout:833: writing smithi03267100-28 from 5210112 to 5808128 tid 2 2024-09-13T00:06:29.726 INFO:tasks.rados.rados.0.smithi032.stdout:833: writing smithi03267100-28 from 5808128 to 6479872 tid 3 2024-09-13T00:06:29.729 INFO:tasks.rados.rados.0.smithi032.stdout:833: writing smithi03267100-28 from 6479872 to 6815744 tid 4 2024-09-13T00:06:29.729 INFO:tasks.rados.rados.0.smithi032.stdout:834: read oid 39 snap -1 2024-09-13T00:06:29.729 INFO:tasks.rados.rados.0.smithi032.stdout:834: expect deleted 2024-09-13T00:06:29.729 INFO:tasks.rados.rados.0.smithi032.stdout:835: rmattr oid 12 current snap is 81 2024-09-13T00:06:29.729 INFO:tasks.rados.rados.0.smithi032.stdout:835: done (4 left) 2024-09-13T00:06:29.729 INFO:tasks.rados.rados.0.smithi032.stdout:836: delete oid 3 current snap is 81 2024-09-13T00:06:29.729 INFO:tasks.rados.rados.0.smithi032.stdout:830: finishing write tid 3 to smithi03267100-21 2024-09-13T00:06:29.729 INFO:tasks.rados.rados.0.smithi032.stdout:830: finishing write tid 4 to smithi03267100-21 2024-09-13T00:06:29.729 INFO:tasks.rados.rados.0.smithi032.stdout:830: finishing write tid 5 to smithi03267100-21 2024-09-13T00:06:29.730 INFO:tasks.rados.rados.0.smithi032.stdout:830: finishing write tid 6 to smithi03267100-21 2024-09-13T00:06:29.730 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 567 (ObjNum 282 snap 81 seq_num 282) dirty exists 2024-09-13T00:06:29.730 INFO:tasks.rados.rados.0.smithi032.stdout:830: left oid 21 (ObjNum 282 snap 81 seq_num 282) 2024-09-13T00:06:29.730 INFO:tasks.rados.rados.0.smithi032.stdout:833: finishing write tid 1 to smithi03267100-28 2024-09-13T00:06:29.730 INFO:tasks.rados.rados.0.smithi032.stdout:833: finishing write tid 2 to smithi03267100-28 2024-09-13T00:06:29.735 INFO:tasks.rados.rados.0.smithi032.stdout:833: finishing write tid 3 to smithi03267100-28 2024-09-13T00:06:29.735 INFO:tasks.rados.rados.0.smithi032.stdout:833: finishing write tid 4 to smithi03267100-28 2024-09-13T00:06:29.735 INFO:tasks.rados.rados.0.smithi032.stdout:833: finishing write tid 5 to smithi03267100-28 2024-09-13T00:06:29.736 INFO:tasks.rados.rados.0.smithi032.stdout:830: done (4 left) 2024-09-13T00:06:29.736 INFO:tasks.rados.rados.0.smithi032.stdout:832: done (3 left) 2024-09-13T00:06:29.736 INFO:tasks.rados.rados.0.smithi032.stdout:834: done (2 left) 2024-09-13T00:06:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:836: done (1 left) 2024-09-13T00:06:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:837: copy_from oid 32 from oid 19 current snap is 81 2024-09-13T00:06:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:838: snap_remove snap 70 2024-09-13T00:06:29.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:29 smithi032 bash[22496]: cluster 2024-09-13T00:06:28.595498+0000 mgr.x (mgr.24607) 56 : cluster [DBG] pgmap v64: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.3 MiB/s wr, 22 op/s 2024-09-13T00:06:29.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:29 smithi032 bash[22496]: cluster 2024-09-13T00:06:28.651771+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-09-13T00:06:29.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:29 smithi032 bash[32211]: cluster 2024-09-13T00:06:28.595498+0000 mgr.x (mgr.24607) 56 : cluster [DBG] pgmap v64: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.3 MiB/s wr, 22 op/s 2024-09-13T00:06:29.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:29 smithi032 bash[32211]: cluster 2024-09-13T00:06:28.651771+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-09-13T00:06:30.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:29 smithi053 bash[24393]: cluster 2024-09-13T00:06:28.595498+0000 mgr.x (mgr.24607) 56 : cluster [DBG] pgmap v64: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.3 MiB/s wr, 22 op/s 2024-09-13T00:06:30.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:29 smithi053 bash[24393]: cluster 2024-09-13T00:06:28.651771+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-09-13T00:06:30.516 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[59634]: logger=infra.usagestats.collector t=2024-09-13T00:06:30.15163479Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-13T00:06:30.516 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[59634]: logger=provisioning.datasources t=2024-09-13T00:06:30.278173642Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-09-13T00:06:30.516 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[59634]: logger=provisioning.datasources t=2024-09-13T00:06:30.278229998Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-13T00:06:30.516 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[59634]: logger=provisioning.datasources t=2024-09-13T00:06:30.288725157Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-13T00:06:30.538 INFO:tasks.rados.rados.0.smithi032.stdout:838: done (2 left) 2024-09-13T00:06:30.538 INFO:tasks.rados.rados.0.smithi032.stdout:839: snap_create 2024-09-13T00:06:30.539 INFO:tasks.rados.rados.0.smithi032.stdout:833: finishing write tid 6 to smithi03267100-28 2024-09-13T00:06:30.539 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 293 (ObjNum 284 snap 81 seq_num 284) dirty exists 2024-09-13T00:06:30.539 INFO:tasks.rados.rados.0.smithi032.stdout:833: left oid 28 (ObjNum 284 snap 81 seq_num 284) 2024-09-13T00:06:30.539 INFO:tasks.rados.rados.0.smithi032.stdout:837: finishing copy_from racing read to smithi03267100-32 2024-09-13T00:06:30.539 INFO:tasks.rados.rados.0.smithi032.stdout:837: finishing copy_from to smithi03267100-32 2024-09-13T00:06:30.539 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 178 (ObjNum 247 snap 68 seq_num 247) dirty exists 2024-09-13T00:06:30.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[24393]: cluster 2024-09-13T00:06:29.650729+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-09-13T00:06:30.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[24393]: audit 2024-09-13T00:06:29.773728+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:30.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[24393]: audit 2024-09-13T00:06:29.775399+0000 mon.c (mon.2) 118 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:06:30.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[24393]: audit 2024-09-13T00:06:29.775891+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:06:30.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[24393]: audit 2024-09-13T00:06:29.777271+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:06:30.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[24393]: audit 2024-09-13T00:06:29.778559+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:06:30.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[24393]: cluster 2024-09-13T00:06:30.540005+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-09-13T00:06:30.784 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[59634]: logger=provisioning.alerting t=2024-09-13T00:06:30.519447748Z level=info msg="starting to provision alerting" 2024-09-13T00:06:30.784 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[59634]: logger=provisioning.alerting t=2024-09-13T00:06:30.51951147Z level=info msg="finished to provision alerting" 2024-09-13T00:06:30.784 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[59634]: logger=ngalert.state.manager t=2024-09-13T00:06:30.519773963Z level=info msg="Warming state cache for startup" 2024-09-13T00:06:30.785 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[59634]: logger=grafanaStorageLogger t=2024-09-13T00:06:30.519970612Z level=info msg="storage starting" 2024-09-13T00:06:30.785 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[59634]: logger=http.server t=2024-09-13T00:06:30.523985832Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-13T00:06:30.785 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[59634]: logger=ngalert.state.manager t=2024-09-13T00:06:30.587889622Z level=info msg="State cache has been initialized" states=0 duration=68.114648ms 2024-09-13T00:06:30.785 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[59634]: logger=ngalert.multiorg.alertmanager t=2024-09-13T00:06:30.587991283Z level=info msg="starting MultiOrg Alertmanager" 2024-09-13T00:06:30.785 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:06:30 smithi053 bash[59634]: logger=ticker t=2024-09-13T00:06:30.588034062Z level=info msg=starting first_tick=2024-09-13T00:06:40Z 2024-09-13T00:06:30.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:30 smithi032 bash[22496]: cluster 2024-09-13T00:06:29.650729+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-09-13T00:06:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:30 smithi032 bash[22496]: audit 2024-09-13T00:06:29.773728+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:30 smithi032 bash[22496]: audit 2024-09-13T00:06:29.775399+0000 mon.c (mon.2) 118 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:06:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:30 smithi032 bash[22496]: audit 2024-09-13T00:06:29.775891+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:06:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:30 smithi032 bash[22496]: audit 2024-09-13T00:06:29.777271+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:06:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:30 smithi032 bash[22496]: audit 2024-09-13T00:06:29.778559+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:06:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:30 smithi032 bash[22496]: cluster 2024-09-13T00:06:30.540005+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-09-13T00:06:30.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:30 smithi032 bash[32211]: cluster 2024-09-13T00:06:29.650729+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-09-13T00:06:30.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:30 smithi032 bash[32211]: audit 2024-09-13T00:06:29.773728+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:30.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:30 smithi032 bash[32211]: audit 2024-09-13T00:06:29.775399+0000 mon.c (mon.2) 118 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:06:30.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:30 smithi032 bash[32211]: audit 2024-09-13T00:06:29.775891+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:06:30.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:30 smithi032 bash[32211]: audit 2024-09-13T00:06:29.777271+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:06:30.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:30 smithi032 bash[32211]: audit 2024-09-13T00:06:29.778559+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:06:30.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:30 smithi032 bash[32211]: cluster 2024-09-13T00:06:30.540005+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-09-13T00:06:31.542 INFO:tasks.rados.rados.0.smithi032.stdout:833: done (2 left) 2024-09-13T00:06:31.543 INFO:tasks.rados.rados.0.smithi032.stdout:837: done (1 left) 2024-09-13T00:06:31.543 INFO:tasks.rados.rados.0.smithi032.stdout:839: done (0 left) 2024-09-13T00:06:31.543 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 82 2024-09-13T00:06:31.543 INFO:tasks.rados.rados.0.smithi032.stdout:840: seq_num 286 ranges {2334720=794624,3129344=761856,3891200=679936,4571136=163840} 2024-09-13T00:06:31.569 INFO:tasks.rados.rados.0.smithi032.stdout:840: writing smithi03267100-21 from 2334720 to 3129344 tid 1 2024-09-13T00:06:31.576 INFO:tasks.rados.rados.0.smithi032.stdout:840: writing smithi03267100-21 from 3129344 to 3891200 tid 2 2024-09-13T00:06:31.582 INFO:tasks.rados.rados.0.smithi032.stdout:840: writing smithi03267100-21 from 3891200 to 4571136 tid 3 2024-09-13T00:06:31.584 INFO:tasks.rados.rados.0.smithi032.stdout:840: writing smithi03267100-21 from 4571136 to 4734976 tid 4 2024-09-13T00:06:31.584 INFO:tasks.rados.rados.0.smithi032.stdout:841: rollback oid 42 current snap is 82 2024-09-13T00:06:31.584 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 52 2024-09-13T00:06:31.584 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 82 2024-09-13T00:06:31.584 INFO:tasks.rados.rados.0.smithi032.stdout:842: seq_num 287 ranges {3293184=8192} 2024-09-13T00:06:31.611 INFO:tasks.rados.rados.0.smithi032.stdout:842: writing smithi03267100-47 from 3293184 to 3301376 tid 1 2024-09-13T00:06:31.611 INFO:tasks.rados.rados.0.smithi032.stdout:843: copy_from oid 13 from oid 7 current snap is 82 2024-09-13T00:06:31.611 INFO:tasks.rados.rados.0.smithi032.stdout:841: finishing rollback tid 0 to smithi03267100-42 2024-09-13T00:06:31.611 INFO:tasks.rados.rados.0.smithi032.stdout:840: finishing write tid 1 to smithi03267100-21 2024-09-13T00:06:31.611 INFO:tasks.rados.rados.0.smithi032.stdout:840: finishing write tid 2 to smithi03267100-21 2024-09-13T00:06:31.611 INFO:tasks.rados.rados.0.smithi032.stdout:841: finishing rollback tid 1 to smithi03267100-42 2024-09-13T00:06:31.611 INFO:tasks.rados.rados.0.smithi032.stdout:840: finishing write tid 3 to smithi03267100-21 2024-09-13T00:06:31.611 INFO:tasks.rados.rados.0.smithi032.stdout:841: finishing rollback tid 2 to smithi03267100-42 2024-09-13T00:06:31.611 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 56 (ObjNum 178 snap 50 seq_num 178) dirty exists 2024-09-13T00:06:31.612 INFO:tasks.rados.rados.0.smithi032.stdout:840: finishing write tid 4 to smithi03267100-21 2024-09-13T00:06:31.612 INFO:tasks.rados.rados.0.smithi032.stdout:840: finishing write tid 5 to smithi03267100-21 2024-09-13T00:06:31.612 INFO:tasks.rados.rados.0.smithi032.stdout:840: finishing write tid 6 to smithi03267100-21 2024-09-13T00:06:31.612 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 577 (ObjNum 286 snap 82 seq_num 286) dirty exists 2024-09-13T00:06:31.612 INFO:tasks.rados.rados.0.smithi032.stdout:840: left oid 21 (ObjNum 286 snap 82 seq_num 286) 2024-09-13T00:06:31.612 INFO:tasks.rados.rados.0.smithi032.stdout:840: done (3 left) 2024-09-13T00:06:31.612 INFO:tasks.rados.rados.0.smithi032.stdout:841: done (2 left) 2024-09-13T00:06:31.612 INFO:tasks.rados.rados.0.smithi032.stdout:844: snap_create 2024-09-13T00:06:31.620 INFO:tasks.rados.rados.0.smithi032.stdout:842: finishing write tid 1 to smithi03267100-47 2024-09-13T00:06:31.621 INFO:tasks.rados.rados.0.smithi032.stdout:842: finishing write tid 2 to smithi03267100-47 2024-09-13T00:06:31.623 INFO:tasks.rados.rados.0.smithi032.stdout:842: finishing write tid 3 to smithi03267100-47 2024-09-13T00:06:31.623 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 201 (ObjNum 287 snap 82 seq_num 287) dirty exists 2024-09-13T00:06:31.623 INFO:tasks.rados.rados.0.smithi032.stdout:842: left oid 47 (ObjNum 287 snap 82 seq_num 287) 2024-09-13T00:06:31.629 INFO:tasks.rados.rados.0.smithi032.stdout:843: finishing copy_from racing read to smithi03267100-13 2024-09-13T00:06:31.631 INFO:tasks.rados.rados.0.smithi032.stdout:843: finishing copy_from to smithi03267100-13 2024-09-13T00:06:31.631 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 201 (ObjNum 267 snap 78 seq_num 267) dirty exists 2024-09-13T00:06:31.659 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:31 smithi032 bash[32211]: cephadm 2024-09-13T00:06:29.761747+0000 mgr.x (mgr.24607) 57 : cephadm [INF] Upgrade: Updating mgr.y 2024-09-13T00:06:31.659 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:31 smithi032 bash[32211]: cephadm 2024-09-13T00:06:29.778265+0000 mgr.x (mgr.24607) 58 : cephadm [INF] Deploying daemon mgr.y on smithi032 2024-09-13T00:06:31.659 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:31 smithi032 bash[32211]: cluster 2024-09-13T00:06:30.595986+0000 mgr.x (mgr.24607) 59 : cluster [DBG] pgmap v68: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-09-13T00:06:31.659 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:31 smithi032 bash[32211]: cluster 2024-09-13T00:06:31.546771+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-09-13T00:06:31.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:31 smithi032 bash[22496]: cephadm 2024-09-13T00:06:29.761747+0000 mgr.x (mgr.24607) 57 : cephadm [INF] Upgrade: Updating mgr.y 2024-09-13T00:06:31.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:31 smithi032 bash[22496]: cephadm 2024-09-13T00:06:29.778265+0000 mgr.x (mgr.24607) 58 : cephadm [INF] Deploying daemon mgr.y on smithi032 2024-09-13T00:06:31.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:31 smithi032 bash[22496]: cluster 2024-09-13T00:06:30.595986+0000 mgr.x (mgr.24607) 59 : cluster [DBG] pgmap v68: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-09-13T00:06:31.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:31 smithi032 bash[22496]: cluster 2024-09-13T00:06:31.546771+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-09-13T00:06:32.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:31 smithi053 bash[24393]: cephadm 2024-09-13T00:06:29.761747+0000 mgr.x (mgr.24607) 57 : cephadm [INF] Upgrade: Updating mgr.y 2024-09-13T00:06:32.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:31 smithi053 bash[24393]: cephadm 2024-09-13T00:06:29.778265+0000 mgr.x (mgr.24607) 58 : cephadm [INF] Deploying daemon mgr.y on smithi032 2024-09-13T00:06:32.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:31 smithi053 bash[24393]: cluster 2024-09-13T00:06:30.595986+0000 mgr.x (mgr.24607) 59 : cluster [DBG] pgmap v68: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-09-13T00:06:32.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:31 smithi053 bash[24393]: cluster 2024-09-13T00:06:31.546771+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-09-13T00:06:32.170 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:06:32 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:32.171 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:06:32 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:32.171 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:06:32 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:32.171 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:32 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:32.172 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:32 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:32.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:32 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:32.172 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:06:32 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:32.172 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:32 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:32.173 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:32 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:32.173 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:32 smithi032 systemd[1]: Stopping Ceph mgr.y for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:06:32.173 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:06:32 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:32.546 INFO:tasks.rados.rados.0.smithi032.stdout:842: done (2 left) 2024-09-13T00:06:32.546 INFO:tasks.rados.rados.0.smithi032.stdout:843: done (1 left) 2024-09-13T00:06:32.546 INFO:tasks.rados.rados.0.smithi032.stdout:844: done (0 left) 2024-09-13T00:06:32.546 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 83 2024-09-13T00:06:32.546 INFO:tasks.rados.rados.0.smithi032.stdout:845: seq_num 288 ranges {0=24576} 2024-09-13T00:06:32.546 INFO:tasks.rados.rados.0.smithi032.stdout:845: writing smithi03267100-15 from 0 to 24576 tid 1 2024-09-13T00:06:32.546 INFO:tasks.rados.rados.0.smithi032.stdout:846: delete oid 31 current snap is 83 2024-09-13T00:06:32.553 INFO:tasks.rados.rados.0.smithi032.stdout:845: finishing write tid 1 to smithi03267100-15 2024-09-13T00:06:32.554 INFO:tasks.rados.rados.0.smithi032.stdout:845: finishing write tid 2 to smithi03267100-15 2024-09-13T00:06:32.556 INFO:tasks.rados.rados.0.smithi032.stdout:846: done (1 left) 2024-09-13T00:06:32.556 INFO:tasks.rados.rados.0.smithi032.stdout:847: snap_create 2024-09-13T00:06:32.557 INFO:tasks.rados.rados.0.smithi032.stdout:845: finishing write tid 3 to smithi03267100-15 2024-09-13T00:06:32.557 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 219 (ObjNum 288 snap 83 seq_num 288) dirty exists 2024-09-13T00:06:32.557 INFO:tasks.rados.rados.0.smithi032.stdout:845: left oid 15 (ObjNum 288 snap 83 seq_num 288) 2024-09-13T00:06:32.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:32 smithi032 bash[22496]: audit 2024-09-13T00:06:32.107373+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:32.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:32 smithi032 bash[22496]: cluster 2024-09-13T00:06:32.550312+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-09-13T00:06:32.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:32 smithi032 bash[32211]: audit 2024-09-13T00:06:32.107373+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:32.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:32 smithi032 bash[32211]: cluster 2024-09-13T00:06:32.550312+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-09-13T00:06:33.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:32 smithi053 bash[24393]: audit 2024-09-13T00:06:32.107373+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:33.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:32 smithi053 bash[24393]: cluster 2024-09-13T00:06:32.550312+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-09-13T00:06:33.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:32 smithi032 bash[68731]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mgr-y 2024-09-13T00:06:33.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:33 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-13T00:06:33.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:33 smithi032 bash[68791]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mgr-y 2024-09-13T00:06:33.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:33 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-13T00:06:33.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:33 smithi032 systemd[1]: Stopped Ceph mgr.y for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:06:33.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:33.532 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:06:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:33.532 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:33.533 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:06:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:33.533 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:06:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:33.533 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:33.533 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:33 smithi032 systemd[1]: Started Ceph mgr.y for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:06:33.533 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:06:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:33.534 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:06:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:33.534 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:06:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:33.534 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:06:33 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:06:33.535 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:33 smithi053 bash[59124]: ts=2024-09-13T00:06:33.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:06:33.535 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:33 smithi053 bash[52659]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:06:33] "GET /metrics HTTP/1.1" 200 36122 "" "Prometheus/2.43.0" 2024-09-13T00:06:33.544 INFO:tasks.rados.rados.0.smithi032.stdout:845: done (1 left) 2024-09-13T00:06:33.544 INFO:tasks.rados.rados.0.smithi032.stdout:847: done (0 left) 2024-09-13T00:06:33.544 INFO:tasks.rados.rados.0.smithi032.stdout:848: copy_from oid 33 from oid 44 current snap is 84 2024-09-13T00:06:33.544 INFO:tasks.rados.rados.0.smithi032.stdout:849: delete oid 3 current snap is 84 2024-09-13T00:06:33.548 INFO:tasks.rados.rados.0.smithi032.stdout:849: done (1 left) 2024-09-13T00:06:33.549 INFO:tasks.rados.rados.0.smithi032.stdout:850: snap_remove snap 66 2024-09-13T00:06:33.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:33 smithi032 bash[22496]: cluster 2024-09-13T00:06:32.596699+0000 mgr.x (mgr.24607) 60 : cluster [DBG] pgmap v71: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:33.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:33 smithi032 bash[22496]: audit 2024-09-13T00:06:33.457769+0000 mon.a (mon.0) 1327 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:33.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:33 smithi032 bash[22496]: audit 2024-09-13T00:06:33.465106+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:33.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:33 smithi032 bash[22496]: audit 2024-09-13T00:06:33.467297+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:06:33.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:33 smithi032 bash[22496]: cluster 2024-09-13T00:06:33.549121+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-09-13T00:06:33.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:33 smithi032 bash[32211]: cluster 2024-09-13T00:06:32.596699+0000 mgr.x (mgr.24607) 60 : cluster [DBG] pgmap v71: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:33.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:33 smithi032 bash[32211]: audit 2024-09-13T00:06:33.457769+0000 mon.a (mon.0) 1327 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:33.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:33 smithi032 bash[32211]: audit 2024-09-13T00:06:33.465106+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:33.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:33 smithi032 bash[32211]: audit 2024-09-13T00:06:33.467297+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:06:33.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:33 smithi032 bash[32211]: cluster 2024-09-13T00:06:33.549121+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-09-13T00:06:34.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:33 smithi053 bash[24393]: cluster 2024-09-13T00:06:32.596699+0000 mgr.x (mgr.24607) 60 : cluster [DBG] pgmap v71: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:34.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:33 smithi053 bash[24393]: audit 2024-09-13T00:06:33.457769+0000 mon.a (mon.0) 1327 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:34.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:33 smithi053 bash[24393]: audit 2024-09-13T00:06:33.465106+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:34.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:33 smithi053 bash[24393]: audit 2024-09-13T00:06:33.467297+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:06:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:33 smithi053 bash[24393]: cluster 2024-09-13T00:06:33.549121+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-09-13T00:06:34.557 INFO:tasks.rados.rados.0.smithi032.stdout:850: done (1 left) 2024-09-13T00:06:34.557 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 84 2024-09-13T00:06:34.557 INFO:tasks.rados.rados.0.smithi032.stdout:848: finishing copy_from racing read to smithi03267100-33 2024-09-13T00:06:34.557 INFO:tasks.rados.rados.0.smithi032.stdout:848: finishing copy_from to smithi03267100-33 2024-09-13T00:06:34.557 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 183 (ObjNum 257 snap 70 seq_num 257) dirty exists 2024-09-13T00:06:34.557 INFO:tasks.rados.rados.0.smithi032.stdout:851: seq_num 291 ranges {4734976=81920} 2024-09-13T00:06:34.605 INFO:tasks.rados.rados.0.smithi032.stdout:851: writing smithi03267100-21 from 4734976 to 4816896 tid 1 2024-09-13T00:06:34.605 INFO:tasks.rados.rados.0.smithi032.stdout:848: done (1 left) 2024-09-13T00:06:34.605 INFO:tasks.rados.rados.0.smithi032.stdout:852: read oid 26 snap -1 2024-09-13T00:06:34.605 INFO:tasks.rados.rados.0.smithi032.stdout:852: expect (ObjNum 198 snap 54 seq_num 198) 2024-09-13T00:06:34.605 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 84 2024-09-13T00:06:34.605 INFO:tasks.rados.rados.0.smithi032.stdout:853: seq_num 292 ranges {0=98304} 2024-09-13T00:06:34.606 INFO:tasks.rados.rados.0.smithi032.stdout:853: writing smithi03267100-9 from 0 to 98304 tid 1 2024-09-13T00:06:34.606 INFO:tasks.rados.rados.0.smithi032.stdout:854: snap_remove snap 83 2024-09-13T00:06:34.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:34 smithi053 bash[59124]: ts=2024-09-13T00:06:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:06:34.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:34 smithi053 bash[59124]: ts=2024-09-13T00:06:34.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:06:35.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:34 smithi032 bash[68847]: debug 2024-09-13T00:06:34.877+0000 7f0592be6640 1 -- 172.21.15.32:0/2657762824 <== mon.2 v2:172.21.15.32:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56166b4b6d00 con 0x56166b4a9800 2024-09-13T00:06:35.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:34 smithi032 bash[68847]: debug 2024-09-13T00:06:34.989+0000 7f059544f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T00:06:35.565 INFO:tasks.rados.rados.0.smithi032.stdout:854: done (3 left) 2024-09-13T00:06:35.565 INFO:tasks.rados.rados.0.smithi032.stdout:855: snap_create 2024-09-13T00:06:35.565 INFO:tasks.rados.rados.0.smithi032.stdout:851: finishing write tid 1 to smithi03267100-21 2024-09-13T00:06:35.565 INFO:tasks.rados.rados.0.smithi032.stdout:851: finishing write tid 2 to smithi03267100-21 2024-09-13T00:06:35.566 INFO:tasks.rados.rados.0.smithi032.stdout:851: finishing write tid 3 to smithi03267100-21 2024-09-13T00:06:35.566 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 589 (ObjNum 291 snap 84 seq_num 291) dirty exists 2024-09-13T00:06:35.566 INFO:tasks.rados.rados.0.smithi032.stdout:851: left oid 21 (ObjNum 291 snap 84 seq_num 291) 2024-09-13T00:06:35.566 INFO:tasks.rados.rados.0.smithi032.stdout:852: expect (ObjNum 198 snap 54 seq_num 198) 2024-09-13T00:06:35.817 INFO:tasks.rados.rados.0.smithi032.stdout:853: finishing write tid 1 to smithi03267100-9 2024-09-13T00:06:35.817 INFO:tasks.rados.rados.0.smithi032.stdout:853: finishing write tid 2 to smithi03267100-9 2024-09-13T00:06:35.817 INFO:tasks.rados.rados.0.smithi032.stdout:853: finishing write tid 3 to smithi03267100-9 2024-09-13T00:06:35.817 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 567 (ObjNum 292 snap 84 seq_num 292) dirty exists 2024-09-13T00:06:35.817 INFO:tasks.rados.rados.0.smithi032.stdout:853: left oid 9 (ObjNum 292 snap 84 seq_num 292) 2024-09-13T00:06:35.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:35 smithi032 bash[22496]: cluster 2024-09-13T00:06:34.559633+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-09-13T00:06:35.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:35 smithi032 bash[22496]: cluster 2024-09-13T00:06:34.597170+0000 mgr.x (mgr.24607) 61 : cluster [DBG] pgmap v74: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 7.5 MiB/s wr, 20 op/s 2024-09-13T00:06:35.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:35 smithi032 bash[32211]: cluster 2024-09-13T00:06:34.559633+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-09-13T00:06:35.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:35 smithi032 bash[32211]: cluster 2024-09-13T00:06:34.597170+0000 mgr.x (mgr.24607) 61 : cluster [DBG] pgmap v74: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 7.5 MiB/s wr, 20 op/s 2024-09-13T00:06:36.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:35 smithi053 bash[24393]: cluster 2024-09-13T00:06:34.559633+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-09-13T00:06:36.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:35 smithi053 bash[24393]: cluster 2024-09-13T00:06:34.597170+0000 mgr.x (mgr.24607) 61 : cluster [DBG] pgmap v74: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 7.5 MiB/s wr, 20 op/s 2024-09-13T00:06:36.565 INFO:tasks.rados.rados.0.smithi032.stdout:851: done (3 left) 2024-09-13T00:06:36.566 INFO:tasks.rados.rados.0.smithi032.stdout:852: done (2 left) 2024-09-13T00:06:36.566 INFO:tasks.rados.rados.0.smithi032.stdout:853: done (1 left) 2024-09-13T00:06:36.566 INFO:tasks.rados.rados.0.smithi032.stdout:855: done (0 left) 2024-09-13T00:06:36.566 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 85 2024-09-13T00:06:36.566 INFO:tasks.rados.rados.0.smithi032.stdout:856: seq_num 293 ranges {0=114688} 2024-09-13T00:06:36.567 INFO:tasks.rados.rados.0.smithi032.stdout:856: writing smithi03267100-1 from 0 to 114688 tid 1 2024-09-13T00:06:36.567 INFO:tasks.rados.rados.0.smithi032.stdout:857: read oid 35 snap -1 2024-09-13T00:06:36.567 INFO:tasks.rados.rados.0.smithi032.stdout:857: expect deleted 2024-09-13T00:06:36.567 INFO:tasks.rados.rados.0.smithi032.stdout:858: snap_create 2024-09-13T00:06:36.567 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:36 smithi032 bash[68847]: debug 2024-09-13T00:06:36.257+0000 7f059544f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T00:06:36.567 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:36 smithi032 bash[68847]: debug 2024-09-13T00:06:36.325+0000 7f059544f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T00:06:36.567 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:36 smithi032 bash[68847]: debug 2024-09-13T00:06:36.481+0000 7f059544f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T00:06:36.582 INFO:tasks.rados.rados.0.smithi032.stdout:856: finishing write tid 1 to smithi03267100-1 2024-09-13T00:06:36.582 INFO:tasks.rados.rados.0.smithi032.stdout:856: finishing write tid 2 to smithi03267100-1 2024-09-13T00:06:36.585 INFO:tasks.rados.rados.0.smithi032.stdout:856: finishing write tid 3 to smithi03267100-1 2024-09-13T00:06:36.585 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 593 (ObjNum 293 snap 85 seq_num 293) dirty exists 2024-09-13T00:06:36.585 INFO:tasks.rados.rados.0.smithi032.stdout:856: left oid 1 (ObjNum 293 snap 85 seq_num 293) 2024-09-13T00:06:36.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:36 smithi032 bash[22496]: cluster 2024-09-13T00:06:35.569499+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-09-13T00:06:36.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:36 smithi032 bash[32211]: cluster 2024-09-13T00:06:35.569499+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-09-13T00:06:37.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:36 smithi053 bash[24393]: cluster 2024-09-13T00:06:35.569499+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-09-13T00:06:37.409 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:37 smithi032 bash[68847]: debug 2024-09-13T00:06:37.153+0000 7f059544f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T00:06:37.409 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:37 smithi032 bash[68847]: debug 2024-09-13T00:06:37.225+0000 7f059544f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T00:06:37.409 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:37 smithi032 bash[68847]: debug 2024-09-13T00:06:37.297+0000 7f059544f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T00:06:37.584 INFO:tasks.rados.rados.0.smithi032.stdout:856: done (2 left) 2024-09-13T00:06:37.584 INFO:tasks.rados.rados.0.smithi032.stdout:857: done (1 left) 2024-09-13T00:06:37.584 INFO:tasks.rados.rados.0.smithi032.stdout:858: done (0 left) 2024-09-13T00:06:37.585 INFO:tasks.rados.rados.0.smithi032.stdout:859: rollback oid 37 current snap is 86 2024-09-13T00:06:37.585 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 37 to 51 2024-09-13T00:06:37.585 INFO:tasks.rados.rados.0.smithi032.stdout:860: delete oid 44 current snap is 86 2024-09-13T00:06:37.594 INFO:tasks.rados.rados.0.smithi032.stdout:859: finishing rollback tid 0 to smithi03267100-37 2024-09-13T00:06:37.594 INFO:tasks.rados.rados.0.smithi032.stdout:859: finishing rollback tid 1 to smithi03267100-37 2024-09-13T00:06:37.594 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 234 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T00:06:37.595 INFO:tasks.rados.rados.0.smithi032.stdout:859: done (1 left) 2024-09-13T00:06:37.595 INFO:tasks.rados.rados.0.smithi032.stdout:860: done (0 left) 2024-09-13T00:06:37.595 INFO:tasks.rados.rados.0.smithi032.stdout:861: copy_from oid 5 from oid 45 current snap is 86 2024-09-13T00:06:37.595 INFO:tasks.rados.rados.0.smithi032.stdout:862: read oid 12 snap 72 2024-09-13T00:06:37.595 INFO:tasks.rados.rados.0.smithi032.stdout:862: expect (ObjNum 80 snap 12 seq_num 80) 2024-09-13T00:06:37.595 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 86 2024-09-13T00:06:37.595 INFO:tasks.rados.rados.0.smithi032.stdout:863: seq_num 295 ranges {2170880=147456} 2024-09-13T00:06:37.610 INFO:tasks.rados.rados.0.smithi032.stdout:863: writing smithi03267100-27 from 2170880 to 2318336 tid 1 2024-09-13T00:06:37.610 INFO:tasks.rados.rados.0.smithi032.stdout:864: snap_create 2024-09-13T00:06:37.610 INFO:tasks.rados.rados.0.smithi032.stdout:862: expect (ObjNum 80 snap 12 seq_num 80) 2024-09-13T00:06:37.713 INFO:tasks.rados.rados.0.smithi032.stdout:863: finishing write tid 1 to smithi03267100-27 2024-09-13T00:06:37.713 INFO:tasks.rados.rados.0.smithi032.stdout:863: finishing write tid 2 to smithi03267100-27 2024-09-13T00:06:37.713 INFO:tasks.rados.rados.0.smithi032.stdout:863: finishing write tid 3 to smithi03267100-27 2024-09-13T00:06:37.713 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 208 (ObjNum 295 snap 86 seq_num 295) dirty exists 2024-09-13T00:06:37.713 INFO:tasks.rados.rados.0.smithi032.stdout:863: left oid 27 (ObjNum 295 snap 86 seq_num 295) 2024-09-13T00:06:37.713 INFO:tasks.rados.rados.0.smithi032.stdout:861: finishing copy_from racing read to smithi03267100-5 2024-09-13T00:06:37.713 INFO:tasks.rados.rados.0.smithi032.stdout:861: finishing copy_from to smithi03267100-5 2024-09-13T00:06:37.714 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 272 (ObjNum 254 snap 70 seq_num 254) dirty exists 2024-09-13T00:06:37.909 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:37 smithi032 bash[68847]: debug 2024-09-13T00:06:37.489+0000 7f059544f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T00:06:37.909 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:37 smithi032 bash[68847]: debug 2024-09-13T00:06:37.577+0000 7f059544f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T00:06:37.912 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:37 smithi032 bash[68847]: debug 2024-09-13T00:06:37.661+0000 7f059544f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T00:06:37.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:37 smithi032 bash[22496]: cluster 2024-09-13T00:06:36.570088+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-09-13T00:06:37.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:37 smithi032 bash[22496]: cluster 2024-09-13T00:06:36.597860+0000 mgr.x (mgr.24607) 62 : cluster [DBG] pgmap v77: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 7.5 MiB/s wr, 20 op/s 2024-09-13T00:06:37.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:37 smithi032 bash[32211]: cluster 2024-09-13T00:06:36.570088+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-09-13T00:06:37.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:37 smithi032 bash[32211]: cluster 2024-09-13T00:06:36.597860+0000 mgr.x (mgr.24607) 62 : cluster [DBG] pgmap v77: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 7.5 MiB/s wr, 20 op/s 2024-09-13T00:06:38.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:37 smithi053 bash[24393]: cluster 2024-09-13T00:06:36.570088+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-09-13T00:06:38.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:37 smithi053 bash[24393]: cluster 2024-09-13T00:06:36.597860+0000 mgr.x (mgr.24607) 62 : cluster [DBG] pgmap v77: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 7.5 MiB/s wr, 20 op/s 2024-09-13T00:06:38.196 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:37 smithi032 bash[68847]: debug 2024-09-13T00:06:37.925+0000 7f059544f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T00:06:38.196 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:38 smithi032 bash[68847]: debug 2024-09-13T00:06:37.997+0000 7f059544f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T00:06:38.535 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:38 smithi032 bash[68847]: debug 2024-09-13T00:06:38.197+0000 7f059544f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T00:06:38.535 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:38 smithi032 bash[68847]: debug 2024-09-13T00:06:38.273+0000 7f059544f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T00:06:38.585 INFO:tasks.rados.rados.0.smithi032.stdout:861: done (3 left) 2024-09-13T00:06:38.585 INFO:tasks.rados.rados.0.smithi032.stdout:862: done (2 left) 2024-09-13T00:06:38.585 INFO:tasks.rados.rados.0.smithi032.stdout:863: done (1 left) 2024-09-13T00:06:38.585 INFO:tasks.rados.rados.0.smithi032.stdout:864: done (0 left) 2024-09-13T00:06:38.585 INFO:tasks.rados.rados.0.smithi032.stdout:865: read oid 3 snap -1 2024-09-13T00:06:38.585 INFO:tasks.rados.rados.0.smithi032.stdout:865: expect deleted 2024-09-13T00:06:38.585 INFO:tasks.rados.rados.0.smithi032.stdout:866: copy_from oid 50 from oid 8 current snap is 87 2024-09-13T00:06:38.585 INFO:tasks.rados.rados.0.smithi032.stdout:867: snap_remove snap 85 2024-09-13T00:06:38.896 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:38 smithi032 bash[22496]: cluster 2024-09-13T00:06:37.587814+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-09-13T00:06:38.896 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:38 smithi032 bash[68847]: debug 2024-09-13T00:06:38.537+0000 7f059544f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T00:06:38.896 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:38 smithi032 bash[68847]: debug 2024-09-13T00:06:38.725+0000 7f059544f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T00:06:38.896 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:38 smithi032 bash[32211]: cluster 2024-09-13T00:06:37.587814+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-09-13T00:06:39.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:38 smithi053 bash[24393]: cluster 2024-09-13T00:06:37.587814+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-09-13T00:06:39.033 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:38 smithi053 bash[59124]: ts=2024-09-13T00:06:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:06:39.148 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:06:39.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:38 smithi032 bash[68847]: debug 2024-09-13T00:06:38.897+0000 7f059544f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T00:06:39.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:38 smithi032 bash[68847]: debug 2024-09-13T00:06:38.981+0000 7f059544f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T00:06:39.474 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:06:39.474 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 starting - - - - 2024-09-13T00:06:39.474 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (12s) 0s ago 6m 63.5M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:06:39.474 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8m) 45s ago 8m 15.6M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:06:39.474 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (8m) 0s ago 8m 16.7M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:06:39.474 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283 running (70s) 0s ago 15m 480M - 18.2.4-837-g7a853b17 f21ba1eea74e 232bea060e93 2024-09-13T00:06:39.475 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 starting - - - - 2024-09-13T00:06:39.475 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (18m) 45s ago 18m 54.5M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 278f96caaac9 2024-09-13T00:06:39.475 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (16m) 0s ago 16m 45.5M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 6ca18a9d98fc 2024-09-13T00:06:39.475 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (16m) 45s ago 16m 43.8M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 22cdaa9606af 2024-09-13T00:06:39.475 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 starting - - - - 2024-09-13T00:06:39.475 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (18s) 0s ago 7m 6647k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:06:39.475 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (15m) 45s ago 15m 129M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 8a5146ba6e0d 2024-09-13T00:06:39.475 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (14m) 45s ago 14m 139M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 1ab06e2999b7 2024-09-13T00:06:39.475 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (13m) 45s ago 13m 135M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 911acc1d60e0 2024-09-13T00:06:39.475 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (12m) 45s ago 12m 69.4M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:06:39.475 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (11m) 0s ago 11m 123M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:06:39.475 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (10m) 0s ago 10m 168M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:06:39.475 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (9m) 0s ago 9m 87.2M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:06:39.476 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (8m) 0s ago 8m 123M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:06:39.476 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (20s) 0s ago 7m 42.4M - 2.43.0 a07b618ecd1d bd53b6c0e29e 2024-09-13T00:06:39.597 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:39 smithi032 bash[68847]: debug 2024-09-13T00:06:39.165+0000 7f059544f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T00:06:39.601 INFO:tasks.rados.rados.0.smithi032.stdout:867: done (2 left) 2024-09-13T00:06:39.601 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 87 2024-09-13T00:06:39.601 INFO:tasks.rados.rados.0.smithi032.stdout:866: finishing copy_from racing read to smithi03267100-50 2024-09-13T00:06:39.601 INFO:tasks.rados.rados.0.smithi032.stdout:866: finishing copy_from to smithi03267100-50 2024-09-13T00:06:39.602 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 111 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-09-13T00:06:39.602 INFO:tasks.rados.rados.0.smithi032.stdout:868: seq_num 296 ranges {4481024=163840} 2024-09-13T00:06:39.631 INFO:tasks.rados.rados.0.smithi032.stdout:868: writing smithi03267100-38 from 4481024 to 4644864 tid 1 2024-09-13T00:06:39.632 INFO:tasks.rados.rados.0.smithi032.stdout:865: done (2 left) 2024-09-13T00:06:39.632 INFO:tasks.rados.rados.0.smithi032.stdout:866: done (1 left) 2024-09-13T00:06:39.632 INFO:tasks.rados.rados.0.smithi032.stdout:869: read oid 41 snap -1 2024-09-13T00:06:39.632 INFO:tasks.rados.rados.0.smithi032.stdout:869: expect (ObjNum 242 snap 68 seq_num 242) 2024-09-13T00:06:39.632 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 87 2024-09-13T00:06:39.632 INFO:tasks.rados.rados.0.smithi032.stdout:870: seq_num 297 ranges {3293184=180224} 2024-09-13T00:06:39.653 INFO:tasks.rados.rados.0.smithi032.stdout:870: writing smithi03267100-33 from 3293184 to 3473408 tid 1 2024-09-13T00:06:39.653 INFO:tasks.rados.rados.0.smithi032.stdout:871: delete oid 1 current snap is 87 2024-09-13T00:06:39.653 INFO:tasks.rados.rados.0.smithi032.stdout:868: finishing write tid 1 to smithi03267100-38 2024-09-13T00:06:39.653 INFO:tasks.rados.rados.0.smithi032.stdout:868: finishing write tid 2 to smithi03267100-38 2024-09-13T00:06:39.653 INFO:tasks.rados.rados.0.smithi032.stdout:868: finishing write tid 3 to smithi03267100-38 2024-09-13T00:06:39.653 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 162 (ObjNum 296 snap 87 seq_num 296) dirty exists 2024-09-13T00:06:39.653 INFO:tasks.rados.rados.0.smithi032.stdout:868: left oid 38 (ObjNum 296 snap 87 seq_num 296) 2024-09-13T00:06:39.653 INFO:tasks.rados.rados.0.smithi032.stdout:869: expect (ObjNum 242 snap 68 seq_num 242) 2024-09-13T00:06:39.699 INFO:tasks.rados.rados.0.smithi032.stdout:870: finishing write tid 1 to smithi03267100-33 2024-09-13T00:06:39.699 INFO:tasks.rados.rados.0.smithi032.stdout:870: finishing write tid 2 to smithi03267100-33 2024-09-13T00:06:39.699 INFO:tasks.rados.rados.0.smithi032.stdout:870: finishing write tid 3 to smithi03267100-33 2024-09-13T00:06:39.699 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 239 (ObjNum 297 snap 87 seq_num 297) dirty exists 2024-09-13T00:06:39.699 INFO:tasks.rados.rados.0.smithi032.stdout:870: left oid 33 (ObjNum 297 snap 87 seq_num 297) 2024-09-13T00:06:39.699 INFO:tasks.rados.rados.0.smithi032.stdout:868: done (3 left) 2024-09-13T00:06:39.699 INFO:tasks.rados.rados.0.smithi032.stdout:869: done (2 left) 2024-09-13T00:06:39.699 INFO:tasks.rados.rados.0.smithi032.stdout:870: done (1 left) 2024-09-13T00:06:39.699 INFO:tasks.rados.rados.0.smithi032.stdout:871: done (0 left) 2024-09-13T00:06:39.699 INFO:tasks.rados.rados.0.smithi032.stdout:872: snap_remove snap 80 2024-09-13T00:06:39.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:39 smithi032 bash[32211]: cluster 2024-09-13T00:06:38.589198+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-09-13T00:06:39.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:39 smithi032 bash[32211]: cluster 2024-09-13T00:06:38.598689+0000 mgr.x (mgr.24607) 63 : cluster [DBG] pgmap v80: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T00:06:39.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:39 smithi032 bash[32211]: audit 2024-09-13T00:06:39.359639+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:39.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:39 smithi032 bash[32211]: audit 2024-09-13T00:06:39.370769+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:39.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:39 smithi032 bash[22496]: cluster 2024-09-13T00:06:38.589198+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-09-13T00:06:39.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:39 smithi032 bash[22496]: cluster 2024-09-13T00:06:38.598689+0000 mgr.x (mgr.24607) 63 : cluster [DBG] pgmap v80: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T00:06:39.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:39 smithi032 bash[22496]: audit 2024-09-13T00:06:39.359639+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:39.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:39 smithi032 bash[22496]: audit 2024-09-13T00:06:39.370769+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:39.964 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:06:39.964 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:06:39.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T00:06:39.965 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:06:39.965 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:06:39.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 1, 2024-09-13T00:06:39.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 1 2024-09-13T00:06:39.965 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:06:39.965 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:06:39.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:06:39.965 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:06:39.965 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:06:39.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:06:39.965 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:06:39.966 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:06:39.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 14, 2024-09-13T00:06:39.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 1 2024-09-13T00:06:39.966 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:06:39.966 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:06:40.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:39 smithi053 bash[24393]: cluster 2024-09-13T00:06:38.589198+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-09-13T00:06:40.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:39 smithi053 bash[24393]: cluster 2024-09-13T00:06:38.598689+0000 mgr.x (mgr.24607) 63 : cluster [DBG] pgmap v80: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T00:06:40.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:39 smithi053 bash[24393]: audit 2024-09-13T00:06:39.359639+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:40.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:39 smithi053 bash[24393]: audit 2024-09-13T00:06:39.370769+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:40.409 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[68847]: debug 2024-09-13T00:06:40.113+0000 7f059544f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T00:06:40.409 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[68847]: debug 2024-09-13T00:06:40.193+0000 7f059544f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T00:06:40.542 INFO:tasks.rados.rados.0.smithi032.stdout:872: done (0 left) 2024-09-13T00:06:40.542 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 87 2024-09-13T00:06:40.542 INFO:tasks.rados.rados.0.smithi032.stdout:873: seq_num 299 ranges {4784128=212992} 2024-09-13T00:06:40.577 INFO:tasks.rados.rados.0.smithi032.stdout:873: writing smithi03267100-45 from 4784128 to 4997120 tid 1 2024-09-13T00:06:40.577 INFO:tasks.rados.rados.0.smithi032.stdout:874: copy_from oid 41 from oid 49 current snap is 87 2024-09-13T00:06:40.578 INFO:tasks.rados.rados.0.smithi032.stdout:875: snap_remove snap 71 2024-09-13T00:06:40.909 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[68847]: debug 2024-09-13T00:06:40.429+0000 7f059544f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T00:06:40.909 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[68847]: debug 2024-09-13T00:06:40.505+0000 7f059544f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T00:06:40.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[32211]: audit 2024-09-13T00:06:39.140569+0000 mgr.x (mgr.24607) 64 : audit [DBG] from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:06:40.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[32211]: audit 2024-09-13T00:06:39.443699+0000 mgr.x (mgr.24607) 65 : audit [DBG] from='client.25067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:06:40.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[32211]: cluster 2024-09-13T00:06:39.604323+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-09-13T00:06:40.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[32211]: audit 2024-09-13T00:06:39.970303+0000 mon.c (mon.2) 123 : audit [DBG] from='client.? 172.21.15.32:0/3796367478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:06:40.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[32211]: audit 2024-09-13T00:06:40.066189+0000 mon.a (mon.0) 1338 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:40.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[32211]: audit 2024-09-13T00:06:40.074379+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:40.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[32211]: cluster 2024-09-13T00:06:40.542088+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-09-13T00:06:40.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[22496]: audit 2024-09-13T00:06:39.140569+0000 mgr.x (mgr.24607) 64 : audit [DBG] from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:06:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[22496]: audit 2024-09-13T00:06:39.443699+0000 mgr.x (mgr.24607) 65 : audit [DBG] from='client.25067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:06:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[22496]: cluster 2024-09-13T00:06:39.604323+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-09-13T00:06:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[22496]: audit 2024-09-13T00:06:39.970303+0000 mon.c (mon.2) 123 : audit [DBG] from='client.? 172.21.15.32:0/3796367478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:06:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[22496]: audit 2024-09-13T00:06:40.066189+0000 mon.a (mon.0) 1338 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[22496]: audit 2024-09-13T00:06:40.074379+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[22496]: cluster 2024-09-13T00:06:40.542088+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-09-13T00:06:41.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:40 smithi053 bash[24393]: audit 2024-09-13T00:06:39.140569+0000 mgr.x (mgr.24607) 64 : audit [DBG] from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:06:41.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:40 smithi053 bash[24393]: audit 2024-09-13T00:06:39.443699+0000 mgr.x (mgr.24607) 65 : audit [DBG] from='client.25067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:06:41.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:40 smithi053 bash[24393]: cluster 2024-09-13T00:06:39.604323+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-09-13T00:06:41.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:40 smithi053 bash[24393]: audit 2024-09-13T00:06:39.970303+0000 mon.c (mon.2) 123 : audit [DBG] from='client.? 172.21.15.32:0/3796367478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:06:41.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:40 smithi053 bash[24393]: audit 2024-09-13T00:06:40.066189+0000 mon.a (mon.0) 1338 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:41.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:40 smithi053 bash[24393]: audit 2024-09-13T00:06:40.074379+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:41.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:40 smithi053 bash[24393]: cluster 2024-09-13T00:06:40.542088+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-09-13T00:06:41.409 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:40 smithi032 bash[68847]: debug 2024-09-13T00:06:40.929+0000 7f059544f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T00:06:41.409 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[68847]: debug 2024-09-13T00:06:41.013+0000 7f059544f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T00:06:41.409 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[68847]: [13/Sep/2024:00:06:41] ENGINE Bus STARTING 2024-09-13T00:06:41.409 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[68847]: CherryPy Checker: 2024-09-13T00:06:41.410 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[68847]: The Application mounted at '' has an empty config. 2024-09-13T00:06:41.410 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[68847]: [13/Sep/2024:00:06:41] ENGINE Serving on http://:::9283 2024-09-13T00:06:41.410 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[68847]: [13/Sep/2024:00:06:41] ENGINE Bus STARTED 2024-09-13T00:06:41.545 INFO:tasks.rados.rados.0.smithi032.stdout:875: done (2 left) 2024-09-13T00:06:41.545 INFO:tasks.rados.rados.0.smithi032.stdout:876: snap_remove snap 62 2024-09-13T00:06:41.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[22496]: cluster 2024-09-13T00:06:40.599399+0000 mgr.x (mgr.24607) 66 : cluster [DBG] pgmap v83: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T00:06:41.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[22496]: audit 2024-09-13T00:06:40.829784+0000 mon.a (mon.0) 1341 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:41.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[22496]: audit 2024-09-13T00:06:40.837444+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:41.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[22496]: cluster 2024-09-13T00:06:41.044227+0000 mon.a (mon.0) 1343 : cluster [DBG] Standby manager daemon y restarted 2024-09-13T00:06:41.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[22496]: cluster 2024-09-13T00:06:41.044423+0000 mon.a (mon.0) 1344 : cluster [DBG] Standby manager daemon y started 2024-09-13T00:06:41.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[22496]: audit 2024-09-13T00:06:41.048224+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.? 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T00:06:41.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[22496]: audit 2024-09-13T00:06:41.049077+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.? 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:06:41.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[22496]: audit 2024-09-13T00:06:41.051910+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.? 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T00:06:41.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[22496]: audit 2024-09-13T00:06:41.053130+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.? 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:06:41.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[22496]: cluster 2024-09-13T00:06:41.544538+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-09-13T00:06:41.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[32211]: cluster 2024-09-13T00:06:40.599399+0000 mgr.x (mgr.24607) 66 : cluster [DBG] pgmap v83: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T00:06:41.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[32211]: audit 2024-09-13T00:06:40.829784+0000 mon.a (mon.0) 1341 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:41.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[32211]: audit 2024-09-13T00:06:40.837444+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:41.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[32211]: cluster 2024-09-13T00:06:41.044227+0000 mon.a (mon.0) 1343 : cluster [DBG] Standby manager daemon y restarted 2024-09-13T00:06:41.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[32211]: cluster 2024-09-13T00:06:41.044423+0000 mon.a (mon.0) 1344 : cluster [DBG] Standby manager daemon y started 2024-09-13T00:06:41.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[32211]: audit 2024-09-13T00:06:41.048224+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.? 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T00:06:41.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[32211]: audit 2024-09-13T00:06:41.049077+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.? 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:06:41.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[32211]: audit 2024-09-13T00:06:41.051910+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.? 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T00:06:41.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[32211]: audit 2024-09-13T00:06:41.053130+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.? 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:06:41.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:41 smithi032 bash[32211]: cluster 2024-09-13T00:06:41.544538+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-09-13T00:06:42.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:41 smithi053 bash[24393]: cluster 2024-09-13T00:06:40.599399+0000 mgr.x (mgr.24607) 66 : cluster [DBG] pgmap v83: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T00:06:42.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:41 smithi053 bash[24393]: audit 2024-09-13T00:06:40.829784+0000 mon.a (mon.0) 1341 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:42.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:41 smithi053 bash[24393]: audit 2024-09-13T00:06:40.837444+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:42.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:41 smithi053 bash[24393]: cluster 2024-09-13T00:06:41.044227+0000 mon.a (mon.0) 1343 : cluster [DBG] Standby manager daemon y restarted 2024-09-13T00:06:42.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:41 smithi053 bash[24393]: cluster 2024-09-13T00:06:41.044423+0000 mon.a (mon.0) 1344 : cluster [DBG] Standby manager daemon y started 2024-09-13T00:06:42.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:41 smithi053 bash[24393]: audit 2024-09-13T00:06:41.048224+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.? 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T00:06:42.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:41 smithi053 bash[24393]: audit 2024-09-13T00:06:41.049077+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.? 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:06:42.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:41 smithi053 bash[24393]: audit 2024-09-13T00:06:41.051910+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.? 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T00:06:42.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:41 smithi053 bash[24393]: audit 2024-09-13T00:06:41.053130+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.? 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:06:42.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:41 smithi053 bash[24393]: cluster 2024-09-13T00:06:41.544538+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-09-13T00:06:42.550 INFO:tasks.rados.rados.0.smithi032.stdout:876: done (2 left) 2024-09-13T00:06:42.550 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 87 2024-09-13T00:06:42.550 INFO:tasks.rados.rados.0.smithi032.stdout:877: seq_num 300 ranges {4784128=229376} 2024-09-13T00:06:42.577 INFO:tasks.rados.rados.0.smithi032.stdout:877: writing smithi03267100-5 from 4784128 to 5013504 tid 1 2024-09-13T00:06:42.577 INFO:tasks.rados.rados.0.smithi032.stdout:878: read oid 4 snap -1 2024-09-13T00:06:42.577 INFO:tasks.rados.rados.0.smithi032.stdout:878: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:06:42.577 INFO:tasks.rados.rados.0.smithi032.stdout:879: setattr oid 6 current snap is 87 2024-09-13T00:06:42.577 INFO:tasks.rados.rados.0.smithi032.stdout:873: finishing write tid 1 to smithi03267100-45 2024-09-13T00:06:42.577 INFO:tasks.rados.rados.0.smithi032.stdout:874: finishing copy_from to smithi03267100-41 2024-09-13T00:06:42.577 INFO:tasks.rados.rados.0.smithi032.stdout:874: got expected ENOENT (src dne) 2024-09-13T00:06:42.578 INFO:tasks.rados.rados.0.smithi032.stdout:873: finishing write tid 2 to smithi03267100-45 2024-09-13T00:06:42.578 INFO:tasks.rados.rados.0.smithi032.stdout:874: finishing copy_from racing read to smithi03267100-41 2024-09-13T00:06:42.578 INFO:tasks.rados.rados.0.smithi032.stdout:873: finishing write tid 3 to smithi03267100-45 2024-09-13T00:06:42.578 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 328 (ObjNum 299 snap 87 seq_num 299) dirty exists 2024-09-13T00:06:42.578 INFO:tasks.rados.rados.0.smithi032.stdout:873: left oid 45 (ObjNum 299 snap 87 seq_num 299) 2024-09-13T00:06:42.578 INFO:tasks.rados.rados.0.smithi032.stdout:873: done (4 left) 2024-09-13T00:06:42.578 INFO:tasks.rados.rados.0.smithi032.stdout:874: done (3 left) 2024-09-13T00:06:42.579 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 87 2024-09-13T00:06:42.579 INFO:tasks.rados.rados.0.smithi032.stdout:880: seq_num 301 ranges {2080768=245760} 2024-09-13T00:06:42.592 INFO:tasks.rados.rados.0.smithi032.stdout:880: writing smithi03267100-13 from 2080768 to 2326528 tid 1 2024-09-13T00:06:42.592 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 87 2024-09-13T00:06:42.592 INFO:tasks.rados.rados.0.smithi032.stdout:877: finishing write tid 1 to smithi03267100-5 2024-09-13T00:06:42.593 INFO:tasks.rados.rados.0.smithi032.stdout:877: finishing write tid 2 to smithi03267100-5 2024-09-13T00:06:42.593 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 217 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:06:42.593 INFO:tasks.rados.rados.0.smithi032.stdout:878: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:06:42.620 INFO:tasks.rados.rados.0.smithi032.stdout:877: finishing write tid 3 to smithi03267100-5 2024-09-13T00:06:42.621 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 274 (ObjNum 300 snap 87 seq_num 300) dirty exists 2024-09-13T00:06:42.621 INFO:tasks.rados.rados.0.smithi032.stdout:877: left oid 5 (ObjNum 300 snap 87 seq_num 300) 2024-09-13T00:06:42.621 INFO:tasks.rados.rados.0.smithi032.stdout:880: finishing write tid 1 to smithi03267100-13 2024-09-13T00:06:42.621 INFO:tasks.rados.rados.0.smithi032.stdout:880: finishing write tid 2 to smithi03267100-13 2024-09-13T00:06:42.621 INFO:tasks.rados.rados.0.smithi032.stdout:880: finishing write tid 3 to smithi03267100-13 2024-09-13T00:06:42.621 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 590 (ObjNum 301 snap 87 seq_num 301) dirty exists 2024-09-13T00:06:42.621 INFO:tasks.rados.rados.0.smithi032.stdout:880: left oid 13 (ObjNum 301 snap 87 seq_num 301) 2024-09-13T00:06:42.621 INFO:tasks.rados.rados.0.smithi032.stdout:881: seq_num 302 ranges {4644864=262144} 2024-09-13T00:06:42.656 INFO:tasks.rados.rados.0.smithi032.stdout:881: writing smithi03267100-38 from 4644864 to 4907008 tid 1 2024-09-13T00:06:42.656 INFO:tasks.rados.rados.0.smithi032.stdout:877: done (4 left) 2024-09-13T00:06:42.657 INFO:tasks.rados.rados.0.smithi032.stdout:878: done (3 left) 2024-09-13T00:06:42.657 INFO:tasks.rados.rados.0.smithi032.stdout:879: done (2 left) 2024-09-13T00:06:42.657 INFO:tasks.rados.rados.0.smithi032.stdout:880: done (1 left) 2024-09-13T00:06:42.657 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 87 2024-09-13T00:06:42.657 INFO:tasks.rados.rados.0.smithi032.stdout:882: seq_num 303 ranges {24576=278528} 2024-09-13T00:06:42.658 INFO:tasks.rados.rados.0.smithi032.stdout:882: writing smithi03267100-15 from 24576 to 303104 tid 1 2024-09-13T00:06:42.658 INFO:tasks.rados.rados.0.smithi032.stdout:883: snap_remove snap 82 2024-09-13T00:06:43.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:42 smithi032 bash[22496]: cluster 2024-09-13T00:06:41.852286+0000 mon.a (mon.0) 1346 : cluster [DBG] mgrmap e31: x(active, since 55s), standbys: y 2024-09-13T00:06:43.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:42 smithi032 bash[22496]: cluster 2024-09-13T00:06:42.548757+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-09-13T00:06:43.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:42 smithi032 bash[22496]: cluster 2024-09-13T00:06:42.600073+0000 mgr.x (mgr.24607) 67 : cluster [DBG] pgmap v86: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:43.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:42 smithi032 bash[32211]: cluster 2024-09-13T00:06:41.852286+0000 mon.a (mon.0) 1346 : cluster [DBG] mgrmap e31: x(active, since 55s), standbys: y 2024-09-13T00:06:43.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:42 smithi032 bash[32211]: cluster 2024-09-13T00:06:42.548757+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-09-13T00:06:43.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:42 smithi032 bash[32211]: cluster 2024-09-13T00:06:42.600073+0000 mgr.x (mgr.24607) 67 : cluster [DBG] pgmap v86: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:43.282 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:42 smithi053 bash[24393]: cluster 2024-09-13T00:06:41.852286+0000 mon.a (mon.0) 1346 : cluster [DBG] mgrmap e31: x(active, since 55s), standbys: y 2024-09-13T00:06:43.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:42 smithi053 bash[24393]: cluster 2024-09-13T00:06:42.548757+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-09-13T00:06:43.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:42 smithi053 bash[24393]: cluster 2024-09-13T00:06:42.600073+0000 mgr.x (mgr.24607) 67 : cluster [DBG] pgmap v86: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:43.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:43 smithi053 bash[52659]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:06:43] "GET /metrics HTTP/1.1" 200 36122 "" "Prometheus/2.43.0" 2024-09-13T00:06:43.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:43 smithi053 bash[59124]: ts=2024-09-13T00:06:43.510Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:06:43.551 INFO:tasks.rados.rados.0.smithi032.stdout:883: done (2 left) 2024-09-13T00:06:43.552 INFO:tasks.rados.rados.0.smithi032.stdout:884: setattr oid 39 current snap is 87 2024-09-13T00:06:43.552 INFO:tasks.rados.rados.0.smithi032.stdout:881: finishing write tid 1 to smithi03267100-38 2024-09-13T00:06:43.552 INFO:tasks.rados.rados.0.smithi032.stdout:881: finishing write tid 2 to smithi03267100-38 2024-09-13T00:06:43.552 INFO:tasks.rados.rados.0.smithi032.stdout:881: finishing write tid 3 to smithi03267100-38 2024-09-13T00:06:43.552 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 172 (ObjNum 302 snap 87 seq_num 302) dirty exists 2024-09-13T00:06:43.552 INFO:tasks.rados.rados.0.smithi032.stdout:881: left oid 38 (ObjNum 302 snap 87 seq_num 302) 2024-09-13T00:06:43.552 INFO:tasks.rados.rados.0.smithi032.stdout:882: finishing write tid 1 to smithi03267100-15 2024-09-13T00:06:43.552 INFO:tasks.rados.rados.0.smithi032.stdout:882: finishing write tid 2 to smithi03267100-15 2024-09-13T00:06:43.552 INFO:tasks.rados.rados.0.smithi032.stdout:882: finishing write tid 3 to smithi03267100-15 2024-09-13T00:06:43.552 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 276 (ObjNum 303 snap 87 seq_num 303) dirty exists 2024-09-13T00:06:43.553 INFO:tasks.rados.rados.0.smithi032.stdout:882: left oid 15 (ObjNum 303 snap 87 seq_num 303) 2024-09-13T00:06:43.556 INFO:tasks.rados.rados.0.smithi032.stdout:881: done (2 left) 2024-09-13T00:06:43.556 INFO:tasks.rados.rados.0.smithi032.stdout:882: done (1 left) 2024-09-13T00:06:43.556 INFO:tasks.rados.rados.0.smithi032.stdout:885: rollback oid 24 current snap is 87 2024-09-13T00:06:43.556 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 24 to 84 2024-09-13T00:06:43.556 INFO:tasks.rados.rados.0.smithi032.stdout:886: read oid 32 snap -1 2024-09-13T00:06:43.557 INFO:tasks.rados.rados.0.smithi032.stdout:886: expect (ObjNum 247 snap 68 seq_num 247) 2024-09-13T00:06:43.557 INFO:tasks.rados.rados.0.smithi032.stdout:887: read oid 16 snap -1 2024-09-13T00:06:43.557 INFO:tasks.rados.rados.0.smithi032.stdout:887: expect (ObjNum 252 snap 69 seq_num 252) 2024-09-13T00:06:43.557 INFO:tasks.rados.rados.0.smithi032.stdout:888: rmattr oid 35 current snap is 87 2024-09-13T00:06:43.557 INFO:tasks.rados.rados.0.smithi032.stdout:888: done (4 left) 2024-09-13T00:06:43.557 INFO:tasks.rados.rados.0.smithi032.stdout:889: read oid 17 snap 84 2024-09-13T00:06:43.557 INFO:tasks.rados.rados.0.smithi032.stdout:889: expect (ObjNum 270 snap 80 seq_num 270) 2024-09-13T00:06:43.557 INFO:tasks.rados.rados.0.smithi032.stdout:890: setattr oid 7 current snap is 87 2024-09-13T00:06:43.562 INFO:tasks.rados.rados.0.smithi032.stdout:891: copy_from oid 6 from oid 18 current snap is 87 2024-09-13T00:06:43.562 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 87 2024-09-13T00:06:43.562 INFO:tasks.rados.rados.0.smithi032.stdout:892: seq_num 304 ranges {5750784=294912} 2024-09-13T00:06:43.606 INFO:tasks.rados.rados.0.smithi032.stdout:892: writing smithi03267100-25 from 5750784 to 6045696 tid 1 2024-09-13T00:06:43.606 INFO:tasks.rados.rados.0.smithi032.stdout:893: setattr oid 42 current snap is 87 2024-09-13T00:06:43.606 INFO:tasks.rados.rados.0.smithi032.stdout:891: finishing copy_from to smithi03267100-6 2024-09-13T00:06:43.606 INFO:tasks.rados.rados.0.smithi032.stdout:891: got expected ENOENT (src dne) 2024-09-13T00:06:43.606 INFO:tasks.rados.rados.0.smithi032.stdout:885: finishing rollback tid 1 to smithi03267100-24 2024-09-13T00:06:43.606 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 192 (ObjNum 129 snap 0 seq_num 166671760) dirty dne 2024-09-13T00:06:43.607 INFO:tasks.rados.rados.0.smithi032.stdout:891: finishing copy_from racing read to smithi03267100-6 2024-09-13T00:06:43.607 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 212 (ObjNum 49 snap 0 seq_num 1549496943) dirty exists 2024-09-13T00:06:43.607 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 277 (ObjNum 267 snap 78 seq_num 267) dirty exists 2024-09-13T00:06:43.607 INFO:tasks.rados.rados.0.smithi032.stdout:887: expect (ObjNum 252 snap 69 seq_num 252) 2024-09-13T00:06:43.751 INFO:tasks.rados.rados.0.smithi032.stdout:886: expect (ObjNum 247 snap 68 seq_num 247) 2024-09-13T00:06:43.887 INFO:tasks.rados.rados.0.smithi032.stdout:889: expect (ObjNum 270 snap 80 seq_num 270) 2024-09-13T00:06:44.186 INFO:tasks.rados.rados.0.smithi032.stdout:892: finishing write tid 1 to smithi03267100-25 2024-09-13T00:06:44.186 INFO:tasks.rados.rados.0.smithi032.stdout:892: finishing write tid 2 to smithi03267100-25 2024-09-13T00:06:44.186 INFO:tasks.rados.rados.0.smithi032.stdout:892: finishing write tid 3 to smithi03267100-25 2024-09-13T00:06:44.186 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 215 (ObjNum 304 snap 87 seq_num 304) dirty exists 2024-09-13T00:06:44.186 INFO:tasks.rados.rados.0.smithi032.stdout:892: left oid 25 (ObjNum 304 snap 87 seq_num 304) 2024-09-13T00:06:44.186 INFO:tasks.rados.rados.0.smithi032.stdout:884: done (8 left) 2024-09-13T00:06:44.186 INFO:tasks.rados.rados.0.smithi032.stdout:885: done (7 left) 2024-09-13T00:06:44.186 INFO:tasks.rados.rados.0.smithi032.stdout:886: done (6 left) 2024-09-13T00:06:44.187 INFO:tasks.rados.rados.0.smithi032.stdout:887: done (5 left) 2024-09-13T00:06:44.187 INFO:tasks.rados.rados.0.smithi032.stdout:889: done (4 left) 2024-09-13T00:06:44.187 INFO:tasks.rados.rados.0.smithi032.stdout:890: done (3 left) 2024-09-13T00:06:44.187 INFO:tasks.rados.rados.0.smithi032.stdout:891: done (2 left) 2024-09-13T00:06:44.187 INFO:tasks.rados.rados.0.smithi032.stdout:892: done (1 left) 2024-09-13T00:06:44.187 INFO:tasks.rados.rados.0.smithi032.stdout:894: snap_create 2024-09-13T00:06:44.190 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 64 (ObjNum 178 snap 50 seq_num 178) dirty exists 2024-09-13T00:06:44.554 INFO:tasks.rados.rados.0.smithi032.stdout:893: done (1 left) 2024-09-13T00:06:44.554 INFO:tasks.rados.rados.0.smithi032.stdout:894: done (0 left) 2024-09-13T00:06:44.554 INFO:tasks.rados.rados.0.smithi032.stdout:895: snap_create 2024-09-13T00:06:44.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:44 smithi053 bash[24393]: cluster 2024-09-13T00:06:43.555993+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-09-13T00:06:44.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:44 smithi053 bash[59124]: ts=2024-09-13T00:06:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:06:44.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:44 smithi053 bash[59124]: ts=2024-09-13T00:06:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:06:44.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:44 smithi032 bash[22496]: cluster 2024-09-13T00:06:43.555993+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-09-13T00:06:44.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:44 smithi032 bash[32211]: cluster 2024-09-13T00:06:43.555993+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-09-13T00:06:45.573 INFO:tasks.rados.rados.0.smithi032.stdout:895: done (0 left) 2024-09-13T00:06:45.573 INFO:tasks.rados.rados.0.smithi032.stdout:896: copy_from oid 10 from oid 16 current snap is 89 2024-09-13T00:06:45.573 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 89 2024-09-13T00:06:45.573 INFO:tasks.rados.rados.0.smithi032.stdout:897: seq_num 305 ranges {5013504=311296} 2024-09-13T00:06:45.646 INFO:tasks.rados.rados.0.smithi032.stdout:897: writing smithi03267100-5 from 5013504 to 5324800 tid 1 2024-09-13T00:06:45.646 INFO:tasks.rados.rados.0.smithi032.stdout:898: read oid 23 snap 51 2024-09-13T00:06:45.646 INFO:tasks.rados.rados.0.smithi032.stdout:898: expect (ObjNum 180 snap 51 seq_num 180) 2024-09-13T00:06:45.646 INFO:tasks.rados.rados.0.smithi032.stdout:899: read oid 47 snap -1 2024-09-13T00:06:45.647 INFO:tasks.rados.rados.0.smithi032.stdout:899: expect (ObjNum 287 snap 82 seq_num 287) 2024-09-13T00:06:45.647 INFO:tasks.rados.rados.0.smithi032.stdout:900: copy_from oid 11 from oid 37 current snap is 89 2024-09-13T00:06:45.647 INFO:tasks.rados.rados.0.smithi032.stdout:896: finishing copy_from racing read to smithi03267100-10 2024-09-13T00:06:45.647 INFO:tasks.rados.rados.0.smithi032.stdout:896: finishing copy_from to smithi03267100-10 2024-09-13T00:06:45.647 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 189 (ObjNum 252 snap 69 seq_num 252) dirty exists 2024-09-13T00:06:45.647 INFO:tasks.rados.rados.0.smithi032.stdout:896: done (4 left) 2024-09-13T00:06:45.647 INFO:tasks.rados.rados.0.smithi032.stdout:901: delete oid 14 current snap is 89 2024-09-13T00:06:45.651 INFO:tasks.rados.rados.0.smithi032.stdout:900: finishing copy_from to smithi03267100-11 2024-09-13T00:06:45.651 INFO:tasks.rados.rados.0.smithi032.stdout:900: got expected ENOENT (src dne) 2024-09-13T00:06:45.652 INFO:tasks.rados.rados.0.smithi032.stdout:900: finishing copy_from racing read to smithi03267100-11 2024-09-13T00:06:45.653 INFO:tasks.rados.rados.0.smithi032.stdout:900: done (4 left) 2024-09-13T00:06:45.653 INFO:tasks.rados.rados.0.smithi032.stdout:901: done (3 left) 2024-09-13T00:06:45.653 INFO:tasks.rados.rados.0.smithi032.stdout:902: setattr oid 16 current snap is 89 2024-09-13T00:06:45.656 INFO:tasks.rados.rados.0.smithi032.stdout:897: finishing write tid 1 to smithi03267100-5 2024-09-13T00:06:45.657 INFO:tasks.rados.rados.0.smithi032.stdout:903: rollback oid 34 current snap is 89 2024-09-13T00:06:45.657 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 34 to 88 2024-09-13T00:06:45.657 INFO:tasks.rados.rados.0.smithi032.stdout:904: snap_create 2024-09-13T00:06:45.657 INFO:tasks.rados.rados.0.smithi032.stdout:897: finishing write tid 2 to smithi03267100-5 2024-09-13T00:06:45.659 INFO:tasks.rados.rados.0.smithi032.stdout:898: expect (ObjNum 180 snap 51 seq_num 180) 2024-09-13T00:06:45.704 INFO:tasks.rados.rados.0.smithi032.stdout:897: finishing write tid 3 to smithi03267100-5 2024-09-13T00:06:45.704 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 279 (ObjNum 305 snap 89 seq_num 305) dirty exists 2024-09-13T00:06:45.704 INFO:tasks.rados.rados.0.smithi032.stdout:897: left oid 5 (ObjNum 305 snap 89 seq_num 305) 2024-09-13T00:06:45.704 INFO:tasks.rados.rados.0.smithi032.stdout:899: expect (ObjNum 287 snap 82 seq_num 287) 2024-09-13T00:06:45.879 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 219 (ObjNum 252 snap 69 seq_num 252) dirty exists 2024-09-13T00:06:45.879 INFO:tasks.rados.rados.0.smithi032.stdout:903: finishing rollback tid 0 to smithi03267100-34 2024-09-13T00:06:45.879 INFO:tasks.rados.rados.0.smithi032.stdout:903: finishing rollback tid 1 to smithi03267100-34 2024-09-13T00:06:45.879 INFO:tasks.rados.rados.0.smithi032.stdout:903: finishing rollback tid 2 to smithi03267100-34 2024-09-13T00:06:45.879 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 223 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:06:45.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:45 smithi032 bash[22496]: cluster 2024-09-13T00:06:44.558569+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-09-13T00:06:45.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:45 smithi032 bash[22496]: cluster 2024-09-13T00:06:44.600819+0000 mgr.x (mgr.24607) 68 : cluster [DBG] pgmap v89: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 966 KiB/s wr, 13 op/s 2024-09-13T00:06:45.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:45 smithi032 bash[32211]: cluster 2024-09-13T00:06:44.558569+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-09-13T00:06:45.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:45 smithi032 bash[32211]: cluster 2024-09-13T00:06:44.600819+0000 mgr.x (mgr.24607) 68 : cluster [DBG] pgmap v89: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 966 KiB/s wr, 13 op/s 2024-09-13T00:06:46.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:45 smithi053 bash[24393]: cluster 2024-09-13T00:06:44.558569+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-09-13T00:06:46.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:45 smithi053 bash[24393]: cluster 2024-09-13T00:06:44.600819+0000 mgr.x (mgr.24607) 68 : cluster [DBG] pgmap v89: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 966 KiB/s wr, 13 op/s 2024-09-13T00:06:46.580 INFO:tasks.rados.rados.0.smithi032.stdout:897: done (5 left) 2024-09-13T00:06:46.580 INFO:tasks.rados.rados.0.smithi032.stdout:898: done (4 left) 2024-09-13T00:06:46.580 INFO:tasks.rados.rados.0.smithi032.stdout:899: done (3 left) 2024-09-13T00:06:46.580 INFO:tasks.rados.rados.0.smithi032.stdout:902: done (2 left) 2024-09-13T00:06:46.580 INFO:tasks.rados.rados.0.smithi032.stdout:903: done (1 left) 2024-09-13T00:06:46.580 INFO:tasks.rados.rados.0.smithi032.stdout:904: done (0 left) 2024-09-13T00:06:46.580 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 90 2024-09-13T00:06:46.580 INFO:tasks.rados.rados.0.smithi032.stdout:905: seq_num 307 ranges {4349952=344064} 2024-09-13T00:06:46.631 INFO:tasks.rados.rados.0.smithi032.stdout:905: writing smithi03267100-36 from 4349952 to 4694016 tid 1 2024-09-13T00:06:46.631 INFO:tasks.rados.rados.0.smithi032.stdout:906: read oid 24 snap -1 2024-09-13T00:06:46.631 INFO:tasks.rados.rados.0.smithi032.stdout:906: expect deleted 2024-09-13T00:06:46.631 INFO:tasks.rados.rados.0.smithi032.stdout:907: snap_remove snap 65 2024-09-13T00:06:46.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:46 smithi032 bash[22496]: cluster 2024-09-13T00:06:45.577182+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-09-13T00:06:46.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:46 smithi032 bash[32211]: cluster 2024-09-13T00:06:45.577182+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-09-13T00:06:47.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:46 smithi053 bash[24393]: cluster 2024-09-13T00:06:45.577182+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-09-13T00:06:47.591 INFO:tasks.rados.rados.0.smithi032.stdout:907: done (2 left) 2024-09-13T00:06:47.592 INFO:tasks.rados.rados.0.smithi032.stdout:908: read oid 22 snap -1 2024-09-13T00:06:47.592 INFO:tasks.rados.rados.0.smithi032.stdout:908: expect (ObjNum 248 snap 68 seq_num 248) 2024-09-13T00:06:47.592 INFO:tasks.rados.rados.0.smithi032.stdout:909: rollback oid 39 current snap is 90 2024-09-13T00:06:47.592 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 72 2024-09-13T00:06:47.592 INFO:tasks.rados.rados.0.smithi032.stdout:910: delete oid 17 current snap is 90 2024-09-13T00:06:47.592 INFO:tasks.rados.rados.0.smithi032.stdout:905: finishing write tid 1 to smithi03267100-36 2024-09-13T00:06:47.592 INFO:tasks.rados.rados.0.smithi032.stdout:905: finishing write tid 2 to smithi03267100-36 2024-09-13T00:06:47.592 INFO:tasks.rados.rados.0.smithi032.stdout:905: finishing write tid 3 to smithi03267100-36 2024-09-13T00:06:47.592 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 614 (ObjNum 307 snap 90 seq_num 307) dirty exists 2024-09-13T00:06:47.592 INFO:tasks.rados.rados.0.smithi032.stdout:905: left oid 36 (ObjNum 307 snap 90 seq_num 307) 2024-09-13T00:06:47.609 INFO:tasks.rados.rados.0.smithi032.stdout:909: finishing rollback tid 0 to smithi03267100-39 2024-09-13T00:06:47.617 INFO:tasks.rados.rados.0.smithi032.stdout:908: expect (ObjNum 248 snap 68 seq_num 248) 2024-09-13T00:06:47.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:47 smithi032 bash[22496]: cluster 2024-09-13T00:06:46.584239+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-09-13T00:06:47.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:47 smithi032 bash[22496]: cluster 2024-09-13T00:06:46.601611+0000 mgr.x (mgr.24607) 69 : cluster [DBG] pgmap v92: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 966 KiB/s wr, 13 op/s 2024-09-13T00:06:47.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:47 smithi032 bash[22496]: audit 2024-09-13T00:06:47.132191+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:47.659 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:47 smithi032 bash[32211]: cluster 2024-09-13T00:06:46.584239+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-09-13T00:06:47.659 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:47 smithi032 bash[32211]: cluster 2024-09-13T00:06:46.601611+0000 mgr.x (mgr.24607) 69 : cluster [DBG] pgmap v92: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 966 KiB/s wr, 13 op/s 2024-09-13T00:06:47.659 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:47 smithi032 bash[32211]: audit 2024-09-13T00:06:47.132191+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:47.730 INFO:tasks.rados.rados.0.smithi032.stdout:909: finishing rollback tid 1 to smithi03267100-39 2024-09-13T00:06:47.730 INFO:tasks.rados.rados.0.smithi032.stdout:909: finishing rollback tid 2 to smithi03267100-39 2024-09-13T00:06:47.730 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 223 (ObjNum 227 snap 62 seq_num 227) dirty exists 2024-09-13T00:06:47.730 INFO:tasks.rados.rados.0.smithi032.stdout:905: done (4 left) 2024-09-13T00:06:47.730 INFO:tasks.rados.rados.0.smithi032.stdout:906: done (3 left) 2024-09-13T00:06:47.730 INFO:tasks.rados.rados.0.smithi032.stdout:908: done (2 left) 2024-09-13T00:06:47.730 INFO:tasks.rados.rados.0.smithi032.stdout:909: done (1 left) 2024-09-13T00:06:47.731 INFO:tasks.rados.rados.0.smithi032.stdout:910: done (0 left) 2024-09-13T00:06:47.731 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 90 2024-09-13T00:06:47.731 INFO:tasks.rados.rados.0.smithi032.stdout:911: seq_num 309 ranges {3301376=376832} 2024-09-13T00:06:47.779 INFO:tasks.rados.rados.0.smithi032.stdout:911: writing smithi03267100-47 from 3301376 to 3678208 tid 1 2024-09-13T00:06:47.779 INFO:tasks.rados.rados.0.smithi032.stdout:912: read oid 18 snap -1 2024-09-13T00:06:47.779 INFO:tasks.rados.rados.0.smithi032.stdout:912: expect deleted 2024-09-13T00:06:47.779 INFO:tasks.rados.rados.0.smithi032.stdout:913: snap_remove snap 61 2024-09-13T00:06:48.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:47 smithi053 bash[24393]: cluster 2024-09-13T00:06:46.584239+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-09-13T00:06:48.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:47 smithi053 bash[24393]: cluster 2024-09-13T00:06:46.601611+0000 mgr.x (mgr.24607) 69 : cluster [DBG] pgmap v92: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 966 KiB/s wr, 13 op/s 2024-09-13T00:06:48.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:47 smithi053 bash[24393]: audit 2024-09-13T00:06:47.132191+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:48.595 INFO:tasks.rados.rados.0.smithi032.stdout:913: done (2 left) 2024-09-13T00:06:48.595 INFO:tasks.rados.rados.0.smithi032.stdout:914: read oid 24 snap -1 2024-09-13T00:06:48.596 INFO:tasks.rados.rados.0.smithi032.stdout:914: expect deleted 2024-09-13T00:06:48.596 INFO:tasks.rados.rados.0.smithi032.stdout:911: finishing write tid 1 to smithi03267100-47 2024-09-13T00:06:48.596 INFO:tasks.rados.rados.0.smithi032.stdout:911: finishing write tid 2 to smithi03267100-47 2024-09-13T00:06:48.596 INFO:tasks.rados.rados.0.smithi032.stdout:911: finishing write tid 3 to smithi03267100-47 2024-09-13T00:06:48.596 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 229 (ObjNum 309 snap 90 seq_num 309) dirty exists 2024-09-13T00:06:48.596 INFO:tasks.rados.rados.0.smithi032.stdout:911: left oid 47 (ObjNum 309 snap 90 seq_num 309) 2024-09-13T00:06:48.596 INFO:tasks.rados.rados.0.smithi032.stdout:911: done (2 left) 2024-09-13T00:06:48.596 INFO:tasks.rados.rados.0.smithi032.stdout:912: done (1 left) 2024-09-13T00:06:48.596 INFO:tasks.rados.rados.0.smithi032.stdout:915: rollback oid 10 current snap is 90 2024-09-13T00:06:48.596 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 75 2024-09-13T00:06:48.596 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 90 2024-09-13T00:06:48.596 INFO:tasks.rados.rados.0.smithi032.stdout:916: seq_num 310 ranges {4907008=401408} 2024-09-13T00:06:48.627 INFO:tasks.rados.rados.0.smithi032.stdout:916: writing smithi03267100-38 from 4907008 to 5308416 tid 1 2024-09-13T00:06:48.627 INFO:tasks.rados.rados.0.smithi032.stdout:917: setattr oid 28 current snap is 90 2024-09-13T00:06:48.628 INFO:tasks.rados.rados.0.smithi032.stdout:915: finishing rollback tid 0 to smithi03267100-10 2024-09-13T00:06:48.628 INFO:tasks.rados.rados.0.smithi032.stdout:915: finishing rollback tid 1 to smithi03267100-10 2024-09-13T00:06:48.628 INFO:tasks.rados.rados.0.smithi032.stdout:915: finishing rollback tid 2 to smithi03267100-10 2024-09-13T00:06:48.628 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 192 (ObjNum 255 snap 70 seq_num 255) dirty exists 2024-09-13T00:06:48.630 INFO:tasks.rados.rados.0.smithi032.stdout:914: done (3 left) 2024-09-13T00:06:48.630 INFO:tasks.rados.rados.0.smithi032.stdout:915: done (2 left) 2024-09-13T00:06:48.630 INFO:tasks.rados.rados.0.smithi032.stdout:918: setattr oid 42 current snap is 90 2024-09-13T00:06:48.632 INFO:tasks.rados.rados.0.smithi032.stdout:919: rmattr oid 18 current snap is 90 2024-09-13T00:06:48.632 INFO:tasks.rados.rados.0.smithi032.stdout:919: done (3 left) 2024-09-13T00:06:48.632 INFO:tasks.rados.rados.0.smithi032.stdout:920: read oid 44 snap -1 2024-09-13T00:06:48.632 INFO:tasks.rados.rados.0.smithi032.stdout:920: expect deleted 2024-09-13T00:06:48.632 INFO:tasks.rados.rados.0.smithi032.stdout:921: rmattr oid 15 current snap is 90 2024-09-13T00:06:48.633 INFO:tasks.rados.rados.0.smithi032.stdout:921: done (4 left) 2024-09-13T00:06:48.633 INFO:tasks.rados.rados.0.smithi032.stdout:922: setattr oid 22 current snap is 90 2024-09-13T00:06:48.634 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 90 2024-09-13T00:06:48.634 INFO:tasks.rados.rados.0.smithi032.stdout:923: seq_num 311 ranges {0=417792} 2024-09-13T00:06:48.637 INFO:tasks.rados.rados.0.smithi032.stdout:923: writing smithi03267100-31 from 0 to 417792 tid 1 2024-09-13T00:06:48.637 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 90 2024-09-13T00:06:48.637 INFO:tasks.rados.rados.0.smithi032.stdout:916: finishing write tid 1 to smithi03267100-38 2024-09-13T00:06:48.638 INFO:tasks.rados.rados.0.smithi032.stdout:916: finishing write tid 2 to smithi03267100-38 2024-09-13T00:06:48.638 INFO:tasks.rados.rados.0.smithi032.stdout:916: finishing write tid 3 to smithi03267100-38 2024-09-13T00:06:48.638 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 194 (ObjNum 310 snap 90 seq_num 310) dirty exists 2024-09-13T00:06:48.638 INFO:tasks.rados.rados.0.smithi032.stdout:916: left oid 38 (ObjNum 310 snap 90 seq_num 310) 2024-09-13T00:06:48.638 INFO:tasks.rados.rados.0.smithi032.stdout:924: seq_num 312 ranges {0=434176} 2024-09-13T00:06:48.641 INFO:tasks.rados.rados.0.smithi032.stdout:924: writing smithi03267100-14 from 0 to 434176 tid 1 2024-09-13T00:06:48.641 INFO:tasks.rados.rados.0.smithi032.stdout:916: done (6 left) 2024-09-13T00:06:48.641 INFO:tasks.rados.rados.0.smithi032.stdout:920: done (5 left) 2024-09-13T00:06:48.641 INFO:tasks.rados.rados.0.smithi032.stdout:925: setattr oid 24 current snap is 90 2024-09-13T00:06:48.641 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 70 (ObjNum 178 snap 50 seq_num 178) dirty exists 2024-09-13T00:06:48.642 INFO:tasks.rados.rados.0.smithi032.stdout:918: done (5 left) 2024-09-13T00:06:48.642 INFO:tasks.rados.rados.0.smithi032.stdout:926: read oid 35 snap -1 2024-09-13T00:06:48.642 INFO:tasks.rados.rados.0.smithi032.stdout:926: expect deleted 2024-09-13T00:06:48.642 INFO:tasks.rados.rados.0.smithi032.stdout:927: snap_remove snap 88 2024-09-13T00:06:48.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:48 smithi032 bash[22496]: cluster 2024-09-13T00:06:47.595390+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2024-09-13T00:06:48.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:48 smithi032 bash[32211]: cluster 2024-09-13T00:06:47.595390+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2024-09-13T00:06:49.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:48 smithi053 bash[24393]: cluster 2024-09-13T00:06:47.595390+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2024-09-13T00:06:49.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:48 smithi053 bash[59124]: ts=2024-09-13T00:06:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:06:49.611 INFO:tasks.rados.rados.0.smithi032.stdout:927: done (6 left) 2024-09-13T00:06:49.611 INFO:tasks.rados.rados.0.smithi032.stdout:928: read oid 10 snap -1 2024-09-13T00:06:49.612 INFO:tasks.rados.rados.0.smithi032.stdout:928: expect (ObjNum 255 snap 70 seq_num 255) 2024-09-13T00:06:49.612 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 90 2024-09-13T00:06:49.612 INFO:tasks.rados.rados.0.smithi032.stdout:929: seq_num 313 ranges {0=450560} 2024-09-13T00:06:49.615 INFO:tasks.rados.rados.0.smithi032.stdout:929: writing smithi03267100-3 from 0 to 450560 tid 1 2024-09-13T00:06:49.615 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 90 2024-09-13T00:06:49.615 INFO:tasks.rados.rados.0.smithi032.stdout:930: seq_num 314 ranges {0=466944} 2024-09-13T00:06:49.619 INFO:tasks.rados.rados.0.smithi032.stdout:930: writing smithi03267100-18 from 0 to 466944 tid 1 2024-09-13T00:06:49.620 INFO:tasks.rados.rados.0.smithi032.stdout:931: copy_from oid 49 from oid 30 current snap is 90 2024-09-13T00:06:49.620 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 342 (ObjNum 284 snap 81 seq_num 284) dirty exists 2024-09-13T00:06:49.620 INFO:tasks.rados.rados.0.smithi032.stdout:917: done (9 left) 2024-09-13T00:06:49.620 INFO:tasks.rados.rados.0.smithi032.stdout:926: done (8 left) 2024-09-13T00:06:49.621 INFO:tasks.rados.rados.0.smithi032.stdout:932: rollback oid 42 current snap is 90 2024-09-13T00:06:49.621 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 52 2024-09-13T00:06:49.621 INFO:tasks.rados.rados.0.smithi032.stdout:933: copy_from oid 43 from oid 9 current snap is 90 2024-09-13T00:06:49.621 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 344 (ObjNum 248 snap 68 seq_num 248) dirty exists 2024-09-13T00:06:49.621 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 263 (ObjNum 33 snap 0 seq_num 166845536) dirty exists 2024-09-13T00:06:49.621 INFO:tasks.rados.rados.0.smithi032.stdout:923: finishing write tid 1 to smithi03267100-31 2024-09-13T00:06:49.621 INFO:tasks.rados.rados.0.smithi032.stdout:924: finishing write tid 1 to smithi03267100-14 2024-09-13T00:06:49.621 INFO:tasks.rados.rados.0.smithi032.stdout:924: finishing write tid 2 to smithi03267100-14 2024-09-13T00:06:49.621 INFO:tasks.rados.rados.0.smithi032.stdout:923: finishing write tid 2 to smithi03267100-31 2024-09-13T00:06:49.621 INFO:tasks.rados.rados.0.smithi032.stdout:923: finishing write tid 3 to smithi03267100-31 2024-09-13T00:06:49.621 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 638 (ObjNum 311 snap 90 seq_num 311) dirty exists 2024-09-13T00:06:49.621 INFO:tasks.rados.rados.0.smithi032.stdout:923: left oid 31 (ObjNum 311 snap 90 seq_num 311) 2024-09-13T00:06:49.621 INFO:tasks.rados.rados.0.smithi032.stdout:924: finishing write tid 3 to smithi03267100-14 2024-09-13T00:06:49.622 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 616 (ObjNum 312 snap 90 seq_num 312) dirty exists 2024-09-13T00:06:49.622 INFO:tasks.rados.rados.0.smithi032.stdout:924: left oid 14 (ObjNum 312 snap 90 seq_num 312) 2024-09-13T00:06:49.622 INFO:tasks.rados.rados.0.smithi032.stdout:922: done (9 left) 2024-09-13T00:06:49.622 INFO:tasks.rados.rados.0.smithi032.stdout:923: done (8 left) 2024-09-13T00:06:49.622 INFO:tasks.rados.rados.0.smithi032.stdout:924: done (7 left) 2024-09-13T00:06:49.622 INFO:tasks.rados.rados.0.smithi032.stdout:925: done (6 left) 2024-09-13T00:06:49.622 INFO:tasks.rados.rados.0.smithi032.stdout:934: read oid 35 snap 75 2024-09-13T00:06:49.622 INFO:tasks.rados.rados.0.smithi032.stdout:934: expect deleted 2024-09-13T00:06:49.622 INFO:tasks.rados.rados.0.smithi032.stdout:935: copy_from oid 12 from oid 26 current snap is 90 2024-09-13T00:06:49.622 INFO:tasks.rados.rados.0.smithi032.stdout:936: snap_create 2024-09-13T00:06:49.629 INFO:tasks.rados.rados.0.smithi032.stdout:929: finishing write tid 1 to smithi03267100-3 2024-09-13T00:06:49.629 INFO:tasks.rados.rados.0.smithi032.stdout:929: finishing write tid 2 to smithi03267100-3 2024-09-13T00:06:49.638 INFO:tasks.rados.rados.0.smithi032.stdout:928: expect (ObjNum 255 snap 70 seq_num 255) 2024-09-13T00:06:49.700 INFO:tasks.rados.rados.0.smithi032.stdout:929: finishing write tid 3 to smithi03267100-3 2024-09-13T00:06:49.700 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 350 (ObjNum 313 snap 90 seq_num 313) dirty exists 2024-09-13T00:06:49.701 INFO:tasks.rados.rados.0.smithi032.stdout:929: left oid 3 (ObjNum 313 snap 90 seq_num 313) 2024-09-13T00:06:49.701 INFO:tasks.rados.rados.0.smithi032.stdout:930: finishing write tid 1 to smithi03267100-18 2024-09-13T00:06:49.701 INFO:tasks.rados.rados.0.smithi032.stdout:930: finishing write tid 2 to smithi03267100-18 2024-09-13T00:06:49.701 INFO:tasks.rados.rados.0.smithi032.stdout:930: finishing write tid 3 to smithi03267100-18 2024-09-13T00:06:49.701 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 620 (ObjNum 314 snap 90 seq_num 314) dirty exists 2024-09-13T00:06:49.701 INFO:tasks.rados.rados.0.smithi032.stdout:930: left oid 18 (ObjNum 314 snap 90 seq_num 314) 2024-09-13T00:06:49.701 INFO:tasks.rados.rados.0.smithi032.stdout:932: finishing rollback tid 0 to smithi03267100-42 2024-09-13T00:06:49.701 INFO:tasks.rados.rados.0.smithi032.stdout:933: finishing copy_from racing read to smithi03267100-43 2024-09-13T00:06:49.701 INFO:tasks.rados.rados.0.smithi032.stdout:931: finishing copy_from racing read to smithi03267100-49 2024-09-13T00:06:49.701 INFO:tasks.rados.rados.0.smithi032.stdout:932: finishing rollback tid 1 to smithi03267100-42 2024-09-13T00:06:49.701 INFO:tasks.rados.rados.0.smithi032.stdout:932: finishing rollback tid 2 to smithi03267100-42 2024-09-13T00:06:49.701 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 75 (ObjNum 178 snap 50 seq_num 178) dirty exists 2024-09-13T00:06:49.702 INFO:tasks.rados.rados.0.smithi032.stdout:933: finishing copy_from to smithi03267100-43 2024-09-13T00:06:49.702 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 567 (ObjNum 292 snap 84 seq_num 292) dirty exists 2024-09-13T00:06:49.702 INFO:tasks.rados.rados.0.smithi032.stdout:931: finishing copy_from to smithi03267100-49 2024-09-13T00:06:49.702 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 539 (ObjNum 253 snap 69 seq_num 253) dirty exists 2024-09-13T00:06:49.702 INFO:tasks.rados.rados.0.smithi032.stdout:935: finishing copy_from racing read to smithi03267100-12 2024-09-13T00:06:49.702 INFO:tasks.rados.rados.0.smithi032.stdout:935: finishing copy_from to smithi03267100-12 2024-09-13T00:06:49.702 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 373 (ObjNum 198 snap 54 seq_num 198) dirty exists 2024-09-13T00:06:49.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:49 smithi032 bash[22496]: cluster 2024-09-13T00:06:48.597974+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2024-09-13T00:06:49.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:49 smithi032 bash[22496]: cluster 2024-09-13T00:06:48.602653+0000 mgr.x (mgr.24607) 70 : cluster [DBG] pgmap v95: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-09-13T00:06:49.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:49 smithi032 bash[32211]: cluster 2024-09-13T00:06:48.597974+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2024-09-13T00:06:49.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:49 smithi032 bash[32211]: cluster 2024-09-13T00:06:48.602653+0000 mgr.x (mgr.24607) 70 : cluster [DBG] pgmap v95: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-09-13T00:06:50.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:49 smithi053 bash[24393]: cluster 2024-09-13T00:06:48.597974+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2024-09-13T00:06:50.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:49 smithi053 bash[24393]: cluster 2024-09-13T00:06:48.602653+0000 mgr.x (mgr.24607) 70 : cluster [DBG] pgmap v95: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-09-13T00:06:50.544 INFO:tasks.rados.rados.0.smithi032.stdout:928: done (8 left) 2024-09-13T00:06:50.544 INFO:tasks.rados.rados.0.smithi032.stdout:929: done (7 left) 2024-09-13T00:06:50.545 INFO:tasks.rados.rados.0.smithi032.stdout:930: done (6 left) 2024-09-13T00:06:50.545 INFO:tasks.rados.rados.0.smithi032.stdout:931: done (5 left) 2024-09-13T00:06:50.545 INFO:tasks.rados.rados.0.smithi032.stdout:932: done (4 left) 2024-09-13T00:06:50.545 INFO:tasks.rados.rados.0.smithi032.stdout:933: done (3 left) 2024-09-13T00:06:50.545 INFO:tasks.rados.rados.0.smithi032.stdout:934: done (2 left) 2024-09-13T00:06:50.545 INFO:tasks.rados.rados.0.smithi032.stdout:935: done (1 left) 2024-09-13T00:06:50.545 INFO:tasks.rados.rados.0.smithi032.stdout:936: done (0 left) 2024-09-13T00:06:50.545 INFO:tasks.rados.rados.0.smithi032.stdout:937: read oid 48 snap -1 2024-09-13T00:06:50.545 INFO:tasks.rados.rados.0.smithi032.stdout:937: expect (ObjNum 268 snap 78 seq_num 268) 2024-09-13T00:06:50.545 INFO:tasks.rados.rados.0.smithi032.stdout:938: rollback oid 49 current snap is 91 2024-09-13T00:06:50.545 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 49 to 81 2024-09-13T00:06:50.546 INFO:tasks.rados.rados.0.smithi032.stdout:939: rollback oid 23 current snap is 91 2024-09-13T00:06:50.546 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 23 to 87 2024-09-13T00:06:50.546 INFO:tasks.rados.rados.0.smithi032.stdout:940: read oid 46 snap -1 2024-09-13T00:06:50.546 INFO:tasks.rados.rados.0.smithi032.stdout:940: expect deleted 2024-09-13T00:06:50.546 INFO:tasks.rados.rados.0.smithi032.stdout:941: rollback oid 44 current snap is 91 2024-09-13T00:06:50.546 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 60 2024-09-13T00:06:50.546 INFO:tasks.rados.rados.0.smithi032.stdout:942: delete oid 14 current snap is 91 2024-09-13T00:06:50.564 INFO:tasks.rados.rados.0.smithi032.stdout:940: done (5 left) 2024-09-13T00:06:50.564 INFO:tasks.rados.rados.0.smithi032.stdout:942: done (4 left) 2024-09-13T00:06:50.564 INFO:tasks.rados.rados.0.smithi032.stdout:943: copy_from oid 17 from oid 4 current snap is 91 2024-09-13T00:06:50.564 INFO:tasks.rados.rados.0.smithi032.stdout:944: setattr oid 10 current snap is 91 2024-09-13T00:06:50.566 INFO:tasks.rados.rados.0.smithi032.stdout:939: finishing rollback tid 0 to smithi03267100-23 2024-09-13T00:06:50.567 INFO:tasks.rados.rados.0.smithi032.stdout:941: finishing rollback tid 1 to smithi03267100-44 2024-09-13T00:06:50.568 INFO:tasks.rados.rados.0.smithi032.stdout:941: finishing rollback tid 2 to smithi03267100-44 2024-09-13T00:06:50.568 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 235 (ObjNum 172 snap 47 seq_num 172) dirty exists 2024-09-13T00:06:50.569 INFO:tasks.rados.rados.0.smithi032.stdout:941: done (5 left) 2024-09-13T00:06:50.570 INFO:tasks.rados.rados.0.smithi032.stdout:945: snap_create 2024-09-13T00:06:50.570 INFO:tasks.rados.rados.0.smithi032.stdout:939: finishing rollback tid 1 to smithi03267100-23 2024-09-13T00:06:50.571 INFO:tasks.rados.rados.0.smithi032.stdout:939: finishing rollback tid 2 to smithi03267100-23 2024-09-13T00:06:50.571 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 646 (ObjNum 231 snap 65 seq_num 231) dirty exists 2024-09-13T00:06:50.577 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 195 (ObjNum 255 snap 70 seq_num 255) dirty exists 2024-09-13T00:06:50.579 INFO:tasks.rados.rados.0.smithi032.stdout:943: finishing copy_from racing read to smithi03267100-17 2024-09-13T00:06:50.580 INFO:tasks.rados.rados.0.smithi032.stdout:943: finishing copy_from to smithi03267100-17 2024-09-13T00:06:50.580 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 162 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-09-13T00:06:50.606 INFO:tasks.rados.rados.0.smithi032.stdout:938: finishing rollback tid 0 to smithi03267100-49 2024-09-13T00:06:50.607 INFO:tasks.rados.rados.0.smithi032.stdout:938: finishing rollback tid 1 to smithi03267100-49 2024-09-13T00:06:50.607 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 541 (ObjNum 33 snap 0 seq_num 1755359003) dirty dne 2024-09-13T00:06:50.615 INFO:tasks.rados.rados.0.smithi032.stdout:937: expect (ObjNum 268 snap 78 seq_num 268) 2024-09-13T00:06:50.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:50 smithi032 bash[22496]: cluster 2024-09-13T00:06:49.613485+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2024-09-13T00:06:50.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:50 smithi032 bash[22496]: cluster 2024-09-13T00:06:50.547078+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2024-09-13T00:06:50.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:50 smithi032 bash[32211]: cluster 2024-09-13T00:06:49.613485+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2024-09-13T00:06:50.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:50 smithi032 bash[32211]: cluster 2024-09-13T00:06:50.547078+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2024-09-13T00:06:51.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:50 smithi053 bash[24393]: cluster 2024-09-13T00:06:49.613485+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2024-09-13T00:06:51.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:50 smithi053 bash[24393]: cluster 2024-09-13T00:06:50.547078+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2024-09-13T00:06:51.270 INFO:tasks.rados.rados.0.smithi032.stdout:937: done (5 left) 2024-09-13T00:06:51.270 INFO:tasks.rados.rados.0.smithi032.stdout:938: done (4 left) 2024-09-13T00:06:51.270 INFO:tasks.rados.rados.0.smithi032.stdout:939: done (3 left) 2024-09-13T00:06:51.270 INFO:tasks.rados.rados.0.smithi032.stdout:943: done (2 left) 2024-09-13T00:06:51.270 INFO:tasks.rados.rados.0.smithi032.stdout:944: done (1 left) 2024-09-13T00:06:51.271 INFO:tasks.rados.rados.0.smithi032.stdout:945: done (0 left) 2024-09-13T00:06:51.271 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 92 2024-09-13T00:06:51.271 INFO:tasks.rados.rados.0.smithi032.stdout:946: seq_num 316 ranges {0=499712} 2024-09-13T00:06:51.272 INFO:tasks.rados.rados.0.smithi032.stdout:946: writing smithi03267100-6 from 0 to 499712 tid 1 2024-09-13T00:06:51.272 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 92 2024-09-13T00:06:51.272 INFO:tasks.rados.rados.0.smithi032.stdout:947: seq_num 317 ranges {802816=516096} 2024-09-13T00:06:51.287 INFO:tasks.rados.rados.0.smithi032.stdout:947: writing smithi03267100-44 from 802816 to 1318912 tid 1 2024-09-13T00:06:51.287 INFO:tasks.rados.rados.0.smithi032.stdout:948: read oid 50 snap -1 2024-09-13T00:06:51.287 INFO:tasks.rados.rados.0.smithi032.stdout:948: expect (ObjNum 207 snap 55 seq_num 207) 2024-09-13T00:06:51.287 INFO:tasks.rados.rados.0.smithi032.stdout:949: snap_create 2024-09-13T00:06:51.287 INFO:tasks.rados.rados.0.smithi032.stdout:946: finishing write tid 1 to smithi03267100-6 2024-09-13T00:06:51.287 INFO:tasks.rados.rados.0.smithi032.stdout:946: finishing write tid 2 to smithi03267100-6 2024-09-13T00:06:51.287 INFO:tasks.rados.rados.0.smithi032.stdout:946: finishing write tid 3 to smithi03267100-6 2024-09-13T00:06:51.288 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 375 (ObjNum 316 snap 92 seq_num 316) dirty exists 2024-09-13T00:06:51.288 INFO:tasks.rados.rados.0.smithi032.stdout:946: left oid 6 (ObjNum 316 snap 92 seq_num 316) 2024-09-13T00:06:51.295 INFO:tasks.rados.rados.0.smithi032.stdout:947: finishing write tid 1 to smithi03267100-44 2024-09-13T00:06:51.295 INFO:tasks.rados.rados.0.smithi032.stdout:947: finishing write tid 2 to smithi03267100-44 2024-09-13T00:06:51.298 INFO:tasks.rados.rados.0.smithi032.stdout:947: finishing write tid 3 to smithi03267100-44 2024-09-13T00:06:51.298 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 238 (ObjNum 317 snap 92 seq_num 317) dirty exists 2024-09-13T00:06:51.298 INFO:tasks.rados.rados.0.smithi032.stdout:947: left oid 44 (ObjNum 317 snap 92 seq_num 317) 2024-09-13T00:06:51.303 INFO:tasks.rados.rados.0.smithi032.stdout:948: expect (ObjNum 207 snap 55 seq_num 207) 2024-09-13T00:06:51.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[52659]: debug 2024-09-13T00:06:51.261+0000 7f2cfa6a5640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-13T00:06:51.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[52659]: ignoring --setuser ceph since I am not root 2024-09-13T00:06:51.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[52659]: ignoring --setgroup ceph since I am not root 2024-09-13T00:06:51.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[52659]: debug 2024-09-13T00:06:51.325+0000 7f58e7ae7640 1 -- 172.21.15.53:0/2975386886 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e07f11cd00 con 0x55e07f10f800 2024-09-13T00:06:51.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[52659]: debug 2024-09-13T00:06:51.437+0000 7f58ea342040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T00:06:51.605 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: [13/Sep/2024:00:06:51] ENGINE Bus STOPPING 2024-09-13T00:06:51.908 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: [13/Sep/2024:00:06:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:06:51.908 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: [13/Sep/2024:00:06:51] ENGINE Bus STOPPED 2024-09-13T00:06:51.908 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: [13/Sep/2024:00:06:51] ENGINE Bus STARTING 2024-09-13T00:06:51.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: cluster 2024-09-13T00:06:50.603407+0000 mgr.x (mgr.24607) 71 : cluster [DBG] pgmap v98: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-09-13T00:06:51.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.058246+0000 mon.a (mon.0) 1356 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:51.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.069738+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:51.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.074045+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:06:51.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.075977+0000 mon.c (mon.2) 130 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:06:51.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.084472+0000 mon.a (mon.0) 1358 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:51.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.241911+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:06:51.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.251647+0000 mon.c (mon.2) 132 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T00:06:51.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.252309+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T00:06:51.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: cluster 2024-09-13T00:06:51.253209+0000 mon.a (mon.0) 1360 : cluster [INF] Activating manager daemon y 2024-09-13T00:06:51.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: cluster 2024-09-13T00:06:51.265413+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2024-09-13T00:06:51.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.265916+0000 mon.a (mon.0) 1362 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T00:06:51.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: cluster 2024-09-13T00:06:51.266029+0000 mon.a (mon.0) 1363 : cluster [DBG] mgrmap e32: y(active, starting, since 0.0128192s) 2024-09-13T00:06:51.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.270581+0000 mon.a (mon.0) 1364 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:51.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.270835+0000 mon.a (mon.0) 1365 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:51.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.271219+0000 mon.a (mon.0) 1366 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:51.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.273195+0000 mon.a (mon.0) 1367 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T00:06:51.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.273818+0000 mon.a (mon.0) 1368 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T00:06:51.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.274507+0000 mon.a (mon.0) 1369 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T00:06:51.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.274832+0000 mon.a (mon.0) 1370 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T00:06:51.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.275191+0000 mon.a (mon.0) 1371 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T00:06:51.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.275669+0000 mon.a (mon.0) 1372 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T00:06:51.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.276115+0000 mon.a (mon.0) 1373 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T00:06:51.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.276555+0000 mon.a (mon.0) 1374 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T00:06:51.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.277063+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T00:06:51.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.277499+0000 mon.a (mon.0) 1376 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T00:06:51.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.277793+0000 mon.a (mon.0) 1377 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T00:06:51.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.278164+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T00:06:51.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.278446+0000 mon.a (mon.0) 1379 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T00:06:51.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[22496]: audit 2024-09-13T00:06:51.279571+0000 mon.a (mon.0) 1380 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T00:06:51.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: cluster 2024-09-13T00:06:50.603407+0000 mgr.x (mgr.24607) 71 : cluster [DBG] pgmap v98: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-09-13T00:06:51.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.058246+0000 mon.a (mon.0) 1356 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:51.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.069738+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:51.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.074045+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:06:51.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.075977+0000 mon.c (mon.2) 130 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:06:51.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.084472+0000 mon.a (mon.0) 1358 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:51.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.241911+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:06:51.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.251647+0000 mon.c (mon.2) 132 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T00:06:51.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.252309+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T00:06:51.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: cluster 2024-09-13T00:06:51.253209+0000 mon.a (mon.0) 1360 : cluster [INF] Activating manager daemon y 2024-09-13T00:06:51.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: cluster 2024-09-13T00:06:51.265413+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2024-09-13T00:06:51.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.265916+0000 mon.a (mon.0) 1362 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T00:06:51.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: cluster 2024-09-13T00:06:51.266029+0000 mon.a (mon.0) 1363 : cluster [DBG] mgrmap e32: y(active, starting, since 0.0128192s) 2024-09-13T00:06:51.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.270581+0000 mon.a (mon.0) 1364 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:51.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.270835+0000 mon.a (mon.0) 1365 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:51.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.271219+0000 mon.a (mon.0) 1366 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.273195+0000 mon.a (mon.0) 1367 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T00:06:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.273818+0000 mon.a (mon.0) 1368 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T00:06:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.274507+0000 mon.a (mon.0) 1369 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T00:06:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.274832+0000 mon.a (mon.0) 1370 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T00:06:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.275191+0000 mon.a (mon.0) 1371 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T00:06:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.275669+0000 mon.a (mon.0) 1372 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T00:06:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.276115+0000 mon.a (mon.0) 1373 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T00:06:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.276555+0000 mon.a (mon.0) 1374 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T00:06:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.277063+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T00:06:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.277499+0000 mon.a (mon.0) 1376 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T00:06:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.277793+0000 mon.a (mon.0) 1377 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T00:06:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.278164+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T00:06:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.278446+0000 mon.a (mon.0) 1379 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T00:06:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[32211]: audit 2024-09-13T00:06:51.279571+0000 mon.a (mon.0) 1380 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T00:06:52.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: cluster 2024-09-13T00:06:50.603407+0000 mgr.x (mgr.24607) 71 : cluster [DBG] pgmap v98: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-09-13T00:06:52.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.058246+0000 mon.a (mon.0) 1356 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.069738+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.074045+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:06:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.075977+0000 mon.c (mon.2) 130 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:06:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.084472+0000 mon.a (mon.0) 1358 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T00:06:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.241911+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:06:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.251647+0000 mon.c (mon.2) 132 : audit [INF] from='mgr.24607 172.21.15.53:0/1590035439' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T00:06:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.252309+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T00:06:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: cluster 2024-09-13T00:06:51.253209+0000 mon.a (mon.0) 1360 : cluster [INF] Activating manager daemon y 2024-09-13T00:06:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: cluster 2024-09-13T00:06:51.265413+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2024-09-13T00:06:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.265916+0000 mon.a (mon.0) 1362 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T00:06:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: cluster 2024-09-13T00:06:51.266029+0000 mon.a (mon.0) 1363 : cluster [DBG] mgrmap e32: y(active, starting, since 0.0128192s) 2024-09-13T00:06:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.270581+0000 mon.a (mon.0) 1364 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:06:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.270835+0000 mon.a (mon.0) 1365 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:06:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.271219+0000 mon.a (mon.0) 1366 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:06:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.273195+0000 mon.a (mon.0) 1367 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T00:06:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.273818+0000 mon.a (mon.0) 1368 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T00:06:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.274507+0000 mon.a (mon.0) 1369 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T00:06:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.274832+0000 mon.a (mon.0) 1370 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T00:06:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.275191+0000 mon.a (mon.0) 1371 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T00:06:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.275669+0000 mon.a (mon.0) 1372 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T00:06:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.276115+0000 mon.a (mon.0) 1373 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T00:06:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.276555+0000 mon.a (mon.0) 1374 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T00:06:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.277063+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T00:06:52.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.277499+0000 mon.a (mon.0) 1376 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T00:06:52.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.277793+0000 mon.a (mon.0) 1377 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T00:06:52.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.278164+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T00:06:52.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.278446+0000 mon.a (mon.0) 1379 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T00:06:52.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:51 smithi053 bash[24393]: audit 2024-09-13T00:06:51.279571+0000 mon.a (mon.0) 1380 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T00:06:52.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: debug 2024-09-13T00:06:51.909+0000 7f0500005640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:06:52.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: debug 2024-09-13T00:06:51.909+0000 7f0500005640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:06:52.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: debug 2024-09-13T00:06:51.909+0000 7f0500005640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:06:52.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: debug 2024-09-13T00:06:51.909+0000 7f0500005640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:06:52.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: debug 2024-09-13T00:06:51.909+0000 7f0500005640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:06:52.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: debug 2024-09-13T00:06:51.909+0000 7f04fc7fe640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:06:52.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: debug 2024-09-13T00:06:51.909+0000 7f04fc7fe640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:06:52.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: debug 2024-09-13T00:06:51.909+0000 7f04fc7fe640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:06:52.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: debug 2024-09-13T00:06:51.909+0000 7f04fc7fe640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:06:52.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: debug 2024-09-13T00:06:51.909+0000 7f04fc7fe640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:06:52.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: [13/Sep/2024:00:06:51] ENGINE Serving on http://:::9283 2024-09-13T00:06:52.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:51 smithi032 bash[68847]: [13/Sep/2024:00:06:51] ENGINE Bus STARTED 2024-09-13T00:06:52.256 INFO:tasks.rados.rados.0.smithi032.stdout:946: done (3 left) 2024-09-13T00:06:52.256 INFO:tasks.rados.rados.0.smithi032.stdout:947: done (2 left) 2024-09-13T00:06:52.256 INFO:tasks.rados.rados.0.smithi032.stdout:948: done (1 left) 2024-09-13T00:06:52.256 INFO:tasks.rados.rados.0.smithi032.stdout:949: done (0 left) 2024-09-13T00:06:52.256 INFO:tasks.rados.rados.0.smithi032.stdout:950: snap_create 2024-09-13T00:06:52.533 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:52 smithi053 bash[59124]: ts=2024-09-13T00:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:06:52.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:52 smithi032 bash[22496]: cluster 2024-09-13T00:06:51.791748+0000 mon.a (mon.0) 1381 : cluster [INF] Manager daemon y is now available 2024-09-13T00:06:52.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:52 smithi032 bash[22496]: audit 2024-09-13T00:06:51.825739+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:06:52.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:52 smithi032 bash[22496]: audit 2024-09-13T00:06:51.855811+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:52.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:52 smithi032 bash[22496]: audit 2024-09-13T00:06:51.887108+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T00:06:52.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:52 smithi032 bash[22496]: audit 2024-09-13T00:06:51.899871+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T00:06:52.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:52 smithi032 bash[22496]: cluster 2024-09-13T00:06:52.261412+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2024-09-13T00:06:52.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:52 smithi032 bash[32211]: cluster 2024-09-13T00:06:51.791748+0000 mon.a (mon.0) 1381 : cluster [INF] Manager daemon y is now available 2024-09-13T00:06:52.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:52 smithi032 bash[32211]: audit 2024-09-13T00:06:51.825739+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:06:52.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:52 smithi032 bash[32211]: audit 2024-09-13T00:06:51.855811+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:52.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:52 smithi032 bash[32211]: audit 2024-09-13T00:06:51.887108+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T00:06:52.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:52 smithi032 bash[32211]: audit 2024-09-13T00:06:51.899871+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T00:06:52.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:52 smithi032 bash[32211]: cluster 2024-09-13T00:06:52.261412+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2024-09-13T00:06:52.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:52 smithi053 bash[24393]: cluster 2024-09-13T00:06:51.791748+0000 mon.a (mon.0) 1381 : cluster [INF] Manager daemon y is now available 2024-09-13T00:06:52.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:52 smithi053 bash[24393]: audit 2024-09-13T00:06:51.825739+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:06:52.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:52 smithi053 bash[24393]: audit 2024-09-13T00:06:51.855811+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:06:52.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:52 smithi053 bash[24393]: audit 2024-09-13T00:06:51.887108+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T00:06:52.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:52 smithi053 bash[24393]: audit 2024-09-13T00:06:51.899871+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T00:06:52.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:52 smithi053 bash[24393]: cluster 2024-09-13T00:06:52.261412+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2024-09-13T00:06:52.935 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:52 smithi053 bash[52659]: debug 2024-09-13T00:06:52.713+0000 7f58ea342040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T00:06:52.935 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:52 smithi053 bash[52659]: debug 2024-09-13T00:06:52.781+0000 7f58ea342040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T00:06:52.935 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:52 smithi053 bash[52659]: debug 2024-09-13T00:06:52.937+0000 7f58ea342040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T00:06:53.261 INFO:tasks.rados.rados.0.smithi032.stdout:950: done (0 left) 2024-09-13T00:06:53.261 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 94 2024-09-13T00:06:53.261 INFO:tasks.rados.rados.0.smithi032.stdout:951: seq_num 318 ranges {5324800=532480} 2024-09-13T00:06:53.340 INFO:tasks.rados.rados.0.smithi032.stdout:951: writing smithi03267100-5 from 5324800 to 5857280 tid 1 2024-09-13T00:06:53.340 INFO:tasks.rados.rados.0.smithi032.stdout:952: read oid 22 snap -1 2024-09-13T00:06:53.340 INFO:tasks.rados.rados.0.smithi032.stdout:952: expect (ObjNum 248 snap 68 seq_num 248) 2024-09-13T00:06:53.341 INFO:tasks.rados.rados.0.smithi032.stdout:953: snap_remove snap 87 2024-09-13T00:06:53.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:06:53 smithi053 bash[59124]: ts=2024-09-13T00:06:53.510Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:06:53.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:53 smithi053 bash[24393]: cluster 2024-09-13T00:06:52.621842+0000 mon.a (mon.0) 1387 : cluster [DBG] mgrmap e33: y(active, since 1.36864s) 2024-09-13T00:06:53.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:53 smithi053 bash[24393]: cluster 2024-09-13T00:06:52.645949+0000 mgr.y (mgr.25055) 1 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:53.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:53 smithi053 bash[24393]: cluster 2024-09-13T00:06:53.263163+0000 mon.a (mon.0) 1388 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2024-09-13T00:06:53.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:53 smithi053 bash[52659]: debug 2024-09-13T00:06:53.605+0000 7f58ea342040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T00:06:53.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:53 smithi053 bash[52659]: debug 2024-09-13T00:06:53.681+0000 7f58ea342040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T00:06:53.784 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:53 smithi053 bash[52659]: debug 2024-09-13T00:06:53.749+0000 7f58ea342040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T00:06:53.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[22496]: cluster 2024-09-13T00:06:52.621842+0000 mon.a (mon.0) 1387 : cluster [DBG] mgrmap e33: y(active, since 1.36864s) 2024-09-13T00:06:53.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[22496]: cluster 2024-09-13T00:06:52.645949+0000 mgr.y (mgr.25055) 1 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:53.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[22496]: cluster 2024-09-13T00:06:53.263163+0000 mon.a (mon.0) 1388 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2024-09-13T00:06:53.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[32211]: cluster 2024-09-13T00:06:52.621842+0000 mon.a (mon.0) 1387 : cluster [DBG] mgrmap e33: y(active, since 1.36864s) 2024-09-13T00:06:53.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[32211]: cluster 2024-09-13T00:06:52.645949+0000 mgr.y (mgr.25055) 1 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:53.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[32211]: cluster 2024-09-13T00:06:53.263163+0000 mon.a (mon.0) 1388 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2024-09-13T00:06:53.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: debug 2024-09-13T00:06:53.545+0000 7f04e37cc640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:00:06:53] ENGINE Error in HTTPServer.serve 2024-09-13T00:06:53.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: Traceback (most recent call last): 2024-09-13T00:06:53.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T00:06:53.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: self._connections.run(self.expiration_interval) 2024-09-13T00:06:53.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T00:06:53.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: self._run(expiration_interval) 2024-09-13T00:06:53.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T00:06:53.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T00:06:53.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T00:06:53.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T00:06:53.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T00:06:53.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: s = self.context.wrap_socket( 2024-09-13T00:06:53.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T00:06:53.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: return self.sslsocket_class._create( 2024-09-13T00:06:53.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T00:06:53.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: self.do_handshake() 2024-09-13T00:06:53.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T00:06:53.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: self._sslobj.do_handshake() 2024-09-13T00:06:53.911 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:06:53 smithi032 bash[68847]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T00:06:54.265 INFO:tasks.rados.rados.0.smithi032.stdout:953: done (2 left) 2024-09-13T00:06:54.266 INFO:tasks.rados.rados.0.smithi032.stdout:954: read oid 18 snap -1 2024-09-13T00:06:54.266 INFO:tasks.rados.rados.0.smithi032.stdout:954: expect (ObjNum 314 snap 90 seq_num 314) 2024-09-13T00:06:54.266 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 94 2024-09-13T00:06:54.266 INFO:tasks.rados.rados.0.smithi032.stdout:951: finishing write tid 1 to smithi03267100-5 2024-09-13T00:06:54.266 INFO:tasks.rados.rados.0.smithi032.stdout:951: finishing write tid 2 to smithi03267100-5 2024-09-13T00:06:54.266 INFO:tasks.rados.rados.0.smithi032.stdout:951: finishing write tid 3 to smithi03267100-5 2024-09-13T00:06:54.266 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 281 (ObjNum 318 snap 94 seq_num 318) dirty exists 2024-09-13T00:06:54.266 INFO:tasks.rados.rados.0.smithi032.stdout:951: left oid 5 (ObjNum 318 snap 94 seq_num 318) 2024-09-13T00:06:54.266 INFO:tasks.rados.rados.0.smithi032.stdout:952: expect (ObjNum 248 snap 68 seq_num 248) 2024-09-13T00:06:54.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:53 smithi053 bash[52659]: debug 2024-09-13T00:06:53.945+0000 7f58ea342040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T00:06:54.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[52659]: debug 2024-09-13T00:06:54.025+0000 7f58ea342040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T00:06:54.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[52659]: debug 2024-09-13T00:06:54.093+0000 7f58ea342040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T00:06:54.382 INFO:tasks.rados.rados.0.smithi032.stdout:954: expect (ObjNum 314 snap 90 seq_num 314) 2024-09-13T00:06:54.394 INFO:tasks.rados.rados.0.smithi032.stdout:955: seq_num 319 ranges {3473408=548864} 2024-09-13T00:06:54.442 INFO:tasks.rados.rados.0.smithi032.stdout:955: writing smithi03267100-33 from 3473408 to 4022272 tid 1 2024-09-13T00:06:54.442 INFO:tasks.rados.rados.0.smithi032.stdout:951: done (3 left) 2024-09-13T00:06:54.443 INFO:tasks.rados.rados.0.smithi032.stdout:952: done (2 left) 2024-09-13T00:06:54.443 INFO:tasks.rados.rados.0.smithi032.stdout:954: done (1 left) 2024-09-13T00:06:54.443 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 94 2024-09-13T00:06:54.443 INFO:tasks.rados.rados.0.smithi032.stdout:956: seq_num 320 ranges {3678208=565248} 2024-09-13T00:06:54.470 INFO:tasks.rados.rados.0.smithi032.stdout:956: writing smithi03267100-47 from 3678208 to 4243456 tid 1 2024-09-13T00:06:54.470 INFO:tasks.rados.rados.0.smithi032.stdout:957: delete oid 46 current snap is 94 2024-09-13T00:06:54.470 INFO:tasks.rados.rados.0.smithi032.stdout:955: finishing write tid 1 to smithi03267100-33 2024-09-13T00:06:54.470 INFO:tasks.rados.rados.0.smithi032.stdout:955: finishing write tid 2 to smithi03267100-33 2024-09-13T00:06:54.470 INFO:tasks.rados.rados.0.smithi032.stdout:955: finishing write tid 3 to smithi03267100-33 2024-09-13T00:06:54.470 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 266 (ObjNum 319 snap 94 seq_num 319) dirty exists 2024-09-13T00:06:54.470 INFO:tasks.rados.rados.0.smithi032.stdout:955: left oid 33 (ObjNum 319 snap 94 seq_num 319) 2024-09-13T00:06:54.472 INFO:tasks.rados.rados.0.smithi032.stdout:955: done (2 left) 2024-09-13T00:06:54.472 INFO:tasks.rados.rados.0.smithi032.stdout:957: done (1 left) 2024-09-13T00:06:54.472 INFO:tasks.rados.rados.0.smithi032.stdout:958: rollback oid 37 current snap is 94 2024-09-13T00:06:54.472 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 37 to 67 2024-09-13T00:06:54.472 INFO:tasks.rados.rados.0.smithi032.stdout:959: delete oid 29 current snap is 94 2024-09-13T00:06:54.477 INFO:tasks.rados.rados.0.smithi032.stdout:959: done (2 left) 2024-09-13T00:06:54.477 INFO:tasks.rados.rados.0.smithi032.stdout:960: snap_create 2024-09-13T00:06:54.477 INFO:tasks.rados.rados.0.smithi032.stdout:958: finishing rollback tid 1 to smithi03267100-37 2024-09-13T00:06:54.477 INFO:tasks.rados.rados.0.smithi032.stdout:956: finishing write tid 1 to smithi03267100-47 2024-09-13T00:06:54.477 INFO:tasks.rados.rados.0.smithi032.stdout:956: finishing write tid 2 to smithi03267100-47 2024-09-13T00:06:54.477 INFO:tasks.rados.rados.0.smithi032.stdout:958: finishing rollback tid 2 to smithi03267100-37 2024-09-13T00:06:54.477 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 268 (ObjNum 217 snap 57 seq_num 217) dirty exists 2024-09-13T00:06:54.478 INFO:tasks.rados.rados.0.smithi032.stdout:956: finishing write tid 3 to smithi03267100-47 2024-09-13T00:06:54.478 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 240 (ObjNum 320 snap 94 seq_num 320) dirty exists 2024-09-13T00:06:54.478 INFO:tasks.rados.rados.0.smithi032.stdout:956: left oid 47 (ObjNum 320 snap 94 seq_num 320) 2024-09-13T00:06:54.621 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[52659]: debug 2024-09-13T00:06:54.365+0000 7f58ea342040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T00:06:54.621 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[52659]: debug 2024-09-13T00:06:54.437+0000 7f58ea342040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T00:06:54.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: cephadm 2024-09-13T00:06:53.320183+0000 mgr.y (mgr.25055) 3 : cephadm [INF] [13/Sep/2024:00:06:53] ENGINE Bus STARTING 2024-09-13T00:06:54.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: cephadm 2024-09-13T00:06:53.422173+0000 mgr.y (mgr.25055) 4 : cephadm [INF] [13/Sep/2024:00:06:53] ENGINE Serving on http://172.21.15.32:8765 2024-09-13T00:06:54.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: cephadm 2024-09-13T00:06:53.546348+0000 mgr.y (mgr.25055) 5 : cephadm [INF] [13/Sep/2024:00:06:53] ENGINE Serving on https://172.21.15.32:7150 2024-09-13T00:06:54.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: cephadm 2024-09-13T00:06:53.546497+0000 mgr.y (mgr.25055) 6 : cephadm [INF] [13/Sep/2024:00:06:53] ENGINE Bus STARTED 2024-09-13T00:06:54.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: cephadm 2024-09-13T00:06:53.548878+0000 mgr.y (mgr.25055) 7 : cephadm [ERR] [13/Sep/2024:00:06:53] ENGINE Error in HTTPServer.serve 2024-09-13T00:06:54.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: Traceback (most recent call last): 2024-09-13T00:06:54.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T00:06:54.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: self._connections.run(self.expiration_interval) 2024-09-13T00:06:54.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T00:06:54.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: self._run(expiration_interval) 2024-09-13T00:06:54.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T00:06:54.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T00:06:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T00:06:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T00:06:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T00:06:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: s = self.context.wrap_socket( 2024-09-13T00:06:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T00:06:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: return self.sslsocket_class._create( 2024-09-13T00:06:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T00:06:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: self.do_handshake() 2024-09-13T00:06:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T00:06:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: self._sslobj.do_handshake() 2024-09-13T00:06:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T00:06:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: cluster 2024-09-13T00:06:53.630129+0000 mon.a (mon.0) 1389 : cluster [DBG] mgrmap e34: y(active, since 2s) 2024-09-13T00:06:54.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[22496]: cluster 2024-09-13T00:06:54.269286+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2024-09-13T00:06:54.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: cephadm 2024-09-13T00:06:53.320183+0000 mgr.y (mgr.25055) 3 : cephadm [INF] [13/Sep/2024:00:06:53] ENGINE Bus STARTING 2024-09-13T00:06:54.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: cephadm 2024-09-13T00:06:53.422173+0000 mgr.y (mgr.25055) 4 : cephadm [INF] [13/Sep/2024:00:06:53] ENGINE Serving on http://172.21.15.32:8765 2024-09-13T00:06:54.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: cephadm 2024-09-13T00:06:53.546348+0000 mgr.y (mgr.25055) 5 : cephadm [INF] [13/Sep/2024:00:06:53] ENGINE Serving on https://172.21.15.32:7150 2024-09-13T00:06:54.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: cephadm 2024-09-13T00:06:53.546497+0000 mgr.y (mgr.25055) 6 : cephadm [INF] [13/Sep/2024:00:06:53] ENGINE Bus STARTED 2024-09-13T00:06:54.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: cephadm 2024-09-13T00:06:53.548878+0000 mgr.y (mgr.25055) 7 : cephadm [ERR] [13/Sep/2024:00:06:53] ENGINE Error in HTTPServer.serve 2024-09-13T00:06:54.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: Traceback (most recent call last): 2024-09-13T00:06:54.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T00:06:54.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: self._connections.run(self.expiration_interval) 2024-09-13T00:06:54.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T00:06:54.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: self._run(expiration_interval) 2024-09-13T00:06:54.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T00:06:54.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T00:06:54.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T00:06:54.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T00:06:54.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T00:06:54.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: s = self.context.wrap_socket( 2024-09-13T00:06:54.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T00:06:54.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: return self.sslsocket_class._create( 2024-09-13T00:06:54.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T00:06:54.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: self.do_handshake() 2024-09-13T00:06:54.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T00:06:54.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: self._sslobj.do_handshake() 2024-09-13T00:06:54.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T00:06:54.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: cluster 2024-09-13T00:06:53.630129+0000 mon.a (mon.0) 1389 : cluster [DBG] mgrmap e34: y(active, since 2s) 2024-09-13T00:06:54.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:54 smithi032 bash[32211]: cluster 2024-09-13T00:06:54.269286+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2024-09-13T00:06:54.979 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[52659]: debug 2024-09-13T00:06:54.641+0000 7f58ea342040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T00:06:54.979 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[52659]: debug 2024-09-13T00:06:54.721+0000 7f58ea342040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T00:06:54.980 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: cephadm 2024-09-13T00:06:53.320183+0000 mgr.y (mgr.25055) 3 : cephadm [INF] [13/Sep/2024:00:06:53] ENGINE Bus STARTING 2024-09-13T00:06:54.980 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: cephadm 2024-09-13T00:06:53.422173+0000 mgr.y (mgr.25055) 4 : cephadm [INF] [13/Sep/2024:00:06:53] ENGINE Serving on http://172.21.15.32:8765 2024-09-13T00:06:54.981 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: cephadm 2024-09-13T00:06:53.546348+0000 mgr.y (mgr.25055) 5 : cephadm [INF] [13/Sep/2024:00:06:53] ENGINE Serving on https://172.21.15.32:7150 2024-09-13T00:06:54.981 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: cephadm 2024-09-13T00:06:53.546497+0000 mgr.y (mgr.25055) 6 : cephadm [INF] [13/Sep/2024:00:06:53] ENGINE Bus STARTED 2024-09-13T00:06:54.981 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: cephadm 2024-09-13T00:06:53.548878+0000 mgr.y (mgr.25055) 7 : cephadm [ERR] [13/Sep/2024:00:06:53] ENGINE Error in HTTPServer.serve 2024-09-13T00:06:54.981 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: Traceback (most recent call last): 2024-09-13T00:06:54.981 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T00:06:54.981 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: self._connections.run(self.expiration_interval) 2024-09-13T00:06:54.981 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T00:06:54.981 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: self._run(expiration_interval) 2024-09-13T00:06:54.981 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T00:06:54.981 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T00:06:54.981 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T00:06:54.981 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T00:06:54.982 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T00:06:54.982 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: s = self.context.wrap_socket( 2024-09-13T00:06:54.982 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T00:06:54.982 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: return self.sslsocket_class._create( 2024-09-13T00:06:54.982 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T00:06:54.982 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: self.do_handshake() 2024-09-13T00:06:54.982 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T00:06:54.982 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: self._sslobj.do_handshake() 2024-09-13T00:06:54.982 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T00:06:54.982 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: cluster 2024-09-13T00:06:53.630129+0000 mon.a (mon.0) 1389 : cluster [DBG] mgrmap e34: y(active, since 2s) 2024-09-13T00:06:54.982 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[24393]: cluster 2024-09-13T00:06:54.269286+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2024-09-13T00:06:55.267 INFO:tasks.rados.rados.0.smithi032.stdout:956: done (2 left) 2024-09-13T00:06:55.267 INFO:tasks.rados.rados.0.smithi032.stdout:958: done (1 left) 2024-09-13T00:06:55.267 INFO:tasks.rados.rados.0.smithi032.stdout:960: done (0 left) 2024-09-13T00:06:55.267 INFO:tasks.rados.rados.0.smithi032.stdout:961: read oid 12 snap -1 2024-09-13T00:06:55.267 INFO:tasks.rados.rados.0.smithi032.stdout:961: expect (ObjNum 198 snap 54 seq_num 198) 2024-09-13T00:06:55.267 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 95 2024-09-13T00:06:55.268 INFO:tasks.rados.rados.0.smithi032.stdout:962: seq_num 323 ranges {0=614400} 2024-09-13T00:06:55.274 INFO:tasks.rados.rados.0.smithi032.stdout:962: writing smithi03267100-24 from 0 to 614400 tid 1 2024-09-13T00:06:55.275 INFO:tasks.rados.rados.0.smithi032.stdout:963: read oid 30 snap -1 2024-09-13T00:06:55.275 INFO:tasks.rados.rados.0.smithi032.stdout:963: expect (ObjNum 253 snap 69 seq_num 253) 2024-09-13T00:06:55.275 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 95 2024-09-13T00:06:55.275 INFO:tasks.rados.rados.0.smithi032.stdout:964: seq_num 324 ranges {3514368=630784} 2024-09-13T00:06:55.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:54 smithi053 bash[52659]: debug 2024-09-13T00:06:54.981+0000 7f58ea342040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T00:06:55.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:55 smithi053 bash[52659]: debug 2024-09-13T00:06:55.161+0000 7f58ea342040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T00:06:55.308 INFO:tasks.rados.rados.0.smithi032.stdout:964: writing smithi03267100-16 from 3514368 to 4145152 tid 1 2024-09-13T00:06:55.308 INFO:tasks.rados.rados.0.smithi032.stdout:965: snap_create 2024-09-13T00:06:55.308 INFO:tasks.rados.rados.0.smithi032.stdout:961: expect (ObjNum 198 snap 54 seq_num 198) 2024-09-13T00:06:55.538 INFO:tasks.rados.rados.0.smithi032.stdout:963: expect (ObjNum 253 snap 69 seq_num 253) 2024-09-13T00:06:55.593 INFO:tasks.rados.rados.0.smithi032.stdout:962: finishing write tid 1 to smithi03267100-24 2024-09-13T00:06:55.593 INFO:tasks.rados.rados.0.smithi032.stdout:962: finishing write tid 2 to smithi03267100-24 2024-09-13T00:06:55.593 INFO:tasks.rados.rados.0.smithi032.stdout:962: finishing write tid 3 to smithi03267100-24 2024-09-13T00:06:55.593 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 271 (ObjNum 323 snap 95 seq_num 323) dirty exists 2024-09-13T00:06:55.593 INFO:tasks.rados.rados.0.smithi032.stdout:962: left oid 24 (ObjNum 323 snap 95 seq_num 323) 2024-09-13T00:06:55.593 INFO:tasks.rados.rados.0.smithi032.stdout:961: done (4 left) 2024-09-13T00:06:55.593 INFO:tasks.rados.rados.0.smithi032.stdout:962: done (3 left) 2024-09-13T00:06:55.593 INFO:tasks.rados.rados.0.smithi032.stdout:963: done (2 left) 2024-09-13T00:06:55.594 INFO:tasks.rados.rados.0.smithi032.stdout:965: done (1 left) 2024-09-13T00:06:55.594 INFO:tasks.rados.rados.0.smithi032.stdout:966: read oid 38 snap 79 2024-09-13T00:06:55.594 INFO:tasks.rados.rados.0.smithi032.stdout:966: expect (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:06:55.594 INFO:tasks.rados.rados.0.smithi032.stdout:967: copy_from oid 31 from oid 14 current snap is 96 2024-09-13T00:06:55.594 INFO:tasks.rados.rados.0.smithi032.stdout:964: finishing write tid 1 to smithi03267100-16 2024-09-13T00:06:55.594 INFO:tasks.rados.rados.0.smithi032.stdout:964: finishing write tid 2 to smithi03267100-16 2024-09-13T00:06:55.594 INFO:tasks.rados.rados.0.smithi032.stdout:964: finishing write tid 3 to smithi03267100-16 2024-09-13T00:06:55.594 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 377 (ObjNum 324 snap 95 seq_num 324) dirty exists 2024-09-13T00:06:55.594 INFO:tasks.rados.rados.0.smithi032.stdout:964: left oid 16 (ObjNum 324 snap 95 seq_num 324) 2024-09-13T00:06:55.594 INFO:tasks.rados.rados.0.smithi032.stdout:964: done (2 left) 2024-09-13T00:06:55.594 INFO:tasks.rados.rados.0.smithi032.stdout:968: snap_remove snap 93 2024-09-13T00:06:55.609 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:55 smithi053 bash[52659]: debug 2024-09-13T00:06:55.337+0000 7f58ea342040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T00:06:55.609 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:55 smithi053 bash[52659]: debug 2024-09-13T00:06:55.417+0000 7f58ea342040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T00:06:56.033 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:55 smithi053 bash[52659]: debug 2024-09-13T00:06:55.609+0000 7f58ea342040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T00:06:56.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:56 smithi053 bash[52659]: debug 2024-09-13T00:06:56.461+0000 7f58ea342040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T00:06:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:56 smithi053 bash[24393]: cluster 2024-09-13T00:06:55.270614+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2024-09-13T00:06:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:56 smithi053 bash[24393]: cluster 2024-09-13T00:06:55.277543+0000 mgr.y (mgr.25055) 8 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:56 smithi053 bash[24393]: cluster 2024-09-13T00:06:55.551969+0000 mon.a (mon.0) 1392 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-09-13T00:06:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:56 smithi053 bash[24393]: cluster 2024-09-13T00:06:55.636880+0000 mon.a (mon.0) 1393 : cluster [DBG] mgrmap e35: y(active, since 4s) 2024-09-13T00:06:56.560 INFO:tasks.rados.rados.0.smithi032.stdout:968: done (2 left) 2024-09-13T00:06:56.560 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 96 2024-09-13T00:06:56.560 INFO:tasks.rados.rados.0.smithi032.stdout:969: seq_num 325 ranges {4997120=647168} 2024-09-13T00:06:56.593 INFO:tasks.rados.rados.0.smithi032.stdout:969: writing smithi03267100-45 from 4997120 to 5644288 tid 1 2024-09-13T00:06:56.593 INFO:tasks.rados.rados.0.smithi032.stdout:970: snap_create 2024-09-13T00:06:56.593 INFO:tasks.rados.rados.0.smithi032.stdout:967: finishing copy_from to smithi03267100-31 2024-09-13T00:06:56.593 INFO:tasks.rados.rados.0.smithi032.stdout:967: got expected ENOENT (src dne) 2024-09-13T00:06:56.594 INFO:tasks.rados.rados.0.smithi032.stdout:967: finishing copy_from racing read to smithi03267100-31 2024-09-13T00:06:56.594 INFO:tasks.rados.rados.0.smithi032.stdout:966: expect (ObjNum 132 snap 34 seq_num 132) 2024-09-13T00:06:56.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:56 smithi032 bash[22496]: cluster 2024-09-13T00:06:55.270614+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2024-09-13T00:06:56.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:56 smithi032 bash[22496]: cluster 2024-09-13T00:06:55.277543+0000 mgr.y (mgr.25055) 8 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:56.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:56 smithi032 bash[22496]: cluster 2024-09-13T00:06:55.551969+0000 mon.a (mon.0) 1392 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-09-13T00:06:56.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:56 smithi032 bash[22496]: cluster 2024-09-13T00:06:55.636880+0000 mon.a (mon.0) 1393 : cluster [DBG] mgrmap e35: y(active, since 4s) 2024-09-13T00:06:56.659 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:56 smithi032 bash[32211]: cluster 2024-09-13T00:06:55.270614+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2024-09-13T00:06:56.659 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:56 smithi032 bash[32211]: cluster 2024-09-13T00:06:55.277543+0000 mgr.y (mgr.25055) 8 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:56.659 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:56 smithi032 bash[32211]: cluster 2024-09-13T00:06:55.551969+0000 mon.a (mon.0) 1392 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-09-13T00:06:56.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:56 smithi032 bash[32211]: cluster 2024-09-13T00:06:55.636880+0000 mon.a (mon.0) 1393 : cluster [DBG] mgrmap e35: y(active, since 4s) 2024-09-13T00:06:56.814 INFO:tasks.rados.rados.0.smithi032.stdout:969: finishing write tid 1 to smithi03267100-45 2024-09-13T00:06:56.814 INFO:tasks.rados.rados.0.smithi032.stdout:969: finishing write tid 2 to smithi03267100-45 2024-09-13T00:06:56.814 INFO:tasks.rados.rados.0.smithi032.stdout:969: finishing write tid 3 to smithi03267100-45 2024-09-13T00:06:56.814 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 543 (ObjNum 325 snap 96 seq_num 325) dirty exists 2024-09-13T00:06:56.814 INFO:tasks.rados.rados.0.smithi032.stdout:969: left oid 45 (ObjNum 325 snap 96 seq_num 325) 2024-09-13T00:06:56.850 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:56 smithi053 bash[52659]: debug 2024-09-13T00:06:56.537+0000 7f58ea342040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T00:06:56.850 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:56 smithi053 bash[52659]: debug 2024-09-13T00:06:56.777+0000 7f58ea342040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T00:06:57.251 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:56 smithi053 bash[52659]: debug 2024-09-13T00:06:56.853+0000 7f58ea342040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T00:06:57.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:57 smithi053 bash[52659]: debug 2024-09-13T00:06:57.253+0000 7f58ea342040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T00:06:57.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:57 smithi053 bash[52659]: debug 2024-09-13T00:06:57.337+0000 7f58ea342040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T00:06:57.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:57 smithi053 bash[52659]: [13/Sep/2024:00:06:57] ENGINE Bus STARTING 2024-09-13T00:06:57.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:57 smithi053 bash[52659]: CherryPy Checker: 2024-09-13T00:06:57.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:57 smithi053 bash[52659]: The Application mounted at '' has an empty config. 2024-09-13T00:06:57.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:57 smithi053 bash[52659]: [13/Sep/2024:00:06:57] ENGINE Serving on http://:::9283 2024-09-13T00:06:57.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:06:57 smithi053 bash[52659]: [13/Sep/2024:00:06:57] ENGINE Bus STARTED 2024-09-13T00:06:57.567 INFO:tasks.rados.rados.0.smithi032.stdout:966: done (3 left) 2024-09-13T00:06:57.567 INFO:tasks.rados.rados.0.smithi032.stdout:967: done (2 left) 2024-09-13T00:06:57.567 INFO:tasks.rados.rados.0.smithi032.stdout:969: done (1 left) 2024-09-13T00:06:57.567 INFO:tasks.rados.rados.0.smithi032.stdout:970: done (0 left) 2024-09-13T00:06:57.567 INFO:tasks.rados.rados.0.smithi032.stdout:971: snap_create 2024-09-13T00:06:57.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:57 smithi032 bash[22496]: cluster 2024-09-13T00:06:56.564116+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2024-09-13T00:06:57.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:57 smithi032 bash[22496]: audit 2024-09-13T00:06:57.361185+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.? 172.21.15.53:0/1626173876' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T00:06:57.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:57 smithi032 bash[22496]: cluster 2024-09-13T00:06:57.361432+0000 mon.a (mon.0) 1395 : cluster [DBG] Standby manager daemon x started 2024-09-13T00:06:57.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:57 smithi032 bash[22496]: audit 2024-09-13T00:06:57.361994+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.? 172.21.15.53:0/1626173876' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:06:57.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:57 smithi032 bash[22496]: audit 2024-09-13T00:06:57.364782+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.? 172.21.15.53:0/1626173876' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T00:06:57.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:57 smithi032 bash[22496]: audit 2024-09-13T00:06:57.365172+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.? 172.21.15.53:0/1626173876' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:06:57.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:57 smithi032 bash[32211]: cluster 2024-09-13T00:06:56.564116+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2024-09-13T00:06:57.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:57 smithi032 bash[32211]: audit 2024-09-13T00:06:57.361185+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.? 172.21.15.53:0/1626173876' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T00:06:57.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:57 smithi032 bash[32211]: cluster 2024-09-13T00:06:57.361432+0000 mon.a (mon.0) 1395 : cluster [DBG] Standby manager daemon x started 2024-09-13T00:06:57.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:57 smithi032 bash[32211]: audit 2024-09-13T00:06:57.361994+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.? 172.21.15.53:0/1626173876' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:06:57.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:57 smithi032 bash[32211]: audit 2024-09-13T00:06:57.364782+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.? 172.21.15.53:0/1626173876' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T00:06:57.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:57 smithi032 bash[32211]: audit 2024-09-13T00:06:57.365172+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.? 172.21.15.53:0/1626173876' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:06:58.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:57 smithi053 bash[24393]: cluster 2024-09-13T00:06:56.564116+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2024-09-13T00:06:58.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:57 smithi053 bash[24393]: audit 2024-09-13T00:06:57.361185+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.? 172.21.15.53:0/1626173876' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T00:06:58.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:57 smithi053 bash[24393]: cluster 2024-09-13T00:06:57.361432+0000 mon.a (mon.0) 1395 : cluster [DBG] Standby manager daemon x started 2024-09-13T00:06:58.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:57 smithi053 bash[24393]: audit 2024-09-13T00:06:57.361994+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.? 172.21.15.53:0/1626173876' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:06:58.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:57 smithi053 bash[24393]: audit 2024-09-13T00:06:57.364782+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.? 172.21.15.53:0/1626173876' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T00:06:58.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:57 smithi053 bash[24393]: audit 2024-09-13T00:06:57.365172+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.? 172.21.15.53:0/1626173876' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:06:58.565 INFO:tasks.rados.rados.0.smithi032.stdout:971: done (0 left) 2024-09-13T00:06:58.565 INFO:tasks.rados.rados.0.smithi032.stdout:972: snap_remove snap 78 2024-09-13T00:06:58.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[22496]: cluster 2024-09-13T00:06:57.278008+0000 mgr.y (mgr.25055) 9 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:58.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[22496]: cluster 2024-09-13T00:06:57.571992+0000 mon.a (mon.0) 1396 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-09-13T00:06:58.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[22496]: cluster 2024-09-13T00:06:57.572707+0000 mon.a (mon.0) 1397 : cluster [DBG] mgrmap e36: y(active, since 6s), standbys: x 2024-09-13T00:06:58.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[22496]: audit 2024-09-13T00:06:57.573162+0000 mon.a (mon.0) 1398 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T00:06:58.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[22496]: audit 2024-09-13T00:06:57.861668+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:58.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[22496]: audit 2024-09-13T00:06:57.866779+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:58.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[22496]: audit 2024-09-13T00:06:58.111243+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:58.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[22496]: audit 2024-09-13T00:06:58.116009+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:58.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[32211]: cluster 2024-09-13T00:06:57.278008+0000 mgr.y (mgr.25055) 9 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:58.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[32211]: cluster 2024-09-13T00:06:57.571992+0000 mon.a (mon.0) 1396 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-09-13T00:06:58.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[32211]: cluster 2024-09-13T00:06:57.572707+0000 mon.a (mon.0) 1397 : cluster [DBG] mgrmap e36: y(active, since 6s), standbys: x 2024-09-13T00:06:58.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[32211]: audit 2024-09-13T00:06:57.573162+0000 mon.a (mon.0) 1398 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T00:06:58.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[32211]: audit 2024-09-13T00:06:57.861668+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:58.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[32211]: audit 2024-09-13T00:06:57.866779+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:58.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[32211]: audit 2024-09-13T00:06:58.111243+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:58.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:58 smithi032 bash[32211]: audit 2024-09-13T00:06:58.116009+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:59.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:58 smithi053 bash[24393]: cluster 2024-09-13T00:06:57.278008+0000 mgr.y (mgr.25055) 9 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T00:06:59.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:58 smithi053 bash[24393]: cluster 2024-09-13T00:06:57.571992+0000 mon.a (mon.0) 1396 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-09-13T00:06:59.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:58 smithi053 bash[24393]: cluster 2024-09-13T00:06:57.572707+0000 mon.a (mon.0) 1397 : cluster [DBG] mgrmap e36: y(active, since 6s), standbys: x 2024-09-13T00:06:59.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:58 smithi053 bash[24393]: audit 2024-09-13T00:06:57.573162+0000 mon.a (mon.0) 1398 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T00:06:59.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:58 smithi053 bash[24393]: audit 2024-09-13T00:06:57.861668+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:59.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:58 smithi053 bash[24393]: audit 2024-09-13T00:06:57.866779+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:59.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:58 smithi053 bash[24393]: audit 2024-09-13T00:06:58.111243+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:59.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:58 smithi053 bash[24393]: audit 2024-09-13T00:06:58.116009+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:59.587 INFO:tasks.rados.rados.0.smithi032.stdout:972: done (0 left) 2024-09-13T00:06:59.587 INFO:tasks.rados.rados.0.smithi032.stdout:973: snap_remove snap 92 2024-09-13T00:06:59.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:59 smithi032 bash[22496]: cluster 2024-09-13T00:06:58.570193+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2024-09-13T00:06:59.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:59 smithi032 bash[22496]: audit 2024-09-13T00:06:58.594664+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:59.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:59 smithi032 bash[22496]: audit 2024-09-13T00:06:58.601367+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:59.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:59 smithi032 bash[22496]: audit 2024-09-13T00:06:58.867006+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:59.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:06:59 smithi032 bash[22496]: audit 2024-09-13T00:06:58.872233+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:59.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:59 smithi032 bash[32211]: cluster 2024-09-13T00:06:58.570193+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2024-09-13T00:06:59.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:59 smithi032 bash[32211]: audit 2024-09-13T00:06:58.594664+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:59.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:59 smithi032 bash[32211]: audit 2024-09-13T00:06:58.601367+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:59.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:59 smithi032 bash[32211]: audit 2024-09-13T00:06:58.867006+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:06:59.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:06:59 smithi032 bash[32211]: audit 2024-09-13T00:06:58.872233+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:00.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:59 smithi053 bash[24393]: cluster 2024-09-13T00:06:58.570193+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2024-09-13T00:07:00.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:59 smithi053 bash[24393]: audit 2024-09-13T00:06:58.594664+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:00.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:59 smithi053 bash[24393]: audit 2024-09-13T00:06:58.601367+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:00.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:59 smithi053 bash[24393]: audit 2024-09-13T00:06:58.867006+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:00.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:06:59 smithi053 bash[24393]: audit 2024-09-13T00:06:58.872233+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:00.552 INFO:tasks.rados.rados.0.smithi032.stdout:973: done (0 left) 2024-09-13T00:07:00.552 INFO:tasks.rados.rados.0.smithi032.stdout:974: delete oid 6 current snap is 98 2024-09-13T00:07:00.564 INFO:tasks.rados.rados.0.smithi032.stdout:974: done (0 left) 2024-09-13T00:07:00.564 INFO:tasks.rados.rados.0.smithi032.stdout:975: read oid 23 snap 43 2024-09-13T00:07:00.564 INFO:tasks.rados.rados.0.smithi032.stdout:975: expect (ObjNum 139 snap 40 seq_num 139) 2024-09-13T00:07:00.565 INFO:tasks.rados.rados.0.smithi032.stdout:976: copy_from oid 27 from oid 41 current snap is 98 2024-09-13T00:07:00.565 INFO:tasks.rados.rados.0.smithi032.stdout:977: delete oid 33 current snap is 98 2024-09-13T00:07:00.586 INFO:tasks.rados.rados.0.smithi032.stdout:977: done (2 left) 2024-09-13T00:07:00.586 INFO:tasks.rados.rados.0.smithi032.stdout:978: read oid 43 snap -1 2024-09-13T00:07:00.586 INFO:tasks.rados.rados.0.smithi032.stdout:978: expect (ObjNum 292 snap 84 seq_num 292) 2024-09-13T00:07:00.586 INFO:tasks.rados.rados.0.smithi032.stdout:979: rmattr oid 7 current snap is 98 2024-09-13T00:07:00.586 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 98 2024-09-13T00:07:00.586 INFO:tasks.rados.rados.0.smithi032.stdout:980: seq_num 328 ranges {4694016=696320} 2024-09-13T00:07:00.615 INFO:tasks.rados.rados.0.smithi032.stdout:980: writing smithi03267100-36 from 4694016 to 5390336 tid 1 2024-09-13T00:07:00.615 INFO:tasks.rados.rados.0.smithi032.stdout:981: delete oid 38 current snap is 98 2024-09-13T00:07:00.615 INFO:tasks.rados.rados.0.smithi032.stdout:976: finishing copy_from racing read to smithi03267100-27 2024-09-13T00:07:00.615 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 282 (ObjNum 267 snap 78 seq_num 267) dirty exists 2024-09-13T00:07:00.615 INFO:tasks.rados.rados.0.smithi032.stdout:978: expect (ObjNum 292 snap 84 seq_num 292) 2024-09-13T00:07:00.619 INFO:tasks.rados.rados.0.smithi032.stdout:976: finishing copy_from to smithi03267100-27 2024-09-13T00:07:00.619 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 256 (ObjNum 242 snap 68 seq_num 242) dirty exists 2024-09-13T00:07:00.619 INFO:tasks.rados.rados.0.smithi032.stdout:975: expect (ObjNum 139 snap 40 seq_num 139) 2024-09-13T00:07:00.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:00 smithi032 bash[32211]: cluster 2024-09-13T00:06:59.278671+0000 mgr.y (mgr.25055) 10 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 864 KiB/s wr, 39 op/s 2024-09-13T00:07:00.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:00 smithi032 bash[32211]: cluster 2024-09-13T00:06:59.581327+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2024-09-13T00:07:00.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:00 smithi032 bash[32211]: cluster 2024-09-13T00:07:00.556514+0000 mon.a (mon.0) 1409 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2024-09-13T00:07:00.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:00 smithi032 bash[22496]: cluster 2024-09-13T00:06:59.278671+0000 mgr.y (mgr.25055) 10 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 864 KiB/s wr, 39 op/s 2024-09-13T00:07:00.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:00 smithi032 bash[22496]: cluster 2024-09-13T00:06:59.581327+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2024-09-13T00:07:00.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:00 smithi032 bash[22496]: cluster 2024-09-13T00:07:00.556514+0000 mon.a (mon.0) 1409 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2024-09-13T00:07:01.000 INFO:tasks.rados.rados.0.smithi032.stdout:980: finishing write tid 1 to smithi03267100-36 2024-09-13T00:07:01.000 INFO:tasks.rados.rados.0.smithi032.stdout:980: finishing write tid 2 to smithi03267100-36 2024-09-13T00:07:01.000 INFO:tasks.rados.rados.0.smithi032.stdout:980: finishing write tid 3 to smithi03267100-36 2024-09-13T00:07:01.000 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 662 (ObjNum 328 snap 98 seq_num 328) dirty exists 2024-09-13T00:07:01.000 INFO:tasks.rados.rados.0.smithi032.stdout:980: left oid 36 (ObjNum 328 snap 98 seq_num 328) 2024-09-13T00:07:01.000 INFO:tasks.rados.rados.0.smithi032.stdout:975: done (5 left) 2024-09-13T00:07:01.000 INFO:tasks.rados.rados.0.smithi032.stdout:976: done (4 left) 2024-09-13T00:07:01.000 INFO:tasks.rados.rados.0.smithi032.stdout:978: done (3 left) 2024-09-13T00:07:01.000 INFO:tasks.rados.rados.0.smithi032.stdout:979: done (2 left) 2024-09-13T00:07:01.001 INFO:tasks.rados.rados.0.smithi032.stdout:980: done (1 left) 2024-09-13T00:07:01.001 INFO:tasks.rados.rados.0.smithi032.stdout:981: done (0 left) 2024-09-13T00:07:01.001 INFO:tasks.rados.rados.0.smithi032.stdout:982: read oid 27 snap -1 2024-09-13T00:07:01.001 INFO:tasks.rados.rados.0.smithi032.stdout:982: expect (ObjNum 242 snap 68 seq_num 242) 2024-09-13T00:07:01.001 INFO:tasks.rados.rados.0.smithi032.stdout:983: snap_remove snap 97 2024-09-13T00:07:01.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:00 smithi053 bash[24393]: cluster 2024-09-13T00:06:59.278671+0000 mgr.y (mgr.25055) 10 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 864 KiB/s wr, 39 op/s 2024-09-13T00:07:01.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:00 smithi053 bash[24393]: cluster 2024-09-13T00:06:59.581327+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2024-09-13T00:07:01.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:00 smithi053 bash[24393]: cluster 2024-09-13T00:07:00.556514+0000 mon.a (mon.0) 1409 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2024-09-13T00:07:01.600 INFO:tasks.rados.rados.0.smithi032.stdout:983: done (1 left) 2024-09-13T00:07:01.600 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 98 2024-09-13T00:07:01.600 INFO:tasks.rados.rados.0.smithi032.stdout:984: seq_num 330 ranges {98304=737280} 2024-09-13T00:07:01.611 INFO:tasks.rados.rados.0.smithi032.stdout:984: writing smithi03267100-43 from 98304 to 835584 tid 1 2024-09-13T00:07:01.611 INFO:tasks.rados.rados.0.smithi032.stdout:982: expect (ObjNum 242 snap 68 seq_num 242) 2024-09-13T00:07:01.659 INFO:tasks.rados.rados.0.smithi032.stdout:984: finishing write tid 1 to smithi03267100-43 2024-09-13T00:07:01.659 INFO:tasks.rados.rados.0.smithi032.stdout:984: finishing write tid 2 to smithi03267100-43 2024-09-13T00:07:01.659 INFO:tasks.rados.rados.0.smithi032.stdout:982: done (1 left) 2024-09-13T00:07:01.659 INFO:tasks.rados.rados.0.smithi032.stdout:985: read oid 31 snap -1 2024-09-13T00:07:01.659 INFO:tasks.rados.rados.0.smithi032.stdout:985: expect (ObjNum 311 snap 90 seq_num 311) 2024-09-13T00:07:01.659 INFO:tasks.rados.rados.0.smithi032.stdout:986: rollback oid 37 current snap is 98 2024-09-13T00:07:01.659 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 37 to 84 2024-09-13T00:07:01.659 INFO:tasks.rados.rados.0.smithi032.stdout:984: finishing write tid 3 to smithi03267100-43 2024-09-13T00:07:01.660 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 569 (ObjNum 330 snap 98 seq_num 330) dirty exists 2024-09-13T00:07:01.660 INFO:tasks.rados.rados.0.smithi032.stdout:984: left oid 43 (ObjNum 330 snap 98 seq_num 330) 2024-09-13T00:07:01.660 INFO:tasks.rados.rados.0.smithi032.stdout:984: done (2 left) 2024-09-13T00:07:01.660 INFO:tasks.rados.rados.0.smithi032.stdout:987: snap_create 2024-09-13T00:07:01.665 INFO:tasks.rados.rados.0.smithi032.stdout:986: finishing rollback tid 0 to smithi03267100-37 2024-09-13T00:07:01.665 INFO:tasks.rados.rados.0.smithi032.stdout:985: expect (ObjNum 311 snap 90 seq_num 311) 2024-09-13T00:07:01.677 INFO:tasks.rados.rados.0.smithi032.stdout:986: finishing rollback tid 1 to smithi03267100-37 2024-09-13T00:07:01.677 INFO:tasks.rados.rados.0.smithi032.stdout:986: finishing rollback tid 2 to smithi03267100-37 2024-09-13T00:07:01.677 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 289 (ObjNum 264 snap 76 seq_num 264) dirty exists 2024-09-13T00:07:02.603 INFO:tasks.rados.rados.0.smithi032.stdout:985: done (2 left) 2024-09-13T00:07:02.604 INFO:tasks.rados.rados.0.smithi032.stdout:986: done (1 left) 2024-09-13T00:07:02.604 INFO:tasks.rados.rados.0.smithi032.stdout:987: done (0 left) 2024-09-13T00:07:02.604 INFO:tasks.rados.rados.0.smithi032.stdout:988: rollback oid 29 current snap is 99 2024-09-13T00:07:02.604 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 72 2024-09-13T00:07:02.604 INFO:tasks.rados.rados.0.smithi032.stdout:989: snap_remove snap 74 2024-09-13T00:07:02.605 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[59124]: ts=2024-09-13T00:07:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:02.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: cluster 2024-09-13T00:07:01.279482+0000 mgr.y (mgr.25055) 11 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 864 KiB/s wr, 39 op/s 2024-09-13T00:07:02.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: cluster 2024-09-13T00:07:01.604593+0000 mon.a (mon.0) 1410 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2024-09-13T00:07:02.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:01.904800+0000 mon.a (mon.0) 1411 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:02.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:01.920595+0000 mon.a (mon.0) 1412 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:07:02.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.026814+0000 mon.a (mon.0) 1413 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:02.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.027274+0000 mon.a (mon.0) 1414 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:02.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.027637+0000 mon.a (mon.0) 1415 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:02.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.030872+0000 mon.a (mon.0) 1416 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:02.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.031192+0000 mon.a (mon.0) 1417 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:02.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.031613+0000 mon.a (mon.0) 1418 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:02.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.034752+0000 mon.a (mon.0) 1419 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:02.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.035285+0000 mon.a (mon.0) 1420 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:02.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.035660+0000 mon.a (mon.0) 1421 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:02.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.057679+0000 mon.a (mon.0) 1422 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:07:02.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.057817+0000 mon.a (mon.0) 1423 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:07:02.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.058323+0000 mon.a (mon.0) 1424 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:02.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.058701+0000 mon.a (mon.0) 1425 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:02.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.059103+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:02.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.060149+0000 mon.b (mon.1) 53 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:07:02.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: cluster 2024-09-13T00:07:01.279482+0000 mgr.y (mgr.25055) 11 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 864 KiB/s wr, 39 op/s 2024-09-13T00:07:02.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: cluster 2024-09-13T00:07:01.604593+0000 mon.a (mon.0) 1410 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2024-09-13T00:07:02.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:01.904800+0000 mon.a (mon.0) 1411 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:02.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:01.920595+0000 mon.a (mon.0) 1412 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:07:02.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.026814+0000 mon.a (mon.0) 1413 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:02.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.027274+0000 mon.a (mon.0) 1414 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:02.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.027637+0000 mon.a (mon.0) 1415 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:02.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.030872+0000 mon.a (mon.0) 1416 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:02.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.031192+0000 mon.a (mon.0) 1417 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:02.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.031613+0000 mon.a (mon.0) 1418 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:02.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.034752+0000 mon.a (mon.0) 1419 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:02.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.035285+0000 mon.a (mon.0) 1420 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:02.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.035660+0000 mon.a (mon.0) 1421 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:02.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.057679+0000 mon.a (mon.0) 1422 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:07:02.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.057817+0000 mon.a (mon.0) 1423 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:07:02.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.058323+0000 mon.a (mon.0) 1424 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:02.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.058701+0000 mon.a (mon.0) 1425 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:02.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.059103+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:02.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.060149+0000 mon.b (mon.1) 53 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:07:02.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.060254+0000 mon.b (mon.1) 54 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:07:02.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.062589+0000 mon.a (mon.0) 1427 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:02.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.063324+0000 mon.a (mon.0) 1428 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:02.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.063708+0000 mon.a (mon.0) 1429 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:02.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.066401+0000 mon.c (mon.2) 133 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:07:02.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.066493+0000 mon.c (mon.2) 134 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:07:02.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.066904+0000 mon.a (mon.0) 1430 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:02.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.067804+0000 mon.a (mon.0) 1431 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:02.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[22496]: audit 2024-09-13T00:07:02.068284+0000 mon.a (mon.0) 1432 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:02.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.060254+0000 mon.b (mon.1) 54 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:07:02.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.062589+0000 mon.a (mon.0) 1427 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:02.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.063324+0000 mon.a (mon.0) 1428 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:02.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.063708+0000 mon.a (mon.0) 1429 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:02.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.066401+0000 mon.c (mon.2) 133 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:07:02.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.066493+0000 mon.c (mon.2) 134 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:07:02.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.066904+0000 mon.a (mon.0) 1430 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:02.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.067804+0000 mon.a (mon.0) 1431 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:02.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:02 smithi032 bash[32211]: audit 2024-09-13T00:07:02.068284+0000 mon.a (mon.0) 1432 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:03.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: cluster 2024-09-13T00:07:01.279482+0000 mgr.y (mgr.25055) 11 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 864 KiB/s wr, 39 op/s 2024-09-13T00:07:03.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: cluster 2024-09-13T00:07:01.604593+0000 mon.a (mon.0) 1410 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2024-09-13T00:07:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:01.904800+0000 mon.a (mon.0) 1411 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:01.920595+0000 mon.a (mon.0) 1412 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:07:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.026814+0000 mon.a (mon.0) 1413 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.027274+0000 mon.a (mon.0) 1414 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.027637+0000 mon.a (mon.0) 1415 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.030872+0000 mon.a (mon.0) 1416 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.031192+0000 mon.a (mon.0) 1417 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.031613+0000 mon.a (mon.0) 1418 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.034752+0000 mon.a (mon.0) 1419 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.035285+0000 mon.a (mon.0) 1420 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.035660+0000 mon.a (mon.0) 1421 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.057679+0000 mon.a (mon.0) 1422 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:07:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.057817+0000 mon.a (mon.0) 1423 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:07:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.058323+0000 mon.a (mon.0) 1424 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.058701+0000 mon.a (mon.0) 1425 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.059103+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.060149+0000 mon.b (mon.1) 53 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:07:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.060254+0000 mon.b (mon.1) 54 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:07:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.062589+0000 mon.a (mon.0) 1427 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.063324+0000 mon.a (mon.0) 1428 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.063708+0000 mon.a (mon.0) 1429 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.066401+0000 mon.c (mon.2) 133 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:07:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.066493+0000 mon.c (mon.2) 134 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:07:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.066904+0000 mon.a (mon.0) 1430 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.067804+0000 mon.a (mon.0) 1431 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:02 smithi053 bash[24393]: audit 2024-09-13T00:07:02.068284+0000 mon.a (mon.0) 1432 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:03.533 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:03 smithi053 bash[59124]: ts=2024-09-13T00:07:03.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:03.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:03 smithi053 bash[52659]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:07:03.636 INFO:tasks.rados.rados.0.smithi032.stdout:988: finishing rollback tid 1 to smithi03267100-29 2024-09-13T00:07:03.636 INFO:tasks.rados.rados.0.smithi032.stdout:988: finishing rollback tid 2 to smithi03267100-29 2024-09-13T00:07:03.637 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 374 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-13T00:07:03.637 INFO:tasks.rados.rados.0.smithi032.stdout:988: done (1 left) 2024-09-13T00:07:03.637 INFO:tasks.rados.rados.0.smithi032.stdout:989: done (0 left) 2024-09-13T00:07:03.637 INFO:tasks.rados.rados.0.smithi032.stdout:990: read oid 24 snap -1 2024-09-13T00:07:03.637 INFO:tasks.rados.rados.0.smithi032.stdout:990: expect (ObjNum 323 snap 95 seq_num 323) 2024-09-13T00:07:03.637 INFO:tasks.rados.rados.0.smithi032.stdout:991: snap_create 2024-09-13T00:07:03.648 INFO:tasks.rados.rados.0.smithi032.stdout:990: expect (ObjNum 323 snap 95 seq_num 323) 2024-09-13T00:07:03.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:03 smithi032 bash[22496]: cluster 2024-09-13T00:07:02.607404+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2024-09-13T00:07:03.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:03 smithi032 bash[32211]: cluster 2024-09-13T00:07:02.607404+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2024-09-13T00:07:04.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:03 smithi053 bash[24393]: cluster 2024-09-13T00:07:02.607404+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2024-09-13T00:07:04.626 INFO:tasks.rados.rados.0.smithi032.stdout:990: done (1 left) 2024-09-13T00:07:04.626 INFO:tasks.rados.rados.0.smithi032.stdout:991: done (0 left) 2024-09-13T00:07:04.626 INFO:tasks.rados.rados.0.smithi032.stdout:992: read oid 23 snap -1 2024-09-13T00:07:04.626 INFO:tasks.rados.rados.0.smithi032.stdout:992: expect (ObjNum 231 snap 65 seq_num 231) 2024-09-13T00:07:04.626 INFO:tasks.rados.rados.0.smithi032.stdout:993: snap_create 2024-09-13T00:07:04.685 INFO:tasks.rados.rados.0.smithi032.stdout:992: expect (ObjNum 231 snap 65 seq_num 231) 2024-09-13T00:07:04.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:04 smithi032 bash[32211]: cluster 2024-09-13T00:07:03.280930+0000 mgr.y (mgr.25055) 12 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 756 KiB/s wr, 20 op/s 2024-09-13T00:07:04.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:04 smithi032 bash[32211]: cluster 2024-09-13T00:07:03.636186+0000 mon.a (mon.0) 1434 : cluster [DBG] mgrmap e37: y(active, since 12s), standbys: x 2024-09-13T00:07:04.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:04 smithi032 bash[32211]: cluster 2024-09-13T00:07:03.636359+0000 mon.a (mon.0) 1435 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2024-09-13T00:07:04.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:04 smithi032 bash[22496]: cluster 2024-09-13T00:07:03.280930+0000 mgr.y (mgr.25055) 12 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 756 KiB/s wr, 20 op/s 2024-09-13T00:07:04.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:04 smithi032 bash[22496]: cluster 2024-09-13T00:07:03.636186+0000 mon.a (mon.0) 1434 : cluster [DBG] mgrmap e37: y(active, since 12s), standbys: x 2024-09-13T00:07:04.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:04 smithi032 bash[22496]: cluster 2024-09-13T00:07:03.636359+0000 mon.a (mon.0) 1435 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2024-09-13T00:07:05.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:04 smithi053 bash[24393]: cluster 2024-09-13T00:07:03.280930+0000 mgr.y (mgr.25055) 12 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 756 KiB/s wr, 20 op/s 2024-09-13T00:07:05.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:04 smithi053 bash[24393]: cluster 2024-09-13T00:07:03.636186+0000 mon.a (mon.0) 1434 : cluster [DBG] mgrmap e37: y(active, since 12s), standbys: x 2024-09-13T00:07:05.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:04 smithi053 bash[24393]: cluster 2024-09-13T00:07:03.636359+0000 mon.a (mon.0) 1435 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2024-09-13T00:07:05.554 INFO:tasks.rados.rados.0.smithi032.stdout:992: done (1 left) 2024-09-13T00:07:05.555 INFO:tasks.rados.rados.0.smithi032.stdout:993: done (0 left) 2024-09-13T00:07:05.555 INFO:tasks.rados.rados.0.smithi032.stdout:994: copy_from oid 23 from oid 38 current snap is 101 2024-09-13T00:07:05.555 INFO:tasks.rados.rados.0.smithi032.stdout:995: snap_remove snap 59 2024-09-13T00:07:05.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:05 smithi032 bash[32211]: cluster 2024-09-13T00:07:04.630378+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2024-09-13T00:07:05.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:05 smithi032 bash[32211]: cluster 2024-09-13T00:07:05.558054+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2024-09-13T00:07:05.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:05 smithi032 bash[22496]: cluster 2024-09-13T00:07:04.630378+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2024-09-13T00:07:05.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:05 smithi032 bash[22496]: cluster 2024-09-13T00:07:05.558054+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2024-09-13T00:07:06.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:05 smithi053 bash[24393]: cluster 2024-09-13T00:07:04.630378+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2024-09-13T00:07:06.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:05 smithi053 bash[24393]: cluster 2024-09-13T00:07:05.558054+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2024-09-13T00:07:06.557 INFO:tasks.rados.rados.0.smithi032.stdout:995: done (1 left) 2024-09-13T00:07:06.557 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 101 2024-09-13T00:07:06.558 INFO:tasks.rados.rados.0.smithi032.stdout:996: seq_num 331 ranges {3366912=753664} 2024-09-13T00:07:06.582 INFO:tasks.rados.rados.0.smithi032.stdout:996: writing smithi03267100-12 from 3366912 to 4120576 tid 1 2024-09-13T00:07:06.583 INFO:tasks.rados.rados.0.smithi032.stdout:997: copy_from oid 44 from oid 4 current snap is 101 2024-09-13T00:07:06.583 INFO:tasks.rados.rados.0.smithi032.stdout:994: finishing copy_from to smithi03267100-23 2024-09-13T00:07:06.583 INFO:tasks.rados.rados.0.smithi032.stdout:994: got expected ENOENT (src dne) 2024-09-13T00:07:06.583 INFO:tasks.rados.rados.0.smithi032.stdout:998: rmattr oid 8 current snap is 101 2024-09-13T00:07:06.583 INFO:tasks.rados.rados.0.smithi032.stdout:998: done (3 left) 2024-09-13T00:07:06.584 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 101 2024-09-13T00:07:06.584 INFO:tasks.rados.rados.0.smithi032.stdout:994: finishing copy_from racing read to smithi03267100-23 2024-09-13T00:07:06.584 INFO:tasks.rados.rados.0.smithi032.stdout:999: seq_num 332 ranges {2129920=770048} 2024-09-13T00:07:06.601 INFO:tasks.rados.rados.0.smithi032.stdout:999: writing smithi03267100-39 from 2129920 to 2899968 tid 1 2024-09-13T00:07:06.601 INFO:tasks.rados.rados.0.smithi032.stdout:994: done (3 left) 2024-09-13T00:07:06.601 INFO:tasks.rados.rados.0.smithi032.stdout:1000: snap_create 2024-09-13T00:07:06.601 INFO:tasks.rados.rados.0.smithi032.stdout:997: finishing copy_from racing read to smithi03267100-44 2024-09-13T00:07:06.601 INFO:tasks.rados.rados.0.smithi032.stdout:997: finishing copy_from to smithi03267100-44 2024-09-13T00:07:06.602 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 162 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-09-13T00:07:06.602 INFO:tasks.rados.rados.0.smithi032.stdout:996: finishing write tid 1 to smithi03267100-12 2024-09-13T00:07:06.602 INFO:tasks.rados.rados.0.smithi032.stdout:996: finishing write tid 2 to smithi03267100-12 2024-09-13T00:07:06.604 INFO:tasks.rados.rados.0.smithi032.stdout:996: finishing write tid 3 to smithi03267100-12 2024-09-13T00:07:06.605 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 380 (ObjNum 331 snap 101 seq_num 331) dirty exists 2024-09-13T00:07:06.605 INFO:tasks.rados.rados.0.smithi032.stdout:996: left oid 12 (ObjNum 331 snap 101 seq_num 331) 2024-09-13T00:07:06.607 INFO:tasks.rados.rados.0.smithi032.stdout:999: finishing write tid 1 to smithi03267100-39 2024-09-13T00:07:06.607 INFO:tasks.rados.rados.0.smithi032.stdout:999: finishing write tid 2 to smithi03267100-39 2024-09-13T00:07:06.610 INFO:tasks.rados.rados.0.smithi032.stdout:999: finishing write tid 3 to smithi03267100-39 2024-09-13T00:07:06.610 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 263 (ObjNum 332 snap 101 seq_num 332) dirty exists 2024-09-13T00:07:06.610 INFO:tasks.rados.rados.0.smithi032.stdout:999: left oid 39 (ObjNum 332 snap 101 seq_num 332) 2024-09-13T00:07:06.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:06 smithi032 bash[22496]: cluster 2024-09-13T00:07:05.281468+0000 mgr.y (mgr.25055) 13 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 756 KiB/s wr, 20 op/s 2024-09-13T00:07:06.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:06 smithi032 bash[22496]: cluster 2024-09-13T00:07:06.557932+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2024-09-13T00:07:06.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:06 smithi032 bash[32211]: cluster 2024-09-13T00:07:05.281468+0000 mgr.y (mgr.25055) 13 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 756 KiB/s wr, 20 op/s 2024-09-13T00:07:06.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:06 smithi032 bash[32211]: cluster 2024-09-13T00:07:06.557932+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2024-09-13T00:07:07.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:06 smithi053 bash[24393]: cluster 2024-09-13T00:07:05.281468+0000 mgr.y (mgr.25055) 13 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 756 KiB/s wr, 20 op/s 2024-09-13T00:07:07.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:06 smithi053 bash[24393]: cluster 2024-09-13T00:07:06.557932+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2024-09-13T00:07:07.561 INFO:tasks.rados.rados.0.smithi032.stdout:996: done (3 left) 2024-09-13T00:07:07.561 INFO:tasks.rados.rados.0.smithi032.stdout:997: done (2 left) 2024-09-13T00:07:07.561 INFO:tasks.rados.rados.0.smithi032.stdout:999: done (1 left) 2024-09-13T00:07:07.561 INFO:tasks.rados.rados.0.smithi032.stdout:1000: done (0 left) 2024-09-13T00:07:07.561 INFO:tasks.rados.rados.0.smithi032.stdout:1001: rollback oid 26 current snap is 102 2024-09-13T00:07:07.562 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 52 2024-09-13T00:07:07.562 INFO:tasks.rados.rados.0.smithi032.stdout:1002: copy_from oid 48 from oid 14 current snap is 102 2024-09-13T00:07:07.562 INFO:tasks.rados.rados.0.smithi032.stdout:1003: snap_create 2024-09-13T00:07:07.568 INFO:tasks.rados.rados.0.smithi032.stdout:1001: finishing rollback tid 0 to smithi03267100-26 2024-09-13T00:07:07.568 INFO:tasks.rados.rados.0.smithi032.stdout:1002: finishing copy_from to smithi03267100-48 2024-09-13T00:07:07.568 INFO:tasks.rados.rados.0.smithi032.stdout:1002: got expected ENOENT (src dne) 2024-09-13T00:07:07.568 INFO:tasks.rados.rados.0.smithi032.stdout:1001: finishing rollback tid 1 to smithi03267100-26 2024-09-13T00:07:07.568 INFO:tasks.rados.rados.0.smithi032.stdout:1002: finishing copy_from racing read to smithi03267100-48 2024-09-13T00:07:07.569 INFO:tasks.rados.rados.0.smithi032.stdout:1001: finishing rollback tid 2 to smithi03267100-26 2024-09-13T00:07:07.569 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 654 (ObjNum 150 snap 43 seq_num 150) dirty exists 2024-09-13T00:07:07.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:07 smithi032 bash[22496]: audit 2024-09-13T00:07:06.856228+0000 mon.a (mon.0) 1439 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:07:07.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:07 smithi032 bash[22496]: cluster 2024-09-13T00:07:07.563441+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2024-09-13T00:07:07.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:07 smithi032 bash[32211]: audit 2024-09-13T00:07:06.856228+0000 mon.a (mon.0) 1439 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:07:07.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:07 smithi032 bash[32211]: cluster 2024-09-13T00:07:07.563441+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2024-09-13T00:07:08.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:07 smithi053 bash[24393]: audit 2024-09-13T00:07:06.856228+0000 mon.a (mon.0) 1439 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:07:08.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:07 smithi053 bash[24393]: cluster 2024-09-13T00:07:07.563441+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2024-09-13T00:07:08.561 INFO:tasks.rados.rados.0.smithi032.stdout:1001: done (2 left) 2024-09-13T00:07:08.561 INFO:tasks.rados.rados.0.smithi032.stdout:1002: done (1 left) 2024-09-13T00:07:08.561 INFO:tasks.rados.rados.0.smithi032.stdout:1003: done (0 left) 2024-09-13T00:07:08.562 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 103 2024-09-13T00:07:08.562 INFO:tasks.rados.rados.0.smithi032.stdout:1004: seq_num 333 ranges {8691712=786432} 2024-09-13T00:07:08.632 INFO:tasks.rados.rados.0.smithi032.stdout:1004: writing smithi03267100-23 from 8691712 to 9478144 tid 1 2024-09-13T00:07:08.632 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 103 2024-09-13T00:07:08.632 INFO:tasks.rados.rados.0.smithi032.stdout:1005: seq_num 334 ranges {5390336=802816} 2024-09-13T00:07:08.669 INFO:tasks.rados.rados.0.smithi032.stdout:1005: writing smithi03267100-36 from 5390336 to 6193152 tid 1 2024-09-13T00:07:08.669 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 103 2024-09-13T00:07:08.669 INFO:tasks.rados.rados.0.smithi032.stdout:1004: finishing write tid 1 to smithi03267100-23 2024-09-13T00:07:08.669 INFO:tasks.rados.rados.0.smithi032.stdout:1004: finishing write tid 2 to smithi03267100-23 2024-09-13T00:07:08.670 INFO:tasks.rados.rados.0.smithi032.stdout:1004: finishing write tid 3 to smithi03267100-23 2024-09-13T00:07:08.670 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 685 (ObjNum 333 snap 103 seq_num 333) dirty exists 2024-09-13T00:07:08.670 INFO:tasks.rados.rados.0.smithi032.stdout:1004: left oid 23 (ObjNum 333 snap 103 seq_num 333) 2024-09-13T00:07:08.670 INFO:tasks.rados.rados.0.smithi032.stdout:1006: seq_num 335 ranges {4120576=417792,4538368=401408} 2024-09-13T00:07:08.695 INFO:tasks.rados.rados.0.smithi032.stdout:1006: writing smithi03267100-12 from 4120576 to 4538368 tid 1 2024-09-13T00:07:08.698 INFO:tasks.rados.rados.0.smithi032.stdout:1006: writing smithi03267100-12 from 4538368 to 4939776 tid 2 2024-09-13T00:07:08.698 INFO:tasks.rados.rados.0.smithi032.stdout:1004: done (2 left) 2024-09-13T00:07:08.698 INFO:tasks.rados.rados.0.smithi032.stdout:1007: snap_create 2024-09-13T00:07:08.698 INFO:tasks.rados.rados.0.smithi032.stdout:1005: finishing write tid 1 to smithi03267100-36 2024-09-13T00:07:08.698 INFO:tasks.rados.rados.0.smithi032.stdout:1005: finishing write tid 2 to smithi03267100-36 2024-09-13T00:07:08.698 INFO:tasks.rados.rados.0.smithi032.stdout:1005: finishing write tid 3 to smithi03267100-36 2024-09-13T00:07:08.698 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 688 (ObjNum 334 snap 103 seq_num 334) dirty exists 2024-09-13T00:07:08.698 INFO:tasks.rados.rados.0.smithi032.stdout:1005: left oid 36 (ObjNum 334 snap 103 seq_num 334) 2024-09-13T00:07:08.702 INFO:tasks.rados.rados.0.smithi032.stdout:1006: finishing write tid 1 to smithi03267100-12 2024-09-13T00:07:08.702 INFO:tasks.rados.rados.0.smithi032.stdout:1006: finishing write tid 2 to smithi03267100-12 2024-09-13T00:07:08.703 INFO:tasks.rados.rados.0.smithi032.stdout:1006: finishing write tid 3 to smithi03267100-12 2024-09-13T00:07:08.705 INFO:tasks.rados.rados.0.smithi032.stdout:1006: finishing write tid 4 to smithi03267100-12 2024-09-13T00:07:08.705 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 383 (ObjNum 335 snap 103 seq_num 335) dirty exists 2024-09-13T00:07:08.705 INFO:tasks.rados.rados.0.smithi032.stdout:1006: left oid 12 (ObjNum 335 snap 103 seq_num 335) 2024-09-13T00:07:08.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:08 smithi032 bash[32211]: cluster 2024-09-13T00:07:07.282116+0000 mgr.y (mgr.25055) 14 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:08.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:08 smithi032 bash[32211]: cluster 2024-09-13T00:07:08.566711+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2024-09-13T00:07:08.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:08 smithi032 bash[22496]: cluster 2024-09-13T00:07:07.282116+0000 mgr.y (mgr.25055) 14 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:08.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:08 smithi032 bash[22496]: cluster 2024-09-13T00:07:08.566711+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2024-09-13T00:07:09.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:08 smithi053 bash[24393]: cluster 2024-09-13T00:07:07.282116+0000 mgr.y (mgr.25055) 14 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:09.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:08 smithi053 bash[24393]: cluster 2024-09-13T00:07:08.566711+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2024-09-13T00:07:09.652 INFO:tasks.rados.rados.0.smithi032.stdout:1005: done (2 left) 2024-09-13T00:07:09.653 INFO:tasks.rados.rados.0.smithi032.stdout:1006: done (1 left) 2024-09-13T00:07:09.653 INFO:tasks.rados.rados.0.smithi032.stdout:1007: done (0 left) 2024-09-13T00:07:09.653 INFO:tasks.rados.rados.0.smithi032.stdout:1008: read oid 16 snap -1 2024-09-13T00:07:09.653 INFO:tasks.rados.rados.0.smithi032.stdout:1008: expect (ObjNum 324 snap 95 seq_num 324) 2024-09-13T00:07:09.653 INFO:tasks.rados.rados.0.smithi032.stdout:1009: snap_create 2024-09-13T00:07:09.672 INFO:tasks.rados.rados.0.smithi032.stdout:1008: expect (ObjNum 324 snap 95 seq_num 324) 2024-09-13T00:07:10.306 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:07:10.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: audit 2024-09-13T00:07:09.139543+0000 mon.a (mon.0) 1442 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: audit 2024-09-13T00:07:09.148587+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: audit 2024-09-13T00:07:09.151069+0000 mon.a (mon.0) 1444 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:07:10.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: audit 2024-09-13T00:07:09.152409+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:07:10.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: cephadm 2024-09-13T00:07:09.154403+0000 mgr.y (mgr.25055) 15 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-13T00:07:10.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: cephadm 2024-09-13T00:07:09.154752+0000 mgr.y (mgr.25055) 16 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-13T00:07:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: cluster 2024-09-13T00:07:09.282701+0000 mgr.y (mgr.25055) 17 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 626 KiB/s wr, 4 op/s 2024-09-13T00:07:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: cephadm 2024-09-13T00:07:09.330618+0000 mgr.y (mgr.25055) 18 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:07:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: cephadm 2024-09-13T00:07:09.330875+0000 mgr.y (mgr.25055) 19 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:07:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: cephadm 2024-09-13T00:07:09.474935+0000 mgr.y (mgr.25055) 20 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:07:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: cephadm 2024-09-13T00:07:09.475223+0000 mgr.y (mgr.25055) 21 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:07:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: cephadm 2024-09-13T00:07:09.613866+0000 mgr.y (mgr.25055) 22 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:07:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: cephadm 2024-09-13T00:07:09.619609+0000 mgr.y (mgr.25055) 23 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:07:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: cluster 2024-09-13T00:07:09.657956+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2024-09-13T00:07:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: audit 2024-09-13T00:07:09.759631+0000 mon.a (mon.0) 1447 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: audit 2024-09-13T00:07:09.765700+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: audit 2024-09-13T00:07:09.774395+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: audit 2024-09-13T00:07:09.779466+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: audit 2024-09-13T00:07:09.784708+0000 mon.a (mon.0) 1451 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[22496]: cephadm 2024-09-13T00:07:09.820005+0000 mgr.y (mgr.25055) 24 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T00:07:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: audit 2024-09-13T00:07:09.139543+0000 mon.a (mon.0) 1442 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: audit 2024-09-13T00:07:09.148587+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: audit 2024-09-13T00:07:09.151069+0000 mon.a (mon.0) 1444 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:07:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: audit 2024-09-13T00:07:09.152409+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:07:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: cephadm 2024-09-13T00:07:09.154403+0000 mgr.y (mgr.25055) 15 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-13T00:07:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: cephadm 2024-09-13T00:07:09.154752+0000 mgr.y (mgr.25055) 16 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-13T00:07:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: cluster 2024-09-13T00:07:09.282701+0000 mgr.y (mgr.25055) 17 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 626 KiB/s wr, 4 op/s 2024-09-13T00:07:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: cephadm 2024-09-13T00:07:09.330618+0000 mgr.y (mgr.25055) 18 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:07:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: cephadm 2024-09-13T00:07:09.330875+0000 mgr.y (mgr.25055) 19 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:07:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: cephadm 2024-09-13T00:07:09.474935+0000 mgr.y (mgr.25055) 20 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:07:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: cephadm 2024-09-13T00:07:09.475223+0000 mgr.y (mgr.25055) 21 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:07:10.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: cephadm 2024-09-13T00:07:09.613866+0000 mgr.y (mgr.25055) 22 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:07:10.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: cephadm 2024-09-13T00:07:09.619609+0000 mgr.y (mgr.25055) 23 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:07:10.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: cluster 2024-09-13T00:07:09.657956+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2024-09-13T00:07:10.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: audit 2024-09-13T00:07:09.759631+0000 mon.a (mon.0) 1447 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: audit 2024-09-13T00:07:09.765700+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: audit 2024-09-13T00:07:09.774395+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: audit 2024-09-13T00:07:09.779466+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: audit 2024-09-13T00:07:09.784708+0000 mon.a (mon.0) 1451 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:10 smithi032 bash[32211]: cephadm 2024-09-13T00:07:09.820005+0000 mgr.y (mgr.25055) 24 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T00:07:10.490 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: audit 2024-09-13T00:07:09.139543+0000 mon.a (mon.0) 1442 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.490 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: audit 2024-09-13T00:07:09.148587+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.490 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: audit 2024-09-13T00:07:09.151069+0000 mon.a (mon.0) 1444 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:07:10.490 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: audit 2024-09-13T00:07:09.152409+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:07:10.490 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: cephadm 2024-09-13T00:07:09.154403+0000 mgr.y (mgr.25055) 15 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-13T00:07:10.491 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: cephadm 2024-09-13T00:07:09.154752+0000 mgr.y (mgr.25055) 16 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-13T00:07:10.491 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: cluster 2024-09-13T00:07:09.282701+0000 mgr.y (mgr.25055) 17 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 626 KiB/s wr, 4 op/s 2024-09-13T00:07:10.491 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: cephadm 2024-09-13T00:07:09.330618+0000 mgr.y (mgr.25055) 18 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:07:10.491 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: cephadm 2024-09-13T00:07:09.330875+0000 mgr.y (mgr.25055) 19 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:07:10.491 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: cephadm 2024-09-13T00:07:09.474935+0000 mgr.y (mgr.25055) 20 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:07:10.491 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: cephadm 2024-09-13T00:07:09.475223+0000 mgr.y (mgr.25055) 21 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:07:10.491 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: cephadm 2024-09-13T00:07:09.613866+0000 mgr.y (mgr.25055) 22 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:07:10.491 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: cephadm 2024-09-13T00:07:09.619609+0000 mgr.y (mgr.25055) 23 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:07:10.491 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: cluster 2024-09-13T00:07:09.657956+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2024-09-13T00:07:10.491 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: audit 2024-09-13T00:07:09.759631+0000 mon.a (mon.0) 1447 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.491 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: audit 2024-09-13T00:07:09.765700+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.491 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: audit 2024-09-13T00:07:09.774395+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.491 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: audit 2024-09-13T00:07:09.779466+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.492 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: audit 2024-09-13T00:07:09.784708+0000 mon.a (mon.0) 1451 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:10.492 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:10 smithi053 bash[24393]: cephadm 2024-09-13T00:07:09.820005+0000 mgr.y (mgr.25055) 24 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T00:07:10.557 INFO:tasks.rados.rados.0.smithi032.stdout:1008: done (1 left) 2024-09-13T00:07:10.557 INFO:tasks.rados.rados.0.smithi032.stdout:1009: done (0 left) 2024-09-13T00:07:10.558 INFO:tasks.rados.rados.0.smithi032.stdout:1010: rmattr oid 40 current snap is 105 2024-09-13T00:07:10.558 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 105 2024-09-13T00:07:10.558 INFO:tasks.rados.rados.0.smithi032.stdout:1011: seq_num 336 ranges {3407872=434176,3842048=401408} 2024-09-13T00:07:10.586 INFO:tasks.rados.rados.0.smithi032.stdout:1011: writing smithi03267100-32 from 3407872 to 3842048 tid 1 2024-09-13T00:07:10.589 INFO:tasks.rados.rados.0.smithi032.stdout:1011: writing smithi03267100-32 from 3842048 to 4243456 tid 2 2024-09-13T00:07:10.589 INFO:tasks.rados.rados.0.smithi032.stdout:1012: snap_create 2024-09-13T00:07:10.589 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 570 (ObjNum 269 snap 78 seq_num 269) dirty exists 2024-09-13T00:07:10.602 INFO:tasks.rados.rados.0.smithi032.stdout:1011: finishing write tid 1 to smithi03267100-32 2024-09-13T00:07:10.602 INFO:tasks.rados.rados.0.smithi032.stdout:1011: finishing write tid 2 to smithi03267100-32 2024-09-13T00:07:10.602 INFO:tasks.rados.rados.0.smithi032.stdout:1011: finishing write tid 3 to smithi03267100-32 2024-09-13T00:07:10.605 INFO:tasks.rados.rados.0.smithi032.stdout:1011: finishing write tid 4 to smithi03267100-32 2024-09-13T00:07:10.605 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 658 (ObjNum 336 snap 105 seq_num 336) dirty exists 2024-09-13T00:07:10.605 INFO:tasks.rados.rados.0.smithi032.stdout:1011: left oid 32 (ObjNum 336 snap 105 seq_num 336) 2024-09-13T00:07:10.611 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:07:10.611 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (56s) 12s ago 7m 13.8M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:07:10.611 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (43s) 12s ago 6m 73.5M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:07:10.611 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8m) 12s ago 8m 15.8M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:07:10.612 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (8m) 12s ago 8m 17.0M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:07:10.612 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283 running (101s) 12s ago 16m 258M - 18.2.4-837-g7a853b17 f21ba1eea74e 232bea060e93 2024-09-13T00:07:10.612 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (37s) 12s ago 18m 458M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:07:10.612 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (19m) 12s ago 19m 60.6M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 278f96caaac9 2024-09-13T00:07:10.612 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (16m) 12s ago 16m 47.9M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 6ca18a9d98fc 2024-09-13T00:07:10.612 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (16m) 12s ago 16m 47.0M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 22cdaa9606af 2024-09-13T00:07:10.612 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (63s) 12s ago 7m 7503k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:07:10.612 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (49s) 12s ago 7m 7696k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:07:10.612 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (15m) 12s ago 15m 179M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 8a5146ba6e0d 2024-09-13T00:07:10.612 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (14m) 12s ago 14m 203M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 1ab06e2999b7 2024-09-13T00:07:10.612 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (13m) 12s ago 13m 189M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 911acc1d60e0 2024-09-13T00:07:10.612 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (12m) 12s ago 12m 87.0M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:07:10.612 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (12m) 12s ago 12m 139M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:07:10.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (11m) 12s ago 11m 182M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:07:10.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (10m) 12s ago 10m 96.2M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:07:10.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (9m) 12s ago 9m 136M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:07:10.613 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (51s) 12s ago 7m 43.0M - 2.43.0 a07b618ecd1d bd53b6c0e29e 2024-09-13T00:07:10.952 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:07:10.952 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:07:10.952 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T00:07:10.952 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:07:10.952 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:07:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:07:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:07:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:07:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:07:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:07:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:07:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:07:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:07:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:07:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 13, 2024-09-13T00:07:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:07:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:07:10.953 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:07:11.558 INFO:tasks.rados.rados.0.smithi032.stdout:1010: done (2 left) 2024-09-13T00:07:11.559 INFO:tasks.rados.rados.0.smithi032.stdout:1011: done (1 left) 2024-09-13T00:07:11.559 INFO:tasks.rados.rados.0.smithi032.stdout:1012: done (0 left) 2024-09-13T00:07:11.559 INFO:tasks.rados.rados.0.smithi032.stdout:1013: snap_remove snap 60 2024-09-13T00:07:11.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:11 smithi032 bash[22496]: cephadm 2024-09-13T00:07:10.112512+0000 mgr.y (mgr.25055) 25 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-09-13T00:07:11.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:11 smithi032 bash[22496]: audit 2024-09-13T00:07:10.298700+0000 mgr.y (mgr.25055) 26 : audit [DBG] from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:07:11.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:11 smithi032 bash[22496]: cluster 2024-09-13T00:07:10.560996+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2024-09-13T00:07:11.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:11 smithi032 bash[22496]: audit 2024-09-13T00:07:10.601704+0000 mgr.y (mgr.25055) 27 : audit [DBG] from='client.25139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:07:11.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:11 smithi032 bash[22496]: audit 2024-09-13T00:07:10.957466+0000 mon.a (mon.0) 1453 : audit [DBG] from='client.? 172.21.15.32:0/664698446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:07:11.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:11 smithi032 bash[32211]: cephadm 2024-09-13T00:07:10.112512+0000 mgr.y (mgr.25055) 25 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-09-13T00:07:11.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:11 smithi032 bash[32211]: audit 2024-09-13T00:07:10.298700+0000 mgr.y (mgr.25055) 26 : audit [DBG] from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:07:11.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:11 smithi032 bash[32211]: cluster 2024-09-13T00:07:10.560996+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2024-09-13T00:07:11.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:11 smithi032 bash[32211]: audit 2024-09-13T00:07:10.601704+0000 mgr.y (mgr.25055) 27 : audit [DBG] from='client.25139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:07:11.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:11 smithi032 bash[32211]: audit 2024-09-13T00:07:10.957466+0000 mon.a (mon.0) 1453 : audit [DBG] from='client.? 172.21.15.32:0/664698446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:07:11.940 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:11 smithi053 bash[24393]: cephadm 2024-09-13T00:07:10.112512+0000 mgr.y (mgr.25055) 25 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-09-13T00:07:11.940 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:11 smithi053 bash[24393]: audit 2024-09-13T00:07:10.298700+0000 mgr.y (mgr.25055) 26 : audit [DBG] from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:07:11.940 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:11 smithi053 bash[24393]: cluster 2024-09-13T00:07:10.560996+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2024-09-13T00:07:11.941 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:11 smithi053 bash[24393]: audit 2024-09-13T00:07:10.601704+0000 mgr.y (mgr.25055) 27 : audit [DBG] from='client.25139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:07:11.941 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:11 smithi053 bash[24393]: audit 2024-09-13T00:07:10.957466+0000 mon.a (mon.0) 1453 : audit [DBG] from='client.? 172.21.15.32:0/664698446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:07:12.571 INFO:tasks.rados.rados.0.smithi032.stdout:1013: done (0 left) 2024-09-13T00:07:12.572 INFO:tasks.rados.rados.0.smithi032.stdout:1014: copy_from oid 33 from oid 1 current snap is 106 2024-09-13T00:07:12.572 INFO:tasks.rados.rados.0.smithi032.stdout:1015: read oid 46 snap -1 2024-09-13T00:07:12.572 INFO:tasks.rados.rados.0.smithi032.stdout:1015: expect deleted 2024-09-13T00:07:12.573 INFO:tasks.rados.rados.0.smithi032.stdout:1016: snap_remove snap 102 2024-09-13T00:07:12.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:12 smithi053 bash[59124]: ts=2024-09-13T00:07:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:12 smithi053 bash[24393]: cluster 2024-09-13T00:07:11.283379+0000 mgr.y (mgr.25055) 28 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 626 KiB/s wr, 4 op/s 2024-09-13T00:07:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:12 smithi053 bash[24393]: cluster 2024-09-13T00:07:11.563086+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2024-09-13T00:07:12.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:12 smithi032 bash[22496]: cluster 2024-09-13T00:07:11.283379+0000 mgr.y (mgr.25055) 28 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 626 KiB/s wr, 4 op/s 2024-09-13T00:07:12.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:12 smithi032 bash[22496]: cluster 2024-09-13T00:07:11.563086+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2024-09-13T00:07:12.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:12 smithi032 bash[32211]: cluster 2024-09-13T00:07:11.283379+0000 mgr.y (mgr.25055) 28 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 626 KiB/s wr, 4 op/s 2024-09-13T00:07:12.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:12 smithi032 bash[32211]: cluster 2024-09-13T00:07:11.563086+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2024-09-13T00:07:13.533 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:13 smithi053 bash[59124]: ts=2024-09-13T00:07:13.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:13.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:13 smithi053 bash[52659]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T00:07:13.589 INFO:tasks.rados.rados.0.smithi032.stdout:1016: done (2 left) 2024-09-13T00:07:13.589 INFO:tasks.rados.rados.0.smithi032.stdout:1017: snap_remove snap 52 2024-09-13T00:07:13.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:13 smithi032 bash[22496]: cluster 2024-09-13T00:07:12.574233+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2024-09-13T00:07:13.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:13 smithi032 bash[32211]: cluster 2024-09-13T00:07:12.574233+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2024-09-13T00:07:13.948 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:13 smithi053 bash[24393]: cluster 2024-09-13T00:07:12.574233+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2024-09-13T00:07:14.592 INFO:tasks.rados.rados.0.smithi032.stdout:1017: done (2 left) 2024-09-13T00:07:14.592 INFO:tasks.rados.rados.0.smithi032.stdout:1018: snap_create 2024-09-13T00:07:14.592 INFO:tasks.rados.rados.0.smithi032.stdout:1014: finishing copy_from to smithi03267100-33 2024-09-13T00:07:14.593 INFO:tasks.rados.rados.0.smithi032.stdout:1014: got expected ENOENT (src dne) 2024-09-13T00:07:14.593 INFO:tasks.rados.rados.0.smithi032.stdout:1014: finishing copy_from racing read to smithi03267100-33 2024-09-13T00:07:14.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:14 smithi053 bash[24393]: cluster 2024-09-13T00:07:13.284787+0000 mgr.y (mgr.25055) 29 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 792 KiB/s wr, 5 op/s 2024-09-13T00:07:14.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:14 smithi053 bash[24393]: cluster 2024-09-13T00:07:13.593317+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2024-09-13T00:07:14.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:14 smithi053 systemd[1]: Stopping Ceph prometheus.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:07:14.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:14 smithi053 bash[59124]: ts=2024-09-13T00:07:14.597Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T00:07:14.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:14 smithi053 bash[59124]: ts=2024-09-13T00:07:14.597Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T00:07:14.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:14 smithi053 bash[59124]: ts=2024-09-13T00:07:14.597Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T00:07:14.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:14 smithi053 bash[59124]: ts=2024-09-13T00:07:14.597Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T00:07:14.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:14 smithi053 bash[59124]: ts=2024-09-13T00:07:14.597Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T00:07:14.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:14 smithi053 bash[59124]: ts=2024-09-13T00:07:14.597Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T00:07:14.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:14 smithi053 bash[59124]: ts=2024-09-13T00:07:14.597Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T00:07:14.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:14 smithi053 bash[59124]: ts=2024-09-13T00:07:14.597Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T00:07:14.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:14 smithi053 bash[59124]: ts=2024-09-13T00:07:14.598Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T00:07:14.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:14 smithi053 bash[59124]: ts=2024-09-13T00:07:14.598Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T00:07:14.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:14 smithi053 bash[59124]: ts=2024-09-13T00:07:14.598Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T00:07:14.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:14 smithi053 bash[59124]: ts=2024-09-13T00:07:14.598Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T00:07:14.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:14 smithi032 bash[22496]: cluster 2024-09-13T00:07:13.284787+0000 mgr.y (mgr.25055) 29 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 792 KiB/s wr, 5 op/s 2024-09-13T00:07:14.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:14 smithi032 bash[22496]: cluster 2024-09-13T00:07:13.593317+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2024-09-13T00:07:14.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:14 smithi032 bash[32211]: cluster 2024-09-13T00:07:13.284787+0000 mgr.y (mgr.25055) 29 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 792 KiB/s wr, 5 op/s 2024-09-13T00:07:14.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:14 smithi032 bash[32211]: cluster 2024-09-13T00:07:13.593317+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2024-09-13T00:07:15.466 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:15 smithi053 bash[60807]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T00:07:15.466 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:15 smithi053 bash[60867]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T00:07:15.466 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:15 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T00:07:15.466 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:15 smithi053 systemd[1]: Stopped Ceph prometheus.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:07:15.466 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:15 smithi053 systemd[1]: Started Ceph prometheus.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:07:15.558 INFO:tasks.rados.rados.0.smithi032.stdout:1014: done (2 left) 2024-09-13T00:07:15.558 INFO:tasks.rados.rados.0.smithi032.stdout:1015: done (1 left) 2024-09-13T00:07:15.559 INFO:tasks.rados.rados.0.smithi032.stdout:1018: done (0 left) 2024-09-13T00:07:15.559 INFO:tasks.rados.rados.0.smithi032.stdout:1019: rmattr oid 26 current snap is 107 2024-09-13T00:07:15.559 INFO:tasks.rados.rados.0.smithi032.stdout:1020: rmattr oid 42 current snap is 107 2024-09-13T00:07:15.559 INFO:tasks.rados.rados.0.smithi032.stdout:1020: done (1 left) 2024-09-13T00:07:15.559 INFO:tasks.rados.rados.0.smithi032.stdout:1021: rmattr oid 11 current snap is 107 2024-09-13T00:07:15.559 INFO:tasks.rados.rados.0.smithi032.stdout:1021: done (1 left) 2024-09-13T00:07:15.559 INFO:tasks.rados.rados.0.smithi032.stdout:1022: snap_remove snap 100 2024-09-13T00:07:15.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:15 smithi053 bash[24393]: cluster 2024-09-13T00:07:14.596184+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2024-09-13T00:07:15.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:15 smithi053 bash[24393]: audit 2024-09-13T00:07:15.405566+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:15.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:15 smithi053 bash[24393]: audit 2024-09-13T00:07:15.415488+0000 mon.a (mon.0) 1459 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:15.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:15 smithi053 bash[24393]: audit 2024-09-13T00:07:15.422259+0000 mon.a (mon.0) 1460 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:07:15.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:15 smithi053 bash[24393]: audit 2024-09-13T00:07:15.464561+0000 mon.a (mon.0) 1461 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:15.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:15 smithi053 bash[24393]: cluster 2024-09-13T00:07:15.562378+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2024-09-13T00:07:15.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:15 smithi032 bash[22496]: cluster 2024-09-13T00:07:14.596184+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2024-09-13T00:07:15.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:15 smithi032 bash[22496]: audit 2024-09-13T00:07:15.405566+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:15.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:15 smithi032 bash[22496]: audit 2024-09-13T00:07:15.415488+0000 mon.a (mon.0) 1459 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:15.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:15 smithi032 bash[22496]: audit 2024-09-13T00:07:15.422259+0000 mon.a (mon.0) 1460 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:07:15.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:15 smithi032 bash[22496]: audit 2024-09-13T00:07:15.464561+0000 mon.a (mon.0) 1461 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:15.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:15 smithi032 bash[22496]: cluster 2024-09-13T00:07:15.562378+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2024-09-13T00:07:15.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:15 smithi032 bash[32211]: cluster 2024-09-13T00:07:14.596184+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2024-09-13T00:07:15.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:15 smithi032 bash[32211]: audit 2024-09-13T00:07:15.405566+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:15.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:15 smithi032 bash[32211]: audit 2024-09-13T00:07:15.415488+0000 mon.a (mon.0) 1459 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:15.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:15 smithi032 bash[32211]: audit 2024-09-13T00:07:15.422259+0000 mon.a (mon.0) 1460 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:07:15.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:15 smithi032 bash[32211]: audit 2024-09-13T00:07:15.464561+0000 mon.a (mon.0) 1461 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:15.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:15 smithi032 bash[32211]: cluster 2024-09-13T00:07:15.562378+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2024-09-13T00:07:16.561 INFO:tasks.rados.rados.0.smithi032.stdout:1022: done (1 left) 2024-09-13T00:07:16.561 INFO:tasks.rados.rados.0.smithi032.stdout:1023: delete oid 37 current snap is 107 2024-09-13T00:07:16.561 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 684 (ObjNum 150 snap 43 seq_num 150) dirty exists 2024-09-13T00:07:16.571 INFO:tasks.rados.rados.0.smithi032.stdout:1019: done (1 left) 2024-09-13T00:07:16.571 INFO:tasks.rados.rados.0.smithi032.stdout:1023: done (0 left) 2024-09-13T00:07:16.571 INFO:tasks.rados.rados.0.smithi032.stdout:1024: rollback oid 3 current snap is 107 2024-09-13T00:07:16.571 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 96 2024-09-13T00:07:16.571 INFO:tasks.rados.rados.0.smithi032.stdout:1025: setattr oid 37 current snap is 107 2024-09-13T00:07:16.577 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 107 2024-09-13T00:07:16.577 INFO:tasks.rados.rados.0.smithi032.stdout:1026: seq_num 338 ranges {466944=466944,933888=401408} 2024-09-13T00:07:16.595 INFO:tasks.rados.rados.0.smithi032.stdout:1026: writing smithi03267100-18 from 466944 to 933888 tid 1 2024-09-13T00:07:16.602 INFO:tasks.rados.rados.0.smithi032.stdout:1026: writing smithi03267100-18 from 933888 to 1335296 tid 2 2024-09-13T00:07:16.602 INFO:tasks.rados.rados.0.smithi032.stdout:1027: snap_create 2024-09-13T00:07:16.602 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 312 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T00:07:16.602 INFO:tasks.rados.rados.0.smithi032.stdout:1024: finishing rollback tid 0 to smithi03267100-3 2024-09-13T00:07:16.602 INFO:tasks.rados.rados.0.smithi032.stdout:1024: finishing rollback tid 1 to smithi03267100-3 2024-09-13T00:07:16.603 INFO:tasks.rados.rados.0.smithi032.stdout:1024: finishing rollback tid 2 to smithi03267100-3 2024-09-13T00:07:16.603 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 410 (ObjNum 313 snap 90 seq_num 313) dirty exists 2024-09-13T00:07:16.603 INFO:tasks.rados.rados.0.smithi032.stdout:1026: finishing write tid 1 to smithi03267100-18 2024-09-13T00:07:16.609 INFO:tasks.rados.rados.0.smithi032.stdout:1026: finishing write tid 2 to smithi03267100-18 2024-09-13T00:07:16.609 INFO:tasks.rados.rados.0.smithi032.stdout:1026: finishing write tid 3 to smithi03267100-18 2024-09-13T00:07:16.612 INFO:tasks.rados.rados.0.smithi032.stdout:1026: finishing write tid 4 to smithi03267100-18 2024-09-13T00:07:16.612 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 692 (ObjNum 338 snap 107 seq_num 338) dirty exists 2024-09-13T00:07:16.612 INFO:tasks.rados.rados.0.smithi032.stdout:1026: left oid 18 (ObjNum 338 snap 107 seq_num 338) 2024-09-13T00:07:16.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:16 smithi032 bash[22496]: cluster 2024-09-13T00:07:15.285514+0000 mgr.y (mgr.25055) 30 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 792 KiB/s wr, 5 op/s 2024-09-13T00:07:16.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:16 smithi032 bash[22496]: audit 2024-09-13T00:07:15.423310+0000 mgr.y (mgr.25055) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:07:16.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:16 smithi032 bash[22496]: cluster 2024-09-13T00:07:16.565579+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2024-09-13T00:07:16.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:16 smithi032 bash[32211]: cluster 2024-09-13T00:07:15.285514+0000 mgr.y (mgr.25055) 30 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 792 KiB/s wr, 5 op/s 2024-09-13T00:07:16.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:16 smithi032 bash[32211]: audit 2024-09-13T00:07:15.423310+0000 mgr.y (mgr.25055) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:07:16.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:16 smithi032 bash[32211]: cluster 2024-09-13T00:07:16.565579+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2024-09-13T00:07:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:16 smithi053 bash[24393]: cluster 2024-09-13T00:07:15.285514+0000 mgr.y (mgr.25055) 30 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 792 KiB/s wr, 5 op/s 2024-09-13T00:07:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:16 smithi053 bash[24393]: audit 2024-09-13T00:07:15.423310+0000 mgr.y (mgr.25055) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:07:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:16 smithi053 bash[24393]: cluster 2024-09-13T00:07:16.565579+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2024-09-13T00:07:17.563 INFO:tasks.rados.rados.0.smithi032.stdout:1024: done (3 left) 2024-09-13T00:07:17.563 INFO:tasks.rados.rados.0.smithi032.stdout:1025: done (2 left) 2024-09-13T00:07:17.563 INFO:tasks.rados.rados.0.smithi032.stdout:1026: done (1 left) 2024-09-13T00:07:17.563 INFO:tasks.rados.rados.0.smithi032.stdout:1027: done (0 left) 2024-09-13T00:07:17.563 INFO:tasks.rados.rados.0.smithi032.stdout:1028: read oid 7 snap 90 2024-09-13T00:07:17.563 INFO:tasks.rados.rados.0.smithi032.stdout:1028: expect (ObjNum 267 snap 78 seq_num 267) 2024-09-13T00:07:17.563 INFO:tasks.rados.rados.0.smithi032.stdout:1029: copy_from oid 16 from oid 4 current snap is 108 2024-09-13T00:07:17.563 INFO:tasks.rados.rados.0.smithi032.stdout:1030: snap_remove snap 96 2024-09-13T00:07:17.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.573Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T00:07:17.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.573Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T00:07:17.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.573Z caller=main.go:570 level=info host_details="(Linux 5.15.0-121-generic #131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024 x86_64 smithi053 (none))" 2024-09-13T00:07:17.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.573Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T00:07:17.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.573Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T00:07:17.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.575Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T00:07:17.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.576Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T00:07:17.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.579Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T00:07:17.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.579Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T00:07:17.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.581Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T00:07:17.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.581Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=6.705µs 2024-09-13T00:07:17.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.581Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T00:07:17.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.581Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-13T00:07:17.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.605Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-13T00:07:17.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.616Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-13T00:07:17.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.616Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-13T00:07:17.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.616Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=36.668µs wal_replay_duration=35.222933ms wbl_replay_duration=180ns total_replay_duration=35.299274ms 2024-09-13T00:07:17.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.620Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T00:07:17.788 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.620Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T00:07:17.788 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.620Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T00:07:17.788 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.643Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=23.485222ms db_storage=931ns remote_storage=1.238µs web_handler=540ns query_engine=772ns scrape=261.727µs scrape_sd=116.258µs notify=25.006µs notify_sd=21.485µs rules=22.601084ms tracing=6.165µs 2024-09-13T00:07:17.788 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.643Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T00:07:17.788 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:17 smithi053 bash[60895]: ts=2024-09-13T00:07:17.643Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T00:07:18.583 INFO:tasks.rados.rados.0.smithi032.stdout:1030: done (2 left) 2024-09-13T00:07:18.583 INFO:tasks.rados.rados.0.smithi032.stdout:1031: delete oid 44 current snap is 108 2024-09-13T00:07:18.583 INFO:tasks.rados.rados.0.smithi032.stdout:1028: expect (ObjNum 267 snap 78 seq_num 267) 2024-09-13T00:07:18.696 INFO:tasks.rados.rados.0.smithi032.stdout:1029: finishing copy_from racing read to smithi03267100-16 2024-09-13T00:07:18.696 INFO:tasks.rados.rados.0.smithi032.stdout:1029: finishing copy_from to smithi03267100-16 2024-09-13T00:07:18.697 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 162 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-09-13T00:07:18.697 INFO:tasks.rados.rados.0.smithi032.stdout:1028: done (2 left) 2024-09-13T00:07:18.697 INFO:tasks.rados.rados.0.smithi032.stdout:1029: done (1 left) 2024-09-13T00:07:18.697 INFO:tasks.rados.rados.0.smithi032.stdout:1031: done (0 left) 2024-09-13T00:07:18.697 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 108 2024-09-13T00:07:18.697 INFO:tasks.rados.rados.0.smithi032.stdout:1032: seq_num 340 ranges {1884160=499712,2383872=401408} 2024-09-13T00:07:18.710 INFO:tasks.rados.rados.0.smithi032.stdout:1032: writing smithi03267100-10 from 1884160 to 2383872 tid 1 2024-09-13T00:07:18.713 INFO:tasks.rados.rados.0.smithi032.stdout:1032: writing smithi03267100-10 from 2383872 to 2785280 tid 2 2024-09-13T00:07:18.713 INFO:tasks.rados.rados.0.smithi032.stdout:1033: rmattr oid 1 current snap is 108 2024-09-13T00:07:18.713 INFO:tasks.rados.rados.0.smithi032.stdout:1033: done (1 left) 2024-09-13T00:07:18.713 INFO:tasks.rados.rados.0.smithi032.stdout:1034: read oid 7 snap 103 2024-09-13T00:07:18.713 INFO:tasks.rados.rados.0.smithi032.stdout:1034: expect (ObjNum 267 snap 78 seq_num 267) 2024-09-13T00:07:18.714 INFO:tasks.rados.rados.0.smithi032.stdout:1035: read oid 20 snap -1 2024-09-13T00:07:18.714 INFO:tasks.rados.rados.0.smithi032.stdout:1035: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T00:07:18.714 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 108 2024-09-13T00:07:18.714 INFO:tasks.rados.rados.0.smithi032.stdout:1036: seq_num 341 ranges {1040384=516096,1556480=401408} 2024-09-13T00:07:18.726 INFO:tasks.rados.rados.0.smithi032.stdout:1036: writing smithi03267100-4 from 1040384 to 1556480 tid 1 2024-09-13T00:07:18.729 INFO:tasks.rados.rados.0.smithi032.stdout:1036: writing smithi03267100-4 from 1556480 to 1957888 tid 2 2024-09-13T00:07:18.729 INFO:tasks.rados.rados.0.smithi032.stdout:1037: snap_create 2024-09-13T00:07:18.729 INFO:tasks.rados.rados.0.smithi032.stdout:1035: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T00:07:18.741 INFO:tasks.rados.rados.0.smithi032.stdout:1032: finishing write tid 1 to smithi03267100-10 2024-09-13T00:07:18.741 INFO:tasks.rados.rados.0.smithi032.stdout:1032: finishing write tid 2 to smithi03267100-10 2024-09-13T00:07:18.741 INFO:tasks.rados.rados.0.smithi032.stdout:1032: finishing write tid 3 to smithi03267100-10 2024-09-13T00:07:18.741 INFO:tasks.rados.rados.0.smithi032.stdout:1032: finishing write tid 4 to smithi03267100-10 2024-09-13T00:07:18.741 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 223 (ObjNum 340 snap 108 seq_num 340) dirty exists 2024-09-13T00:07:18.741 INFO:tasks.rados.rados.0.smithi032.stdout:1032: left oid 10 (ObjNum 340 snap 108 seq_num 340) 2024-09-13T00:07:18.741 INFO:tasks.rados.rados.0.smithi032.stdout:1034: expect (ObjNum 267 snap 78 seq_num 267) 2024-09-13T00:07:18.799 INFO:tasks.rados.rados.0.smithi032.stdout:1036: finishing write tid 1 to smithi03267100-4 2024-09-13T00:07:18.799 INFO:tasks.rados.rados.0.smithi032.stdout:1036: finishing write tid 2 to smithi03267100-4 2024-09-13T00:07:18.799 INFO:tasks.rados.rados.0.smithi032.stdout:1036: finishing write tid 3 to smithi03267100-4 2024-09-13T00:07:18.800 INFO:tasks.rados.rados.0.smithi032.stdout:1036: finishing write tid 4 to smithi03267100-4 2024-09-13T00:07:18.800 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 303 (ObjNum 341 snap 108 seq_num 341) dirty exists 2024-09-13T00:07:18.800 INFO:tasks.rados.rados.0.smithi032.stdout:1036: left oid 4 (ObjNum 341 snap 108 seq_num 341) 2024-09-13T00:07:18.887 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:18 smithi053 bash[24393]: cluster 2024-09-13T00:07:17.286191+0000 mgr.y (mgr.25055) 32 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:18.887 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:18 smithi053 bash[24393]: cluster 2024-09-13T00:07:17.566683+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2024-09-13T00:07:18.887 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:18 smithi053 bash[24393]: audit 2024-09-13T00:07:18.471753+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:07:18.887 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:18 smithi053 bash[24393]: audit 2024-09-13T00:07:18.473728+0000 mon.a (mon.0) 1466 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:07:18.887 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:18 smithi053 bash[24393]: audit 2024-09-13T00:07:18.475763+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:07:18.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:18 smithi032 bash[22496]: cluster 2024-09-13T00:07:17.286191+0000 mgr.y (mgr.25055) 32 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:18.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:18 smithi032 bash[22496]: cluster 2024-09-13T00:07:17.566683+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2024-09-13T00:07:18.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:18 smithi032 bash[22496]: audit 2024-09-13T00:07:18.471753+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:07:18.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:18 smithi032 bash[22496]: audit 2024-09-13T00:07:18.473728+0000 mon.a (mon.0) 1466 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:07:18.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:18 smithi032 bash[22496]: audit 2024-09-13T00:07:18.475763+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:07:18.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:18 smithi032 bash[32211]: cluster 2024-09-13T00:07:17.286191+0000 mgr.y (mgr.25055) 32 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:18.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:18 smithi032 bash[32211]: cluster 2024-09-13T00:07:17.566683+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2024-09-13T00:07:18.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:18 smithi032 bash[32211]: audit 2024-09-13T00:07:18.471753+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:07:18.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:18 smithi032 bash[32211]: audit 2024-09-13T00:07:18.473728+0000 mon.a (mon.0) 1466 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:07:18.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:18 smithi032 bash[32211]: audit 2024-09-13T00:07:18.475763+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:07:19.587 INFO:tasks.rados.rados.0.smithi032.stdout:1032: done (4 left) 2024-09-13T00:07:19.588 INFO:tasks.rados.rados.0.smithi032.stdout:1034: done (3 left) 2024-09-13T00:07:19.588 INFO:tasks.rados.rados.0.smithi032.stdout:1035: done (2 left) 2024-09-13T00:07:19.588 INFO:tasks.rados.rados.0.smithi032.stdout:1036: done (1 left) 2024-09-13T00:07:19.588 INFO:tasks.rados.rados.0.smithi032.stdout:1037: done (0 left) 2024-09-13T00:07:19.588 INFO:tasks.rados.rados.0.smithi032.stdout:1038: read oid 38 snap -1 2024-09-13T00:07:19.588 INFO:tasks.rados.rados.0.smithi032.stdout:1038: expect deleted 2024-09-13T00:07:19.588 INFO:tasks.rados.rados.0.smithi032.stdout:1039: delete oid 48 current snap is 109 2024-09-13T00:07:19.597 INFO:tasks.rados.rados.0.smithi032.stdout:1038: done (1 left) 2024-09-13T00:07:19.597 INFO:tasks.rados.rados.0.smithi032.stdout:1039: done (0 left) 2024-09-13T00:07:19.597 INFO:tasks.rados.rados.0.smithi032.stdout:1040: read oid 32 snap 86 2024-09-13T00:07:19.597 INFO:tasks.rados.rados.0.smithi032.stdout:1040: expect (ObjNum 247 snap 68 seq_num 247) 2024-09-13T00:07:19.597 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 109 2024-09-13T00:07:19.597 INFO:tasks.rados.rados.0.smithi032.stdout:1041: seq_num 343 ranges {2080768=548864,2629632=401408} 2024-09-13T00:07:19.623 INFO:tasks.rados.rados.0.smithi032.stdout:1041: writing smithi03267100-7 from 2080768 to 2629632 tid 1 2024-09-13T00:07:19.628 INFO:tasks.rados.rados.0.smithi032.stdout:1041: writing smithi03267100-7 from 2629632 to 3031040 tid 2 2024-09-13T00:07:19.628 INFO:tasks.rados.rados.0.smithi032.stdout:1042: rmattr oid 23 current snap is 109 2024-09-13T00:07:19.628 INFO:tasks.rados.rados.0.smithi032.stdout:1040: expect (ObjNum 247 snap 68 seq_num 247) 2024-09-13T00:07:19.798 INFO:tasks.rados.rados.0.smithi032.stdout:1041: finishing write tid 1 to smithi03267100-7 2024-09-13T00:07:19.799 INFO:tasks.rados.rados.0.smithi032.stdout:1041: finishing write tid 2 to smithi03267100-7 2024-09-13T00:07:19.799 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 726 (ObjNum 333 snap 103 seq_num 333) dirty exists 2024-09-13T00:07:19.799 INFO:tasks.rados.rados.0.smithi032.stdout:1041: finishing write tid 3 to smithi03267100-7 2024-09-13T00:07:19.799 INFO:tasks.rados.rados.0.smithi032.stdout:1041: finishing write tid 4 to smithi03267100-7 2024-09-13T00:07:19.799 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 307 (ObjNum 343 snap 109 seq_num 343) dirty exists 2024-09-13T00:07:19.799 INFO:tasks.rados.rados.0.smithi032.stdout:1041: left oid 7 (ObjNum 343 snap 109 seq_num 343) 2024-09-13T00:07:19.799 INFO:tasks.rados.rados.0.smithi032.stdout:1040: done (2 left) 2024-09-13T00:07:19.799 INFO:tasks.rados.rados.0.smithi032.stdout:1041: done (1 left) 2024-09-13T00:07:19.799 INFO:tasks.rados.rados.0.smithi032.stdout:1042: done (0 left) 2024-09-13T00:07:19.799 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 109 2024-09-13T00:07:19.799 INFO:tasks.rados.rados.0.smithi032.stdout:1043: seq_num 344 ranges {0=565248,565248=401408} 2024-09-13T00:07:19.806 INFO:tasks.rados.rados.0.smithi032.stdout:1043: writing smithi03267100-49 from 0 to 565248 tid 1 2024-09-13T00:07:19.812 INFO:tasks.rados.rados.0.smithi032.stdout:1043: writing smithi03267100-49 from 565248 to 966656 tid 2 2024-09-13T00:07:19.812 INFO:tasks.rados.rados.0.smithi032.stdout:1044: copy_from oid 8 from oid 15 current snap is 109 2024-09-13T00:07:19.812 INFO:tasks.rados.rados.0.smithi032.stdout:1043: finishing write tid 1 to smithi03267100-49 2024-09-13T00:07:19.813 INFO:tasks.rados.rados.0.smithi032.stdout:1045: copy_from oid 48 from oid 43 current snap is 109 2024-09-13T00:07:19.813 INFO:tasks.rados.rados.0.smithi032.stdout:1046: snap_create 2024-09-13T00:07:19.818 INFO:tasks.rados.rados.0.smithi032.stdout:1043: finishing write tid 2 to smithi03267100-49 2024-09-13T00:07:19.818 INFO:tasks.rados.rados.0.smithi032.stdout:1044: finishing copy_from racing read to smithi03267100-8 2024-09-13T00:07:19.819 INFO:tasks.rados.rados.0.smithi032.stdout:1043: finishing write tid 3 to smithi03267100-49 2024-09-13T00:07:19.820 INFO:tasks.rados.rados.0.smithi032.stdout:1044: finishing copy_from to smithi03267100-8 2024-09-13T00:07:19.821 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 276 (ObjNum 303 snap 87 seq_num 303) dirty exists 2024-09-13T00:07:19.822 INFO:tasks.rados.rados.0.smithi032.stdout:1043: finishing write tid 4 to smithi03267100-49 2024-09-13T00:07:19.822 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 547 (ObjNum 344 snap 109 seq_num 344) dirty exists 2024-09-13T00:07:19.822 INFO:tasks.rados.rados.0.smithi032.stdout:1043: left oid 49 (ObjNum 344 snap 109 seq_num 344) 2024-09-13T00:07:19.826 INFO:tasks.rados.rados.0.smithi032.stdout:1045: finishing copy_from racing read to smithi03267100-48 2024-09-13T00:07:19.827 INFO:tasks.rados.rados.0.smithi032.stdout:1045: finishing copy_from to smithi03267100-48 2024-09-13T00:07:19.827 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 569 (ObjNum 330 snap 98 seq_num 330) dirty exists 2024-09-13T00:07:19.909 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:19 smithi053 bash[24393]: cephadm 2024-09-13T00:07:18.470993+0000 mgr.y (mgr.25055) 33 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-13T00:07:19.909 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:19 smithi053 bash[24393]: cephadm 2024-09-13T00:07:18.477736+0000 mgr.y (mgr.25055) 34 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-09-13T00:07:19.910 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:19 smithi053 bash[24393]: cluster 2024-09-13T00:07:18.569679+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2024-09-13T00:07:19.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:19 smithi032 bash[22496]: cephadm 2024-09-13T00:07:18.470993+0000 mgr.y (mgr.25055) 33 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-13T00:07:19.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:19 smithi032 bash[22496]: cephadm 2024-09-13T00:07:18.477736+0000 mgr.y (mgr.25055) 34 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-09-13T00:07:19.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:19 smithi032 bash[22496]: cluster 2024-09-13T00:07:18.569679+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2024-09-13T00:07:19.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:19 smithi032 bash[32211]: cephadm 2024-09-13T00:07:18.470993+0000 mgr.y (mgr.25055) 33 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-13T00:07:19.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:19 smithi032 bash[32211]: cephadm 2024-09-13T00:07:18.477736+0000 mgr.y (mgr.25055) 34 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-09-13T00:07:19.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:19 smithi032 bash[32211]: cluster 2024-09-13T00:07:18.569679+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2024-09-13T00:07:20.561 INFO:tasks.rados.rados.0.smithi032.stdout:1043: done (3 left) 2024-09-13T00:07:20.561 INFO:tasks.rados.rados.0.smithi032.stdout:1044: done (2 left) 2024-09-13T00:07:20.561 INFO:tasks.rados.rados.0.smithi032.stdout:1045: done (1 left) 2024-09-13T00:07:20.561 INFO:tasks.rados.rados.0.smithi032.stdout:1046: done (0 left) 2024-09-13T00:07:20.561 INFO:tasks.rados.rados.0.smithi032.stdout:1047: snap_create 2024-09-13T00:07:20.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:20 smithi032 bash[22496]: cluster 2024-09-13T00:07:19.286898+0000 mgr.y (mgr.25055) 35 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 270 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 466 KiB/s wr, 13 op/s 2024-09-13T00:07:20.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:20 smithi032 bash[22496]: cluster 2024-09-13T00:07:19.591745+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2024-09-13T00:07:20.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:20 smithi032 bash[22496]: cluster 2024-09-13T00:07:20.565255+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2024-09-13T00:07:20.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:20 smithi032 bash[32211]: cluster 2024-09-13T00:07:19.286898+0000 mgr.y (mgr.25055) 35 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 270 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 466 KiB/s wr, 13 op/s 2024-09-13T00:07:20.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:20 smithi032 bash[32211]: cluster 2024-09-13T00:07:19.591745+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2024-09-13T00:07:20.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:20 smithi032 bash[32211]: cluster 2024-09-13T00:07:20.565255+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2024-09-13T00:07:20.917 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:20 smithi053 bash[24393]: cluster 2024-09-13T00:07:19.286898+0000 mgr.y (mgr.25055) 35 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 270 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 466 KiB/s wr, 13 op/s 2024-09-13T00:07:20.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:20 smithi053 bash[24393]: cluster 2024-09-13T00:07:19.591745+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2024-09-13T00:07:20.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:20 smithi053 bash[24393]: cluster 2024-09-13T00:07:20.565255+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2024-09-13T00:07:21.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:21.199 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:07:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:21.199 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:07:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:21.199 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:07:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:21.199 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:07:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:21.200 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:07:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:21.200 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:07:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:21.200 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:21.201 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:07:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:21.201 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:20 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:21.201 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:21 smithi053 systemd[1]: Stopping Ceph mgr.x for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:07:21.564 INFO:tasks.rados.rados.0.smithi032.stdout:1047: done (0 left) 2024-09-13T00:07:21.564 INFO:tasks.rados.rados.0.smithi032.stdout:1048: snap_remove snap 99 2024-09-13T00:07:22.017 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:21 smithi053 bash[61175]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mgr-x 2024-09-13T00:07:22.017 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:21 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-13T00:07:22.017 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:21 smithi053 bash[61235]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mgr-x 2024-09-13T00:07:22.018 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:21 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-13T00:07:22.018 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:21 smithi053 systemd[1]: Stopped Ceph mgr.x for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:07:22.283 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:07:22 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:22.284 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:07:22 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:22.284 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:07:22 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:22.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:22 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:22.285 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:07:22 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:22.285 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:07:22 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:22.285 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:22 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:22.286 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:07:22 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:22.286 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:22 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:22.286 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:22 smithi053 systemd[1]: Started Ceph mgr.x for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:07:22.286 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:07:22 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:22.577 INFO:tasks.rados.rados.0.smithi032.stdout:1048: done (0 left) 2024-09-13T00:07:22.577 INFO:tasks.rados.rados.0.smithi032.stdout:1049: rollback oid 5 current snap is 111 2024-09-13T00:07:22.578 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 5 to 90 2024-09-13T00:07:22.578 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 111 2024-09-13T00:07:22.578 INFO:tasks.rados.rados.0.smithi032.stdout:1050: seq_num 345 ranges {475136=581632,1056768=401408} 2024-09-13T00:07:22.598 INFO:tasks.rados.rados.0.smithi032.stdout:1050: writing smithi03267100-29 from 475136 to 1056768 tid 1 2024-09-13T00:07:22.606 INFO:tasks.rados.rados.0.smithi032.stdout:1050: writing smithi03267100-29 from 1056768 to 1458176 tid 2 2024-09-13T00:07:22.607 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 111 2024-09-13T00:07:22.607 INFO:tasks.rados.rados.0.smithi032.stdout:1051: seq_num 346 ranges {2785280=598016,3383296=401408} 2024-09-13T00:07:22.650 INFO:tasks.rados.rados.0.smithi032.stdout:1051: writing smithi03267100-10 from 2785280 to 3383296 tid 1 2024-09-13T00:07:22.654 INFO:tasks.rados.rados.0.smithi032.stdout:1051: writing smithi03267100-10 from 3383296 to 3784704 tid 2 2024-09-13T00:07:22.655 INFO:tasks.rados.rados.0.smithi032.stdout:1052: delete oid 26 current snap is 111 2024-09-13T00:07:22.655 INFO:tasks.rados.rados.0.smithi032.stdout:1049: finishing rollback tid 0 to smithi03267100-5 2024-09-13T00:07:22.655 INFO:tasks.rados.rados.0.smithi032.stdout:1049: finishing rollback tid 1 to smithi03267100-5 2024-09-13T00:07:22.655 INFO:tasks.rados.rados.0.smithi032.stdout:1049: finishing rollback tid 2 to smithi03267100-5 2024-09-13T00:07:22.655 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 315 (ObjNum 305 snap 89 seq_num 305) dirty exists 2024-09-13T00:07:22.655 INFO:tasks.rados.rados.0.smithi032.stdout:1050: finishing write tid 1 to smithi03267100-29 2024-09-13T00:07:22.655 INFO:tasks.rados.rados.0.smithi032.stdout:1050: finishing write tid 2 to smithi03267100-29 2024-09-13T00:07:22.655 INFO:tasks.rados.rados.0.smithi032.stdout:1050: finishing write tid 3 to smithi03267100-29 2024-09-13T00:07:22.655 INFO:tasks.rados.rados.0.smithi032.stdout:1050: finishing write tid 4 to smithi03267100-29 2024-09-13T00:07:22.655 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 416 (ObjNum 345 snap 111 seq_num 345) dirty exists 2024-09-13T00:07:22.655 INFO:tasks.rados.rados.0.smithi032.stdout:1050: left oid 29 (ObjNum 345 snap 111 seq_num 345) 2024-09-13T00:07:22.657 INFO:tasks.rados.rados.0.smithi032.stdout:1051: finishing write tid 1 to smithi03267100-10 2024-09-13T00:07:22.658 INFO:tasks.rados.rados.0.smithi032.stdout:1051: finishing write tid 2 to smithi03267100-10 2024-09-13T00:07:22.658 INFO:tasks.rados.rados.0.smithi032.stdout:1051: finishing write tid 3 to smithi03267100-10 2024-09-13T00:07:22.660 INFO:tasks.rados.rados.0.smithi032.stdout:1049: done (3 left) 2024-09-13T00:07:22.660 INFO:tasks.rados.rados.0.smithi032.stdout:1050: done (2 left) 2024-09-13T00:07:22.660 INFO:tasks.rados.rados.0.smithi032.stdout:1052: done (1 left) 2024-09-13T00:07:22.661 INFO:tasks.rados.rados.0.smithi032.stdout:1053: read oid 39 snap -1 2024-09-13T00:07:22.661 INFO:tasks.rados.rados.0.smithi032.stdout:1053: expect (ObjNum 332 snap 101 seq_num 332) 2024-09-13T00:07:22.661 INFO:tasks.rados.rados.0.smithi032.stdout:1054: delete oid 14 current snap is 111 2024-09-13T00:07:22.661 INFO:tasks.rados.rados.0.smithi032.stdout:1051: finishing write tid 4 to smithi03267100-10 2024-09-13T00:07:22.661 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 279 (ObjNum 346 snap 111 seq_num 346) dirty exists 2024-09-13T00:07:22.661 INFO:tasks.rados.rados.0.smithi032.stdout:1051: left oid 10 (ObjNum 346 snap 111 seq_num 346) 2024-09-13T00:07:22.663 INFO:tasks.rados.rados.0.smithi032.stdout:1051: done (2 left) 2024-09-13T00:07:22.664 INFO:tasks.rados.rados.0.smithi032.stdout:1054: done (1 left) 2024-09-13T00:07:22.664 INFO:tasks.rados.rados.0.smithi032.stdout:1055: snap_remove snap 75 2024-09-13T00:07:22.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:22 smithi053 bash[60895]: ts=2024-09-13T00:07:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:22.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:22 smithi053 bash[24393]: cluster 2024-09-13T00:07:21.287630+0000 mgr.y (mgr.25055) 36 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 270 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 466 KiB/s wr, 13 op/s 2024-09-13T00:07:22.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:22 smithi053 bash[24393]: cluster 2024-09-13T00:07:21.568634+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2024-09-13T00:07:22.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:22 smithi053 bash[24393]: audit 2024-09-13T00:07:21.856076+0000 mon.a (mon.0) 1472 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:07:22.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:22 smithi053 bash[24393]: audit 2024-09-13T00:07:22.175337+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:22.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:22 smithi053 bash[24393]: audit 2024-09-13T00:07:22.187331+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:22.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:22 smithi053 bash[24393]: audit 2024-09-13T00:07:22.189806+0000 mon.a (mon.0) 1475 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:22.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:22 smithi032 bash[22496]: cluster 2024-09-13T00:07:21.287630+0000 mgr.y (mgr.25055) 36 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 270 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 466 KiB/s wr, 13 op/s 2024-09-13T00:07:22.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:22 smithi032 bash[22496]: cluster 2024-09-13T00:07:21.568634+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2024-09-13T00:07:22.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:22 smithi032 bash[22496]: audit 2024-09-13T00:07:21.856076+0000 mon.a (mon.0) 1472 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:07:22.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:22 smithi032 bash[22496]: audit 2024-09-13T00:07:22.175337+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:22.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:22 smithi032 bash[22496]: audit 2024-09-13T00:07:22.187331+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:22.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:22 smithi032 bash[22496]: audit 2024-09-13T00:07:22.189806+0000 mon.a (mon.0) 1475 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:22.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:22 smithi032 bash[32211]: cluster 2024-09-13T00:07:21.287630+0000 mgr.y (mgr.25055) 36 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 270 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 466 KiB/s wr, 13 op/s 2024-09-13T00:07:22.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:22 smithi032 bash[32211]: cluster 2024-09-13T00:07:21.568634+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2024-09-13T00:07:22.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:22 smithi032 bash[32211]: audit 2024-09-13T00:07:21.856076+0000 mon.a (mon.0) 1472 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:07:22.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:22 smithi032 bash[32211]: audit 2024-09-13T00:07:22.175337+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:22.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:22 smithi032 bash[32211]: audit 2024-09-13T00:07:22.187331+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:22.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:22 smithi032 bash[32211]: audit 2024-09-13T00:07:22.189806+0000 mon.a (mon.0) 1475 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:23.587 INFO:tasks.rados.rados.0.smithi032.stdout:1055: done (1 left) 2024-09-13T00:07:23.587 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 111 2024-09-13T00:07:23.587 INFO:tasks.rados.rados.0.smithi032.stdout:1056: seq_num 349 ranges {835584=655360,1490944=401408} 2024-09-13T00:07:23.596 INFO:tasks.rados.rados.0.smithi032.stdout:1056: writing smithi03267100-48 from 835584 to 1490944 tid 1 2024-09-13T00:07:23.598 INFO:tasks.rados.rados.0.smithi032.stdout:1056: writing smithi03267100-48 from 1490944 to 1892352 tid 2 2024-09-13T00:07:23.599 INFO:tasks.rados.rados.0.smithi032.stdout:1057: read oid 28 snap -1 2024-09-13T00:07:23.599 INFO:tasks.rados.rados.0.smithi032.stdout:1057: expect (ObjNum 284 snap 81 seq_num 284) 2024-09-13T00:07:23.599 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 111 2024-09-13T00:07:23.599 INFO:tasks.rados.rados.0.smithi032.stdout:1058: seq_num 350 ranges {2383872=671744,3055616=401408} 2024-09-13T00:07:23.618 INFO:tasks.rados.rados.0.smithi032.stdout:1058: writing smithi03267100-50 from 2383872 to 3055616 tid 1 2024-09-13T00:07:23.621 INFO:tasks.rados.rados.0.smithi032.stdout:1058: writing smithi03267100-50 from 3055616 to 3457024 tid 2 2024-09-13T00:07:23.622 INFO:tasks.rados.rados.0.smithi032.stdout:1053: expect (ObjNum 332 snap 101 seq_num 332) 2024-09-13T00:07:23.743 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:23 smithi053 bash[24393]: cluster 2024-09-13T00:07:22.581139+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2024-09-13T00:07:23.743 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:23 smithi053 bash[60895]: ts=2024-09-13T00:07:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:23.744 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:23 smithi053 bash[61293]: debug 2024-09-13T00:07:23.628+0000 7fa206443640 1 -- 172.21.15.53:0/2631793731 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ca322b2d00 con 0x55ca322a5400 2024-09-13T00:07:23.755 INFO:tasks.rados.rados.0.smithi032.stdout:1056: finishing write tid 1 to smithi03267100-48 2024-09-13T00:07:23.755 INFO:tasks.rados.rados.0.smithi032.stdout:1058: finishing write tid 1 to smithi03267100-50 2024-09-13T00:07:23.755 INFO:tasks.rados.rados.0.smithi032.stdout:1058: finishing write tid 2 to smithi03267100-50 2024-09-13T00:07:23.755 INFO:tasks.rados.rados.0.smithi032.stdout:1056: finishing write tid 2 to smithi03267100-48 2024-09-13T00:07:23.755 INFO:tasks.rados.rados.0.smithi032.stdout:1058: finishing write tid 3 to smithi03267100-50 2024-09-13T00:07:23.755 INFO:tasks.rados.rados.0.smithi032.stdout:1056: finishing write tid 3 to smithi03267100-48 2024-09-13T00:07:23.755 INFO:tasks.rados.rados.0.smithi032.stdout:1058: finishing write tid 4 to smithi03267100-50 2024-09-13T00:07:23.756 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 177 (ObjNum 350 snap 111 seq_num 350) dirty exists 2024-09-13T00:07:23.756 INFO:tasks.rados.rados.0.smithi032.stdout:1058: left oid 50 (ObjNum 350 snap 111 seq_num 350) 2024-09-13T00:07:23.756 INFO:tasks.rados.rados.0.smithi032.stdout:1056: finishing write tid 4 to smithi03267100-48 2024-09-13T00:07:23.756 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 572 (ObjNum 349 snap 111 seq_num 349) dirty exists 2024-09-13T00:07:23.756 INFO:tasks.rados.rados.0.smithi032.stdout:1056: left oid 48 (ObjNum 349 snap 111 seq_num 349) 2024-09-13T00:07:23.756 INFO:tasks.rados.rados.0.smithi032.stdout:1057: expect (ObjNum 284 snap 81 seq_num 284) 2024-09-13T00:07:23.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:23 smithi032 bash[22496]: cluster 2024-09-13T00:07:22.581139+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2024-09-13T00:07:23.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:23 smithi032 bash[32211]: cluster 2024-09-13T00:07:22.581139+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2024-09-13T00:07:24.033 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:23 smithi053 bash[61293]: debug 2024-09-13T00:07:23.744+0000 7fa208cac040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T00:07:24.047 INFO:tasks.rados.rados.0.smithi032.stdout:1053: done (3 left) 2024-09-13T00:07:24.047 INFO:tasks.rados.rados.0.smithi032.stdout:1056: done (2 left) 2024-09-13T00:07:24.047 INFO:tasks.rados.rados.0.smithi032.stdout:1057: done (1 left) 2024-09-13T00:07:24.048 INFO:tasks.rados.rados.0.smithi032.stdout:1058: done (0 left) 2024-09-13T00:07:24.048 INFO:tasks.rados.rados.0.smithi032.stdout:1059: copy_from oid 38 from oid 8 current snap is 111 2024-09-13T00:07:24.048 INFO:tasks.rados.rados.0.smithi032.stdout:1060: delete oid 42 current snap is 111 2024-09-13T00:07:24.052 INFO:tasks.rados.rados.0.smithi032.stdout:1060: done (1 left) 2024-09-13T00:07:24.052 INFO:tasks.rados.rados.0.smithi032.stdout:1061: delete oid 29 current snap is 111 2024-09-13T00:07:24.052 INFO:tasks.rados.rados.0.smithi032.stdout:1059: finishing copy_from racing read to smithi03267100-38 2024-09-13T00:07:24.053 INFO:tasks.rados.rados.0.smithi032.stdout:1059: finishing copy_from to smithi03267100-38 2024-09-13T00:07:24.053 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 276 (ObjNum 303 snap 87 seq_num 303) dirty exists 2024-09-13T00:07:24.056 INFO:tasks.rados.rados.0.smithi032.stdout:1059: done (1 left) 2024-09-13T00:07:24.056 INFO:tasks.rados.rados.0.smithi032.stdout:1061: done (0 left) 2024-09-13T00:07:24.056 INFO:tasks.rados.rados.0.smithi032.stdout:1062: rollback oid 34 current snap is 111 2024-09-13T00:07:24.056 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 34 to 105 2024-09-13T00:07:24.056 INFO:tasks.rados.rados.0.smithi032.stdout:1063: snap_remove snap 81 2024-09-13T00:07:24.598 INFO:tasks.rados.rados.0.smithi032.stdout:1063: done (1 left) 2024-09-13T00:07:24.598 INFO:tasks.rados.rados.0.smithi032.stdout:1064: copy_from oid 15 from oid 41 current snap is 111 2024-09-13T00:07:24.598 INFO:tasks.rados.rados.0.smithi032.stdout:1062: finishing rollback tid 0 to smithi03267100-34 2024-09-13T00:07:24.598 INFO:tasks.rados.rados.0.smithi032.stdout:1062: finishing rollback tid 1 to smithi03267100-34 2024-09-13T00:07:24.598 INFO:tasks.rados.rados.0.smithi032.stdout:1062: finishing rollback tid 2 to smithi03267100-34 2024-09-13T00:07:24.598 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 386 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:07:24.598 INFO:tasks.rados.rados.0.smithi032.stdout:1062: done (1 left) 2024-09-13T00:07:24.598 INFO:tasks.rados.rados.0.smithi032.stdout:1065: rollback oid 24 current snap is 111 2024-09-13T00:07:24.599 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 24 to 109 2024-09-13T00:07:24.599 INFO:tasks.rados.rados.0.smithi032.stdout:1066: rollback oid 49 current snap is 111 2024-09-13T00:07:24.599 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 49 to 107 2024-09-13T00:07:24.599 INFO:tasks.rados.rados.0.smithi032.stdout:1067: snap_remove snap 89 2024-09-13T00:07:24.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:24 smithi032 bash[22496]: cluster 2024-09-13T00:07:23.289090+0000 mgr.y (mgr.25055) 37 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-13T00:07:24.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:24 smithi032 bash[22496]: cluster 2024-09-13T00:07:23.590539+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2024-09-13T00:07:24.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:24 smithi032 bash[32211]: cluster 2024-09-13T00:07:23.289090+0000 mgr.y (mgr.25055) 37 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-13T00:07:24.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:24 smithi032 bash[32211]: cluster 2024-09-13T00:07:23.590539+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2024-09-13T00:07:25.025 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:24 smithi053 bash[24393]: cluster 2024-09-13T00:07:23.289090+0000 mgr.y (mgr.25055) 37 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-13T00:07:25.025 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:24 smithi053 bash[24393]: cluster 2024-09-13T00:07:23.590539+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2024-09-13T00:07:25.283 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:25 smithi053 bash[61293]: debug 2024-09-13T00:07:25.024+0000 7fa208cac040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T00:07:25.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:25 smithi053 bash[61293]: debug 2024-09-13T00:07:25.092+0000 7fa208cac040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T00:07:25.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:25 smithi053 bash[61293]: debug 2024-09-13T00:07:25.248+0000 7fa208cac040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T00:07:25.565 INFO:tasks.rados.rados.0.smithi032.stdout:1067: done (3 left) 2024-09-13T00:07:25.566 INFO:tasks.rados.rados.0.smithi032.stdout:1068: copy_from oid 2 from oid 11 current snap is 111 2024-09-13T00:07:25.566 INFO:tasks.rados.rados.0.smithi032.stdout:1069: snap_create 2024-09-13T00:07:25.566 INFO:tasks.rados.rados.0.smithi032.stdout:1066: finishing rollback tid 0 to smithi03267100-49 2024-09-13T00:07:25.566 INFO:tasks.rados.rados.0.smithi032.stdout:1065: finishing rollback tid 0 to smithi03267100-24 2024-09-13T00:07:25.566 INFO:tasks.rados.rados.0.smithi032.stdout:1066: finishing rollback tid 1 to smithi03267100-49 2024-09-13T00:07:25.566 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 574 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T00:07:25.566 INFO:tasks.rados.rados.0.smithi032.stdout:1064: finishing copy_from racing read to smithi03267100-15 2024-09-13T00:07:25.566 INFO:tasks.rados.rados.0.smithi032.stdout:1065: finishing rollback tid 1 to smithi03267100-24 2024-09-13T00:07:25.566 INFO:tasks.rados.rados.0.smithi032.stdout:1065: finishing rollback tid 2 to smithi03267100-24 2024-09-13T00:07:25.566 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 326 (ObjNum 323 snap 95 seq_num 323) dirty exists 2024-09-13T00:07:25.566 INFO:tasks.rados.rados.0.smithi032.stdout:1064: finishing copy_from to smithi03267100-15 2024-09-13T00:07:25.566 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 256 (ObjNum 242 snap 68 seq_num 242) dirty exists 2024-09-13T00:07:25.611 INFO:tasks.rados.rados.0.smithi032.stdout:1068: finishing copy_from racing read to smithi03267100-2 2024-09-13T00:07:25.613 INFO:tasks.rados.rados.0.smithi032.stdout:1068: finishing copy_from to smithi03267100-2 2024-09-13T00:07:25.613 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 475 (ObjNum 233 snap 68 seq_num 233) dirty exists 2024-09-13T00:07:25.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:25 smithi032 bash[22496]: cluster 2024-09-13T00:07:24.599800+0000 mon.a (mon.0) 1478 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2024-09-13T00:07:25.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:25 smithi032 bash[22496]: cluster 2024-09-13T00:07:25.567534+0000 mon.a (mon.0) 1479 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2024-09-13T00:07:25.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:25 smithi032 bash[32211]: cluster 2024-09-13T00:07:24.599800+0000 mon.a (mon.0) 1478 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2024-09-13T00:07:25.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:25 smithi032 bash[32211]: cluster 2024-09-13T00:07:25.567534+0000 mon.a (mon.0) 1479 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2024-09-13T00:07:25.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:25 smithi053 bash[24393]: cluster 2024-09-13T00:07:24.599800+0000 mon.a (mon.0) 1478 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2024-09-13T00:07:25.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:25 smithi053 bash[24393]: cluster 2024-09-13T00:07:25.567534+0000 mon.a (mon.0) 1479 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2024-09-13T00:07:26.270 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:25 smithi053 bash[61293]: debug 2024-09-13T00:07:25.932+0000 7fa208cac040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T00:07:26.270 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:26 smithi053 bash[61293]: debug 2024-09-13T00:07:26.004+0000 7fa208cac040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T00:07:26.270 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:26 smithi053 bash[61293]: debug 2024-09-13T00:07:26.080+0000 7fa208cac040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T00:07:26.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:26 smithi053 bash[61293]: debug 2024-09-13T00:07:26.272+0000 7fa208cac040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T00:07:26.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:26 smithi053 bash[61293]: debug 2024-09-13T00:07:26.352+0000 7fa208cac040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T00:07:26.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:26 smithi053 bash[61293]: debug 2024-09-13T00:07:26.420+0000 7fa208cac040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T00:07:26.568 INFO:tasks.rados.rados.0.smithi032.stdout:1064: done (4 left) 2024-09-13T00:07:26.569 INFO:tasks.rados.rados.0.smithi032.stdout:1065: done (3 left) 2024-09-13T00:07:26.569 INFO:tasks.rados.rados.0.smithi032.stdout:1066: done (2 left) 2024-09-13T00:07:26.569 INFO:tasks.rados.rados.0.smithi032.stdout:1068: done (1 left) 2024-09-13T00:07:26.569 INFO:tasks.rados.rados.0.smithi032.stdout:1069: done (0 left) 2024-09-13T00:07:26.569 INFO:tasks.rados.rados.0.smithi032.stdout:1070: copy_from oid 35 from oid 22 current snap is 112 2024-09-13T00:07:26.569 INFO:tasks.rados.rados.0.smithi032.stdout:1071: rollback oid 20 current snap is 112 2024-09-13T00:07:26.569 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 98 2024-09-13T00:07:26.569 INFO:tasks.rados.rados.0.smithi032.stdout:1072: delete oid 27 current snap is 112 2024-09-13T00:07:26.584 INFO:tasks.rados.rados.0.smithi032.stdout:1072: done (2 left) 2024-09-13T00:07:26.585 INFO:tasks.rados.rados.0.smithi032.stdout:1073: rollback oid 36 current snap is 112 2024-09-13T00:07:26.585 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 91 2024-09-13T00:07:26.585 INFO:tasks.rados.rados.0.smithi032.stdout:1074: delete oid 7 current snap is 112 2024-09-13T00:07:26.586 INFO:tasks.rados.rados.0.smithi032.stdout:1071: finishing rollback tid 0 to smithi03267100-20 2024-09-13T00:07:26.586 INFO:tasks.rados.rados.0.smithi032.stdout:1071: finishing rollback tid 1 to smithi03267100-20 2024-09-13T00:07:26.586 INFO:tasks.rados.rados.0.smithi032.stdout:1071: finishing rollback tid 2 to smithi03267100-20 2024-09-13T00:07:26.587 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 96 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T00:07:26.590 INFO:tasks.rados.rados.0.smithi032.stdout:1071: done (3 left) 2024-09-13T00:07:26.590 INFO:tasks.rados.rados.0.smithi032.stdout:1074: done (2 left) 2024-09-13T00:07:26.591 INFO:tasks.rados.rados.0.smithi032.stdout:1075: copy_from oid 20 from oid 34 current snap is 112 2024-09-13T00:07:26.591 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 112 2024-09-13T00:07:26.591 INFO:tasks.rados.rados.0.smithi032.stdout:1076: seq_num 355 ranges {0=753664,753664=401408} 2024-09-13T00:07:26.606 INFO:tasks.rados.rados.0.smithi032.stdout:1076: writing smithi03267100-7 from 0 to 753664 tid 1 2024-09-13T00:07:26.615 INFO:tasks.rados.rados.0.smithi032.stdout:1076: writing smithi03267100-7 from 753664 to 1155072 tid 2 2024-09-13T00:07:26.615 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 112 2024-09-13T00:07:26.615 INFO:tasks.rados.rados.0.smithi032.stdout:1073: finishing rollback tid 0 to smithi03267100-36 2024-09-13T00:07:26.615 INFO:tasks.rados.rados.0.smithi032.stdout:1073: finishing rollback tid 1 to smithi03267100-36 2024-09-13T00:07:26.615 INFO:tasks.rados.rados.0.smithi032.stdout:1073: finishing rollback tid 2 to smithi03267100-36 2024-09-13T00:07:26.615 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 754 (ObjNum 307 snap 90 seq_num 307) dirty exists 2024-09-13T00:07:26.615 INFO:tasks.rados.rados.0.smithi032.stdout:1075: finishing copy_from racing read to smithi03267100-20 2024-09-13T00:07:26.615 INFO:tasks.rados.rados.0.smithi032.stdout:1077: seq_num 356 ranges {450560=770048,1220608=401408} 2024-09-13T00:07:26.633 INFO:tasks.rados.rados.0.smithi032.stdout:1077: writing smithi03267100-3 from 450560 to 1220608 tid 1 2024-09-13T00:07:26.638 INFO:tasks.rados.rados.0.smithi032.stdout:1077: writing smithi03267100-3 from 1220608 to 1622016 tid 2 2024-09-13T00:07:26.638 INFO:tasks.rados.rados.0.smithi032.stdout:1073: done (4 left) 2024-09-13T00:07:26.638 INFO:tasks.rados.rados.0.smithi032.stdout:1078: rollback oid 17 current snap is 112 2024-09-13T00:07:26.638 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 17 to 51 2024-09-13T00:07:26.639 INFO:tasks.rados.rados.0.smithi032.stdout:1075: finishing copy_from to smithi03267100-20 2024-09-13T00:07:26.639 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 386 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:07:26.639 INFO:tasks.rados.rados.0.smithi032.stdout:1070: finishing copy_from racing read to smithi03267100-35 2024-09-13T00:07:26.639 INFO:tasks.rados.rados.0.smithi032.stdout:1076: finishing write tid 1 to smithi03267100-7 2024-09-13T00:07:26.639 INFO:tasks.rados.rados.0.smithi032.stdout:1076: finishing write tid 2 to smithi03267100-7 2024-09-13T00:07:26.639 INFO:tasks.rados.rados.0.smithi032.stdout:1076: finishing write tid 3 to smithi03267100-7 2024-09-13T00:07:26.639 INFO:tasks.rados.rados.0.smithi032.stdout:1075: done (4 left) 2024-09-13T00:07:26.639 INFO:tasks.rados.rados.0.smithi032.stdout:1079: read oid 13 snap -1 2024-09-13T00:07:26.639 INFO:tasks.rados.rados.0.smithi032.stdout:1079: expect (ObjNum 301 snap 87 seq_num 301) 2024-09-13T00:07:26.640 INFO:tasks.rados.rados.0.smithi032.stdout:1080: snap_remove snap 105 2024-09-13T00:07:26.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:26 smithi032 bash[22496]: cluster 2024-09-13T00:07:25.289828+0000 mgr.y (mgr.25055) 38 : cluster [DBG] pgmap v54: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-13T00:07:26.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:26 smithi032 bash[22496]: cluster 2024-09-13T00:07:26.569967+0000 mon.a (mon.0) 1480 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2024-09-13T00:07:26.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:26 smithi032 bash[32211]: cluster 2024-09-13T00:07:25.289828+0000 mgr.y (mgr.25055) 38 : cluster [DBG] pgmap v54: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-13T00:07:26.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:26 smithi032 bash[32211]: cluster 2024-09-13T00:07:26.569967+0000 mon.a (mon.0) 1480 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2024-09-13T00:07:26.972 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:26 smithi053 bash[61293]: debug 2024-09-13T00:07:26.700+0000 7fa208cac040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T00:07:26.972 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:26 smithi053 bash[61293]: debug 2024-09-13T00:07:26.772+0000 7fa208cac040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T00:07:26.972 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:26 smithi053 bash[24393]: cluster 2024-09-13T00:07:25.289828+0000 mgr.y (mgr.25055) 38 : cluster [DBG] pgmap v54: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-13T00:07:26.972 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:26 smithi053 bash[24393]: cluster 2024-09-13T00:07:26.569967+0000 mon.a (mon.0) 1480 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2024-09-13T00:07:27.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:26 smithi053 bash[61293]: debug 2024-09-13T00:07:26.972+0000 7fa208cac040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T00:07:27.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:27 smithi053 bash[61293]: debug 2024-09-13T00:07:27.052+0000 7fa208cac040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T00:07:27.624 INFO:tasks.rados.rados.0.smithi032.stdout:1080: done (5 left) 2024-09-13T00:07:27.624 INFO:tasks.rados.rados.0.smithi032.stdout:1081: delete oid 43 current snap is 112 2024-09-13T00:07:27.630 INFO:tasks.rados.rados.0.smithi032.stdout:1076: finishing write tid 4 to smithi03267100-7 2024-09-13T00:07:27.630 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 342 (ObjNum 355 snap 112 seq_num 355) dirty exists 2024-09-13T00:07:27.630 INFO:tasks.rados.rados.0.smithi032.stdout:1076: left oid 7 (ObjNum 355 snap 112 seq_num 355) 2024-09-13T00:07:27.630 INFO:tasks.rados.rados.0.smithi032.stdout:1070: finishing copy_from to smithi03267100-35 2024-09-13T00:07:27.630 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 344 (ObjNum 248 snap 68 seq_num 248) dirty exists 2024-09-13T00:07:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:1078: finishing rollback tid 0 to smithi03267100-17 2024-09-13T00:07:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:1077: finishing write tid 1 to smithi03267100-3 2024-09-13T00:07:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:1077: finishing write tid 2 to smithi03267100-3 2024-09-13T00:07:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:1077: finishing write tid 3 to smithi03267100-3 2024-09-13T00:07:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:1078: finishing rollback tid 1 to smithi03267100-17 2024-09-13T00:07:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:1077: finishing write tid 4 to smithi03267100-3 2024-09-13T00:07:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 443 (ObjNum 356 snap 112 seq_num 356) dirty exists 2024-09-13T00:07:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:1077: left oid 3 (ObjNum 356 snap 112 seq_num 356) 2024-09-13T00:07:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:1078: finishing rollback tid 2 to smithi03267100-17 2024-09-13T00:07:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 758 (ObjNum 173 snap 48 seq_num 173) dirty exists 2024-09-13T00:07:27.631 INFO:tasks.rados.rados.0.smithi032.stdout:1079: expect (ObjNum 301 snap 87 seq_num 301) 2024-09-13T00:07:27.677 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:27 smithi053 bash[61293]: debug 2024-09-13T00:07:27.312+0000 7fa208cac040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T00:07:27.677 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:27 smithi053 bash[61293]: debug 2024-09-13T00:07:27.492+0000 7fa208cac040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T00:07:27.777 INFO:tasks.rados.rados.0.smithi032.stdout:1070: done (5 left) 2024-09-13T00:07:27.777 INFO:tasks.rados.rados.0.smithi032.stdout:1076: done (4 left) 2024-09-13T00:07:27.777 INFO:tasks.rados.rados.0.smithi032.stdout:1077: done (3 left) 2024-09-13T00:07:27.777 INFO:tasks.rados.rados.0.smithi032.stdout:1078: done (2 left) 2024-09-13T00:07:27.777 INFO:tasks.rados.rados.0.smithi032.stdout:1079: done (1 left) 2024-09-13T00:07:27.777 INFO:tasks.rados.rados.0.smithi032.stdout:1081: done (0 left) 2024-09-13T00:07:27.778 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 112 2024-09-13T00:07:27.778 INFO:tasks.rados.rados.0.smithi032.stdout:1082: seq_num 358 ranges {3407872=802816,4210688=401408} 2024-09-13T00:07:27.840 INFO:tasks.rados.rados.0.smithi032.stdout:1082: writing smithi03267100-19 from 3407872 to 4210688 tid 1 2024-09-13T00:07:27.845 INFO:tasks.rados.rados.0.smithi032.stdout:1082: writing smithi03267100-19 from 4210688 to 4612096 tid 2 2024-09-13T00:07:27.845 INFO:tasks.rados.rados.0.smithi032.stdout:1083: snap_create 2024-09-13T00:07:27.851 INFO:tasks.rados.rados.0.smithi032.stdout:1082: finishing write tid 1 to smithi03267100-19 2024-09-13T00:07:27.851 INFO:tasks.rados.rados.0.smithi032.stdout:1082: finishing write tid 2 to smithi03267100-19 2024-09-13T00:07:27.851 INFO:tasks.rados.rados.0.smithi032.stdout:1082: finishing write tid 3 to smithi03267100-19 2024-09-13T00:07:27.854 INFO:tasks.rados.rados.0.smithi032.stdout:1082: finishing write tid 4 to smithi03267100-19 2024-09-13T00:07:27.854 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 288 (ObjNum 358 snap 112 seq_num 358) dirty exists 2024-09-13T00:07:27.854 INFO:tasks.rados.rados.0.smithi032.stdout:1082: left oid 19 (ObjNum 358 snap 112 seq_num 358) 2024-09-13T00:07:27.946 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:27 smithi053 bash[61293]: debug 2024-09-13T00:07:27.676+0000 7fa208cac040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T00:07:27.946 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:27 smithi053 bash[61293]: debug 2024-09-13T00:07:27.760+0000 7fa208cac040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T00:07:28.627 INFO:tasks.rados.rados.0.smithi032.stdout:1082: done (1 left) 2024-09-13T00:07:28.627 INFO:tasks.rados.rados.0.smithi032.stdout:1083: done (0 left) 2024-09-13T00:07:28.627 INFO:tasks.rados.rados.0.smithi032.stdout:1084: snap_create 2024-09-13T00:07:28.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:28 smithi032 bash[22496]: cluster 2024-09-13T00:07:27.290535+0000 mgr.y (mgr.25055) 39 : cluster [DBG] pgmap v57: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:28.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:28 smithi032 bash[22496]: cluster 2024-09-13T00:07:27.620775+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2024-09-13T00:07:28.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:28 smithi032 bash[32211]: cluster 2024-09-13T00:07:27.290535+0000 mgr.y (mgr.25055) 39 : cluster [DBG] pgmap v57: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:28.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:28 smithi032 bash[32211]: cluster 2024-09-13T00:07:27.620775+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2024-09-13T00:07:28.914 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:27 smithi053 bash[61293]: debug 2024-09-13T00:07:27.948+0000 7fa208cac040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T00:07:28.914 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:28 smithi053 bash[61293]: debug 2024-09-13T00:07:28.832+0000 7fa208cac040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T00:07:28.914 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:28 smithi053 bash[24393]: cluster 2024-09-13T00:07:27.290535+0000 mgr.y (mgr.25055) 39 : cluster [DBG] pgmap v57: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:28.915 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:28 smithi053 bash[24393]: cluster 2024-09-13T00:07:27.620775+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2024-09-13T00:07:29.235 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:28 smithi053 bash[61293]: debug 2024-09-13T00:07:28.916+0000 7fa208cac040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T00:07:29.235 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:29 smithi053 bash[61293]: debug 2024-09-13T00:07:29.156+0000 7fa208cac040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T00:07:29.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:29 smithi053 bash[61293]: debug 2024-09-13T00:07:29.236+0000 7fa208cac040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T00:07:29.630 INFO:tasks.rados.rados.0.smithi032.stdout:1084: done (0 left) 2024-09-13T00:07:29.630 INFO:tasks.rados.rados.0.smithi032.stdout:1085: rollback oid 44 current snap is 114 2024-09-13T00:07:29.630 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 91 2024-09-13T00:07:29.630 INFO:tasks.rados.rados.0.smithi032.stdout:1086: read oid 36 snap -1 2024-09-13T00:07:29.630 INFO:tasks.rados.rados.0.smithi032.stdout:1086: expect (ObjNum 307 snap 90 seq_num 307) 2024-09-13T00:07:29.630 INFO:tasks.rados.rados.0.smithi032.stdout:1087: delete oid 42 current snap is 114 2024-09-13T00:07:29.645 INFO:tasks.rados.rados.0.smithi032.stdout:1087: done (2 left) 2024-09-13T00:07:29.646 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 114 2024-09-13T00:07:29.646 INFO:tasks.rados.rados.0.smithi032.stdout:1088: seq_num 360 ranges {6815744=434176,7249920=704512,7954432=98304} 2024-09-13T00:07:29.738 INFO:tasks.rados.rados.0.smithi032.stdout:1088: writing smithi03267100-28 from 6815744 to 7249920 tid 1 2024-09-13T00:07:29.744 INFO:tasks.rados.rados.0.smithi032.stdout:1088: writing smithi03267100-28 from 7249920 to 7954432 tid 2 2024-09-13T00:07:29.745 INFO:tasks.rados.rados.0.smithi032.stdout:1088: writing smithi03267100-28 from 7954432 to 8052736 tid 3 2024-09-13T00:07:29.745 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 114 2024-09-13T00:07:29.745 INFO:tasks.rados.rados.0.smithi032.stdout:1085: finishing rollback tid 1 to smithi03267100-44 2024-09-13T00:07:29.745 INFO:tasks.rados.rados.0.smithi032.stdout:1085: finishing rollback tid 2 to smithi03267100-44 2024-09-13T00:07:29.745 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 305 (ObjNum 172 snap 47 seq_num 172) dirty exists 2024-09-13T00:07:29.745 INFO:tasks.rados.rados.0.smithi032.stdout:1089: seq_num 361 ranges {4612096=450560,5062656=581632,5644288=221184} 2024-09-13T00:07:29.781 INFO:tasks.rados.rados.0.smithi032.stdout:1089: writing smithi03267100-19 from 4612096 to 5062656 tid 1 2024-09-13T00:07:29.785 INFO:tasks.rados.rados.0.smithi032.stdout:1089: writing smithi03267100-19 from 5062656 to 5644288 tid 2 2024-09-13T00:07:29.787 INFO:tasks.rados.rados.0.smithi032.stdout:1089: writing smithi03267100-19 from 5644288 to 5865472 tid 3 2024-09-13T00:07:29.787 INFO:tasks.rados.rados.0.smithi032.stdout:1085: done (3 left) 2024-09-13T00:07:29.787 INFO:tasks.rados.rados.0.smithi032.stdout:1090: snap_create 2024-09-13T00:07:29.787 INFO:tasks.rados.rados.0.smithi032.stdout:1086: expect (ObjNum 307 snap 90 seq_num 307) 2024-09-13T00:07:29.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:29 smithi032 bash[22496]: cluster 2024-09-13T00:07:28.631639+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2024-09-13T00:07:29.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:29 smithi032 bash[22496]: audit 2024-09-13T00:07:29.025677+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:29.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:29 smithi032 bash[22496]: audit 2024-09-13T00:07:29.036084+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:29.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:29 smithi032 bash[32211]: cluster 2024-09-13T00:07:28.631639+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2024-09-13T00:07:29.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:29 smithi032 bash[32211]: audit 2024-09-13T00:07:29.025677+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:29.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:29 smithi032 bash[32211]: audit 2024-09-13T00:07:29.036084+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:29 smithi053 bash[24393]: cluster 2024-09-13T00:07:28.631639+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2024-09-13T00:07:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:29 smithi053 bash[24393]: audit 2024-09-13T00:07:29.025677+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:29 smithi053 bash[24393]: audit 2024-09-13T00:07:29.036084+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:30.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:29 smithi053 bash[61293]: debug 2024-09-13T00:07:29.648+0000 7fa208cac040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T00:07:30.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:29 smithi053 bash[61293]: debug 2024-09-13T00:07:29.736+0000 7fa208cac040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T00:07:30.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:29 smithi053 bash[61293]: [13/Sep/2024:00:07:29] ENGINE Bus STARTING 2024-09-13T00:07:30.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:29 smithi053 bash[61293]: CherryPy Checker: 2024-09-13T00:07:30.035 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:29 smithi053 bash[61293]: The Application mounted at '' has an empty config. 2024-09-13T00:07:30.035 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:29 smithi053 bash[61293]: [13/Sep/2024:00:07:29] ENGINE Serving on http://:::9283 2024-09-13T00:07:30.035 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:29 smithi053 bash[61293]: [13/Sep/2024:00:07:29] ENGINE Bus STARTED 2024-09-13T00:07:30.132 INFO:tasks.rados.rados.0.smithi032.stdout:1088: finishing write tid 1 to smithi03267100-28 2024-09-13T00:07:30.132 INFO:tasks.rados.rados.0.smithi032.stdout:1088: finishing write tid 2 to smithi03267100-28 2024-09-13T00:07:30.132 INFO:tasks.rados.rados.0.smithi032.stdout:1088: finishing write tid 3 to smithi03267100-28 2024-09-13T00:07:30.132 INFO:tasks.rados.rados.0.smithi032.stdout:1088: finishing write tid 4 to smithi03267100-28 2024-09-13T00:07:30.132 INFO:tasks.rados.rados.0.smithi032.stdout:1088: finishing write tid 5 to smithi03267100-28 2024-09-13T00:07:30.132 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 452 (ObjNum 360 snap 114 seq_num 360) dirty exists 2024-09-13T00:07:30.132 INFO:tasks.rados.rados.0.smithi032.stdout:1088: left oid 28 (ObjNum 360 snap 114 seq_num 360) 2024-09-13T00:07:30.132 INFO:tasks.rados.rados.0.smithi032.stdout:1089: finishing write tid 1 to smithi03267100-19 2024-09-13T00:07:30.132 INFO:tasks.rados.rados.0.smithi032.stdout:1089: finishing write tid 2 to smithi03267100-19 2024-09-13T00:07:30.132 INFO:tasks.rados.rados.0.smithi032.stdout:1089: finishing write tid 3 to smithi03267100-19 2024-09-13T00:07:30.132 INFO:tasks.rados.rados.0.smithi032.stdout:1089: finishing write tid 4 to smithi03267100-19 2024-09-13T00:07:30.132 INFO:tasks.rados.rados.0.smithi032.stdout:1089: finishing write tid 5 to smithi03267100-19 2024-09-13T00:07:30.133 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 293 (ObjNum 361 snap 114 seq_num 361) dirty exists 2024-09-13T00:07:30.133 INFO:tasks.rados.rados.0.smithi032.stdout:1089: left oid 19 (ObjNum 361 snap 114 seq_num 361) 2024-09-13T00:07:30.567 INFO:tasks.rados.rados.0.smithi032.stdout:1086: done (3 left) 2024-09-13T00:07:30.567 INFO:tasks.rados.rados.0.smithi032.stdout:1088: done (2 left) 2024-09-13T00:07:30.567 INFO:tasks.rados.rados.0.smithi032.stdout:1089: done (1 left) 2024-09-13T00:07:30.567 INFO:tasks.rados.rados.0.smithi032.stdout:1090: done (0 left) 2024-09-13T00:07:30.567 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 115 2024-09-13T00:07:30.567 INFO:tasks.rados.rados.0.smithi032.stdout:1091: seq_num 362 ranges {0=466944,466944=466944,933888=335872} 2024-09-13T00:07:30.572 INFO:tasks.rados.rados.0.smithi032.stdout:1091: writing smithi03267100-42 from 0 to 466944 tid 1 2024-09-13T00:07:30.576 INFO:tasks.rados.rados.0.smithi032.stdout:1091: writing smithi03267100-42 from 466944 to 933888 tid 2 2024-09-13T00:07:30.578 INFO:tasks.rados.rados.0.smithi032.stdout:1091: writing smithi03267100-42 from 933888 to 1269760 tid 3 2024-09-13T00:07:30.578 INFO:tasks.rados.rados.0.smithi032.stdout:1092: read oid 6 snap -1 2024-09-13T00:07:30.578 INFO:tasks.rados.rados.0.smithi032.stdout:1092: expect deleted 2024-09-13T00:07:30.578 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 115 2024-09-13T00:07:30.578 INFO:tasks.rados.rados.0.smithi032.stdout:1093: seq_num 363 ranges {0=483328,483328=753664,1236992=49152} 2024-09-13T00:07:30.581 INFO:tasks.rados.rados.0.smithi032.stdout:1093: writing smithi03267100-14 from 0 to 483328 tid 1 2024-09-13T00:07:30.587 INFO:tasks.rados.rados.0.smithi032.stdout:1093: writing smithi03267100-14 from 483328 to 1236992 tid 2 2024-09-13T00:07:30.588 INFO:tasks.rados.rados.0.smithi032.stdout:1093: writing smithi03267100-14 from 1236992 to 1286144 tid 3 2024-09-13T00:07:30.588 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 115 2024-09-13T00:07:30.588 INFO:tasks.rados.rados.0.smithi032.stdout:1094: seq_num 364 ranges {4939776=499712,5439488=638976,6078464=163840} 2024-09-13T00:07:30.628 INFO:tasks.rados.rados.0.smithi032.stdout:1094: writing smithi03267100-12 from 4939776 to 5439488 tid 1 2024-09-13T00:07:30.632 INFO:tasks.rados.rados.0.smithi032.stdout:1094: writing smithi03267100-12 from 5439488 to 6078464 tid 2 2024-09-13T00:07:30.634 INFO:tasks.rados.rados.0.smithi032.stdout:1094: writing smithi03267100-12 from 6078464 to 6242304 tid 3 2024-09-13T00:07:30.635 INFO:tasks.rados.rados.0.smithi032.stdout:1095: rmattr oid 16 current snap is 115 2024-09-13T00:07:30.635 INFO:tasks.rados.rados.0.smithi032.stdout:1095: done (4 left) 2024-09-13T00:07:30.635 INFO:tasks.rados.rados.0.smithi032.stdout:1096: delete oid 29 current snap is 115 2024-09-13T00:07:30.635 INFO:tasks.rados.rados.0.smithi032.stdout:1091: finishing write tid 1 to smithi03267100-42 2024-09-13T00:07:30.635 INFO:tasks.rados.rados.0.smithi032.stdout:1091: finishing write tid 2 to smithi03267100-42 2024-09-13T00:07:30.635 INFO:tasks.rados.rados.0.smithi032.stdout:1091: finishing write tid 3 to smithi03267100-42 2024-09-13T00:07:30.635 INFO:tasks.rados.rados.0.smithi032.stdout:1091: finishing write tid 4 to smithi03267100-42 2024-09-13T00:07:30.635 INFO:tasks.rados.rados.0.smithi032.stdout:1091: finishing write tid 5 to smithi03267100-42 2024-09-13T00:07:30.635 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 98 (ObjNum 362 snap 115 seq_num 362) dirty exists 2024-09-13T00:07:30.635 INFO:tasks.rados.rados.0.smithi032.stdout:1091: left oid 42 (ObjNum 362 snap 115 seq_num 362) 2024-09-13T00:07:30.635 INFO:tasks.rados.rados.0.smithi032.stdout:1093: finishing write tid 1 to smithi03267100-14 2024-09-13T00:07:30.635 INFO:tasks.rados.rados.0.smithi032.stdout:1093: finishing write tid 2 to smithi03267100-14 2024-09-13T00:07:30.635 INFO:tasks.rados.rados.0.smithi032.stdout:1093: finishing write tid 3 to smithi03267100-14 2024-09-13T00:07:30.636 INFO:tasks.rados.rados.0.smithi032.stdout:1093: finishing write tid 4 to smithi03267100-14 2024-09-13T00:07:30.636 INFO:tasks.rados.rados.0.smithi032.stdout:1093: finishing write tid 5 to smithi03267100-14 2024-09-13T00:07:30.636 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 737 (ObjNum 363 snap 115 seq_num 363) dirty exists 2024-09-13T00:07:30.636 INFO:tasks.rados.rados.0.smithi032.stdout:1093: left oid 14 (ObjNum 363 snap 115 seq_num 363) 2024-09-13T00:07:30.640 INFO:tasks.rados.rados.0.smithi032.stdout:1094: finishing write tid 1 to smithi03267100-12 2024-09-13T00:07:30.646 INFO:tasks.rados.rados.0.smithi032.stdout:1091: done (4 left) 2024-09-13T00:07:30.646 INFO:tasks.rados.rados.0.smithi032.stdout:1092: done (3 left) 2024-09-13T00:07:30.646 INFO:tasks.rados.rados.0.smithi032.stdout:1093: done (2 left) 2024-09-13T00:07:30.646 INFO:tasks.rados.rados.0.smithi032.stdout:1096: done (1 left) 2024-09-13T00:07:30.646 INFO:tasks.rados.rados.0.smithi032.stdout:1097: snap_create 2024-09-13T00:07:30.646 INFO:tasks.rados.rados.0.smithi032.stdout:1094: finishing write tid 2 to smithi03267100-12 2024-09-13T00:07:30.647 INFO:tasks.rados.rados.0.smithi032.stdout:1094: finishing write tid 3 to smithi03267100-12 2024-09-13T00:07:30.647 INFO:tasks.rados.rados.0.smithi032.stdout:1094: finishing write tid 4 to smithi03267100-12 2024-09-13T00:07:30.649 INFO:tasks.rados.rados.0.smithi032.stdout:1094: finishing write tid 5 to smithi03267100-12 2024-09-13T00:07:30.649 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 390 (ObjNum 364 snap 115 seq_num 364) dirty exists 2024-09-13T00:07:30.649 INFO:tasks.rados.rados.0.smithi032.stdout:1094: left oid 12 (ObjNum 364 snap 115 seq_num 364) 2024-09-13T00:07:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[22496]: cluster 2024-09-13T00:07:29.291267+0000 mgr.y (mgr.25055) 40 : cluster [DBG] pgmap v60: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-13T00:07:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[22496]: cluster 2024-09-13T00:07:29.633798+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2024-09-13T00:07:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[22496]: cluster 2024-09-13T00:07:29.745086+0000 mon.a (mon.0) 1486 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T00:07:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[22496]: cluster 2024-09-13T00:07:29.745264+0000 mon.a (mon.0) 1487 : cluster [DBG] Standby manager daemon x started 2024-09-13T00:07:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[22496]: audit 2024-09-13T00:07:29.747386+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.? 172.21.15.53:0/3809391947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T00:07:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[22496]: audit 2024-09-13T00:07:29.748231+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.? 172.21.15.53:0/3809391947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:07:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[22496]: audit 2024-09-13T00:07:29.751713+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.? 172.21.15.53:0/3809391947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T00:07:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[22496]: audit 2024-09-13T00:07:29.752216+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.? 172.21.15.53:0/3809391947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:07:30.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[22496]: audit 2024-09-13T00:07:29.842986+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:30.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[22496]: audit 2024-09-13T00:07:29.853129+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:30.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[22496]: cluster 2024-09-13T00:07:30.570443+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2024-09-13T00:07:30.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[32211]: cluster 2024-09-13T00:07:29.291267+0000 mgr.y (mgr.25055) 40 : cluster [DBG] pgmap v60: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-13T00:07:30.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[32211]: cluster 2024-09-13T00:07:29.633798+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2024-09-13T00:07:30.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[32211]: cluster 2024-09-13T00:07:29.745086+0000 mon.a (mon.0) 1486 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T00:07:30.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[32211]: cluster 2024-09-13T00:07:29.745264+0000 mon.a (mon.0) 1487 : cluster [DBG] Standby manager daemon x started 2024-09-13T00:07:30.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[32211]: audit 2024-09-13T00:07:29.747386+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.? 172.21.15.53:0/3809391947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T00:07:30.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[32211]: audit 2024-09-13T00:07:29.748231+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.? 172.21.15.53:0/3809391947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:07:30.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[32211]: audit 2024-09-13T00:07:29.751713+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.? 172.21.15.53:0/3809391947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T00:07:30.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[32211]: audit 2024-09-13T00:07:29.752216+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.? 172.21.15.53:0/3809391947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:07:30.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[32211]: audit 2024-09-13T00:07:29.842986+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:30.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[32211]: audit 2024-09-13T00:07:29.853129+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:30.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:30 smithi032 bash[32211]: cluster 2024-09-13T00:07:30.570443+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2024-09-13T00:07:31.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:30 smithi053 bash[24393]: cluster 2024-09-13T00:07:29.291267+0000 mgr.y (mgr.25055) 40 : cluster [DBG] pgmap v60: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-13T00:07:31.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:30 smithi053 bash[24393]: cluster 2024-09-13T00:07:29.633798+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2024-09-13T00:07:31.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:30 smithi053 bash[24393]: cluster 2024-09-13T00:07:29.745086+0000 mon.a (mon.0) 1486 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T00:07:31.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:30 smithi053 bash[24393]: cluster 2024-09-13T00:07:29.745264+0000 mon.a (mon.0) 1487 : cluster [DBG] Standby manager daemon x started 2024-09-13T00:07:31.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:30 smithi053 bash[24393]: audit 2024-09-13T00:07:29.747386+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.? 172.21.15.53:0/3809391947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T00:07:31.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:30 smithi053 bash[24393]: audit 2024-09-13T00:07:29.748231+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.? 172.21.15.53:0/3809391947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:07:31.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:30 smithi053 bash[24393]: audit 2024-09-13T00:07:29.751713+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.? 172.21.15.53:0/3809391947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T00:07:31.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:30 smithi053 bash[24393]: audit 2024-09-13T00:07:29.752216+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.? 172.21.15.53:0/3809391947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:07:31.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:30 smithi053 bash[24393]: audit 2024-09-13T00:07:29.842986+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:31.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:30 smithi053 bash[24393]: audit 2024-09-13T00:07:29.853129+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:31.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:30 smithi053 bash[24393]: cluster 2024-09-13T00:07:30.570443+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2024-09-13T00:07:31.646 INFO:tasks.rados.rados.0.smithi032.stdout:1094: done (1 left) 2024-09-13T00:07:31.646 INFO:tasks.rados.rados.0.smithi032.stdout:1097: done (0 left) 2024-09-13T00:07:31.646 INFO:tasks.rados.rados.0.smithi032.stdout:1098: read oid 10 snap -1 2024-09-13T00:07:31.647 INFO:tasks.rados.rados.0.smithi032.stdout:1098: expect (ObjNum 346 snap 111 seq_num 346) 2024-09-13T00:07:31.647 INFO:tasks.rados.rados.0.smithi032.stdout:1099: setattr oid 17 current snap is 116 2024-09-13T00:07:31.647 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 116 2024-09-13T00:07:31.647 INFO:tasks.rados.rados.0.smithi032.stdout:1100: seq_num 366 ranges {303104=532480,835584=458752,1294336=344064} 2024-09-13T00:07:31.653 INFO:tasks.rados.rados.0.smithi032.stdout:1100: writing smithi03267100-8 from 303104 to 835584 tid 1 2024-09-13T00:07:31.657 INFO:tasks.rados.rados.0.smithi032.stdout:1100: writing smithi03267100-8 from 835584 to 1294336 tid 2 2024-09-13T00:07:31.659 INFO:tasks.rados.rados.0.smithi032.stdout:1100: writing smithi03267100-8 from 1294336 to 1638400 tid 3 2024-09-13T00:07:31.659 INFO:tasks.rados.rados.0.smithi032.stdout:1101: delete oid 7 current snap is 116 2024-09-13T00:07:31.659 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 766 (ObjNum 173 snap 48 seq_num 173) dirty exists 2024-09-13T00:07:31.672 INFO:tasks.rados.rados.0.smithi032.stdout:1099: done (3 left) 2024-09-13T00:07:31.672 INFO:tasks.rados.rados.0.smithi032.stdout:1101: done (2 left) 2024-09-13T00:07:31.672 INFO:tasks.rados.rados.0.smithi032.stdout:1102: rollback oid 46 current snap is 116 2024-09-13T00:07:31.672 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 113 2024-09-13T00:07:31.672 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 116 2024-09-13T00:07:31.672 INFO:tasks.rados.rados.0.smithi032.stdout:1103: seq_num 368 ranges {0=573440,573440=622592,1196032=180224} 2024-09-13T00:07:31.676 INFO:tasks.rados.rados.0.smithi032.stdout:1103: writing smithi03267100-29 from 0 to 573440 tid 1 2024-09-13T00:07:31.680 INFO:tasks.rados.rados.0.smithi032.stdout:1103: writing smithi03267100-29 from 573440 to 1196032 tid 2 2024-09-13T00:07:31.682 INFO:tasks.rados.rados.0.smithi032.stdout:1103: writing smithi03267100-29 from 1196032 to 1376256 tid 3 2024-09-13T00:07:31.682 INFO:tasks.rados.rados.0.smithi032.stdout:1104: read oid 31 snap -1 2024-09-13T00:07:31.682 INFO:tasks.rados.rados.0.smithi032.stdout:1104: expect (ObjNum 311 snap 90 seq_num 311) 2024-09-13T00:07:31.682 INFO:tasks.rados.rados.0.smithi032.stdout:1105: read oid 16 snap 107 2024-09-13T00:07:31.682 INFO:tasks.rados.rados.0.smithi032.stdout:1105: expect (ObjNum 324 snap 95 seq_num 324) 2024-09-13T00:07:31.682 INFO:tasks.rados.rados.0.smithi032.stdout:1106: rmattr oid 9 current snap is 116 2024-09-13T00:07:31.682 INFO:tasks.rados.rados.0.smithi032.stdout:1106: done (6 left) 2024-09-13T00:07:31.682 INFO:tasks.rados.rados.0.smithi032.stdout:1107: snap_remove snap 79 2024-09-13T00:07:31.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:31 smithi032 bash[22496]: cluster 2024-09-13T00:07:30.650155+0000 mon.a (mon.0) 1491 : cluster [DBG] mgrmap e38: y(active, since 39s), standbys: x 2024-09-13T00:07:31.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:31 smithi032 bash[22496]: cluster 2024-09-13T00:07:31.650642+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2024-09-13T00:07:31.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:31 smithi032 bash[32211]: cluster 2024-09-13T00:07:30.650155+0000 mon.a (mon.0) 1491 : cluster [DBG] mgrmap e38: y(active, since 39s), standbys: x 2024-09-13T00:07:31.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:31 smithi032 bash[32211]: cluster 2024-09-13T00:07:31.650642+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2024-09-13T00:07:32.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:31 smithi053 bash[24393]: cluster 2024-09-13T00:07:30.650155+0000 mon.a (mon.0) 1491 : cluster [DBG] mgrmap e38: y(active, since 39s), standbys: x 2024-09-13T00:07:32.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:31 smithi053 bash[24393]: cluster 2024-09-13T00:07:31.650642+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2024-09-13T00:07:32.659 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:07:32] "GET /metrics HTTP/1.1" 200 36123 "" "Prometheus/2.43.0" 2024-09-13T00:07:32.680 INFO:tasks.rados.rados.0.smithi032.stdout:1107: done (6 left) 2024-09-13T00:07:32.680 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 116 2024-09-13T00:07:32.680 INFO:tasks.rados.rados.0.smithi032.stdout:1108: seq_num 369 ranges {0=589824,589824=507904,1097728=294912} 2024-09-13T00:07:32.687 INFO:tasks.rados.rados.0.smithi032.stdout:1108: writing smithi03267100-49 from 0 to 589824 tid 1 2024-09-13T00:07:32.690 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:32 smithi053 bash[60895]: ts=2024-09-13T00:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:32.692 INFO:tasks.rados.rados.0.smithi032.stdout:1108: writing smithi03267100-49 from 589824 to 1097728 tid 2 2024-09-13T00:07:32.696 INFO:tasks.rados.rados.0.smithi032.stdout:1108: writing smithi03267100-49 from 1097728 to 1392640 tid 3 2024-09-13T00:07:32.696 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 116 2024-09-13T00:07:32.696 INFO:tasks.rados.rados.0.smithi032.stdout:1102: finishing rollback tid 1 to smithi03267100-46 2024-09-13T00:07:32.696 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 4 (ObjNum 74 snap 0 seq_num 304) dirty dne 2024-09-13T00:07:32.696 INFO:tasks.rados.rados.0.smithi032.stdout:1098: expect (ObjNum 346 snap 111 seq_num 346) 2024-09-13T00:07:32.918 INFO:tasks.rados.rados.0.smithi032.stdout:1100: finishing write tid 1 to smithi03267100-8 2024-09-13T00:07:32.918 INFO:tasks.rados.rados.0.smithi032.stdout:1100: finishing write tid 2 to smithi03267100-8 2024-09-13T00:07:32.918 INFO:tasks.rados.rados.0.smithi032.stdout:1100: finishing write tid 3 to smithi03267100-8 2024-09-13T00:07:32.918 INFO:tasks.rados.rados.0.smithi032.stdout:1100: finishing write tid 4 to smithi03267100-8 2024-09-13T00:07:32.918 INFO:tasks.rados.rados.0.smithi032.stdout:1103: finishing write tid 1 to smithi03267100-29 2024-09-13T00:07:32.918 INFO:tasks.rados.rados.0.smithi032.stdout:1104: expect (ObjNum 311 snap 90 seq_num 311) 2024-09-13T00:07:32.928 INFO:tasks.rados.rados.0.smithi032.stdout:1100: finishing write tid 5 to smithi03267100-8 2024-09-13T00:07:32.928 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 283 (ObjNum 366 snap 116 seq_num 366) dirty exists 2024-09-13T00:07:32.928 INFO:tasks.rados.rados.0.smithi032.stdout:1100: left oid 8 (ObjNum 366 snap 116 seq_num 366) 2024-09-13T00:07:32.929 INFO:tasks.rados.rados.0.smithi032.stdout:1105: expect (ObjNum 324 snap 95 seq_num 324) 2024-09-13T00:07:33.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:32 smithi053 bash[24393]: cluster 2024-09-13T00:07:31.292053+0000 mgr.y (mgr.25055) 41 : cluster [DBG] pgmap v63: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-13T00:07:33.125 INFO:tasks.rados.rados.0.smithi032.stdout:1103: finishing write tid 2 to smithi03267100-29 2024-09-13T00:07:33.125 INFO:tasks.rados.rados.0.smithi032.stdout:1103: finishing write tid 3 to smithi03267100-29 2024-09-13T00:07:33.125 INFO:tasks.rados.rados.0.smithi032.stdout:1103: finishing write tid 4 to smithi03267100-29 2024-09-13T00:07:33.125 INFO:tasks.rados.rados.0.smithi032.stdout:1103: finishing write tid 5 to smithi03267100-29 2024-09-13T00:07:33.125 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 457 (ObjNum 368 snap 116 seq_num 368) dirty exists 2024-09-13T00:07:33.126 INFO:tasks.rados.rados.0.smithi032.stdout:1103: left oid 29 (ObjNum 368 snap 116 seq_num 368) 2024-09-13T00:07:33.126 INFO:tasks.rados.rados.0.smithi032.stdout:1108: finishing write tid 1 to smithi03267100-49 2024-09-13T00:07:33.126 INFO:tasks.rados.rados.0.smithi032.stdout:1108: finishing write tid 2 to smithi03267100-49 2024-09-13T00:07:33.126 INFO:tasks.rados.rados.0.smithi032.stdout:1108: finishing write tid 3 to smithi03267100-49 2024-09-13T00:07:33.126 INFO:tasks.rados.rados.0.smithi032.stdout:1108: finishing write tid 4 to smithi03267100-49 2024-09-13T00:07:33.126 INFO:tasks.rados.rados.0.smithi032.stdout:1108: finishing write tid 5 to smithi03267100-49 2024-09-13T00:07:33.126 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 578 (ObjNum 369 snap 116 seq_num 369) dirty exists 2024-09-13T00:07:33.126 INFO:tasks.rados.rados.0.smithi032.stdout:1108: left oid 49 (ObjNum 369 snap 116 seq_num 369) 2024-09-13T00:07:33.126 INFO:tasks.rados.rados.0.smithi032.stdout:1109: seq_num 370 ranges {4243456=606208,4849664=794624,5644288=8192} 2024-09-13T00:07:33.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:32 smithi032 bash[22496]: cluster 2024-09-13T00:07:31.292053+0000 mgr.y (mgr.25055) 41 : cluster [DBG] pgmap v63: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-13T00:07:33.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:32 smithi032 bash[32211]: cluster 2024-09-13T00:07:31.292053+0000 mgr.y (mgr.25055) 41 : cluster [DBG] pgmap v63: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-13T00:07:33.196 INFO:tasks.rados.rados.0.smithi032.stdout:1109: writing smithi03267100-47 from 4243456 to 4849664 tid 1 2024-09-13T00:07:33.204 INFO:tasks.rados.rados.0.smithi032.stdout:1109: writing smithi03267100-47 from 4849664 to 5644288 tid 2 2024-09-13T00:07:33.205 INFO:tasks.rados.rados.0.smithi032.stdout:1109: writing smithi03267100-47 from 5644288 to 5652480 tid 3 2024-09-13T00:07:33.205 INFO:tasks.rados.rados.0.smithi032.stdout:1098: done (7 left) 2024-09-13T00:07:33.205 INFO:tasks.rados.rados.0.smithi032.stdout:1100: done (6 left) 2024-09-13T00:07:33.205 INFO:tasks.rados.rados.0.smithi032.stdout:1102: done (5 left) 2024-09-13T00:07:33.205 INFO:tasks.rados.rados.0.smithi032.stdout:1103: done (4 left) 2024-09-13T00:07:33.205 INFO:tasks.rados.rados.0.smithi032.stdout:1104: done (3 left) 2024-09-13T00:07:33.205 INFO:tasks.rados.rados.0.smithi032.stdout:1105: done (2 left) 2024-09-13T00:07:33.206 INFO:tasks.rados.rados.0.smithi032.stdout:1108: done (1 left) 2024-09-13T00:07:33.206 INFO:tasks.rados.rados.0.smithi032.stdout:1110: rollback oid 11 current snap is 116 2024-09-13T00:07:33.206 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 51 2024-09-13T00:07:33.206 INFO:tasks.rados.rados.0.smithi032.stdout:1109: finishing write tid 1 to smithi03267100-47 2024-09-13T00:07:33.206 INFO:tasks.rados.rados.0.smithi032.stdout:1111: rollback oid 25 current snap is 116 2024-09-13T00:07:33.206 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 95 2024-09-13T00:07:33.206 INFO:tasks.rados.rados.0.smithi032.stdout:1112: rmattr oid 45 current snap is 116 2024-09-13T00:07:33.206 INFO:tasks.rados.rados.0.smithi032.stdout:1113: rmattr oid 18 current snap is 116 2024-09-13T00:07:33.206 INFO:tasks.rados.rados.0.smithi032.stdout:1113: done (4 left) 2024-09-13T00:07:33.206 INFO:tasks.rados.rados.0.smithi032.stdout:1114: delete oid 13 current snap is 116 2024-09-13T00:07:33.213 INFO:tasks.rados.rados.0.smithi032.stdout:1109: finishing write tid 2 to smithi03267100-47 2024-09-13T00:07:33.215 INFO:tasks.rados.rados.0.smithi032.stdout:1109: finishing write tid 3 to smithi03267100-47 2024-09-13T00:07:33.215 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 579 (ObjNum 325 snap 96 seq_num 325) dirty exists 2024-09-13T00:07:33.215 INFO:tasks.rados.rados.0.smithi032.stdout:1109: finishing write tid 4 to smithi03267100-47 2024-09-13T00:07:33.217 INFO:tasks.rados.rados.0.smithi032.stdout:1109: finishing write tid 5 to smithi03267100-47 2024-09-13T00:07:33.217 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 304 (ObjNum 370 snap 116 seq_num 370) dirty exists 2024-09-13T00:07:33.218 INFO:tasks.rados.rados.0.smithi032.stdout:1109: left oid 47 (ObjNum 370 snap 116 seq_num 370) 2024-09-13T00:07:33.218 INFO:tasks.rados.rados.0.smithi032.stdout:1110: finishing rollback tid 0 to smithi03267100-11 2024-09-13T00:07:33.218 INFO:tasks.rados.rados.0.smithi032.stdout:1111: finishing rollback tid 0 to smithi03267100-25 2024-09-13T00:07:33.219 INFO:tasks.rados.rados.0.smithi032.stdout:1111: finishing rollback tid 1 to smithi03267100-25 2024-09-13T00:07:33.220 INFO:tasks.rados.rados.0.smithi032.stdout:1111: finishing rollback tid 2 to smithi03267100-25 2024-09-13T00:07:33.220 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 315 (ObjNum 304 snap 87 seq_num 304) dirty exists 2024-09-13T00:07:33.222 INFO:tasks.rados.rados.0.smithi032.stdout:1110: finishing rollback tid 1 to smithi03267100-11 2024-09-13T00:07:33.222 INFO:tasks.rados.rados.0.smithi032.stdout:1110: finishing rollback tid 2 to smithi03267100-11 2024-09-13T00:07:33.222 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 751 (ObjNum 179 snap 51 seq_num 179) dirty exists 2024-09-13T00:07:33.222 INFO:tasks.rados.rados.0.smithi032.stdout:1109: done (4 left) 2024-09-13T00:07:33.223 INFO:tasks.rados.rados.0.smithi032.stdout:1110: done (3 left) 2024-09-13T00:07:33.223 INFO:tasks.rados.rados.0.smithi032.stdout:1111: done (2 left) 2024-09-13T00:07:33.223 INFO:tasks.rados.rados.0.smithi032.stdout:1112: done (1 left) 2024-09-13T00:07:33.223 INFO:tasks.rados.rados.0.smithi032.stdout:1114: done (0 left) 2024-09-13T00:07:33.223 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 116 2024-09-13T00:07:33.223 INFO:tasks.rados.rados.0.smithi032.stdout:1115: seq_num 372 ranges {3457024=638976,4096000=565248,4661248=237568} 2024-09-13T00:07:33.245 INFO:tasks.rados.rados.0.smithi032.stdout:1115: writing smithi03267100-50 from 3457024 to 4096000 tid 1 2024-09-13T00:07:33.248 INFO:tasks.rados.rados.0.smithi032.stdout:1115: writing smithi03267100-50 from 4096000 to 4661248 tid 2 2024-09-13T00:07:33.250 INFO:tasks.rados.rados.0.smithi032.stdout:1115: writing smithi03267100-50 from 4661248 to 4898816 tid 3 2024-09-13T00:07:33.250 INFO:tasks.rados.rados.0.smithi032.stdout:1116: snap_remove snap 104 2024-09-13T00:07:33.707 INFO:tasks.rados.rados.0.smithi032.stdout:1116: done (1 left) 2024-09-13T00:07:33.707 INFO:tasks.rados.rados.0.smithi032.stdout:1117: read oid 37 snap -1 2024-09-13T00:07:33.707 INFO:tasks.rados.rados.0.smithi032.stdout:1117: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:07:33.707 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 116 2024-09-13T00:07:33.707 INFO:tasks.rados.rados.0.smithi032.stdout:1115: finishing write tid 1 to smithi03267100-50 2024-09-13T00:07:33.707 INFO:tasks.rados.rados.0.smithi032.stdout:1115: finishing write tid 2 to smithi03267100-50 2024-09-13T00:07:33.707 INFO:tasks.rados.rados.0.smithi032.stdout:1115: finishing write tid 3 to smithi03267100-50 2024-09-13T00:07:33.707 INFO:tasks.rados.rados.0.smithi032.stdout:1115: finishing write tid 4 to smithi03267100-50 2024-09-13T00:07:33.707 INFO:tasks.rados.rados.0.smithi032.stdout:1115: finishing write tid 5 to smithi03267100-50 2024-09-13T00:07:33.708 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 181 (ObjNum 372 snap 116 seq_num 372) dirty exists 2024-09-13T00:07:33.708 INFO:tasks.rados.rados.0.smithi032.stdout:1115: left oid 50 (ObjNum 372 snap 116 seq_num 372) 2024-09-13T00:07:33.708 INFO:tasks.rados.rados.0.smithi032.stdout:1118: seq_num 373 ranges {1638400=655360,2293760=499712,2793472=303104} 2024-09-13T00:07:33.727 INFO:tasks.rados.rados.0.smithi032.stdout:1118: writing smithi03267100-8 from 1638400 to 2293760 tid 1 2024-09-13T00:07:33.730 INFO:tasks.rados.rados.0.smithi032.stdout:1118: writing smithi03267100-8 from 2293760 to 2793472 tid 2 2024-09-13T00:07:33.733 INFO:tasks.rados.rados.0.smithi032.stdout:1118: writing smithi03267100-8 from 2793472 to 3096576 tid 3 2024-09-13T00:07:33.733 INFO:tasks.rados.rados.0.smithi032.stdout:1115: done (2 left) 2024-09-13T00:07:33.733 INFO:tasks.rados.rados.0.smithi032.stdout:1119: rmattr oid 44 current snap is 116 2024-09-13T00:07:33.733 INFO:tasks.rados.rados.0.smithi032.stdout:1117: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:07:33.742 INFO:tasks.rados.rados.0.smithi032.stdout:1117: done (2 left) 2024-09-13T00:07:33.742 INFO:tasks.rados.rados.0.smithi032.stdout:1120: delete oid 22 current snap is 116 2024-09-13T00:07:33.743 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 321 (ObjNum 172 snap 47 seq_num 172) dirty exists 2024-09-13T00:07:33.745 INFO:tasks.rados.rados.0.smithi032.stdout:1118: finishing write tid 1 to smithi03267100-8 2024-09-13T00:07:33.746 INFO:tasks.rados.rados.0.smithi032.stdout:1118: finishing write tid 2 to smithi03267100-8 2024-09-13T00:07:33.746 INFO:tasks.rados.rados.0.smithi032.stdout:1118: finishing write tid 3 to smithi03267100-8 2024-09-13T00:07:33.746 INFO:tasks.rados.rados.0.smithi032.stdout:1118: finishing write tid 4 to smithi03267100-8 2024-09-13T00:07:33.746 INFO:tasks.rados.rados.0.smithi032.stdout:1118: finishing write tid 5 to smithi03267100-8 2024-09-13T00:07:33.747 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 287 (ObjNum 373 snap 116 seq_num 373) dirty exists 2024-09-13T00:07:33.747 INFO:tasks.rados.rados.0.smithi032.stdout:1118: left oid 8 (ObjNum 373 snap 116 seq_num 373) 2024-09-13T00:07:33.752 INFO:tasks.rados.rados.0.smithi032.stdout:1118: done (2 left) 2024-09-13T00:07:33.752 INFO:tasks.rados.rados.0.smithi032.stdout:1119: done (1 left) 2024-09-13T00:07:33.752 INFO:tasks.rados.rados.0.smithi032.stdout:1120: done (0 left) 2024-09-13T00:07:33.752 INFO:tasks.rados.rados.0.smithi032.stdout:1121: rollback oid 50 current snap is 116 2024-09-13T00:07:33.752 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 108 2024-09-13T00:07:33.752 INFO:tasks.rados.rados.0.smithi032.stdout:1122: copy_from oid 7 from oid 49 current snap is 116 2024-09-13T00:07:33.752 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 116 2024-09-13T00:07:33.752 INFO:tasks.rados.rados.0.smithi032.stdout:1123: seq_num 375 ranges {1622016=688128,2310144=663552,2973696=139264} 2024-09-13T00:07:33.766 INFO:tasks.rados.rados.0.smithi032.stdout:1123: writing smithi03267100-3 from 1622016 to 2310144 tid 1 2024-09-13T00:07:33.769 INFO:tasks.rados.rados.0.smithi032.stdout:1123: writing smithi03267100-3 from 2310144 to 2973696 tid 2 2024-09-13T00:07:33.770 INFO:tasks.rados.rados.0.smithi032.stdout:1123: writing smithi03267100-3 from 2973696 to 3112960 tid 3 2024-09-13T00:07:33.770 INFO:tasks.rados.rados.0.smithi032.stdout:1124: read oid 35 snap 107 2024-09-13T00:07:33.770 INFO:tasks.rados.rados.0.smithi032.stdout:1124: expect deleted 2024-09-13T00:07:33.770 INFO:tasks.rados.rados.0.smithi032.stdout:1125: snap_create 2024-09-13T00:07:33.770 INFO:tasks.rados.rados.0.smithi032.stdout:1121: finishing rollback tid 0 to smithi03267100-50 2024-09-13T00:07:33.770 INFO:tasks.rados.rados.0.smithi032.stdout:1121: finishing rollback tid 1 to smithi03267100-50 2024-09-13T00:07:33.770 INFO:tasks.rados.rados.0.smithi032.stdout:1121: finishing rollback tid 2 to smithi03267100-50 2024-09-13T00:07:33.771 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 184 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-09-13T00:07:33.771 INFO:tasks.rados.rados.0.smithi032.stdout:1122: finishing copy_from racing read to smithi03267100-7 2024-09-13T00:07:33.771 INFO:tasks.rados.rados.0.smithi032.stdout:1122: finishing copy_from to smithi03267100-7 2024-09-13T00:07:33.771 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 578 (ObjNum 369 snap 116 seq_num 369) dirty exists 2024-09-13T00:07:33.771 INFO:tasks.rados.rados.0.smithi032.stdout:1123: finishing write tid 1 to smithi03267100-3 2024-09-13T00:07:33.774 INFO:tasks.rados.rados.0.smithi032.stdout:1123: finishing write tid 2 to smithi03267100-3 2024-09-13T00:07:33.774 INFO:tasks.rados.rados.0.smithi032.stdout:1123: finishing write tid 3 to smithi03267100-3 2024-09-13T00:07:33.774 INFO:tasks.rados.rados.0.smithi032.stdout:1123: finishing write tid 4 to smithi03267100-3 2024-09-13T00:07:33.775 INFO:tasks.rados.rados.0.smithi032.stdout:1123: finishing write tid 5 to smithi03267100-3 2024-09-13T00:07:33.775 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 478 (ObjNum 375 snap 116 seq_num 375) dirty exists 2024-09-13T00:07:33.776 INFO:tasks.rados.rados.0.smithi032.stdout:1123: left oid 3 (ObjNum 375 snap 116 seq_num 375) 2024-09-13T00:07:33.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:33 smithi053 bash[24393]: cluster 2024-09-13T00:07:32.680437+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2024-09-13T00:07:33.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:33 smithi053 bash[60895]: ts=2024-09-13T00:07:33.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:34.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:33 smithi032 bash[22496]: cluster 2024-09-13T00:07:32.680437+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2024-09-13T00:07:34.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:33 smithi032 bash[32211]: cluster 2024-09-13T00:07:32.680437+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2024-09-13T00:07:34.706 INFO:tasks.rados.rados.0.smithi032.stdout:1121: done (4 left) 2024-09-13T00:07:34.706 INFO:tasks.rados.rados.0.smithi032.stdout:1122: done (3 left) 2024-09-13T00:07:34.706 INFO:tasks.rados.rados.0.smithi032.stdout:1123: done (2 left) 2024-09-13T00:07:34.706 INFO:tasks.rados.rados.0.smithi032.stdout:1124: done (1 left) 2024-09-13T00:07:34.706 INFO:tasks.rados.rados.0.smithi032.stdout:1125: done (0 left) 2024-09-13T00:07:34.706 INFO:tasks.rados.rados.0.smithi032.stdout:1126: delete oid 26 current snap is 117 2024-09-13T00:07:34.707 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:34 smithi053 bash[60895]: ts=2024-09-13T00:07:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:34.708 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:34 smithi053 bash[60895]: ts=2024-09-13T00:07:34.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:34.711 INFO:tasks.rados.rados.0.smithi032.stdout:1126: done (0 left) 2024-09-13T00:07:34.711 INFO:tasks.rados.rados.0.smithi032.stdout:1127: delete oid 5 current snap is 117 2024-09-13T00:07:34.724 INFO:tasks.rados.rados.0.smithi032.stdout:1127: done (0 left) 2024-09-13T00:07:34.724 INFO:tasks.rados.rados.0.smithi032.stdout:1128: copy_from oid 21 from oid 29 current snap is 117 2024-09-13T00:07:34.724 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 117 2024-09-13T00:07:34.725 INFO:tasks.rados.rados.0.smithi032.stdout:1129: seq_num 378 ranges {3112960=737280,3850240=720896,4571136=81920} 2024-09-13T00:07:34.761 INFO:tasks.rados.rados.0.smithi032.stdout:1129: writing smithi03267100-3 from 3112960 to 3850240 tid 1 2024-09-13T00:07:34.768 INFO:tasks.rados.rados.0.smithi032.stdout:1129: writing smithi03267100-3 from 3850240 to 4571136 tid 2 2024-09-13T00:07:34.769 INFO:tasks.rados.rados.0.smithi032.stdout:1129: writing smithi03267100-3 from 4571136 to 4653056 tid 3 2024-09-13T00:07:34.770 INFO:tasks.rados.rados.0.smithi032.stdout:1130: copy_from oid 35 from oid 34 current snap is 117 2024-09-13T00:07:34.770 INFO:tasks.rados.rados.0.smithi032.stdout:1128: finishing copy_from racing read to smithi03267100-21 2024-09-13T00:07:34.770 INFO:tasks.rados.rados.0.smithi032.stdout:1128: finishing copy_from to smithi03267100-21 2024-09-13T00:07:34.770 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 457 (ObjNum 368 snap 116 seq_num 368) dirty exists 2024-09-13T00:07:34.770 INFO:tasks.rados.rados.0.smithi032.stdout:1129: finishing write tid 1 to smithi03267100-3 2024-09-13T00:07:34.770 INFO:tasks.rados.rados.0.smithi032.stdout:1128: done (2 left) 2024-09-13T00:07:34.770 INFO:tasks.rados.rados.0.smithi032.stdout:1131: read oid 38 snap -1 2024-09-13T00:07:34.770 INFO:tasks.rados.rados.0.smithi032.stdout:1131: expect (ObjNum 303 snap 87 seq_num 303) 2024-09-13T00:07:34.770 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 117 2024-09-13T00:07:34.770 INFO:tasks.rados.rados.0.smithi032.stdout:1132: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2024-09-13T00:07:34.778 INFO:tasks.rados.rados.0.smithi032.stdout:1132: writing smithi03267100-26 from 0 to 753664 tid 1 2024-09-13T00:07:34.784 INFO:tasks.rados.rados.0.smithi032.stdout:1132: writing smithi03267100-26 from 753664 to 1359872 tid 2 2024-09-13T00:07:34.786 INFO:tasks.rados.rados.0.smithi032.stdout:1132: writing smithi03267100-26 from 1359872 to 1556480 tid 3 2024-09-13T00:07:34.786 INFO:tasks.rados.rados.0.smithi032.stdout:1133: copy_from oid 30 from oid 31 current snap is 117 2024-09-13T00:07:34.786 INFO:tasks.rados.rados.0.smithi032.stdout:1131: expect (ObjNum 303 snap 87 seq_num 303) 2024-09-13T00:07:34.812 INFO:tasks.rados.rados.0.smithi032.stdout:1129: finishing write tid 2 to smithi03267100-3 2024-09-13T00:07:34.812 INFO:tasks.rados.rados.0.smithi032.stdout:1129: finishing write tid 3 to smithi03267100-3 2024-09-13T00:07:34.812 INFO:tasks.rados.rados.0.smithi032.stdout:1129: finishing write tid 4 to smithi03267100-3 2024-09-13T00:07:34.812 INFO:tasks.rados.rados.0.smithi032.stdout:1130: finishing copy_from racing read to smithi03267100-35 2024-09-13T00:07:34.812 INFO:tasks.rados.rados.0.smithi032.stdout:1129: finishing write tid 5 to smithi03267100-3 2024-09-13T00:07:34.813 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 483 (ObjNum 378 snap 117 seq_num 378) dirty exists 2024-09-13T00:07:34.813 INFO:tasks.rados.rados.0.smithi032.stdout:1129: left oid 3 (ObjNum 378 snap 117 seq_num 378) 2024-09-13T00:07:34.813 INFO:tasks.rados.rados.0.smithi032.stdout:1129: done (4 left) 2024-09-13T00:07:34.813 INFO:tasks.rados.rados.0.smithi032.stdout:1131: done (3 left) 2024-09-13T00:07:34.813 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 117 2024-09-13T00:07:34.813 INFO:tasks.rados.rados.0.smithi032.stdout:1134: seq_num 380 ranges {3096576=770048,3866624=483328,4349952=319488} 2024-09-13T00:07:34.841 INFO:tasks.rados.rados.0.smithi032.stdout:1134: writing smithi03267100-8 from 3096576 to 3866624 tid 1 2024-09-13T00:07:34.845 INFO:tasks.rados.rados.0.smithi032.stdout:1134: writing smithi03267100-8 from 3866624 to 4349952 tid 2 2024-09-13T00:07:34.848 INFO:tasks.rados.rados.0.smithi032.stdout:1134: writing smithi03267100-8 from 4349952 to 4669440 tid 3 2024-09-13T00:07:34.848 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 117 2024-09-13T00:07:34.848 INFO:tasks.rados.rados.0.smithi032.stdout:1135: seq_num 381 ranges {802816=786432,1589248=417792,2007040=385024} 2024-09-13T00:07:34.859 INFO:tasks.rados.rados.0.smithi032.stdout:1135: writing smithi03267100-44 from 802816 to 1589248 tid 1 2024-09-13T00:07:34.862 INFO:tasks.rados.rados.0.smithi032.stdout:1135: writing smithi03267100-44 from 1589248 to 2007040 tid 2 2024-09-13T00:07:34.865 INFO:tasks.rados.rados.0.smithi032.stdout:1135: writing smithi03267100-44 from 2007040 to 2392064 tid 3 2024-09-13T00:07:34.865 INFO:tasks.rados.rados.0.smithi032.stdout:1136: read oid 46 snap -1 2024-09-13T00:07:34.865 INFO:tasks.rados.rados.0.smithi032.stdout:1136: expect deleted 2024-09-13T00:07:34.865 INFO:tasks.rados.rados.0.smithi032.stdout:1137: snap_create 2024-09-13T00:07:34.865 INFO:tasks.rados.rados.0.smithi032.stdout:1130: finishing copy_from to smithi03267100-35 2024-09-13T00:07:34.865 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 386 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:07:34.866 INFO:tasks.rados.rados.0.smithi032.stdout:1132: finishing write tid 1 to smithi03267100-26 2024-09-13T00:07:34.866 INFO:tasks.rados.rados.0.smithi032.stdout:1132: finishing write tid 2 to smithi03267100-26 2024-09-13T00:07:34.866 INFO:tasks.rados.rados.0.smithi032.stdout:1132: finishing write tid 3 to smithi03267100-26 2024-09-13T00:07:34.866 INFO:tasks.rados.rados.0.smithi032.stdout:1132: finishing write tid 4 to smithi03267100-26 2024-09-13T00:07:34.866 INFO:tasks.rados.rados.0.smithi032.stdout:1133: finishing copy_from racing read to smithi03267100-30 2024-09-13T00:07:34.866 INFO:tasks.rados.rados.0.smithi032.stdout:1133: finishing copy_from to smithi03267100-30 2024-09-13T00:07:34.866 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 638 (ObjNum 311 snap 90 seq_num 311) dirty exists 2024-09-13T00:07:34.866 INFO:tasks.rados.rados.0.smithi032.stdout:1132: finishing write tid 5 to smithi03267100-26 2024-09-13T00:07:34.866 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 768 (ObjNum 379 snap 117 seq_num 379) dirty exists 2024-09-13T00:07:34.866 INFO:tasks.rados.rados.0.smithi032.stdout:1132: left oid 26 (ObjNum 379 snap 117 seq_num 379) 2024-09-13T00:07:34.866 INFO:tasks.rados.rados.0.smithi032.stdout:1134: finishing write tid 1 to smithi03267100-8 2024-09-13T00:07:34.866 INFO:tasks.rados.rados.0.smithi032.stdout:1134: finishing write tid 2 to smithi03267100-8 2024-09-13T00:07:34.866 INFO:tasks.rados.rados.0.smithi032.stdout:1134: finishing write tid 3 to smithi03267100-8 2024-09-13T00:07:34.866 INFO:tasks.rados.rados.0.smithi032.stdout:1134: finishing write tid 4 to smithi03267100-8 2024-09-13T00:07:34.867 INFO:tasks.rados.rados.0.smithi032.stdout:1134: finishing write tid 5 to smithi03267100-8 2024-09-13T00:07:34.867 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 291 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-09-13T00:07:34.867 INFO:tasks.rados.rados.0.smithi032.stdout:1134: left oid 8 (ObjNum 380 snap 117 seq_num 380) 2024-09-13T00:07:34.868 INFO:tasks.rados.rados.0.smithi032.stdout:1135: finishing write tid 1 to smithi03267100-44 2024-09-13T00:07:34.868 INFO:tasks.rados.rados.0.smithi032.stdout:1135: finishing write tid 2 to smithi03267100-44 2024-09-13T00:07:34.869 INFO:tasks.rados.rados.0.smithi032.stdout:1135: finishing write tid 3 to smithi03267100-44 2024-09-13T00:07:34.869 INFO:tasks.rados.rados.0.smithi032.stdout:1135: finishing write tid 4 to smithi03267100-44 2024-09-13T00:07:34.871 INFO:tasks.rados.rados.0.smithi032.stdout:1135: finishing write tid 5 to smithi03267100-44 2024-09-13T00:07:34.871 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 326 (ObjNum 381 snap 117 seq_num 381) dirty exists 2024-09-13T00:07:34.871 INFO:tasks.rados.rados.0.smithi032.stdout:1135: left oid 44 (ObjNum 381 snap 117 seq_num 381) 2024-09-13T00:07:35.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:34 smithi053 bash[24393]: cluster 2024-09-13T00:07:33.292816+0000 mgr.y (mgr.25055) 42 : cluster [DBG] pgmap v66: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-09-13T00:07:35.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:34 smithi053 bash[24393]: cluster 2024-09-13T00:07:33.709728+0000 mon.a (mon.0) 1494 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2024-09-13T00:07:35.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:34 smithi032 bash[22496]: cluster 2024-09-13T00:07:33.292816+0000 mgr.y (mgr.25055) 42 : cluster [DBG] pgmap v66: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-09-13T00:07:35.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:34 smithi032 bash[22496]: cluster 2024-09-13T00:07:33.709728+0000 mon.a (mon.0) 1494 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2024-09-13T00:07:35.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:34 smithi032 bash[32211]: cluster 2024-09-13T00:07:33.292816+0000 mgr.y (mgr.25055) 42 : cluster [DBG] pgmap v66: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-09-13T00:07:35.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:34 smithi032 bash[32211]: cluster 2024-09-13T00:07:33.709728+0000 mon.a (mon.0) 1494 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2024-09-13T00:07:35.568 INFO:tasks.rados.rados.0.smithi032.stdout:1130: done (6 left) 2024-09-13T00:07:35.568 INFO:tasks.rados.rados.0.smithi032.stdout:1132: done (5 left) 2024-09-13T00:07:35.568 INFO:tasks.rados.rados.0.smithi032.stdout:1133: done (4 left) 2024-09-13T00:07:35.568 INFO:tasks.rados.rados.0.smithi032.stdout:1134: done (3 left) 2024-09-13T00:07:35.569 INFO:tasks.rados.rados.0.smithi032.stdout:1135: done (2 left) 2024-09-13T00:07:35.569 INFO:tasks.rados.rados.0.smithi032.stdout:1136: done (1 left) 2024-09-13T00:07:35.569 INFO:tasks.rados.rados.0.smithi032.stdout:1137: done (0 left) 2024-09-13T00:07:35.569 INFO:tasks.rados.rados.0.smithi032.stdout:1138: setattr oid 23 current snap is 118 2024-09-13T00:07:35.569 INFO:tasks.rados.rados.0.smithi032.stdout:1139: snap_remove snap 40 2024-09-13T00:07:36.015 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:35 smithi053 bash[24393]: cluster 2024-09-13T00:07:34.709510+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2024-09-13T00:07:36.015 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:35 smithi053 bash[24393]: cluster 2024-09-13T00:07:35.572730+0000 mon.a (mon.0) 1496 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2024-09-13T00:07:36.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:35 smithi032 bash[32211]: cluster 2024-09-13T00:07:34.709510+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2024-09-13T00:07:36.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:35 smithi032 bash[32211]: cluster 2024-09-13T00:07:35.572730+0000 mon.a (mon.0) 1496 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2024-09-13T00:07:36.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:35 smithi032 bash[22496]: cluster 2024-09-13T00:07:34.709510+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2024-09-13T00:07:36.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:35 smithi032 bash[22496]: cluster 2024-09-13T00:07:35.572730+0000 mon.a (mon.0) 1496 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2024-09-13T00:07:36.572 INFO:tasks.rados.rados.0.smithi032.stdout:1139: done (1 left) 2024-09-13T00:07:36.572 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 118 2024-09-13T00:07:36.572 INFO:tasks.rados.rados.0.smithi032.stdout:1140: seq_num 382 ranges {5644288=802816,6447104=704512,7151616=98304} 2024-09-13T00:07:36.626 INFO:tasks.rados.rados.0.smithi032.stdout:1140: writing smithi03267100-45 from 5644288 to 6447104 tid 1 2024-09-13T00:07:36.632 INFO:tasks.rados.rados.0.smithi032.stdout:1140: writing smithi03267100-45 from 6447104 to 7151616 tid 2 2024-09-13T00:07:36.633 INFO:tasks.rados.rados.0.smithi032.stdout:1140: writing smithi03267100-45 from 7151616 to 7249920 tid 3 2024-09-13T00:07:36.633 INFO:tasks.rados.rados.0.smithi032.stdout:1141: snap_remove snap 107 2024-09-13T00:07:37.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:36 smithi053 bash[24393]: cluster 2024-09-13T00:07:35.293508+0000 mgr.y (mgr.25055) 43 : cluster [DBG] pgmap v69: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-09-13T00:07:37.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:36 smithi053 bash[24393]: cluster 2024-09-13T00:07:36.575203+0000 mon.a (mon.0) 1497 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2024-09-13T00:07:37.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:36 smithi032 bash[22496]: cluster 2024-09-13T00:07:35.293508+0000 mgr.y (mgr.25055) 43 : cluster [DBG] pgmap v69: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-09-13T00:07:37.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:36 smithi032 bash[22496]: cluster 2024-09-13T00:07:36.575203+0000 mon.a (mon.0) 1497 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2024-09-13T00:07:37.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:36 smithi032 bash[32211]: cluster 2024-09-13T00:07:35.293508+0000 mgr.y (mgr.25055) 43 : cluster [DBG] pgmap v69: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-09-13T00:07:37.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:36 smithi032 bash[32211]: cluster 2024-09-13T00:07:36.575203+0000 mon.a (mon.0) 1497 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2024-09-13T00:07:37.575 INFO:tasks.rados.rados.0.smithi032.stdout:1141: done (2 left) 2024-09-13T00:07:37.575 INFO:tasks.rados.rados.0.smithi032.stdout:1142: delete oid 1 current snap is 118 2024-09-13T00:07:37.575 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 784 (ObjNum 333 snap 103 seq_num 333) dirty exists 2024-09-13T00:07:37.575 INFO:tasks.rados.rados.0.smithi032.stdout:1140: finishing write tid 1 to smithi03267100-45 2024-09-13T00:07:37.575 INFO:tasks.rados.rados.0.smithi032.stdout:1140: finishing write tid 2 to smithi03267100-45 2024-09-13T00:07:37.575 INFO:tasks.rados.rados.0.smithi032.stdout:1140: finishing write tid 3 to smithi03267100-45 2024-09-13T00:07:37.575 INFO:tasks.rados.rados.0.smithi032.stdout:1140: finishing write tid 4 to smithi03267100-45 2024-09-13T00:07:37.575 INFO:tasks.rados.rados.0.smithi032.stdout:1140: finishing write tid 5 to smithi03267100-45 2024-09-13T00:07:37.575 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 583 (ObjNum 382 snap 118 seq_num 382) dirty exists 2024-09-13T00:07:37.575 INFO:tasks.rados.rados.0.smithi032.stdout:1140: left oid 45 (ObjNum 382 snap 118 seq_num 382) 2024-09-13T00:07:37.606 INFO:tasks.rados.rados.0.smithi032.stdout:1138: done (2 left) 2024-09-13T00:07:37.606 INFO:tasks.rados.rados.0.smithi032.stdout:1140: done (1 left) 2024-09-13T00:07:37.606 INFO:tasks.rados.rados.0.smithi032.stdout:1142: done (0 left) 2024-09-13T00:07:37.606 INFO:tasks.rados.rados.0.smithi032.stdout:1143: rollback oid 50 current snap is 118 2024-09-13T00:07:37.607 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 91 2024-09-13T00:07:37.607 INFO:tasks.rados.rados.0.smithi032.stdout:1144: copy_from oid 39 from oid 10 current snap is 118 2024-09-13T00:07:37.607 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 118 2024-09-13T00:07:37.607 INFO:tasks.rados.rados.0.smithi032.stdout:1145: seq_num 384 ranges {2293760=434176,2727936=475136,3203072=630784,3833856=98304} 2024-09-13T00:07:37.617 INFO:tasks.rados.rados.0.smithi032.stdout:1145: writing smithi03267100-2 from 2293760 to 2727936 tid 1 2024-09-13T00:07:37.619 INFO:tasks.rados.rados.0.smithi032.stdout:1145: writing smithi03267100-2 from 2727936 to 3203072 tid 2 2024-09-13T00:07:37.624 INFO:tasks.rados.rados.0.smithi032.stdout:1145: writing smithi03267100-2 from 3203072 to 3833856 tid 3 2024-09-13T00:07:37.625 INFO:tasks.rados.rados.0.smithi032.stdout:1145: writing smithi03267100-2 from 3833856 to 3932160 tid 4 2024-09-13T00:07:37.625 INFO:tasks.rados.rados.0.smithi032.stdout:1146: read oid 36 snap -1 2024-09-13T00:07:37.626 INFO:tasks.rados.rados.0.smithi032.stdout:1146: expect (ObjNum 307 snap 90 seq_num 307) 2024-09-13T00:07:37.626 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 118 2024-09-13T00:07:37.626 INFO:tasks.rados.rados.0.smithi032.stdout:1147: seq_num 385 ranges {5865472=450560,6316032=761856,7077888=442368} 2024-09-13T00:07:37.662 INFO:tasks.rados.rados.0.smithi032.stdout:1147: writing smithi03267100-19 from 5865472 to 6316032 tid 1 2024-09-13T00:07:37.666 INFO:tasks.rados.rados.0.smithi032.stdout:1147: writing smithi03267100-19 from 6316032 to 7077888 tid 2 2024-09-13T00:07:37.669 INFO:tasks.rados.rados.0.smithi032.stdout:1147: writing smithi03267100-19 from 7077888 to 7520256 tid 3 2024-09-13T00:07:37.669 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 118 2024-09-13T00:07:37.669 INFO:tasks.rados.rados.0.smithi032.stdout:1143: finishing rollback tid 0 to smithi03267100-50 2024-09-13T00:07:37.669 INFO:tasks.rados.rados.0.smithi032.stdout:1143: finishing rollback tid 1 to smithi03267100-50 2024-09-13T00:07:37.669 INFO:tasks.rados.rados.0.smithi032.stdout:1143: finishing rollback tid 2 to smithi03267100-50 2024-09-13T00:07:37.670 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 187 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-09-13T00:07:37.670 INFO:tasks.rados.rados.0.smithi032.stdout:1145: finishing write tid 1 to smithi03267100-2 2024-09-13T00:07:37.670 INFO:tasks.rados.rados.0.smithi032.stdout:1148: seq_num 386 ranges {303104=466944,770048=638976,1409024=565248} 2024-09-13T00:07:37.673 INFO:tasks.rados.rados.0.smithi032.stdout:1148: writing smithi03267100-38 from 303104 to 770048 tid 1 2024-09-13T00:07:37.677 INFO:tasks.rados.rados.0.smithi032.stdout:1148: writing smithi03267100-38 from 770048 to 1409024 tid 2 2024-09-13T00:07:37.681 INFO:tasks.rados.rados.0.smithi032.stdout:1148: writing smithi03267100-38 from 1409024 to 1974272 tid 3 2024-09-13T00:07:37.681 INFO:tasks.rados.rados.0.smithi032.stdout:1143: done (5 left) 2024-09-13T00:07:37.682 INFO:tasks.rados.rados.0.smithi032.stdout:1149: snap_create 2024-09-13T00:07:37.682 INFO:tasks.rados.rados.0.smithi032.stdout:1145: finishing write tid 2 to smithi03267100-2 2024-09-13T00:07:37.682 INFO:tasks.rados.rados.0.smithi032.stdout:1145: finishing write tid 3 to smithi03267100-2 2024-09-13T00:07:37.682 INFO:tasks.rados.rados.0.smithi032.stdout:1145: finishing write tid 4 to smithi03267100-2 2024-09-13T00:07:37.682 INFO:tasks.rados.rados.0.smithi032.stdout:1145: finishing write tid 5 to smithi03267100-2 2024-09-13T00:07:37.682 INFO:tasks.rados.rados.0.smithi032.stdout:1145: finishing write tid 6 to smithi03267100-2 2024-09-13T00:07:37.682 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 588 (ObjNum 384 snap 118 seq_num 384) dirty exists 2024-09-13T00:07:37.682 INFO:tasks.rados.rados.0.smithi032.stdout:1145: left oid 2 (ObjNum 384 snap 118 seq_num 384) 2024-09-13T00:07:37.682 INFO:tasks.rados.rados.0.smithi032.stdout:1146: expect (ObjNum 307 snap 90 seq_num 307) 2024-09-13T00:07:37.988 INFO:tasks.rados.rados.0.smithi032.stdout:1144: finishing copy_from racing read to smithi03267100-39 2024-09-13T00:07:37.988 INFO:tasks.rados.rados.0.smithi032.stdout:1144: finishing copy_from to smithi03267100-39 2024-09-13T00:07:37.988 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 279 (ObjNum 346 snap 111 seq_num 346) dirty exists 2024-09-13T00:07:37.988 INFO:tasks.rados.rados.0.smithi032.stdout:1147: finishing write tid 1 to smithi03267100-19 2024-09-13T00:07:37.989 INFO:tasks.rados.rados.0.smithi032.stdout:1147: finishing write tid 2 to smithi03267100-19 2024-09-13T00:07:37.989 INFO:tasks.rados.rados.0.smithi032.stdout:1147: finishing write tid 3 to smithi03267100-19 2024-09-13T00:07:37.989 INFO:tasks.rados.rados.0.smithi032.stdout:1147: finishing write tid 4 to smithi03267100-19 2024-09-13T00:07:37.989 INFO:tasks.rados.rados.0.smithi032.stdout:1147: finishing write tid 5 to smithi03267100-19 2024-09-13T00:07:37.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 323 (ObjNum 385 snap 118 seq_num 385) dirty exists 2024-09-13T00:07:37.989 INFO:tasks.rados.rados.0.smithi032.stdout:1147: left oid 19 (ObjNum 385 snap 118 seq_num 385) 2024-09-13T00:07:37.989 INFO:tasks.rados.rados.0.smithi032.stdout:1148: finishing write tid 1 to smithi03267100-38 2024-09-13T00:07:37.989 INFO:tasks.rados.rados.0.smithi032.stdout:1148: finishing write tid 2 to smithi03267100-38 2024-09-13T00:07:37.989 INFO:tasks.rados.rados.0.smithi032.stdout:1148: finishing write tid 3 to smithi03267100-38 2024-09-13T00:07:37.989 INFO:tasks.rados.rados.0.smithi032.stdout:1148: finishing write tid 4 to smithi03267100-38 2024-09-13T00:07:37.989 INFO:tasks.rados.rados.0.smithi032.stdout:1148: finishing write tid 5 to smithi03267100-38 2024-09-13T00:07:37.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 295 (ObjNum 386 snap 118 seq_num 386) dirty exists 2024-09-13T00:07:37.989 INFO:tasks.rados.rados.0.smithi032.stdout:1148: left oid 38 (ObjNum 386 snap 118 seq_num 386) 2024-09-13T00:07:38.055 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:37 smithi053 bash[24393]: audit 2024-09-13T00:07:36.856418+0000 mon.a (mon.0) 1498 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:07:38.055 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:37 smithi053 bash[24393]: cluster 2024-09-13T00:07:37.577743+0000 mon.a (mon.0) 1499 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2024-09-13T00:07:38.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:37 smithi032 bash[22496]: audit 2024-09-13T00:07:36.856418+0000 mon.a (mon.0) 1498 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:07:38.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:37 smithi032 bash[22496]: cluster 2024-09-13T00:07:37.577743+0000 mon.a (mon.0) 1499 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2024-09-13T00:07:38.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:37 smithi032 bash[32211]: audit 2024-09-13T00:07:36.856418+0000 mon.a (mon.0) 1498 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:07:38.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:37 smithi032 bash[32211]: cluster 2024-09-13T00:07:37.577743+0000 mon.a (mon.0) 1499 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2024-09-13T00:07:38.577 INFO:tasks.rados.rados.0.smithi032.stdout:1144: done (5 left) 2024-09-13T00:07:38.577 INFO:tasks.rados.rados.0.smithi032.stdout:1145: done (4 left) 2024-09-13T00:07:38.577 INFO:tasks.rados.rados.0.smithi032.stdout:1146: done (3 left) 2024-09-13T00:07:38.577 INFO:tasks.rados.rados.0.smithi032.stdout:1147: done (2 left) 2024-09-13T00:07:38.577 INFO:tasks.rados.rados.0.smithi032.stdout:1148: done (1 left) 2024-09-13T00:07:38.577 INFO:tasks.rados.rados.0.smithi032.stdout:1149: done (0 left) 2024-09-13T00:07:38.577 INFO:tasks.rados.rados.0.smithi032.stdout:1150: read oid 39 snap -1 2024-09-13T00:07:38.577 INFO:tasks.rados.rados.0.smithi032.stdout:1150: expect (ObjNum 346 snap 111 seq_num 346) 2024-09-13T00:07:38.577 INFO:tasks.rados.rados.0.smithi032.stdout:1151: copy_from oid 13 from oid 4 current snap is 119 2024-09-13T00:07:38.577 INFO:tasks.rados.rados.0.smithi032.stdout:1152: setattr oid 47 current snap is 119 2024-09-13T00:07:38.578 INFO:tasks.rados.rados.0.smithi032.stdout:1153: copy_from oid 15 from oid 12 current snap is 119 2024-09-13T00:07:38.578 INFO:tasks.rados.rados.0.smithi032.stdout:1154: snap_create 2024-09-13T00:07:38.588 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 325 (ObjNum 370 snap 116 seq_num 370) dirty exists 2024-09-13T00:07:38.596 INFO:tasks.rados.rados.0.smithi032.stdout:1151: finishing copy_from racing read to smithi03267100-13 2024-09-13T00:07:38.602 INFO:tasks.rados.rados.0.smithi032.stdout:1151: finishing copy_from to smithi03267100-13 2024-09-13T00:07:38.602 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 303 (ObjNum 341 snap 108 seq_num 341) dirty exists 2024-09-13T00:07:38.607 INFO:tasks.rados.rados.0.smithi032.stdout:1150: expect (ObjNum 346 snap 111 seq_num 346) 2024-09-13T00:07:38.841 INFO:tasks.rados.rados.0.smithi032.stdout:1153: finishing copy_from racing read to smithi03267100-15 2024-09-13T00:07:38.841 INFO:tasks.rados.rados.0.smithi032.stdout:1153: finishing copy_from to smithi03267100-15 2024-09-13T00:07:38.841 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 390 (ObjNum 364 snap 115 seq_num 364) dirty exists 2024-09-13T00:07:38.915 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:38 smithi053 bash[24393]: cluster 2024-09-13T00:07:37.294224+0000 mgr.y (mgr.25055) 44 : cluster [DBG] pgmap v72: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:38.915 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:38 smithi053 bash[24393]: cluster 2024-09-13T00:07:38.581202+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2024-09-13T00:07:38.915 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:38 smithi053 bash[60895]: ts=2024-09-13T00:07:38.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:39.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:38 smithi032 bash[22496]: cluster 2024-09-13T00:07:37.294224+0000 mgr.y (mgr.25055) 44 : cluster [DBG] pgmap v72: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:39.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:38 smithi032 bash[22496]: cluster 2024-09-13T00:07:38.581202+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2024-09-13T00:07:39.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:38 smithi032 bash[32211]: cluster 2024-09-13T00:07:37.294224+0000 mgr.y (mgr.25055) 44 : cluster [DBG] pgmap v72: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:39.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:38 smithi032 bash[32211]: cluster 2024-09-13T00:07:38.581202+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2024-09-13T00:07:39.578 INFO:tasks.rados.rados.0.smithi032.stdout:1150: done (4 left) 2024-09-13T00:07:39.578 INFO:tasks.rados.rados.0.smithi032.stdout:1151: done (3 left) 2024-09-13T00:07:39.579 INFO:tasks.rados.rados.0.smithi032.stdout:1152: done (2 left) 2024-09-13T00:07:39.579 INFO:tasks.rados.rados.0.smithi032.stdout:1153: done (1 left) 2024-09-13T00:07:39.579 INFO:tasks.rados.rados.0.smithi032.stdout:1154: done (0 left) 2024-09-13T00:07:39.579 INFO:tasks.rados.rados.0.smithi032.stdout:1155: snap_remove snap 76 2024-09-13T00:07:40.595 INFO:tasks.rados.rados.0.smithi032.stdout:1155: done (0 left) 2024-09-13T00:07:40.595 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 120 2024-09-13T00:07:40.595 INFO:tasks.rados.rados.0.smithi032.stdout:1156: seq_num 387 ranges {4669440=483328,5152768=524288,5677056=679936} 2024-09-13T00:07:40.625 INFO:tasks.rados.rados.0.smithi032.stdout:1156: writing smithi03267100-8 from 4669440 to 5152768 tid 1 2024-09-13T00:07:40.629 INFO:tasks.rados.rados.0.smithi032.stdout:1156: writing smithi03267100-8 from 5152768 to 5677056 tid 2 2024-09-13T00:07:40.634 INFO:tasks.rados.rados.0.smithi032.stdout:1156: writing smithi03267100-8 from 5677056 to 6356992 tid 3 2024-09-13T00:07:40.634 INFO:tasks.rados.rados.0.smithi032.stdout:1157: rollback oid 31 current snap is 120 2024-09-13T00:07:40.634 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 77 2024-09-13T00:07:40.634 INFO:tasks.rados.rados.0.smithi032.stdout:1156: finishing write tid 1 to smithi03267100-8 2024-09-13T00:07:40.634 INFO:tasks.rados.rados.0.smithi032.stdout:1156: finishing write tid 2 to smithi03267100-8 2024-09-13T00:07:40.634 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 120 2024-09-13T00:07:40.634 INFO:tasks.rados.rados.0.smithi032.stdout:1158: seq_num 388 ranges {761856=507904,1269760=458752,1728512=606208,2334720=139264} 2024-09-13T00:07:40.642 INFO:tasks.rados.rados.0.smithi032.stdout:1158: writing smithi03267100-20 from 761856 to 1269760 tid 1 2024-09-13T00:07:40.645 INFO:tasks.rados.rados.0.smithi032.stdout:1158: writing smithi03267100-20 from 1269760 to 1728512 tid 2 2024-09-13T00:07:40.649 INFO:tasks.rados.rados.0.smithi032.stdout:1158: writing smithi03267100-20 from 1728512 to 2334720 tid 3 2024-09-13T00:07:40.651 INFO:tasks.rados.rados.0.smithi032.stdout:1158: writing smithi03267100-20 from 2334720 to 2473984 tid 4 2024-09-13T00:07:40.651 INFO:tasks.rados.rados.0.smithi032.stdout:1159: read oid 41 snap -1 2024-09-13T00:07:40.651 INFO:tasks.rados.rados.0.smithi032.stdout:1159: expect (ObjNum 242 snap 68 seq_num 242) 2024-09-13T00:07:40.651 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 120 2024-09-13T00:07:40.651 INFO:tasks.rados.rados.0.smithi032.stdout:1156: finishing write tid 3 to smithi03267100-8 2024-09-13T00:07:40.651 INFO:tasks.rados.rados.0.smithi032.stdout:1157: finishing rollback tid 0 to smithi03267100-31 2024-09-13T00:07:40.651 INFO:tasks.rados.rados.0.smithi032.stdout:1160: seq_num 389 ranges {2383872=524288,2908160=745472,3653632=458752} 2024-09-13T00:07:40.668 INFO:tasks.rados.rados.0.smithi032.stdout:1160: writing smithi03267100-50 from 2383872 to 2908160 tid 1 2024-09-13T00:07:40.672 INFO:tasks.rados.rados.0.smithi032.stdout:1160: writing smithi03267100-50 from 2908160 to 3653632 tid 2 2024-09-13T00:07:40.675 INFO:tasks.rados.rados.0.smithi032.stdout:1160: writing smithi03267100-50 from 3653632 to 4112384 tid 3 2024-09-13T00:07:40.675 INFO:tasks.rados.rados.0.smithi032.stdout:1161: rollback oid 9 current snap is 120 2024-09-13T00:07:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 117 2024-09-13T00:07:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:1157: finishing rollback tid 1 to smithi03267100-31 2024-09-13T00:07:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 816 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T00:07:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:1156: finishing write tid 4 to smithi03267100-8 2024-09-13T00:07:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:1156: finishing write tid 5 to smithi03267100-8 2024-09-13T00:07:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 302 (ObjNum 387 snap 120 seq_num 387) dirty exists 2024-09-13T00:07:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:1156: left oid 8 (ObjNum 387 snap 120 seq_num 387) 2024-09-13T00:07:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:1158: finishing write tid 1 to smithi03267100-20 2024-09-13T00:07:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:1156: done (5 left) 2024-09-13T00:07:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:1157: done (4 left) 2024-09-13T00:07:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:1162: read oid 43 snap -1 2024-09-13T00:07:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:1162: expect deleted 2024-09-13T00:07:40.677 INFO:tasks.rados.rados.0.smithi032.stdout:1163: rollback oid 42 current snap is 120 2024-09-13T00:07:40.677 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 109 2024-09-13T00:07:40.677 INFO:tasks.rados.rados.0.smithi032.stdout:1158: finishing write tid 2 to smithi03267100-20 2024-09-13T00:07:40.677 INFO:tasks.rados.rados.0.smithi032.stdout:1158: finishing write tid 3 to smithi03267100-20 2024-09-13T00:07:40.677 INFO:tasks.rados.rados.0.smithi032.stdout:1158: finishing write tid 4 to smithi03267100-20 2024-09-13T00:07:40.677 INFO:tasks.rados.rados.0.smithi032.stdout:1158: finishing write tid 5 to smithi03267100-20 2024-09-13T00:07:40.677 INFO:tasks.rados.rados.0.smithi032.stdout:1158: finishing write tid 6 to smithi03267100-20 2024-09-13T00:07:40.677 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 391 (ObjNum 388 snap 120 seq_num 388) dirty exists 2024-09-13T00:07:40.677 INFO:tasks.rados.rados.0.smithi032.stdout:1158: left oid 20 (ObjNum 388 snap 120 seq_num 388) 2024-09-13T00:07:40.677 INFO:tasks.rados.rados.0.smithi032.stdout:1159: expect (ObjNum 242 snap 68 seq_num 242) 2024-09-13T00:07:40.719 INFO:tasks.rados.rados.0.smithi032.stdout:1160: finishing write tid 1 to smithi03267100-50 2024-09-13T00:07:40.720 INFO:tasks.rados.rados.0.smithi032.stdout:1160: finishing write tid 2 to smithi03267100-50 2024-09-13T00:07:40.720 INFO:tasks.rados.rados.0.smithi032.stdout:1160: finishing write tid 3 to smithi03267100-50 2024-09-13T00:07:40.720 INFO:tasks.rados.rados.0.smithi032.stdout:1160: finishing write tid 4 to smithi03267100-50 2024-09-13T00:07:40.720 INFO:tasks.rados.rados.0.smithi032.stdout:1161: finishing rollback tid 0 to smithi03267100-9 2024-09-13T00:07:40.720 INFO:tasks.rados.rados.0.smithi032.stdout:1161: finishing rollback tid 1 to smithi03267100-9 2024-09-13T00:07:40.720 INFO:tasks.rados.rados.0.smithi032.stdout:1160: finishing write tid 5 to smithi03267100-50 2024-09-13T00:07:40.720 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 191 (ObjNum 389 snap 120 seq_num 389) dirty exists 2024-09-13T00:07:40.720 INFO:tasks.rados.rados.0.smithi032.stdout:1160: left oid 50 (ObjNum 389 snap 120 seq_num 389) 2024-09-13T00:07:40.720 INFO:tasks.rados.rados.0.smithi032.stdout:1161: finishing rollback tid 2 to smithi03267100-9 2024-09-13T00:07:40.720 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 803 (ObjNum 292 snap 84 seq_num 292) dirty exists 2024-09-13T00:07:40.720 INFO:tasks.rados.rados.0.smithi032.stdout:1158: done (5 left) 2024-09-13T00:07:40.720 INFO:tasks.rados.rados.0.smithi032.stdout:1159: done (4 left) 2024-09-13T00:07:40.721 INFO:tasks.rados.rados.0.smithi032.stdout:1160: done (3 left) 2024-09-13T00:07:40.721 INFO:tasks.rados.rados.0.smithi032.stdout:1161: done (2 left) 2024-09-13T00:07:40.721 INFO:tasks.rados.rados.0.smithi032.stdout:1162: done (1 left) 2024-09-13T00:07:40.721 INFO:tasks.rados.rados.0.smithi032.stdout:1164: read oid 1 snap -1 2024-09-13T00:07:40.721 INFO:tasks.rados.rados.0.smithi032.stdout:1164: expect deleted 2024-09-13T00:07:40.721 INFO:tasks.rados.rados.0.smithi032.stdout:1165: delete oid 19 current snap is 120 2024-09-13T00:07:40.721 INFO:tasks.rados.rados.0.smithi032.stdout:1163: finishing rollback tid 0 to smithi03267100-42 2024-09-13T00:07:40.721 INFO:tasks.rados.rados.0.smithi032.stdout:1163: finishing rollback tid 1 to smithi03267100-42 2024-09-13T00:07:40.721 INFO:tasks.rados.rados.0.smithi032.stdout:1163: finishing rollback tid 2 to smithi03267100-42 2024-09-13T00:07:40.721 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 108 (ObjNum 178 snap 50 seq_num 178) dirty exists 2024-09-13T00:07:40.724 INFO:tasks.rados.rados.0.smithi032.stdout:1163: done (2 left) 2024-09-13T00:07:40.724 INFO:tasks.rados.rados.0.smithi032.stdout:1164: done (1 left) 2024-09-13T00:07:40.725 INFO:tasks.rados.rados.0.smithi032.stdout:1165: done (0 left) 2024-09-13T00:07:40.725 INFO:tasks.rados.rados.0.smithi032.stdout:1166: rollback oid 26 current snap is 120 2024-09-13T00:07:40.725 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 101 2024-09-13T00:07:40.725 INFO:tasks.rados.rados.0.smithi032.stdout:1167: read oid 44 snap 103 2024-09-13T00:07:40.725 INFO:tasks.rados.rados.0.smithi032.stdout:1167: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:07:40.725 INFO:tasks.rados.rados.0.smithi032.stdout:1168: read oid 16 snap -1 2024-09-13T00:07:40.725 INFO:tasks.rados.rados.0.smithi032.stdout:1168: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:07:40.725 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 120 2024-09-13T00:07:40.725 INFO:tasks.rados.rados.0.smithi032.stdout:1169: seq_num 391 ranges {1957888=557056,2514944=516096,3031040=688128} 2024-09-13T00:07:40.739 INFO:tasks.rados.rados.0.smithi032.stdout:1169: writing smithi03267100-4 from 1957888 to 2514944 tid 1 2024-09-13T00:07:40.742 INFO:tasks.rados.rados.0.smithi032.stdout:1169: writing smithi03267100-4 from 2514944 to 3031040 tid 2 2024-09-13T00:07:40.746 INFO:tasks.rados.rados.0.smithi032.stdout:1169: writing smithi03267100-4 from 3031040 to 3719168 tid 3 2024-09-13T00:07:40.746 INFO:tasks.rados.rados.0.smithi032.stdout:1170: rmattr oid 47 current snap is 120 2024-09-13T00:07:40.746 INFO:tasks.rados.rados.0.smithi032.stdout:1168: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:07:40.774 INFO:tasks.rados.rados.0.smithi032.stdout:1166: finishing rollback tid 0 to smithi03267100-26 2024-09-13T00:07:40.774 INFO:tasks.rados.rados.0.smithi032.stdout:1168: done (4 left) 2024-09-13T00:07:40.774 INFO:tasks.rados.rados.0.smithi032.stdout:1171: rmattr oid 31 current snap is 120 2024-09-13T00:07:40.774 INFO:tasks.rados.rados.0.smithi032.stdout:1171: done (4 left) 2024-09-13T00:07:40.774 INFO:tasks.rados.rados.0.smithi032.stdout:1172: snap_create 2024-09-13T00:07:40.774 INFO:tasks.rados.rados.0.smithi032.stdout:1166: finishing rollback tid 1 to smithi03267100-26 2024-09-13T00:07:40.774 INFO:tasks.rados.rados.0.smithi032.stdout:1166: finishing rollback tid 2 to smithi03267100-26 2024-09-13T00:07:40.774 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 807 (ObjNum 198 snap 54 seq_num 198) dirty exists 2024-09-13T00:07:40.775 INFO:tasks.rados.rados.0.smithi032.stdout:1167: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:07:40.801 INFO:tasks.rados.rados.0.smithi032.stdout:1169: finishing write tid 1 to smithi03267100-4 2024-09-13T00:07:40.801 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 335 (ObjNum 370 snap 116 seq_num 370) dirty exists 2024-09-13T00:07:40.801 INFO:tasks.rados.rados.0.smithi032.stdout:1169: finishing write tid 2 to smithi03267100-4 2024-09-13T00:07:40.801 INFO:tasks.rados.rados.0.smithi032.stdout:1169: finishing write tid 3 to smithi03267100-4 2024-09-13T00:07:40.801 INFO:tasks.rados.rados.0.smithi032.stdout:1169: finishing write tid 4 to smithi03267100-4 2024-09-13T00:07:40.801 INFO:tasks.rados.rados.0.smithi032.stdout:1169: finishing write tid 5 to smithi03267100-4 2024-09-13T00:07:40.801 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 583 (ObjNum 391 snap 120 seq_num 391) dirty exists 2024-09-13T00:07:40.802 INFO:tasks.rados.rados.0.smithi032.stdout:1169: left oid 4 (ObjNum 391 snap 120 seq_num 391) 2024-09-13T00:07:40.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: cluster 2024-09-13T00:07:39.294934+0000 mgr.y (mgr.25055) 45 : cluster [DBG] pgmap v75: 121 pgs: 121 active+clean; 315 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.9 MiB/s wr, 31 op/s 2024-09-13T00:07:40.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: cluster 2024-09-13T00:07:39.582487+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2024-09-13T00:07:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: audit 2024-09-13T00:07:39.646027+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: audit 2024-09-13T00:07:39.656579+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: audit 2024-09-13T00:07:39.658725+0000 mon.a (mon.0) 1504 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:07:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: audit 2024-09-13T00:07:39.660574+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:07:40.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: audit 2024-09-13T00:07:39.672921+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:40.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: audit 2024-09-13T00:07:39.829069+0000 mon.a (mon.0) 1507 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:40.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: audit 2024-09-13T00:07:39.834271+0000 mon.a (mon.0) 1508 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:07:40.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: cephadm 2024-09-13T00:07:39.835757+0000 mgr.y (mgr.25055) 46 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T00:07:40.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: audit 2024-09-13T00:07:39.844852+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: audit 2024-09-13T00:07:39.847378+0000 mon.a (mon.0) 1510 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T00:07:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: audit 2024-09-13T00:07:39.858715+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T00:07:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: audit 2024-09-13T00:07:39.860121+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T00:07:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: audit 2024-09-13T00:07:39.871022+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T00:07:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: audit 2024-09-13T00:07:39.874041+0000 mon.a (mon.0) 1514 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T00:07:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: audit 2024-09-13T00:07:39.875842+0000 mon.a (mon.0) 1515 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T00:07:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: cephadm 2024-09-13T00:07:39.877151+0000 mgr.y (mgr.25055) 47 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-13T00:07:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[22496]: cluster 2024-09-13T00:07:40.574641+0000 mon.a (mon.0) 1516 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2024-09-13T00:07:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: cluster 2024-09-13T00:07:39.294934+0000 mgr.y (mgr.25055) 45 : cluster [DBG] pgmap v75: 121 pgs: 121 active+clean; 315 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.9 MiB/s wr, 31 op/s 2024-09-13T00:07:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: cluster 2024-09-13T00:07:39.582487+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2024-09-13T00:07:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: audit 2024-09-13T00:07:39.646027+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: audit 2024-09-13T00:07:39.656579+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: audit 2024-09-13T00:07:39.658725+0000 mon.a (mon.0) 1504 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:07:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: audit 2024-09-13T00:07:39.660574+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:07:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: audit 2024-09-13T00:07:39.672921+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: audit 2024-09-13T00:07:39.829069+0000 mon.a (mon.0) 1507 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: audit 2024-09-13T00:07:39.834271+0000 mon.a (mon.0) 1508 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:07:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: cephadm 2024-09-13T00:07:39.835757+0000 mgr.y (mgr.25055) 46 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T00:07:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: audit 2024-09-13T00:07:39.844852+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: audit 2024-09-13T00:07:39.847378+0000 mon.a (mon.0) 1510 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T00:07:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: audit 2024-09-13T00:07:39.858715+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T00:07:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: audit 2024-09-13T00:07:39.860121+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T00:07:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: audit 2024-09-13T00:07:39.871022+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T00:07:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: audit 2024-09-13T00:07:39.874041+0000 mon.a (mon.0) 1514 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T00:07:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: audit 2024-09-13T00:07:39.875842+0000 mon.a (mon.0) 1515 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T00:07:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: cephadm 2024-09-13T00:07:39.877151+0000 mgr.y (mgr.25055) 47 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-13T00:07:40.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:40 smithi032 bash[32211]: cluster 2024-09-13T00:07:40.574641+0000 mon.a (mon.0) 1516 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2024-09-13T00:07:41.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: cluster 2024-09-13T00:07:39.294934+0000 mgr.y (mgr.25055) 45 : cluster [DBG] pgmap v75: 121 pgs: 121 active+clean; 315 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.9 MiB/s wr, 31 op/s 2024-09-13T00:07:41.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: cluster 2024-09-13T00:07:39.582487+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2024-09-13T00:07:41.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: audit 2024-09-13T00:07:39.646027+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:41.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: audit 2024-09-13T00:07:39.656579+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: audit 2024-09-13T00:07:39.658725+0000 mon.a (mon.0) 1504 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:07:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: audit 2024-09-13T00:07:39.660574+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:07:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: audit 2024-09-13T00:07:39.672921+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: audit 2024-09-13T00:07:39.829069+0000 mon.a (mon.0) 1507 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: audit 2024-09-13T00:07:39.834271+0000 mon.a (mon.0) 1508 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:07:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: cephadm 2024-09-13T00:07:39.835757+0000 mgr.y (mgr.25055) 46 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T00:07:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: audit 2024-09-13T00:07:39.844852+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: audit 2024-09-13T00:07:39.847378+0000 mon.a (mon.0) 1510 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T00:07:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: audit 2024-09-13T00:07:39.858715+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T00:07:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: audit 2024-09-13T00:07:39.860121+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T00:07:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: audit 2024-09-13T00:07:39.871022+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T00:07:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: audit 2024-09-13T00:07:39.874041+0000 mon.a (mon.0) 1514 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T00:07:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: audit 2024-09-13T00:07:39.875842+0000 mon.a (mon.0) 1515 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T00:07:41.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: cephadm 2024-09-13T00:07:39.877151+0000 mgr.y (mgr.25055) 47 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-13T00:07:41.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:40 smithi053 bash[24393]: cluster 2024-09-13T00:07:40.574641+0000 mon.a (mon.0) 1516 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2024-09-13T00:07:41.282 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:07:41.587 INFO:tasks.rados.rados.0.smithi032.stdout:1166: done (4 left) 2024-09-13T00:07:41.587 INFO:tasks.rados.rados.0.smithi032.stdout:1167: done (3 left) 2024-09-13T00:07:41.587 INFO:tasks.rados.rados.0.smithi032.stdout:1169: done (2 left) 2024-09-13T00:07:41.587 INFO:tasks.rados.rados.0.smithi032.stdout:1170: done (1 left) 2024-09-13T00:07:41.588 INFO:tasks.rados.rados.0.smithi032.stdout:1172: done (0 left) 2024-09-13T00:07:41.588 INFO:tasks.rados.rados.0.smithi032.stdout:1173: rollback oid 39 current snap is 121 2024-09-13T00:07:41.588 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 51 2024-09-13T00:07:41.588 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 121 2024-09-13T00:07:41.588 INFO:tasks.rados.rados.0.smithi032.stdout:1174: seq_num 392 ranges {2392064=573440,2965504=802816,3768320=401408} 2024-09-13T00:07:41.607 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:07:41.608 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (87s) 43s ago 7m 13.8M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:07:41.608 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (74s) 12s ago 7m 74.7M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:07:41.608 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9m) 43s ago 9m 15.8M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:07:41.608 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (9m) 12s ago 9m 17.3M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:07:41.608 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (19s) 12s ago 16m 170M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:07:41.608 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (68s) 43s ago 19m 458M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:07:41.608 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (19m) 43s ago 19m 60.6M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 278f96caaac9 2024-09-13T00:07:41.608 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (17m) 12s ago 17m 48.7M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 6ca18a9d98fc 2024-09-13T00:07:41.608 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (17m) 43s ago 17m 47.0M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 22cdaa9606af 2024-09-13T00:07:41.608 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (94s) 43s ago 8m 7503k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:07:41.608 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (80s) 12s ago 8m 7528k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:07:41.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (16m) 43s ago 16m 179M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 8a5146ba6e0d 2024-09-13T00:07:41.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (15m) 43s ago 15m 203M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 1ab06e2999b7 2024-09-13T00:07:41.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (14m) 43s ago 14m 189M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 911acc1d60e0 2024-09-13T00:07:41.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (13m) 43s ago 13m 87.0M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:07:41.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (12m) 12s ago 12m 160M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:07:41.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (11m) 12s ago 11m 201M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:07:41.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (10m) 12s ago 10m 105M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:07:41.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (9m) 12s ago 9m 148M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:07:41.609 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (26s) 12s ago 8m 40.1M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:07:41.611 INFO:tasks.rados.rados.0.smithi032.stdout:1174: writing smithi03267100-44 from 2392064 to 2965504 tid 1 2024-09-13T00:07:41.618 INFO:tasks.rados.rados.0.smithi032.stdout:1174: writing smithi03267100-44 from 2965504 to 3768320 tid 2 2024-09-13T00:07:41.623 INFO:tasks.rados.rados.0.smithi032.stdout:1174: writing smithi03267100-44 from 3768320 to 4169728 tid 3 2024-09-13T00:07:41.623 INFO:tasks.rados.rados.0.smithi032.stdout:1175: read oid 16 snap 113 2024-09-13T00:07:41.623 INFO:tasks.rados.rados.0.smithi032.stdout:1175: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:07:41.623 INFO:tasks.rados.rados.0.smithi032.stdout:1176: read oid 17 snap -1 2024-09-13T00:07:41.623 INFO:tasks.rados.rados.0.smithi032.stdout:1176: expect (ObjNum 173 snap 48 seq_num 173) 2024-09-13T00:07:41.623 INFO:tasks.rados.rados.0.smithi032.stdout:1177: read oid 32 snap -1 2024-09-13T00:07:41.623 INFO:tasks.rados.rados.0.smithi032.stdout:1177: expect (ObjNum 336 snap 105 seq_num 336) 2024-09-13T00:07:41.623 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 121 2024-09-13T00:07:41.623 INFO:tasks.rados.rados.0.smithi032.stdout:1173: finishing rollback tid 0 to smithi03267100-39 2024-09-13T00:07:41.623 INFO:tasks.rados.rados.0.smithi032.stdout:1173: finishing rollback tid 1 to smithi03267100-39 2024-09-13T00:07:41.623 INFO:tasks.rados.rados.0.smithi032.stdout:1173: finishing rollback tid 2 to smithi03267100-39 2024-09-13T00:07:41.623 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 346 (ObjNum 168 snap 46 seq_num 168) dirty exists 2024-09-13T00:07:41.623 INFO:tasks.rados.rados.0.smithi032.stdout:1174: finishing write tid 1 to smithi03267100-44 2024-09-13T00:07:41.624 INFO:tasks.rados.rados.0.smithi032.stdout:1178: seq_num 393 ranges {4694016=589824,5283840=679936,5963776=524288} 2024-09-13T00:07:41.657 INFO:tasks.rados.rados.0.smithi032.stdout:1178: writing smithi03267100-36 from 4694016 to 5283840 tid 1 2024-09-13T00:07:41.662 INFO:tasks.rados.rados.0.smithi032.stdout:1178: writing smithi03267100-36 from 5283840 to 5963776 tid 2 2024-09-13T00:07:41.666 INFO:tasks.rados.rados.0.smithi032.stdout:1178: writing smithi03267100-36 from 5963776 to 6488064 tid 3 2024-09-13T00:07:41.666 INFO:tasks.rados.rados.0.smithi032.stdout:1173: done (5 left) 2024-09-13T00:07:41.666 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 121 2024-09-13T00:07:41.666 INFO:tasks.rados.rados.0.smithi032.stdout:1179: seq_num 394 ranges {0=606208,606208=565248,1171456=557056,1728512=81920} 2024-09-13T00:07:41.670 INFO:tasks.rados.rados.0.smithi032.stdout:1179: writing smithi03267100-33 from 0 to 606208 tid 1 2024-09-13T00:07:41.674 INFO:tasks.rados.rados.0.smithi032.stdout:1179: writing smithi03267100-33 from 606208 to 1171456 tid 2 2024-09-13T00:07:41.678 INFO:tasks.rados.rados.0.smithi032.stdout:1179: writing smithi03267100-33 from 1171456 to 1728512 tid 3 2024-09-13T00:07:41.679 INFO:tasks.rados.rados.0.smithi032.stdout:1179: writing smithi03267100-33 from 1728512 to 1810432 tid 4 2024-09-13T00:07:41.680 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 121 2024-09-13T00:07:41.680 INFO:tasks.rados.rados.0.smithi032.stdout:1180: seq_num 395 ranges {0=622592,622592=450560,1073152=753664} 2024-09-13T00:07:41.684 INFO:tasks.rados.rados.0.smithi032.stdout:1180: writing smithi03267100-31 from 0 to 622592 tid 1 2024-09-13T00:07:41.687 INFO:tasks.rados.rados.0.smithi032.stdout:1180: writing smithi03267100-31 from 622592 to 1073152 tid 2 2024-09-13T00:07:41.692 INFO:tasks.rados.rados.0.smithi032.stdout:1180: writing smithi03267100-31 from 1073152 to 1826816 tid 3 2024-09-13T00:07:41.692 INFO:tasks.rados.rados.0.smithi032.stdout:1181: rmattr oid 29 current snap is 121 2024-09-13T00:07:41.692 INFO:tasks.rados.rados.0.smithi032.stdout:1181: done (7 left) 2024-09-13T00:07:41.692 INFO:tasks.rados.rados.0.smithi032.stdout:1182: delete oid 19 current snap is 121 2024-09-13T00:07:41.692 INFO:tasks.rados.rados.0.smithi032.stdout:1175: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:07:41.722 INFO:tasks.rados.rados.0.smithi032.stdout:1174: finishing write tid 2 to smithi03267100-44 2024-09-13T00:07:41.722 INFO:tasks.rados.rados.0.smithi032.stdout:1174: finishing write tid 3 to smithi03267100-44 2024-09-13T00:07:41.722 INFO:tasks.rados.rados.0.smithi032.stdout:1174: finishing write tid 4 to smithi03267100-44 2024-09-13T00:07:41.722 INFO:tasks.rados.rados.0.smithi032.stdout:1174: finishing write tid 5 to smithi03267100-44 2024-09-13T00:07:41.722 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 351 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-09-13T00:07:41.722 INFO:tasks.rados.rados.0.smithi032.stdout:1174: left oid 44 (ObjNum 392 snap 121 seq_num 392) 2024-09-13T00:07:41.723 INFO:tasks.rados.rados.0.smithi032.stdout:1174: done (7 left) 2024-09-13T00:07:41.723 INFO:tasks.rados.rados.0.smithi032.stdout:1175: done (6 left) 2024-09-13T00:07:41.723 INFO:tasks.rados.rados.0.smithi032.stdout:1182: done (5 left) 2024-09-13T00:07:41.723 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 121 2024-09-13T00:07:41.723 INFO:tasks.rados.rados.0.smithi032.stdout:1183: seq_num 397 ranges {778240=655360,1433600=671744,2105344=532480} 2024-09-13T00:07:41.729 INFO:tasks.rados.rados.0.smithi032.stdout:1183: writing smithi03267100-11 from 778240 to 1433600 tid 1 2024-09-13T00:07:41.733 INFO:tasks.rados.rados.0.smithi032.stdout:1183: writing smithi03267100-11 from 1433600 to 2105344 tid 2 2024-09-13T00:07:41.737 INFO:tasks.rados.rados.0.smithi032.stdout:1183: writing smithi03267100-11 from 2105344 to 2637824 tid 3 2024-09-13T00:07:41.737 INFO:tasks.rados.rados.0.smithi032.stdout:1184: delete oid 46 current snap is 121 2024-09-13T00:07:41.737 INFO:tasks.rados.rados.0.smithi032.stdout:1179: finishing write tid 1 to smithi03267100-33 2024-09-13T00:07:41.737 INFO:tasks.rados.rados.0.smithi032.stdout:1177: expect (ObjNum 336 snap 105 seq_num 336) 2024-09-13T00:07:41.955 INFO:tasks.rados.rados.0.smithi032.stdout:1176: expect (ObjNum 173 snap 48 seq_num 173) 2024-09-13T00:07:41.970 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:07:41.970 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:07:41.970 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T00:07:41.971 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:07:41.971 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:07:41.971 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:07:41.971 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:07:41.971 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:07:41.971 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:07:41.971 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:07:41.971 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:07:41.971 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:07:41.971 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:07:41.971 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:07:41.971 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 13, 2024-09-13T00:07:41.971 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:07:41.971 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:07:41.972 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:07:42.332 INFO:tasks.rados.rados.0.smithi032.stdout:1178: finishing write tid 1 to smithi03267100-36 2024-09-13T00:07:42.332 INFO:tasks.rados.rados.0.smithi032.stdout:1178: finishing write tid 2 to smithi03267100-36 2024-09-13T00:07:42.332 INFO:tasks.rados.rados.0.smithi032.stdout:1179: finishing write tid 2 to smithi03267100-33 2024-09-13T00:07:42.332 INFO:tasks.rados.rados.0.smithi032.stdout:1178: finishing write tid 3 to smithi03267100-36 2024-09-13T00:07:42.333 INFO:tasks.rados.rados.0.smithi032.stdout:1178: finishing write tid 4 to smithi03267100-36 2024-09-13T00:07:42.333 INFO:tasks.rados.rados.0.smithi032.stdout:1179: finishing write tid 3 to smithi03267100-33 2024-09-13T00:07:42.333 INFO:tasks.rados.rados.0.smithi032.stdout:1179: finishing write tid 4 to smithi03267100-33 2024-09-13T00:07:42.333 INFO:tasks.rados.rados.0.smithi032.stdout:1179: finishing write tid 5 to smithi03267100-33 2024-09-13T00:07:42.333 INFO:tasks.rados.rados.0.smithi032.stdout:1179: finishing write tid 6 to smithi03267100-33 2024-09-13T00:07:42.333 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 353 (ObjNum 394 snap 121 seq_num 394) dirty exists 2024-09-13T00:07:42.333 INFO:tasks.rados.rados.0.smithi032.stdout:1179: left oid 33 (ObjNum 394 snap 121 seq_num 394) 2024-09-13T00:07:42.333 INFO:tasks.rados.rados.0.smithi032.stdout:1178: finishing write tid 5 to smithi03267100-36 2024-09-13T00:07:42.333 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 821 (ObjNum 393 snap 121 seq_num 393) dirty exists 2024-09-13T00:07:42.333 INFO:tasks.rados.rados.0.smithi032.stdout:1178: left oid 36 (ObjNum 393 snap 121 seq_num 393) 2024-09-13T00:07:42.333 INFO:tasks.rados.rados.0.smithi032.stdout:1180: finishing write tid 1 to smithi03267100-31 2024-09-13T00:07:42.333 INFO:tasks.rados.rados.0.smithi032.stdout:1180: finishing write tid 2 to smithi03267100-31 2024-09-13T00:07:42.333 INFO:tasks.rados.rados.0.smithi032.stdout:1176: done (6 left) 2024-09-13T00:07:42.334 INFO:tasks.rados.rados.0.smithi032.stdout:1177: done (5 left) 2024-09-13T00:07:42.334 INFO:tasks.rados.rados.0.smithi032.stdout:1178: done (4 left) 2024-09-13T00:07:42.334 INFO:tasks.rados.rados.0.smithi032.stdout:1179: done (3 left) 2024-09-13T00:07:42.334 INFO:tasks.rados.rados.0.smithi032.stdout:1184: done (2 left) 2024-09-13T00:07:42.334 INFO:tasks.rados.rados.0.smithi032.stdout:1185: setattr oid 4 current snap is 121 2024-09-13T00:07:42.334 INFO:tasks.rados.rados.0.smithi032.stdout:1180: finishing write tid 3 to smithi03267100-31 2024-09-13T00:07:42.334 INFO:tasks.rados.rados.0.smithi032.stdout:1180: finishing write tid 4 to smithi03267100-31 2024-09-13T00:07:42.334 INFO:tasks.rados.rados.0.smithi032.stdout:1180: finishing write tid 5 to smithi03267100-31 2024-09-13T00:07:42.334 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 825 (ObjNum 395 snap 121 seq_num 395) dirty exists 2024-09-13T00:07:42.334 INFO:tasks.rados.rados.0.smithi032.stdout:1180: left oid 31 (ObjNum 395 snap 121 seq_num 395) 2024-09-13T00:07:42.334 INFO:tasks.rados.rados.0.smithi032.stdout:1183: finishing write tid 1 to smithi03267100-11 2024-09-13T00:07:42.334 INFO:tasks.rados.rados.0.smithi032.stdout:1183: finishing write tid 2 to smithi03267100-11 2024-09-13T00:07:42.334 INFO:tasks.rados.rados.0.smithi032.stdout:1183: finishing write tid 3 to smithi03267100-11 2024-09-13T00:07:42.335 INFO:tasks.rados.rados.0.smithi032.stdout:1183: finishing write tid 4 to smithi03267100-11 2024-09-13T00:07:42.335 INFO:tasks.rados.rados.0.smithi032.stdout:1183: finishing write tid 5 to smithi03267100-11 2024-09-13T00:07:42.335 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 812 (ObjNum 397 snap 121 seq_num 397) dirty exists 2024-09-13T00:07:42.335 INFO:tasks.rados.rados.0.smithi032.stdout:1183: left oid 11 (ObjNum 397 snap 121 seq_num 397) 2024-09-13T00:07:42.335 INFO:tasks.rados.rados.0.smithi032.stdout:1180: done (2 left) 2024-09-13T00:07:42.335 INFO:tasks.rados.rados.0.smithi032.stdout:1183: done (1 left) 2024-09-13T00:07:42.335 INFO:tasks.rados.rados.0.smithi032.stdout:1186: read oid 1 snap -1 2024-09-13T00:07:42.336 INFO:tasks.rados.rados.0.smithi032.stdout:1186: expect deleted 2024-09-13T00:07:42.336 INFO:tasks.rados.rados.0.smithi032.stdout:1187: snap_remove snap 111 2024-09-13T00:07:42.585 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:07:42] "GET /metrics HTTP/1.1" 200 36123 "" "Prometheus/2.43.0" 2024-09-13T00:07:42.586 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:42 smithi053 bash[60895]: ts=2024-09-13T00:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:42.599 INFO:tasks.rados.rados.0.smithi032.stdout:1187: done (2 left) 2024-09-13T00:07:42.599 INFO:tasks.rados.rados.0.smithi032.stdout:1188: snap_remove snap 90 2024-09-13T00:07:42.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:42 smithi032 bash[22496]: audit 2024-09-13T00:07:41.274159+0000 mgr.y (mgr.25055) 48 : audit [DBG] from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:07:42.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:42 smithi032 bash[22496]: cluster 2024-09-13T00:07:41.295383+0000 mgr.y (mgr.25055) 49 : cluster [DBG] pgmap v78: 121 pgs: 121 active+clean; 315 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.9 MiB/s wr, 31 op/s 2024-09-13T00:07:42.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:42 smithi032 bash[22496]: audit 2024-09-13T00:07:41.572166+0000 mgr.y (mgr.25055) 50 : audit [DBG] from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:07:42.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:42 smithi032 bash[22496]: cluster 2024-09-13T00:07:41.592204+0000 mon.a (mon.0) 1517 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2024-09-13T00:07:42.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:42 smithi032 bash[22496]: audit 2024-09-13T00:07:41.975824+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.32:0/1108031972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:07:42.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:42 smithi032 bash[32211]: audit 2024-09-13T00:07:41.274159+0000 mgr.y (mgr.25055) 48 : audit [DBG] from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:07:42.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:42 smithi032 bash[32211]: cluster 2024-09-13T00:07:41.295383+0000 mgr.y (mgr.25055) 49 : cluster [DBG] pgmap v78: 121 pgs: 121 active+clean; 315 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.9 MiB/s wr, 31 op/s 2024-09-13T00:07:42.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:42 smithi032 bash[32211]: audit 2024-09-13T00:07:41.572166+0000 mgr.y (mgr.25055) 50 : audit [DBG] from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:07:42.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:42 smithi032 bash[32211]: cluster 2024-09-13T00:07:41.592204+0000 mon.a (mon.0) 1517 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2024-09-13T00:07:42.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:42 smithi032 bash[32211]: audit 2024-09-13T00:07:41.975824+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.32:0/1108031972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:07:43.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:42 smithi053 bash[24393]: audit 2024-09-13T00:07:41.274159+0000 mgr.y (mgr.25055) 48 : audit [DBG] from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:07:43.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:42 smithi053 bash[24393]: cluster 2024-09-13T00:07:41.295383+0000 mgr.y (mgr.25055) 49 : cluster [DBG] pgmap v78: 121 pgs: 121 active+clean; 315 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.9 MiB/s wr, 31 op/s 2024-09-13T00:07:43.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:42 smithi053 bash[24393]: audit 2024-09-13T00:07:41.572166+0000 mgr.y (mgr.25055) 50 : audit [DBG] from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:07:43.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:42 smithi053 bash[24393]: cluster 2024-09-13T00:07:41.592204+0000 mon.a (mon.0) 1517 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2024-09-13T00:07:43.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:42 smithi053 bash[24393]: audit 2024-09-13T00:07:41.975824+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.32:0/1108031972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:07:43.617 INFO:tasks.rados.rados.0.smithi032.stdout:1188: done (2 left) 2024-09-13T00:07:43.617 INFO:tasks.rados.rados.0.smithi032.stdout:1189: snap_create 2024-09-13T00:07:43.617 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 584 (ObjNum 391 snap 120 seq_num 391) dirty exists 2024-09-13T00:07:43.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:43 smithi053 bash[60895]: ts=2024-09-13T00:07:43.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:43 smithi053 bash[24393]: cephadm 2024-09-13T00:07:42.596776+0000 mgr.y (mgr.25055) 51 : cephadm [INF] Upgrade: Updating mon.a 2024-09-13T00:07:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:43 smithi053 bash[24393]: cluster 2024-09-13T00:07:42.603316+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2024-09-13T00:07:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:43 smithi053 bash[24393]: audit 2024-09-13T00:07:42.615099+0000 mon.a (mon.0) 1519 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:43 smithi053 bash[24393]: audit 2024-09-13T00:07:42.618604+0000 mon.a (mon.0) 1520 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:07:43.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:43 smithi053 bash[24393]: audit 2024-09-13T00:07:42.620761+0000 mon.a (mon.0) 1521 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:07:43.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:43 smithi053 bash[24393]: audit 2024-09-13T00:07:42.622105+0000 mon.a (mon.0) 1522 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:07:43.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:43 smithi053 bash[24393]: cephadm 2024-09-13T00:07:42.625010+0000 mgr.y (mgr.25055) 52 : cephadm [INF] Deploying daemon mon.a on smithi032 2024-09-13T00:07:43.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:43 smithi032 bash[22496]: cephadm 2024-09-13T00:07:42.596776+0000 mgr.y (mgr.25055) 51 : cephadm [INF] Upgrade: Updating mon.a 2024-09-13T00:07:43.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:43 smithi032 bash[22496]: cluster 2024-09-13T00:07:42.603316+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2024-09-13T00:07:43.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:43 smithi032 bash[22496]: audit 2024-09-13T00:07:42.615099+0000 mon.a (mon.0) 1519 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:43.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:43 smithi032 bash[22496]: audit 2024-09-13T00:07:42.618604+0000 mon.a (mon.0) 1520 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:07:43.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:43 smithi032 bash[22496]: audit 2024-09-13T00:07:42.620761+0000 mon.a (mon.0) 1521 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:07:43.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:43 smithi032 bash[22496]: audit 2024-09-13T00:07:42.622105+0000 mon.a (mon.0) 1522 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:07:43.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:43 smithi032 bash[22496]: cephadm 2024-09-13T00:07:42.625010+0000 mgr.y (mgr.25055) 52 : cephadm [INF] Deploying daemon mon.a on smithi032 2024-09-13T00:07:43.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:43 smithi032 bash[32211]: cephadm 2024-09-13T00:07:42.596776+0000 mgr.y (mgr.25055) 51 : cephadm [INF] Upgrade: Updating mon.a 2024-09-13T00:07:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:43 smithi032 bash[32211]: cluster 2024-09-13T00:07:42.603316+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2024-09-13T00:07:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:43 smithi032 bash[32211]: audit 2024-09-13T00:07:42.615099+0000 mon.a (mon.0) 1519 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' 2024-09-13T00:07:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:43 smithi032 bash[32211]: audit 2024-09-13T00:07:42.618604+0000 mon.a (mon.0) 1520 : audit [INF] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:07:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:43 smithi032 bash[32211]: audit 2024-09-13T00:07:42.620761+0000 mon.a (mon.0) 1521 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:07:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:43 smithi032 bash[32211]: audit 2024-09-13T00:07:42.622105+0000 mon.a (mon.0) 1522 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:07:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:43 smithi032 bash[32211]: cephadm 2024-09-13T00:07:42.625010+0000 mgr.y (mgr.25055) 52 : cephadm [INF] Deploying daemon mon.a on smithi032 2024-09-13T00:07:44.628 INFO:tasks.rados.rados.0.smithi032.stdout:1185: done (2 left) 2024-09-13T00:07:44.628 INFO:tasks.rados.rados.0.smithi032.stdout:1186: done (1 left) 2024-09-13T00:07:44.628 INFO:tasks.rados.rados.0.smithi032.stdout:1189: done (0 left) 2024-09-13T00:07:44.628 INFO:tasks.rados.rados.0.smithi032.stdout:1190: rollback oid 14 current snap is 122 2024-09-13T00:07:44.628 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 114 2024-09-13T00:07:44.629 INFO:tasks.rados.rados.0.smithi032.stdout:1191: snap_remove snap 43 2024-09-13T00:07:44.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:44 smithi053 bash[24393]: cluster 2024-09-13T00:07:43.296813+0000 mgr.y (mgr.25055) 53 : cluster [DBG] pgmap v81: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 7.5 MiB/s wr, 38 op/s 2024-09-13T00:07:44.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:44 smithi053 bash[24393]: cluster 2024-09-13T00:07:43.620892+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2024-09-13T00:07:44.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:44 smithi053 bash[60895]: ts=2024-09-13T00:07:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:44.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:44 smithi053 bash[60895]: ts=2024-09-13T00:07:44.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:44.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:44 smithi032 bash[22496]: cluster 2024-09-13T00:07:43.296813+0000 mgr.y (mgr.25055) 53 : cluster [DBG] pgmap v81: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 7.5 MiB/s wr, 38 op/s 2024-09-13T00:07:44.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:44 smithi032 bash[22496]: cluster 2024-09-13T00:07:43.620892+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2024-09-13T00:07:44.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:44 smithi032 bash[32211]: cluster 2024-09-13T00:07:43.296813+0000 mgr.y (mgr.25055) 53 : cluster [DBG] pgmap v81: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 7.5 MiB/s wr, 38 op/s 2024-09-13T00:07:44.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:44 smithi032 bash[32211]: cluster 2024-09-13T00:07:43.620892+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2024-09-13T00:07:45.337 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:45.338 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:07:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:45.338 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:07:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:45.338 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:07:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:45.339 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:07:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:45.339 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:45.339 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:07:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:45.339 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:07:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:45.340 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:45.340 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:07:45 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:45.659 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:45 smithi032 bash[68847]: [13/Sep/2024:00:07:45] ENGINE Bus STOPPING 2024-09-13T00:07:45.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:45 smithi032 systemd[1]: Stopping Ceph mon.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:07:45.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:45 smithi032 bash[22496]: debug 2024-09-13T00:07:45.464+0000 7f969e67c640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-13T00:07:45.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:45 smithi032 bash[22496]: debug 2024-09-13T00:07:45.464+0000 7f969e67c640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-13T00:07:46.153 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:45 smithi032 bash[68847]: [13/Sep/2024:00:07:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:07:46.153 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:45 smithi032 bash[68847]: [13/Sep/2024:00:07:45] ENGINE Bus STOPPED 2024-09-13T00:07:46.153 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:45 smithi032 bash[68847]: [13/Sep/2024:00:07:45] ENGINE Bus STARTING 2024-09-13T00:07:46.153 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:45 smithi032 bash[68847]: [13/Sep/2024:00:07:45] ENGINE Serving on http://:::9283 2024-09-13T00:07:46.153 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:45 smithi032 bash[68847]: [13/Sep/2024:00:07:45] ENGINE Bus STARTED 2024-09-13T00:07:46.408 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:46 smithi032 bash[75381]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mon-a 2024-09-13T00:07:46.797 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:07:46 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:46.797 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:07:46 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:46.797 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:07:46 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:46.797 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:07:46 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:46.798 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:07:46 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:46.798 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:07:46 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:46.798 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:46 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:46.798 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:46 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:46.799 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:07:46 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:46.799 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:46 smithi032 bash[75454]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mon-a 2024-09-13T00:07:46.799 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:46 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-13T00:07:46.799 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:46 smithi032 systemd[1]: Stopped Ceph mon.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:07:46.799 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:46 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:07:46.799 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:46 smithi032 systemd[1]: Started Ceph mon.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:07:48.025 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.004+0000 7f044a519b00 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-13T00:07:48.025 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.004+0000 7f044a519b00 0 ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable), process ceph-mon, pid 7 2024-09-13T00:07:48.025 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.004+0000 7f044a519b00 0 pidfile_write: ignore empty --pid-file 2024-09-13T00:07:48.025 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.008+0000 7f044a519b00 0 load: jerasure load: lrc 2024-09-13T00:07:48.025 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: RocksDB version: 7.9.2 2024-09-13T00:07:48.025 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Git sha 0 2024-09-13T00:07:48.025 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Compile date 2024-09-10 15:58:06 2024-09-13T00:07:48.025 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: DB SUMMARY 2024-09-13T00:07:48.025 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: DB Session ID: NJRJ96SC56H0VKIQKII9 2024-09-13T00:07:48.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: CURRENT file: CURRENT 2024-09-13T00:07:48.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: IDENTITY file: IDENTITY 2024-09-13T00:07:48.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: MANIFEST file: MANIFEST-000015 size: 1744 Bytes 2024-09-13T00:07:48.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000042.sst 2024-09-13T00:07:48.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000040.log size: 2672542 ; 2024-09-13T00:07:48.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.error_if_exists: 0 2024-09-13T00:07:48.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.create_if_missing: 0 2024-09-13T00:07:48.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.paranoid_checks: 1 2024-09-13T00:07:48.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T00:07:48.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T00:07:48.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T00:07:48.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.env: 0x560d8ba73bc0 2024-09-13T00:07:48.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.fs: PosixFileSystem 2024-09-13T00:07:48.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.info_log: 0x560d8dd84be0 2024-09-13T00:07:48.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-13T00:07:48.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.statistics: (nil) 2024-09-13T00:07:48.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.use_fsync: 0 2024-09-13T00:07:48.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_log_file_size: 0 2024-09-13T00:07:48.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T00:07:48.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T00:07:48.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-13T00:07:48.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-13T00:07:48.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.allow_fallocate: 1 2024-09-13T00:07:48.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-13T00:07:48.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-13T00:07:48.028 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.use_direct_reads: 0 2024-09-13T00:07:48.028 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T00:07:48.028 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.create_missing_column_families: 0 2024-09-13T00:07:48.028 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.db_log_dir: 2024-09-13T00:07:48.028 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.wal_dir: 2024-09-13T00:07:48.028 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T00:07:48.028 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T00:07:48.028 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T00:07:48.028 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T00:07:48.028 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T00:07:48.028 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T00:07:48.028 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.advise_random_on_open: 1 2024-09-13T00:07:48.028 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-13T00:07:48.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.write_buffer_manager: 0x560d8dd92320 2024-09-13T00:07:48.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T00:07:48.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T00:07:48.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T00:07:48.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.rate_limiter: (nil) 2024-09-13T00:07:48.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T00:07:48.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-13T00:07:48.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-13T00:07:48.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-13T00:07:48.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.unordered_write: 0 2024-09-13T00:07:48.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T00:07:48.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T00:07:48.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T00:07:48.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T00:07:48.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.row_cache: None 2024-09-13T00:07:48.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.wal_filter: None 2024-09-13T00:07:48.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T00:07:48.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-13T00:07:48.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.two_write_queues: 0 2024-09-13T00:07:48.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.manual_wal_flush: 0 2024-09-13T00:07:48.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.wal_compression: 0 2024-09-13T00:07:48.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.atomic_flush: 0 2024-09-13T00:07:48.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T00:07:48.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T00:07:48.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T00:07:48.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.log_readahead_size: 0 2024-09-13T00:07:48.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T00:07:48.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-13T00:07:48.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T00:07:48.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T00:07:48.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-13T00:07:48.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-13T00:07:48.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T00:07:48.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_background_jobs: 2 2024-09-13T00:07:48.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_background_compactions: -1 2024-09-13T00:07:48.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_subcompactions: 1 2024-09-13T00:07:48.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T00:07:48.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T00:07:48.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T00:07:48.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_total_wal_size: 0 2024-09-13T00:07:48.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T00:07:48.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T00:07:48.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T00:07:48.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T00:07:48.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_open_files: -1 2024-09-13T00:07:48.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.bytes_per_sync: 0 2024-09-13T00:07:48.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T00:07:48.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T00:07:48.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-13T00:07:48.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_background_flushes: -1 2024-09-13T00:07:48.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Compression algorithms supported: 2024-09-13T00:07:48.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: kZSTD supported: 0 2024-09-13T00:07:48.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: kXpressCompression supported: 0 2024-09-13T00:07:48.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: kBZip2Compression supported: 0 2024-09-13T00:07:48.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T00:07:48.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: kLZ4Compression supported: 1 2024-09-13T00:07:48.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: kZlibCompression supported: 1 2024-09-13T00:07:48.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-13T00:07:48.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: kSnappyCompression supported: 1 2024-09-13T00:07:48.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T00:07:48.035 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T00:07:48.035 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-13T00:07:48.035 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T00:07:48.035 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T00:07:48.035 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.merge_operator: 2024-09-13T00:07:48.035 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compaction_filter: None 2024-09-13T00:07:48.035 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compaction_filter_factory: None 2024-09-13T00:07:48.035 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-13T00:07:48.035 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T00:07:48.035 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T00:07:48.035 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560d8dd847e0) 2024-09-13T00:07:48.035 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: cache_index_and_filter_blocks: 1 2024-09-13T00:07:48.036 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T00:07:48.036 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T00:07:48.036 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: pin_top_level_index_and_filter: 1 2024-09-13T00:07:48.036 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: index_type: 0 2024-09-13T00:07:48.036 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: data_block_index_type: 0 2024-09-13T00:07:48.036 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: index_shortening: 1 2024-09-13T00:07:48.036 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: data_block_hash_table_util_ratio: 0.750000 2024-09-13T00:07:48.036 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: checksum: 4 2024-09-13T00:07:48.036 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: no_block_cache: 0 2024-09-13T00:07:48.036 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: block_cache: 0x560d8dd7b350 2024-09-13T00:07:48.036 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: block_cache_name: BinnedLRUCache 2024-09-13T00:07:48.036 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: block_cache_options: 2024-09-13T00:07:48.036 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: capacity : 536870912 2024-09-13T00:07:48.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: num_shard_bits : 4 2024-09-13T00:07:48.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: strict_capacity_limit : 0 2024-09-13T00:07:48.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: high_pri_pool_ratio: 0.000 2024-09-13T00:07:48.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: block_cache_compressed: (nil) 2024-09-13T00:07:48.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: persistent_cache: (nil) 2024-09-13T00:07:48.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: block_size: 4096 2024-09-13T00:07:48.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: block_size_deviation: 10 2024-09-13T00:07:48.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: block_restart_interval: 16 2024-09-13T00:07:48.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: index_block_restart_interval: 1 2024-09-13T00:07:48.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: metadata_block_size: 4096 2024-09-13T00:07:48.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: partition_filters: 0 2024-09-13T00:07:48.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: use_delta_encoding: 1 2024-09-13T00:07:48.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: filter_policy: bloomfilter 2024-09-13T00:07:48.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: whole_key_filtering: 1 2024-09-13T00:07:48.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: verify_compression: 0 2024-09-13T00:07:48.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: read_amp_bytes_per_bit: 0 2024-09-13T00:07:48.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: format_version: 5 2024-09-13T00:07:48.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: enable_index_compression: 1 2024-09-13T00:07:48.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: block_align: 0 2024-09-13T00:07:48.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: max_auto_readahead_size: 262144 2024-09-13T00:07:48.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: prepopulate_block_cache: 0 2024-09-13T00:07:48.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: initial_auto_readahead_size: 8192 2024-09-13T00:07:48.039 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: num_file_reads_for_auto_readahead: 2 2024-09-13T00:07:48.039 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-13T00:07:48.039 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-13T00:07:48.039 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compression: NoCompression 2024-09-13T00:07:48.039 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-13T00:07:48.039 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-13T00:07:48.039 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T00:07:48.039 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.num_levels: 7 2024-09-13T00:07:48.039 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T00:07:48.039 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T00:07:48.039 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T00:07:48.039 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T00:07:48.039 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T00:07:48.039 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T00:07:48.040 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T00:07:48.040 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T00:07:48.040 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T00:07:48.040 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T00:07:48.040 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T00:07:48.040 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T00:07:48.040 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T00:07:48.040 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compression_opts.level: 32767 2024-09-13T00:07:48.040 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-13T00:07:48.040 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T00:07:48.040 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T00:07:48.040 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T00:07:48.041 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T00:07:48.041 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compression_opts.enabled: false 2024-09-13T00:07:48.041 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T00:07:48.041 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T00:07:48.041 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T00:07:48.041 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T00:07:48.041 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-13T00:07:48.041 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T00:07:48.041 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T00:07:48.041 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T00:07:48.041 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T00:07:48.041 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T00:07:48.041 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T00:07:48.042 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T00:07:48.042 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T00:07:48.042 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T00:07:48.042 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T00:07:48.042 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T00:07:48.042 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T00:07:48.042 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T00:07:48.042 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T00:07:48.042 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.arena_block_size: 1048576 2024-09-13T00:07:48.042 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T00:07:48.042 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T00:07:48.042 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-13T00:07:48.042 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T00:07:48.043 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T00:07:48.043 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T00:07:48.043 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T00:07:48.043 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T00:07:48.043 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T00:07:48.043 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T00:07:48.043 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T00:07:48.043 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T00:07:48.043 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T00:07:48.043 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T00:07:48.043 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.inplace_update_support: 0 2024-09-13T00:07:48.043 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T00:07:48.043 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T00:07:48.043 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T00:07:48.044 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T00:07:48.044 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.bloom_locality: 0 2024-09-13T00:07:48.044 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.max_successive_merges: 0 2024-09-13T00:07:48.044 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T00:07:48.044 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-13T00:07:48.044 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.force_consistency_checks: 1 2024-09-13T00:07:48.044 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-13T00:07:48.044 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.ttl: 2592000 2024-09-13T00:07:48.044 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T00:07:48.044 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T00:07:48.044 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T00:07:48.044 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.enable_blob_files: false 2024-09-13T00:07:48.045 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.min_blob_size: 0 2024-09-13T00:07:48.045 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.blob_file_size: 268435456 2024-09-13T00:07:48.045 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T00:07:48.045 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T00:07:48.045 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T00:07:48.045 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T00:07:48.045 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T00:07:48.045 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-13T00:07:48.045 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T00:07:48.045 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f04472f2640 3 rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 42.sst 2024-09-13T00:07:48.045 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T00:07:48.045 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 44, last_sequence is 18528, log_number is 40,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T00:07:48.046 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 40 2024-09-13T00:07:48.046 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4497b32e-2d44-47c2-85a3-7b467d37b617 2024-09-13T00:07:48.046 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726186068014448, "job": 1, "event": "recovery_started", "wal_files": [40]} 2024-09-13T00:07:48.046 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.012+0000 7f044a519b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #40 mode 2 2024-09-13T00:07:48.046 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.028+0000 7f044a519b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726186068028725, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 45, "file_size": 2528135, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 18529, "largest_seqno": 19944, "table_properties": {"data_size": 2520389, "index_size": 5101, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1605, "raw_key_size": 15148, "raw_average_key_size": 24, "raw_value_size": 2506238, "raw_average_value_size": 4061, "num_data_blocks": 224, "num_entries": 617, "num_filter_entries": 617, "num_deletions": 24, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726186068, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4497b32e-2d44-47c2-85a3-7b467d37b617", "db_session_id": "NJRJ96SC56H0VKIQKII9", "orig_file_number": 45, "seqno_to_time_mapping": "N/A"}} 2024-09-13T00:07:48.046 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.028+0000 7f044a519b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726186068028916, "job": 1, "event": "recovery_finished"} 2024-09-13T00:07:48.046 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.028+0000 7f044a519b00 4 rocksdb: [db/version_set.cc:5047] Creating manifest 47 2024-09-13T00:07:48.046 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.028+0000 7f044a519b00 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T00:07:48.046 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.028+0000 7f044a519b00 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000040.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T00:07:48.046 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.028+0000 7f044a519b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x560d8dda4e00 2024-09-13T00:07:48.046 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.028+0000 7f044a519b00 4 rocksdb: DB pointer 0x560d8de9c000 2024-09-13T00:07:48.046 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.028+0000 7f04402e4640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T00:07:48.046 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.028+0000 7f04402e4640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T00:07:48.047 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: ** DB Stats ** 2024-09-13T00:07:48.047 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T00:07:48.047 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T00:07:48.047 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T00:07:48.047 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T00:07:48.047 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T00:07:48.047 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T00:07:48.047 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T00:07:48.047 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: ** Compaction Stats [default] ** 2024-09-13T00:07:48.047 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T00:07:48.047 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T00:07:48.047 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: L0 1/0 2.41 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 357.0 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-13T00:07:48.048 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: L6 1/0 9.50 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T00:07:48.048 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Sum 2/0 11.91 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 357.0 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-13T00:07:48.048 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 357.0 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-13T00:07:48.048 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: ** Compaction Stats [default] ** 2024-09-13T00:07:48.048 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T00:07:48.048 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T00:07:48.048 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 357.0 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-13T00:07:48.048 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T00:07:48.048 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T00:07:48.048 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Flush(GB): cumulative 0.002, interval 0.002 2024-09-13T00:07:48.048 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T00:07:48.048 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T00:07:48.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T00:07:48.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: AddFile(Keys): cumulative 0, interval 0 2024-09-13T00:07:48.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Cumulative compaction: 0.00 GB write, 136.73 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T00:07:48.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Interval compaction: 0.00 GB write, 136.73 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T00:07:48.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T00:07:48.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Block cache BinnedLRUCache@0x560d8dd7b350#7 capacity: 512.00 MB usage: 6.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 2.2e-05 secs_since: 0 2024-09-13T00:07:48.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Block cache entry stats(count,size,portion): FilterBlock(1,1.78 KB,0.000339746%) IndexBlock(1,5.08 KB,0.000968575%) Misc(1,0.00 KB,0%) 2024-09-13T00:07:48.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: ** File Read Latency Histogram By Level [default] ** 2024-09-13T00:07:48.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.028+0000 7f044a519b00 0 starting mon.a rank 0 at public addrs [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] at bind addrs [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-13T00:07:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.028+0000 7f044a519b00 1 mon.a@-1(???) e3 preinit fsid 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-13T00:07:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.032+0000 7f044a519b00 0 mon.a@-1(???).mds e6 new map 2024-09-13T00:07:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.032+0000 7f044a519b00 0 mon.a@-1(???).mds e6 print_map 2024-09-13T00:07:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: e6 2024-09-13T00:07:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T00:07:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T00:07:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: legacy client fscid: 1 2024-09-13T00:07:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: 2024-09-13T00:07:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Filesystem 'cephfs' (1) 2024-09-13T00:07:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: fs_name cephfs 2024-09-13T00:07:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: epoch 6 2024-09-13T00:07:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-13T00:07:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: created 2024-09-12T23:58:42.154030+0000 2024-09-13T00:07:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: modified 2024-09-12T23:58:44.834853+0000 2024-09-13T00:07:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: tableserver 0 2024-09-13T00:07:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: root 0 2024-09-13T00:07:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: session_timeout 60 2024-09-13T00:07:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: session_autoclose 300 2024-09-13T00:07:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: max_file_size 1099511627776 2024-09-13T00:07:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: max_xattr_size 65536 2024-09-13T00:07:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: required_client_features {} 2024-09-13T00:07:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: last_failure 0 2024-09-13T00:07:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: last_failure_osd_epoch 0 2024-09-13T00:07:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T00:07:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: max_mds 1 2024-09-13T00:07:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: in 0 2024-09-13T00:07:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: up {0=24349} 2024-09-13T00:07:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: failed 2024-09-13T00:07:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: damaged 2024-09-13T00:07:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: stopped 2024-09-13T00:07:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: data_pools [3] 2024-09-13T00:07:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: metadata_pool 2 2024-09-13T00:07:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: inline_data disabled 2024-09-13T00:07:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: balancer 2024-09-13T00:07:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: bal_rank_mask -1 2024-09-13T00:07:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: standby_count_wanted 0 2024-09-13T00:07:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: [mds.b{0:24349} state up:active seq 3 addr [v2:172.21.15.53:6832/733527454,v1:172.21.15.53:6833/733527454] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T00:07:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: 2024-09-13T00:07:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: 2024-09-13T00:07:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: Standby daemons: 2024-09-13T00:07:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: 2024-09-13T00:07:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: [mds.a{-1:24326} state up:standby seq 1 addr [v2:172.21.15.32:6834/2080237266,v1:172.21.15.32:6835/2080237266] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T00:07:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.032+0000 7f044a519b00 0 mon.a@-1(???).osd e287 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-13T00:07:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.032+0000 7f044a519b00 0 mon.a@-1(???).osd e287 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T00:07:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.032+0000 7f044a519b00 0 mon.a@-1(???).osd e287 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T00:07:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.032+0000 7f044a519b00 0 mon.a@-1(???).osd e287 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T00:07:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: debug 2024-09-13T00:07:48.032+0000 7f044a519b00 1 mon.a@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-09-13T00:07:48.741 INFO:tasks.rados.rados.0.smithi032.stdout:1191: done (1 left) 2024-09-13T00:07:48.741 INFO:tasks.rados.rados.0.smithi032.stdout:1192: snap_remove snap 115 2024-09-13T00:07:49.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[60895]: ts=2024-09-13T00:07:48.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:49.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[61293]: ignoring --setuser ceph since I am not root 2024-09-13T00:07:49.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[61293]: ignoring --setgroup ceph since I am not root 2024-09-13T00:07:49.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[61293]: debug 2024-09-13T00:07:48.783+0000 7fc7ead6b640 1 -- 172.21.15.53:0/1932876059 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556bafa36d00 con 0x556bafa29400 2024-09-13T00:07:49.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[61293]: debug 2024-09-13T00:07:48.899+0000 7fc7ed5c6040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T00:07:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: audit 2024-09-13T00:07:45.475238+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: audit 2024-09-13T00:07:45.475481+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: audit 2024-09-13T00:07:45.476811+0000 mon.c (mon.2) 138 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: audit 2024-09-13T00:07:45.485305+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: audit 2024-09-13T00:07:45.491744+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:07:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: cluster 2024-09-13T00:07:47.298069+0000 mgr.y (mgr.25055) 55 : cluster [DBG] pgmap v85: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 27 op/s 2024-09-13T00:07:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: cluster 2024-09-13T00:07:48.646617+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-13T00:07:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: cluster 2024-09-13T00:07:48.668921+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T00:07:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: cluster 2024-09-13T00:07:48.679415+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T00:07:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: cluster 2024-09-13T00:07:48.680706+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T00:07:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: cluster 2024-09-13T00:07:48.680764+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2024-09-13T00:07:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: cluster 2024-09-13T00:07:48.683158+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e38: y(active, since 57s), standbys: x 2024-09-13T00:07:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: cluster 2024-09-13T00:07:48.684394+0000 mon.a (mon.0) 7 : cluster [INF] overall HEALTH_OK 2024-09-13T00:07:49.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: cluster 2024-09-13T00:07:48.713056+0000 mon.a (mon.0) 8 : cluster [DBG] mgrmap e39: y(active, since 57s), standbys: x 2024-09-13T00:07:49.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:48 smithi053 bash[24393]: audit 2024-09-13T00:07:48.713276+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.25055 ' entity='' 2024-09-13T00:07:49.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[68847]: ignoring --setuser ceph since I am not root 2024-09-13T00:07:49.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[68847]: ignoring --setgroup ceph since I am not root 2024-09-13T00:07:49.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[68847]: debug 2024-09-13T00:07:48.796+0000 7fcd0ed04640 1 -- 172.21.15.32:0/1611658598 <== mon.2 v2:172.21.15.32:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563f0af8ed00 con 0x563f0af80800 2024-09-13T00:07:49.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[68847]: debug 2024-09-13T00:07:48.908+0000 7fcd1155f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T00:07:49.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: audit 2024-09-13T00:07:45.475238+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:49.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: audit 2024-09-13T00:07:45.475481+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:49.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: audit 2024-09-13T00:07:45.476811+0000 mon.c (mon.2) 138 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:49.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: audit 2024-09-13T00:07:45.485305+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:49.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: audit 2024-09-13T00:07:45.491744+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:07:49.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: cluster 2024-09-13T00:07:47.298069+0000 mgr.y (mgr.25055) 55 : cluster [DBG] pgmap v85: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 27 op/s 2024-09-13T00:07:49.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: cluster 2024-09-13T00:07:48.646617+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-13T00:07:49.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: cluster 2024-09-13T00:07:48.668921+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T00:07:49.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: cluster 2024-09-13T00:07:48.679415+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T00:07:49.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: cluster 2024-09-13T00:07:48.680706+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T00:07:49.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: cluster 2024-09-13T00:07:48.680764+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2024-09-13T00:07:49.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: cluster 2024-09-13T00:07:48.683158+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e38: y(active, since 57s), standbys: x 2024-09-13T00:07:49.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: cluster 2024-09-13T00:07:48.684394+0000 mon.a (mon.0) 7 : cluster [INF] overall HEALTH_OK 2024-09-13T00:07:49.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: cluster 2024-09-13T00:07:48.713056+0000 mon.a (mon.0) 8 : cluster [DBG] mgrmap e39: y(active, since 57s), standbys: x 2024-09-13T00:07:49.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[32211]: audit 2024-09-13T00:07:48.713276+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.25055 ' entity='' 2024-09-13T00:07:49.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: audit 2024-09-13T00:07:45.475238+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:49.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: audit 2024-09-13T00:07:45.475481+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:49.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: audit 2024-09-13T00:07:45.476811+0000 mon.c (mon.2) 138 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:49.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: audit 2024-09-13T00:07:45.485305+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:49.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: audit 2024-09-13T00:07:45.491744+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25055 172.21.15.32:0/3390459447' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:07:49.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: cluster 2024-09-13T00:07:47.298069+0000 mgr.y (mgr.25055) 55 : cluster [DBG] pgmap v85: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 27 op/s 2024-09-13T00:07:49.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: cluster 2024-09-13T00:07:48.646617+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-13T00:07:49.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: cluster 2024-09-13T00:07:48.668921+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T00:07:49.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: cluster 2024-09-13T00:07:48.679415+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T00:07:49.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: cluster 2024-09-13T00:07:48.680706+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T00:07:49.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: cluster 2024-09-13T00:07:48.680764+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2024-09-13T00:07:49.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: cluster 2024-09-13T00:07:48.683158+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e38: y(active, since 57s), standbys: x 2024-09-13T00:07:49.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: cluster 2024-09-13T00:07:48.684394+0000 mon.a (mon.0) 7 : cluster [INF] overall HEALTH_OK 2024-09-13T00:07:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: cluster 2024-09-13T00:07:48.713056+0000 mon.a (mon.0) 8 : cluster [DBG] mgrmap e39: y(active, since 57s), standbys: x 2024-09-13T00:07:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:48 smithi032 bash[75510]: audit 2024-09-13T00:07:48.713276+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.25055 ' entity='' 2024-09-13T00:07:49.746 INFO:tasks.rados.rados.0.smithi032.stdout:1192: done (1 left) 2024-09-13T00:07:49.746 INFO:tasks.rados.rados.0.smithi032.stdout:1193: rollback oid 38 current snap is 122 2024-09-13T00:07:49.746 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 72 2024-09-13T00:07:49.755 INFO:tasks.rados.rados.0.smithi032.stdout:1190: finishing rollback tid 0 to smithi03267100-14 2024-09-13T00:07:49.755 INFO:tasks.rados.rados.0.smithi032.stdout:1190: finishing rollback tid 1 to smithi03267100-14 2024-09-13T00:07:49.755 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 835 (ObjNum 4609 snap 0 seq_num 127795984) dirty dne 2024-09-13T00:07:49.755 INFO:tasks.rados.rados.0.smithi032.stdout:1190: done (1 left) 2024-09-13T00:07:49.755 INFO:tasks.rados.rados.0.smithi032.stdout:1194: read oid 30 snap -1 2024-09-13T00:07:49.755 INFO:tasks.rados.rados.0.smithi032.stdout:1194: expect (ObjNum 311 snap 90 seq_num 311) 2024-09-13T00:07:49.755 INFO:tasks.rados.rados.0.smithi032.stdout:1195: read oid 6 snap -1 2024-09-13T00:07:49.755 INFO:tasks.rados.rados.0.smithi032.stdout:1195: expect deleted 2024-09-13T00:07:49.755 INFO:tasks.rados.rados.0.smithi032.stdout:1196: rollback oid 22 current snap is 122 2024-09-13T00:07:49.755 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 98 2024-09-13T00:07:49.756 INFO:tasks.rados.rados.0.smithi032.stdout:1197: read oid 50 snap -1 2024-09-13T00:07:49.756 INFO:tasks.rados.rados.0.smithi032.stdout:1197: expect (ObjNum 389 snap 120 seq_num 389) 2024-09-13T00:07:49.756 INFO:tasks.rados.rados.0.smithi032.stdout:1198: rmattr oid 2 current snap is 122 2024-09-13T00:07:49.756 INFO:tasks.rados.rados.0.smithi032.stdout:1198: done (5 left) 2024-09-13T00:07:49.756 INFO:tasks.rados.rados.0.smithi032.stdout:1199: copy_from oid 1 from oid 19 current snap is 122 2024-09-13T00:07:49.756 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 122 2024-09-13T00:07:49.756 INFO:tasks.rados.rados.0.smithi032.stdout:1200: seq_num 399 ranges {3719168=688128,4407296=434176,4841472=745472,5586944=24576} 2024-09-13T00:07:49.804 INFO:tasks.rados.rados.0.smithi032.stdout:1200: writing smithi03267100-4 from 3719168 to 4407296 tid 1 2024-09-13T00:07:49.809 INFO:tasks.rados.rados.0.smithi032.stdout:1200: writing smithi03267100-4 from 4407296 to 4841472 tid 2 2024-09-13T00:07:49.816 INFO:tasks.rados.rados.0.smithi032.stdout:1200: writing smithi03267100-4 from 4841472 to 5586944 tid 3 2024-09-13T00:07:49.816 INFO:tasks.rados.rados.0.smithi032.stdout:1200: writing smithi03267100-4 from 5586944 to 5611520 tid 4 2024-09-13T00:07:49.816 INFO:tasks.rados.rados.0.smithi032.stdout:1201: copy_from oid 40 from oid 34 current snap is 122 2024-09-13T00:07:49.817 INFO:tasks.rados.rados.0.smithi032.stdout:1194: expect (ObjNum 311 snap 90 seq_num 311) 2024-09-13T00:07:49.834 INFO:tasks.rados.rados.0.smithi032.stdout:1199: finishing copy_from to smithi03267100-1 2024-09-13T00:07:49.834 INFO:tasks.rados.rados.0.smithi032.stdout:1199: got expected ENOENT (src dne) 2024-09-13T00:07:49.834 INFO:tasks.rados.rados.0.smithi032.stdout:1199: finishing copy_from racing read to smithi03267100-1 2024-09-13T00:07:49.834 INFO:tasks.rados.rados.0.smithi032.stdout:1193: finishing rollback tid 0 to smithi03267100-38 2024-09-13T00:07:49.834 INFO:tasks.rados.rados.0.smithi032.stdout:1193: finishing rollback tid 1 to smithi03267100-38 2024-09-13T00:07:49.834 INFO:tasks.rados.rados.0.smithi032.stdout:1193: finishing rollback tid 2 to smithi03267100-38 2024-09-13T00:07:49.834 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 318 (ObjNum 132 snap 34 seq_num 132) dirty exists 2024-09-13T00:07:49.834 INFO:tasks.rados.rados.0.smithi032.stdout:1196: finishing rollback tid 1 to smithi03267100-22 2024-09-13T00:07:49.834 INFO:tasks.rados.rados.0.smithi032.stdout:1196: finishing rollback tid 2 to smithi03267100-22 2024-09-13T00:07:49.834 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 531 (ObjNum 248 snap 68 seq_num 248) dirty exists 2024-09-13T00:07:49.834 INFO:tasks.rados.rados.0.smithi032.stdout:1197: expect (ObjNum 389 snap 120 seq_num 389) 2024-09-13T00:07:50.025 INFO:tasks.rados.rados.0.smithi032.stdout:1200: finishing write tid 1 to smithi03267100-4 2024-09-13T00:07:50.025 INFO:tasks.rados.rados.0.smithi032.stdout:1200: finishing write tid 2 to smithi03267100-4 2024-09-13T00:07:50.025 INFO:tasks.rados.rados.0.smithi032.stdout:1200: finishing write tid 3 to smithi03267100-4 2024-09-13T00:07:50.025 INFO:tasks.rados.rados.0.smithi032.stdout:1200: finishing write tid 4 to smithi03267100-4 2024-09-13T00:07:50.025 INFO:tasks.rados.rados.0.smithi032.stdout:1200: finishing write tid 5 to smithi03267100-4 2024-09-13T00:07:50.025 INFO:tasks.rados.rados.0.smithi032.stdout:1201: finishing copy_from racing read to smithi03267100-40 2024-09-13T00:07:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:1201: finishing copy_from to smithi03267100-40 2024-09-13T00:07:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 386 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:07:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:1200: finishing write tid 6 to smithi03267100-4 2024-09-13T00:07:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 589 (ObjNum 399 snap 122 seq_num 399) dirty exists 2024-09-13T00:07:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:1200: left oid 4 (ObjNum 399 snap 122 seq_num 399) 2024-09-13T00:07:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:1193: done (7 left) 2024-09-13T00:07:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:1194: done (6 left) 2024-09-13T00:07:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:1195: done (5 left) 2024-09-13T00:07:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:1196: done (4 left) 2024-09-13T00:07:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:1197: done (3 left) 2024-09-13T00:07:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:1199: done (2 left) 2024-09-13T00:07:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:1200: done (1 left) 2024-09-13T00:07:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:1201: done (0 left) 2024-09-13T00:07:50.027 INFO:tasks.rados.rados.0.smithi032.stdout:1202: read oid 29 snap -1 2024-09-13T00:07:50.027 INFO:tasks.rados.rados.0.smithi032.stdout:1202: expect (ObjNum 368 snap 116 seq_num 368) 2024-09-13T00:07:50.027 INFO:tasks.rados.rados.0.smithi032.stdout:1203: rollback oid 22 current snap is 122 2024-09-13T00:07:50.027 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 118 2024-09-13T00:07:50.027 INFO:tasks.rados.rados.0.smithi032.stdout:1204: rollback oid 48 current snap is 122 2024-09-13T00:07:50.027 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 48 to 84 2024-09-13T00:07:50.027 INFO:tasks.rados.rados.0.smithi032.stdout:1205: snap_create 2024-09-13T00:07:50.031 INFO:tasks.rados.rados.0.smithi032.stdout:1204: finishing rollback tid 0 to smithi03267100-48 2024-09-13T00:07:50.031 INFO:tasks.rados.rados.0.smithi032.stdout:1204: finishing rollback tid 1 to smithi03267100-48 2024-09-13T00:07:50.032 INFO:tasks.rados.rados.0.smithi032.stdout:1204: finishing rollback tid 2 to smithi03267100-48 2024-09-13T00:07:50.032 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 591 (ObjNum 268 snap 78 seq_num 268) dirty exists 2024-09-13T00:07:50.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:49 smithi053 bash[24393]: cluster 2024-09-13T00:07:48.745068+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2024-09-13T00:07:50.034 INFO:tasks.rados.rados.0.smithi032.stdout:1202: expect (ObjNum 368 snap 116 seq_num 368) 2024-09-13T00:07:50.070 INFO:tasks.rados.rados.0.smithi032.stdout:1203: finishing rollback tid 0 to smithi03267100-22 2024-09-13T00:07:50.070 INFO:tasks.rados.rados.0.smithi032.stdout:1203: finishing rollback tid 1 to smithi03267100-22 2024-09-13T00:07:50.070 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 537 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T00:07:50.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:49 smithi032 bash[75510]: cluster 2024-09-13T00:07:48.745068+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2024-09-13T00:07:50.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:49 smithi032 bash[32211]: cluster 2024-09-13T00:07:48.745068+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2024-09-13T00:07:50.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:50 smithi053 bash[61293]: debug 2024-09-13T00:07:50.175+0000 7fc7ed5c6040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T00:07:50.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:50 smithi053 bash[61293]: debug 2024-09-13T00:07:50.239+0000 7fc7ed5c6040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T00:07:50.534 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:50 smithi053 bash[61293]: debug 2024-09-13T00:07:50.395+0000 7fc7ed5c6040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T00:07:50.659 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:50 smithi032 bash[68847]: debug 2024-09-13T00:07:50.200+0000 7fcd1155f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T00:07:50.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:50 smithi032 bash[68847]: debug 2024-09-13T00:07:50.268+0000 7fcd1155f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T00:07:50.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:50 smithi032 bash[68847]: debug 2024-09-13T00:07:50.428+0000 7fcd1155f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T00:07:50.765 INFO:tasks.rados.rados.0.smithi032.stdout:1202: done (3 left) 2024-09-13T00:07:50.766 INFO:tasks.rados.rados.0.smithi032.stdout:1203: done (2 left) 2024-09-13T00:07:50.766 INFO:tasks.rados.rados.0.smithi032.stdout:1204: done (1 left) 2024-09-13T00:07:50.766 INFO:tasks.rados.rados.0.smithi032.stdout:1205: done (0 left) 2024-09-13T00:07:50.766 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 123 2024-09-13T00:07:50.766 INFO:tasks.rados.rados.0.smithi032.stdout:1206: seq_num 400 ranges {0=704512,704512=720896,1425408=483328} 2024-09-13T00:07:50.775 INFO:tasks.rados.rados.0.smithi032.stdout:1206: writing smithi03267100-5 from 0 to 704512 tid 1 2024-09-13T00:07:50.785 INFO:tasks.rados.rados.0.smithi032.stdout:1206: writing smithi03267100-5 from 704512 to 1425408 tid 2 2024-09-13T00:07:50.793 INFO:tasks.rados.rados.0.smithi032.stdout:1206: writing smithi03267100-5 from 1425408 to 1908736 tid 3 2024-09-13T00:07:50.793 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 123 2024-09-13T00:07:50.793 INFO:tasks.rados.rados.0.smithi032.stdout:1206: finishing write tid 1 to smithi03267100-5 2024-09-13T00:07:50.793 INFO:tasks.rados.rados.0.smithi032.stdout:1206: finishing write tid 2 to smithi03267100-5 2024-09-13T00:07:50.793 INFO:tasks.rados.rados.0.smithi032.stdout:1207: seq_num 401 ranges {3784704=720896,4505600=606208,5111808=598016} 2024-09-13T00:07:50.848 INFO:tasks.rados.rados.0.smithi032.stdout:1207: writing smithi03267100-10 from 3784704 to 4505600 tid 1 2024-09-13T00:07:50.854 INFO:tasks.rados.rados.0.smithi032.stdout:1207: writing smithi03267100-10 from 4505600 to 5111808 tid 2 2024-09-13T00:07:50.860 INFO:tasks.rados.rados.0.smithi032.stdout:1207: writing smithi03267100-10 from 5111808 to 5709824 tid 3 2024-09-13T00:07:50.861 INFO:tasks.rados.rados.0.smithi032.stdout:1208: rmattr oid 30 current snap is 123 2024-09-13T00:07:50.861 INFO:tasks.rados.rados.0.smithi032.stdout:1208: done (2 left) 2024-09-13T00:07:50.861 INFO:tasks.rados.rados.0.smithi032.stdout:1209: copy_from oid 33 from oid 50 current snap is 123 2024-09-13T00:07:50.861 INFO:tasks.rados.rados.0.smithi032.stdout:1206: finishing write tid 3 to smithi03267100-5 2024-09-13T00:07:50.861 INFO:tasks.rados.rados.0.smithi032.stdout:1206: finishing write tid 4 to smithi03267100-5 2024-09-13T00:07:50.861 INFO:tasks.rados.rados.0.smithi032.stdout:1206: finishing write tid 5 to smithi03267100-5 2024-09-13T00:07:50.861 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 593 (ObjNum 400 snap 123 seq_num 400) dirty exists 2024-09-13T00:07:50.861 INFO:tasks.rados.rados.0.smithi032.stdout:1206: left oid 5 (ObjNum 400 snap 123 seq_num 400) 2024-09-13T00:07:50.861 INFO:tasks.rados.rados.0.smithi032.stdout:1207: finishing write tid 1 to smithi03267100-10 2024-09-13T00:07:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:1207: finishing write tid 2 to smithi03267100-10 2024-09-13T00:07:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:1206: done (2 left) 2024-09-13T00:07:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:1210: read oid 28 snap -1 2024-09-13T00:07:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:1210: expect (ObjNum 360 snap 114 seq_num 360) 2024-09-13T00:07:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 123 2024-09-13T00:07:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:1211: seq_num 402 ranges {589824=737280,1327104=491520,1818624=516096,2334720=196608} 2024-09-13T00:07:50.871 INFO:tasks.rados.rados.0.smithi032.stdout:1211: writing smithi03267100-42 from 589824 to 1327104 tid 1 2024-09-13T00:07:50.875 INFO:tasks.rados.rados.0.smithi032.stdout:1211: writing smithi03267100-42 from 1327104 to 1818624 tid 2 2024-09-13T00:07:50.879 INFO:tasks.rados.rados.0.smithi032.stdout:1211: writing smithi03267100-42 from 1818624 to 2334720 tid 3 2024-09-13T00:07:50.881 INFO:tasks.rados.rados.0.smithi032.stdout:1211: writing smithi03267100-42 from 2334720 to 2531328 tid 4 2024-09-13T00:07:50.881 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 123 2024-09-13T00:07:50.881 INFO:tasks.rados.rados.0.smithi032.stdout:1207: finishing write tid 3 to smithi03267100-10 2024-09-13T00:07:50.881 INFO:tasks.rados.rados.0.smithi032.stdout:1211: finishing write tid 1 to smithi03267100-42 2024-09-13T00:07:50.881 INFO:tasks.rados.rados.0.smithi032.stdout:1212: seq_num 403 ranges {5537792=753664,6291456=425984,6717440=720896,7438336=57344} 2024-09-13T00:07:50.921 INFO:tasks.rados.rados.0.smithi032.stdout:1212: writing smithi03267100-17 from 5537792 to 6291456 tid 1 2024-09-13T00:07:50.924 INFO:tasks.rados.rados.0.smithi032.stdout:1212: writing smithi03267100-17 from 6291456 to 6717440 tid 2 2024-09-13T00:07:50.929 INFO:tasks.rados.rados.0.smithi032.stdout:1212: writing smithi03267100-17 from 6717440 to 7438336 tid 3 2024-09-13T00:07:50.929 INFO:tasks.rados.rados.0.smithi032.stdout:1212: writing smithi03267100-17 from 7438336 to 7495680 tid 4 2024-09-13T00:07:50.930 INFO:tasks.rados.rados.0.smithi032.stdout:1213: setattr oid 43 current snap is 123 2024-09-13T00:07:50.930 INFO:tasks.rados.rados.0.smithi032.stdout:1211: finishing write tid 2 to smithi03267100-42 2024-09-13T00:07:50.930 INFO:tasks.rados.rados.0.smithi032.stdout:1211: finishing write tid 3 to smithi03267100-42 2024-09-13T00:07:50.930 INFO:tasks.rados.rados.0.smithi032.stdout:1211: finishing write tid 4 to smithi03267100-42 2024-09-13T00:07:50.930 INFO:tasks.rados.rados.0.smithi032.stdout:1211: finishing write tid 5 to smithi03267100-42 2024-09-13T00:07:50.931 INFO:tasks.rados.rados.0.smithi032.stdout:1211: finishing write tid 6 to smithi03267100-42 2024-09-13T00:07:50.931 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 118 (ObjNum 402 snap 123 seq_num 402) dirty exists 2024-09-13T00:07:50.931 INFO:tasks.rados.rados.0.smithi032.stdout:1211: left oid 42 (ObjNum 402 snap 123 seq_num 402) 2024-09-13T00:07:50.931 INFO:tasks.rados.rados.0.smithi032.stdout:1207: finishing write tid 4 to smithi03267100-10 2024-09-13T00:07:50.931 INFO:tasks.rados.rados.0.smithi032.stdout:1209: finishing copy_from racing read to smithi03267100-33 2024-09-13T00:07:50.931 INFO:tasks.rados.rados.0.smithi032.stdout:1210: expect (ObjNum 360 snap 114 seq_num 360) 2024-09-13T00:07:51.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:50 smithi053 bash[24393]: cluster 2024-09-13T00:07:49.749550+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2024-09-13T00:07:51.129 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:50 smithi032 bash[75510]: cluster 2024-09-13T00:07:49.749550+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2024-09-13T00:07:51.130 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:50 smithi032 bash[32211]: cluster 2024-09-13T00:07:49.749550+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2024-09-13T00:07:51.409 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:51 smithi032 bash[68847]: debug 2024-09-13T00:07:51.132+0000 7fcd1155f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T00:07:51.410 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:51 smithi032 bash[68847]: debug 2024-09-13T00:07:51.204+0000 7fcd1155f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T00:07:51.410 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:51 smithi032 bash[68847]: debug 2024-09-13T00:07:51.276+0000 7fcd1155f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T00:07:51.415 INFO:tasks.rados.rados.0.smithi032.stdout:1207: finishing write tid 5 to smithi03267100-10 2024-09-13T00:07:51.415 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 327 (ObjNum 401 snap 123 seq_num 401) dirty exists 2024-09-13T00:07:51.415 INFO:tasks.rados.rados.0.smithi032.stdout:1207: left oid 10 (ObjNum 401 snap 123 seq_num 401) 2024-09-13T00:07:51.415 INFO:tasks.rados.rados.0.smithi032.stdout:1209: finishing copy_from to smithi03267100-33 2024-09-13T00:07:51.415 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 191 (ObjNum 389 snap 120 seq_num 389) dirty exists 2024-09-13T00:07:51.415 INFO:tasks.rados.rados.0.smithi032.stdout:1212: finishing write tid 1 to smithi03267100-17 2024-09-13T00:07:51.415 INFO:tasks.rados.rados.0.smithi032.stdout:1212: finishing write tid 2 to smithi03267100-17 2024-09-13T00:07:51.415 INFO:tasks.rados.rados.0.smithi032.stdout:1212: finishing write tid 3 to smithi03267100-17 2024-09-13T00:07:51.416 INFO:tasks.rados.rados.0.smithi032.stdout:1212: finishing write tid 4 to smithi03267100-17 2024-09-13T00:07:51.416 INFO:tasks.rados.rados.0.smithi032.stdout:1212: finishing write tid 5 to smithi03267100-17 2024-09-13T00:07:51.416 INFO:tasks.rados.rados.0.smithi032.stdout:1212: finishing write tid 6 to smithi03267100-17 2024-09-13T00:07:51.416 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 875 (ObjNum 403 snap 123 seq_num 403) dirty exists 2024-09-13T00:07:51.416 INFO:tasks.rados.rados.0.smithi032.stdout:1212: left oid 17 (ObjNum 403 snap 123 seq_num 403) 2024-09-13T00:07:51.416 INFO:tasks.rados.rados.0.smithi032.stdout:1207: done (5 left) 2024-09-13T00:07:51.416 INFO:tasks.rados.rados.0.smithi032.stdout:1209: done (4 left) 2024-09-13T00:07:51.416 INFO:tasks.rados.rados.0.smithi032.stdout:1210: done (3 left) 2024-09-13T00:07:51.416 INFO:tasks.rados.rados.0.smithi032.stdout:1211: done (2 left) 2024-09-13T00:07:51.416 INFO:tasks.rados.rados.0.smithi032.stdout:1212: done (1 left) 2024-09-13T00:07:51.416 INFO:tasks.rados.rados.0.smithi032.stdout:1214: rollback oid 2 current snap is 123 2024-09-13T00:07:51.416 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 122 2024-09-13T00:07:51.416 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 123 2024-09-13T00:07:51.416 INFO:tasks.rados.rados.0.smithi032.stdout:1215: seq_num 404 ranges {8175616=770048,8945664=712704,9658368=491520} 2024-09-13T00:07:51.417 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:51 smithi053 bash[61293]: debug 2024-09-13T00:07:51.083+0000 7fc7ed5c6040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T00:07:51.417 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:51 smithi053 bash[61293]: debug 2024-09-13T00:07:51.155+0000 7fc7ed5c6040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T00:07:51.417 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:51 smithi053 bash[61293]: debug 2024-09-13T00:07:51.227+0000 7fc7ed5c6040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T00:07:51.503 INFO:tasks.rados.rados.0.smithi032.stdout:1215: writing smithi03267100-48 from 8175616 to 8945664 tid 1 2024-09-13T00:07:51.509 INFO:tasks.rados.rados.0.smithi032.stdout:1215: writing smithi03267100-48 from 8945664 to 9658368 tid 2 2024-09-13T00:07:51.513 INFO:tasks.rados.rados.0.smithi032.stdout:1215: writing smithi03267100-48 from 9658368 to 10149888 tid 3 2024-09-13T00:07:51.513 INFO:tasks.rados.rados.0.smithi032.stdout:1216: rmattr oid 16 current snap is 123 2024-09-13T00:07:51.513 INFO:tasks.rados.rados.0.smithi032.stdout:1216: done (3 left) 2024-09-13T00:07:51.513 INFO:tasks.rados.rados.0.smithi032.stdout:1217: read oid 9 snap -1 2024-09-13T00:07:51.513 INFO:tasks.rados.rados.0.smithi032.stdout:1217: expect (ObjNum 292 snap 84 seq_num 292) 2024-09-13T00:07:51.513 INFO:tasks.rados.rados.0.smithi032.stdout:1218: snap_create 2024-09-13T00:07:51.513 INFO:tasks.rados.rados.0.smithi032.stdout:1214: finishing rollback tid 0 to smithi03267100-2 2024-09-13T00:07:51.513 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 572 (ObjNum 161 snap 0 seq_num 166624912) dirty exists 2024-09-13T00:07:51.513 INFO:tasks.rados.rados.0.smithi032.stdout:1214: finishing rollback tid 1 to smithi03267100-2 2024-09-13T00:07:51.513 INFO:tasks.rados.rados.0.smithi032.stdout:1214: finishing rollback tid 2 to smithi03267100-2 2024-09-13T00:07:51.514 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 594 (ObjNum 384 snap 118 seq_num 384) dirty exists 2024-09-13T00:07:51.514 INFO:tasks.rados.rados.0.smithi032.stdout:1215: finishing write tid 1 to smithi03267100-48 2024-09-13T00:07:51.516 INFO:tasks.rados.rados.0.smithi032.stdout:1215: finishing write tid 2 to smithi03267100-48 2024-09-13T00:07:51.517 INFO:tasks.rados.rados.0.smithi032.stdout:1215: finishing write tid 3 to smithi03267100-48 2024-09-13T00:07:51.518 INFO:tasks.rados.rados.0.smithi032.stdout:1215: finishing write tid 4 to smithi03267100-48 2024-09-13T00:07:51.518 INFO:tasks.rados.rados.0.smithi032.stdout:1217: expect (ObjNum 292 snap 84 seq_num 292) 2024-09-13T00:07:51.523 INFO:tasks.rados.rados.0.smithi032.stdout:1215: finishing write tid 5 to smithi03267100-48 2024-09-13T00:07:51.523 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 598 (ObjNum 404 snap 123 seq_num 404) dirty exists 2024-09-13T00:07:51.523 INFO:tasks.rados.rados.0.smithi032.stdout:1215: left oid 48 (ObjNum 404 snap 123 seq_num 404) 2024-09-13T00:07:51.769 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:51 smithi053 bash[61293]: debug 2024-09-13T00:07:51.415+0000 7fc7ed5c6040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T00:07:51.770 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:51 smithi053 bash[61293]: debug 2024-09-13T00:07:51.495+0000 7fc7ed5c6040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T00:07:51.770 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:51 smithi053 bash[61293]: debug 2024-09-13T00:07:51.571+0000 7fc7ed5c6040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T00:07:51.770 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:51 smithi032 bash[68847]: debug 2024-09-13T00:07:51.472+0000 7fcd1155f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T00:07:51.770 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:51 smithi032 bash[68847]: debug 2024-09-13T00:07:51.560+0000 7fcd1155f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T00:07:51.771 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:51 smithi032 bash[68847]: debug 2024-09-13T00:07:51.632+0000 7fcd1155f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T00:07:51.771 INFO:tasks.rados.rados.0.smithi032.stdout:1213: done (4 left) 2024-09-13T00:07:51.771 INFO:tasks.rados.rados.0.smithi032.stdout:1214: done (3 left) 2024-09-13T00:07:51.772 INFO:tasks.rados.rados.0.smithi032.stdout:1215: done (2 left) 2024-09-13T00:07:51.772 INFO:tasks.rados.rados.0.smithi032.stdout:1217: done (1 left) 2024-09-13T00:07:51.772 INFO:tasks.rados.rados.0.smithi032.stdout:1218: done (0 left) 2024-09-13T00:07:51.772 INFO:tasks.rados.rados.0.smithi032.stdout:1219: read oid 49 snap -1 2024-09-13T00:07:51.772 INFO:tasks.rados.rados.0.smithi032.stdout:1219: expect (ObjNum 369 snap 116 seq_num 369) 2024-09-13T00:07:51.772 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 124 2024-09-13T00:07:51.772 INFO:tasks.rados.rados.0.smithi032.stdout:1220: seq_num 405 ranges {3366912=786432,4153344=589824,4743168=614400} 2024-09-13T00:07:51.795 INFO:tasks.rados.rados.0.smithi032.stdout:1220: writing smithi03267100-26 from 3366912 to 4153344 tid 1 2024-09-13T00:07:51.799 INFO:tasks.rados.rados.0.smithi032.stdout:1220: writing smithi03267100-26 from 4153344 to 4743168 tid 2 2024-09-13T00:07:51.802 INFO:tasks.rados.rados.0.smithi032.stdout:1220: writing smithi03267100-26 from 4743168 to 5357568 tid 3 2024-09-13T00:07:51.802 INFO:tasks.rados.rados.0.smithi032.stdout:1221: snap_create 2024-09-13T00:07:51.803 INFO:tasks.rados.rados.0.smithi032.stdout:1219: expect (ObjNum 369 snap 116 seq_num 369) 2024-09-13T00:07:51.842 INFO:tasks.rados.rados.0.smithi032.stdout:1220: finishing write tid 1 to smithi03267100-26 2024-09-13T00:07:51.842 INFO:tasks.rados.rados.0.smithi032.stdout:1220: finishing write tid 2 to smithi03267100-26 2024-09-13T00:07:51.842 INFO:tasks.rados.rados.0.smithi032.stdout:1220: finishing write tid 3 to smithi03267100-26 2024-09-13T00:07:51.842 INFO:tasks.rados.rados.0.smithi032.stdout:1220: finishing write tid 4 to smithi03267100-26 2024-09-13T00:07:51.842 INFO:tasks.rados.rados.0.smithi032.stdout:1220: finishing write tid 5 to smithi03267100-26 2024-09-13T00:07:51.843 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 862 (ObjNum 405 snap 124 seq_num 405) dirty exists 2024-09-13T00:07:51.843 INFO:tasks.rados.rados.0.smithi032.stdout:1220: left oid 26 (ObjNum 405 snap 124 seq_num 405) 2024-09-13T00:07:52.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:51 smithi053 bash[24393]: cluster 2024-09-13T00:07:50.766046+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2024-09-13T00:07:52.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:51 smithi053 bash[61293]: debug 2024-09-13T00:07:51.839+0000 7fc7ed5c6040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T00:07:52.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:51 smithi053 bash[61293]: debug 2024-09-13T00:07:51.911+0000 7fc7ed5c6040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T00:07:52.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:51 smithi032 bash[75510]: cluster 2024-09-13T00:07:50.766046+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2024-09-13T00:07:52.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:51 smithi032 bash[32211]: cluster 2024-09-13T00:07:50.766046+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2024-09-13T00:07:52.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:51 smithi032 bash[68847]: debug 2024-09-13T00:07:51.912+0000 7fcd1155f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T00:07:52.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:51 smithi032 bash[68847]: debug 2024-09-13T00:07:51.980+0000 7fcd1155f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T00:07:52.456 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:52 smithi053 bash[60895]: ts=2024-09-13T00:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:52.456 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:52 smithi053 bash[61293]: debug 2024-09-13T00:07:52.111+0000 7fc7ed5c6040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T00:07:52.456 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:52 smithi053 bash[61293]: debug 2024-09-13T00:07:52.195+0000 7fc7ed5c6040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T00:07:52.529 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:52 smithi032 bash[68847]: debug 2024-09-13T00:07:52.188+0000 7fcd1155f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T00:07:52.529 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:52 smithi032 bash[68847]: debug 2024-09-13T00:07:52.268+0000 7fcd1155f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T00:07:52.529 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:52 smithi032 bash[68847]: debug 2024-09-13T00:07:52.532+0000 7fcd1155f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T00:07:52.779 INFO:tasks.rados.rados.0.smithi032.stdout:1219: done (2 left) 2024-09-13T00:07:52.779 INFO:tasks.rados.rados.0.smithi032.stdout:1220: done (1 left) 2024-09-13T00:07:52.780 INFO:tasks.rados.rados.0.smithi032.stdout:1221: done (0 left) 2024-09-13T00:07:52.780 INFO:tasks.rados.rados.0.smithi032.stdout:1222: snap_create 2024-09-13T00:07:52.781 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:52 smithi032 bash[68847]: debug 2024-09-13T00:07:52.716+0000 7fcd1155f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T00:07:52.781 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:52 smithi053 bash[61293]: debug 2024-09-13T00:07:52.455+0000 7fc7ed5c6040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T00:07:52.782 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:52 smithi053 bash[61293]: debug 2024-09-13T00:07:52.635+0000 7fc7ed5c6040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T00:07:53.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:52 smithi053 bash[24393]: cluster 2024-09-13T00:07:51.768158+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2024-09-13T00:07:53.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:52 smithi053 bash[61293]: debug 2024-09-13T00:07:52.807+0000 7fc7ed5c6040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T00:07:53.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:52 smithi053 bash[61293]: debug 2024-09-13T00:07:52.891+0000 7fc7ed5c6040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T00:07:53.042 INFO:tasks.rados.rados.0.smithi032.stdout:1222: done (0 left) 2024-09-13T00:07:53.043 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 126 2024-09-13T00:07:53.043 INFO:tasks.rados.rados.0.smithi032.stdout:1223: seq_num 406 ranges {4169728=802816,4972544=475136,5447680=499712,5947392=229376} 2024-09-13T00:07:53.087 INFO:tasks.rados.rados.0.smithi032.stdout:1223: writing smithi03267100-44 from 4169728 to 4972544 tid 1 2024-09-13T00:07:53.091 INFO:tasks.rados.rados.0.smithi032.stdout:1223: writing smithi03267100-44 from 4972544 to 5447680 tid 2 2024-09-13T00:07:53.095 INFO:tasks.rados.rados.0.smithi032.stdout:1223: writing smithi03267100-44 from 5447680 to 5947392 tid 3 2024-09-13T00:07:53.098 INFO:tasks.rados.rados.0.smithi032.stdout:1223: writing smithi03267100-44 from 5947392 to 6176768 tid 4 2024-09-13T00:07:53.098 INFO:tasks.rados.rados.0.smithi032.stdout:1224: read oid 10 snap -1 2024-09-13T00:07:53.098 INFO:tasks.rados.rados.0.smithi032.stdout:1224: expect (ObjNum 401 snap 123 seq_num 401) 2024-09-13T00:07:53.098 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 126 2024-09-13T00:07:53.098 INFO:tasks.rados.rados.0.smithi032.stdout:1225: seq_num 407 ranges {8052736=425984,8478720=761856,9240576=704512,9945088=139264} 2024-09-13T00:07:53.149 INFO:tasks.rados.rados.0.smithi032.stdout:1225: writing smithi03267100-28 from 8052736 to 8478720 tid 1 2024-09-13T00:07:53.154 INFO:tasks.rados.rados.0.smithi032.stdout:1225: writing smithi03267100-28 from 8478720 to 9240576 tid 2 2024-09-13T00:07:53.158 INFO:tasks.rados.rados.0.smithi032.stdout:1225: writing smithi03267100-28 from 9240576 to 9945088 tid 3 2024-09-13T00:07:53.159 INFO:tasks.rados.rados.0.smithi032.stdout:1225: writing smithi03267100-28 from 9945088 to 10084352 tid 4 2024-09-13T00:07:53.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:52 smithi032 bash[75510]: cluster 2024-09-13T00:07:51.768158+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2024-09-13T00:07:53.160 INFO:tasks.rados.rados.0.smithi032.stdout:1226: rollback oid 26 current snap is 126 2024-09-13T00:07:53.160 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 122 2024-09-13T00:07:53.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:52 smithi032 bash[68847]: debug 2024-09-13T00:07:52.892+0000 7fcd1155f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T00:07:53.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:52 smithi032 bash[68847]: debug 2024-09-13T00:07:52.976+0000 7fcd1155f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T00:07:53.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:52 smithi032 bash[32211]: cluster 2024-09-13T00:07:51.768158+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2024-09-13T00:07:53.161 INFO:tasks.rados.rados.0.smithi032.stdout:1223: finishing write tid 1 to smithi03267100-44 2024-09-13T00:07:53.161 INFO:tasks.rados.rados.0.smithi032.stdout:1223: finishing write tid 2 to smithi03267100-44 2024-09-13T00:07:53.161 INFO:tasks.rados.rados.0.smithi032.stdout:1223: finishing write tid 3 to smithi03267100-44 2024-09-13T00:07:53.161 INFO:tasks.rados.rados.0.smithi032.stdout:1223: finishing write tid 4 to smithi03267100-44 2024-09-13T00:07:53.161 INFO:tasks.rados.rados.0.smithi032.stdout:1223: finishing write tid 5 to smithi03267100-44 2024-09-13T00:07:53.161 INFO:tasks.rados.rados.0.smithi032.stdout:1223: finishing write tid 6 to smithi03267100-44 2024-09-13T00:07:53.162 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 377 (ObjNum 406 snap 126 seq_num 406) dirty exists 2024-09-13T00:07:53.162 INFO:tasks.rados.rados.0.smithi032.stdout:1223: left oid 44 (ObjNum 406 snap 126 seq_num 406) 2024-09-13T00:07:53.162 INFO:tasks.rados.rados.0.smithi032.stdout:1223: done (3 left) 2024-09-13T00:07:53.162 INFO:tasks.rados.rados.0.smithi032.stdout:1227: rollback oid 2 current snap is 126 2024-09-13T00:07:53.162 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 124 2024-09-13T00:07:53.162 INFO:tasks.rados.rados.0.smithi032.stdout:1224: expect (ObjNum 401 snap 123 seq_num 401) 2024-09-13T00:07:53.454 INFO:tasks.rados.rados.0.smithi032.stdout:1225: finishing write tid 1 to smithi03267100-28 2024-09-13T00:07:53.454 INFO:tasks.rados.rados.0.smithi032.stdout:1224: done (3 left) 2024-09-13T00:07:53.454 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 126 2024-09-13T00:07:53.455 INFO:tasks.rados.rados.0.smithi032.stdout:1225: finishing write tid 2 to smithi03267100-28 2024-09-13T00:07:53.455 INFO:tasks.rados.rados.0.smithi032.stdout:1227: finishing rollback tid 0 to smithi03267100-2 2024-09-13T00:07:53.455 INFO:tasks.rados.rados.0.smithi032.stdout:1226: finishing rollback tid 0 to smithi03267100-26 2024-09-13T00:07:53.455 INFO:tasks.rados.rados.0.smithi032.stdout:1227: finishing rollback tid 1 to smithi03267100-2 2024-09-13T00:07:53.455 INFO:tasks.rados.rados.0.smithi032.stdout:1226: finishing rollback tid 1 to smithi03267100-26 2024-09-13T00:07:53.455 INFO:tasks.rados.rados.0.smithi032.stdout:1227: finishing rollback tid 2 to smithi03267100-2 2024-09-13T00:07:53.455 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 601 (ObjNum 384 snap 118 seq_num 384) dirty exists 2024-09-13T00:07:53.455 INFO:tasks.rados.rados.0.smithi032.stdout:1225: finishing write tid 3 to smithi03267100-28 2024-09-13T00:07:53.455 INFO:tasks.rados.rados.0.smithi032.stdout:1226: finishing rollback tid 2 to smithi03267100-26 2024-09-13T00:07:53.455 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 866 (ObjNum 198 snap 54 seq_num 198) dirty exists 2024-09-13T00:07:53.455 INFO:tasks.rados.rados.0.smithi032.stdout:1225: finishing write tid 4 to smithi03267100-28 2024-09-13T00:07:53.455 INFO:tasks.rados.rados.0.smithi032.stdout:1228: seq_num 408 ranges {0=442368,442368=647168,1089536=507904,1597440=450560} 2024-09-13T00:07:53.456 INFO:tasks.rados.rados.0.smithi032.stdout:1228: writing smithi03267100-1 from 0 to 442368 tid 1 2024-09-13T00:07:53.460 INFO:tasks.rados.rados.0.smithi032.stdout:1228: writing smithi03267100-1 from 442368 to 1089536 tid 2 2024-09-13T00:07:53.463 INFO:tasks.rados.rados.0.smithi032.stdout:1228: writing smithi03267100-1 from 1089536 to 1597440 tid 3 2024-09-13T00:07:53.466 INFO:tasks.rados.rados.0.smithi032.stdout:1228: writing smithi03267100-1 from 1597440 to 2048000 tid 4 2024-09-13T00:07:53.466 INFO:tasks.rados.rados.0.smithi032.stdout:1226: done (3 left) 2024-09-13T00:07:53.466 INFO:tasks.rados.rados.0.smithi032.stdout:1227: done (2 left) 2024-09-13T00:07:53.466 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 126 2024-09-13T00:07:53.466 INFO:tasks.rados.rados.0.smithi032.stdout:1225: finishing write tid 5 to smithi03267100-28 2024-09-13T00:07:53.466 INFO:tasks.rados.rados.0.smithi032.stdout:1225: finishing write tid 6 to smithi03267100-28 2024-09-13T00:07:53.466 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 543 (ObjNum 407 snap 126 seq_num 407) dirty exists 2024-09-13T00:07:53.466 INFO:tasks.rados.rados.0.smithi032.stdout:1225: left oid 28 (ObjNum 407 snap 126 seq_num 407) 2024-09-13T00:07:53.466 INFO:tasks.rados.rados.0.smithi032.stdout:1228: finishing write tid 1 to smithi03267100-1 2024-09-13T00:07:53.466 INFO:tasks.rados.rados.0.smithi032.stdout:1229: seq_num 409 ranges {761856=458752,1220608=532480,1753088=720896,2473984=352256} 2024-09-13T00:07:53.473 INFO:tasks.rados.rados.0.smithi032.stdout:1229: writing smithi03267100-40 from 761856 to 1220608 tid 1 2024-09-13T00:07:53.476 INFO:tasks.rados.rados.0.smithi032.stdout:1229: writing smithi03267100-40 from 1220608 to 1753088 tid 2 2024-09-13T00:07:53.481 INFO:tasks.rados.rados.0.smithi032.stdout:1229: writing smithi03267100-40 from 1753088 to 2473984 tid 3 2024-09-13T00:07:53.484 INFO:tasks.rados.rados.0.smithi032.stdout:1229: writing smithi03267100-40 from 2473984 to 2826240 tid 4 2024-09-13T00:07:53.484 INFO:tasks.rados.rados.0.smithi032.stdout:1225: done (2 left) 2024-09-13T00:07:53.484 INFO:tasks.rados.rados.0.smithi032.stdout:1230: copy_from oid 19 from oid 49 current snap is 126 2024-09-13T00:07:53.484 INFO:tasks.rados.rados.0.smithi032.stdout:1228: finishing write tid 2 to smithi03267100-1 2024-09-13T00:07:53.484 INFO:tasks.rados.rados.0.smithi032.stdout:1228: finishing write tid 3 to smithi03267100-1 2024-09-13T00:07:53.484 INFO:tasks.rados.rados.0.smithi032.stdout:1228: finishing write tid 4 to smithi03267100-1 2024-09-13T00:07:53.485 INFO:tasks.rados.rados.0.smithi032.stdout:1228: finishing write tid 5 to smithi03267100-1 2024-09-13T00:07:53.485 INFO:tasks.rados.rados.0.smithi032.stdout:1228: finishing write tid 6 to smithi03267100-1 2024-09-13T00:07:53.485 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 880 (ObjNum 408 snap 126 seq_num 408) dirty exists 2024-09-13T00:07:53.485 INFO:tasks.rados.rados.0.smithi032.stdout:1228: left oid 1 (ObjNum 408 snap 126 seq_num 408) 2024-09-13T00:07:53.485 INFO:tasks.rados.rados.0.smithi032.stdout:1229: finishing write tid 1 to smithi03267100-40 2024-09-13T00:07:53.485 INFO:tasks.rados.rados.0.smithi032.stdout:1229: finishing write tid 2 to smithi03267100-40 2024-09-13T00:07:53.485 INFO:tasks.rados.rados.0.smithi032.stdout:1228: done (2 left) 2024-09-13T00:07:53.485 INFO:tasks.rados.rados.0.smithi032.stdout:1231: read oid 5 snap 119 2024-09-13T00:07:53.485 INFO:tasks.rados.rados.0.smithi032.stdout:1231: expect deleted 2024-09-13T00:07:53.485 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 126 2024-09-13T00:07:53.485 INFO:tasks.rados.rados.0.smithi032.stdout:1232: seq_num 410 ranges {2473984=475136,2949120=417792,3366912=475136,3842048=425984,4268032=286720} 2024-09-13T00:07:53.501 INFO:tasks.rados.rados.0.smithi032.stdout:1232: writing smithi03267100-20 from 2473984 to 2949120 tid 1 2024-09-13T00:07:53.503 INFO:tasks.rados.rados.0.smithi032.stdout:1232: writing smithi03267100-20 from 2949120 to 3366912 tid 2 2024-09-13T00:07:53.505 INFO:tasks.rados.rados.0.smithi032.stdout:1232: writing smithi03267100-20 from 3366912 to 3842048 tid 3 2024-09-13T00:07:53.506 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:53 smithi053 bash[61293]: debug 2024-09-13T00:07:53.075+0000 7fc7ed5c6040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T00:07:53.508 INFO:tasks.rados.rados.0.smithi032.stdout:1232: writing smithi03267100-20 from 3842048 to 4268032 tid 4 2024-09-13T00:07:53.510 INFO:tasks.rados.rados.0.smithi032.stdout:1232: writing smithi03267100-20 from 4268032 to 4554752 tid 5 2024-09-13T00:07:53.510 INFO:tasks.rados.rados.0.smithi032.stdout:1233: setattr oid 41 current snap is 126 2024-09-13T00:07:53.510 INFO:tasks.rados.rados.0.smithi032.stdout:1229: finishing write tid 3 to smithi03267100-40 2024-09-13T00:07:53.510 INFO:tasks.rados.rados.0.smithi032.stdout:1229: finishing write tid 4 to smithi03267100-40 2024-09-13T00:07:53.510 INFO:tasks.rados.rados.0.smithi032.stdout:1229: finishing write tid 5 to smithi03267100-40 2024-09-13T00:07:53.510 INFO:tasks.rados.rados.0.smithi032.stdout:1229: finishing write tid 6 to smithi03267100-40 2024-09-13T00:07:53.511 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 577 (ObjNum 409 snap 126 seq_num 409) dirty exists 2024-09-13T00:07:53.511 INFO:tasks.rados.rados.0.smithi032.stdout:1229: left oid 40 (ObjNum 409 snap 126 seq_num 409) 2024-09-13T00:07:53.511 INFO:tasks.rados.rados.0.smithi032.stdout:1230: finishing copy_from racing read to smithi03267100-19 2024-09-13T00:07:53.511 INFO:tasks.rados.rados.0.smithi032.stdout:1230: finishing copy_from to smithi03267100-19 2024-09-13T00:07:53.511 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 578 (ObjNum 369 snap 116 seq_num 369) dirty exists 2024-09-13T00:07:53.511 INFO:tasks.rados.rados.0.smithi032.stdout:1232: finishing write tid 1 to smithi03267100-20 2024-09-13T00:07:53.511 INFO:tasks.rados.rados.0.smithi032.stdout:1232: finishing write tid 2 to smithi03267100-20 2024-09-13T00:07:53.511 INFO:tasks.rados.rados.0.smithi032.stdout:1229: done (4 left) 2024-09-13T00:07:53.511 INFO:tasks.rados.rados.0.smithi032.stdout:1230: done (3 left) 2024-09-13T00:07:53.512 INFO:tasks.rados.rados.0.smithi032.stdout:1231: done (2 left) 2024-09-13T00:07:53.512 INFO:tasks.rados.rados.0.smithi032.stdout:1234: snap_create 2024-09-13T00:07:53.512 INFO:tasks.rados.rados.0.smithi032.stdout:1232: finishing write tid 3 to smithi03267100-20 2024-09-13T00:07:53.521 INFO:tasks.rados.rados.0.smithi032.stdout:1232: finishing write tid 4 to smithi03267100-20 2024-09-13T00:07:53.521 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 545 (ObjNum 242 snap 68 seq_num 242) dirty exists 2024-09-13T00:07:53.522 INFO:tasks.rados.rados.0.smithi032.stdout:1232: finishing write tid 5 to smithi03267100-20 2024-09-13T00:07:53.522 INFO:tasks.rados.rados.0.smithi032.stdout:1232: finishing write tid 6 to smithi03267100-20 2024-09-13T00:07:53.523 INFO:tasks.rados.rados.0.smithi032.stdout:1232: finishing write tid 7 to smithi03267100-20 2024-09-13T00:07:53.523 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 397 (ObjNum 410 snap 126 seq_num 410) dirty exists 2024-09-13T00:07:53.523 INFO:tasks.rados.rados.0.smithi032.stdout:1232: left oid 20 (ObjNum 410 snap 126 seq_num 410) 2024-09-13T00:07:53.659 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:53 smithi032 bash[68847]: debug 2024-09-13T00:07:53.180+0000 7fcd1155f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T00:07:53.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:07:53 smithi053 bash[60895]: ts=2024-09-13T00:07:53.510Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:07:54.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:53 smithi053 bash[61293]: debug 2024-09-13T00:07:53.971+0000 7fc7ed5c6040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T00:07:54.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:53 smithi053 bash[24393]: cluster 2024-09-13T00:07:52.783101+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2024-09-13T00:07:54.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:53 smithi053 bash[24393]: cluster 2024-09-13T00:07:53.045239+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2024-09-13T00:07:54.044 INFO:tasks.rados.rados.0.smithi032.stdout:1232: done (2 left) 2024-09-13T00:07:54.044 INFO:tasks.rados.rados.0.smithi032.stdout:1233: done (1 left) 2024-09-13T00:07:54.044 INFO:tasks.rados.rados.0.smithi032.stdout:1234: done (0 left) 2024-09-13T00:07:54.044 INFO:tasks.rados.rados.0.smithi032.stdout:1235: rmattr oid 41 current snap is 127 2024-09-13T00:07:54.044 INFO:tasks.rados.rados.0.smithi032.stdout:1236: snap_remove snap 122 2024-09-13T00:07:54.070 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:53 smithi032 bash[32211]: cluster 2024-09-13T00:07:52.783101+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2024-09-13T00:07:54.070 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:53 smithi032 bash[32211]: cluster 2024-09-13T00:07:53.045239+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2024-09-13T00:07:54.070 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:53 smithi032 bash[75510]: cluster 2024-09-13T00:07:52.783101+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2024-09-13T00:07:54.071 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:53 smithi032 bash[75510]: cluster 2024-09-13T00:07:53.045239+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2024-09-13T00:07:54.376 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:54 smithi053 bash[61293]: debug 2024-09-13T00:07:54.055+0000 7fc7ed5c6040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T00:07:54.376 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:54 smithi053 bash[61293]: debug 2024-09-13T00:07:54.299+0000 7fc7ed5c6040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T00:07:54.376 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:54 smithi053 bash[61293]: debug 2024-09-13T00:07:54.375+0000 7fc7ed5c6040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T00:07:54.383 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:54 smithi032 bash[68847]: debug 2024-09-13T00:07:54.072+0000 7fcd1155f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T00:07:54.383 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:54 smithi032 bash[68847]: debug 2024-09-13T00:07:54.152+0000 7fcd1155f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T00:07:54.659 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:54 smithi032 bash[68847]: debug 2024-09-13T00:07:54.388+0000 7fcd1155f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T00:07:54.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:54 smithi032 bash[68847]: debug 2024-09-13T00:07:54.464+0000 7fcd1155f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T00:07:55.000 INFO:tasks.rados.rados.0.smithi032.stdout:1236: done (1 left) 2024-09-13T00:07:55.000 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 127 2024-09-13T00:07:55.000 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 547 (ObjNum 242 snap 68 seq_num 242) dirty exists 2024-09-13T00:07:55.000 INFO:tasks.rados.rados.0.smithi032.stdout:1237: seq_num 411 ranges {0=491520,491520=753664,1245184=688128,1933312=163840} 2024-09-13T00:07:55.003 INFO:tasks.rados.rados.0.smithi032.stdout:1237: writing smithi03267100-43 from 0 to 491520 tid 1 2024-09-13T00:07:55.009 INFO:tasks.rados.rados.0.smithi032.stdout:1237: writing smithi03267100-43 from 491520 to 1245184 tid 2 2024-09-13T00:07:55.014 INFO:tasks.rados.rados.0.smithi032.stdout:1237: writing smithi03267100-43 from 1245184 to 1933312 tid 3 2024-09-13T00:07:55.016 INFO:tasks.rados.rados.0.smithi032.stdout:1237: writing smithi03267100-43 from 1933312 to 2097152 tid 4 2024-09-13T00:07:55.016 INFO:tasks.rados.rados.0.smithi032.stdout:1235: done (1 left) 2024-09-13T00:07:55.016 INFO:tasks.rados.rados.0.smithi032.stdout:1238: delete oid 26 current snap is 127 2024-09-13T00:07:55.016 INFO:tasks.rados.rados.0.smithi032.stdout:1237: finishing write tid 1 to smithi03267100-43 2024-09-13T00:07:55.016 INFO:tasks.rados.rados.0.smithi032.stdout:1237: finishing write tid 2 to smithi03267100-43 2024-09-13T00:07:55.017 INFO:tasks.rados.rados.0.smithi032.stdout:1237: finishing write tid 3 to smithi03267100-43 2024-09-13T00:07:55.018 INFO:tasks.rados.rados.0.smithi032.stdout:1237: finishing write tid 4 to smithi03267100-43 2024-09-13T00:07:55.018 INFO:tasks.rados.rados.0.smithi032.stdout:1237: finishing write tid 5 to smithi03267100-43 2024-09-13T00:07:55.019 INFO:tasks.rados.rados.0.smithi032.stdout:1238: done (1 left) 2024-09-13T00:07:55.019 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 127 2024-09-13T00:07:55.019 INFO:tasks.rados.rados.0.smithi032.stdout:1239: seq_num 413 ranges {1335296=524288,1859584=516096,2375680=696320,3072000=393216} 2024-09-13T00:07:55.032 INFO:tasks.rados.rados.0.smithi032.stdout:1239: writing smithi03267100-18 from 1335296 to 1859584 tid 1 2024-09-13T00:07:55.033 INFO:tasks.rados.rados.0.smithi032.stdout:1239: writing smithi03267100-18 from 1859584 to 2375680 tid 2 2024-09-13T00:07:55.033 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:54 smithi053 bash[61293]: debug 2024-09-13T00:07:54.779+0000 7fc7ed5c6040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T00:07:55.033 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:54 smithi053 bash[61293]: debug 2024-09-13T00:07:54.863+0000 7fc7ed5c6040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T00:07:55.033 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:54 smithi053 bash[61293]: [13/Sep/2024:00:07:54] ENGINE Bus STARTING 2024-09-13T00:07:55.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:54 smithi053 bash[61293]: CherryPy Checker: 2024-09-13T00:07:55.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:54 smithi053 bash[61293]: The Application mounted at '' has an empty config. 2024-09-13T00:07:55.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:54 smithi053 bash[61293]: [13/Sep/2024:00:07:54] ENGINE Serving on http://:::9283 2024-09-13T00:07:55.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:07:54 smithi053 bash[61293]: [13/Sep/2024:00:07:54] ENGINE Bus STARTED 2024-09-13T00:07:55.038 INFO:tasks.rados.rados.0.smithi032.stdout:1239: writing smithi03267100-18 from 2375680 to 3072000 tid 3 2024-09-13T00:07:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:1239: writing smithi03267100-18 from 3072000 to 3465216 tid 4 2024-09-13T00:07:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:1240: delete oid 1 current snap is 127 2024-09-13T00:07:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:1237: finishing write tid 6 to smithi03267100-43 2024-09-13T00:07:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 582 (ObjNum 411 snap 127 seq_num 411) dirty exists 2024-09-13T00:07:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:1237: left oid 43 (ObjNum 411 snap 127 seq_num 411) 2024-09-13T00:07:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:1239: finishing write tid 1 to smithi03267100-18 2024-09-13T00:07:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:1239: finishing write tid 2 to smithi03267100-18 2024-09-13T00:07:55.045 INFO:tasks.rados.rados.0.smithi032.stdout:1239: finishing write tid 3 to smithi03267100-18 2024-09-13T00:07:55.045 INFO:tasks.rados.rados.0.smithi032.stdout:1239: finishing write tid 4 to smithi03267100-18 2024-09-13T00:07:55.045 INFO:tasks.rados.rados.0.smithi032.stdout:1239: finishing write tid 5 to smithi03267100-18 2024-09-13T00:07:55.046 INFO:tasks.rados.rados.0.smithi032.stdout:1239: finishing write tid 6 to smithi03267100-18 2024-09-13T00:07:55.046 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 876 (ObjNum 413 snap 127 seq_num 413) dirty exists 2024-09-13T00:07:55.046 INFO:tasks.rados.rados.0.smithi032.stdout:1239: left oid 18 (ObjNum 413 snap 127 seq_num 413) 2024-09-13T00:07:55.048 INFO:tasks.rados.rados.0.smithi032.stdout:1237: done (2 left) 2024-09-13T00:07:55.048 INFO:tasks.rados.rados.0.smithi032.stdout:1239: done (1 left) 2024-09-13T00:07:55.048 INFO:tasks.rados.rados.0.smithi032.stdout:1240: done (0 left) 2024-09-13T00:07:55.048 INFO:tasks.rados.rados.0.smithi032.stdout:1241: copy_from oid 49 from oid 47 current snap is 127 2024-09-13T00:07:55.048 INFO:tasks.rados.rados.0.smithi032.stdout:1242: snap_create 2024-09-13T00:07:55.071 INFO:tasks.rados.rados.0.smithi032.stdout:1241: finishing copy_from racing read to smithi03267100-49 2024-09-13T00:07:55.076 INFO:tasks.rados.rados.0.smithi032.stdout:1241: finishing copy_from to smithi03267100-49 2024-09-13T00:07:55.076 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 335 (ObjNum 370 snap 116 seq_num 370) dirty exists 2024-09-13T00:07:55.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: cluster 2024-09-13T00:07:54.048849+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2024-09-13T00:07:55.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: cluster 2024-09-13T00:07:54.889913+0000 mon.a (mon.0) 17 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T00:07:55.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: cluster 2024-09-13T00:07:54.890078+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x started 2024-09-13T00:07:55.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:54.892074+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.? 172.21.15.53:0/1744938731' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T00:07:55.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:54.892858+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.? 172.21.15.53:0/1744938731' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:07:55.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:54.895331+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.? 172.21.15.53:0/1744938731' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T00:07:55.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:54.895881+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.? 172.21.15.53:0/1744938731' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:07:55.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: cluster 2024-09-13T00:07:54.986144+0000 mon.a (mon.0) 19 : cluster [INF] Active manager daemon y restarted 2024-09-13T00:07:55.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: cluster 2024-09-13T00:07:54.986971+0000 mon.a (mon.0) 20 : cluster [INF] Activating manager daemon y 2024-09-13T00:07:55.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: cluster 2024-09-13T00:07:54.996837+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2024-09-13T00:07:55.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: cluster 2024-09-13T00:07:54.999175+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e40: y(active, starting, since 0.0123582s), standbys: x 2024-09-13T00:07:55.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.002465+0000 mon.a (mon.0) 23 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:55.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.002666+0000 mon.a (mon.0) 24 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:55.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.002837+0000 mon.a (mon.0) 25 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:55.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.003009+0000 mon.a (mon.0) 26 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T00:07:55.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.003289+0000 mon.a (mon.0) 27 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T00:07:55.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.006654+0000 mon.a (mon.0) 28 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T00:07:55.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.006989+0000 mon.a (mon.0) 29 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T00:07:55.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.007268+0000 mon.a (mon.0) 30 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T00:07:55.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.007673+0000 mon.a (mon.0) 31 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T00:07:55.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: cluster 2024-09-13T00:07:54.048849+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2024-09-13T00:07:55.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: cluster 2024-09-13T00:07:54.889913+0000 mon.a (mon.0) 17 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T00:07:55.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: cluster 2024-09-13T00:07:54.890078+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x started 2024-09-13T00:07:55.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:54.892074+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.? 172.21.15.53:0/1744938731' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T00:07:55.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:54.892858+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.? 172.21.15.53:0/1744938731' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:07:55.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:54.895331+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.? 172.21.15.53:0/1744938731' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T00:07:55.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:54.895881+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.? 172.21.15.53:0/1744938731' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:07:55.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: cluster 2024-09-13T00:07:54.986144+0000 mon.a (mon.0) 19 : cluster [INF] Active manager daemon y restarted 2024-09-13T00:07:55.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: cluster 2024-09-13T00:07:54.986971+0000 mon.a (mon.0) 20 : cluster [INF] Activating manager daemon y 2024-09-13T00:07:55.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: cluster 2024-09-13T00:07:54.996837+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2024-09-13T00:07:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: cluster 2024-09-13T00:07:54.999175+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e40: y(active, starting, since 0.0123582s), standbys: x 2024-09-13T00:07:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.002465+0000 mon.a (mon.0) 23 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.002666+0000 mon.a (mon.0) 24 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.002837+0000 mon.a (mon.0) 25 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.003009+0000 mon.a (mon.0) 26 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T00:07:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.003289+0000 mon.a (mon.0) 27 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T00:07:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.006654+0000 mon.a (mon.0) 28 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T00:07:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.006989+0000 mon.a (mon.0) 29 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T00:07:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.007268+0000 mon.a (mon.0) 30 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T00:07:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.007673+0000 mon.a (mon.0) 31 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T00:07:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.008029+0000 mon.a (mon.0) 32 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T00:07:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.008354+0000 mon.a (mon.0) 33 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T00:07:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.009079+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T00:07:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.009450+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T00:07:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.009862+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T00:07:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.010214+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T00:07:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.012235+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T00:07:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.012586+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T00:07:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: audit 2024-09-13T00:07:55.013321+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T00:07:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[32211]: cluster 2024-09-13T00:07:55.038978+0000 mon.a (mon.0) 41 : cluster [INF] Manager daemon y is now available 2024-09-13T00:07:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.008029+0000 mon.a (mon.0) 32 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T00:07:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.008354+0000 mon.a (mon.0) 33 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T00:07:55.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.009079+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T00:07:55.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.009450+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T00:07:55.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.009862+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T00:07:55.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.010214+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T00:07:55.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.012235+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T00:07:55.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.012586+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T00:07:55.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: audit 2024-09-13T00:07:55.013321+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T00:07:55.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[75510]: cluster 2024-09-13T00:07:55.038978+0000 mon.a (mon.0) 41 : cluster [INF] Manager daemon y is now available 2024-09-13T00:07:55.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:54 smithi032 bash[68847]: debug 2024-09-13T00:07:54.880+0000 7fcd1155f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T00:07:55.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:54 smithi032 bash[68847]: debug 2024-09-13T00:07:54.964+0000 7fcd1155f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T00:07:55.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: [13/Sep/2024:00:07:55] ENGINE Bus STARTING 2024-09-13T00:07:55.166 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: CherryPy Checker: 2024-09-13T00:07:55.166 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: The Application mounted at '' has an empty config. 2024-09-13T00:07:55.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: cluster 2024-09-13T00:07:54.048849+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2024-09-13T00:07:55.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: cluster 2024-09-13T00:07:54.889913+0000 mon.a (mon.0) 17 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T00:07:55.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: cluster 2024-09-13T00:07:54.890078+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x started 2024-09-13T00:07:55.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:54.892074+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.? 172.21.15.53:0/1744938731' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T00:07:55.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:54.892858+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.? 172.21.15.53:0/1744938731' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T00:07:55.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:54.895331+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.? 172.21.15.53:0/1744938731' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T00:07:55.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:54.895881+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.? 172.21.15.53:0/1744938731' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T00:07:55.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: cluster 2024-09-13T00:07:54.986144+0000 mon.a (mon.0) 19 : cluster [INF] Active manager daemon y restarted 2024-09-13T00:07:55.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: cluster 2024-09-13T00:07:54.986971+0000 mon.a (mon.0) 20 : cluster [INF] Activating manager daemon y 2024-09-13T00:07:55.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: cluster 2024-09-13T00:07:54.996837+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2024-09-13T00:07:55.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: cluster 2024-09-13T00:07:54.999175+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e40: y(active, starting, since 0.0123582s), standbys: x 2024-09-13T00:07:55.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.002465+0000 mon.a (mon.0) 23 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:07:55.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.002666+0000 mon.a (mon.0) 24 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:07:55.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.002837+0000 mon.a (mon.0) 25 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:07:55.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.003009+0000 mon.a (mon.0) 26 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T00:07:55.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.003289+0000 mon.a (mon.0) 27 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T00:07:55.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.006654+0000 mon.a (mon.0) 28 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T00:07:55.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.006989+0000 mon.a (mon.0) 29 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T00:07:55.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.007268+0000 mon.a (mon.0) 30 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T00:07:55.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.007673+0000 mon.a (mon.0) 31 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T00:07:55.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.008029+0000 mon.a (mon.0) 32 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T00:07:55.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.008354+0000 mon.a (mon.0) 33 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T00:07:55.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.009079+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T00:07:55.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.009450+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T00:07:55.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.009862+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T00:07:55.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.010214+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T00:07:55.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.012235+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T00:07:55.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.012586+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T00:07:55.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: audit 2024-09-13T00:07:55.013321+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T00:07:55.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:55 smithi053 bash[24393]: cluster 2024-09-13T00:07:55.038978+0000 mon.a (mon.0) 41 : cluster [INF] Manager daemon y is now available 2024-09-13T00:07:55.502 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: debug 2024-09-13T00:07:55.171+0000 7fcc7909d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:07:55.503 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: debug 2024-09-13T00:07:55.171+0000 7fcc7909d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:07:55.503 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: debug 2024-09-13T00:07:55.171+0000 7fcc7909d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:07:55.503 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: debug 2024-09-13T00:07:55.171+0000 7fcc7909d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:07:55.503 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: debug 2024-09-13T00:07:55.171+0000 7fcc7909d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:07:55.503 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: debug 2024-09-13T00:07:55.175+0000 7fcc7c0a3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:07:55.503 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: debug 2024-09-13T00:07:55.175+0000 7fcc7c0a3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:07:55.503 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: debug 2024-09-13T00:07:55.175+0000 7fcc7c0a3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:07:55.503 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: debug 2024-09-13T00:07:55.175+0000 7fcc7c0a3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:07:55.503 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: debug 2024-09-13T00:07:55.175+0000 7fcc7c0a3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T00:07:55.503 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: [13/Sep/2024:00:07:55] ENGINE Serving on http://:::9283 2024-09-13T00:07:55.503 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:55 smithi032 bash[68847]: [13/Sep/2024:00:07:55] ENGINE Bus STARTED 2024-09-13T00:07:56.052 INFO:tasks.rados.rados.0.smithi032.stdout:1241: done (1 left) 2024-09-13T00:07:56.052 INFO:tasks.rados.rados.0.smithi032.stdout:1242: done (0 left) 2024-09-13T00:07:56.052 INFO:tasks.rados.rados.0.smithi032.stdout:1243: setattr oid 25 current snap is 128 2024-09-13T00:07:56.053 INFO:tasks.rados.rados.0.smithi032.stdout:1244: setattr oid 47 current snap is 128 2024-09-13T00:07:56.054 INFO:tasks.rados.rados.0.smithi032.stdout:1245: snap_create 2024-09-13T00:07:56.066 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 579 (ObjNum 370 snap 116 seq_num 370) dirty exists 2024-09-13T00:07:56.067 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 381 (ObjNum 304 snap 87 seq_num 304) dirty exists 2024-09-13T00:07:56.409 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:56 smithi032 bash[68847]: debug 2024-09-13T00:07:56.015+0000 7fccb0bcc640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-13T00:07:56.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:56 smithi032 bash[32211]: audit 2024-09-13T00:07:55.079214+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:56.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:56 smithi032 bash[32211]: audit 2024-09-13T00:07:55.103042+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:07:56.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:56 smithi032 bash[32211]: audit 2024-09-13T00:07:55.117495+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T00:07:56.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:56 smithi032 bash[32211]: audit 2024-09-13T00:07:55.149680+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T00:07:56.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:56 smithi032 bash[32211]: cluster 2024-09-13T00:07:56.008545+0000 mon.a (mon.0) 46 : cluster [DBG] mgrmap e41: y(active, since 1.02167s), standbys: x 2024-09-13T00:07:56.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:56 smithi032 bash[75510]: audit 2024-09-13T00:07:55.079214+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:56.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:56 smithi032 bash[75510]: audit 2024-09-13T00:07:55.103042+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:07:56.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:56 smithi032 bash[75510]: audit 2024-09-13T00:07:55.117495+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T00:07:56.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:56 smithi032 bash[75510]: audit 2024-09-13T00:07:55.149680+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T00:07:56.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:56 smithi032 bash[75510]: cluster 2024-09-13T00:07:56.008545+0000 mon.a (mon.0) 46 : cluster [DBG] mgrmap e41: y(active, since 1.02167s), standbys: x 2024-09-13T00:07:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:56 smithi053 bash[24393]: audit 2024-09-13T00:07:55.079214+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:07:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:56 smithi053 bash[24393]: audit 2024-09-13T00:07:55.103042+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:07:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:56 smithi053 bash[24393]: audit 2024-09-13T00:07:55.117495+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T00:07:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:56 smithi053 bash[24393]: audit 2024-09-13T00:07:55.149680+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T00:07:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:56 smithi053 bash[24393]: cluster 2024-09-13T00:07:56.008545+0000 mon.a (mon.0) 46 : cluster [DBG] mgrmap e41: y(active, since 1.02167s), standbys: x 2024-09-13T00:07:57.059 INFO:tasks.rados.rados.0.smithi032.stdout:1243: done (2 left) 2024-09-13T00:07:57.059 INFO:tasks.rados.rados.0.smithi032.stdout:1244: done (1 left) 2024-09-13T00:07:57.060 INFO:tasks.rados.rados.0.smithi032.stdout:1245: done (0 left) 2024-09-13T00:07:57.060 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 129 2024-09-13T00:07:57.060 INFO:tasks.rados.rados.0.smithi032.stdout:1246: seq_num 415 ranges {1392640=557056,1949696=688128,2637824=663552,3301376=253952} 2024-09-13T00:07:57.080 INFO:tasks.rados.rados.0.smithi032.stdout:1246: writing smithi03267100-7 from 1392640 to 1949696 tid 1 2024-09-13T00:07:57.088 INFO:tasks.rados.rados.0.smithi032.stdout:1246: writing smithi03267100-7 from 1949696 to 2637824 tid 2 2024-09-13T00:07:57.095 INFO:tasks.rados.rados.0.smithi032.stdout:1246: writing smithi03267100-7 from 2637824 to 3301376 tid 3 2024-09-13T00:07:57.098 INFO:tasks.rados.rados.0.smithi032.stdout:1246: writing smithi03267100-7 from 3301376 to 3555328 tid 4 2024-09-13T00:07:57.098 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 129 2024-09-13T00:07:57.098 INFO:tasks.rados.rados.0.smithi032.stdout:1247: seq_num 416 ranges {4243456=573440,4816896=573440,5390336=475136,5865472=557056} 2024-09-13T00:07:57.142 INFO:tasks.rados.rados.0.smithi032.stdout:1247: writing smithi03267100-32 from 4243456 to 4816896 tid 1 2024-09-13T00:07:57.147 INFO:tasks.rados.rados.0.smithi032.stdout:1247: writing smithi03267100-32 from 4816896 to 5390336 tid 2 2024-09-13T00:07:57.150 INFO:tasks.rados.rados.0.smithi032.stdout:1247: writing smithi03267100-32 from 5390336 to 5865472 tid 3 2024-09-13T00:07:57.155 INFO:tasks.rados.rados.0.smithi032.stdout:1247: writing smithi03267100-32 from 5865472 to 6422528 tid 4 2024-09-13T00:07:57.155 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 129 2024-09-13T00:07:57.155 INFO:tasks.rados.rados.0.smithi032.stdout:1246: finishing write tid 1 to smithi03267100-7 2024-09-13T00:07:57.155 INFO:tasks.rados.rados.0.smithi032.stdout:1246: finishing write tid 2 to smithi03267100-7 2024-09-13T00:07:57.155 INFO:tasks.rados.rados.0.smithi032.stdout:1246: finishing write tid 3 to smithi03267100-7 2024-09-13T00:07:57.155 INFO:tasks.rados.rados.0.smithi032.stdout:1246: finishing write tid 4 to smithi03267100-7 2024-09-13T00:07:57.155 INFO:tasks.rados.rados.0.smithi032.stdout:1246: finishing write tid 5 to smithi03267100-7 2024-09-13T00:07:57.155 INFO:tasks.rados.rados.0.smithi032.stdout:1246: finishing write tid 6 to smithi03267100-7 2024-09-13T00:07:57.156 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 598 (ObjNum 415 snap 129 seq_num 415) dirty exists 2024-09-13T00:07:57.156 INFO:tasks.rados.rados.0.smithi032.stdout:1246: left oid 7 (ObjNum 415 snap 129 seq_num 415) 2024-09-13T00:07:57.156 INFO:tasks.rados.rados.0.smithi032.stdout:1248: seq_num 417 ranges {761856=589824,1351680=458752,1810432=679936,2490368=466944} 2024-09-13T00:07:57.164 INFO:tasks.rados.rados.0.smithi032.stdout:1248: writing smithi03267100-34 from 761856 to 1351680 tid 1 2024-09-13T00:07:57.167 INFO:tasks.rados.rados.0.smithi032.stdout:1248: writing smithi03267100-34 from 1351680 to 1810432 tid 2 2024-09-13T00:07:57.172 INFO:tasks.rados.rados.0.smithi032.stdout:1248: writing smithi03267100-34 from 1810432 to 2490368 tid 3 2024-09-13T00:07:57.176 INFO:tasks.rados.rados.0.smithi032.stdout:1248: writing smithi03267100-34 from 2490368 to 2957312 tid 4 2024-09-13T00:07:57.176 INFO:tasks.rados.rados.0.smithi032.stdout:1246: done (2 left) 2024-09-13T00:07:57.176 INFO:tasks.rados.rados.0.smithi032.stdout:1249: snap_create 2024-09-13T00:07:57.176 INFO:tasks.rados.rados.0.smithi032.stdout:1247: finishing write tid 1 to smithi03267100-32 2024-09-13T00:07:57.176 INFO:tasks.rados.rados.0.smithi032.stdout:1247: finishing write tid 2 to smithi03267100-32 2024-09-13T00:07:57.176 INFO:tasks.rados.rados.0.smithi032.stdout:1247: finishing write tid 3 to smithi03267100-32 2024-09-13T00:07:57.176 INFO:tasks.rados.rados.0.smithi032.stdout:1247: finishing write tid 4 to smithi03267100-32 2024-09-13T00:07:57.176 INFO:tasks.rados.rados.0.smithi032.stdout:1247: finishing write tid 5 to smithi03267100-32 2024-09-13T00:07:57.176 INFO:tasks.rados.rados.0.smithi032.stdout:1247: finishing write tid 6 to smithi03267100-32 2024-09-13T00:07:57.176 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 882 (ObjNum 416 snap 129 seq_num 416) dirty exists 2024-09-13T00:07:57.176 INFO:tasks.rados.rados.0.smithi032.stdout:1247: left oid 32 (ObjNum 416 snap 129 seq_num 416) 2024-09-13T00:07:57.177 INFO:tasks.rados.rados.0.smithi032.stdout:1248: finishing write tid 1 to smithi03267100-34 2024-09-13T00:07:57.180 INFO:tasks.rados.rados.0.smithi032.stdout:1248: finishing write tid 2 to smithi03267100-34 2024-09-13T00:07:57.180 INFO:tasks.rados.rados.0.smithi032.stdout:1248: finishing write tid 3 to smithi03267100-34 2024-09-13T00:07:57.181 INFO:tasks.rados.rados.0.smithi032.stdout:1248: finishing write tid 4 to smithi03267100-34 2024-09-13T00:07:57.182 INFO:tasks.rados.rados.0.smithi032.stdout:1248: finishing write tid 5 to smithi03267100-34 2024-09-13T00:07:57.183 INFO:tasks.rados.rados.0.smithi032.stdout:1248: finishing write tid 6 to smithi03267100-34 2024-09-13T00:07:57.183 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 395 (ObjNum 417 snap 129 seq_num 417) dirty exists 2024-09-13T00:07:57.183 INFO:tasks.rados.rados.0.smithi032.stdout:1248: left oid 34 (ObjNum 417 snap 129 seq_num 417) 2024-09-13T00:07:57.409 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:57 smithi032 bash[32211]: cluster 2024-09-13T00:07:56.026841+0000 mgr.y (mgr.34107) 1 : cluster [DBG] pgmap v3: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:57.409 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:57 smithi032 bash[32211]: cluster 2024-09-13T00:07:56.053008+0000 mon.a (mon.0) 47 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2024-09-13T00:07:57.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:57 smithi032 bash[75510]: cluster 2024-09-13T00:07:56.026841+0000 mgr.y (mgr.34107) 1 : cluster [DBG] pgmap v3: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:57.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:57 smithi032 bash[75510]: cluster 2024-09-13T00:07:56.053008+0000 mon.a (mon.0) 47 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2024-09-13T00:07:57.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:57 smithi053 bash[24393]: cluster 2024-09-13T00:07:56.026841+0000 mgr.y (mgr.34107) 1 : cluster [DBG] pgmap v3: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:07:57.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:57 smithi053 bash[24393]: cluster 2024-09-13T00:07:56.053008+0000 mon.a (mon.0) 47 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2024-09-13T00:07:58.045 INFO:tasks.rados.rados.0.smithi032.stdout:1247: done (2 left) 2024-09-13T00:07:58.045 INFO:tasks.rados.rados.0.smithi032.stdout:1248: done (1 left) 2024-09-13T00:07:58.045 INFO:tasks.rados.rados.0.smithi032.stdout:1249: done (0 left) 2024-09-13T00:07:58.045 INFO:tasks.rados.rados.0.smithi032.stdout:1250: delete oid 40 current snap is 130 2024-09-13T00:07:58.055 INFO:tasks.rados.rados.0.smithi032.stdout:1250: done (0 left) 2024-09-13T00:07:58.055 INFO:tasks.rados.rados.0.smithi032.stdout:1251: snap_remove snap 103 2024-09-13T00:07:58.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[75510]: cluster 2024-09-13T00:07:57.064139+0000 mon.a (mon.0) 48 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2024-09-13T00:07:58.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[75510]: cephadm 2024-09-13T00:07:57.774133+0000 mgr.y (mgr.34107) 3 : cephadm [INF] [13/Sep/2024:00:07:57] ENGINE Bus STARTING 2024-09-13T00:07:58.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[75510]: cluster 2024-09-13T00:07:58.013740+0000 mon.a (mon.0) 49 : cluster [DBG] mgrmap e42: y(active, since 3s), standbys: x 2024-09-13T00:07:58.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[75510]: cluster 2024-09-13T00:07:58.047907+0000 mon.a (mon.0) 50 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2024-09-13T00:07:58.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[32211]: cluster 2024-09-13T00:07:57.064139+0000 mon.a (mon.0) 48 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2024-09-13T00:07:58.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[32211]: cephadm 2024-09-13T00:07:57.774133+0000 mgr.y (mgr.34107) 3 : cephadm [INF] [13/Sep/2024:00:07:57] ENGINE Bus STARTING 2024-09-13T00:07:58.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[32211]: cluster 2024-09-13T00:07:58.013740+0000 mon.a (mon.0) 49 : cluster [DBG] mgrmap e42: y(active, since 3s), standbys: x 2024-09-13T00:07:58.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[32211]: cluster 2024-09-13T00:07:58.047907+0000 mon.a (mon.0) 50 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2024-09-13T00:07:58.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: debug 2024-09-13T00:07:57.999+0000 7fcc5ba63640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:00:07:58] ENGINE Error in HTTPServer.serve 2024-09-13T00:07:58.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: Traceback (most recent call last): 2024-09-13T00:07:58.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T00:07:58.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: self._connections.run(self.expiration_interval) 2024-09-13T00:07:58.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T00:07:58.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: self._run(expiration_interval) 2024-09-13T00:07:58.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T00:07:58.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T00:07:58.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T00:07:58.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T00:07:58.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T00:07:58.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: s = self.context.wrap_socket( 2024-09-13T00:07:58.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T00:07:58.412 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: return self.sslsocket_class._create( 2024-09-13T00:07:58.412 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T00:07:58.412 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: self.do_handshake() 2024-09-13T00:07:58.412 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T00:07:58.412 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: self._sslobj.do_handshake() 2024-09-13T00:07:58.412 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:07:58 smithi032 bash[68847]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T00:07:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:58 smithi053 bash[24393]: cluster 2024-09-13T00:07:57.064139+0000 mon.a (mon.0) 48 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2024-09-13T00:07:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:58 smithi053 bash[24393]: cephadm 2024-09-13T00:07:57.774133+0000 mgr.y (mgr.34107) 3 : cephadm [INF] [13/Sep/2024:00:07:57] ENGINE Bus STARTING 2024-09-13T00:07:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:58 smithi053 bash[24393]: cluster 2024-09-13T00:07:58.013740+0000 mon.a (mon.0) 49 : cluster [DBG] mgrmap e42: y(active, since 3s), standbys: x 2024-09-13T00:07:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:58 smithi053 bash[24393]: cluster 2024-09-13T00:07:58.047907+0000 mon.a (mon.0) 50 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2024-09-13T00:07:59.050 INFO:tasks.rados.rados.0.smithi032.stdout:1251: done (0 left) 2024-09-13T00:07:59.050 INFO:tasks.rados.rados.0.smithi032.stdout:1252: snap_remove snap 125 2024-09-13T00:07:59.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: cephadm 2024-09-13T00:07:57.875772+0000 mgr.y (mgr.34107) 4 : cephadm [INF] [13/Sep/2024:00:07:57] ENGINE Serving on http://172.21.15.32:8765 2024-09-13T00:07:59.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: cephadm 2024-09-13T00:07:58.000030+0000 mgr.y (mgr.34107) 5 : cephadm [INF] [13/Sep/2024:00:07:57] ENGINE Serving on https://172.21.15.32:7150 2024-09-13T00:07:59.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: cephadm 2024-09-13T00:07:58.000245+0000 mgr.y (mgr.34107) 6 : cephadm [INF] [13/Sep/2024:00:07:58] ENGINE Bus STARTED 2024-09-13T00:07:59.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: cephadm 2024-09-13T00:07:58.003496+0000 mgr.y (mgr.34107) 7 : cephadm [ERR] [13/Sep/2024:00:07:58] ENGINE Error in HTTPServer.serve 2024-09-13T00:07:59.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: Traceback (most recent call last): 2024-09-13T00:07:59.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T00:07:59.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: self._connections.run(self.expiration_interval) 2024-09-13T00:07:59.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T00:07:59.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: self._run(expiration_interval) 2024-09-13T00:07:59.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T00:07:59.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T00:07:59.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T00:07:59.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T00:07:59.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T00:07:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: s = self.context.wrap_socket( 2024-09-13T00:07:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T00:07:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: return self.sslsocket_class._create( 2024-09-13T00:07:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T00:07:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: self.do_handshake() 2024-09-13T00:07:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T00:07:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: self._sslobj.do_handshake() 2024-09-13T00:07:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T00:07:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[75510]: cluster 2024-09-13T00:07:59.051960+0000 mon.a (mon.0) 51 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2024-09-13T00:07:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: cephadm 2024-09-13T00:07:57.875772+0000 mgr.y (mgr.34107) 4 : cephadm [INF] [13/Sep/2024:00:07:57] ENGINE Serving on http://172.21.15.32:8765 2024-09-13T00:07:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: cephadm 2024-09-13T00:07:58.000030+0000 mgr.y (mgr.34107) 5 : cephadm [INF] [13/Sep/2024:00:07:57] ENGINE Serving on https://172.21.15.32:7150 2024-09-13T00:07:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: cephadm 2024-09-13T00:07:58.000245+0000 mgr.y (mgr.34107) 6 : cephadm [INF] [13/Sep/2024:00:07:58] ENGINE Bus STARTED 2024-09-13T00:07:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: cephadm 2024-09-13T00:07:58.003496+0000 mgr.y (mgr.34107) 7 : cephadm [ERR] [13/Sep/2024:00:07:58] ENGINE Error in HTTPServer.serve 2024-09-13T00:07:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: Traceback (most recent call last): 2024-09-13T00:07:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T00:07:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: self._connections.run(self.expiration_interval) 2024-09-13T00:07:59.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T00:07:59.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: self._run(expiration_interval) 2024-09-13T00:07:59.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T00:07:59.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T00:07:59.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T00:07:59.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T00:07:59.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T00:07:59.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: s = self.context.wrap_socket( 2024-09-13T00:07:59.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T00:07:59.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: return self.sslsocket_class._create( 2024-09-13T00:07:59.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T00:07:59.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: self.do_handshake() 2024-09-13T00:07:59.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T00:07:59.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: self._sslobj.do_handshake() 2024-09-13T00:07:59.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T00:07:59.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:07:59 smithi032 bash[32211]: cluster 2024-09-13T00:07:59.051960+0000 mon.a (mon.0) 51 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2024-09-13T00:07:59.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: cephadm 2024-09-13T00:07:57.875772+0000 mgr.y (mgr.34107) 4 : cephadm [INF] [13/Sep/2024:00:07:57] ENGINE Serving on http://172.21.15.32:8765 2024-09-13T00:07:59.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: cephadm 2024-09-13T00:07:58.000030+0000 mgr.y (mgr.34107) 5 : cephadm [INF] [13/Sep/2024:00:07:57] ENGINE Serving on https://172.21.15.32:7150 2024-09-13T00:07:59.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: cephadm 2024-09-13T00:07:58.000245+0000 mgr.y (mgr.34107) 6 : cephadm [INF] [13/Sep/2024:00:07:58] ENGINE Bus STARTED 2024-09-13T00:07:59.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: cephadm 2024-09-13T00:07:58.003496+0000 mgr.y (mgr.34107) 7 : cephadm [ERR] [13/Sep/2024:00:07:58] ENGINE Error in HTTPServer.serve 2024-09-13T00:07:59.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: Traceback (most recent call last): 2024-09-13T00:07:59.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T00:07:59.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: self._connections.run(self.expiration_interval) 2024-09-13T00:07:59.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T00:07:59.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: self._run(expiration_interval) 2024-09-13T00:07:59.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T00:07:59.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T00:07:59.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T00:07:59.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T00:07:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T00:07:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: s = self.context.wrap_socket( 2024-09-13T00:07:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T00:07:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: return self.sslsocket_class._create( 2024-09-13T00:07:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T00:07:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: self.do_handshake() 2024-09-13T00:07:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T00:07:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: self._sslobj.do_handshake() 2024-09-13T00:07:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T00:07:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:07:59 smithi053 bash[24393]: cluster 2024-09-13T00:07:59.051960+0000 mon.a (mon.0) 51 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2024-09-13T00:08:00.056 INFO:tasks.rados.rados.0.smithi032.stdout:1252: done (0 left) 2024-09-13T00:08:00.056 INFO:tasks.rados.rados.0.smithi032.stdout:1253: snap_remove snap 123 2024-09-13T00:08:00.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:00 smithi032 bash[75510]: cluster 2024-09-13T00:07:59.013335+0000 mgr.y (mgr.34107) 8 : cluster [DBG] pgmap v8: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:00.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:00 smithi032 bash[75510]: cluster 2024-09-13T00:07:59.097058+0000 mon.a (mon.0) 52 : cluster [DBG] mgrmap e43: y(active, since 4s), standbys: x 2024-09-13T00:08:00.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:00 smithi032 bash[75510]: cluster 2024-09-13T00:08:00.059056+0000 mon.a (mon.0) 53 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2024-09-13T00:08:00.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:00 smithi032 bash[32211]: cluster 2024-09-13T00:07:59.013335+0000 mgr.y (mgr.34107) 8 : cluster [DBG] pgmap v8: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:00.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:00 smithi032 bash[32211]: cluster 2024-09-13T00:07:59.097058+0000 mon.a (mon.0) 52 : cluster [DBG] mgrmap e43: y(active, since 4s), standbys: x 2024-09-13T00:08:00.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:00 smithi032 bash[32211]: cluster 2024-09-13T00:08:00.059056+0000 mon.a (mon.0) 53 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2024-09-13T00:08:00.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:00 smithi053 bash[24393]: cluster 2024-09-13T00:07:59.013335+0000 mgr.y (mgr.34107) 8 : cluster [DBG] pgmap v8: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:00.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:00 smithi053 bash[24393]: cluster 2024-09-13T00:07:59.097058+0000 mon.a (mon.0) 52 : cluster [DBG] mgrmap e43: y(active, since 4s), standbys: x 2024-09-13T00:08:00.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:00 smithi053 bash[24393]: cluster 2024-09-13T00:08:00.059056+0000 mon.a (mon.0) 53 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2024-09-13T00:08:01.051 INFO:tasks.rados.rados.0.smithi032.stdout:1253: done (0 left) 2024-09-13T00:08:01.051 INFO:tasks.rados.rados.0.smithi032.stdout:1254: delete oid 34 current snap is 130 2024-09-13T00:08:01.059 INFO:tasks.rados.rados.0.smithi032.stdout:1254: done (0 left) 2024-09-13T00:08:01.059 INFO:tasks.rados.rados.0.smithi032.stdout:1255: read oid 33 snap -1 2024-09-13T00:08:01.059 INFO:tasks.rados.rados.0.smithi032.stdout:1255: expect (ObjNum 389 snap 120 seq_num 389) 2024-09-13T00:08:01.059 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 130 2024-09-13T00:08:01.059 INFO:tasks.rados.rados.0.smithi032.stdout:1256: seq_num 420 ranges {10149888=638976,10788864=557056,11345920=450560,11796480=598016} 2024-09-13T00:08:01.121 INFO:tasks.rados.rados.0.smithi032.stdout:1256: writing smithi03267100-48 from 10149888 to 10788864 tid 1 2024-09-13T00:08:01.124 INFO:tasks.rados.rados.0.smithi032.stdout:1256: writing smithi03267100-48 from 10788864 to 11345920 tid 2 2024-09-13T00:08:01.127 INFO:tasks.rados.rados.0.smithi032.stdout:1256: writing smithi03267100-48 from 11345920 to 11796480 tid 3 2024-09-13T00:08:01.131 INFO:tasks.rados.rados.0.smithi032.stdout:1256: writing smithi03267100-48 from 11796480 to 12394496 tid 4 2024-09-13T00:08:01.131 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 130 2024-09-13T00:08:01.131 INFO:tasks.rados.rados.0.smithi032.stdout:1257: seq_num 421 ranges {1908736=655360,2564096=442368,3006464=663552,3670016=499712} 2024-09-13T00:08:01.145 INFO:tasks.rados.rados.0.smithi032.stdout:1257: writing smithi03267100-5 from 1908736 to 2564096 tid 1 2024-09-13T00:08:01.148 INFO:tasks.rados.rados.0.smithi032.stdout:1257: writing smithi03267100-5 from 2564096 to 3006464 tid 2 2024-09-13T00:08:01.152 INFO:tasks.rados.rados.0.smithi032.stdout:1257: writing smithi03267100-5 from 3006464 to 3670016 tid 3 2024-09-13T00:08:01.155 INFO:tasks.rados.rados.0.smithi032.stdout:1257: writing smithi03267100-5 from 3670016 to 4169728 tid 4 2024-09-13T00:08:01.155 INFO:tasks.rados.rados.0.smithi032.stdout:1255: expect (ObjNum 389 snap 120 seq_num 389) 2024-09-13T00:08:01.342 INFO:tasks.rados.rados.0.smithi032.stdout:1256: finishing write tid 1 to smithi03267100-48 2024-09-13T00:08:01.342 INFO:tasks.rados.rados.0.smithi032.stdout:1256: finishing write tid 2 to smithi03267100-48 2024-09-13T00:08:01.342 INFO:tasks.rados.rados.0.smithi032.stdout:1256: finishing write tid 3 to smithi03267100-48 2024-09-13T00:08:01.342 INFO:tasks.rados.rados.0.smithi032.stdout:1256: finishing write tid 4 to smithi03267100-48 2024-09-13T00:08:01.342 INFO:tasks.rados.rados.0.smithi032.stdout:1256: finishing write tid 5 to smithi03267100-48 2024-09-13T00:08:01.342 INFO:tasks.rados.rados.0.smithi032.stdout:1256: finishing write tid 6 to smithi03267100-48 2024-09-13T00:08:01.342 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 606 (ObjNum 420 snap 130 seq_num 420) dirty exists 2024-09-13T00:08:01.342 INFO:tasks.rados.rados.0.smithi032.stdout:1256: left oid 48 (ObjNum 420 snap 130 seq_num 420) 2024-09-13T00:08:01.342 INFO:tasks.rados.rados.0.smithi032.stdout:1257: finishing write tid 1 to smithi03267100-5 2024-09-13T00:08:01.343 INFO:tasks.rados.rados.0.smithi032.stdout:1257: finishing write tid 2 to smithi03267100-5 2024-09-13T00:08:01.343 INFO:tasks.rados.rados.0.smithi032.stdout:1257: finishing write tid 3 to smithi03267100-5 2024-09-13T00:08:01.343 INFO:tasks.rados.rados.0.smithi032.stdout:1257: finishing write tid 4 to smithi03267100-5 2024-09-13T00:08:01.343 INFO:tasks.rados.rados.0.smithi032.stdout:1257: finishing write tid 5 to smithi03267100-5 2024-09-13T00:08:01.343 INFO:tasks.rados.rados.0.smithi032.stdout:1257: finishing write tid 6 to smithi03267100-5 2024-09-13T00:08:01.343 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 603 (ObjNum 421 snap 130 seq_num 421) dirty exists 2024-09-13T00:08:01.343 INFO:tasks.rados.rados.0.smithi032.stdout:1257: left oid 5 (ObjNum 421 snap 130 seq_num 421) 2024-09-13T00:08:01.343 INFO:tasks.rados.rados.0.smithi032.stdout:1258: read oid 42 snap -1 2024-09-13T00:08:01.343 INFO:tasks.rados.rados.0.smithi032.stdout:1258: expect (ObjNum 402 snap 123 seq_num 402) 2024-09-13T00:08:01.343 INFO:tasks.rados.rados.0.smithi032.stdout:1255: done (3 left) 2024-09-13T00:08:01.343 INFO:tasks.rados.rados.0.smithi032.stdout:1256: done (2 left) 2024-09-13T00:08:01.343 INFO:tasks.rados.rados.0.smithi032.stdout:1257: done (1 left) 2024-09-13T00:08:01.343 INFO:tasks.rados.rados.0.smithi032.stdout:1259: delete oid 44 current snap is 130 2024-09-13T00:08:01.347 INFO:tasks.rados.rados.0.smithi032.stdout:1259: done (1 left) 2024-09-13T00:08:01.347 INFO:tasks.rados.rados.0.smithi032.stdout:1260: rollback oid 43 current snap is 130 2024-09-13T00:08:01.347 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 120 2024-09-13T00:08:01.347 INFO:tasks.rados.rados.0.smithi032.stdout:1261: read oid 40 snap 95 2024-09-13T00:08:01.347 INFO:tasks.rados.rados.0.smithi032.stdout:1261: expect (ObjNum 269 snap 78 seq_num 269) 2024-09-13T00:08:01.348 INFO:tasks.rados.rados.0.smithi032.stdout:1262: copy_from oid 23 from oid 47 current snap is 130 2024-09-13T00:08:01.348 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 130 2024-09-13T00:08:01.348 INFO:tasks.rados.rados.0.smithi032.stdout:1263: seq_num 423 ranges {10084352=688128,10772480=614400,11386880=622592,12009472=368640} 2024-09-13T00:08:01.426 INFO:tasks.rados.rados.0.smithi032.stdout:1263: writing smithi03267100-28 from 10084352 to 10772480 tid 1 2024-09-13T00:08:01.434 INFO:tasks.rados.rados.0.smithi032.stdout:1263: writing smithi03267100-28 from 10772480 to 11386880 tid 2 2024-09-13T00:08:01.439 INFO:tasks.rados.rados.0.smithi032.stdout:1263: writing smithi03267100-28 from 11386880 to 12009472 tid 3 2024-09-13T00:08:01.442 INFO:tasks.rados.rados.0.smithi032.stdout:1263: writing smithi03267100-28 from 12009472 to 12378112 tid 4 2024-09-13T00:08:01.442 INFO:tasks.rados.rados.0.smithi032.stdout:1264: copy_from oid 4 from oid 33 current snap is 130 2024-09-13T00:08:01.442 INFO:tasks.rados.rados.0.smithi032.stdout:1265: read oid 16 snap -1 2024-09-13T00:08:01.442 INFO:tasks.rados.rados.0.smithi032.stdout:1265: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:08:01.442 INFO:tasks.rados.rados.0.smithi032.stdout:1266: delete oid 48 current snap is 130 2024-09-13T00:08:01.444 INFO:tasks.rados.rados.0.smithi032.stdout:1260: finishing rollback tid 0 to smithi03267100-43 2024-09-13T00:08:01.444 INFO:tasks.rados.rados.0.smithi032.stdout:1260: finishing rollback tid 1 to smithi03267100-43 2024-09-13T00:08:01.444 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 585 (ObjNum 161 snap 0 seq_num 1799916101) dirty dne 2024-09-13T00:08:01.444 INFO:tasks.rados.rados.0.smithi032.stdout:1258: expect (ObjNum 402 snap 123 seq_num 402) 2024-09-13T00:08:01.564 INFO:tasks.rados.rados.0.smithi032.stdout:1261: expect (ObjNum 269 snap 78 seq_num 269) 2024-09-13T00:08:01.623 INFO:tasks.rados.rados.0.smithi032.stdout:1262: finishing copy_from racing read to smithi03267100-23 2024-09-13T00:08:01.623 INFO:tasks.rados.rados.0.smithi032.stdout:1262: finishing copy_from to smithi03267100-23 2024-09-13T00:08:01.624 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 579 (ObjNum 370 snap 116 seq_num 370) dirty exists 2024-09-13T00:08:01.624 INFO:tasks.rados.rados.0.smithi032.stdout:1263: finishing write tid 1 to smithi03267100-28 2024-09-13T00:08:01.624 INFO:tasks.rados.rados.0.smithi032.stdout:1263: finishing write tid 2 to smithi03267100-28 2024-09-13T00:08:01.624 INFO:tasks.rados.rados.0.smithi032.stdout:1263: finishing write tid 3 to smithi03267100-28 2024-09-13T00:08:01.624 INFO:tasks.rados.rados.0.smithi032.stdout:1258: done (7 left) 2024-09-13T00:08:01.624 INFO:tasks.rados.rados.0.smithi032.stdout:1260: done (6 left) 2024-09-13T00:08:01.624 INFO:tasks.rados.rados.0.smithi032.stdout:1261: done (5 left) 2024-09-13T00:08:01.624 INFO:tasks.rados.rados.0.smithi032.stdout:1262: done (4 left) 2024-09-13T00:08:01.624 INFO:tasks.rados.rados.0.smithi032.stdout:1266: done (3 left) 2024-09-13T00:08:01.624 INFO:tasks.rados.rados.0.smithi032.stdout:1267: copy_from oid 19 from oid 35 current snap is 130 2024-09-13T00:08:01.624 INFO:tasks.rados.rados.0.smithi032.stdout:1263: finishing write tid 4 to smithi03267100-28 2024-09-13T00:08:01.625 INFO:tasks.rados.rados.0.smithi032.stdout:1265: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:08:01.651 INFO:tasks.rados.rados.0.smithi032.stdout:1263: finishing write tid 5 to smithi03267100-28 2024-09-13T00:08:01.651 INFO:tasks.rados.rados.0.smithi032.stdout:1263: finishing write tid 6 to smithi03267100-28 2024-09-13T00:08:01.652 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 575 (ObjNum 423 snap 130 seq_num 423) dirty exists 2024-09-13T00:08:01.652 INFO:tasks.rados.rados.0.smithi032.stdout:1263: left oid 28 (ObjNum 423 snap 130 seq_num 423) 2024-09-13T00:08:01.652 INFO:tasks.rados.rados.0.smithi032.stdout:1264: finishing copy_from racing read to smithi03267100-4 2024-09-13T00:08:01.652 INFO:tasks.rados.rados.0.smithi032.stdout:1264: finishing copy_from to smithi03267100-4 2024-09-13T00:08:01.652 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 191 (ObjNum 389 snap 120 seq_num 389) dirty exists 2024-09-13T00:08:01.652 INFO:tasks.rados.rados.0.smithi032.stdout:1267: finishing copy_from racing read to smithi03267100-19 2024-09-13T00:08:01.652 INFO:tasks.rados.rados.0.smithi032.stdout:1267: finishing copy_from to smithi03267100-19 2024-09-13T00:08:01.652 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 386 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:08:01.652 INFO:tasks.rados.rados.0.smithi032.stdout:1263: done (3 left) 2024-09-13T00:08:01.652 INFO:tasks.rados.rados.0.smithi032.stdout:1264: done (2 left) 2024-09-13T00:08:01.652 INFO:tasks.rados.rados.0.smithi032.stdout:1265: done (1 left) 2024-09-13T00:08:01.652 INFO:tasks.rados.rados.0.smithi032.stdout:1267: done (0 left) 2024-09-13T00:08:01.653 INFO:tasks.rados.rados.0.smithi032.stdout:1268: snap_create 2024-09-13T00:08:02.311 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:02 smithi053 bash[24393]: cluster 2024-09-13T00:08:01.013785+0000 mgr.y (mgr.34107) 9 : cluster [DBG] pgmap v11: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:02.311 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:02 smithi053 bash[24393]: cluster 2024-09-13T00:08:01.053782+0000 mon.a (mon.0) 54 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2024-09-13T00:08:02.311 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:02 smithi053 bash[24393]: audit 2024-09-13T00:08:01.211189+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.311 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:02 smithi053 bash[24393]: audit 2024-09-13T00:08:01.224169+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.311 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:02 smithi053 bash[24393]: audit 2024-09-13T00:08:01.455530+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.312 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:02 smithi053 bash[24393]: audit 2024-09-13T00:08:01.463108+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.312 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:02 smithi053 bash[24393]: audit 2024-09-13T00:08:01.896759+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.312 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:02 smithi053 bash[24393]: audit 2024-09-13T00:08:01.901626+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[75510]: cluster 2024-09-13T00:08:01.013785+0000 mgr.y (mgr.34107) 9 : cluster [DBG] pgmap v11: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:02.327 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[75510]: cluster 2024-09-13T00:08:01.053782+0000 mon.a (mon.0) 54 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2024-09-13T00:08:02.327 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[75510]: audit 2024-09-13T00:08:01.211189+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.327 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[75510]: audit 2024-09-13T00:08:01.224169+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.327 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[75510]: audit 2024-09-13T00:08:01.455530+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.327 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[75510]: audit 2024-09-13T00:08:01.463108+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.327 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[75510]: audit 2024-09-13T00:08:01.896759+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.327 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[75510]: audit 2024-09-13T00:08:01.901626+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.327 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[32211]: cluster 2024-09-13T00:08:01.013785+0000 mgr.y (mgr.34107) 9 : cluster [DBG] pgmap v11: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:02.327 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[32211]: cluster 2024-09-13T00:08:01.053782+0000 mon.a (mon.0) 54 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2024-09-13T00:08:02.327 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[32211]: audit 2024-09-13T00:08:01.211189+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.328 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[32211]: audit 2024-09-13T00:08:01.224169+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.328 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[32211]: audit 2024-09-13T00:08:01.455530+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.328 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[32211]: audit 2024-09-13T00:08:01.463108+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.328 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[32211]: audit 2024-09-13T00:08:01.896759+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.328 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[32211]: audit 2024-09-13T00:08:01.901626+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:02.464 INFO:tasks.rados.rados.0.smithi032.stdout:1268: done (0 left) 2024-09-13T00:08:02.464 INFO:tasks.rados.rados.0.smithi032.stdout:1269: copy_from oid 10 from oid 6 current snap is 131 2024-09-13T00:08:02.464 INFO:tasks.rados.rados.0.smithi032.stdout:1270: read oid 35 snap -1 2024-09-13T00:08:02.465 INFO:tasks.rados.rados.0.smithi032.stdout:1270: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:08:02.465 INFO:tasks.rados.rados.0.smithi032.stdout:1271: delete oid 18 current snap is 131 2024-09-13T00:08:02.471 INFO:tasks.rados.rados.0.smithi032.stdout:1271: done (2 left) 2024-09-13T00:08:02.471 INFO:tasks.rados.rados.0.smithi032.stdout:1272: delete oid 15 current snap is 131 2024-09-13T00:08:02.471 INFO:tasks.rados.rados.0.smithi032.stdout:1269: finishing copy_from to smithi03267100-10 2024-09-13T00:08:02.472 INFO:tasks.rados.rados.0.smithi032.stdout:1269: got expected ENOENT (src dne) 2024-09-13T00:08:02.476 INFO:tasks.rados.rados.0.smithi032.stdout:1272: done (2 left) 2024-09-13T00:08:02.476 INFO:tasks.rados.rados.0.smithi032.stdout:1273: snap_remove snap 108 2024-09-13T00:08:02.659 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:08:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:08:02] "GET /metrics HTTP/1.1" 200 33370 "" "Prometheus/2.43.0" 2024-09-13T00:08:02.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:02 smithi053 bash[60895]: ts=2024-09-13T00:08:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:03.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:03 smithi032 bash[75510]: audit 2024-09-13T00:08:02.152454+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:03.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:03 smithi032 bash[75510]: audit 2024-09-13T00:08:02.162164+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:03.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:03 smithi032 bash[75510]: cluster 2024-09-13T00:08:02.468414+0000 mon.a (mon.0) 63 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2024-09-13T00:08:03.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:03 smithi032 bash[32211]: audit 2024-09-13T00:08:02.152454+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:03.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:03 smithi032 bash[32211]: audit 2024-09-13T00:08:02.162164+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:03.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:03 smithi032 bash[32211]: cluster 2024-09-13T00:08:02.468414+0000 mon.a (mon.0) 63 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2024-09-13T00:08:03.474 INFO:tasks.rados.rados.0.smithi032.stdout:1273: done (2 left) 2024-09-13T00:08:03.474 INFO:tasks.rados.rados.0.smithi032.stdout:1274: snap_remove snap 86 2024-09-13T00:08:03.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:03 smithi053 bash[24393]: audit 2024-09-13T00:08:02.152454+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:03.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:03 smithi053 bash[24393]: audit 2024-09-13T00:08:02.162164+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:03.504 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:03 smithi053 bash[24393]: cluster 2024-09-13T00:08:02.468414+0000 mon.a (mon.0) 63 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2024-09-13T00:08:03.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:03 smithi053 bash[60895]: ts=2024-09-13T00:08:03.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:04.484 INFO:tasks.rados.rados.0.smithi032.stdout:1274: done (2 left) 2024-09-13T00:08:04.485 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 131 2024-09-13T00:08:04.485 INFO:tasks.rados.rados.0.smithi032.stdout:1275: seq_num 427 ranges {2531328=761856,3293184=598016,3891200=606208,4497408=401408} 2024-09-13T00:08:04.507 INFO:tasks.rados.rados.0.smithi032.stdout:1275: writing smithi03267100-42 from 2531328 to 3293184 tid 1 2024-09-13T00:08:04.513 INFO:tasks.rados.rados.0.smithi032.stdout:1275: writing smithi03267100-42 from 3293184 to 3891200 tid 2 2024-09-13T00:08:04.519 INFO:tasks.rados.rados.0.smithi032.stdout:1275: writing smithi03267100-42 from 3891200 to 4497408 tid 3 2024-09-13T00:08:04.522 INFO:tasks.rados.rados.0.smithi032.stdout:1275: writing smithi03267100-42 from 4497408 to 4898816 tid 4 2024-09-13T00:08:04.523 INFO:tasks.rados.rados.0.smithi032.stdout:1276: rmattr oid 29 current snap is 131 2024-09-13T00:08:04.523 INFO:tasks.rados.rados.0.smithi032.stdout:1276: done (3 left) 2024-09-13T00:08:04.523 INFO:tasks.rados.rados.0.smithi032.stdout:1277: read oid 9 snap 94 2024-09-13T00:08:04.523 INFO:tasks.rados.rados.0.smithi032.stdout:1277: expect (ObjNum 292 snap 84 seq_num 292) 2024-09-13T00:08:04.523 INFO:tasks.rados.rados.0.smithi032.stdout:1278: snap_remove snap 106 2024-09-13T00:08:04.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:04 smithi053 bash[24393]: cluster 2024-09-13T00:08:03.014491+0000 mgr.y (mgr.34107) 10 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 1.6 MiB/s wr, 43 op/s 2024-09-13T00:08:04.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:04 smithi053 bash[24393]: cluster 2024-09-13T00:08:03.478188+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2024-09-13T00:08:04.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:04 smithi053 bash[60895]: ts=2024-09-13T00:08:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:04.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:04 smithi053 bash[60895]: ts=2024-09-13T00:08:04.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:04.909 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:04 smithi032 bash[75510]: cluster 2024-09-13T00:08:03.014491+0000 mgr.y (mgr.34107) 10 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 1.6 MiB/s wr, 43 op/s 2024-09-13T00:08:04.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:04 smithi032 bash[75510]: cluster 2024-09-13T00:08:03.478188+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2024-09-13T00:08:04.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:04 smithi032 bash[32211]: cluster 2024-09-13T00:08:03.014491+0000 mgr.y (mgr.34107) 10 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 1.6 MiB/s wr, 43 op/s 2024-09-13T00:08:04.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:04 smithi032 bash[32211]: cluster 2024-09-13T00:08:03.478188+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2024-09-13T00:08:05.497 INFO:tasks.rados.rados.0.smithi032.stdout:1269: finishing copy_from racing read to smithi03267100-10 2024-09-13T00:08:05.497 INFO:tasks.rados.rados.0.smithi032.stdout:1270: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:08:05.534 INFO:tasks.rados.rados.0.smithi032.stdout:1275: finishing write tid 1 to smithi03267100-42 2024-09-13T00:08:05.534 INFO:tasks.rados.rados.0.smithi032.stdout:1275: finishing write tid 2 to smithi03267100-42 2024-09-13T00:08:05.534 INFO:tasks.rados.rados.0.smithi032.stdout:1275: finishing write tid 3 to smithi03267100-42 2024-09-13T00:08:05.534 INFO:tasks.rados.rados.0.smithi032.stdout:1275: finishing write tid 4 to smithi03267100-42 2024-09-13T00:08:05.534 INFO:tasks.rados.rados.0.smithi032.stdout:1275: finishing write tid 5 to smithi03267100-42 2024-09-13T00:08:05.535 INFO:tasks.rados.rados.0.smithi032.stdout:1277: expect (ObjNum 292 snap 84 seq_num 292) 2024-09-13T00:08:05.539 INFO:tasks.rados.rados.0.smithi032.stdout:1275: finishing write tid 6 to smithi03267100-42 2024-09-13T00:08:05.539 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 132 (ObjNum 427 snap 131 seq_num 427) dirty exists 2024-09-13T00:08:05.539 INFO:tasks.rados.rados.0.smithi032.stdout:1275: left oid 42 (ObjNum 427 snap 131 seq_num 427) 2024-09-13T00:08:05.539 INFO:tasks.rados.rados.0.smithi032.stdout:1269: done (4 left) 2024-09-13T00:08:05.539 INFO:tasks.rados.rados.0.smithi032.stdout:1270: done (3 left) 2024-09-13T00:08:05.539 INFO:tasks.rados.rados.0.smithi032.stdout:1275: done (2 left) 2024-09-13T00:08:05.539 INFO:tasks.rados.rados.0.smithi032.stdout:1277: done (1 left) 2024-09-13T00:08:05.539 INFO:tasks.rados.rados.0.smithi032.stdout:1278: done (0 left) 2024-09-13T00:08:05.539 INFO:tasks.rados.rados.0.smithi032.stdout:1279: copy_from oid 23 from oid 14 current snap is 131 2024-09-13T00:08:05.542 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 131 2024-09-13T00:08:05.542 INFO:tasks.rados.rados.0.smithi032.stdout:1280: seq_num 428 ranges {4481024=778240,5259264=483328,5742592=409600,6152192=417792,6569984=294912} 2024-09-13T00:08:05.569 INFO:tasks.rados.rados.0.smithi032.stdout:1280: writing smithi03267100-38 from 4481024 to 5259264 tid 1 2024-09-13T00:08:05.571 INFO:tasks.rados.rados.0.smithi032.stdout:1280: writing smithi03267100-38 from 5259264 to 5742592 tid 2 2024-09-13T00:08:05.574 INFO:tasks.rados.rados.0.smithi032.stdout:1280: writing smithi03267100-38 from 5742592 to 6152192 tid 3 2024-09-13T00:08:05.576 INFO:tasks.rados.rados.0.smithi032.stdout:1280: writing smithi03267100-38 from 6152192 to 6569984 tid 4 2024-09-13T00:08:05.578 INFO:tasks.rados.rados.0.smithi032.stdout:1280: writing smithi03267100-38 from 6569984 to 6864896 tid 5 2024-09-13T00:08:05.579 INFO:tasks.rados.rados.0.smithi032.stdout:1281: read oid 4 snap 101 2024-09-13T00:08:05.579 INFO:tasks.rados.rados.0.smithi032.stdout:1281: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:08:05.579 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 131 2024-09-13T00:08:05.579 INFO:tasks.rados.rados.0.smithi032.stdout:1279: finishing copy_from to smithi03267100-23 2024-09-13T00:08:05.579 INFO:tasks.rados.rados.0.smithi032.stdout:1279: got expected ENOENT (src dne) 2024-09-13T00:08:05.579 INFO:tasks.rados.rados.0.smithi032.stdout:1279: finishing copy_from racing read to smithi03267100-23 2024-09-13T00:08:05.579 INFO:tasks.rados.rados.0.smithi032.stdout:1280: finishing write tid 1 to smithi03267100-38 2024-09-13T00:08:05.579 INFO:tasks.rados.rados.0.smithi032.stdout:1280: finishing write tid 2 to smithi03267100-38 2024-09-13T00:08:05.579 INFO:tasks.rados.rados.0.smithi032.stdout:1280: finishing write tid 3 to smithi03267100-38 2024-09-13T00:08:05.579 INFO:tasks.rados.rados.0.smithi032.stdout:1282: seq_num 429 ranges {4112384=794624,4907008=770048,5677056=622592,6299648=212992} 2024-09-13T00:08:05.606 INFO:tasks.rados.rados.0.smithi032.stdout:1282: writing smithi03267100-50 from 4112384 to 4907008 tid 1 2024-09-13T00:08:05.611 INFO:tasks.rados.rados.0.smithi032.stdout:1282: writing smithi03267100-50 from 4907008 to 5677056 tid 2 2024-09-13T00:08:05.614 INFO:tasks.rados.rados.0.smithi032.stdout:1282: writing smithi03267100-50 from 5677056 to 6299648 tid 3 2024-09-13T00:08:05.616 INFO:tasks.rados.rados.0.smithi032.stdout:1282: writing smithi03267100-50 from 6299648 to 6512640 tid 4 2024-09-13T00:08:05.616 INFO:tasks.rados.rados.0.smithi032.stdout:1279: done (3 left) 2024-09-13T00:08:05.616 INFO:tasks.rados.rados.0.smithi032.stdout:1283: setattr oid 45 current snap is 131 2024-09-13T00:08:05.616 INFO:tasks.rados.rados.0.smithi032.stdout:1280: finishing write tid 4 to smithi03267100-38 2024-09-13T00:08:05.616 INFO:tasks.rados.rados.0.smithi032.stdout:1280: finishing write tid 5 to smithi03267100-38 2024-09-13T00:08:05.616 INFO:tasks.rados.rados.0.smithi032.stdout:1280: finishing write tid 6 to smithi03267100-38 2024-09-13T00:08:05.616 INFO:tasks.rados.rados.0.smithi032.stdout:1280: finishing write tid 7 to smithi03267100-38 2024-09-13T00:08:05.617 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 354 (ObjNum 428 snap 131 seq_num 428) dirty exists 2024-09-13T00:08:05.617 INFO:tasks.rados.rados.0.smithi032.stdout:1280: left oid 38 (ObjNum 428 snap 131 seq_num 428) 2024-09-13T00:08:05.617 INFO:tasks.rados.rados.0.smithi032.stdout:1281: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:08:05.661 INFO:tasks.rados.rados.0.smithi032.stdout:1282: finishing write tid 1 to smithi03267100-50 2024-09-13T00:08:05.662 INFO:tasks.rados.rados.0.smithi032.stdout:1282: finishing write tid 2 to smithi03267100-50 2024-09-13T00:08:05.662 INFO:tasks.rados.rados.0.smithi032.stdout:1282: finishing write tid 3 to smithi03267100-50 2024-09-13T00:08:05.662 INFO:tasks.rados.rados.0.smithi032.stdout:1282: finishing write tid 4 to smithi03267100-50 2024-09-13T00:08:05.662 INFO:tasks.rados.rados.0.smithi032.stdout:1282: finishing write tid 5 to smithi03267100-50 2024-09-13T00:08:05.662 INFO:tasks.rados.rados.0.smithi032.stdout:1282: finishing write tid 6 to smithi03267100-50 2024-09-13T00:08:05.662 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 196 (ObjNum 429 snap 131 seq_num 429) dirty exists 2024-09-13T00:08:05.662 INFO:tasks.rados.rados.0.smithi032.stdout:1282: left oid 50 (ObjNum 429 snap 131 seq_num 429) 2024-09-13T00:08:05.662 INFO:tasks.rados.rados.0.smithi032.stdout:1280: done (3 left) 2024-09-13T00:08:05.662 INFO:tasks.rados.rados.0.smithi032.stdout:1281: done (2 left) 2024-09-13T00:08:05.662 INFO:tasks.rados.rados.0.smithi032.stdout:1282: done (1 left) 2024-09-13T00:08:05.662 INFO:tasks.rados.rados.0.smithi032.stdout:1284: read oid 36 snap -1 2024-09-13T00:08:05.662 INFO:tasks.rados.rados.0.smithi032.stdout:1284: expect (ObjNum 393 snap 121 seq_num 393) 2024-09-13T00:08:05.662 INFO:tasks.rados.rados.0.smithi032.stdout:1285: rollback oid 25 current snap is 131 2024-09-13T00:08:05.662 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 84 2024-09-13T00:08:05.663 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 131 2024-09-13T00:08:05.663 INFO:tasks.rados.rados.0.smithi032.stdout:1286: seq_num 430 ranges {1957888=8192} 2024-09-13T00:08:05.673 INFO:tasks.rados.rados.0.smithi032.stdout:1286: writing smithi03267100-13 from 1957888 to 1966080 tid 1 2024-09-13T00:08:05.673 INFO:tasks.rados.rados.0.smithi032.stdout:1287: snap_remove snap 112 2024-09-13T00:08:05.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: cluster 2024-09-13T00:08:04.487302+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2024-09-13T00:08:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.167624+0000 mon.a (mon.0) 66 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:08:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.186829+0000 mon.a (mon.0) 67 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:08:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.312755+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.313219+0000 mon.a (mon.0) 69 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.313609+0000 mon.a (mon.0) 70 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.316965+0000 mon.a (mon.0) 71 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.317471+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.317879+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.321472+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.321989+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.322310+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.343280+0000 mon.a (mon.0) 77 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:08:05.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.343433+0000 mon.a (mon.0) 78 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:08:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.343812+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.344144+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.344435+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.345636+0000 mon.b (mon.1) 63 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:08:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.345740+0000 mon.b (mon.1) 64 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:08:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.347611+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.348211+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.348427+0000 mon.a (mon.0) 84 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.351347+0000 mon.c (mon.2) 141 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:08:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.351489+0000 mon.c (mon.2) 142 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:08:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.351912+0000 mon.a (mon.0) 85 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.352772+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:05 smithi053 bash[24393]: audit 2024-09-13T00:08:05.353084+0000 mon.a (mon.0) 87 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: cluster 2024-09-13T00:08:04.487302+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2024-09-13T00:08:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.167624+0000 mon.a (mon.0) 66 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:08:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.186829+0000 mon.a (mon.0) 67 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:08:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.312755+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.313219+0000 mon.a (mon.0) 69 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.313609+0000 mon.a (mon.0) 70 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.316965+0000 mon.a (mon.0) 71 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.317471+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.317879+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.321472+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.321989+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.322310+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.343280+0000 mon.a (mon.0) 77 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:08:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.343433+0000 mon.a (mon.0) 78 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:08:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.343812+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.344144+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.344435+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.345636+0000 mon.b (mon.1) 63 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:08:05.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.345740+0000 mon.b (mon.1) 64 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:08:05.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: cluster 2024-09-13T00:08:04.487302+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2024-09-13T00:08:05.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.167624+0000 mon.a (mon.0) 66 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:08:05.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.186829+0000 mon.a (mon.0) 67 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:08:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.312755+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.313219+0000 mon.a (mon.0) 69 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.313609+0000 mon.a (mon.0) 70 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.316965+0000 mon.a (mon.0) 71 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.317471+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.317879+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.321472+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.321989+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.322310+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.343280+0000 mon.a (mon.0) 77 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:08:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.343433+0000 mon.a (mon.0) 78 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:08:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.343812+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.344144+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.344435+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.345636+0000 mon.b (mon.1) 63 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:08:05.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.345740+0000 mon.b (mon.1) 64 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:08:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.347611+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.348211+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.348427+0000 mon.a (mon.0) 84 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.351347+0000 mon.c (mon.2) 141 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:08:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.351489+0000 mon.c (mon.2) 142 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:08:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.351912+0000 mon.a (mon.0) 85 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.352772+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[75510]: audit 2024-09-13T00:08:05.353084+0000 mon.a (mon.0) 87 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.347611+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.348211+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.348427+0000 mon.a (mon.0) 84 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:05.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.351347+0000 mon.c (mon.2) 141 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:08:05.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.351489+0000 mon.c (mon.2) 142 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:08:05.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.351912+0000 mon.a (mon.0) 85 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:05.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.352772+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:05.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:05 smithi032 bash[32211]: audit 2024-09-13T00:08:05.353084+0000 mon.a (mon.0) 87 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:06.499 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 608 (ObjNum 382 snap 118 seq_num 382) dirty exists 2024-09-13T00:08:06.499 INFO:tasks.rados.rados.0.smithi032.stdout:1285: finishing rollback tid 0 to smithi03267100-25 2024-09-13T00:08:06.499 INFO:tasks.rados.rados.0.smithi032.stdout:1285: finishing rollback tid 1 to smithi03267100-25 2024-09-13T00:08:06.499 INFO:tasks.rados.rados.0.smithi032.stdout:1285: finishing rollback tid 2 to smithi03267100-25 2024-09-13T00:08:06.499 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 413 (ObjNum 246 snap 68 seq_num 246) dirty exists 2024-09-13T00:08:06.499 INFO:tasks.rados.rados.0.smithi032.stdout:1286: finishing write tid 1 to smithi03267100-13 2024-09-13T00:08:06.499 INFO:tasks.rados.rados.0.smithi032.stdout:1286: finishing write tid 2 to smithi03267100-13 2024-09-13T00:08:06.499 INFO:tasks.rados.rados.0.smithi032.stdout:1286: finishing write tid 3 to smithi03267100-13 2024-09-13T00:08:06.499 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 947 (ObjNum 430 snap 131 seq_num 430) dirty exists 2024-09-13T00:08:06.500 INFO:tasks.rados.rados.0.smithi032.stdout:1286: left oid 13 (ObjNum 430 snap 131 seq_num 430) 2024-09-13T00:08:06.500 INFO:tasks.rados.rados.0.smithi032.stdout:1284: expect (ObjNum 393 snap 121 seq_num 393) 2024-09-13T00:08:06.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:06 smithi053 bash[24393]: cluster 2024-09-13T00:08:05.015340+0000 mgr.y (mgr.34107) 11 : cluster [DBG] pgmap v17: 121 pgs: 121 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 1.6 MiB/s wr, 43 op/s 2024-09-13T00:08:06.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:06 smithi053 bash[24393]: cluster 2024-09-13T00:08:05.500381+0000 mon.a (mon.0) 88 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2024-09-13T00:08:06.909 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:06 smithi032 bash[32211]: cluster 2024-09-13T00:08:05.015340+0000 mgr.y (mgr.34107) 11 : cluster [DBG] pgmap v17: 121 pgs: 121 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 1.6 MiB/s wr, 43 op/s 2024-09-13T00:08:06.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:06 smithi032 bash[32211]: cluster 2024-09-13T00:08:05.500381+0000 mon.a (mon.0) 88 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2024-09-13T00:08:06.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:06 smithi032 bash[75510]: cluster 2024-09-13T00:08:05.015340+0000 mgr.y (mgr.34107) 11 : cluster [DBG] pgmap v17: 121 pgs: 121 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 1.6 MiB/s wr, 43 op/s 2024-09-13T00:08:06.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:06 smithi032 bash[75510]: cluster 2024-09-13T00:08:05.500381+0000 mon.a (mon.0) 88 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2024-09-13T00:08:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:1283: done (4 left) 2024-09-13T00:08:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:1284: done (3 left) 2024-09-13T00:08:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:1285: done (2 left) 2024-09-13T00:08:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:1286: done (1 left) 2024-09-13T00:08:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:1287: done (0 left) 2024-09-13T00:08:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:1288: rollback oid 10 current snap is 131 2024-09-13T00:08:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 109 2024-09-13T00:08:06.948 INFO:tasks.rados.rados.0.smithi032.stdout:1289: snap_remove snap 110 2024-09-13T00:08:07.536 INFO:tasks.rados.rados.0.smithi032.stdout:1289: done (1 left) 2024-09-13T00:08:07.536 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 131 2024-09-13T00:08:07.536 INFO:tasks.rados.rados.0.smithi032.stdout:1290: seq_num 431 ranges {4169728=24576} 2024-09-13T00:08:07.564 INFO:tasks.rados.rados.0.smithi032.stdout:1290: writing smithi03267100-5 from 4169728 to 4194304 tid 1 2024-09-13T00:08:07.564 INFO:tasks.rados.rados.0.smithi032.stdout:1291: copy_from oid 39 from oid 21 current snap is 131 2024-09-13T00:08:07.564 INFO:tasks.rados.rados.0.smithi032.stdout:1288: finishing rollback tid 0 to smithi03267100-10 2024-09-13T00:08:07.564 INFO:tasks.rados.rados.0.smithi032.stdout:1288: finishing rollback tid 1 to smithi03267100-10 2024-09-13T00:08:07.564 INFO:tasks.rados.rados.0.smithi032.stdout:1288: finishing rollback tid 2 to smithi03267100-10 2024-09-13T00:08:07.565 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 364 (ObjNum 340 snap 108 seq_num 340) dirty exists 2024-09-13T00:08:07.565 INFO:tasks.rados.rados.0.smithi032.stdout:1288: done (2 left) 2024-09-13T00:08:07.565 INFO:tasks.rados.rados.0.smithi032.stdout:1292: rollback oid 19 current snap is 131 2024-09-13T00:08:07.565 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 95 2024-09-13T00:08:07.565 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 131 2024-09-13T00:08:07.565 INFO:tasks.rados.rados.0.smithi032.stdout:1293: seq_num 432 ranges {4112384=40960} 2024-09-13T00:08:07.589 INFO:tasks.rados.rados.0.smithi032.stdout:1293: writing smithi03267100-4 from 4112384 to 4153344 tid 1 2024-09-13T00:08:07.589 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 131 2024-09-13T00:08:07.589 INFO:tasks.rados.rados.0.smithi032.stdout:1294: seq_num 433 ranges {0=57344} 2024-09-13T00:08:07.589 INFO:tasks.rados.rados.0.smithi032.stdout:1294: writing smithi03267100-48 from 0 to 57344 tid 1 2024-09-13T00:08:07.590 INFO:tasks.rados.rados.0.smithi032.stdout:1295: setattr oid 8 current snap is 131 2024-09-13T00:08:07.590 INFO:tasks.rados.rados.0.smithi032.stdout:1290: finishing write tid 1 to smithi03267100-5 2024-09-13T00:08:07.590 INFO:tasks.rados.rados.0.smithi032.stdout:1290: finishing write tid 2 to smithi03267100-5 2024-09-13T00:08:07.590 INFO:tasks.rados.rados.0.smithi032.stdout:1292: finishing rollback tid 0 to smithi03267100-19 2024-09-13T00:08:07.590 INFO:tasks.rados.rados.0.smithi032.stdout:1292: finishing rollback tid 1 to smithi03267100-19 2024-09-13T00:08:07.590 INFO:tasks.rados.rados.0.smithi032.stdout:1290: finishing write tid 3 to smithi03267100-5 2024-09-13T00:08:07.590 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 606 (ObjNum 431 snap 131 seq_num 431) dirty exists 2024-09-13T00:08:07.590 INFO:tasks.rados.rados.0.smithi032.stdout:1290: left oid 5 (ObjNum 431 snap 131 seq_num 431) 2024-09-13T00:08:07.590 INFO:tasks.rados.rados.0.smithi032.stdout:1292: finishing rollback tid 2 to smithi03267100-19 2024-09-13T00:08:07.590 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 582 (ObjNum 247 snap 68 seq_num 247) dirty exists 2024-09-13T00:08:07.591 INFO:tasks.rados.rados.0.smithi032.stdout:1290: done (5 left) 2024-09-13T00:08:07.591 INFO:tasks.rados.rados.0.smithi032.stdout:1292: done (4 left) 2024-09-13T00:08:07.591 INFO:tasks.rados.rados.0.smithi032.stdout:1296: snap_remove snap 114 2024-09-13T00:08:07.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:07 smithi053 bash[24393]: cluster 2024-09-13T00:08:06.499929+0000 mon.a (mon.0) 89 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2024-09-13T00:08:07.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:07 smithi032 bash[32211]: cluster 2024-09-13T00:08:06.499929+0000 mon.a (mon.0) 89 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2024-09-13T00:08:07.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:07 smithi032 bash[75510]: cluster 2024-09-13T00:08:06.499929+0000 mon.a (mon.0) 89 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2024-09-13T00:08:08.062 INFO:tasks.rados.rados.0.smithi032.stdout:1291: finishing copy_from racing read to smithi03267100-39 2024-09-13T00:08:08.062 INFO:tasks.rados.rados.0.smithi032.stdout:1294: finishing write tid 1 to smithi03267100-48 2024-09-13T00:08:08.062 INFO:tasks.rados.rados.0.smithi032.stdout:1291: finishing copy_from to smithi03267100-39 2024-09-13T00:08:08.062 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 457 (ObjNum 368 snap 116 seq_num 368) dirty exists 2024-09-13T00:08:08.062 INFO:tasks.rados.rados.0.smithi032.stdout:1294: finishing write tid 2 to smithi03267100-48 2024-09-13T00:08:08.062 INFO:tasks.rados.rados.0.smithi032.stdout:1293: finishing write tid 1 to smithi03267100-4 2024-09-13T00:08:08.062 INFO:tasks.rados.rados.0.smithi032.stdout:1293: finishing write tid 2 to smithi03267100-4 2024-09-13T00:08:08.063 INFO:tasks.rados.rados.0.smithi032.stdout:1294: finishing write tid 3 to smithi03267100-48 2024-09-13T00:08:08.063 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 610 (ObjNum 433 snap 131 seq_num 433) dirty exists 2024-09-13T00:08:08.063 INFO:tasks.rados.rados.0.smithi032.stdout:1294: left oid 48 (ObjNum 433 snap 131 seq_num 433) 2024-09-13T00:08:08.063 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 370 (ObjNum 387 snap 120 seq_num 387) dirty exists 2024-09-13T00:08:08.063 INFO:tasks.rados.rados.0.smithi032.stdout:1293: finishing write tid 3 to smithi03267100-4 2024-09-13T00:08:08.063 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 608 (ObjNum 432 snap 131 seq_num 432) dirty exists 2024-09-13T00:08:08.063 INFO:tasks.rados.rados.0.smithi032.stdout:1293: left oid 4 (ObjNum 432 snap 131 seq_num 432) 2024-09-13T00:08:08.063 INFO:tasks.rados.rados.0.smithi032.stdout:1291: done (4 left) 2024-09-13T00:08:08.063 INFO:tasks.rados.rados.0.smithi032.stdout:1293: done (3 left) 2024-09-13T00:08:08.063 INFO:tasks.rados.rados.0.smithi032.stdout:1294: done (2 left) 2024-09-13T00:08:08.063 INFO:tasks.rados.rados.0.smithi032.stdout:1295: done (1 left) 2024-09-13T00:08:08.063 INFO:tasks.rados.rados.0.smithi032.stdout:1296: done (0 left) 2024-09-13T00:08:08.063 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 131 2024-09-13T00:08:08.064 INFO:tasks.rados.rados.0.smithi032.stdout:1297: seq_num 434 ranges {6356992=73728} 2024-09-13T00:08:08.100 INFO:tasks.rados.rados.0.smithi032.stdout:1297: writing smithi03267100-8 from 6356992 to 6430720 tid 1 2024-09-13T00:08:08.100 INFO:tasks.rados.rados.0.smithi032.stdout:1298: setattr oid 14 current snap is 131 2024-09-13T00:08:08.101 INFO:tasks.rados.rados.0.smithi032.stdout:1299: snap_remove snap 116 2024-09-13T00:08:08.715 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:08 smithi053 bash[24393]: cluster 2024-09-13T00:08:07.016082+0000 mgr.y (mgr.34107) 12 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-09-13T00:08:08.715 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:08 smithi053 bash[24393]: cluster 2024-09-13T00:08:07.527556+0000 mon.a (mon.0) 90 : cluster [DBG] mgrmap e44: y(active, since 12s), standbys: x 2024-09-13T00:08:08.715 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:08 smithi053 bash[24393]: cluster 2024-09-13T00:08:07.527765+0000 mon.a (mon.0) 91 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2024-09-13T00:08:08.715 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:08 smithi053 bash[24393]: cluster 2024-09-13T00:08:08.055819+0000 mon.a (mon.0) 92 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2024-09-13T00:08:08.716 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:08 smithi053 bash[60895]: ts=2024-09-13T00:08:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:08.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:08 smithi032 bash[75510]: cluster 2024-09-13T00:08:07.016082+0000 mgr.y (mgr.34107) 12 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-09-13T00:08:08.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:08 smithi032 bash[75510]: cluster 2024-09-13T00:08:07.527556+0000 mon.a (mon.0) 90 : cluster [DBG] mgrmap e44: y(active, since 12s), standbys: x 2024-09-13T00:08:08.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:08 smithi032 bash[75510]: cluster 2024-09-13T00:08:07.527765+0000 mon.a (mon.0) 91 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2024-09-13T00:08:08.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:08 smithi032 bash[75510]: cluster 2024-09-13T00:08:08.055819+0000 mon.a (mon.0) 92 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2024-09-13T00:08:08.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:08 smithi032 bash[32211]: cluster 2024-09-13T00:08:07.016082+0000 mgr.y (mgr.34107) 12 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-09-13T00:08:08.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:08 smithi032 bash[32211]: cluster 2024-09-13T00:08:07.527556+0000 mon.a (mon.0) 90 : cluster [DBG] mgrmap e44: y(active, since 12s), standbys: x 2024-09-13T00:08:08.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:08 smithi032 bash[32211]: cluster 2024-09-13T00:08:07.527765+0000 mon.a (mon.0) 91 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2024-09-13T00:08:08.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:08 smithi032 bash[32211]: cluster 2024-09-13T00:08:08.055819+0000 mon.a (mon.0) 92 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2024-09-13T00:08:09.075 INFO:tasks.rados.rados.0.smithi032.stdout:1299: done (2 left) 2024-09-13T00:08:09.075 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 131 2024-09-13T00:08:09.075 INFO:tasks.rados.rados.0.smithi032.stdout:1297: finishing write tid 1 to smithi03267100-8 2024-09-13T00:08:09.075 INFO:tasks.rados.rados.0.smithi032.stdout:1297: finishing write tid 2 to smithi03267100-8 2024-09-13T00:08:09.076 INFO:tasks.rados.rados.0.smithi032.stdout:1297: finishing write tid 3 to smithi03267100-8 2024-09-13T00:08:09.076 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 378 (ObjNum 434 snap 131 seq_num 434) dirty exists 2024-09-13T00:08:09.076 INFO:tasks.rados.rados.0.smithi032.stdout:1297: left oid 8 (ObjNum 434 snap 131 seq_num 434) 2024-09-13T00:08:09.076 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 978 (ObjNum 8225 snap 0 seq_num 127796096) dirty exists 2024-09-13T00:08:09.076 INFO:tasks.rados.rados.0.smithi032.stdout:1300: seq_num 435 ranges {4194304=90112} 2024-09-13T00:08:09.100 INFO:tasks.rados.rados.0.smithi032.stdout:1300: writing smithi03267100-5 from 4194304 to 4284416 tid 1 2024-09-13T00:08:09.100 INFO:tasks.rados.rados.0.smithi032.stdout:1297: done (2 left) 2024-09-13T00:08:09.100 INFO:tasks.rados.rados.0.smithi032.stdout:1298: done (1 left) 2024-09-13T00:08:09.101 INFO:tasks.rados.rados.0.smithi032.stdout:1301: copy_from oid 14 from oid 8 current snap is 131 2024-09-13T00:08:09.101 INFO:tasks.rados.rados.0.smithi032.stdout:1302: setattr oid 25 current snap is 131 2024-09-13T00:08:09.103 INFO:tasks.rados.rados.0.smithi032.stdout:1303: rollback oid 44 current snap is 131 2024-09-13T00:08:09.103 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 129 2024-09-13T00:08:09.103 INFO:tasks.rados.rados.0.smithi032.stdout:1304: rollback oid 50 current snap is 131 2024-09-13T00:08:09.103 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 113 2024-09-13T00:08:09.103 INFO:tasks.rados.rados.0.smithi032.stdout:1305: delete oid 6 current snap is 131 2024-09-13T00:08:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:1305: done (5 left) 2024-09-13T00:08:09.112 INFO:tasks.rados.rados.0.smithi032.stdout:1306: read oid 33 snap -1 2024-09-13T00:08:09.113 INFO:tasks.rados.rados.0.smithi032.stdout:1306: expect (ObjNum 389 snap 120 seq_num 389) 2024-09-13T00:08:09.113 INFO:tasks.rados.rados.0.smithi032.stdout:1307: read oid 27 snap 51 2024-09-13T00:08:09.113 INFO:tasks.rados.rados.0.smithi032.stdout:1307: expect deleted 2024-09-13T00:08:09.113 INFO:tasks.rados.rados.0.smithi032.stdout:1308: read oid 46 snap 94 2024-09-13T00:08:09.113 INFO:tasks.rados.rados.0.smithi032.stdout:1308: expect deleted 2024-09-13T00:08:09.113 INFO:tasks.rados.rados.0.smithi032.stdout:1309: copy_from oid 40 from oid 1 current snap is 131 2024-09-13T00:08:09.113 INFO:tasks.rados.rados.0.smithi032.stdout:1310: copy_from oid 43 from oid 4 current snap is 131 2024-09-13T00:08:09.113 INFO:tasks.rados.rados.0.smithi032.stdout:1311: delete oid 19 current snap is 131 2024-09-13T00:08:09.113 INFO:tasks.rados.rados.0.smithi032.stdout:1304: finishing rollback tid 0 to smithi03267100-50 2024-09-13T00:08:09.117 INFO:tasks.rados.rados.0.smithi032.stdout:1304: finishing rollback tid 1 to smithi03267100-50 2024-09-13T00:08:09.118 INFO:tasks.rados.rados.0.smithi032.stdout:1300: finishing write tid 1 to smithi03267100-5 2024-09-13T00:08:09.118 INFO:tasks.rados.rados.0.smithi032.stdout:1300: finishing write tid 2 to smithi03267100-5 2024-09-13T00:08:09.120 INFO:tasks.rados.rados.0.smithi032.stdout:1304: finishing rollback tid 2 to smithi03267100-50 2024-09-13T00:08:09.120 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 199 (ObjNum 350 snap 111 seq_num 350) dirty exists 2024-09-13T00:08:09.121 INFO:tasks.rados.rados.0.smithi032.stdout:1309: finishing copy_from to smithi03267100-40 2024-09-13T00:08:09.121 INFO:tasks.rados.rados.0.smithi032.stdout:1309: got expected ENOENT (src dne) 2024-09-13T00:08:09.121 INFO:tasks.rados.rados.0.smithi032.stdout:1309: finishing copy_from racing read to smithi03267100-40 2024-09-13T00:08:09.122 INFO:tasks.rados.rados.0.smithi032.stdout:1300: finishing write tid 3 to smithi03267100-5 2024-09-13T00:08:09.122 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 610 (ObjNum 435 snap 131 seq_num 435) dirty exists 2024-09-13T00:08:09.122 INFO:tasks.rados.rados.0.smithi032.stdout:1300: left oid 5 (ObjNum 435 snap 131 seq_num 435) 2024-09-13T00:08:09.125 INFO:tasks.rados.rados.0.smithi032.stdout:1300: done (10 left) 2024-09-13T00:08:09.125 INFO:tasks.rados.rados.0.smithi032.stdout:1304: done (9 left) 2024-09-13T00:08:09.125 INFO:tasks.rados.rados.0.smithi032.stdout:1307: done (8 left) 2024-09-13T00:08:09.125 INFO:tasks.rados.rados.0.smithi032.stdout:1308: done (7 left) 2024-09-13T00:08:09.125 INFO:tasks.rados.rados.0.smithi032.stdout:1309: done (6 left) 2024-09-13T00:08:09.125 INFO:tasks.rados.rados.0.smithi032.stdout:1311: done (5 left) 2024-09-13T00:08:09.125 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 131 2024-09-13T00:08:09.126 INFO:tasks.rados.rados.0.smithi032.stdout:1312: seq_num 438 ranges {1376256=139264} 2024-09-13T00:08:09.135 INFO:tasks.rados.rados.0.smithi032.stdout:1312: writing smithi03267100-21 from 1376256 to 1515520 tid 1 2024-09-13T00:08:09.135 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 131 2024-09-13T00:08:09.135 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 458 (ObjNum 246 snap 68 seq_num 246) dirty exists 2024-09-13T00:08:09.135 INFO:tasks.rados.rados.0.smithi032.stdout:1303: finishing rollback tid 1 to smithi03267100-44 2024-09-13T00:08:09.135 INFO:tasks.rados.rados.0.smithi032.stdout:1303: finishing rollback tid 2 to smithi03267100-44 2024-09-13T00:08:09.135 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 460 (ObjNum 406 snap 126 seq_num 406) dirty exists 2024-09-13T00:08:09.135 INFO:tasks.rados.rados.0.smithi032.stdout:1313: seq_num 439 ranges {1376256=155648} 2024-09-13T00:08:09.145 INFO:tasks.rados.rados.0.smithi032.stdout:1313: writing smithi03267100-39 from 1376256 to 1531904 tid 1 2024-09-13T00:08:09.145 INFO:tasks.rados.rados.0.smithi032.stdout:1302: done (6 left) 2024-09-13T00:08:09.145 INFO:tasks.rados.rados.0.smithi032.stdout:1303: done (5 left) 2024-09-13T00:08:09.145 INFO:tasks.rados.rados.0.smithi032.stdout:1314: copy_from oid 13 from oid 11 current snap is 131 2024-09-13T00:08:09.145 INFO:tasks.rados.rados.0.smithi032.stdout:1306: expect (ObjNum 389 snap 120 seq_num 389) 2024-09-13T00:08:09.326 INFO:tasks.rados.rados.0.smithi032.stdout:1312: finishing write tid 1 to smithi03267100-21 2024-09-13T00:08:09.326 INFO:tasks.rados.rados.0.smithi032.stdout:1312: finishing write tid 2 to smithi03267100-21 2024-09-13T00:08:09.326 INFO:tasks.rados.rados.0.smithi032.stdout:1312: finishing write tid 3 to smithi03267100-21 2024-09-13T00:08:09.326 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 985 (ObjNum 438 snap 131 seq_num 438) dirty exists 2024-09-13T00:08:09.326 INFO:tasks.rados.rados.0.smithi032.stdout:1312: left oid 21 (ObjNum 438 snap 131 seq_num 438) 2024-09-13T00:08:09.326 INFO:tasks.rados.rados.0.smithi032.stdout:1313: finishing write tid 1 to smithi03267100-39 2024-09-13T00:08:09.327 INFO:tasks.rados.rados.0.smithi032.stdout:1313: finishing write tid 2 to smithi03267100-39 2024-09-13T00:08:09.327 INFO:tasks.rados.rados.0.smithi032.stdout:1310: finishing copy_from racing read to smithi03267100-43 2024-09-13T00:08:09.327 INFO:tasks.rados.rados.0.smithi032.stdout:1313: finishing write tid 3 to smithi03267100-39 2024-09-13T00:08:09.327 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 462 (ObjNum 439 snap 131 seq_num 439) dirty exists 2024-09-13T00:08:09.327 INFO:tasks.rados.rados.0.smithi032.stdout:1313: left oid 39 (ObjNum 439 snap 131 seq_num 439) 2024-09-13T00:08:09.327 INFO:tasks.rados.rados.0.smithi032.stdout:1310: finishing copy_from to smithi03267100-43 2024-09-13T00:08:09.327 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 608 (ObjNum 432 snap 131 seq_num 432) dirty exists 2024-09-13T00:08:09.327 INFO:tasks.rados.rados.0.smithi032.stdout:1301: finishing copy_from racing read to smithi03267100-14 2024-09-13T00:08:09.327 INFO:tasks.rados.rados.0.smithi032.stdout:1314: finishing copy_from racing read to smithi03267100-13 2024-09-13T00:08:09.327 INFO:tasks.rados.rados.0.smithi032.stdout:1301: finishing copy_from to smithi03267100-14 2024-09-13T00:08:09.327 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 378 (ObjNum 434 snap 131 seq_num 434) dirty exists 2024-09-13T00:08:09.328 INFO:tasks.rados.rados.0.smithi032.stdout:1314: finishing copy_from to smithi03267100-13 2024-09-13T00:08:09.328 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 812 (ObjNum 397 snap 121 seq_num 397) dirty exists 2024-09-13T00:08:09.328 INFO:tasks.rados.rados.0.smithi032.stdout:1301: done (5 left) 2024-09-13T00:08:09.328 INFO:tasks.rados.rados.0.smithi032.stdout:1306: done (4 left) 2024-09-13T00:08:09.328 INFO:tasks.rados.rados.0.smithi032.stdout:1310: done (3 left) 2024-09-13T00:08:09.328 INFO:tasks.rados.rados.0.smithi032.stdout:1312: done (2 left) 2024-09-13T00:08:09.328 INFO:tasks.rados.rados.0.smithi032.stdout:1313: done (1 left) 2024-09-13T00:08:09.328 INFO:tasks.rados.rados.0.smithi032.stdout:1314: done (0 left) 2024-09-13T00:08:09.328 INFO:tasks.rados.rados.0.smithi032.stdout:1315: read oid 20 snap -1 2024-09-13T00:08:09.328 INFO:tasks.rados.rados.0.smithi032.stdout:1315: expect (ObjNum 410 snap 126 seq_num 410) 2024-09-13T00:08:09.328 INFO:tasks.rados.rados.0.smithi032.stdout:1316: read oid 7 snap -1 2024-09-13T00:08:09.329 INFO:tasks.rados.rados.0.smithi032.stdout:1316: expect (ObjNum 415 snap 129 seq_num 415) 2024-09-13T00:08:09.329 INFO:tasks.rados.rados.0.smithi032.stdout:1317: delete oid 25 current snap is 131 2024-09-13T00:08:09.334 INFO:tasks.rados.rados.0.smithi032.stdout:1317: done (2 left) 2024-09-13T00:08:09.335 INFO:tasks.rados.rados.0.smithi032.stdout:1318: read oid 35 snap -1 2024-09-13T00:08:09.335 INFO:tasks.rados.rados.0.smithi032.stdout:1318: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:08:09.335 INFO:tasks.rados.rados.0.smithi032.stdout:1319: read oid 46 snap -1 2024-09-13T00:08:09.335 INFO:tasks.rados.rados.0.smithi032.stdout:1319: expect deleted 2024-09-13T00:08:09.335 INFO:tasks.rados.rados.0.smithi032.stdout:1320: rollback oid 11 current snap is 131 2024-09-13T00:08:09.335 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 119 2024-09-13T00:08:09.335 INFO:tasks.rados.rados.0.smithi032.stdout:1321: copy_from oid 27 from oid 22 current snap is 131 2024-09-13T00:08:09.335 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 131 2024-09-13T00:08:09.335 INFO:tasks.rados.rados.0.smithi032.stdout:1322: seq_num 441 ranges {3932160=188416} 2024-09-13T00:08:09.381 INFO:tasks.rados.rados.0.smithi032.stdout:1322: writing smithi03267100-2 from 3932160 to 4120576 tid 1 2024-09-13T00:08:09.381 INFO:tasks.rados.rados.0.smithi032.stdout:1323: read oid 36 snap -1 2024-09-13T00:08:09.381 INFO:tasks.rados.rados.0.smithi032.stdout:1323: expect (ObjNum 393 snap 121 seq_num 393) 2024-09-13T00:08:09.381 INFO:tasks.rados.rados.0.smithi032.stdout:1324: snap_create 2024-09-13T00:08:09.381 INFO:tasks.rados.rados.0.smithi032.stdout:1321: finishing copy_from to smithi03267100-27 2024-09-13T00:08:09.381 INFO:tasks.rados.rados.0.smithi032.stdout:1321: got expected ENOENT (src dne) 2024-09-13T00:08:09.382 INFO:tasks.rados.rados.0.smithi032.stdout:1321: finishing copy_from racing read to smithi03267100-27 2024-09-13T00:08:09.382 INFO:tasks.rados.rados.0.smithi032.stdout:1318: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:08:09.450 INFO:tasks.rados.rados.0.smithi032.stdout:1320: finishing rollback tid 0 to smithi03267100-11 2024-09-13T00:08:09.450 INFO:tasks.rados.rados.0.smithi032.stdout:1320: finishing rollback tid 1 to smithi03267100-11 2024-09-13T00:08:09.450 INFO:tasks.rados.rados.0.smithi032.stdout:1320: finishing rollback tid 2 to smithi03267100-11 2024-09-13T00:08:09.450 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 996 (ObjNum 179 snap 51 seq_num 179) dirty exists 2024-09-13T00:08:09.450 INFO:tasks.rados.rados.0.smithi032.stdout:1316: expect (ObjNum 415 snap 129 seq_num 415) 2024-09-13T00:08:09.577 INFO:tasks.rados.rados.0.smithi032.stdout:1315: expect (ObjNum 410 snap 126 seq_num 410) 2024-09-13T00:08:09.751 INFO:tasks.rados.rados.0.smithi032.stdout:1322: finishing write tid 1 to smithi03267100-2 2024-09-13T00:08:09.751 INFO:tasks.rados.rados.0.smithi032.stdout:1322: finishing write tid 2 to smithi03267100-2 2024-09-13T00:08:09.751 INFO:tasks.rados.rados.0.smithi032.stdout:1322: finishing write tid 3 to smithi03267100-2 2024-09-13T00:08:09.752 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 612 (ObjNum 441 snap 131 seq_num 441) dirty exists 2024-09-13T00:08:09.752 INFO:tasks.rados.rados.0.smithi032.stdout:1322: left oid 2 (ObjNum 441 snap 131 seq_num 441) 2024-09-13T00:08:09.752 INFO:tasks.rados.rados.0.smithi032.stdout:1323: expect (ObjNum 393 snap 121 seq_num 393) 2024-09-13T00:08:10.158 INFO:tasks.rados.rados.0.smithi032.stdout:1315: done (8 left) 2024-09-13T00:08:10.158 INFO:tasks.rados.rados.0.smithi032.stdout:1316: done (7 left) 2024-09-13T00:08:10.158 INFO:tasks.rados.rados.0.smithi032.stdout:1318: done (6 left) 2024-09-13T00:08:10.158 INFO:tasks.rados.rados.0.smithi032.stdout:1319: done (5 left) 2024-09-13T00:08:10.158 INFO:tasks.rados.rados.0.smithi032.stdout:1320: done (4 left) 2024-09-13T00:08:10.158 INFO:tasks.rados.rados.0.smithi032.stdout:1321: done (3 left) 2024-09-13T00:08:10.158 INFO:tasks.rados.rados.0.smithi032.stdout:1322: done (2 left) 2024-09-13T00:08:10.158 INFO:tasks.rados.rados.0.smithi032.stdout:1323: done (1 left) 2024-09-13T00:08:10.158 INFO:tasks.rados.rados.0.smithi032.stdout:1324: done (0 left) 2024-09-13T00:08:10.159 INFO:tasks.rados.rados.0.smithi032.stdout:1325: setattr oid 39 current snap is 132 2024-09-13T00:08:10.161 INFO:tasks.rados.rados.0.smithi032.stdout:1326: delete oid 38 current snap is 132 2024-09-13T00:08:10.167 INFO:tasks.rados.rados.0.smithi032.stdout:1326: done (1 left) 2024-09-13T00:08:10.167 INFO:tasks.rados.rados.0.smithi032.stdout:1327: rollback oid 41 current snap is 132 2024-09-13T00:08:10.167 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 98 2024-09-13T00:08:10.167 INFO:tasks.rados.rados.0.smithi032.stdout:1328: delete oid 13 current snap is 132 2024-09-13T00:08:10.173 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 464 (ObjNum 439 snap 131 seq_num 439) dirty exists 2024-09-13T00:08:10.175 INFO:tasks.rados.rados.0.smithi032.stdout:1325: done (2 left) 2024-09-13T00:08:10.176 INFO:tasks.rados.rados.0.smithi032.stdout:1328: done (1 left) 2024-09-13T00:08:10.176 INFO:tasks.rados.rados.0.smithi032.stdout:1329: delete oid 22 current snap is 132 2024-09-13T00:08:10.176 INFO:tasks.rados.rados.0.smithi032.stdout:1327: finishing rollback tid 0 to smithi03267100-41 2024-09-13T00:08:10.176 INFO:tasks.rados.rados.0.smithi032.stdout:1327: finishing rollback tid 1 to smithi03267100-41 2024-09-13T00:08:10.176 INFO:tasks.rados.rados.0.smithi032.stdout:1327: finishing rollback tid 2 to smithi03267100-41 2024-09-13T00:08:10.176 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 639 (ObjNum 242 snap 68 seq_num 242) dirty exists 2024-09-13T00:08:10.180 INFO:tasks.rados.rados.0.smithi032.stdout:1327: done (1 left) 2024-09-13T00:08:10.180 INFO:tasks.rados.rados.0.smithi032.stdout:1329: done (0 left) 2024-09-13T00:08:10.180 INFO:tasks.rados.rados.0.smithi032.stdout:1330: read oid 32 snap -1 2024-09-13T00:08:10.180 INFO:tasks.rados.rados.0.smithi032.stdout:1330: expect (ObjNum 416 snap 129 seq_num 416) 2024-09-13T00:08:10.180 INFO:tasks.rados.rados.0.smithi032.stdout:1331: snap_create 2024-09-13T00:08:10.218 INFO:tasks.rados.rados.0.smithi032.stdout:1330: expect (ObjNum 416 snap 129 seq_num 416) 2024-09-13T00:08:10.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:10 smithi032 bash[75510]: cluster 2024-09-13T00:08:09.016791+0000 mgr.y (mgr.34107) 13 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-09-13T00:08:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:10 smithi032 bash[75510]: cluster 2024-09-13T00:08:09.077190+0000 mon.a (mon.0) 93 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2024-09-13T00:08:10.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:10 smithi032 bash[32211]: cluster 2024-09-13T00:08:09.016791+0000 mgr.y (mgr.34107) 13 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-09-13T00:08:10.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:10 smithi032 bash[32211]: cluster 2024-09-13T00:08:09.077190+0000 mon.a (mon.0) 93 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2024-09-13T00:08:10.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:10 smithi053 bash[24393]: cluster 2024-09-13T00:08:09.016791+0000 mgr.y (mgr.34107) 13 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-09-13T00:08:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:10 smithi053 bash[24393]: cluster 2024-09-13T00:08:09.077190+0000 mon.a (mon.0) 93 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2024-09-13T00:08:11.093 INFO:tasks.rados.rados.0.smithi032.stdout:1330: done (1 left) 2024-09-13T00:08:11.093 INFO:tasks.rados.rados.0.smithi032.stdout:1331: done (0 left) 2024-09-13T00:08:11.093 INFO:tasks.rados.rados.0.smithi032.stdout:1332: snap_remove snap 67 2024-09-13T00:08:11.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:11 smithi032 bash[75510]: cluster 2024-09-13T00:08:10.078688+0000 mon.a (mon.0) 94 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2024-09-13T00:08:11.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:11 smithi032 bash[75510]: audit 2024-09-13T00:08:10.103603+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:08:11.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:11 smithi032 bash[32211]: cluster 2024-09-13T00:08:10.078688+0000 mon.a (mon.0) 94 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2024-09-13T00:08:11.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:11 smithi032 bash[32211]: audit 2024-09-13T00:08:10.103603+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:08:11.432 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:11 smithi053 bash[24393]: cluster 2024-09-13T00:08:10.078688+0000 mon.a (mon.0) 94 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2024-09-13T00:08:11.432 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:11 smithi053 bash[24393]: audit 2024-09-13T00:08:10.103603+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:08:12.093 INFO:tasks.rados.rados.0.smithi032.stdout:1332: done (0 left) 2024-09-13T00:08:12.094 INFO:tasks.rados.rados.0.smithi032.stdout:1333: snap_create 2024-09-13T00:08:12.333 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:08:12.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:12 smithi032 bash[75510]: cluster 2024-09-13T00:08:11.018084+0000 mgr.y (mgr.34107) 14 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2024-09-13T00:08:12.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:12 smithi032 bash[75510]: cluster 2024-09-13T00:08:11.096882+0000 mon.a (mon.0) 96 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2024-09-13T00:08:12.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:12 smithi032 bash[75510]: audit 2024-09-13T00:08:11.955157+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:12.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:12 smithi032 bash[75510]: audit 2024-09-13T00:08:11.965464+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:12.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:12 smithi032 bash[75510]: audit 2024-09-13T00:08:11.968906+0000 mon.a (mon.0) 99 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:08:12.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:12 smithi032 bash[75510]: audit 2024-09-13T00:08:11.970797+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:08:12.410 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:08:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:08:12] "GET /metrics HTTP/1.1" 200 36125 "" "Prometheus/2.43.0" 2024-09-13T00:08:12.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:12 smithi032 bash[32211]: cluster 2024-09-13T00:08:11.018084+0000 mgr.y (mgr.34107) 14 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2024-09-13T00:08:12.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:12 smithi032 bash[32211]: cluster 2024-09-13T00:08:11.096882+0000 mon.a (mon.0) 96 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2024-09-13T00:08:12.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:12 smithi032 bash[32211]: audit 2024-09-13T00:08:11.955157+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:12.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:12 smithi032 bash[32211]: audit 2024-09-13T00:08:11.965464+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:12.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:12 smithi032 bash[32211]: audit 2024-09-13T00:08:11.968906+0000 mon.a (mon.0) 99 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:08:12.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:12 smithi032 bash[32211]: audit 2024-09-13T00:08:11.970797+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:08:12.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:12 smithi053 bash[60895]: ts=2024-09-13T00:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:12 smithi053 bash[24393]: cluster 2024-09-13T00:08:11.018084+0000 mgr.y (mgr.34107) 14 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2024-09-13T00:08:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:12 smithi053 bash[24393]: cluster 2024-09-13T00:08:11.096882+0000 mon.a (mon.0) 96 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2024-09-13T00:08:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:12 smithi053 bash[24393]: audit 2024-09-13T00:08:11.955157+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:12 smithi053 bash[24393]: audit 2024-09-13T00:08:11.965464+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:12 smithi053 bash[24393]: audit 2024-09-13T00:08:11.968906+0000 mon.a (mon.0) 99 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:08:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:12 smithi053 bash[24393]: audit 2024-09-13T00:08:11.970797+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:08:12.624 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:08:12.625 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (118s) 11s ago 8m 13.9M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:08:12.625 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (105s) 11s ago 7m 75.2M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:08:12.625 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9m) 11s ago 9m 16.1M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:08:12.625 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (9m) 11s ago 9m 17.7M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:08:12.625 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (50s) 11s ago 17m 422M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:08:12.625 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (99s) 11s ago 20m 460M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:08:12.625 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (25s) 11s ago 20m 32.3M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:08:12.625 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (17m) 11s ago 17m 53.6M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 6ca18a9d98fc 2024-09-13T00:08:12.625 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (17m) 11s ago 17m 52.0M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 22cdaa9606af 2024-09-13T00:08:12.625 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2m) 11s ago 8m 7635k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:08:12.625 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (111s) 11s ago 8m 7996k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:08:12.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (16m) 11s ago 16m 235M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 8a5146ba6e0d 2024-09-13T00:08:12.626 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (15m) 11s ago 15m 276M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 1ab06e2999b7 2024-09-13T00:08:12.626 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (14m) 11s ago 14m 247M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 911acc1d60e0 2024-09-13T00:08:12.626 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (13m) 11s ago 14m 118M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:08:12.626 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (13m) 11s ago 13m 188M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:08:12.626 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (12m) 11s ago 12m 235M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:08:12.626 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (11m) 11s ago 11m 121M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:08:12.626 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (10m) 11s ago 10m 177M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:08:12.626 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (57s) 11s ago 8m 46.3M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:08:12.989 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:08:12.990 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:08:12.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2, 2024-09-13T00:08:12.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 1 2024-09-13T00:08:12.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:08:12.990 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:08:12.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:08:12.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:08:12.990 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:08:12.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:08:12.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:08:12.990 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:08:12.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:08:12.991 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:08:12.991 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:08:12.991 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 12, 2024-09-13T00:08:12.991 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:08:12.991 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:08:12.991 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:08:13.105 INFO:tasks.rados.rados.0.smithi032.stdout:1333: done (0 left) 2024-09-13T00:08:13.105 INFO:tasks.rados.rados.0.smithi032.stdout:1334: read oid 28 snap -1 2024-09-13T00:08:13.105 INFO:tasks.rados.rados.0.smithi032.stdout:1334: expect (ObjNum 423 snap 130 seq_num 423) 2024-09-13T00:08:13.105 INFO:tasks.rados.rados.0.smithi032.stdout:1335: rollback oid 8 current snap is 134 2024-09-13T00:08:13.106 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 8 to 113 2024-09-13T00:08:13.106 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 134 2024-09-13T00:08:13.106 INFO:tasks.rados.rados.0.smithi032.stdout:1336: seq_num 445 ranges {0=253952} 2024-09-13T00:08:13.111 INFO:tasks.rados.rados.0.smithi032.stdout:1336: writing smithi03267100-34 from 0 to 253952 tid 1 2024-09-13T00:08:13.111 INFO:tasks.rados.rados.0.smithi032.stdout:1337: setattr oid 30 current snap is 134 2024-09-13T00:08:13.115 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 134 2024-09-13T00:08:13.115 INFO:tasks.rados.rados.0.smithi032.stdout:1338: seq_num 446 ranges {4153344=278528} 2024-09-13T00:08:13.179 INFO:tasks.rados.rados.0.smithi032.stdout:1338: writing smithi03267100-43 from 4153344 to 4431872 tid 1 2024-09-13T00:08:13.180 INFO:tasks.rados.rados.0.smithi032.stdout:1339: copy_from oid 32 from oid 37 current snap is 134 2024-09-13T00:08:13.180 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 997 (ObjNum 311 snap 90 seq_num 311) dirty exists 2024-09-13T00:08:13.180 INFO:tasks.rados.rados.0.smithi032.stdout:1335: finishing rollback tid 0 to smithi03267100-8 2024-09-13T00:08:13.180 INFO:tasks.rados.rados.0.smithi032.stdout:1335: finishing rollback tid 1 to smithi03267100-8 2024-09-13T00:08:13.180 INFO:tasks.rados.rados.0.smithi032.stdout:1335: finishing rollback tid 2 to smithi03267100-8 2024-09-13T00:08:13.180 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 394 (ObjNum 303 snap 87 seq_num 303) dirty exists 2024-09-13T00:08:13.180 INFO:tasks.rados.rados.0.smithi032.stdout:1336: finishing write tid 1 to smithi03267100-34 2024-09-13T00:08:13.180 INFO:tasks.rados.rados.0.smithi032.stdout:1336: finishing write tid 2 to smithi03267100-34 2024-09-13T00:08:13.180 INFO:tasks.rados.rados.0.smithi032.stdout:1336: finishing write tid 3 to smithi03267100-34 2024-09-13T00:08:13.180 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 439 (ObjNum 445 snap 134 seq_num 445) dirty exists 2024-09-13T00:08:13.180 INFO:tasks.rados.rados.0.smithi032.stdout:1336: left oid 34 (ObjNum 445 snap 134 seq_num 445) 2024-09-13T00:08:13.180 INFO:tasks.rados.rados.0.smithi032.stdout:1335: done (5 left) 2024-09-13T00:08:13.180 INFO:tasks.rados.rados.0.smithi032.stdout:1336: done (4 left) 2024-09-13T00:08:13.180 INFO:tasks.rados.rados.0.smithi032.stdout:1337: done (3 left) 2024-09-13T00:08:13.181 INFO:tasks.rados.rados.0.smithi032.stdout:1340: read oid 7 snap 119 2024-09-13T00:08:13.181 INFO:tasks.rados.rados.0.smithi032.stdout:1340: expect (ObjNum 369 snap 116 seq_num 369) 2024-09-13T00:08:13.181 INFO:tasks.rados.rados.0.smithi032.stdout:1341: rmattr oid 14 current snap is 134 2024-09-13T00:08:13.181 INFO:tasks.rados.rados.0.smithi032.stdout:1342: snap_remove snap 128 2024-09-13T00:08:13.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: cephadm 2024-09-13T00:08:11.973410+0000 mgr.y (mgr.34107) 15 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-13T00:08:13.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: cephadm 2024-09-13T00:08:11.974107+0000 mgr.y (mgr.34107) 16 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-13T00:08:13.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: cluster 2024-09-13T00:08:12.094943+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2024-09-13T00:08:13.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: cephadm 2024-09-13T00:08:12.165855+0000 mgr.y (mgr.34107) 17 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:08:13.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: cephadm 2024-09-13T00:08:12.174282+0000 mgr.y (mgr.34107) 18 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:08:13.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: cephadm 2024-09-13T00:08:12.285029+0000 mgr.y (mgr.34107) 19 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:08:13.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: cephadm 2024-09-13T00:08:12.305088+0000 mgr.y (mgr.34107) 20 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:08:13.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: audit 2024-09-13T00:08:12.326490+0000 mgr.y (mgr.34107) 21 : audit [DBG] from='client.25235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:08:13.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: cephadm 2024-09-13T00:08:12.411172+0000 mgr.y (mgr.34107) 22 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:08:13.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: cephadm 2024-09-13T00:08:12.447976+0000 mgr.y (mgr.34107) 23 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:08:13.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: audit 2024-09-13T00:08:12.534306+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: audit 2024-09-13T00:08:12.541680+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: audit 2024-09-13T00:08:12.581372+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: audit 2024-09-13T00:08:12.585963+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: audit 2024-09-13T00:08:12.591177+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: audit 2024-09-13T00:08:12.616038+0000 mgr.y (mgr.34107) 24 : audit [DBG] from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:08:13.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: audit 2024-09-13T00:08:12.681264+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:08:13.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: audit 2024-09-13T00:08:12.684739+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:08:13.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: audit 2024-09-13T00:08:12.686583+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T00:08:13.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: audit 2024-09-13T00:08:12.687636+0000 mon.a (mon.0) 110 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-13T00:08:13.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: cephadm 2024-09-13T00:08:12.688310+0000 mgr.y (mgr.34107) 25 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-13T00:08:13.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[75510]: audit 2024-09-13T00:08:12.994680+0000 mon.a (mon.0) 111 : audit [DBG] from='client.? 172.21.15.32:0/2948126969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:08:13.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: cephadm 2024-09-13T00:08:11.973410+0000 mgr.y (mgr.34107) 15 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-13T00:08:13.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: cephadm 2024-09-13T00:08:11.974107+0000 mgr.y (mgr.34107) 16 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-13T00:08:13.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: cluster 2024-09-13T00:08:12.094943+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2024-09-13T00:08:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: cephadm 2024-09-13T00:08:12.165855+0000 mgr.y (mgr.34107) 17 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:08:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: cephadm 2024-09-13T00:08:12.174282+0000 mgr.y (mgr.34107) 18 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:08:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: cephadm 2024-09-13T00:08:12.285029+0000 mgr.y (mgr.34107) 19 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:08:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: cephadm 2024-09-13T00:08:12.305088+0000 mgr.y (mgr.34107) 20 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:08:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: audit 2024-09-13T00:08:12.326490+0000 mgr.y (mgr.34107) 21 : audit [DBG] from='client.25235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:08:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: cephadm 2024-09-13T00:08:12.411172+0000 mgr.y (mgr.34107) 22 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:08:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: cephadm 2024-09-13T00:08:12.447976+0000 mgr.y (mgr.34107) 23 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:08:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: audit 2024-09-13T00:08:12.534306+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: audit 2024-09-13T00:08:12.541680+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: audit 2024-09-13T00:08:12.581372+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: audit 2024-09-13T00:08:12.585963+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: audit 2024-09-13T00:08:12.591177+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: audit 2024-09-13T00:08:12.616038+0000 mgr.y (mgr.34107) 24 : audit [DBG] from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:08:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: audit 2024-09-13T00:08:12.681264+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:08:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: audit 2024-09-13T00:08:12.684739+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:08:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: audit 2024-09-13T00:08:12.686583+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T00:08:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: audit 2024-09-13T00:08:12.687636+0000 mon.a (mon.0) 110 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-13T00:08:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: cephadm 2024-09-13T00:08:12.688310+0000 mgr.y (mgr.34107) 25 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-13T00:08:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:13 smithi032 bash[32211]: audit 2024-09-13T00:08:12.994680+0000 mon.a (mon.0) 111 : audit [DBG] from='client.? 172.21.15.32:0/2948126969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:08:13.507 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: cephadm 2024-09-13T00:08:11.973410+0000 mgr.y (mgr.34107) 15 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.conf 2024-09-13T00:08:13.507 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: cephadm 2024-09-13T00:08:11.974107+0000 mgr.y (mgr.34107) 16 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-09-13T00:08:13.507 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: cluster 2024-09-13T00:08:12.094943+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2024-09-13T00:08:13.507 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: cephadm 2024-09-13T00:08:12.165855+0000 mgr.y (mgr.34107) 17 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:08:13.507 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: cephadm 2024-09-13T00:08:12.174282+0000 mgr.y (mgr.34107) 18 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T00:08:13.507 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: cephadm 2024-09-13T00:08:12.285029+0000 mgr.y (mgr.34107) 19 : cephadm [INF] Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:08:13.507 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: cephadm 2024-09-13T00:08:12.305088+0000 mgr.y (mgr.34107) 20 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-13T00:08:13.507 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: audit 2024-09-13T00:08:12.326490+0000 mgr.y (mgr.34107) 21 : audit [DBG] from='client.25235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:08:13.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: cephadm 2024-09-13T00:08:12.411172+0000 mgr.y (mgr.34107) 22 : cephadm [INF] Updating smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:08:13.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: cephadm 2024-09-13T00:08:12.447976+0000 mgr.y (mgr.34107) 23 : cephadm [INF] Updating smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T00:08:13.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: audit 2024-09-13T00:08:12.534306+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: audit 2024-09-13T00:08:12.541680+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: audit 2024-09-13T00:08:12.581372+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: audit 2024-09-13T00:08:12.585963+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: audit 2024-09-13T00:08:12.591177+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:13.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: audit 2024-09-13T00:08:12.616038+0000 mgr.y (mgr.34107) 24 : audit [DBG] from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:08:13.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: audit 2024-09-13T00:08:12.681264+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:08:13.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: audit 2024-09-13T00:08:12.684739+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:08:13.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: audit 2024-09-13T00:08:12.686583+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T00:08:13.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: audit 2024-09-13T00:08:12.687636+0000 mon.a (mon.0) 110 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-13T00:08:13.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: cephadm 2024-09-13T00:08:12.688310+0000 mgr.y (mgr.34107) 25 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-13T00:08:13.509 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[24393]: audit 2024-09-13T00:08:12.994680+0000 mon.a (mon.0) 111 : audit [DBG] from='client.? 172.21.15.32:0/2948126969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:08:13.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:13 smithi053 bash[60895]: ts=2024-09-13T00:08:13.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:14.117 INFO:tasks.rados.rados.0.smithi032.stdout:1342: done (5 left) 2024-09-13T00:08:14.117 INFO:tasks.rados.rados.0.smithi032.stdout:1343: snap_create 2024-09-13T00:08:14.117 INFO:tasks.rados.rados.0.smithi032.stdout:1338: finishing write tid 1 to smithi03267100-43 2024-09-13T00:08:14.117 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 1012 (ObjNum 434 snap 131 seq_num 434) dirty exists 2024-09-13T00:08:14.117 INFO:tasks.rados.rados.0.smithi032.stdout:1340: expect (ObjNum 369 snap 116 seq_num 369) 2024-09-13T00:08:14.190 INFO:tasks.rados.rados.0.smithi032.stdout:1339: finishing copy_from racing read to smithi03267100-32 2024-09-13T00:08:14.191 INFO:tasks.rados.rados.0.smithi032.stdout:1339: finishing copy_from to smithi03267100-32 2024-09-13T00:08:14.191 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 312 (ObjNum 65 snap 0 seq_num 1918849125) dirty exists 2024-09-13T00:08:14.191 INFO:tasks.rados.rados.0.smithi032.stdout:1334: expect (ObjNum 423 snap 130 seq_num 423) 2024-09-13T00:08:14.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:14 smithi032 bash[32211]: cluster 2024-09-13T00:08:13.018722+0000 mgr.y (mgr.34107) 26 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 431 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-09-13T00:08:14.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:14 smithi032 bash[32211]: cluster 2024-09-13T00:08:13.109041+0000 mon.a (mon.0) 112 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2024-09-13T00:08:14.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:14 smithi032 bash[75510]: cluster 2024-09-13T00:08:13.018722+0000 mgr.y (mgr.34107) 26 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 431 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-09-13T00:08:14.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:14 smithi032 bash[75510]: cluster 2024-09-13T00:08:13.109041+0000 mon.a (mon.0) 112 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2024-09-13T00:08:14.451 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:14 smithi053 bash[24393]: cluster 2024-09-13T00:08:13.018722+0000 mgr.y (mgr.34107) 26 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 431 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-09-13T00:08:14.451 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:14 smithi053 bash[24393]: cluster 2024-09-13T00:08:13.109041+0000 mon.a (mon.0) 112 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2024-09-13T00:08:14.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:14 smithi053 bash[60895]: ts=2024-09-13T00:08:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:14.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:14 smithi053 bash[60895]: ts=2024-09-13T00:08:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:15.048 INFO:tasks.rados.rados.0.smithi032.stdout:1338: finishing write tid 2 to smithi03267100-43 2024-09-13T00:08:15.049 INFO:tasks.rados.rados.0.smithi032.stdout:1338: finishing write tid 3 to smithi03267100-43 2024-09-13T00:08:15.049 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 610 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-09-13T00:08:15.049 INFO:tasks.rados.rados.0.smithi032.stdout:1338: left oid 43 (ObjNum 446 snap 134 seq_num 446) 2024-09-13T00:08:15.141 INFO:tasks.rados.rados.0.smithi032.stdout:1334: done (5 left) 2024-09-13T00:08:15.143 INFO:tasks.rados.rados.0.smithi032.stdout:1338: done (4 left) 2024-09-13T00:08:15.144 INFO:tasks.rados.rados.0.smithi032.stdout:1339: done (3 left) 2024-09-13T00:08:15.144 INFO:tasks.rados.rados.0.smithi032.stdout:1340: done (2 left) 2024-09-13T00:08:15.144 INFO:tasks.rados.rados.0.smithi032.stdout:1341: done (1 left) 2024-09-13T00:08:15.144 INFO:tasks.rados.rados.0.smithi032.stdout:1343: done (0 left) 2024-09-13T00:08:15.144 INFO:tasks.rados.rados.0.smithi032.stdout:1344: read oid 36 snap -1 2024-09-13T00:08:15.144 INFO:tasks.rados.rados.0.smithi032.stdout:1344: expect (ObjNum 393 snap 121 seq_num 393) 2024-09-13T00:08:15.144 INFO:tasks.rados.rados.0.smithi032.stdout:1345: read oid 6 snap 109 2024-09-13T00:08:15.144 INFO:tasks.rados.rados.0.smithi032.stdout:1345: expect deleted 2024-09-13T00:08:15.144 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 135 2024-09-13T00:08:15.144 INFO:tasks.rados.rados.0.smithi032.stdout:1346: seq_num 447 ranges {0=294912} 2024-09-13T00:08:15.149 INFO:tasks.rados.rados.0.smithi032.stdout:1346: writing smithi03267100-13 from 0 to 294912 tid 1 2024-09-13T00:08:15.149 INFO:tasks.rados.rados.0.smithi032.stdout:1347: snap_create 2024-09-13T00:08:15.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:15 smithi032 bash[32211]: cluster 2024-09-13T00:08:14.119925+0000 mon.a (mon.0) 113 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2024-09-13T00:08:15.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:15 smithi032 bash[75510]: cluster 2024-09-13T00:08:14.119925+0000 mon.a (mon.0) 113 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2024-09-13T00:08:15.164 INFO:tasks.rados.rados.0.smithi032.stdout:1346: finishing write tid 1 to smithi03267100-13 2024-09-13T00:08:15.165 INFO:tasks.rados.rados.0.smithi032.stdout:1346: finishing write tid 2 to smithi03267100-13 2024-09-13T00:08:15.168 INFO:tasks.rados.rados.0.smithi032.stdout:1346: finishing write tid 3 to smithi03267100-13 2024-09-13T00:08:15.168 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1024 (ObjNum 447 snap 135 seq_num 447) dirty exists 2024-09-13T00:08:15.168 INFO:tasks.rados.rados.0.smithi032.stdout:1346: left oid 13 (ObjNum 447 snap 135 seq_num 447) 2024-09-13T00:08:15.190 INFO:tasks.rados.rados.0.smithi032.stdout:1344: expect (ObjNum 393 snap 121 seq_num 393) 2024-09-13T00:08:15.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:15 smithi053 bash[24393]: cluster 2024-09-13T00:08:14.119925+0000 mon.a (mon.0) 113 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2024-09-13T00:08:16.141 INFO:tasks.rados.rados.0.smithi032.stdout:1344: done (3 left) 2024-09-13T00:08:16.141 INFO:tasks.rados.rados.0.smithi032.stdout:1345: done (2 left) 2024-09-13T00:08:16.141 INFO:tasks.rados.rados.0.smithi032.stdout:1346: done (1 left) 2024-09-13T00:08:16.142 INFO:tasks.rados.rados.0.smithi032.stdout:1347: done (0 left) 2024-09-13T00:08:16.142 INFO:tasks.rados.rados.0.smithi032.stdout:1348: delete oid 33 current snap is 136 2024-09-13T00:08:16.154 INFO:tasks.rados.rados.0.smithi032.stdout:1348: done (0 left) 2024-09-13T00:08:16.154 INFO:tasks.rados.rados.0.smithi032.stdout:1349: read oid 12 snap -1 2024-09-13T00:08:16.154 INFO:tasks.rados.rados.0.smithi032.stdout:1349: expect (ObjNum 364 snap 115 seq_num 364) 2024-09-13T00:08:16.155 INFO:tasks.rados.rados.0.smithi032.stdout:1350: read oid 21 snap -1 2024-09-13T00:08:16.155 INFO:tasks.rados.rados.0.smithi032.stdout:1350: expect (ObjNum 438 snap 131 seq_num 438) 2024-09-13T00:08:16.155 INFO:tasks.rados.rados.0.smithi032.stdout:1351: read oid 41 snap -1 2024-09-13T00:08:16.155 INFO:tasks.rados.rados.0.smithi032.stdout:1351: expect (ObjNum 242 snap 68 seq_num 242) 2024-09-13T00:08:16.155 INFO:tasks.rados.rados.0.smithi032.stdout:1352: rmattr oid 40 current snap is 136 2024-09-13T00:08:16.155 INFO:tasks.rados.rados.0.smithi032.stdout:1352: done (3 left) 2024-09-13T00:08:16.156 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 136 2024-09-13T00:08:16.156 INFO:tasks.rados.rados.0.smithi032.stdout:1353: seq_num 449 ranges {0=327680} 2024-09-13T00:08:16.161 INFO:tasks.rados.rados.0.smithi032.stdout:1353: writing smithi03267100-46 from 0 to 327680 tid 1 2024-09-13T00:08:16.161 INFO:tasks.rados.rados.0.smithi032.stdout:1354: read oid 45 snap -1 2024-09-13T00:08:16.161 INFO:tasks.rados.rados.0.smithi032.stdout:1354: expect (ObjNum 382 snap 118 seq_num 382) 2024-09-13T00:08:16.161 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 136 2024-09-13T00:08:16.161 INFO:tasks.rados.rados.0.smithi032.stdout:1355: seq_num 450 ranges {4898816=344064} 2024-09-13T00:08:16.226 INFO:tasks.rados.rados.0.smithi032.stdout:1355: writing smithi03267100-42 from 4898816 to 5242880 tid 1 2024-09-13T00:08:16.227 INFO:tasks.rados.rados.0.smithi032.stdout:1356: delete oid 19 current snap is 136 2024-09-13T00:08:16.227 INFO:tasks.rados.rados.0.smithi032.stdout:1353: finishing write tid 1 to smithi03267100-46 2024-09-13T00:08:16.227 INFO:tasks.rados.rados.0.smithi032.stdout:1353: finishing write tid 2 to smithi03267100-46 2024-09-13T00:08:16.227 INFO:tasks.rados.rados.0.smithi032.stdout:1353: finishing write tid 3 to smithi03267100-46 2024-09-13T00:08:16.227 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 35 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:08:16.227 INFO:tasks.rados.rados.0.smithi032.stdout:1353: left oid 46 (ObjNum 449 snap 136 seq_num 449) 2024-09-13T00:08:16.227 INFO:tasks.rados.rados.0.smithi032.stdout:1351: expect (ObjNum 242 snap 68 seq_num 242) 2024-09-13T00:08:16.270 INFO:tasks.rados.rados.0.smithi032.stdout:1350: expect (ObjNum 438 snap 131 seq_num 438) 2024-09-13T00:08:16.333 INFO:tasks.rados.rados.0.smithi032.stdout:1349: expect (ObjNum 364 snap 115 seq_num 364) 2024-09-13T00:08:16.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[32211]: cluster 2024-09-13T00:08:15.019395+0000 mgr.y (mgr.34107) 27 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 431 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-09-13T00:08:16.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[32211]: cluster 2024-09-13T00:08:15.144188+0000 mon.a (mon.0) 114 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2024-09-13T00:08:16.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[32211]: cephadm 2024-09-13T00:08:15.455721+0000 mgr.y (mgr.34107) 28 : cephadm [INF] Upgrade: Updating mon.c 2024-09-13T00:08:16.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[32211]: audit 2024-09-13T00:08:15.460455+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:16.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[32211]: audit 2024-09-13T00:08:15.461439+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:08:16.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[32211]: audit 2024-09-13T00:08:15.462448+0000 mon.a (mon.0) 117 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:08:16.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[32211]: audit 2024-09-13T00:08:15.463477+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:08:16.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[32211]: cephadm 2024-09-13T00:08:15.464486+0000 mgr.y (mgr.34107) 29 : cephadm [INF] Deploying daemon mon.c on smithi032 2024-09-13T00:08:16.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[75510]: cluster 2024-09-13T00:08:15.019395+0000 mgr.y (mgr.34107) 27 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 431 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-09-13T00:08:16.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[75510]: cluster 2024-09-13T00:08:15.144188+0000 mon.a (mon.0) 114 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2024-09-13T00:08:16.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[75510]: cephadm 2024-09-13T00:08:15.455721+0000 mgr.y (mgr.34107) 28 : cephadm [INF] Upgrade: Updating mon.c 2024-09-13T00:08:16.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[75510]: audit 2024-09-13T00:08:15.460455+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:16.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[75510]: audit 2024-09-13T00:08:15.461439+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:08:16.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[75510]: audit 2024-09-13T00:08:15.462448+0000 mon.a (mon.0) 117 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:08:16.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[75510]: audit 2024-09-13T00:08:15.463477+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:08:16.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:16 smithi032 bash[75510]: cephadm 2024-09-13T00:08:15.464486+0000 mgr.y (mgr.34107) 29 : cephadm [INF] Deploying daemon mon.c on smithi032 2024-09-13T00:08:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:16 smithi053 bash[24393]: cluster 2024-09-13T00:08:15.019395+0000 mgr.y (mgr.34107) 27 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 431 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-09-13T00:08:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:16 smithi053 bash[24393]: cluster 2024-09-13T00:08:15.144188+0000 mon.a (mon.0) 114 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2024-09-13T00:08:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:16 smithi053 bash[24393]: cephadm 2024-09-13T00:08:15.455721+0000 mgr.y (mgr.34107) 28 : cephadm [INF] Upgrade: Updating mon.c 2024-09-13T00:08:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:16 smithi053 bash[24393]: audit 2024-09-13T00:08:15.460455+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:16 smithi053 bash[24393]: audit 2024-09-13T00:08:15.461439+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:08:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:16 smithi053 bash[24393]: audit 2024-09-13T00:08:15.462448+0000 mon.a (mon.0) 117 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:08:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:16 smithi053 bash[24393]: audit 2024-09-13T00:08:15.463477+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:08:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:16 smithi053 bash[24393]: cephadm 2024-09-13T00:08:15.464486+0000 mgr.y (mgr.34107) 29 : cephadm [INF] Deploying daemon mon.c on smithi032 2024-09-13T00:08:16.805 INFO:tasks.rados.rados.0.smithi032.stdout:1354: expect (ObjNum 382 snap 118 seq_num 382) 2024-09-13T00:08:17.306 INFO:tasks.rados.rados.0.smithi032.stdout:1355: finishing write tid 1 to smithi03267100-42 2024-09-13T00:08:17.306 INFO:tasks.rados.rados.0.smithi032.stdout:1355: finishing write tid 2 to smithi03267100-42 2024-09-13T00:08:17.306 INFO:tasks.rados.rados.0.smithi032.stdout:1355: finishing write tid 3 to smithi03267100-42 2024-09-13T00:08:17.306 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 145 (ObjNum 450 snap 136 seq_num 450) dirty exists 2024-09-13T00:08:17.306 INFO:tasks.rados.rados.0.smithi032.stdout:1355: left oid 42 (ObjNum 450 snap 136 seq_num 450) 2024-09-13T00:08:17.306 INFO:tasks.rados.rados.0.smithi032.stdout:1349: done (6 left) 2024-09-13T00:08:17.306 INFO:tasks.rados.rados.0.smithi032.stdout:1350: done (5 left) 2024-09-13T00:08:17.306 INFO:tasks.rados.rados.0.smithi032.stdout:1351: done (4 left) 2024-09-13T00:08:17.306 INFO:tasks.rados.rados.0.smithi032.stdout:1353: done (3 left) 2024-09-13T00:08:17.306 INFO:tasks.rados.rados.0.smithi032.stdout:1354: done (2 left) 2024-09-13T00:08:17.306 INFO:tasks.rados.rados.0.smithi032.stdout:1355: done (1 left) 2024-09-13T00:08:17.307 INFO:tasks.rados.rados.0.smithi032.stdout:1356: done (0 left) 2024-09-13T00:08:17.307 INFO:tasks.rados.rados.0.smithi032.stdout:1357: read oid 4 snap 51 2024-09-13T00:08:17.307 INFO:tasks.rados.rados.0.smithi032.stdout:1357: expect deleted 2024-09-13T00:08:17.307 INFO:tasks.rados.rados.0.smithi032.stdout:1358: read oid 38 snap -1 2024-09-13T00:08:17.307 INFO:tasks.rados.rados.0.smithi032.stdout:1358: expect deleted 2024-09-13T00:08:17.307 INFO:tasks.rados.rados.0.smithi032.stdout:1359: read oid 7 snap -1 2024-09-13T00:08:17.307 INFO:tasks.rados.rados.0.smithi032.stdout:1359: expect (ObjNum 415 snap 129 seq_num 415) 2024-09-13T00:08:17.307 INFO:tasks.rados.rados.0.smithi032.stdout:1360: snap_remove snap 132 2024-09-13T00:08:17.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:17 smithi032 bash[75510]: cluster 2024-09-13T00:08:16.145368+0000 mon.a (mon.0) 119 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2024-09-13T00:08:17.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:17 smithi032 bash[32211]: cluster 2024-09-13T00:08:16.145368+0000 mon.a (mon.0) 119 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2024-09-13T00:08:17.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:17 smithi053 bash[24393]: cluster 2024-09-13T00:08:16.145368+0000 mon.a (mon.0) 119 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2024-09-13T00:08:18.055 INFO:tasks.rados.rados.0.smithi032.stdout:1360: done (3 left) 2024-09-13T00:08:18.055 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 136 2024-09-13T00:08:18.055 INFO:tasks.rados.rados.0.smithi032.stdout:1361: seq_num 452 ranges {4120576=376832} 2024-09-13T00:08:18.082 INFO:tasks.rados.rados.0.smithi032.stdout:1361: writing smithi03267100-2 from 4120576 to 4497408 tid 1 2024-09-13T00:08:18.082 INFO:tasks.rados.rados.0.smithi032.stdout:1362: rollback oid 47 current snap is 136 2024-09-13T00:08:18.082 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 119 2024-09-13T00:08:18.082 INFO:tasks.rados.rados.0.smithi032.stdout:1359: expect (ObjNum 415 snap 129 seq_num 415) 2024-09-13T00:08:18.202 INFO:tasks.rados.rados.0.smithi032.stdout:1361: finishing write tid 1 to smithi03267100-2 2024-09-13T00:08:18.202 INFO:tasks.rados.rados.0.smithi032.stdout:1361: finishing write tid 2 to smithi03267100-2 2024-09-13T00:08:18.202 INFO:tasks.rados.rados.0.smithi032.stdout:1362: finishing rollback tid 0 to smithi03267100-47 2024-09-13T00:08:18.202 INFO:tasks.rados.rados.0.smithi032.stdout:1362: finishing rollback tid 1 to smithi03267100-47 2024-09-13T00:08:18.202 INFO:tasks.rados.rados.0.smithi032.stdout:1361: finishing write tid 3 to smithi03267100-2 2024-09-13T00:08:18.202 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 626 (ObjNum 452 snap 136 seq_num 452) dirty exists 2024-09-13T00:08:18.202 INFO:tasks.rados.rados.0.smithi032.stdout:1361: left oid 2 (ObjNum 452 snap 136 seq_num 452) 2024-09-13T00:08:18.203 INFO:tasks.rados.rados.0.smithi032.stdout:1362: finishing rollback tid 2 to smithi03267100-47 2024-09-13T00:08:18.203 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 586 (ObjNum 370 snap 116 seq_num 370) dirty exists 2024-09-13T00:08:18.203 INFO:tasks.rados.rados.0.smithi032.stdout:1357: done (4 left) 2024-09-13T00:08:18.203 INFO:tasks.rados.rados.0.smithi032.stdout:1358: done (3 left) 2024-09-13T00:08:18.203 INFO:tasks.rados.rados.0.smithi032.stdout:1359: done (2 left) 2024-09-13T00:08:18.203 INFO:tasks.rados.rados.0.smithi032.stdout:1361: done (1 left) 2024-09-13T00:08:18.203 INFO:tasks.rados.rados.0.smithi032.stdout:1362: done (0 left) 2024-09-13T00:08:18.203 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 136 2024-09-13T00:08:18.203 INFO:tasks.rados.rados.0.smithi032.stdout:1363: seq_num 453 ranges {4653056=393216} 2024-09-13T00:08:18.248 INFO:tasks.rados.rados.0.smithi032.stdout:1363: writing smithi03267100-3 from 4653056 to 5046272 tid 1 2024-09-13T00:08:18.248 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 136 2024-09-13T00:08:18.248 INFO:tasks.rados.rados.0.smithi032.stdout:1364: seq_num 454 ranges {0=409600} 2024-09-13T00:08:18.251 INFO:tasks.rados.rados.0.smithi032.stdout:1364: writing smithi03267100-26 from 0 to 409600 tid 1 2024-09-13T00:08:18.251 INFO:tasks.rados.rados.0.smithi032.stdout:1365: copy_from oid 6 from oid 9 current snap is 136 2024-09-13T00:08:18.251 INFO:tasks.rados.rados.0.smithi032.stdout:1366: snap_remove snap 133 2024-09-13T00:08:18.316 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:18 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:18.316 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:18 smithi032 bash[75510]: cluster 2024-09-13T00:08:17.020075+0000 mgr.y (mgr.34107) 30 : cluster [DBG] pgmap v35: 121 pgs: 121 active+clean; 418 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 202 KiB/s wr, 11 op/s 2024-09-13T00:08:18.316 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:18 smithi032 bash[75510]: cluster 2024-09-13T00:08:18.057932+0000 mon.a (mon.0) 120 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2024-09-13T00:08:18.317 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:08:18 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:18.317 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:08:18 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:18.317 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:08:18 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:18.318 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:08:18 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:18.318 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:08:18 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:18.318 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:08:18 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:18.319 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:08:18 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:18.319 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:18 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:18.319 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:18 smithi032 bash[32211]: cluster 2024-09-13T00:08:17.020075+0000 mgr.y (mgr.34107) 30 : cluster [DBG] pgmap v35: 121 pgs: 121 active+clean; 418 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 202 KiB/s wr, 11 op/s 2024-09-13T00:08:18.319 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:18 smithi032 bash[32211]: cluster 2024-09-13T00:08:18.057932+0000 mon.a (mon.0) 120 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2024-09-13T00:08:18.319 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:18 smithi032 systemd[1]: Stopping Ceph mon.c for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:08:18.319 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:08:18 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:18 smithi053 bash[24393]: cluster 2024-09-13T00:08:17.020075+0000 mgr.y (mgr.34107) 30 : cluster [DBG] pgmap v35: 121 pgs: 121 active+clean; 418 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 202 KiB/s wr, 11 op/s 2024-09-13T00:08:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:18 smithi053 bash[24393]: cluster 2024-09-13T00:08:18.057932+0000 mon.a (mon.0) 120 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2024-09-13T00:08:18.577 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:18 smithi032 bash[32211]: debug 2024-09-13T00:08:18.319+0000 7f7e12021640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-13T00:08:18.577 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:18 smithi032 bash[32211]: debug 2024-09-13T00:08:18.319+0000 7f7e12021640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-13T00:08:19.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:18 smithi053 bash[60895]: ts=2024-09-13T00:08:18.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:19.199 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:18 smithi032 bash[76560]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mon-c 2024-09-13T00:08:19.560 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:08:19 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:19.560 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:19 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:19.561 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:08:19 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:19.561 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:08:19 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:19.561 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:19 smithi032 bash[76620]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mon-c 2024-09-13T00:08:19.561 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:19 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-13T00:08:19.562 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:19 smithi032 systemd[1]: Stopped Ceph mon.c for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:08:19.562 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:19 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:19.562 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:19 smithi032 systemd[1]: Started Ceph mon.c for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:08:19.562 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:08:19 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:19.562 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:08:19 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:19.563 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:08:19 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:19.563 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:08:19 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:19.563 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:08:19 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:20.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.739+0000 7f47d6e34b00 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-13T00:08:20.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.739+0000 7f47d6e34b00 0 ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable), process ceph-mon, pid 7 2024-09-13T00:08:20.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.739+0000 7f47d6e34b00 0 pidfile_write: ignore empty --pid-file 2024-09-13T00:08:20.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 0 load: jerasure load: lrc 2024-09-13T00:08:20.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: RocksDB version: 7.9.2 2024-09-13T00:08:20.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Git sha 0 2024-09-13T00:08:20.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Compile date 2024-09-10 15:58:06 2024-09-13T00:08:20.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: DB SUMMARY 2024-09-13T00:08:20.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: DB Session ID: HE34LCVNKJU2KCSHTQNT 2024-09-13T00:08:20.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: CURRENT file: CURRENT 2024-09-13T00:08:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: IDENTITY file: IDENTITY 2024-09-13T00:08:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: MANIFEST file: MANIFEST-000009 size: 1860 Bytes 2024-09-13T00:08:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000039.sst 2024-09-13T00:08:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000037.log size: 1563259 ; 2024-09-13T00:08:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.error_if_exists: 0 2024-09-13T00:08:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.create_if_missing: 0 2024-09-13T00:08:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.paranoid_checks: 1 2024-09-13T00:08:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T00:08:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T00:08:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T00:08:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.env: 0x56230d669bc0 2024-09-13T00:08:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.fs: PosixFileSystem 2024-09-13T00:08:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.info_log: 0x56230e356be0 2024-09-13T00:08:20.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-13T00:08:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.statistics: (nil) 2024-09-13T00:08:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.use_fsync: 0 2024-09-13T00:08:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_log_file_size: 0 2024-09-13T00:08:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T00:08:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T00:08:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-13T00:08:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-13T00:08:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.allow_fallocate: 1 2024-09-13T00:08:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-13T00:08:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-13T00:08:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.use_direct_reads: 0 2024-09-13T00:08:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T00:08:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.create_missing_column_families: 0 2024-09-13T00:08:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.db_log_dir: 2024-09-13T00:08:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.wal_dir: 2024-09-13T00:08:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T00:08:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T00:08:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T00:08:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T00:08:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T00:08:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T00:08:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.advise_random_on_open: 1 2024-09-13T00:08:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-13T00:08:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.write_buffer_manager: 0x56230e364320 2024-09-13T00:08:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T00:08:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T00:08:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T00:08:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.rate_limiter: (nil) 2024-09-13T00:08:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T00:08:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-13T00:08:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-13T00:08:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-13T00:08:20.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.unordered_write: 0 2024-09-13T00:08:20.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T00:08:20.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T00:08:20.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T00:08:20.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T00:08:20.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.row_cache: None 2024-09-13T00:08:20.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.wal_filter: None 2024-09-13T00:08:20.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T00:08:20.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-13T00:08:20.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.two_write_queues: 0 2024-09-13T00:08:20.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.manual_wal_flush: 0 2024-09-13T00:08:20.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.wal_compression: 0 2024-09-13T00:08:20.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.atomic_flush: 0 2024-09-13T00:08:20.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T00:08:20.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T00:08:20.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T00:08:20.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.log_readahead_size: 0 2024-09-13T00:08:20.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T00:08:20.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-13T00:08:20.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T00:08:20.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T00:08:20.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-13T00:08:20.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-13T00:08:20.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T00:08:20.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_background_jobs: 2 2024-09-13T00:08:20.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_background_compactions: -1 2024-09-13T00:08:20.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_subcompactions: 1 2024-09-13T00:08:20.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T00:08:20.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T00:08:20.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T00:08:20.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_total_wal_size: 0 2024-09-13T00:08:20.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T00:08:20.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T00:08:20.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T00:08:20.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T00:08:20.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_open_files: -1 2024-09-13T00:08:20.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.bytes_per_sync: 0 2024-09-13T00:08:20.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_background_flushes: -1 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Compression algorithms supported: 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: kZSTD supported: 0 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: kXpressCompression supported: 0 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: kBZip2Compression supported: 0 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: kLZ4Compression supported: 1 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: kZlibCompression supported: 1 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: kSnappyCompression supported: 1 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T00:08:20.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-09-13T00:08:20.921 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T00:08:20.921 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T00:08:20.921 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.merge_operator: 2024-09-13T00:08:20.921 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compaction_filter: None 2024-09-13T00:08:20.921 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compaction_filter_factory: None 2024-09-13T00:08:20.921 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-13T00:08:20.921 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T00:08:20.921 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T00:08:20.921 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56230e3567e0) 2024-09-13T00:08:20.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: cache_index_and_filter_blocks: 1 2024-09-13T00:08:20.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T00:08:20.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T00:08:20.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: pin_top_level_index_and_filter: 1 2024-09-13T00:08:20.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: index_type: 0 2024-09-13T00:08:20.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: data_block_index_type: 0 2024-09-13T00:08:20.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: index_shortening: 1 2024-09-13T00:08:20.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: data_block_hash_table_util_ratio: 0.750000 2024-09-13T00:08:20.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: checksum: 4 2024-09-13T00:08:20.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: no_block_cache: 0 2024-09-13T00:08:20.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: block_cache: 0x56230e34d1f0 2024-09-13T00:08:20.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: block_cache_name: BinnedLRUCache 2024-09-13T00:08:20.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: block_cache_options: 2024-09-13T00:08:20.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: capacity : 536870912 2024-09-13T00:08:20.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: num_shard_bits : 4 2024-09-13T00:08:20.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: strict_capacity_limit : 0 2024-09-13T00:08:20.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: high_pri_pool_ratio: 0.000 2024-09-13T00:08:20.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: block_cache_compressed: (nil) 2024-09-13T00:08:20.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: persistent_cache: (nil) 2024-09-13T00:08:20.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: block_size: 4096 2024-09-13T00:08:20.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: block_size_deviation: 10 2024-09-13T00:08:20.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: block_restart_interval: 16 2024-09-13T00:08:20.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: index_block_restart_interval: 1 2024-09-13T00:08:20.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: metadata_block_size: 4096 2024-09-13T00:08:20.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: partition_filters: 0 2024-09-13T00:08:20.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: use_delta_encoding: 1 2024-09-13T00:08:20.924 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: filter_policy: bloomfilter 2024-09-13T00:08:20.924 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: whole_key_filtering: 1 2024-09-13T00:08:20.924 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: verify_compression: 0 2024-09-13T00:08:20.924 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: read_amp_bytes_per_bit: 0 2024-09-13T00:08:20.924 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: format_version: 5 2024-09-13T00:08:20.924 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: enable_index_compression: 1 2024-09-13T00:08:20.924 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: block_align: 0 2024-09-13T00:08:20.924 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: max_auto_readahead_size: 262144 2024-09-13T00:08:20.924 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: prepopulate_block_cache: 0 2024-09-13T00:08:20.924 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: initial_auto_readahead_size: 8192 2024-09-13T00:08:20.924 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: num_file_reads_for_auto_readahead: 2 2024-09-13T00:08:20.924 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-13T00:08:20.924 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-13T00:08:20.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compression: NoCompression 2024-09-13T00:08:20.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-13T00:08:20.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-13T00:08:20.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T00:08:20.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.num_levels: 7 2024-09-13T00:08:20.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T00:08:20.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T00:08:20.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T00:08:20.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T00:08:20.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T00:08:20.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T00:08:20.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T00:08:20.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T00:08:20.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T00:08:20.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T00:08:20.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T00:08:20.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T00:08:20.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T00:08:20.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compression_opts.level: 32767 2024-09-13T00:08:20.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-13T00:08:20.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T00:08:20.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T00:08:20.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T00:08:20.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T00:08:20.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compression_opts.enabled: false 2024-09-13T00:08:20.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T00:08:20.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T00:08:20.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T00:08:20.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T00:08:20.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-13T00:08:20.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T00:08:20.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T00:08:20.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T00:08:20.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T00:08:20.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T00:08:20.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T00:08:20.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T00:08:20.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T00:08:20.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T00:08:20.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T00:08:20.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T00:08:20.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T00:08:20.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T00:08:20.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T00:08:20.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.arena_block_size: 1048576 2024-09-13T00:08:20.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T00:08:20.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T00:08:20.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-13T00:08:20.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T00:08:20.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T00:08:20.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T00:08:20.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T00:08:20.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T00:08:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T00:08:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T00:08:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T00:08:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T00:08:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T00:08:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T00:08:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.inplace_update_support: 0 2024-09-13T00:08:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T00:08:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T00:08:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T00:08:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T00:08:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.bloom_locality: 0 2024-09-13T00:08:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.max_successive_merges: 0 2024-09-13T00:08:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T00:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-13T00:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.force_consistency_checks: 1 2024-09-13T00:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-13T00:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.ttl: 2592000 2024-09-13T00:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T00:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T00:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T00:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.enable_blob_files: false 2024-09-13T00:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.min_blob_size: 0 2024-09-13T00:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.blob_file_size: 268435456 2024-09-13T00:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T00:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T00:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T00:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T00:08:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T00:08:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-13T00:08:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d6e34b00 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T00:08:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.743+0000 7f47d340c640 3 rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 39.sst 2024-09-13T00:08:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.747+0000 7f47d6e34b00 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T00:08:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.747+0000 7f47d6e34b00 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 41, last_sequence is 21802, log_number is 37,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T00:08:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.747+0000 7f47d6e34b00 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 37 2024-09-13T00:08:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.747+0000 7f47d6e34b00 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8ce2f5ad-7c2e-427b-8090-f94f9093f459 2024-09-13T00:08:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.747+0000 7f47d6e34b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726186100748751, "job": 1, "event": "recovery_started", "wal_files": [37]} 2024-09-13T00:08:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.747+0000 7f47d6e34b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #37 mode 2 2024-09-13T00:08:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.751+0000 7f47d6e34b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726186100754523, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 42, "file_size": 976306, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 21799, "largest_seqno": 22400, "table_properties": {"data_size": 972600, "index_size": 1962, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 7134, "raw_average_key_size": 25, "raw_value_size": 966357, "raw_average_value_size": 3488, "num_data_blocks": 86, "num_entries": 277, "num_filter_entries": 277, "num_deletions": 14, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726186100, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8ce2f5ad-7c2e-427b-8090-f94f9093f459", "db_session_id": "HE34LCVNKJU2KCSHTQNT", "orig_file_number": 42, "seqno_to_time_mapping": "N/A"}} 2024-09-13T00:08:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.751+0000 7f47d6e34b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726186100754668, "job": 1, "event": "recovery_finished"} 2024-09-13T00:08:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.751+0000 7f47d6e34b00 4 rocksdb: [db/version_set.cc:5047] Creating manifest 44 2024-09-13T00:08:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.751+0000 7f47d6e34b00 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T00:08:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.751+0000 7f47d6e34b00 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000037.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T00:08:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.751+0000 7f47d6e34b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56230e376e00 2024-09-13T00:08:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.751+0000 7f47d6e34b00 4 rocksdb: DB pointer 0x56230e46e000 2024-09-13T00:08:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.755+0000 7f47ccbff640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T00:08:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.755+0000 7f47ccbff640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T00:08:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: ** DB Stats ** 2024-09-13T00:08:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T00:08:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T00:08:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T00:08:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T00:08:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T00:08:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T00:08:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T00:08:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: ** Compaction Stats [default] ** 2024-09-13T00:08:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T00:08:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T00:08:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: L0 1/0 953.42 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 331.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-13T00:08:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: L6 1/0 12.05 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T00:08:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Sum 2/0 12.98 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 331.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-13T00:08:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 331.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-13T00:08:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: ** Compaction Stats [default] ** 2024-09-13T00:08:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T00:08:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T00:08:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 331.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-13T00:08:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T00:08:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T00:08:20.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Flush(GB): cumulative 0.001, interval 0.001 2024-09-13T00:08:20.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T00:08:20.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T00:08:20.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T00:08:20.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: AddFile(Keys): cumulative 0, interval 0 2024-09-13T00:08:20.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Cumulative compaction: 0.00 GB write, 101.07 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T00:08:20.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Interval compaction: 0.00 GB write, 101.07 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T00:08:20.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T00:08:20.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Block cache BinnedLRUCache@0x56230e34d1f0#7 capacity: 512.00 MB usage: 2.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.7e-05 secs_since: 0 2024-09-13T00:08:20.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Block cache entry stats(count,size,portion): FilterBlock(1,0.78 KB,0.000149012%) IndexBlock(1,2.08 KB,0.000396371%) Misc(1,0.00 KB,0%) 2024-09-13T00:08:20.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: ** File Read Latency Histogram By Level [default] ** 2024-09-13T00:08:20.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.755+0000 7f47d6e34b00 0 starting mon.c rank 2 at public addrs [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] at bind addrs [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-13T00:08:20.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.755+0000 7f47d6e34b00 1 mon.c@-1(???) e3 preinit fsid 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-13T00:08:20.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.755+0000 7f47d6e34b00 0 mon.c@-1(???).mds e6 new map 2024-09-13T00:08:20.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.755+0000 7f47d6e34b00 0 mon.c@-1(???).mds e6 print_map 2024-09-13T00:08:20.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: e6 2024-09-13T00:08:20.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T00:08:20.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T00:08:20.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: legacy client fscid: 1 2024-09-13T00:08:20.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: 2024-09-13T00:08:20.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Filesystem 'cephfs' (1) 2024-09-13T00:08:20.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: fs_name cephfs 2024-09-13T00:08:20.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: epoch 6 2024-09-13T00:08:20.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-13T00:08:20.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: created 2024-09-12T23:58:42.154030+0000 2024-09-13T00:08:20.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: modified 2024-09-12T23:58:44.834853+0000 2024-09-13T00:08:20.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: tableserver 0 2024-09-13T00:08:20.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: root 0 2024-09-13T00:08:20.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: session_timeout 60 2024-09-13T00:08:20.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: session_autoclose 300 2024-09-13T00:08:20.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: max_file_size 1099511627776 2024-09-13T00:08:20.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: max_xattr_size 65536 2024-09-13T00:08:20.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: required_client_features {} 2024-09-13T00:08:20.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: last_failure 0 2024-09-13T00:08:20.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: last_failure_osd_epoch 0 2024-09-13T00:08:20.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T00:08:20.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: max_mds 1 2024-09-13T00:08:20.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: in 0 2024-09-13T00:08:20.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: up {0=24349} 2024-09-13T00:08:20.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: failed 2024-09-13T00:08:20.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: damaged 2024-09-13T00:08:20.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: stopped 2024-09-13T00:08:20.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: data_pools [3] 2024-09-13T00:08:20.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: metadata_pool 2 2024-09-13T00:08:20.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: inline_data disabled 2024-09-13T00:08:20.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: balancer 2024-09-13T00:08:20.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: bal_rank_mask -1 2024-09-13T00:08:20.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: standby_count_wanted 0 2024-09-13T00:08:20.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: [mds.b{0:24349} state up:active seq 3 addr [v2:172.21.15.53:6832/733527454,v1:172.21.15.53:6833/733527454] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T00:08:20.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: 2024-09-13T00:08:20.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: 2024-09-13T00:08:20.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: Standby daemons: 2024-09-13T00:08:20.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: 2024-09-13T00:08:20.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: [mds.a{-1:24326} state up:standby seq 1 addr [v2:172.21.15.32:6834/2080237266,v1:172.21.15.32:6835/2080237266] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T00:08:20.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.755+0000 7f47d6e34b00 0 mon.c@-1(???).osd e317 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-13T00:08:20.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.755+0000 7f47d6e34b00 0 mon.c@-1(???).osd e317 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T00:08:20.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.755+0000 7f47d6e34b00 0 mon.c@-1(???).osd e317 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T00:08:20.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.755+0000 7f47d6e34b00 0 mon.c@-1(???).osd e317 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T00:08:20.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:20 smithi032 bash[76677]: debug 2024-09-13T00:08:20.755+0000 7f47d6e34b00 1 mon.c@-1(???).paxosservice(auth 1..22) refresh upgraded, format 0 -> 3 2024-09-13T00:08:22.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:08:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:08:22] "GET /metrics HTTP/1.1" 200 36125 "" "Prometheus/2.43.0" 2024-09-13T00:08:22.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:22 smithi053 bash[60895]: ts=2024-09-13T00:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:23.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:23 smithi053 bash[60895]: ts=2024-09-13T00:08:23.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:24.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:24 smithi053 bash[60895]: ts=2024-09-13T00:08:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:24.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:24 smithi053 bash[60895]: ts=2024-09-13T00:08:24.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:27.074 INFO:tasks.rados.rados.0.smithi032.stdout:1366: done (3 left) 2024-09-13T00:08:27.074 INFO:tasks.rados.rados.0.smithi032.stdout:1367: snap_create 2024-09-13T00:08:27.074 INFO:tasks.rados.rados.0.smithi032.stdout:1363: finishing write tid 1 to smithi03267100-3 2024-09-13T00:08:27.074 INFO:tasks.rados.rados.0.smithi032.stdout:1363: finishing write tid 2 to smithi03267100-3 2024-09-13T00:08:27.074 INFO:tasks.rados.rados.0.smithi032.stdout:1363: finishing write tid 3 to smithi03267100-3 2024-09-13T00:08:27.074 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 655 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-09-13T00:08:27.074 INFO:tasks.rados.rados.0.smithi032.stdout:1363: left oid 3 (ObjNum 453 snap 136 seq_num 453) 2024-09-13T00:08:27.074 INFO:tasks.rados.rados.0.smithi032.stdout:1364: finishing write tid 1 to smithi03267100-26 2024-09-13T00:08:27.074 INFO:tasks.rados.rados.0.smithi032.stdout:1364: finishing write tid 2 to smithi03267100-26 2024-09-13T00:08:27.074 INFO:tasks.rados.rados.0.smithi032.stdout:1364: finishing write tid 3 to smithi03267100-26 2024-09-13T00:08:27.075 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1030 (ObjNum 454 snap 136 seq_num 454) dirty exists 2024-09-13T00:08:27.075 INFO:tasks.rados.rados.0.smithi032.stdout:1364: left oid 26 (ObjNum 454 snap 136 seq_num 454) 2024-09-13T00:08:27.075 INFO:tasks.rados.rados.0.smithi032.stdout:1365: finishing copy_from racing read to smithi03267100-6 2024-09-13T00:08:27.075 INFO:tasks.rados.rados.0.smithi032.stdout:1365: finishing copy_from to smithi03267100-6 2024-09-13T00:08:27.075 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 803 (ObjNum 292 snap 84 seq_num 292) dirty exists 2024-09-13T00:08:27.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[75510]: cluster 2024-09-13T00:08:20.970643+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-13T00:08:27.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[75510]: cluster 2024-09-13T00:08:26.990265+0000 mon.b (mon.1) 66 : cluster [INF] mon.b calling monitor election 2024-09-13T00:08:27.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[75510]: cluster 2024-09-13T00:08:26.992190+0000 mon.a (mon.0) 135 : cluster [INF] mon.a calling monitor election 2024-09-13T00:08:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[75510]: cluster 2024-09-13T00:08:27.013697+0000 mon.a (mon.0) 136 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T00:08:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[75510]: cluster 2024-09-13T00:08:27.020565+0000 mon.a (mon.0) 137 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T00:08:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[75510]: cluster 2024-09-13T00:08:27.041437+0000 mon.a (mon.0) 138 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T00:08:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[75510]: cluster 2024-09-13T00:08:27.041495+0000 mon.a (mon.0) 139 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2024-09-13T00:08:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[75510]: cluster 2024-09-13T00:08:27.042162+0000 mon.a (mon.0) 140 : cluster [DBG] mgrmap e44: y(active, since 32s), standbys: x 2024-09-13T00:08:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[75510]: cluster 2024-09-13T00:08:27.042461+0000 mon.a (mon.0) 141 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-13T00:08:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[75510]: cluster 2024-09-13T00:08:27.042496+0000 mon.a (mon.0) 142 : cluster [INF] Cluster is now healthy 2024-09-13T00:08:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[75510]: cluster 2024-09-13T00:08:27.049542+0000 mon.a (mon.0) 143 : cluster [INF] overall HEALTH_OK 2024-09-13T00:08:27.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[76677]: cluster 2024-09-13T00:08:20.970643+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-13T00:08:27.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[76677]: cluster 2024-09-13T00:08:26.990265+0000 mon.b (mon.1) 66 : cluster [INF] mon.b calling monitor election 2024-09-13T00:08:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[76677]: cluster 2024-09-13T00:08:26.992190+0000 mon.a (mon.0) 135 : cluster [INF] mon.a calling monitor election 2024-09-13T00:08:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[76677]: cluster 2024-09-13T00:08:27.013697+0000 mon.a (mon.0) 136 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T00:08:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[76677]: cluster 2024-09-13T00:08:27.020565+0000 mon.a (mon.0) 137 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T00:08:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[76677]: cluster 2024-09-13T00:08:27.041437+0000 mon.a (mon.0) 138 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T00:08:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[76677]: cluster 2024-09-13T00:08:27.041495+0000 mon.a (mon.0) 139 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2024-09-13T00:08:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[76677]: cluster 2024-09-13T00:08:27.042162+0000 mon.a (mon.0) 140 : cluster [DBG] mgrmap e44: y(active, since 32s), standbys: x 2024-09-13T00:08:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[76677]: cluster 2024-09-13T00:08:27.042461+0000 mon.a (mon.0) 141 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-13T00:08:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[76677]: cluster 2024-09-13T00:08:27.042496+0000 mon.a (mon.0) 142 : cluster [INF] Cluster is now healthy 2024-09-13T00:08:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:27 smithi032 bash[76677]: cluster 2024-09-13T00:08:27.049542+0000 mon.a (mon.0) 143 : cluster [INF] overall HEALTH_OK 2024-09-13T00:08:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:27 smithi053 bash[24393]: cluster 2024-09-13T00:08:20.970643+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-13T00:08:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:27 smithi053 bash[24393]: cluster 2024-09-13T00:08:26.990265+0000 mon.b (mon.1) 66 : cluster [INF] mon.b calling monitor election 2024-09-13T00:08:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:27 smithi053 bash[24393]: cluster 2024-09-13T00:08:26.992190+0000 mon.a (mon.0) 135 : cluster [INF] mon.a calling monitor election 2024-09-13T00:08:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:27 smithi053 bash[24393]: cluster 2024-09-13T00:08:27.013697+0000 mon.a (mon.0) 136 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T00:08:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:27 smithi053 bash[24393]: cluster 2024-09-13T00:08:27.020565+0000 mon.a (mon.0) 137 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T00:08:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:27 smithi053 bash[24393]: cluster 2024-09-13T00:08:27.041437+0000 mon.a (mon.0) 138 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T00:08:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:27 smithi053 bash[24393]: cluster 2024-09-13T00:08:27.041495+0000 mon.a (mon.0) 139 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2024-09-13T00:08:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:27 smithi053 bash[24393]: cluster 2024-09-13T00:08:27.042162+0000 mon.a (mon.0) 140 : cluster [DBG] mgrmap e44: y(active, since 32s), standbys: x 2024-09-13T00:08:27.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:27 smithi053 bash[24393]: cluster 2024-09-13T00:08:27.042461+0000 mon.a (mon.0) 141 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-13T00:08:27.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:27 smithi053 bash[24393]: cluster 2024-09-13T00:08:27.042496+0000 mon.a (mon.0) 142 : cluster [INF] Cluster is now healthy 2024-09-13T00:08:27.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:27 smithi053 bash[24393]: cluster 2024-09-13T00:08:27.049542+0000 mon.a (mon.0) 143 : cluster [INF] overall HEALTH_OK 2024-09-13T00:08:28.057 INFO:tasks.rados.rados.0.smithi032.stdout:1363: done (3 left) 2024-09-13T00:08:28.057 INFO:tasks.rados.rados.0.smithi032.stdout:1364: done (2 left) 2024-09-13T00:08:28.057 INFO:tasks.rados.rados.0.smithi032.stdout:1365: done (1 left) 2024-09-13T00:08:28.057 INFO:tasks.rados.rados.0.smithi032.stdout:1367: done (0 left) 2024-09-13T00:08:28.058 INFO:tasks.rados.rados.0.smithi032.stdout:1368: delete oid 39 current snap is 137 2024-09-13T00:08:28.071 INFO:tasks.rados.rados.0.smithi032.stdout:1368: done (0 left) 2024-09-13T00:08:28.071 INFO:tasks.rados.rados.0.smithi032.stdout:1369: snap_remove snap 72 2024-09-13T00:08:28.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:28 smithi032 bash[75510]: cluster 2024-09-13T00:08:27.024825+0000 mgr.y (mgr.34107) 35 : cluster [DBG] pgmap v41: 121 pgs: 121 active+clean; 420 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 190 KiB/s wr, 3 op/s 2024-09-13T00:08:28.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:28 smithi032 bash[75510]: cluster 2024-09-13T00:08:27.076414+0000 mon.a (mon.0) 144 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2024-09-13T00:08:28.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:28 smithi032 bash[75510]: cluster 2024-09-13T00:08:28.061909+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2024-09-13T00:08:28.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:28 smithi032 bash[76677]: cluster 2024-09-13T00:08:27.024825+0000 mgr.y (mgr.34107) 35 : cluster [DBG] pgmap v41: 121 pgs: 121 active+clean; 420 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 190 KiB/s wr, 3 op/s 2024-09-13T00:08:28.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:28 smithi032 bash[76677]: cluster 2024-09-13T00:08:27.076414+0000 mon.a (mon.0) 144 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2024-09-13T00:08:28.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:28 smithi032 bash[76677]: cluster 2024-09-13T00:08:28.061909+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2024-09-13T00:08:28.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:28 smithi053 bash[24393]: cluster 2024-09-13T00:08:27.024825+0000 mgr.y (mgr.34107) 35 : cluster [DBG] pgmap v41: 121 pgs: 121 active+clean; 420 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 190 KiB/s wr, 3 op/s 2024-09-13T00:08:28.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:28 smithi053 bash[24393]: cluster 2024-09-13T00:08:27.076414+0000 mon.a (mon.0) 144 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2024-09-13T00:08:28.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:28 smithi053 bash[24393]: cluster 2024-09-13T00:08:28.061909+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2024-09-13T00:08:29.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:28 smithi053 bash[60895]: ts=2024-09-13T00:08:28.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:29.084 INFO:tasks.rados.rados.0.smithi032.stdout:1369: done (0 left) 2024-09-13T00:08:29.084 INFO:tasks.rados.rados.0.smithi032.stdout:1370: snap_remove snap 135 2024-09-13T00:08:30.094 INFO:tasks.rados.rados.0.smithi032.stdout:1370: done (0 left) 2024-09-13T00:08:30.094 INFO:tasks.rados.rados.0.smithi032.stdout:1371: rollback oid 19 current snap is 137 2024-09-13T00:08:30.094 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 126 2024-09-13T00:08:30.095 INFO:tasks.rados.rados.0.smithi032.stdout:1372: rmattr oid 33 current snap is 137 2024-09-13T00:08:30.095 INFO:tasks.rados.rados.0.smithi032.stdout:1372: done (1 left) 2024-09-13T00:08:30.095 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 137 2024-09-13T00:08:30.095 INFO:tasks.rados.rados.0.smithi032.stdout:1373: seq_num 456 ranges {5652480=442368} 2024-09-13T00:08:30.171 INFO:tasks.rados.rados.0.smithi032.stdout:1373: writing smithi03267100-23 from 5652480 to 6094848 tid 1 2024-09-13T00:08:30.171 INFO:tasks.rados.rados.0.smithi032.stdout:1374: rmattr oid 37 current snap is 137 2024-09-13T00:08:30.171 INFO:tasks.rados.rados.0.smithi032.stdout:1371: finishing rollback tid 1 to smithi03267100-19 2024-09-13T00:08:30.171 INFO:tasks.rados.rados.0.smithi032.stdout:1371: finishing rollback tid 2 to smithi03267100-19 2024-09-13T00:08:30.171 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 588 (ObjNum 369 snap 116 seq_num 369) dirty exists 2024-09-13T00:08:30.171 INFO:tasks.rados.rados.0.smithi032.stdout:1371: done (2 left) 2024-09-13T00:08:30.171 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 137 2024-09-13T00:08:30.171 INFO:tasks.rados.rados.0.smithi032.stdout:1375: seq_num 457 ranges {98304=458752} 2024-09-13T00:08:30.176 INFO:tasks.rados.rados.0.smithi032.stdout:1375: writing smithi03267100-6 from 98304 to 557056 tid 1 2024-09-13T00:08:30.176 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 137 2024-09-13T00:08:30.176 INFO:tasks.rados.rados.0.smithi032.stdout:1376: seq_num 458 ranges {0=475136} 2024-09-13T00:08:30.182 INFO:tasks.rados.rados.0.smithi032.stdout:1376: writing smithi03267100-18 from 0 to 475136 tid 1 2024-09-13T00:08:30.182 INFO:tasks.rados.rados.0.smithi032.stdout:1377: read oid 26 snap -1 2024-09-13T00:08:30.182 INFO:tasks.rados.rados.0.smithi032.stdout:1377: expect (ObjNum 454 snap 136 seq_num 454) 2024-09-13T00:08:30.182 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 137 2024-09-13T00:08:30.182 INFO:tasks.rados.rados.0.smithi032.stdout:1378: seq_num 459 ranges {5652480=491520} 2024-09-13T00:08:30.231 INFO:tasks.rados.rados.0.smithi032.stdout:1378: writing smithi03267100-49 from 5652480 to 6144000 tid 1 2024-09-13T00:08:30.231 INFO:tasks.rados.rados.0.smithi032.stdout:1379: snap_remove snap 126 2024-09-13T00:08:30.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:30 smithi032 bash[75510]: cluster 2024-09-13T00:08:29.025489+0000 mgr.y (mgr.34107) 36 : cluster [DBG] pgmap v44: 121 pgs: 121 active+clean; 420 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 60 KiB/s wr, 1 op/s 2024-09-13T00:08:30.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:30 smithi032 bash[75510]: cluster 2024-09-13T00:08:29.088159+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2024-09-13T00:08:30.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:30 smithi032 bash[76677]: cluster 2024-09-13T00:08:29.025489+0000 mgr.y (mgr.34107) 36 : cluster [DBG] pgmap v44: 121 pgs: 121 active+clean; 420 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 60 KiB/s wr, 1 op/s 2024-09-13T00:08:30.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:30 smithi032 bash[76677]: cluster 2024-09-13T00:08:29.088159+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2024-09-13T00:08:30.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:30 smithi053 bash[24393]: cluster 2024-09-13T00:08:29.025489+0000 mgr.y (mgr.34107) 36 : cluster [DBG] pgmap v44: 121 pgs: 121 active+clean; 420 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 60 KiB/s wr, 1 op/s 2024-09-13T00:08:30.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:30 smithi053 bash[24393]: cluster 2024-09-13T00:08:29.088159+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2024-09-13T00:08:31.090 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:08:30 smithi032 bash[68847]: debug 2024-09-13T00:08:30.763+0000 7fccb0bcc640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-13T00:08:31.090 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:31 smithi032 bash[76677]: cluster 2024-09-13T00:08:30.098019+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2024-09-13T00:08:31.100 INFO:tasks.rados.rados.0.smithi032.stdout:1379: done (6 left) 2024-09-13T00:08:31.100 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 137 2024-09-13T00:08:31.100 INFO:tasks.rados.rados.0.smithi032.stdout:1380: seq_num 460 ranges {7495680=507904} 2024-09-13T00:08:31.150 INFO:tasks.rados.rados.0.smithi032.stdout:1380: writing smithi03267100-17 from 7495680 to 8003584 tid 1 2024-09-13T00:08:31.150 INFO:tasks.rados.rados.0.smithi032.stdout:1381: snap_create 2024-09-13T00:08:31.150 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 397 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T00:08:31.150 INFO:tasks.rados.rados.0.smithi032.stdout:1373: finishing write tid 1 to smithi03267100-23 2024-09-13T00:08:31.150 INFO:tasks.rados.rados.0.smithi032.stdout:1373: finishing write tid 2 to smithi03267100-23 2024-09-13T00:08:31.150 INFO:tasks.rados.rados.0.smithi032.stdout:1375: finishing write tid 1 to smithi03267100-6 2024-09-13T00:08:31.150 INFO:tasks.rados.rados.0.smithi032.stdout:1373: finishing write tid 3 to smithi03267100-23 2024-09-13T00:08:31.150 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1018 (ObjNum 456 snap 137 seq_num 456) dirty exists 2024-09-13T00:08:31.150 INFO:tasks.rados.rados.0.smithi032.stdout:1373: left oid 23 (ObjNum 456 snap 137 seq_num 456) 2024-09-13T00:08:31.150 INFO:tasks.rados.rados.0.smithi032.stdout:1375: finishing write tid 2 to smithi03267100-6 2024-09-13T00:08:31.150 INFO:tasks.rados.rados.0.smithi032.stdout:1376: finishing write tid 1 to smithi03267100-18 2024-09-13T00:08:31.150 INFO:tasks.rados.rados.0.smithi032.stdout:1376: finishing write tid 2 to smithi03267100-18 2024-09-13T00:08:31.151 INFO:tasks.rados.rados.0.smithi032.stdout:1375: finishing write tid 3 to smithi03267100-6 2024-09-13T00:08:31.151 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 805 (ObjNum 457 snap 137 seq_num 457) dirty exists 2024-09-13T00:08:31.151 INFO:tasks.rados.rados.0.smithi032.stdout:1375: left oid 6 (ObjNum 457 snap 137 seq_num 457) 2024-09-13T00:08:31.151 INFO:tasks.rados.rados.0.smithi032.stdout:1377: expect (ObjNum 454 snap 136 seq_num 454) 2024-09-13T00:08:31.161 INFO:tasks.rados.rados.0.smithi032.stdout:1376: finishing write tid 3 to smithi03267100-18 2024-09-13T00:08:31.161 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1048 (ObjNum 458 snap 137 seq_num 458) dirty exists 2024-09-13T00:08:31.161 INFO:tasks.rados.rados.0.smithi032.stdout:1376: left oid 18 (ObjNum 458 snap 137 seq_num 458) 2024-09-13T00:08:31.161 INFO:tasks.rados.rados.0.smithi032.stdout:1378: finishing write tid 1 to smithi03267100-49 2024-09-13T00:08:31.161 INFO:tasks.rados.rados.0.smithi032.stdout:1378: finishing write tid 2 to smithi03267100-49 2024-09-13T00:08:31.161 INFO:tasks.rados.rados.0.smithi032.stdout:1378: finishing write tid 3 to smithi03267100-49 2024-09-13T00:08:31.162 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 639 (ObjNum 459 snap 137 seq_num 459) dirty exists 2024-09-13T00:08:31.162 INFO:tasks.rados.rados.0.smithi032.stdout:1378: left oid 49 (ObjNum 459 snap 137 seq_num 459) 2024-09-13T00:08:31.162 INFO:tasks.rados.rados.0.smithi032.stdout:1380: finishing write tid 1 to smithi03267100-17 2024-09-13T00:08:31.162 INFO:tasks.rados.rados.0.smithi032.stdout:1380: finishing write tid 2 to smithi03267100-17 2024-09-13T00:08:31.162 INFO:tasks.rados.rados.0.smithi032.stdout:1380: finishing write tid 3 to smithi03267100-17 2024-09-13T00:08:31.162 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 1029 (ObjNum 460 snap 137 seq_num 460) dirty exists 2024-09-13T00:08:31.162 INFO:tasks.rados.rados.0.smithi032.stdout:1380: left oid 17 (ObjNum 460 snap 137 seq_num 460) 2024-09-13T00:08:31.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:31 smithi032 bash[75510]: cluster 2024-09-13T00:08:30.098019+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2024-09-13T00:08:31.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:31 smithi053 bash[24393]: cluster 2024-09-13T00:08:30.098019+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2024-09-13T00:08:32.106 INFO:tasks.rados.rados.0.smithi032.stdout:1373: done (7 left) 2024-09-13T00:08:32.106 INFO:tasks.rados.rados.0.smithi032.stdout:1374: done (6 left) 2024-09-13T00:08:32.106 INFO:tasks.rados.rados.0.smithi032.stdout:1375: done (5 left) 2024-09-13T00:08:32.106 INFO:tasks.rados.rados.0.smithi032.stdout:1376: done (4 left) 2024-09-13T00:08:32.106 INFO:tasks.rados.rados.0.smithi032.stdout:1377: done (3 left) 2024-09-13T00:08:32.106 INFO:tasks.rados.rados.0.smithi032.stdout:1378: done (2 left) 2024-09-13T00:08:32.106 INFO:tasks.rados.rados.0.smithi032.stdout:1380: done (1 left) 2024-09-13T00:08:32.106 INFO:tasks.rados.rados.0.smithi032.stdout:1381: done (0 left) 2024-09-13T00:08:32.107 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 138 2024-09-13T00:08:32.107 INFO:tasks.rados.rados.0.smithi032.stdout:1382: seq_num 461 ranges {6176768=524288} 2024-09-13T00:08:32.150 INFO:tasks.rados.rados.0.smithi032.stdout:1382: writing smithi03267100-44 from 6176768 to 6701056 tid 1 2024-09-13T00:08:32.150 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 138 2024-09-13T00:08:32.150 INFO:tasks.rados.rados.0.smithi032.stdout:1383: seq_num 462 ranges {57344=540672} 2024-09-13T00:08:32.154 INFO:tasks.rados.rados.0.smithi032.stdout:1383: writing smithi03267100-48 from 57344 to 598016 tid 1 2024-09-13T00:08:32.154 INFO:tasks.rados.rados.0.smithi032.stdout:1384: delete oid 25 current snap is 138 2024-09-13T00:08:32.164 INFO:tasks.rados.rados.0.smithi032.stdout:1383: finishing write tid 1 to smithi03267100-48 2024-09-13T00:08:32.164 INFO:tasks.rados.rados.0.smithi032.stdout:1383: finishing write tid 2 to smithi03267100-48 2024-09-13T00:08:32.166 INFO:tasks.rados.rados.0.smithi032.stdout:1382: finishing write tid 1 to smithi03267100-44 2024-09-13T00:08:32.167 INFO:tasks.rados.rados.0.smithi032.stdout:1382: finishing write tid 2 to smithi03267100-44 2024-09-13T00:08:32.167 INFO:tasks.rados.rados.0.smithi032.stdout:1383: finishing write tid 3 to smithi03267100-48 2024-09-13T00:08:32.167 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 650 (ObjNum 462 snap 138 seq_num 462) dirty exists 2024-09-13T00:08:32.167 INFO:tasks.rados.rados.0.smithi032.stdout:1383: left oid 48 (ObjNum 462 snap 138 seq_num 462) 2024-09-13T00:08:32.169 INFO:tasks.rados.rados.0.smithi032.stdout:1383: done (2 left) 2024-09-13T00:08:32.169 INFO:tasks.rados.rados.0.smithi032.stdout:1384: done (1 left) 2024-09-13T00:08:32.169 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 138 2024-09-13T00:08:32.169 INFO:tasks.rados.rados.0.smithi032.stdout:1385: seq_num 464 ranges {0=573440} 2024-09-13T00:08:32.173 INFO:tasks.rados.rados.0.smithi032.stdout:1385: writing smithi03267100-22 from 0 to 573440 tid 1 2024-09-13T00:08:32.173 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 138 2024-09-13T00:08:32.173 INFO:tasks.rados.rados.0.smithi032.stdout:1386: seq_num 465 ranges {6144000=598016} 2024-09-13T00:08:32.217 INFO:tasks.rados.rados.0.smithi032.stdout:1386: writing smithi03267100-49 from 6144000 to 6742016 tid 1 2024-09-13T00:08:32.217 INFO:tasks.rados.rados.0.smithi032.stdout:1387: read oid 45 snap 129 2024-09-13T00:08:32.217 INFO:tasks.rados.rados.0.smithi032.stdout:1387: expect (ObjNum 382 snap 118 seq_num 382) 2024-09-13T00:08:32.218 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 138 2024-09-13T00:08:32.218 INFO:tasks.rados.rados.0.smithi032.stdout:1382: finishing write tid 3 to smithi03267100-44 2024-09-13T00:08:32.218 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 474 (ObjNum 461 snap 138 seq_num 461) dirty exists 2024-09-13T00:08:32.218 INFO:tasks.rados.rados.0.smithi032.stdout:1382: left oid 44 (ObjNum 461 snap 138 seq_num 461) 2024-09-13T00:08:32.218 INFO:tasks.rados.rados.0.smithi032.stdout:1385: finishing write tid 1 to smithi03267100-22 2024-09-13T00:08:32.218 INFO:tasks.rados.rados.0.smithi032.stdout:1385: finishing write tid 2 to smithi03267100-22 2024-09-13T00:08:32.218 INFO:tasks.rados.rados.0.smithi032.stdout:1388: seq_num 466 ranges {5652480=614400} 2024-09-13T00:08:32.254 INFO:tasks.rados.rados.0.smithi032.stdout:1388: writing smithi03267100-47 from 5652480 to 6266880 tid 1 2024-09-13T00:08:32.254 INFO:tasks.rados.rados.0.smithi032.stdout:1382: done (4 left) 2024-09-13T00:08:32.254 INFO:tasks.rados.rados.0.smithi032.stdout:1389: delete oid 39 current snap is 138 2024-09-13T00:08:32.254 INFO:tasks.rados.rados.0.smithi032.stdout:1385: finishing write tid 3 to smithi03267100-22 2024-09-13T00:08:32.254 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 677 (ObjNum 464 snap 138 seq_num 464) dirty exists 2024-09-13T00:08:32.255 INFO:tasks.rados.rados.0.smithi032.stdout:1385: left oid 22 (ObjNum 464 snap 138 seq_num 464) 2024-09-13T00:08:32.255 INFO:tasks.rados.rados.0.smithi032.stdout:1386: finishing write tid 1 to smithi03267100-49 2024-09-13T00:08:32.255 INFO:tasks.rados.rados.0.smithi032.stdout:1386: finishing write tid 2 to smithi03267100-49 2024-09-13T00:08:32.262 INFO:tasks.rados.rados.0.smithi032.stdout:1387: expect (ObjNum 382 snap 118 seq_num 382) 2024-09-13T00:08:32.409 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:08:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:08:32] "GET /metrics HTTP/1.1" 200 36119 "" "Prometheus/2.43.0" 2024-09-13T00:08:32.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:32 smithi032 bash[75510]: cluster 2024-09-13T00:08:31.026225+0000 mgr.y (mgr.34107) 37 : cluster [DBG] pgmap v47: 121 pgs: 121 active+clean; 421 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 456 KiB/s wr, 5 op/s 2024-09-13T00:08:32.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:32 smithi032 bash[75510]: cluster 2024-09-13T00:08:31.102284+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2024-09-13T00:08:32.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:32 smithi032 bash[75510]: audit 2024-09-13T00:08:31.674705+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:32.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:32 smithi032 bash[75510]: audit 2024-09-13T00:08:31.679964+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:32.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:32 smithi032 bash[76677]: cluster 2024-09-13T00:08:31.026225+0000 mgr.y (mgr.34107) 37 : cluster [DBG] pgmap v47: 121 pgs: 121 active+clean; 421 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 456 KiB/s wr, 5 op/s 2024-09-13T00:08:32.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:32 smithi032 bash[76677]: cluster 2024-09-13T00:08:31.102284+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2024-09-13T00:08:32.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:32 smithi032 bash[76677]: audit 2024-09-13T00:08:31.674705+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:32.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:32 smithi032 bash[76677]: audit 2024-09-13T00:08:31.679964+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:32.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:32 smithi053 bash[60895]: ts=2024-09-13T00:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:32.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:32 smithi053 bash[24393]: cluster 2024-09-13T00:08:31.026225+0000 mgr.y (mgr.34107) 37 : cluster [DBG] pgmap v47: 121 pgs: 121 active+clean; 421 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 456 KiB/s wr, 5 op/s 2024-09-13T00:08:32.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:32 smithi053 bash[24393]: cluster 2024-09-13T00:08:31.102284+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2024-09-13T00:08:32.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:32 smithi053 bash[24393]: audit 2024-09-13T00:08:31.674705+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:32.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:32 smithi053 bash[24393]: audit 2024-09-13T00:08:31.679964+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:32.822 INFO:tasks.rados.rados.0.smithi032.stdout:1386: finishing write tid 3 to smithi03267100-49 2024-09-13T00:08:32.822 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 653 (ObjNum 465 snap 138 seq_num 465) dirty exists 2024-09-13T00:08:32.822 INFO:tasks.rados.rados.0.smithi032.stdout:1386: left oid 49 (ObjNum 465 snap 138 seq_num 465) 2024-09-13T00:08:32.822 INFO:tasks.rados.rados.0.smithi032.stdout:1388: finishing write tid 1 to smithi03267100-47 2024-09-13T00:08:32.822 INFO:tasks.rados.rados.0.smithi032.stdout:1388: finishing write tid 2 to smithi03267100-47 2024-09-13T00:08:32.822 INFO:tasks.rados.rados.0.smithi032.stdout:1388: finishing write tid 3 to smithi03267100-47 2024-09-13T00:08:32.822 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 590 (ObjNum 466 snap 138 seq_num 466) dirty exists 2024-09-13T00:08:32.822 INFO:tasks.rados.rados.0.smithi032.stdout:1388: left oid 47 (ObjNum 466 snap 138 seq_num 466) 2024-09-13T00:08:32.822 INFO:tasks.rados.rados.0.smithi032.stdout:1385: done (4 left) 2024-09-13T00:08:32.822 INFO:tasks.rados.rados.0.smithi032.stdout:1386: done (3 left) 2024-09-13T00:08:32.822 INFO:tasks.rados.rados.0.smithi032.stdout:1387: done (2 left) 2024-09-13T00:08:32.823 INFO:tasks.rados.rados.0.smithi032.stdout:1388: done (1 left) 2024-09-13T00:08:32.823 INFO:tasks.rados.rados.0.smithi032.stdout:1389: done (0 left) 2024-09-13T00:08:32.823 INFO:tasks.rados.rados.0.smithi032.stdout:1390: setattr oid 28 current snap is 138 2024-09-13T00:08:32.823 INFO:tasks.rados.rados.0.smithi032.stdout:1391: snap_remove snap 77 2024-09-13T00:08:33.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:33 smithi032 bash[75510]: cluster 2024-09-13T00:08:32.110561+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2024-09-13T00:08:33.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:33 smithi032 bash[75510]: audit 2024-09-13T00:08:32.404454+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:33.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:33 smithi032 bash[75510]: audit 2024-09-13T00:08:32.410367+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:33.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:33 smithi032 bash[76677]: cluster 2024-09-13T00:08:32.110561+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2024-09-13T00:08:33.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:33 smithi032 bash[76677]: audit 2024-09-13T00:08:32.404454+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:33.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:33 smithi032 bash[76677]: audit 2024-09-13T00:08:32.410367+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:33.425 INFO:tasks.rados.rados.0.smithi032.stdout:1391: done (1 left) 2024-09-13T00:08:33.425 INFO:tasks.rados.rados.0.smithi032.stdout:1392: setattr oid 50 current snap is 138 2024-09-13T00:08:33.425 INFO:tasks.rados.rados.0.smithi032.stdout:1393: rollback oid 45 current snap is 138 2024-09-13T00:08:33.425 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 109 2024-09-13T00:08:33.425 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 679 (ObjNum 423 snap 130 seq_num 423) dirty exists 2024-09-13T00:08:33.425 INFO:tasks.rados.rados.0.smithi032.stdout:1390: done (2 left) 2024-09-13T00:08:33.425 INFO:tasks.rados.rados.0.smithi032.stdout:1394: copy_from oid 19 from oid 46 current snap is 138 2024-09-13T00:08:33.425 INFO:tasks.rados.rados.0.smithi032.stdout:1395: delete oid 43 current snap is 138 2024-09-13T00:08:33.445 INFO:tasks.rados.rados.0.smithi032.stdout:1394: finishing copy_from racing read to smithi03267100-19 2024-09-13T00:08:33.446 INFO:tasks.rados.rados.0.smithi032.stdout:1393: finishing rollback tid 0 to smithi03267100-45 2024-09-13T00:08:33.447 INFO:tasks.rados.rados.0.smithi032.stdout:1395: done (3 left) 2024-09-13T00:08:33.448 INFO:tasks.rados.rados.0.smithi032.stdout:1396: read oid 12 snap -1 2024-09-13T00:08:33.451 INFO:tasks.rados.rados.0.smithi032.stdout:1396: expect (ObjNum 364 snap 115 seq_num 364) 2024-09-13T00:08:33.451 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 138 2024-09-13T00:08:33.451 INFO:tasks.rados.rados.0.smithi032.stdout:1397: seq_num 469 ranges {1826816=663552} 2024-09-13T00:08:33.478 INFO:tasks.rados.rados.0.smithi032.stdout:1397: writing smithi03267100-31 from 1826816 to 2490368 tid 1 2024-09-13T00:08:33.478 INFO:tasks.rados.rados.0.smithi032.stdout:1398: rollback oid 9 current snap is 138 2024-09-13T00:08:33.478 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 113 2024-09-13T00:08:33.478 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 200 (ObjNum 350 snap 111 seq_num 350) dirty exists 2024-09-13T00:08:33.478 INFO:tasks.rados.rados.0.smithi032.stdout:1394: finishing copy_from to smithi03267100-19 2024-09-13T00:08:33.478 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 35 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:08:33.478 INFO:tasks.rados.rados.0.smithi032.stdout:1393: finishing rollback tid 1 to smithi03267100-45 2024-09-13T00:08:33.479 INFO:tasks.rados.rados.0.smithi032.stdout:1393: finishing rollback tid 2 to smithi03267100-45 2024-09-13T00:08:33.479 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 661 (ObjNum 325 snap 96 seq_num 325) dirty exists 2024-09-13T00:08:33.479 INFO:tasks.rados.rados.0.smithi032.stdout:1392: done (5 left) 2024-09-13T00:08:33.479 INFO:tasks.rados.rados.0.smithi032.stdout:1393: done (4 left) 2024-09-13T00:08:33.479 INFO:tasks.rados.rados.0.smithi032.stdout:1394: done (3 left) 2024-09-13T00:08:33.479 INFO:tasks.rados.rados.0.smithi032.stdout:1399: snap_remove snap 127 2024-09-13T00:08:33.504 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:33 smithi053 bash[24393]: cluster 2024-09-13T00:08:32.110561+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2024-09-13T00:08:33.504 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:33 smithi053 bash[24393]: audit 2024-09-13T00:08:32.404454+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:33.504 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:33 smithi053 bash[24393]: audit 2024-09-13T00:08:32.410367+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:33.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:33 smithi053 bash[60895]: ts=2024-09-13T00:08:33.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:34.430 INFO:tasks.rados.rados.0.smithi032.stdout:1399: done (3 left) 2024-09-13T00:08:34.430 INFO:tasks.rados.rados.0.smithi032.stdout:1400: snap_remove snap 84 2024-09-13T00:08:34.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:34 smithi053 bash[24393]: cluster 2024-09-13T00:08:33.026918+0000 mgr.y (mgr.34107) 38 : cluster [DBG] pgmap v50: 121 pgs: 121 active+clean; 421 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 456 KiB/s wr, 5 op/s 2024-09-13T00:08:34.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:34 smithi053 bash[24393]: cluster 2024-09-13T00:08:33.425976+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2024-09-13T00:08:34.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:34 smithi053 bash[60895]: ts=2024-09-13T00:08:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:34.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:34 smithi053 bash[60895]: ts=2024-09-13T00:08:34.457Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:34.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:34 smithi032 bash[76677]: cluster 2024-09-13T00:08:33.026918+0000 mgr.y (mgr.34107) 38 : cluster [DBG] pgmap v50: 121 pgs: 121 active+clean; 421 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 456 KiB/s wr, 5 op/s 2024-09-13T00:08:34.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:34 smithi032 bash[76677]: cluster 2024-09-13T00:08:33.425976+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2024-09-13T00:08:34.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:34 smithi032 bash[75510]: cluster 2024-09-13T00:08:33.026918+0000 mgr.y (mgr.34107) 38 : cluster [DBG] pgmap v50: 121 pgs: 121 active+clean; 421 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 456 KiB/s wr, 5 op/s 2024-09-13T00:08:34.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:34 smithi032 bash[75510]: cluster 2024-09-13T00:08:33.425976+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2024-09-13T00:08:35.441 INFO:tasks.rados.rados.0.smithi032.stdout:1400: done (3 left) 2024-09-13T00:08:35.441 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 138 2024-09-13T00:08:35.441 INFO:tasks.rados.rados.0.smithi032.stdout:1401: seq_num 470 ranges {0=679936} 2024-09-13T00:08:35.455 INFO:tasks.rados.rados.0.smithi032.stdout:1401: writing smithi03267100-15 from 0 to 679936 tid 1 2024-09-13T00:08:35.455 INFO:tasks.rados.rados.0.smithi032.stdout:1402: read oid 28 snap -1 2024-09-13T00:08:35.457 INFO:tasks.rados.rados.0.smithi032.stdout:1402: expect (ObjNum 423 snap 130 seq_num 423) 2024-09-13T00:08:35.457 INFO:tasks.rados.rados.0.smithi032.stdout:1403: read oid 18 snap 137 2024-09-13T00:08:35.457 INFO:tasks.rados.rados.0.smithi032.stdout:1403: expect (ObjNum 458 snap 137 seq_num 458) 2024-09-13T00:08:35.457 INFO:tasks.rados.rados.0.smithi032.stdout:1404: read oid 1 snap 131 2024-09-13T00:08:35.457 INFO:tasks.rados.rados.0.smithi032.stdout:1404: expect deleted 2024-09-13T00:08:35.457 INFO:tasks.rados.rados.0.smithi032.stdout:1405: rollback oid 8 current snap is 138 2024-09-13T00:08:35.458 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 8 to 113 2024-09-13T00:08:35.458 INFO:tasks.rados.rados.0.smithi032.stdout:1406: rmattr oid 24 current snap is 138 2024-09-13T00:08:35.458 INFO:tasks.rados.rados.0.smithi032.stdout:1407: setattr oid 19 current snap is 138 2024-09-13T00:08:35.458 INFO:tasks.rados.rados.0.smithi032.stdout:1398: finishing rollback tid 0 to smithi03267100-9 2024-09-13T00:08:35.458 INFO:tasks.rados.rados.0.smithi032.stdout:1398: finishing rollback tid 1 to smithi03267100-9 2024-09-13T00:08:35.458 INFO:tasks.rados.rados.0.smithi032.stdout:1398: finishing rollback tid 2 to smithi03267100-9 2024-09-13T00:08:35.458 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1074 (ObjNum 292 snap 84 seq_num 292) dirty exists 2024-09-13T00:08:35.458 INFO:tasks.rados.rados.0.smithi032.stdout:1397: finishing write tid 1 to smithi03267100-31 2024-09-13T00:08:35.458 INFO:tasks.rados.rados.0.smithi032.stdout:1397: finishing write tid 2 to smithi03267100-31 2024-09-13T00:08:35.458 INFO:tasks.rados.rados.0.smithi032.stdout:1397: finishing write tid 3 to smithi03267100-31 2024-09-13T00:08:35.458 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1040 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-13T00:08:35.458 INFO:tasks.rados.rados.0.smithi032.stdout:1397: left oid 31 (ObjNum 469 snap 138 seq_num 469) 2024-09-13T00:08:35.458 INFO:tasks.rados.rados.0.smithi032.stdout:1396: expect (ObjNum 364 snap 115 seq_num 364) 2024-09-13T00:08:35.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:35 smithi053 bash[24393]: cluster 2024-09-13T00:08:34.433820+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2024-09-13T00:08:35.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:35 smithi032 bash[75510]: cluster 2024-09-13T00:08:34.433820+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2024-09-13T00:08:35.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:35 smithi032 bash[76677]: cluster 2024-09-13T00:08:34.433820+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2024-09-13T00:08:35.955 INFO:tasks.rados.rados.0.smithi032.stdout:1401: finishing write tid 1 to smithi03267100-15 2024-09-13T00:08:35.955 INFO:tasks.rados.rados.0.smithi032.stdout:1401: finishing write tid 2 to smithi03267100-15 2024-09-13T00:08:35.955 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 415 (ObjNum 323 snap 95 seq_num 323) dirty exists 2024-09-13T00:08:35.955 INFO:tasks.rados.rados.0.smithi032.stdout:1401: finishing write tid 3 to smithi03267100-15 2024-09-13T00:08:35.955 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 612 (ObjNum 470 snap 138 seq_num 470) dirty exists 2024-09-13T00:08:35.955 INFO:tasks.rados.rados.0.smithi032.stdout:1401: left oid 15 (ObjNum 470 snap 138 seq_num 470) 2024-09-13T00:08:35.955 INFO:tasks.rados.rados.0.smithi032.stdout:1405: finishing rollback tid 0 to smithi03267100-8 2024-09-13T00:08:35.955 INFO:tasks.rados.rados.0.smithi032.stdout:1403: expect (ObjNum 458 snap 137 seq_num 458) 2024-09-13T00:08:35.967 INFO:tasks.rados.rados.0.smithi032.stdout:1405: finishing rollback tid 1 to smithi03267100-8 2024-09-13T00:08:35.967 INFO:tasks.rados.rados.0.smithi032.stdout:1405: finishing rollback tid 2 to smithi03267100-8 2024-09-13T00:08:35.967 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 432 (ObjNum 303 snap 87 seq_num 303) dirty exists 2024-09-13T00:08:35.967 INFO:tasks.rados.rados.0.smithi032.stdout:1402: expect (ObjNum 423 snap 130 seq_num 423) 2024-09-13T00:08:36.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:36 smithi053 bash[24393]: cluster 2024-09-13T00:08:35.027705+0000 mgr.y (mgr.34107) 39 : cluster [DBG] pgmap v53: 121 pgs: 121 active+clean; 421 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:36.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:36 smithi053 bash[24393]: cluster 2024-09-13T00:08:35.444748+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2024-09-13T00:08:36.802 INFO:tasks.rados.rados.0.smithi032.stdout:1396: done (9 left) 2024-09-13T00:08:36.802 INFO:tasks.rados.rados.0.smithi032.stdout:1397: done (8 left) 2024-09-13T00:08:36.802 INFO:tasks.rados.rados.0.smithi032.stdout:1398: done (7 left) 2024-09-13T00:08:36.802 INFO:tasks.rados.rados.0.smithi032.stdout:1401: done (6 left) 2024-09-13T00:08:36.802 INFO:tasks.rados.rados.0.smithi032.stdout:1402: done (5 left) 2024-09-13T00:08:36.807 INFO:tasks.rados.rados.0.smithi032.stdout:1403: done (4 left) 2024-09-13T00:08:36.807 INFO:tasks.rados.rados.0.smithi032.stdout:1404: done (3 left) 2024-09-13T00:08:36.807 INFO:tasks.rados.rados.0.smithi032.stdout:1405: done (2 left) 2024-09-13T00:08:36.807 INFO:tasks.rados.rados.0.smithi032.stdout:1406: done (1 left) 2024-09-13T00:08:36.807 INFO:tasks.rados.rados.0.smithi032.stdout:1408: read oid 39 snap 98 2024-09-13T00:08:36.807 INFO:tasks.rados.rados.0.smithi032.stdout:1408: expect (ObjNum 227 snap 62 seq_num 227) 2024-09-13T00:08:36.807 INFO:tasks.rados.rados.0.smithi032.stdout:1409: read oid 43 snap 98 2024-09-13T00:08:36.807 INFO:tasks.rados.rados.0.smithi032.stdout:1409: expect (ObjNum 330 snap 98 seq_num 330) 2024-09-13T00:08:36.807 INFO:tasks.rados.rados.0.smithi032.stdout:1410: snap_create 2024-09-13T00:08:36.807 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 591 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:08:36.811 INFO:tasks.rados.rados.0.smithi032.stdout:1409: expect (ObjNum 330 snap 98 seq_num 330) 2024-09-13T00:08:36.834 INFO:tasks.rados.rados.0.smithi032.stdout:1408: expect (ObjNum 227 snap 62 seq_num 227) 2024-09-13T00:08:36.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:36 smithi032 bash[75510]: cluster 2024-09-13T00:08:35.027705+0000 mgr.y (mgr.34107) 39 : cluster [DBG] pgmap v53: 121 pgs: 121 active+clean; 421 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:36.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:36 smithi032 bash[75510]: cluster 2024-09-13T00:08:35.444748+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2024-09-13T00:08:36.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:36 smithi032 bash[76677]: cluster 2024-09-13T00:08:35.027705+0000 mgr.y (mgr.34107) 39 : cluster [DBG] pgmap v53: 121 pgs: 121 active+clean; 421 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:36.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:36 smithi032 bash[76677]: cluster 2024-09-13T00:08:35.444748+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2024-09-13T00:08:37.451 INFO:tasks.rados.rados.0.smithi032.stdout:1407: done (3 left) 2024-09-13T00:08:37.451 INFO:tasks.rados.rados.0.smithi032.stdout:1408: done (2 left) 2024-09-13T00:08:37.451 INFO:tasks.rados.rados.0.smithi032.stdout:1409: done (1 left) 2024-09-13T00:08:37.451 INFO:tasks.rados.rados.0.smithi032.stdout:1410: done (0 left) 2024-09-13T00:08:37.451 INFO:tasks.rados.rados.0.smithi032.stdout:1411: setattr oid 18 current snap is 139 2024-09-13T00:08:37.453 INFO:tasks.rados.rados.0.smithi032.stdout:1412: setattr oid 47 current snap is 139 2024-09-13T00:08:37.456 INFO:tasks.rados.rados.0.smithi032.stdout:1413: delete oid 41 current snap is 139 2024-09-13T00:08:37.464 INFO:tasks.rados.rados.0.smithi032.stdout:1413: done (2 left) 2024-09-13T00:08:37.464 INFO:tasks.rados.rados.0.smithi032.stdout:1414: snap_create 2024-09-13T00:08:37.469 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1098 (ObjNum 458 snap 137 seq_num 458) dirty exists 2024-09-13T00:08:37.470 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 592 (ObjNum 466 snap 138 seq_num 466) dirty exists 2024-09-13T00:08:38.061 INFO:tasks.rados.rados.0.smithi032.stdout:1411: done (2 left) 2024-09-13T00:08:38.061 INFO:tasks.rados.rados.0.smithi032.stdout:1412: done (1 left) 2024-09-13T00:08:38.061 INFO:tasks.rados.rados.0.smithi032.stdout:1414: done (0 left) 2024-09-13T00:08:38.061 INFO:tasks.rados.rados.0.smithi032.stdout:1415: copy_from oid 49 from oid 48 current snap is 140 2024-09-13T00:08:38.061 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 140 2024-09-13T00:08:38.062 INFO:tasks.rados.rados.0.smithi032.stdout:1416: seq_num 472 ranges {679936=712704} 2024-09-13T00:08:38.070 INFO:tasks.rados.rados.0.smithi032.stdout:1416: writing smithi03267100-15 from 679936 to 1392640 tid 1 2024-09-13T00:08:38.070 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 140 2024-09-13T00:08:38.070 INFO:tasks.rados.rados.0.smithi032.stdout:1417: seq_num 473 ranges {8003584=729088} 2024-09-13T00:08:38.123 INFO:tasks.rados.rados.0.smithi032.stdout:1417: writing smithi03267100-17 from 8003584 to 8732672 tid 1 2024-09-13T00:08:38.124 INFO:tasks.rados.rados.0.smithi032.stdout:1418: rollback oid 28 current snap is 140 2024-09-13T00:08:38.124 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 28 to 130 2024-09-13T00:08:38.124 INFO:tasks.rados.rados.0.smithi032.stdout:1415: finishing copy_from racing read to smithi03267100-49 2024-09-13T00:08:38.124 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 140 2024-09-13T00:08:38.124 INFO:tasks.rados.rados.0.smithi032.stdout:1415: finishing copy_from to smithi03267100-49 2024-09-13T00:08:38.124 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 650 (ObjNum 462 snap 138 seq_num 462) dirty exists 2024-09-13T00:08:38.124 INFO:tasks.rados.rados.0.smithi032.stdout:1416: finishing write tid 1 to smithi03267100-15 2024-09-13T00:08:38.124 INFO:tasks.rados.rados.0.smithi032.stdout:1416: finishing write tid 2 to smithi03267100-15 2024-09-13T00:08:38.124 INFO:tasks.rados.rados.0.smithi032.stdout:1416: finishing write tid 3 to smithi03267100-15 2024-09-13T00:08:38.124 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 614 (ObjNum 472 snap 140 seq_num 472) dirty exists 2024-09-13T00:08:38.124 INFO:tasks.rados.rados.0.smithi032.stdout:1416: left oid 15 (ObjNum 472 snap 140 seq_num 472) 2024-09-13T00:08:38.125 INFO:tasks.rados.rados.0.smithi032.stdout:1419: seq_num 474 ranges {2785280=745472} 2024-09-13T00:08:38.144 INFO:tasks.rados.rados.0.smithi032.stdout:1419: writing smithi03267100-10 from 2785280 to 3530752 tid 1 2024-09-13T00:08:38.144 INFO:tasks.rados.rados.0.smithi032.stdout:1415: done (4 left) 2024-09-13T00:08:38.144 INFO:tasks.rados.rados.0.smithi032.stdout:1416: done (3 left) 2024-09-13T00:08:38.145 INFO:tasks.rados.rados.0.smithi032.stdout:1420: delete oid 47 current snap is 140 2024-09-13T00:08:38.145 INFO:tasks.rados.rados.0.smithi032.stdout:1417: finishing write tid 1 to smithi03267100-17 2024-09-13T00:08:38.145 INFO:tasks.rados.rados.0.smithi032.stdout:1417: finishing write tid 2 to smithi03267100-17 2024-09-13T00:08:38.145 INFO:tasks.rados.rados.0.smithi032.stdout:1418: finishing rollback tid 0 to smithi03267100-28 2024-09-13T00:08:38.145 INFO:tasks.rados.rados.0.smithi032.stdout:1417: finishing write tid 3 to smithi03267100-17 2024-09-13T00:08:38.145 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 1063 (ObjNum 473 snap 140 seq_num 473) dirty exists 2024-09-13T00:08:38.145 INFO:tasks.rados.rados.0.smithi032.stdout:1417: left oid 17 (ObjNum 473 snap 140 seq_num 473) 2024-09-13T00:08:38.145 INFO:tasks.rados.rados.0.smithi032.stdout:1418: finishing rollback tid 1 to smithi03267100-28 2024-09-13T00:08:38.145 INFO:tasks.rados.rados.0.smithi032.stdout:1418: finishing rollback tid 2 to smithi03267100-28 2024-09-13T00:08:38.145 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 709 (ObjNum 423 snap 130 seq_num 423) dirty exists 2024-09-13T00:08:38.149 INFO:tasks.rados.rados.0.smithi032.stdout:1417: done (3 left) 2024-09-13T00:08:38.149 INFO:tasks.rados.rados.0.smithi032.stdout:1418: done (2 left) 2024-09-13T00:08:38.149 INFO:tasks.rados.rados.0.smithi032.stdout:1420: done (1 left) 2024-09-13T00:08:38.149 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 140 2024-09-13T00:08:38.149 INFO:tasks.rados.rados.0.smithi032.stdout:1421: seq_num 476 ranges {6701056=778240} 2024-09-13T00:08:38.193 INFO:tasks.rados.rados.0.smithi032.stdout:1421: writing smithi03267100-44 from 6701056 to 7479296 tid 1 2024-09-13T00:08:38.193 INFO:tasks.rados.rados.0.smithi032.stdout:1422: read oid 20 snap -1 2024-09-13T00:08:38.193 INFO:tasks.rados.rados.0.smithi032.stdout:1422: expect (ObjNum 410 snap 126 seq_num 410) 2024-09-13T00:08:38.193 INFO:tasks.rados.rados.0.smithi032.stdout:1423: copy_from oid 49 from oid 17 current snap is 140 2024-09-13T00:08:38.193 INFO:tasks.rados.rados.0.smithi032.stdout:1419: finishing write tid 1 to smithi03267100-10 2024-09-13T00:08:38.193 INFO:tasks.rados.rados.0.smithi032.stdout:1424: setattr oid 9 current snap is 140 2024-09-13T00:08:38.193 INFO:tasks.rados.rados.0.smithi032.stdout:1419: finishing write tid 2 to smithi03267100-10 2024-09-13T00:08:38.193 INFO:tasks.rados.rados.0.smithi032.stdout:1419: finishing write tid 3 to smithi03267100-10 2024-09-13T00:08:38.194 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 441 (ObjNum 474 snap 140 seq_num 474) dirty exists 2024-09-13T00:08:38.194 INFO:tasks.rados.rados.0.smithi032.stdout:1419: left oid 10 (ObjNum 474 snap 140 seq_num 474) 2024-09-13T00:08:38.194 INFO:tasks.rados.rados.0.smithi032.stdout:1419: done (4 left) 2024-09-13T00:08:38.194 INFO:tasks.rados.rados.0.smithi032.stdout:1425: delete oid 2 current snap is 140 2024-09-13T00:08:38.200 INFO:tasks.rados.rados.0.smithi032.stdout:1425: done (4 left) 2024-09-13T00:08:38.200 INFO:tasks.rados.rados.0.smithi032.stdout:1426: read oid 5 snap 98 2024-09-13T00:08:38.200 INFO:tasks.rados.rados.0.smithi032.stdout:1426: expect (ObjNum 318 snap 94 seq_num 318) 2024-09-13T00:08:38.200 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 140 2024-09-13T00:08:38.200 INFO:tasks.rados.rados.0.smithi032.stdout:1427: seq_num 478 ranges {409600=409600,819200=401408} 2024-09-13T00:08:38.205 INFO:tasks.rados.rados.0.smithi032.stdout:1427: writing smithi03267100-26 from 409600 to 819200 tid 1 2024-09-13T00:08:38.208 INFO:tasks.rados.rados.0.smithi032.stdout:1427: writing smithi03267100-26 from 819200 to 1220608 tid 2 2024-09-13T00:08:38.208 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 140 2024-09-13T00:08:38.208 INFO:tasks.rados.rados.0.smithi032.stdout:1421: finishing write tid 1 to smithi03267100-44 2024-09-13T00:08:38.208 INFO:tasks.rados.rados.0.smithi032.stdout:1421: finishing write tid 2 to smithi03267100-44 2024-09-13T00:08:38.208 INFO:tasks.rados.rados.0.smithi032.stdout:1428: seq_num 479 ranges {5242880=425984,5668864=401408} 2024-09-13T00:08:38.241 INFO:tasks.rados.rados.0.smithi032.stdout:1428: writing smithi03267100-42 from 5242880 to 5668864 tid 1 2024-09-13T00:08:38.243 INFO:tasks.rados.rados.0.smithi032.stdout:1428: writing smithi03267100-42 from 5668864 to 6070272 tid 2 2024-09-13T00:08:38.243 INFO:tasks.rados.rados.0.smithi032.stdout:1429: snap_remove snap 91 2024-09-13T00:08:38.721 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:38 smithi032 bash[75510]: cluster 2024-09-13T00:08:37.029129+0000 mgr.y (mgr.34107) 40 : cluster [DBG] pgmap v55: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 998 KiB/s wr, 19 op/s 2024-09-13T00:08:38.721 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:38 smithi032 bash[75510]: cluster 2024-09-13T00:08:37.454630+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e327: 8 total, 8 up, 8 in 2024-09-13T00:08:38.721 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:38 smithi032 bash[75510]: cluster 2024-09-13T00:08:38.065138+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e328: 8 total, 8 up, 8 in 2024-09-13T00:08:38.721 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:38 smithi032 bash[76677]: cluster 2024-09-13T00:08:37.029129+0000 mgr.y (mgr.34107) 40 : cluster [DBG] pgmap v55: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 998 KiB/s wr, 19 op/s 2024-09-13T00:08:38.721 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:38 smithi032 bash[76677]: cluster 2024-09-13T00:08:37.454630+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e327: 8 total, 8 up, 8 in 2024-09-13T00:08:38.721 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:38 smithi032 bash[76677]: cluster 2024-09-13T00:08:38.065138+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e328: 8 total, 8 up, 8 in 2024-09-13T00:08:38.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:38 smithi053 bash[60895]: ts=2024-09-13T00:08:38.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:38.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:38 smithi053 bash[24393]: cluster 2024-09-13T00:08:37.029129+0000 mgr.y (mgr.34107) 40 : cluster [DBG] pgmap v55: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 998 KiB/s wr, 19 op/s 2024-09-13T00:08:38.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:38 smithi053 bash[24393]: cluster 2024-09-13T00:08:37.454630+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e327: 8 total, 8 up, 8 in 2024-09-13T00:08:38.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:38 smithi053 bash[24393]: cluster 2024-09-13T00:08:38.065138+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e328: 8 total, 8 up, 8 in 2024-09-13T00:08:39.071 INFO:tasks.rados.rados.0.smithi032.stdout:1421: finishing write tid 3 to smithi03267100-44 2024-09-13T00:08:39.071 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 495 (ObjNum 476 snap 140 seq_num 476) dirty exists 2024-09-13T00:08:39.071 INFO:tasks.rados.rados.0.smithi032.stdout:1421: left oid 44 (ObjNum 476 snap 140 seq_num 476) 2024-09-13T00:08:39.071 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1100 (ObjNum 292 snap 84 seq_num 292) dirty exists 2024-09-13T00:08:39.071 INFO:tasks.rados.rados.0.smithi032.stdout:1427: finishing write tid 1 to smithi03267100-26 2024-09-13T00:08:39.071 INFO:tasks.rados.rados.0.smithi032.stdout:1427: finishing write tid 2 to smithi03267100-26 2024-09-13T00:08:39.071 INFO:tasks.rados.rados.0.smithi032.stdout:1427: finishing write tid 3 to smithi03267100-26 2024-09-13T00:08:39.071 INFO:tasks.rados.rados.0.smithi032.stdout:1422: expect (ObjNum 410 snap 126 seq_num 410) 2024-09-13T00:08:39.256 INFO:tasks.rados.rados.0.smithi032.stdout:1427: finishing write tid 4 to smithi03267100-26 2024-09-13T00:08:39.256 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1104 (ObjNum 478 snap 140 seq_num 478) dirty exists 2024-09-13T00:08:39.256 INFO:tasks.rados.rados.0.smithi032.stdout:1427: left oid 26 (ObjNum 478 snap 140 seq_num 478) 2024-09-13T00:08:39.256 INFO:tasks.rados.rados.0.smithi032.stdout:1426: expect (ObjNum 318 snap 94 seq_num 318) 2024-09-13T00:08:39.716 INFO:tasks.rados.rados.0.smithi032.stdout:1428: finishing write tid 1 to smithi03267100-42 2024-09-13T00:08:39.716 INFO:tasks.rados.rados.0.smithi032.stdout:1428: finishing write tid 2 to smithi03267100-42 2024-09-13T00:08:39.716 INFO:tasks.rados.rados.0.smithi032.stdout:1428: finishing write tid 3 to smithi03267100-42 2024-09-13T00:08:39.716 INFO:tasks.rados.rados.0.smithi032.stdout:1428: finishing write tid 4 to smithi03267100-42 2024-09-13T00:08:39.716 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 161 (ObjNum 479 snap 140 seq_num 479) dirty exists 2024-09-13T00:08:39.716 INFO:tasks.rados.rados.0.smithi032.stdout:1428: left oid 42 (ObjNum 479 snap 140 seq_num 479) 2024-09-13T00:08:39.716 INFO:tasks.rados.rados.0.smithi032.stdout:1423: finishing copy_from racing read to smithi03267100-49 2024-09-13T00:08:39.716 INFO:tasks.rados.rados.0.smithi032.stdout:1423: finishing copy_from to smithi03267100-49 2024-09-13T00:08:39.717 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1063 (ObjNum 473 snap 140 seq_num 473) dirty exists 2024-09-13T00:08:39.717 INFO:tasks.rados.rados.0.smithi032.stdout:1421: done (7 left) 2024-09-13T00:08:39.717 INFO:tasks.rados.rados.0.smithi032.stdout:1422: done (6 left) 2024-09-13T00:08:39.717 INFO:tasks.rados.rados.0.smithi032.stdout:1423: done (5 left) 2024-09-13T00:08:39.717 INFO:tasks.rados.rados.0.smithi032.stdout:1424: done (4 left) 2024-09-13T00:08:39.717 INFO:tasks.rados.rados.0.smithi032.stdout:1426: done (3 left) 2024-09-13T00:08:39.717 INFO:tasks.rados.rados.0.smithi032.stdout:1427: done (2 left) 2024-09-13T00:08:39.717 INFO:tasks.rados.rados.0.smithi032.stdout:1428: done (1 left) 2024-09-13T00:08:39.717 INFO:tasks.rados.rados.0.smithi032.stdout:1429: done (0 left) 2024-09-13T00:08:39.717 INFO:tasks.rados.rados.0.smithi032.stdout:1430: read oid 34 snap -1 2024-09-13T00:08:39.717 INFO:tasks.rados.rados.0.smithi032.stdout:1430: expect (ObjNum 445 snap 134 seq_num 445) 2024-09-13T00:08:39.717 INFO:tasks.rados.rados.0.smithi032.stdout:1431: setattr oid 5 current snap is 140 2024-09-13T00:08:39.719 INFO:tasks.rados.rados.0.smithi032.stdout:1432: snap_create 2024-09-13T00:08:39.720 INFO:tasks.rados.rados.0.smithi032.stdout:1430: expect (ObjNum 445 snap 134 seq_num 445) 2024-09-13T00:08:39.727 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 615 (ObjNum 435 snap 131 seq_num 435) dirty exists 2024-09-13T00:08:40.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:40 smithi032 bash[75510]: cluster 2024-09-13T00:08:39.029975+0000 mgr.y (mgr.34107) 41 : cluster [DBG] pgmap v58: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-09-13T00:08:40.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:40 smithi032 bash[75510]: cluster 2024-09-13T00:08:39.068273+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e329: 8 total, 8 up, 8 in 2024-09-13T00:08:40.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:40 smithi032 bash[76677]: cluster 2024-09-13T00:08:39.029975+0000 mgr.y (mgr.34107) 41 : cluster [DBG] pgmap v58: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-09-13T00:08:40.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:40 smithi032 bash[76677]: cluster 2024-09-13T00:08:39.068273+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e329: 8 total, 8 up, 8 in 2024-09-13T00:08:40.457 INFO:tasks.rados.rados.0.smithi032.stdout:1430: done (2 left) 2024-09-13T00:08:40.457 INFO:tasks.rados.rados.0.smithi032.stdout:1431: done (1 left) 2024-09-13T00:08:40.457 INFO:tasks.rados.rados.0.smithi032.stdout:1432: done (0 left) 2024-09-13T00:08:40.457 INFO:tasks.rados.rados.0.smithi032.stdout:1433: delete oid 6 current snap is 141 2024-09-13T00:08:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:1433: done (0 left) 2024-09-13T00:08:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:1434: snap_create 2024-09-13T00:08:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:40 smithi053 bash[24393]: cluster 2024-09-13T00:08:39.029975+0000 mgr.y (mgr.34107) 41 : cluster [DBG] pgmap v58: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-09-13T00:08:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:40 smithi053 bash[24393]: cluster 2024-09-13T00:08:39.068273+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e329: 8 total, 8 up, 8 in 2024-09-13T00:08:41.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:41 smithi032 bash[75510]: audit 2024-09-13T00:08:40.105391+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:08:41.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:41 smithi032 bash[75510]: cluster 2024-09-13T00:08:40.461479+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e330: 8 total, 8 up, 8 in 2024-09-13T00:08:41.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:41 smithi032 bash[76677]: audit 2024-09-13T00:08:40.105391+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:08:41.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:41 smithi032 bash[76677]: cluster 2024-09-13T00:08:40.461479+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e330: 8 total, 8 up, 8 in 2024-09-13T00:08:41.462 INFO:tasks.rados.rados.0.smithi032.stdout:1434: done (0 left) 2024-09-13T00:08:41.462 INFO:tasks.rados.rados.0.smithi032.stdout:1435: snap_remove snap 94 2024-09-13T00:08:41.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:41 smithi053 bash[24393]: audit 2024-09-13T00:08:40.105391+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:08:41.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:41 smithi053 bash[24393]: cluster 2024-09-13T00:08:40.461479+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e330: 8 total, 8 up, 8 in 2024-09-13T00:08:42.468 INFO:tasks.rados.rados.0.smithi032.stdout:1435: done (0 left) 2024-09-13T00:08:42.469 INFO:tasks.rados.rados.0.smithi032.stdout:1436: delete oid 32 current snap is 142 2024-09-13T00:08:42.496 INFO:tasks.rados.rados.0.smithi032.stdout:1436: done (0 left) 2024-09-13T00:08:42.496 INFO:tasks.rados.rados.0.smithi032.stdout:1437: delete oid 21 current snap is 142 2024-09-13T00:08:42.511 INFO:tasks.rados.rados.0.smithi032.stdout:1437: done (0 left) 2024-09-13T00:08:42.511 INFO:tasks.rados.rados.0.smithi032.stdout:1438: snap_remove snap 140 2024-09-13T00:08:42.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:08:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:08:42] "GET /metrics HTTP/1.1" 200 36117 "" "Prometheus/2.43.0" 2024-09-13T00:08:42.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:42 smithi032 bash[75510]: cluster 2024-09-13T00:08:41.031379+0000 mgr.y (mgr.34107) 42 : cluster [DBG] pgmap v61: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-09-13T00:08:42.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:42 smithi032 bash[75510]: cluster 2024-09-13T00:08:41.466930+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2024-09-13T00:08:42.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:42 smithi032 bash[76677]: cluster 2024-09-13T00:08:41.031379+0000 mgr.y (mgr.34107) 42 : cluster [DBG] pgmap v61: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-09-13T00:08:42.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:42 smithi032 bash[76677]: cluster 2024-09-13T00:08:41.466930+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2024-09-13T00:08:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:42 smithi053 bash[24393]: cluster 2024-09-13T00:08:41.031379+0000 mgr.y (mgr.34107) 42 : cluster [DBG] pgmap v61: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-09-13T00:08:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:42 smithi053 bash[24393]: cluster 2024-09-13T00:08:41.466930+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2024-09-13T00:08:42.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:42 smithi053 bash[60895]: ts=2024-09-13T00:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:43.061 INFO:tasks.rados.rados.0.smithi032.stdout:1438: done (0 left) 2024-09-13T00:08:43.061 INFO:tasks.rados.rados.0.smithi032.stdout:1439: snap_remove snap 113 2024-09-13T00:08:43.323 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:08:43.644 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:08:43.644 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2m) 11s ago 8m 14.0M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:08:43.644 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (2m) 42s ago 8m 75.2M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:08:43.644 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10m) 11s ago 10m 16.5M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:08:43.644 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (10m) 42s ago 10m 17.7M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:08:43.644 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (81s) 42s ago 17m 422M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:08:43.645 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2m) 11s ago 20m 478M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:08:43.645 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (56s) 11s ago 20m 40.4M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:08:43.645 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (18m) 42s ago 18m 53.6M 2048M 17.2.7-1627-gbbdadfa3 214985049bdb 6ca18a9d98fc 2024-09-13T00:08:43.645 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (24s) 11s ago 18m 18.5M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:08:43.645 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2m) 11s ago 9m 7703k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:08:43.645 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (2m) 42s ago 9m 7996k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:08:43.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (17m) 11s ago 17m 269M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 8a5146ba6e0d 2024-09-13T00:08:43.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (16m) 11s ago 16m 311M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 1ab06e2999b7 2024-09-13T00:08:43.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (15m) 11s ago 15m 273M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 911acc1d60e0 2024-09-13T00:08:43.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (14m) 11s ago 14m 130M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:08:43.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (13m) 42s ago 13m 188M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:08:43.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (12m) 42s ago 12m 235M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:08:43.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (11m) 42s ago 11m 121M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:08:43.646 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (10m) 42s ago 10m 177M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:08:43.646 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (88s) 42s ago 9m 46.3M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:08:43.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:43 smithi053 bash[60895]: ts=2024-09-13T00:08:43.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:43 smithi053 bash[24393]: cluster 2024-09-13T00:08:42.469572+0000 mon.a (mon.0) 163 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2024-09-13T00:08:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:43 smithi053 bash[24393]: audit 2024-09-13T00:08:42.515876+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:43 smithi053 bash[24393]: audit 2024-09-13T00:08:42.529509+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:43.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:43 smithi053 bash[24393]: audit 2024-09-13T00:08:42.531557+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:08:43.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:43 smithi053 bash[24393]: audit 2024-09-13T00:08:42.533060+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:08:43.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:43 smithi053 bash[24393]: audit 2024-09-13T00:08:42.539308+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:43.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:43 smithi053 bash[24393]: audit 2024-09-13T00:08:42.615104+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:08:43.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:43 smithi053 bash[24393]: audit 2024-09-13T00:08:42.618476+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:08:43.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:43 smithi053 bash[24393]: audit 2024-09-13T00:08:42.620236+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T00:08:43.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:43 smithi053 bash[24393]: audit 2024-09-13T00:08:42.621225+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T00:08:43.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:43 smithi053 bash[24393]: cephadm 2024-09-13T00:08:42.621892+0000 mgr.y (mgr.34107) 43 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-13T00:08:43.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:43 smithi053 bash[24393]: cluster 2024-09-13T00:08:43.065193+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2024-09-13T00:08:43.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[76677]: cluster 2024-09-13T00:08:42.469572+0000 mon.a (mon.0) 163 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2024-09-13T00:08:43.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[76677]: audit 2024-09-13T00:08:42.515876+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:43.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[76677]: audit 2024-09-13T00:08:42.529509+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:43.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[76677]: audit 2024-09-13T00:08:42.531557+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:08:43.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[76677]: audit 2024-09-13T00:08:42.533060+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:08:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[76677]: audit 2024-09-13T00:08:42.539308+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[76677]: audit 2024-09-13T00:08:42.615104+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:08:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[76677]: audit 2024-09-13T00:08:42.618476+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:08:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[76677]: audit 2024-09-13T00:08:42.620236+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T00:08:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[76677]: audit 2024-09-13T00:08:42.621225+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T00:08:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[76677]: cephadm 2024-09-13T00:08:42.621892+0000 mgr.y (mgr.34107) 43 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-13T00:08:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[76677]: cluster 2024-09-13T00:08:43.065193+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2024-09-13T00:08:43.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[75510]: cluster 2024-09-13T00:08:42.469572+0000 mon.a (mon.0) 163 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2024-09-13T00:08:43.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[75510]: audit 2024-09-13T00:08:42.515876+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:43.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[75510]: audit 2024-09-13T00:08:42.529509+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:43.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[75510]: audit 2024-09-13T00:08:42.531557+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:08:43.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[75510]: audit 2024-09-13T00:08:42.533060+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:08:43.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[75510]: audit 2024-09-13T00:08:42.539308+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:43.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[75510]: audit 2024-09-13T00:08:42.615104+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:08:43.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[75510]: audit 2024-09-13T00:08:42.618476+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:08:43.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[75510]: audit 2024-09-13T00:08:42.620236+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T00:08:43.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[75510]: audit 2024-09-13T00:08:42.621225+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T00:08:43.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[75510]: cephadm 2024-09-13T00:08:42.621892+0000 mgr.y (mgr.34107) 43 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-13T00:08:43.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:43 smithi032 bash[75510]: cluster 2024-09-13T00:08:43.065193+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2024-09-13T00:08:44.005 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:08:44.006 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:08:44.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 1, 2024-09-13T00:08:44.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:08:44.006 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:08:44.006 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:08:44.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:08:44.006 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:08:44.006 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:08:44.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:08:44.006 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:08:44.006 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:08:44.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:08:44.007 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:08:44.007 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:08:44.007 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 11, 2024-09-13T00:08:44.007 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 4 2024-09-13T00:08:44.007 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:08:44.007 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:08:44.062 INFO:tasks.rados.rados.0.smithi032.stdout:1439: done (0 left) 2024-09-13T00:08:44.062 INFO:tasks.rados.rados.0.smithi032.stdout:1440: copy_from oid 11 from oid 16 current snap is 142 2024-09-13T00:08:44.062 INFO:tasks.rados.rados.0.smithi032.stdout:1441: rollback oid 40 current snap is 142 2024-09-13T00:08:44.062 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 98 2024-09-13T00:08:44.062 INFO:tasks.rados.rados.0.smithi032.stdout:1442: read oid 17 snap -1 2024-09-13T00:08:44.063 INFO:tasks.rados.rados.0.smithi032.stdout:1442: expect (ObjNum 473 snap 140 seq_num 473) 2024-09-13T00:08:44.063 INFO:tasks.rados.rados.0.smithi032.stdout:1443: read oid 30 snap 120 2024-09-13T00:08:44.063 INFO:tasks.rados.rados.0.smithi032.stdout:1443: expect (ObjNum 311 snap 90 seq_num 311) 2024-09-13T00:08:44.063 INFO:tasks.rados.rados.0.smithi032.stdout:1444: delete oid 35 current snap is 142 2024-09-13T00:08:44.075 INFO:tasks.rados.rados.0.smithi032.stdout:1441: finishing rollback tid 1 to smithi03267100-40 2024-09-13T00:08:44.077 INFO:tasks.rados.rados.0.smithi032.stdout:1441: finishing rollback tid 2 to smithi03267100-40 2024-09-13T00:08:44.077 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 613 (ObjNum 269 snap 78 seq_num 269) dirty exists 2024-09-13T00:08:44.099 INFO:tasks.rados.rados.0.smithi032.stdout:1441: done (4 left) 2024-09-13T00:08:44.099 INFO:tasks.rados.rados.0.smithi032.stdout:1444: done (3 left) 2024-09-13T00:08:44.099 INFO:tasks.rados.rados.0.smithi032.stdout:1445: delete oid 41 current snap is 142 2024-09-13T00:08:44.103 INFO:tasks.rados.rados.0.smithi032.stdout:1445: done (3 left) 2024-09-13T00:08:44.103 INFO:tasks.rados.rados.0.smithi032.stdout:1446: snap_create 2024-09-13T00:08:44.107 INFO:tasks.rados.rados.0.smithi032.stdout:1440: finishing copy_from racing read to smithi03267100-11 2024-09-13T00:08:44.114 INFO:tasks.rados.rados.0.smithi032.stdout:1440: finishing copy_from to smithi03267100-11 2024-09-13T00:08:44.114 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 162 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-09-13T00:08:44.135 INFO:tasks.rados.rados.0.smithi032.stdout:1442: expect (ObjNum 473 snap 140 seq_num 473) 2024-09-13T00:08:44.779 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:44 smithi053 bash[60895]: ts=2024-09-13T00:08:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:44.779 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:44 smithi053 bash[60895]: ts=2024-09-13T00:08:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:44.780 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:44 smithi053 bash[24393]: cluster 2024-09-13T00:08:43.031961+0000 mgr.y (mgr.34107) 44 : cluster [DBG] pgmap v64: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-09-13T00:08:44.780 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:44 smithi053 bash[24393]: audit 2024-09-13T00:08:43.314523+0000 mgr.y (mgr.34107) 45 : audit [DBG] from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:08:44.780 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:44 smithi053 bash[24393]: audit 2024-09-13T00:08:43.614568+0000 mgr.y (mgr.34107) 46 : audit [DBG] from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:08:44.780 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:44 smithi053 bash[24393]: audit 2024-09-13T00:08:44.010186+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.32:0/1113968991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:08:44.780 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:44 smithi053 bash[24393]: cluster 2024-09-13T00:08:44.066392+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2024-09-13T00:08:44.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:44 smithi032 bash[75510]: cluster 2024-09-13T00:08:43.031961+0000 mgr.y (mgr.34107) 44 : cluster [DBG] pgmap v64: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-09-13T00:08:44.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:44 smithi032 bash[75510]: audit 2024-09-13T00:08:43.314523+0000 mgr.y (mgr.34107) 45 : audit [DBG] from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:08:44.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:44 smithi032 bash[75510]: audit 2024-09-13T00:08:43.614568+0000 mgr.y (mgr.34107) 46 : audit [DBG] from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:08:44.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:44 smithi032 bash[75510]: audit 2024-09-13T00:08:44.010186+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.32:0/1113968991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:08:44.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:44 smithi032 bash[75510]: cluster 2024-09-13T00:08:44.066392+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2024-09-13T00:08:44.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:44 smithi032 bash[76677]: cluster 2024-09-13T00:08:43.031961+0000 mgr.y (mgr.34107) 44 : cluster [DBG] pgmap v64: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-09-13T00:08:44.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:44 smithi032 bash[76677]: audit 2024-09-13T00:08:43.314523+0000 mgr.y (mgr.34107) 45 : audit [DBG] from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:08:44.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:44 smithi032 bash[76677]: audit 2024-09-13T00:08:43.614568+0000 mgr.y (mgr.34107) 46 : audit [DBG] from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:08:44.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:44 smithi032 bash[76677]: audit 2024-09-13T00:08:44.010186+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.32:0/1113968991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:08:44.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:44 smithi032 bash[76677]: cluster 2024-09-13T00:08:44.066392+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2024-09-13T00:08:44.937 INFO:tasks.rados.rados.0.smithi032.stdout:1443: expect (ObjNum 311 snap 90 seq_num 311) 2024-09-13T00:08:45.074 INFO:tasks.rados.rados.0.smithi032.stdout:1440: done (3 left) 2024-09-13T00:08:45.074 INFO:tasks.rados.rados.0.smithi032.stdout:1442: done (2 left) 2024-09-13T00:08:45.074 INFO:tasks.rados.rados.0.smithi032.stdout:1443: done (1 left) 2024-09-13T00:08:45.074 INFO:tasks.rados.rados.0.smithi032.stdout:1446: done (0 left) 2024-09-13T00:08:45.074 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 143 2024-09-13T00:08:45.074 INFO:tasks.rados.rados.0.smithi032.stdout:1447: seq_num 485 ranges {8732672=532480,9265152=401408} 2024-09-13T00:08:45.174 INFO:tasks.rados.rados.0.smithi032.stdout:1447: writing smithi03267100-49 from 8732672 to 9265152 tid 1 2024-09-13T00:08:45.176 INFO:tasks.rados.rados.0.smithi032.stdout:1447: writing smithi03267100-49 from 9265152 to 9666560 tid 2 2024-09-13T00:08:45.176 INFO:tasks.rados.rados.0.smithi032.stdout:1448: setattr oid 31 current snap is 143 2024-09-13T00:08:45.179 INFO:tasks.rados.rados.0.smithi032.stdout:1449: read oid 35 snap -1 2024-09-13T00:08:45.179 INFO:tasks.rados.rados.0.smithi032.stdout:1449: expect deleted 2024-09-13T00:08:45.179 INFO:tasks.rados.rados.0.smithi032.stdout:1450: snap_remove snap 124 2024-09-13T00:08:46.078 INFO:tasks.rados.rados.0.smithi032.stdout:1450: done (3 left) 2024-09-13T00:08:46.078 INFO:tasks.rados.rados.0.smithi032.stdout:1451: setattr oid 18 current snap is 143 2024-09-13T00:08:46.078 INFO:tasks.rados.rados.0.smithi032.stdout:1447: finishing write tid 1 to smithi03267100-49 2024-09-13T00:08:46.079 INFO:tasks.rados.rados.0.smithi032.stdout:1447: finishing write tid 2 to smithi03267100-49 2024-09-13T00:08:46.079 INFO:tasks.rados.rados.0.smithi032.stdout:1447: finishing write tid 3 to smithi03267100-49 2024-09-13T00:08:46.079 INFO:tasks.rados.rados.0.smithi032.stdout:1447: finishing write tid 4 to smithi03267100-49 2024-09-13T00:08:46.079 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1067 (ObjNum 485 snap 143 seq_num 485) dirty exists 2024-09-13T00:08:46.079 INFO:tasks.rados.rados.0.smithi032.stdout:1447: left oid 49 (ObjNum 485 snap 143 seq_num 485) 2024-09-13T00:08:46.079 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1105 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-13T00:08:46.082 INFO:tasks.rados.rados.0.smithi032.stdout:1447: done (3 left) 2024-09-13T00:08:46.082 INFO:tasks.rados.rados.0.smithi032.stdout:1448: done (2 left) 2024-09-13T00:08:46.082 INFO:tasks.rados.rados.0.smithi032.stdout:1449: done (1 left) 2024-09-13T00:08:46.082 INFO:tasks.rados.rados.0.smithi032.stdout:1452: snap_create 2024-09-13T00:08:46.120 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1146 (ObjNum 458 snap 137 seq_num 458) dirty exists 2024-09-13T00:08:46.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[75510]: cluster 2024-09-13T00:08:45.032650+0000 mgr.y (mgr.34107) 47 : cluster [DBG] pgmap v67: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:46.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[75510]: cluster 2024-09-13T00:08:45.072040+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2024-09-13T00:08:46.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[75510]: cephadm 2024-09-13T00:08:45.235577+0000 mgr.y (mgr.34107) 48 : cephadm [INF] Upgrade: Updating mon.b 2024-09-13T00:08:46.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[75510]: audit 2024-09-13T00:08:45.244448+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:46.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[75510]: audit 2024-09-13T00:08:45.246351+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:08:46.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[75510]: audit 2024-09-13T00:08:45.247846+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:08:46.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[75510]: audit 2024-09-13T00:08:45.249399+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:08:46.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[75510]: cephadm 2024-09-13T00:08:45.251256+0000 mgr.y (mgr.34107) 49 : cephadm [INF] Deploying daemon mon.b on smithi053 2024-09-13T00:08:46.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[76677]: cluster 2024-09-13T00:08:45.032650+0000 mgr.y (mgr.34107) 47 : cluster [DBG] pgmap v67: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:46.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[76677]: cluster 2024-09-13T00:08:45.072040+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2024-09-13T00:08:46.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[76677]: cephadm 2024-09-13T00:08:45.235577+0000 mgr.y (mgr.34107) 48 : cephadm [INF] Upgrade: Updating mon.b 2024-09-13T00:08:46.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[76677]: audit 2024-09-13T00:08:45.244448+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:46.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[76677]: audit 2024-09-13T00:08:45.246351+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:08:46.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[76677]: audit 2024-09-13T00:08:45.247846+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:08:46.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[76677]: audit 2024-09-13T00:08:45.249399+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:08:46.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:46 smithi032 bash[76677]: cephadm 2024-09-13T00:08:45.251256+0000 mgr.y (mgr.34107) 49 : cephadm [INF] Deploying daemon mon.b on smithi053 2024-09-13T00:08:46.523 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:46 smithi053 bash[24393]: cluster 2024-09-13T00:08:45.032650+0000 mgr.y (mgr.34107) 47 : cluster [DBG] pgmap v67: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:46.523 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:46 smithi053 bash[24393]: cluster 2024-09-13T00:08:45.072040+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2024-09-13T00:08:46.523 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:46 smithi053 bash[24393]: cephadm 2024-09-13T00:08:45.235577+0000 mgr.y (mgr.34107) 48 : cephadm [INF] Upgrade: Updating mon.b 2024-09-13T00:08:46.523 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:46 smithi053 bash[24393]: audit 2024-09-13T00:08:45.244448+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:46.524 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:46 smithi053 bash[24393]: audit 2024-09-13T00:08:45.246351+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:08:46.524 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:46 smithi053 bash[24393]: audit 2024-09-13T00:08:45.247846+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:08:46.524 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:46 smithi053 bash[24393]: audit 2024-09-13T00:08:45.249399+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:08:46.524 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:46 smithi053 bash[24393]: cephadm 2024-09-13T00:08:45.251256+0000 mgr.y (mgr.34107) 49 : cephadm [INF] Deploying daemon mon.b on smithi053 2024-09-13T00:08:47.087 INFO:tasks.rados.rados.0.smithi032.stdout:1451: done (1 left) 2024-09-13T00:08:47.087 INFO:tasks.rados.rados.0.smithi032.stdout:1452: done (0 left) 2024-09-13T00:08:47.087 INFO:tasks.rados.rados.0.smithi032.stdout:1453: snap_create 2024-09-13T00:08:47.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:47 smithi053 bash[24393]: cluster 2024-09-13T00:08:46.081894+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2024-09-13T00:08:47.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:47 smithi032 bash[75510]: cluster 2024-09-13T00:08:46.081894+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2024-09-13T00:08:47.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:47 smithi032 bash[76677]: cluster 2024-09-13T00:08:46.081894+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2024-09-13T00:08:47.801 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:08:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:47.802 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:08:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:47.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:47.802 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:08:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:47.803 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:08:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:47.803 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:08:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:47.803 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:47.804 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:08:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:47.804 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:08:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:47.804 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:08:47 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:48.171 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:47 smithi053 systemd[1]: Stopping Ceph mon.b for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:08:48.171 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:47 smithi053 bash[24393]: debug 2024-09-13T00:08:47.918+0000 7fdd2456c640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-13T00:08:48.171 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:47 smithi053 bash[24393]: debug 2024-09-13T00:08:47.918+0000 7fdd2456c640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-13T00:08:49.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:48 smithi053 bash[67513]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mon-b 2024-09-13T00:08:49.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:48 smithi053 bash[67572]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mon-b 2024-09-13T00:08:49.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:48 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-13T00:08:49.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:48 smithi053 systemd[1]: Stopped Ceph mon.b for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:08:49.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:48 smithi053 bash[60895]: ts=2024-09-13T00:08:48.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:49.534 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:08:49 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:49.534 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:08:49 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:49.535 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:08:49 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:49.535 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:08:49 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:49.536 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:08:49 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:49.536 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:08:49 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:49.536 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:08:49 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:49.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:49 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:49.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:49 smithi053 systemd[1]: Started Ceph mon.b for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:08:49.537 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:08:49 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:49.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:49 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:08:50.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.522+0000 7f6486d31b00 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-13T00:08:50.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.522+0000 7f6486d31b00 0 ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable), process ceph-mon, pid 7 2024-09-13T00:08:50.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.522+0000 7f6486d31b00 0 pidfile_write: ignore empty --pid-file 2024-09-13T00:08:50.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 0 load: jerasure load: lrc 2024-09-13T00:08:50.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: RocksDB version: 7.9.2 2024-09-13T00:08:50.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Git sha 0 2024-09-13T00:08:50.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Compile date 2024-09-10 15:58:06 2024-09-13T00:08:50.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: DB SUMMARY 2024-09-13T00:08:50.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: DB Session ID: RTQQOQEL8GKUAY24HQ04 2024-09-13T00:08:50.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: CURRENT file: CURRENT 2024-09-13T00:08:50.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: IDENTITY file: IDENTITY 2024-09-13T00:08:50.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: MANIFEST file: MANIFEST-000009 size: 1860 Bytes 2024-09-13T00:08:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000039.sst 2024-09-13T00:08:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000037.log size: 2815100 ; 2024-09-13T00:08:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.error_if_exists: 0 2024-09-13T00:08:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.create_if_missing: 0 2024-09-13T00:08:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.paranoid_checks: 1 2024-09-13T00:08:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T00:08:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T00:08:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T00:08:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.env: 0x55d76a742bc0 2024-09-13T00:08:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.fs: PosixFileSystem 2024-09-13T00:08:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.info_log: 0x55d76c256be0 2024-09-13T00:08:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-13T00:08:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.statistics: (nil) 2024-09-13T00:08:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.use_fsync: 0 2024-09-13T00:08:50.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_log_file_size: 0 2024-09-13T00:08:50.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T00:08:50.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T00:08:50.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-13T00:08:50.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-13T00:08:50.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.allow_fallocate: 1 2024-09-13T00:08:50.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-13T00:08:50.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-13T00:08:50.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.use_direct_reads: 0 2024-09-13T00:08:50.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T00:08:50.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.create_missing_column_families: 0 2024-09-13T00:08:50.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.db_log_dir: 2024-09-13T00:08:50.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.wal_dir: 2024-09-13T00:08:50.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T00:08:50.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T00:08:50.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T00:08:50.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T00:08:50.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T00:08:50.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T00:08:50.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.advise_random_on_open: 1 2024-09-13T00:08:50.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-13T00:08:50.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.write_buffer_manager: 0x55d76c264320 2024-09-13T00:08:50.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T00:08:50.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T00:08:50.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T00:08:50.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.rate_limiter: (nil) 2024-09-13T00:08:50.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T00:08:50.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-13T00:08:50.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.unordered_write: 0 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.row_cache: None 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.wal_filter: None 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.two_write_queues: 0 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.manual_wal_flush: 0 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.wal_compression: 0 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.atomic_flush: 0 2024-09-13T00:08:50.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T00:08:50.791 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T00:08:50.791 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T00:08:50.791 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.log_readahead_size: 0 2024-09-13T00:08:50.791 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T00:08:50.791 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-13T00:08:50.791 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T00:08:50.791 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T00:08:50.791 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-13T00:08:50.791 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-13T00:08:50.791 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T00:08:50.791 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_background_jobs: 2 2024-09-13T00:08:50.791 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_background_compactions: -1 2024-09-13T00:08:50.791 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_subcompactions: 1 2024-09-13T00:08:50.792 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T00:08:50.792 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T00:08:50.792 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T00:08:50.792 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_total_wal_size: 0 2024-09-13T00:08:50.792 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T00:08:50.792 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T00:08:50.792 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T00:08:50.792 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T00:08:50.792 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_open_files: -1 2024-09-13T00:08:50.792 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.bytes_per_sync: 0 2024-09-13T00:08:50.792 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T00:08:50.792 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T00:08:50.792 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-13T00:08:50.792 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_background_flushes: -1 2024-09-13T00:08:50.793 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Compression algorithms supported: 2024-09-13T00:08:50.793 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: kZSTD supported: 0 2024-09-13T00:08:50.793 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: kXpressCompression supported: 0 2024-09-13T00:08:50.793 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: kBZip2Compression supported: 0 2024-09-13T00:08:50.793 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T00:08:50.793 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: kLZ4Compression supported: 1 2024-09-13T00:08:50.793 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: kZlibCompression supported: 1 2024-09-13T00:08:50.793 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-13T00:08:50.793 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: kSnappyCompression supported: 1 2024-09-13T00:08:50.793 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T00:08:50.793 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T00:08:50.793 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-09-13T00:08:50.795 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T00:08:50.795 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T00:08:50.795 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.merge_operator: 2024-09-13T00:08:50.795 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compaction_filter: None 2024-09-13T00:08:50.795 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compaction_filter_factory: None 2024-09-13T00:08:50.795 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-13T00:08:50.795 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T00:08:50.795 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T00:08:50.795 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d76c2567e0) 2024-09-13T00:08:50.795 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: cache_index_and_filter_blocks: 1 2024-09-13T00:08:50.795 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T00:08:50.796 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T00:08:50.796 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: pin_top_level_index_and_filter: 1 2024-09-13T00:08:50.796 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: index_type: 0 2024-09-13T00:08:50.796 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: data_block_index_type: 0 2024-09-13T00:08:50.796 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: index_shortening: 1 2024-09-13T00:08:50.796 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: data_block_hash_table_util_ratio: 0.750000 2024-09-13T00:08:50.796 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: checksum: 4 2024-09-13T00:08:50.796 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: no_block_cache: 0 2024-09-13T00:08:50.796 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: block_cache: 0x55d76c24d350 2024-09-13T00:08:50.796 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: block_cache_name: BinnedLRUCache 2024-09-13T00:08:50.796 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: block_cache_options: 2024-09-13T00:08:50.796 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: capacity : 536870912 2024-09-13T00:08:50.796 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: num_shard_bits : 4 2024-09-13T00:08:50.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: strict_capacity_limit : 0 2024-09-13T00:08:50.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: high_pri_pool_ratio: 0.000 2024-09-13T00:08:50.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: block_cache_compressed: (nil) 2024-09-13T00:08:50.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: persistent_cache: (nil) 2024-09-13T00:08:50.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: block_size: 4096 2024-09-13T00:08:50.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: block_size_deviation: 10 2024-09-13T00:08:50.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: block_restart_interval: 16 2024-09-13T00:08:50.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: index_block_restart_interval: 1 2024-09-13T00:08:50.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: metadata_block_size: 4096 2024-09-13T00:08:50.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: partition_filters: 0 2024-09-13T00:08:50.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: use_delta_encoding: 1 2024-09-13T00:08:50.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: filter_policy: bloomfilter 2024-09-13T00:08:50.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: whole_key_filtering: 1 2024-09-13T00:08:50.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: verify_compression: 0 2024-09-13T00:08:50.798 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: read_amp_bytes_per_bit: 0 2024-09-13T00:08:50.798 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: format_version: 5 2024-09-13T00:08:50.798 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: enable_index_compression: 1 2024-09-13T00:08:50.798 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: block_align: 0 2024-09-13T00:08:50.798 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: max_auto_readahead_size: 262144 2024-09-13T00:08:50.798 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: prepopulate_block_cache: 0 2024-09-13T00:08:50.798 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: initial_auto_readahead_size: 8192 2024-09-13T00:08:50.798 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: num_file_reads_for_auto_readahead: 2 2024-09-13T00:08:50.798 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-13T00:08:50.798 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-13T00:08:50.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compression: NoCompression 2024-09-13T00:08:50.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-13T00:08:50.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-13T00:08:50.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T00:08:50.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.num_levels: 7 2024-09-13T00:08:50.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T00:08:50.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T00:08:50.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T00:08:50.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T00:08:50.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T00:08:50.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T00:08:50.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T00:08:50.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T00:08:50.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T00:08:50.800 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T00:08:50.800 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T00:08:50.800 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T00:08:50.800 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T00:08:50.800 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compression_opts.level: 32767 2024-09-13T00:08:50.800 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-13T00:08:50.800 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T00:08:50.800 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T00:08:50.800 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T00:08:50.800 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T00:08:50.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compression_opts.enabled: false 2024-09-13T00:08:50.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T00:08:50.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T00:08:50.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T00:08:50.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T00:08:50.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-13T00:08:50.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T00:08:50.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T00:08:50.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T00:08:50.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T00:08:50.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T00:08:50.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T00:08:50.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T00:08:50.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T00:08:50.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T00:08:50.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T00:08:50.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T00:08:50.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T00:08:50.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T00:08:50.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T00:08:50.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.arena_block_size: 1048576 2024-09-13T00:08:50.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T00:08:50.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T00:08:50.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-13T00:08:50.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T00:08:50.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T00:08:50.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T00:08:50.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T00:08:50.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T00:08:50.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T00:08:50.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T00:08:50.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T00:08:50.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T00:08:50.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T00:08:50.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T00:08:50.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.inplace_update_support: 0 2024-09-13T00:08:50.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T00:08:50.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T00:08:50.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T00:08:50.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T00:08:50.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.bloom_locality: 0 2024-09-13T00:08:50.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.max_successive_merges: 0 2024-09-13T00:08:50.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T00:08:50.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-13T00:08:50.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.force_consistency_checks: 1 2024-09-13T00:08:50.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-13T00:08:50.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.ttl: 2592000 2024-09-13T00:08:50.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T00:08:50.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T00:08:50.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T00:08:50.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.enable_blob_files: false 2024-09-13T00:08:50.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.min_blob_size: 0 2024-09-13T00:08:50.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.blob_file_size: 268435456 2024-09-13T00:08:50.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T00:08:50.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T00:08:50.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T00:08:50.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T00:08:50.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T00:08:50.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-13T00:08:50.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T00:08:50.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6482b08640 3 rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 39.sst 2024-09-13T00:08:50.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T00:08:50.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 41, last_sequence is 21893, log_number is 37,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T00:08:50.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 37 2024-09-13T00:08:50.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 56191a00-3d87-4dc4-922e-1bd617151550 2024-09-13T00:08:50.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726186130532454, "job": 1, "event": "recovery_started", "wal_files": [37]} 2024-09-13T00:08:50.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.526+0000 7f6486d31b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #37 mode 2 2024-09-13T00:08:50.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.538+0000 7f6486d31b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726186130542948, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 42, "file_size": 1741706, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 21890, "largest_seqno": 23157, "table_properties": {"data_size": 1735449, "index_size": 3936, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1285, "raw_key_size": 12726, "raw_average_key_size": 24, "raw_value_size": 1723891, "raw_average_value_size": 3373, "num_data_blocks": 174, "num_entries": 511, "num_filter_entries": 511, "num_deletions": 28, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726186130, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "56191a00-3d87-4dc4-922e-1bd617151550", "db_session_id": "RTQQOQEL8GKUAY24HQ04", "orig_file_number": 42, "seqno_to_time_mapping": "N/A"}} 2024-09-13T00:08:50.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.538+0000 7f6486d31b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726186130543094, "job": 1, "event": "recovery_finished"} 2024-09-13T00:08:50.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.538+0000 7f6486d31b00 4 rocksdb: [db/version_set.cc:5047] Creating manifest 44 2024-09-13T00:08:50.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.538+0000 7f6486d31b00 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T00:08:50.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.538+0000 7f6486d31b00 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000037.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T00:08:50.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.538+0000 7f6486d31b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d76c276e00 2024-09-13T00:08:50.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.538+0000 7f6486d31b00 4 rocksdb: DB pointer 0x55d76c36e000 2024-09-13T00:08:50.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.538+0000 7f647cafc640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T00:08:50.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.538+0000 7f647cafc640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T00:08:50.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: ** DB Stats ** 2024-09-13T00:08:50.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T00:08:50.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T00:08:50.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T00:08:50.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T00:08:50.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T00:08:50.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T00:08:50.807 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T00:08:50.807 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: ** Compaction Stats [default] ** 2024-09-13T00:08:50.807 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T00:08:50.807 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T00:08:50.807 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: L0 1/0 1.66 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 368.6 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-13T00:08:50.807 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: L6 1/0 12.05 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T00:08:50.807 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Sum 2/0 13.71 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 368.6 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-13T00:08:50.807 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 368.6 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-13T00:08:50.807 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: ** Compaction Stats [default] ** 2024-09-13T00:08:50.807 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T00:08:50.807 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T00:08:50.807 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 368.6 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-13T00:08:50.807 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T00:08:50.808 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T00:08:50.808 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Flush(GB): cumulative 0.002, interval 0.002 2024-09-13T00:08:50.808 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T00:08:50.808 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T00:08:50.808 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T00:08:50.808 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: AddFile(Keys): cumulative 0, interval 0 2024-09-13T00:08:50.808 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Cumulative compaction: 0.00 GB write, 120.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T00:08:50.808 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Interval compaction: 0.00 GB write, 120.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T00:08:50.808 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T00:08:50.808 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Block cache BinnedLRUCache@0x55d76c24d350#7 capacity: 512.00 MB usage: 5.48 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.7e-05 secs_since: 0 2024-09-13T00:08:50.808 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Block cache entry stats(count,size,portion): FilterBlock(1,1.41 KB,0.000268221%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2024-09-13T00:08:50.808 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: ** File Read Latency Histogram By Level [default] ** 2024-09-13T00:08:50.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.542+0000 7f6486d31b00 0 starting mon.b rank 1 at public addrs [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] at bind addrs [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-13T00:08:50.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.542+0000 7f6486d31b00 1 mon.b@-1(???) e3 preinit fsid 487b01b8-7161-11ef-bceb-c7b262605968 2024-09-13T00:08:50.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.542+0000 7f6486d31b00 0 mon.b@-1(???).mds e6 new map 2024-09-13T00:08:50.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.542+0000 7f6486d31b00 0 mon.b@-1(???).mds e6 print_map 2024-09-13T00:08:50.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: e6 2024-09-13T00:08:50.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T00:08:50.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T00:08:50.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: legacy client fscid: 1 2024-09-13T00:08:50.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: 2024-09-13T00:08:50.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Filesystem 'cephfs' (1) 2024-09-13T00:08:50.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: fs_name cephfs 2024-09-13T00:08:50.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: epoch 6 2024-09-13T00:08:50.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-13T00:08:50.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: created 2024-09-12T23:58:42.154030+0000 2024-09-13T00:08:50.810 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: modified 2024-09-12T23:58:44.834853+0000 2024-09-13T00:08:50.810 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: tableserver 0 2024-09-13T00:08:50.810 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: root 0 2024-09-13T00:08:50.810 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: session_timeout 60 2024-09-13T00:08:50.810 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: session_autoclose 300 2024-09-13T00:08:50.810 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: max_file_size 1099511627776 2024-09-13T00:08:50.810 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: max_xattr_size 65536 2024-09-13T00:08:50.810 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: required_client_features {} 2024-09-13T00:08:50.810 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: last_failure 0 2024-09-13T00:08:50.810 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: last_failure_osd_epoch 0 2024-09-13T00:08:50.810 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T00:08:50.810 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: max_mds 1 2024-09-13T00:08:50.810 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: in 0 2024-09-13T00:08:50.810 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: up {0=24349} 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: failed 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: damaged 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: stopped 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: data_pools [3] 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: metadata_pool 2 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: inline_data disabled 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: balancer 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: bal_rank_mask -1 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: standby_count_wanted 0 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: [mds.b{0:24349} state up:active seq 3 addr [v2:172.21.15.53:6832/733527454,v1:172.21.15.53:6833/733527454] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: Standby daemons: 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: 2024-09-13T00:08:50.811 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: [mds.a{-1:24326} state up:standby seq 1 addr [v2:172.21.15.32:6834/2080237266,v1:172.21.15.32:6835/2080237266] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T00:08:50.812 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.542+0000 7f6486d31b00 0 mon.b@-1(???).osd e337 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-13T00:08:50.812 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.542+0000 7f6486d31b00 0 mon.b@-1(???).osd e337 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T00:08:50.812 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.542+0000 7f6486d31b00 0 mon.b@-1(???).osd e337 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T00:08:50.812 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.542+0000 7f6486d31b00 0 mon.b@-1(???).osd e337 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T00:08:50.812 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:50 smithi053 bash[67631]: debug 2024-09-13T00:08:50.542+0000 7f6486d31b00 1 mon.b@-1(???).paxosservice(auth 1..23) refresh upgraded, format 0 -> 3 2024-09-13T00:08:52.149 INFO:tasks.rados.rados.0.smithi032.stdout:1453: done (0 left) 2024-09-13T00:08:52.149 INFO:tasks.rados.rados.0.smithi032.stdout:1454: snap_remove snap 139 2024-09-13T00:08:52.410 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:08:52] "GET /metrics HTTP/1.1" 200 36117 "" "Prometheus/2.43.0" 2024-09-13T00:08:52.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: cluster 2024-09-13T00:08:51.035477+0000 mgr.y (mgr.34107) 52 : cluster [DBG] pgmap v73: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 321 KiB/s wr, 9 op/s 2024-09-13T00:08:52.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: cluster 2024-09-13T00:08:51.148243+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-13T00:08:52.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: audit 2024-09-13T00:08:51.149040+0000 mon.a (mon.0) 189 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: cluster 2024-09-13T00:08:51.149627+0000 mon.a (mon.0) 190 : cluster [INF] mon.a calling monitor election 2024-09-13T00:08:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: cluster 2024-09-13T00:08:51.149772+0000 mon.c (mon.2) 3 : cluster [INF] mon.c calling monitor election 2024-09-13T00:08:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: audit 2024-09-13T00:08:51.151874+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: audit 2024-09-13T00:08:51.152164+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: cluster 2024-09-13T00:08:51.153442+0000 mon.a (mon.0) 193 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T00:08:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: cluster 2024-09-13T00:08:51.159826+0000 mon.a (mon.0) 194 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T00:08:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: cluster 2024-09-13T00:08:51.160898+0000 mon.a (mon.0) 195 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T00:08:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: cluster 2024-09-13T00:08:51.160955+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2024-09-13T00:08:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: cluster 2024-09-13T00:08:51.161456+0000 mon.a (mon.0) 197 : cluster [DBG] mgrmap e44: y(active, since 56s), standbys: x 2024-09-13T00:08:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: cluster 2024-09-13T00:08:51.161706+0000 mon.a (mon.0) 198 : cluster [INF] overall HEALTH_OK 2024-09-13T00:08:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: audit 2024-09-13T00:08:51.168942+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: audit 2024-09-13T00:08:51.178743+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[75510]: audit 2024-09-13T00:08:51.181481+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:08:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: cluster 2024-09-13T00:08:51.035477+0000 mgr.y (mgr.34107) 52 : cluster [DBG] pgmap v73: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 321 KiB/s wr, 9 op/s 2024-09-13T00:08:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: cluster 2024-09-13T00:08:51.148243+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-13T00:08:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: audit 2024-09-13T00:08:51.149040+0000 mon.a (mon.0) 189 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: cluster 2024-09-13T00:08:51.149627+0000 mon.a (mon.0) 190 : cluster [INF] mon.a calling monitor election 2024-09-13T00:08:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: cluster 2024-09-13T00:08:51.149772+0000 mon.c (mon.2) 3 : cluster [INF] mon.c calling monitor election 2024-09-13T00:08:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: audit 2024-09-13T00:08:51.151874+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: audit 2024-09-13T00:08:51.152164+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: cluster 2024-09-13T00:08:51.153442+0000 mon.a (mon.0) 193 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T00:08:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: cluster 2024-09-13T00:08:51.159826+0000 mon.a (mon.0) 194 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T00:08:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: cluster 2024-09-13T00:08:51.160898+0000 mon.a (mon.0) 195 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T00:08:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: cluster 2024-09-13T00:08:51.160955+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2024-09-13T00:08:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: cluster 2024-09-13T00:08:51.161456+0000 mon.a (mon.0) 197 : cluster [DBG] mgrmap e44: y(active, since 56s), standbys: x 2024-09-13T00:08:52.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: cluster 2024-09-13T00:08:51.161706+0000 mon.a (mon.0) 198 : cluster [INF] overall HEALTH_OK 2024-09-13T00:08:52.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: audit 2024-09-13T00:08:51.168942+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:52.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: audit 2024-09-13T00:08:51.178743+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:52.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:52 smithi032 bash[76677]: audit 2024-09-13T00:08:51.181481+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:08:52.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[60895]: ts=2024-09-13T00:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: cluster 2024-09-13T00:08:51.035477+0000 mgr.y (mgr.34107) 52 : cluster [DBG] pgmap v73: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 321 KiB/s wr, 9 op/s 2024-09-13T00:08:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: cluster 2024-09-13T00:08:51.148243+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-13T00:08:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: audit 2024-09-13T00:08:51.149040+0000 mon.a (mon.0) 189 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:08:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: cluster 2024-09-13T00:08:51.149627+0000 mon.a (mon.0) 190 : cluster [INF] mon.a calling monitor election 2024-09-13T00:08:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: cluster 2024-09-13T00:08:51.149772+0000 mon.c (mon.2) 3 : cluster [INF] mon.c calling monitor election 2024-09-13T00:08:52.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: audit 2024-09-13T00:08:51.151874+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:08:52.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: audit 2024-09-13T00:08:51.152164+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:08:52.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: cluster 2024-09-13T00:08:51.153442+0000 mon.a (mon.0) 193 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T00:08:52.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: cluster 2024-09-13T00:08:51.159826+0000 mon.a (mon.0) 194 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T00:08:52.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: cluster 2024-09-13T00:08:51.160898+0000 mon.a (mon.0) 195 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T00:08:52.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: cluster 2024-09-13T00:08:51.160955+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2024-09-13T00:08:52.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: cluster 2024-09-13T00:08:51.161456+0000 mon.a (mon.0) 197 : cluster [DBG] mgrmap e44: y(active, since 56s), standbys: x 2024-09-13T00:08:52.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: cluster 2024-09-13T00:08:51.161706+0000 mon.a (mon.0) 198 : cluster [INF] overall HEALTH_OK 2024-09-13T00:08:52.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: audit 2024-09-13T00:08:51.168942+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:52.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: audit 2024-09-13T00:08:51.178743+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:52.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:52 smithi053 bash[67631]: audit 2024-09-13T00:08:51.181481+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:08:53.152 INFO:tasks.rados.rados.0.smithi032.stdout:1454: done (0 left) 2024-09-13T00:08:53.152 INFO:tasks.rados.rados.0.smithi032.stdout:1455: rollback oid 7 current snap is 145 2024-09-13T00:08:53.152 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 7 to 130 2024-09-13T00:08:53.152 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 145 2024-09-13T00:08:53.152 INFO:tasks.rados.rados.0.smithi032.stdout:1456: seq_num 486 ranges {2490368=548864,3039232=401408} 2024-09-13T00:08:53.177 INFO:tasks.rados.rados.0.smithi032.stdout:1456: writing smithi03267100-31 from 2490368 to 3039232 tid 1 2024-09-13T00:08:53.180 INFO:tasks.rados.rados.0.smithi032.stdout:1456: writing smithi03267100-31 from 3039232 to 3440640 tid 2 2024-09-13T00:08:53.180 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 145 2024-09-13T00:08:53.181 INFO:tasks.rados.rados.0.smithi032.stdout:1455: finishing rollback tid 0 to smithi03267100-7 2024-09-13T00:08:53.181 INFO:tasks.rados.rados.0.smithi032.stdout:1455: finishing rollback tid 1 to smithi03267100-7 2024-09-13T00:08:53.181 INFO:tasks.rados.rados.0.smithi032.stdout:1457: seq_num 487 ranges {3457024=565248,4022272=401408} 2024-09-13T00:08:53.212 INFO:tasks.rados.rados.0.smithi032.stdout:1457: writing smithi03267100-50 from 3457024 to 4022272 tid 1 2024-09-13T00:08:53.215 INFO:tasks.rados.rados.0.smithi032.stdout:1457: writing smithi03267100-50 from 4022272 to 4423680 tid 2 2024-09-13T00:08:53.215 INFO:tasks.rados.rados.0.smithi032.stdout:1458: read oid 9 snap -1 2024-09-13T00:08:53.215 INFO:tasks.rados.rados.0.smithi032.stdout:1458: expect (ObjNum 292 snap 84 seq_num 292) 2024-09-13T00:08:53.215 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 145 2024-09-13T00:08:53.215 INFO:tasks.rados.rados.0.smithi032.stdout:1459: seq_num 488 ranges {12378112=581632,12959744=401408} 2024-09-13T00:08:53.297 INFO:tasks.rados.rados.0.smithi032.stdout:1459: writing smithi03267100-28 from 12378112 to 12959744 tid 1 2024-09-13T00:08:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:1459: writing smithi03267100-28 from 12959744 to 13361152 tid 2 2024-09-13T00:08:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:1460: snap_remove snap 109 2024-09-13T00:08:53.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:53 smithi053 bash[67631]: cluster 2024-09-13T00:08:52.151678+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2024-09-13T00:08:53.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:53 smithi053 bash[67631]: cluster 2024-09-13T00:08:53.154494+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2024-09-13T00:08:53.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:53 smithi032 bash[75510]: cluster 2024-09-13T00:08:52.151678+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2024-09-13T00:08:53.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:53 smithi032 bash[75510]: cluster 2024-09-13T00:08:53.154494+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2024-09-13T00:08:53.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:53 smithi032 bash[76677]: cluster 2024-09-13T00:08:52.151678+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2024-09-13T00:08:53.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:53 smithi032 bash[76677]: cluster 2024-09-13T00:08:53.154494+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2024-09-13T00:08:53.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:53 smithi053 bash[60895]: ts=2024-09-13T00:08:53.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:54.196 INFO:tasks.rados.rados.0.smithi032.stdout:1460: done (5 left) 2024-09-13T00:08:54.196 INFO:tasks.rados.rados.0.smithi032.stdout:1461: snap_create 2024-09-13T00:08:54.196 INFO:tasks.rados.rados.0.smithi032.stdout:1455: finishing rollback tid 2 to smithi03267100-7 2024-09-13T00:08:54.196 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 621 (ObjNum 415 snap 129 seq_num 415) dirty exists 2024-09-13T00:08:54.197 INFO:tasks.rados.rados.0.smithi032.stdout:1456: finishing write tid 1 to smithi03267100-31 2024-09-13T00:08:54.197 INFO:tasks.rados.rados.0.smithi032.stdout:1456: finishing write tid 2 to smithi03267100-31 2024-09-13T00:08:54.197 INFO:tasks.rados.rados.0.smithi032.stdout:1456: finishing write tid 3 to smithi03267100-31 2024-09-13T00:08:54.197 INFO:tasks.rados.rados.0.smithi032.stdout:1456: finishing write tid 4 to smithi03267100-31 2024-09-13T00:08:54.197 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1125 (ObjNum 486 snap 145 seq_num 486) dirty exists 2024-09-13T00:08:54.197 INFO:tasks.rados.rados.0.smithi032.stdout:1456: left oid 31 (ObjNum 486 snap 145 seq_num 486) 2024-09-13T00:08:54.197 INFO:tasks.rados.rados.0.smithi032.stdout:1458: expect (ObjNum 292 snap 84 seq_num 292) 2024-09-13T00:08:54.204 INFO:tasks.rados.rados.0.smithi032.stdout:1457: finishing write tid 1 to smithi03267100-50 2024-09-13T00:08:54.204 INFO:tasks.rados.rados.0.smithi032.stdout:1457: finishing write tid 2 to smithi03267100-50 2024-09-13T00:08:54.204 INFO:tasks.rados.rados.0.smithi032.stdout:1457: finishing write tid 3 to smithi03267100-50 2024-09-13T00:08:54.204 INFO:tasks.rados.rados.0.smithi032.stdout:1457: finishing write tid 4 to smithi03267100-50 2024-09-13T00:08:54.204 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 203 (ObjNum 487 snap 145 seq_num 487) dirty exists 2024-09-13T00:08:54.204 INFO:tasks.rados.rados.0.smithi032.stdout:1457: left oid 50 (ObjNum 487 snap 145 seq_num 487) 2024-09-13T00:08:54.204 INFO:tasks.rados.rados.0.smithi032.stdout:1459: finishing write tid 1 to smithi03267100-28 2024-09-13T00:08:54.205 INFO:tasks.rados.rados.0.smithi032.stdout:1459: finishing write tid 2 to smithi03267100-28 2024-09-13T00:08:54.205 INFO:tasks.rados.rados.0.smithi032.stdout:1459: finishing write tid 3 to smithi03267100-28 2024-09-13T00:08:54.205 INFO:tasks.rados.rados.0.smithi032.stdout:1459: finishing write tid 4 to smithi03267100-28 2024-09-13T00:08:54.205 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 748 (ObjNum 488 snap 145 seq_num 488) dirty exists 2024-09-13T00:08:54.205 INFO:tasks.rados.rados.0.smithi032.stdout:1459: left oid 28 (ObjNum 488 snap 145 seq_num 488) 2024-09-13T00:08:54.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:54 smithi053 bash[67631]: cluster 2024-09-13T00:08:53.036293+0000 mgr.y (mgr.34107) 53 : cluster [DBG] pgmap v76: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 3 op/s 2024-09-13T00:08:54.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:54 smithi053 bash[60895]: ts=2024-09-13T00:08:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:54.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:54 smithi053 bash[60895]: ts=2024-09-13T00:08:54.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:54.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:54 smithi032 bash[75510]: cluster 2024-09-13T00:08:53.036293+0000 mgr.y (mgr.34107) 53 : cluster [DBG] pgmap v76: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 3 op/s 2024-09-13T00:08:54.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:54 smithi032 bash[76677]: cluster 2024-09-13T00:08:53.036293+0000 mgr.y (mgr.34107) 53 : cluster [DBG] pgmap v76: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 3 op/s 2024-09-13T00:08:55.200 INFO:tasks.rados.rados.0.smithi032.stdout:1455: done (5 left) 2024-09-13T00:08:55.200 INFO:tasks.rados.rados.0.smithi032.stdout:1456: done (4 left) 2024-09-13T00:08:55.200 INFO:tasks.rados.rados.0.smithi032.stdout:1457: done (3 left) 2024-09-13T00:08:55.200 INFO:tasks.rados.rados.0.smithi032.stdout:1458: done (2 left) 2024-09-13T00:08:55.200 INFO:tasks.rados.rados.0.smithi032.stdout:1459: done (1 left) 2024-09-13T00:08:55.200 INFO:tasks.rados.rados.0.smithi032.stdout:1461: done (0 left) 2024-09-13T00:08:55.200 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 146 2024-09-13T00:08:55.200 INFO:tasks.rados.rados.0.smithi032.stdout:1462: seq_num 489 ranges {6070272=598016,6668288=401408} 2024-09-13T00:08:55.237 INFO:tasks.rados.rados.0.smithi032.stdout:1462: writing smithi03267100-42 from 6070272 to 6668288 tid 1 2024-09-13T00:08:55.240 INFO:tasks.rados.rados.0.smithi032.stdout:1462: writing smithi03267100-42 from 6668288 to 7069696 tid 2 2024-09-13T00:08:55.240 INFO:tasks.rados.rados.0.smithi032.stdout:1463: copy_from oid 22 from oid 18 current snap is 146 2024-09-13T00:08:55.240 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 146 2024-09-13T00:08:55.240 INFO:tasks.rados.rados.0.smithi032.stdout:1464: seq_num 490 ranges {0=614400,614400=401408} 2024-09-13T00:08:55.243 INFO:tasks.rados.rados.0.smithi032.stdout:1464: writing smithi03267100-21 from 0 to 614400 tid 1 2024-09-13T00:08:55.246 INFO:tasks.rados.rados.0.smithi032.stdout:1464: writing smithi03267100-21 from 614400 to 1015808 tid 2 2024-09-13T00:08:55.246 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 146 2024-09-13T00:08:55.246 INFO:tasks.rados.rados.0.smithi032.stdout:1465: seq_num 491 ranges {1392640=630784,2023424=401408} 2024-09-13T00:08:55.257 INFO:tasks.rados.rados.0.smithi032.stdout:1465: writing smithi03267100-15 from 1392640 to 2023424 tid 1 2024-09-13T00:08:55.260 INFO:tasks.rados.rados.0.smithi032.stdout:1465: writing smithi03267100-15 from 2023424 to 2424832 tid 2 2024-09-13T00:08:55.260 INFO:tasks.rados.rados.0.smithi032.stdout:1466: read oid 38 snap -1 2024-09-13T00:08:55.260 INFO:tasks.rados.rados.0.smithi032.stdout:1466: expect deleted 2024-09-13T00:08:55.260 INFO:tasks.rados.rados.0.smithi032.stdout:1467: snap_remove snap 95 2024-09-13T00:08:55.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:55 smithi053 bash[67631]: cluster 2024-09-13T00:08:54.199606+0000 mon.a (mon.0) 204 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2024-09-13T00:08:55.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:55 smithi053 bash[67631]: audit 2024-09-13T00:08:55.123263+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:08:55.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:55 smithi053 bash[67631]: cluster 2024-09-13T00:08:55.202735+0000 mon.a (mon.0) 206 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2024-09-13T00:08:55.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:55 smithi032 bash[75510]: cluster 2024-09-13T00:08:54.199606+0000 mon.a (mon.0) 204 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2024-09-13T00:08:55.554 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:55 smithi032 bash[75510]: audit 2024-09-13T00:08:55.123263+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:08:55.554 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:55 smithi032 bash[75510]: cluster 2024-09-13T00:08:55.202735+0000 mon.a (mon.0) 206 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2024-09-13T00:08:55.554 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:55 smithi032 bash[76677]: cluster 2024-09-13T00:08:54.199606+0000 mon.a (mon.0) 204 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2024-09-13T00:08:55.554 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:55 smithi032 bash[76677]: audit 2024-09-13T00:08:55.123263+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:08:55.554 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:55 smithi032 bash[76677]: cluster 2024-09-13T00:08:55.202735+0000 mon.a (mon.0) 206 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2024-09-13T00:08:55.910 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:08:55 smithi032 bash[68847]: debug 2024-09-13T00:08:55.554+0000 7fccb0bcc640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-13T00:08:56.226 INFO:tasks.rados.rados.0.smithi032.stdout:1462: finishing write tid 1 to smithi03267100-42 2024-09-13T00:08:56.227 INFO:tasks.rados.rados.0.smithi032.stdout:1462: finishing write tid 2 to smithi03267100-42 2024-09-13T00:08:56.227 INFO:tasks.rados.rados.0.smithi032.stdout:1462: finishing write tid 3 to smithi03267100-42 2024-09-13T00:08:56.227 INFO:tasks.rados.rados.0.smithi032.stdout:1464: finishing write tid 1 to smithi03267100-21 2024-09-13T00:08:56.227 INFO:tasks.rados.rados.0.smithi032.stdout:1463: finishing copy_from racing read to smithi03267100-22 2024-09-13T00:08:56.227 INFO:tasks.rados.rados.0.smithi032.stdout:1462: finishing write tid 4 to smithi03267100-42 2024-09-13T00:08:56.227 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 175 (ObjNum 489 snap 146 seq_num 489) dirty exists 2024-09-13T00:08:56.227 INFO:tasks.rados.rados.0.smithi032.stdout:1462: left oid 42 (ObjNum 489 snap 146 seq_num 489) 2024-09-13T00:08:56.227 INFO:tasks.rados.rados.0.smithi032.stdout:1465: finishing write tid 1 to smithi03267100-15 2024-09-13T00:08:56.227 INFO:tasks.rados.rados.0.smithi032.stdout:1464: finishing write tid 2 to smithi03267100-21 2024-09-13T00:08:56.227 INFO:tasks.rados.rados.0.smithi032.stdout:1464: finishing write tid 3 to smithi03267100-21 2024-09-13T00:08:56.227 INFO:tasks.rados.rados.0.smithi032.stdout:1463: finishing copy_from to smithi03267100-22 2024-09-13T00:08:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1146 (ObjNum 458 snap 137 seq_num 458) dirty exists 2024-09-13T00:08:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:1465: finishing write tid 2 to smithi03267100-15 2024-09-13T00:08:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:1465: finishing write tid 3 to smithi03267100-15 2024-09-13T00:08:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:1464: finishing write tid 4 to smithi03267100-21 2024-09-13T00:08:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1140 (ObjNum 490 snap 146 seq_num 490) dirty exists 2024-09-13T00:08:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:1464: left oid 21 (ObjNum 490 snap 146 seq_num 490) 2024-09-13T00:08:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:1465: finishing write tid 4 to smithi03267100-15 2024-09-13T00:08:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 637 (ObjNum 491 snap 146 seq_num 491) dirty exists 2024-09-13T00:08:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:1465: left oid 15 (ObjNum 491 snap 146 seq_num 491) 2024-09-13T00:08:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:1462: done (5 left) 2024-09-13T00:08:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:1463: done (4 left) 2024-09-13T00:08:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:1464: done (3 left) 2024-09-13T00:08:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:1465: done (2 left) 2024-09-13T00:08:56.229 INFO:tasks.rados.rados.0.smithi032.stdout:1466: done (1 left) 2024-09-13T00:08:56.229 INFO:tasks.rados.rados.0.smithi032.stdout:1467: done (0 left) 2024-09-13T00:08:56.229 INFO:tasks.rados.rados.0.smithi032.stdout:1468: rmattr oid 46 current snap is 146 2024-09-13T00:08:56.229 INFO:tasks.rados.rados.0.smithi032.stdout:1468: done (0 left) 2024-09-13T00:08:56.229 INFO:tasks.rados.rados.0.smithi032.stdout:1469: rollback oid 18 current snap is 146 2024-09-13T00:08:56.229 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 144 2024-09-13T00:08:56.229 INFO:tasks.rados.rados.0.smithi032.stdout:1470: read oid 20 snap -1 2024-09-13T00:08:56.229 INFO:tasks.rados.rados.0.smithi032.stdout:1470: expect (ObjNum 410 snap 126 seq_num 410) 2024-09-13T00:08:56.229 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 146 2024-09-13T00:08:56.229 INFO:tasks.rados.rados.0.smithi032.stdout:1471: seq_num 492 ranges {4423680=647168,5070848=401408} 2024-09-13T00:08:56.256 INFO:tasks.rados.rados.0.smithi032.stdout:1471: writing smithi03267100-50 from 4423680 to 5070848 tid 1 2024-09-13T00:08:56.259 INFO:tasks.rados.rados.0.smithi032.stdout:1471: writing smithi03267100-50 from 5070848 to 5472256 tid 2 2024-09-13T00:08:56.260 INFO:tasks.rados.rados.0.smithi032.stdout:1472: snap_create 2024-09-13T00:08:56.260 INFO:tasks.rados.rados.0.smithi032.stdout:1469: finishing rollback tid 0 to smithi03267100-18 2024-09-13T00:08:56.260 INFO:tasks.rados.rados.0.smithi032.stdout:1469: finishing rollback tid 1 to smithi03267100-18 2024-09-13T00:08:56.261 INFO:tasks.rados.rados.0.smithi032.stdout:1469: finishing rollback tid 2 to smithi03267100-18 2024-09-13T00:08:56.261 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1184 (ObjNum 458 snap 137 seq_num 458) dirty exists 2024-09-13T00:08:56.264 INFO:tasks.rados.rados.0.smithi032.stdout:1471: finishing write tid 1 to smithi03267100-50 2024-09-13T00:08:56.272 INFO:tasks.rados.rados.0.smithi032.stdout:1471: finishing write tid 2 to smithi03267100-50 2024-09-13T00:08:56.272 INFO:tasks.rados.rados.0.smithi032.stdout:1471: finishing write tid 3 to smithi03267100-50 2024-09-13T00:08:56.275 INFO:tasks.rados.rados.0.smithi032.stdout:1471: finishing write tid 4 to smithi03267100-50 2024-09-13T00:08:56.275 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 206 (ObjNum 492 snap 146 seq_num 492) dirty exists 2024-09-13T00:08:56.275 INFO:tasks.rados.rados.0.smithi032.stdout:1471: left oid 50 (ObjNum 492 snap 146 seq_num 492) 2024-09-13T00:08:56.276 INFO:tasks.rados.rados.0.smithi032.stdout:1470: expect (ObjNum 410 snap 126 seq_num 410) 2024-09-13T00:08:56.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:56 smithi032 bash[75510]: cluster 2024-09-13T00:08:55.037057+0000 mgr.y (mgr.34107) 54 : cluster [DBG] pgmap v79: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:56.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:56 smithi032 bash[75510]: cluster 2024-09-13T00:08:56.228883+0000 mon.a (mon.0) 207 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2024-09-13T00:08:56.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:56 smithi032 bash[76677]: cluster 2024-09-13T00:08:55.037057+0000 mgr.y (mgr.34107) 54 : cluster [DBG] pgmap v79: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:56.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:56 smithi032 bash[76677]: cluster 2024-09-13T00:08:56.228883+0000 mon.a (mon.0) 207 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2024-09-13T00:08:57.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:56 smithi053 bash[67631]: cluster 2024-09-13T00:08:55.037057+0000 mgr.y (mgr.34107) 54 : cluster [DBG] pgmap v79: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:08:57.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:56 smithi053 bash[67631]: cluster 2024-09-13T00:08:56.228883+0000 mon.a (mon.0) 207 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2024-09-13T00:08:57.226 INFO:tasks.rados.rados.0.smithi032.stdout:1469: done (3 left) 2024-09-13T00:08:57.227 INFO:tasks.rados.rados.0.smithi032.stdout:1470: done (2 left) 2024-09-13T00:08:57.227 INFO:tasks.rados.rados.0.smithi032.stdout:1471: done (1 left) 2024-09-13T00:08:57.227 INFO:tasks.rados.rados.0.smithi032.stdout:1472: done (0 left) 2024-09-13T00:08:57.227 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 147 2024-09-13T00:08:57.227 INFO:tasks.rados.rados.0.smithi032.stdout:1473: seq_num 493 ranges {0=663552,663552=401408} 2024-09-13T00:08:57.231 INFO:tasks.rados.rados.0.smithi032.stdout:1473: writing smithi03267100-47 from 0 to 663552 tid 1 2024-09-13T00:08:57.234 INFO:tasks.rados.rados.0.smithi032.stdout:1473: writing smithi03267100-47 from 663552 to 1064960 tid 2 2024-09-13T00:08:57.234 INFO:tasks.rados.rados.0.smithi032.stdout:1474: read oid 37 snap -1 2024-09-13T00:08:57.235 INFO:tasks.rados.rados.0.smithi032.stdout:1474: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:08:57.235 INFO:tasks.rados.rados.0.smithi032.stdout:1475: copy_from oid 38 from oid 10 current snap is 147 2024-09-13T00:08:57.235 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 147 2024-09-13T00:08:57.235 INFO:tasks.rados.rados.0.smithi032.stdout:1476: seq_num 494 ranges {0=679936,679936=401408} 2024-09-13T00:08:57.241 INFO:tasks.rados.rados.0.smithi032.stdout:1476: writing smithi03267100-27 from 0 to 679936 tid 1 2024-09-13T00:08:57.244 INFO:tasks.rados.rados.0.smithi032.stdout:1476: writing smithi03267100-27 from 679936 to 1081344 tid 2 2024-09-13T00:08:57.244 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 147 2024-09-13T00:08:57.244 INFO:tasks.rados.rados.0.smithi032.stdout:1477: seq_num 495 ranges {475136=696320,1171456=401408} 2024-09-13T00:08:57.254 INFO:tasks.rados.rados.0.smithi032.stdout:1477: writing smithi03267100-18 from 475136 to 1171456 tid 1 2024-09-13T00:08:57.258 INFO:tasks.rados.rados.0.smithi032.stdout:1477: writing smithi03267100-18 from 1171456 to 1572864 tid 2 2024-09-13T00:08:57.258 INFO:tasks.rados.rados.0.smithi032.stdout:1478: read oid 16 snap -1 2024-09-13T00:08:57.258 INFO:tasks.rados.rados.0.smithi032.stdout:1478: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:08:57.258 INFO:tasks.rados.rados.0.smithi032.stdout:1479: delete oid 36 current snap is 147 2024-09-13T00:08:57.259 INFO:tasks.rados.rados.0.smithi032.stdout:1474: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:08:57.260 INFO:tasks.rados.rados.0.smithi032.stdout:1473: finishing write tid 1 to smithi03267100-47 2024-09-13T00:08:57.261 INFO:tasks.rados.rados.0.smithi032.stdout:1473: finishing write tid 2 to smithi03267100-47 2024-09-13T00:08:57.261 INFO:tasks.rados.rados.0.smithi032.stdout:1473: finishing write tid 3 to smithi03267100-47 2024-09-13T00:08:57.261 INFO:tasks.rados.rados.0.smithi032.stdout:1476: finishing write tid 1 to smithi03267100-27 2024-09-13T00:08:57.261 INFO:tasks.rados.rados.0.smithi032.stdout:1476: finishing write tid 2 to smithi03267100-27 2024-09-13T00:08:57.261 INFO:tasks.rados.rados.0.smithi032.stdout:1476: finishing write tid 3 to smithi03267100-27 2024-09-13T00:08:57.261 INFO:tasks.rados.rados.0.smithi032.stdout:1473: finishing write tid 4 to smithi03267100-47 2024-09-13T00:08:57.261 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 596 (ObjNum 493 snap 147 seq_num 493) dirty exists 2024-09-13T00:08:57.261 INFO:tasks.rados.rados.0.smithi032.stdout:1473: left oid 47 (ObjNum 493 snap 147 seq_num 493) 2024-09-13T00:08:57.261 INFO:tasks.rados.rados.0.smithi032.stdout:1476: finishing write tid 4 to smithi03267100-27 2024-09-13T00:08:57.261 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 599 (ObjNum 494 snap 147 seq_num 494) dirty exists 2024-09-13T00:08:57.261 INFO:tasks.rados.rados.0.smithi032.stdout:1476: left oid 27 (ObjNum 494 snap 147 seq_num 494) 2024-09-13T00:08:57.267 INFO:tasks.rados.rados.0.smithi032.stdout:1478: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:08:57.297 INFO:tasks.rados.rados.0.smithi032.stdout:1475: finishing copy_from racing read to smithi03267100-38 2024-09-13T00:08:57.297 INFO:tasks.rados.rados.0.smithi032.stdout:1475: finishing copy_from to smithi03267100-38 2024-09-13T00:08:57.297 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 441 (ObjNum 474 snap 140 seq_num 474) dirty exists 2024-09-13T00:08:57.297 INFO:tasks.rados.rados.0.smithi032.stdout:1477: finishing write tid 1 to smithi03267100-18 2024-09-13T00:08:57.297 INFO:tasks.rados.rados.0.smithi032.stdout:1477: finishing write tid 2 to smithi03267100-18 2024-09-13T00:08:57.297 INFO:tasks.rados.rados.0.smithi032.stdout:1477: finishing write tid 3 to smithi03267100-18 2024-09-13T00:08:57.297 INFO:tasks.rados.rados.0.smithi032.stdout:1477: finishing write tid 4 to smithi03267100-18 2024-09-13T00:08:57.297 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1200 (ObjNum 495 snap 147 seq_num 495) dirty exists 2024-09-13T00:08:57.298 INFO:tasks.rados.rados.0.smithi032.stdout:1477: left oid 18 (ObjNum 495 snap 147 seq_num 495) 2024-09-13T00:08:57.298 INFO:tasks.rados.rados.0.smithi032.stdout:1473: done (6 left) 2024-09-13T00:08:57.298 INFO:tasks.rados.rados.0.smithi032.stdout:1474: done (5 left) 2024-09-13T00:08:57.298 INFO:tasks.rados.rados.0.smithi032.stdout:1475: done (4 left) 2024-09-13T00:08:57.298 INFO:tasks.rados.rados.0.smithi032.stdout:1476: done (3 left) 2024-09-13T00:08:57.298 INFO:tasks.rados.rados.0.smithi032.stdout:1477: done (2 left) 2024-09-13T00:08:57.298 INFO:tasks.rados.rados.0.smithi032.stdout:1478: done (1 left) 2024-09-13T00:08:57.298 INFO:tasks.rados.rados.0.smithi032.stdout:1479: done (0 left) 2024-09-13T00:08:57.298 INFO:tasks.rados.rados.0.smithi032.stdout:1480: rmattr oid 2 current snap is 147 2024-09-13T00:08:57.298 INFO:tasks.rados.rados.0.smithi032.stdout:1480: done (0 left) 2024-09-13T00:08:57.298 INFO:tasks.rados.rados.0.smithi032.stdout:1481: snap_create 2024-09-13T00:08:58.070 INFO:tasks.rados.rados.0.smithi032.stdout:1481: done (0 left) 2024-09-13T00:08:58.070 INFO:tasks.rados.rados.0.smithi032.stdout:1482: snap_remove snap 142 2024-09-13T00:08:58.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:58 smithi032 bash[75510]: cluster 2024-09-13T00:08:57.037850+0000 mgr.y (mgr.34107) 55 : cluster [DBG] pgmap v82: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-13T00:08:58.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:58 smithi032 bash[75510]: audit 2024-09-13T00:08:57.095726+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:58.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:58 smithi032 bash[75510]: audit 2024-09-13T00:08:57.105584+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:58.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:58 smithi032 bash[75510]: cluster 2024-09-13T00:08:57.230865+0000 mon.a (mon.0) 210 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2024-09-13T00:08:58.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:58 smithi032 bash[75510]: audit 2024-09-13T00:08:57.875540+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:58.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:58 smithi032 bash[75510]: audit 2024-09-13T00:08:57.885885+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:58.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:08:58 smithi032 bash[75510]: cluster 2024-09-13T00:08:58.073916+0000 mon.a (mon.0) 213 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2024-09-13T00:08:58.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:58 smithi032 bash[76677]: cluster 2024-09-13T00:08:57.037850+0000 mgr.y (mgr.34107) 55 : cluster [DBG] pgmap v82: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-13T00:08:58.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:58 smithi032 bash[76677]: audit 2024-09-13T00:08:57.095726+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:58.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:58 smithi032 bash[76677]: audit 2024-09-13T00:08:57.105584+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:58.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:58 smithi032 bash[76677]: cluster 2024-09-13T00:08:57.230865+0000 mon.a (mon.0) 210 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2024-09-13T00:08:58.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:58 smithi032 bash[76677]: audit 2024-09-13T00:08:57.875540+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:58.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:58 smithi032 bash[76677]: audit 2024-09-13T00:08:57.885885+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:58.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:08:58 smithi032 bash[76677]: cluster 2024-09-13T00:08:58.073916+0000 mon.a (mon.0) 213 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2024-09-13T00:08:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:58 smithi053 bash[67631]: cluster 2024-09-13T00:08:57.037850+0000 mgr.y (mgr.34107) 55 : cluster [DBG] pgmap v82: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-13T00:08:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:58 smithi053 bash[67631]: audit 2024-09-13T00:08:57.095726+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:58 smithi053 bash[67631]: audit 2024-09-13T00:08:57.105584+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:58 smithi053 bash[67631]: cluster 2024-09-13T00:08:57.230865+0000 mon.a (mon.0) 210 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2024-09-13T00:08:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:58 smithi053 bash[67631]: audit 2024-09-13T00:08:57.875540+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:58 smithi053 bash[67631]: audit 2024-09-13T00:08:57.885885+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:08:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:08:58 smithi053 bash[67631]: cluster 2024-09-13T00:08:58.073916+0000 mon.a (mon.0) 213 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2024-09-13T00:08:59.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:08:58 smithi053 bash[60895]: ts=2024-09-13T00:08:58.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:08:59.072 INFO:tasks.rados.rados.0.smithi032.stdout:1482: done (0 left) 2024-09-13T00:08:59.072 INFO:tasks.rados.rados.0.smithi032.stdout:1483: delete oid 49 current snap is 148 2024-09-13T00:08:59.093 INFO:tasks.rados.rados.0.smithi032.stdout:1483: done (0 left) 2024-09-13T00:08:59.093 INFO:tasks.rados.rados.0.smithi032.stdout:1484: delete oid 40 current snap is 148 2024-09-13T00:08:59.098 INFO:tasks.rados.rados.0.smithi032.stdout:1484: done (0 left) 2024-09-13T00:08:59.099 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 148 2024-09-13T00:08:59.099 INFO:tasks.rados.rados.0.smithi032.stdout:1485: seq_num 499 ranges {2424832=761856,3186688=401408} 2024-09-13T00:08:59.128 INFO:tasks.rados.rados.0.smithi032.stdout:1485: writing smithi03267100-15 from 2424832 to 3186688 tid 1 2024-09-13T00:08:59.132 INFO:tasks.rados.rados.0.smithi032.stdout:1485: writing smithi03267100-15 from 3186688 to 3588096 tid 2 2024-09-13T00:08:59.133 INFO:tasks.rados.rados.0.smithi032.stdout:1486: delete oid 41 current snap is 148 2024-09-13T00:08:59.136 INFO:tasks.rados.rados.0.smithi032.stdout:1486: done (1 left) 2024-09-13T00:08:59.136 INFO:tasks.rados.rados.0.smithi032.stdout:1487: read oid 43 snap -1 2024-09-13T00:08:59.136 INFO:tasks.rados.rados.0.smithi032.stdout:1487: expect deleted 2024-09-13T00:08:59.136 INFO:tasks.rados.rados.0.smithi032.stdout:1488: read oid 50 snap -1 2024-09-13T00:08:59.136 INFO:tasks.rados.rados.0.smithi032.stdout:1488: expect (ObjNum 492 snap 146 seq_num 492) 2024-09-13T00:08:59.136 INFO:tasks.rados.rados.0.smithi032.stdout:1489: delete oid 28 current snap is 148 2024-09-13T00:08:59.140 INFO:tasks.rados.rados.0.smithi032.stdout:1485: finishing write tid 1 to smithi03267100-15 2024-09-13T00:08:59.140 INFO:tasks.rados.rados.0.smithi032.stdout:1485: finishing write tid 2 to smithi03267100-15 2024-09-13T00:08:59.140 INFO:tasks.rados.rados.0.smithi032.stdout:1485: finishing write tid 3 to smithi03267100-15 2024-09-13T00:08:59.142 INFO:tasks.rados.rados.0.smithi032.stdout:1487: done (3 left) 2024-09-13T00:08:59.143 INFO:tasks.rados.rados.0.smithi032.stdout:1489: done (2 left) 2024-09-13T00:08:59.143 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 148 2024-09-13T00:08:59.143 INFO:tasks.rados.rados.0.smithi032.stdout:1490: seq_num 502 ranges {3555328=409600,3964928=417792,4382720=385024} 2024-09-13T00:08:59.185 INFO:tasks.rados.rados.0.smithi032.stdout:1490: writing smithi03267100-7 from 3555328 to 3964928 tid 1 2024-09-13T00:08:59.188 INFO:tasks.rados.rados.0.smithi032.stdout:1490: writing smithi03267100-7 from 3964928 to 4382720 tid 2 2024-09-13T00:08:59.191 INFO:tasks.rados.rados.0.smithi032.stdout:1490: writing smithi03267100-7 from 4382720 to 4767744 tid 3 2024-09-13T00:08:59.191 INFO:tasks.rados.rados.0.smithi032.stdout:1491: snap_remove snap 98 2024-09-13T00:09:00.102 INFO:tasks.rados.rados.0.smithi032.stdout:1491: done (3 left) 2024-09-13T00:09:00.102 INFO:tasks.rados.rados.0.smithi032.stdout:1492: read oid 28 snap -1 2024-09-13T00:09:00.102 INFO:tasks.rados.rados.0.smithi032.stdout:1492: expect deleted 2024-09-13T00:09:00.102 INFO:tasks.rados.rados.0.smithi032.stdout:1493: delete oid 37 current snap is 148 2024-09-13T00:09:00.103 INFO:tasks.rados.rados.0.smithi032.stdout:1485: finishing write tid 4 to smithi03267100-15 2024-09-13T00:09:00.103 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 653 (ObjNum 499 snap 148 seq_num 499) dirty exists 2024-09-13T00:09:00.103 INFO:tasks.rados.rados.0.smithi032.stdout:1485: left oid 15 (ObjNum 499 snap 148 seq_num 499) 2024-09-13T00:09:00.103 INFO:tasks.rados.rados.0.smithi032.stdout:1488: expect (ObjNum 492 snap 146 seq_num 492) 2024-09-13T00:09:00.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:00 smithi032 bash[75510]: cluster 2024-09-13T00:08:59.038652+0000 mgr.y (mgr.34107) 56 : cluster [DBG] pgmap v85: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-13T00:09:00.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:00 smithi032 bash[75510]: cluster 2024-09-13T00:08:59.075742+0000 mon.a (mon.0) 214 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2024-09-13T00:09:00.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:00 smithi032 bash[76677]: cluster 2024-09-13T00:08:59.038652+0000 mgr.y (mgr.34107) 56 : cluster [DBG] pgmap v85: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-13T00:09:00.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:00 smithi032 bash[76677]: cluster 2024-09-13T00:08:59.075742+0000 mon.a (mon.0) 214 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2024-09-13T00:09:00.462 INFO:tasks.rados.rados.0.smithi032.stdout:1490: finishing write tid 1 to smithi03267100-7 2024-09-13T00:09:00.462 INFO:tasks.rados.rados.0.smithi032.stdout:1490: finishing write tid 2 to smithi03267100-7 2024-09-13T00:09:00.462 INFO:tasks.rados.rados.0.smithi032.stdout:1490: finishing write tid 3 to smithi03267100-7 2024-09-13T00:09:00.462 INFO:tasks.rados.rados.0.smithi032.stdout:1490: finishing write tid 4 to smithi03267100-7 2024-09-13T00:09:00.462 INFO:tasks.rados.rados.0.smithi032.stdout:1490: finishing write tid 5 to smithi03267100-7 2024-09-13T00:09:00.462 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 658 (ObjNum 502 snap 148 seq_num 502) dirty exists 2024-09-13T00:09:00.462 INFO:tasks.rados.rados.0.smithi032.stdout:1490: left oid 7 (ObjNum 502 snap 148 seq_num 502) 2024-09-13T00:09:00.462 INFO:tasks.rados.rados.0.smithi032.stdout:1485: done (4 left) 2024-09-13T00:09:00.462 INFO:tasks.rados.rados.0.smithi032.stdout:1488: done (3 left) 2024-09-13T00:09:00.463 INFO:tasks.rados.rados.0.smithi032.stdout:1490: done (2 left) 2024-09-13T00:09:00.463 INFO:tasks.rados.rados.0.smithi032.stdout:1493: done (1 left) 2024-09-13T00:09:00.463 INFO:tasks.rados.rados.0.smithi032.stdout:1494: read oid 37 snap 121 2024-09-13T00:09:00.463 INFO:tasks.rados.rados.0.smithi032.stdout:1494: expect (ObjNum 166825040 snap 22058 seq_num 20496) 2024-09-13T00:09:00.463 INFO:tasks.rados.rados.0.smithi032.stdout:1495: read oid 17 snap -1 2024-09-13T00:09:00.463 INFO:tasks.rados.rados.0.smithi032.stdout:1495: expect (ObjNum 473 snap 140 seq_num 473) 2024-09-13T00:09:00.463 INFO:tasks.rados.rados.0.smithi032.stdout:1496: snap_create 2024-09-13T00:09:00.463 INFO:tasks.rados.rados.0.smithi032.stdout:1494: expect (ObjNum 166825040 snap 22058 seq_num 20496) 2024-09-13T00:09:00.511 INFO:tasks.rados.rados.0.smithi032.stdout:1495: expect (ObjNum 473 snap 140 seq_num 473) 2024-09-13T00:09:00.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:00 smithi053 bash[67631]: cluster 2024-09-13T00:08:59.038652+0000 mgr.y (mgr.34107) 56 : cluster [DBG] pgmap v85: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-13T00:09:00.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:00 smithi053 bash[67631]: cluster 2024-09-13T00:08:59.075742+0000 mon.a (mon.0) 214 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2024-09-13T00:09:01.306 INFO:tasks.rados.rados.0.smithi032.stdout:1492: done (3 left) 2024-09-13T00:09:01.306 INFO:tasks.rados.rados.0.smithi032.stdout:1494: done (2 left) 2024-09-13T00:09:01.306 INFO:tasks.rados.rados.0.smithi032.stdout:1495: done (1 left) 2024-09-13T00:09:01.306 INFO:tasks.rados.rados.0.smithi032.stdout:1496: done (0 left) 2024-09-13T00:09:01.306 INFO:tasks.rados.rados.0.smithi032.stdout:1497: read oid 21 snap 147 2024-09-13T00:09:01.306 INFO:tasks.rados.rados.0.smithi032.stdout:1497: expect (ObjNum 490 snap 146 seq_num 490) 2024-09-13T00:09:01.306 INFO:tasks.rados.rados.0.smithi032.stdout:1498: delete oid 43 current snap is 149 2024-09-13T00:09:01.309 INFO:tasks.rados.rados.0.smithi032.stdout:1498: done (1 left) 2024-09-13T00:09:01.309 INFO:tasks.rados.rados.0.smithi032.stdout:1499: snap_remove snap 146 2024-09-13T00:09:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:01 smithi032 bash[75510]: cluster 2024-09-13T00:09:00.105199+0000 mon.a (mon.0) 215 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2024-09-13T00:09:01.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:01 smithi032 bash[76677]: cluster 2024-09-13T00:09:00.105199+0000 mon.a (mon.0) 215 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2024-09-13T00:09:01.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:01 smithi053 bash[67631]: cluster 2024-09-13T00:09:00.105199+0000 mon.a (mon.0) 215 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2024-09-13T00:09:02.118 INFO:tasks.rados.rados.0.smithi032.stdout:1499: done (1 left) 2024-09-13T00:09:02.118 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 149 2024-09-13T00:09:02.118 INFO:tasks.rados.rados.0.smithi032.stdout:1500: seq_num 505 ranges {253952=466944,720896=475136,1196032=327680} 2024-09-13T00:09:02.128 INFO:tasks.rados.rados.0.smithi032.stdout:1500: writing smithi03267100-34 from 253952 to 720896 tid 1 2024-09-13T00:09:02.132 INFO:tasks.rados.rados.0.smithi032.stdout:1500: writing smithi03267100-34 from 720896 to 1196032 tid 2 2024-09-13T00:09:02.136 INFO:tasks.rados.rados.0.smithi032.stdout:1500: writing smithi03267100-34 from 1196032 to 1523712 tid 3 2024-09-13T00:09:02.136 INFO:tasks.rados.rados.0.smithi032.stdout:1501: setattr oid 32 current snap is 149 2024-09-13T00:09:02.145 INFO:tasks.rados.rados.0.smithi032.stdout:1497: expect (ObjNum 490 snap 146 seq_num 490) 2024-09-13T00:09:02.183 INFO:tasks.rados.rados.0.smithi032.stdout:1500: finishing write tid 1 to smithi03267100-34 2024-09-13T00:09:02.184 INFO:tasks.rados.rados.0.smithi032.stdout:1500: finishing write tid 2 to smithi03267100-34 2024-09-13T00:09:02.184 INFO:tasks.rados.rados.0.smithi032.stdout:1500: finishing write tid 3 to smithi03267100-34 2024-09-13T00:09:02.184 INFO:tasks.rados.rados.0.smithi032.stdout:1500: finishing write tid 4 to smithi03267100-34 2024-09-13T00:09:02.184 INFO:tasks.rados.rados.0.smithi032.stdout:1500: finishing write tid 5 to smithi03267100-34 2024-09-13T00:09:02.184 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 810 (ObjNum 505 snap 149 seq_num 505) dirty exists 2024-09-13T00:09:02.184 INFO:tasks.rados.rados.0.smithi032.stdout:1500: left oid 34 (ObjNum 505 snap 149 seq_num 505) 2024-09-13T00:09:02.184 INFO:tasks.rados.rados.0.smithi032.stdout:1497: done (2 left) 2024-09-13T00:09:02.184 INFO:tasks.rados.rados.0.smithi032.stdout:1500: done (1 left) 2024-09-13T00:09:02.184 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 149 2024-09-13T00:09:02.184 INFO:tasks.rados.rados.0.smithi032.stdout:1502: seq_num 506 ranges {4554752=483328,5038080=761856,5799936=40960} 2024-09-13T00:09:02.230 INFO:tasks.rados.rados.0.smithi032.stdout:1502: writing smithi03267100-20 from 4554752 to 5038080 tid 1 2024-09-13T00:09:02.236 INFO:tasks.rados.rados.0.smithi032.stdout:1502: writing smithi03267100-20 from 5038080 to 5799936 tid 2 2024-09-13T00:09:02.236 INFO:tasks.rados.rados.0.smithi032.stdout:1502: writing smithi03267100-20 from 5799936 to 5840896 tid 3 2024-09-13T00:09:02.236 INFO:tasks.rados.rados.0.smithi032.stdout:1503: copy_from oid 45 from oid 28 current snap is 149 2024-09-13T00:09:02.237 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 1217 (ObjNum 65 snap 0 seq_num 1750297434) dirty exists 2024-09-13T00:09:02.237 INFO:tasks.rados.rados.0.smithi032.stdout:1501: done (2 left) 2024-09-13T00:09:02.237 INFO:tasks.rados.rados.0.smithi032.stdout:1504: rollback oid 3 current snap is 149 2024-09-13T00:09:02.237 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 145 2024-09-13T00:09:02.237 INFO:tasks.rados.rados.0.smithi032.stdout:1505: delete oid 29 current snap is 149 2024-09-13T00:09:02.238 INFO:tasks.rados.rados.0.smithi032.stdout:1503: finishing copy_from to smithi03267100-45 2024-09-13T00:09:02.238 INFO:tasks.rados.rados.0.smithi032.stdout:1503: got expected ENOENT (src dne) 2024-09-13T00:09:02.238 INFO:tasks.rados.rados.0.smithi032.stdout:1503: finishing copy_from racing read to smithi03267100-45 2024-09-13T00:09:02.243 INFO:tasks.rados.rados.0.smithi032.stdout:1502: finishing write tid 1 to smithi03267100-20 2024-09-13T00:09:02.245 INFO:tasks.rados.rados.0.smithi032.stdout:1502: finishing write tid 2 to smithi03267100-20 2024-09-13T00:09:02.245 INFO:tasks.rados.rados.0.smithi032.stdout:1504: finishing rollback tid 0 to smithi03267100-3 2024-09-13T00:09:02.246 INFO:tasks.rados.rados.0.smithi032.stdout:1504: finishing rollback tid 1 to smithi03267100-3 2024-09-13T00:09:02.246 INFO:tasks.rados.rados.0.smithi032.stdout:1502: finishing write tid 3 to smithi03267100-20 2024-09-13T00:09:02.246 INFO:tasks.rados.rados.0.smithi032.stdout:1504: finishing rollback tid 2 to smithi03267100-3 2024-09-13T00:09:02.247 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1150 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-09-13T00:09:02.247 INFO:tasks.rados.rados.0.smithi032.stdout:1502: finishing write tid 4 to smithi03267100-20 2024-09-13T00:09:02.247 INFO:tasks.rados.rados.0.smithi032.stdout:1503: done (3 left) 2024-09-13T00:09:02.247 INFO:tasks.rados.rados.0.smithi032.stdout:1504: done (2 left) 2024-09-13T00:09:02.248 INFO:tasks.rados.rados.0.smithi032.stdout:1505: done (1 left) 2024-09-13T00:09:02.248 INFO:tasks.rados.rados.0.smithi032.stdout:1506: copy_from oid 38 from oid 21 current snap is 149 2024-09-13T00:09:02.248 INFO:tasks.rados.rados.0.smithi032.stdout:1507: copy_from oid 30 from oid 5 current snap is 149 2024-09-13T00:09:02.248 INFO:tasks.rados.rados.0.smithi032.stdout:1508: read oid 23 snap -1 2024-09-13T00:09:02.248 INFO:tasks.rados.rados.0.smithi032.stdout:1508: expect (ObjNum 456 snap 137 seq_num 456) 2024-09-13T00:09:02.248 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 149 2024-09-13T00:09:02.248 INFO:tasks.rados.rados.0.smithi032.stdout:1509: seq_num 508 ranges {0=516096,516096=524288,1040384=278528} 2024-09-13T00:09:02.252 INFO:tasks.rados.rados.0.smithi032.stdout:1509: writing smithi03267100-37 from 0 to 516096 tid 1 2024-09-13T00:09:02.257 INFO:tasks.rados.rados.0.smithi032.stdout:1509: writing smithi03267100-37 from 516096 to 1040384 tid 2 2024-09-13T00:09:02.261 INFO:tasks.rados.rados.0.smithi032.stdout:1509: writing smithi03267100-37 from 1040384 to 1318912 tid 3 2024-09-13T00:09:02.261 INFO:tasks.rados.rados.0.smithi032.stdout:1510: copy_from oid 3 from oid 33 current snap is 149 2024-09-13T00:09:02.261 INFO:tasks.rados.rados.0.smithi032.stdout:1502: finishing write tid 5 to smithi03267100-20 2024-09-13T00:09:02.261 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 401 (ObjNum 506 snap 149 seq_num 506) dirty exists 2024-09-13T00:09:02.261 INFO:tasks.rados.rados.0.smithi032.stdout:1502: left oid 20 (ObjNum 506 snap 149 seq_num 506) 2024-09-13T00:09:02.262 INFO:tasks.rados.rados.0.smithi032.stdout:1502: done (5 left) 2024-09-13T00:09:02.262 INFO:tasks.rados.rados.0.smithi032.stdout:1511: read oid 36 snap 118 2024-09-13T00:09:02.262 INFO:tasks.rados.rados.0.smithi032.stdout:1511: expect (ObjNum 307 snap 90 seq_num 307) 2024-09-13T00:09:02.262 INFO:tasks.rados.rados.0.smithi032.stdout:1512: setattr oid 1 current snap is 149 2024-09-13T00:09:02.262 INFO:tasks.rados.rados.0.smithi032.stdout:1509: finishing write tid 1 to smithi03267100-37 2024-09-13T00:09:02.262 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 149 2024-09-13T00:09:02.262 INFO:tasks.rados.rados.0.smithi032.stdout:1513: seq_num 509 ranges {303104=532480,835584=409600,1245184=393216} 2024-09-13T00:09:02.270 INFO:tasks.rados.rados.0.smithi032.stdout:1513: writing smithi03267100-8 from 303104 to 835584 tid 1 2024-09-13T00:09:02.274 INFO:tasks.rados.rados.0.smithi032.stdout:1513: writing smithi03267100-8 from 835584 to 1245184 tid 2 2024-09-13T00:09:02.277 INFO:tasks.rados.rados.0.smithi032.stdout:1513: writing smithi03267100-8 from 1245184 to 1638400 tid 3 2024-09-13T00:09:02.278 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 149 2024-09-13T00:09:02.278 INFO:tasks.rados.rados.0.smithi032.stdout:1509: finishing write tid 2 to smithi03267100-37 2024-09-13T00:09:02.278 INFO:tasks.rados.rados.0.smithi032.stdout:1514: seq_num 510 ranges {6242304=548864,6791168=745472,7536640=57344} 2024-09-13T00:09:02.324 INFO:tasks.rados.rados.0.smithi032.stdout:1514: writing smithi03267100-12 from 6242304 to 6791168 tid 1 2024-09-13T00:09:02.328 INFO:tasks.rados.rados.0.smithi032.stdout:1514: writing smithi03267100-12 from 6791168 to 7536640 tid 2 2024-09-13T00:09:02.329 INFO:tasks.rados.rados.0.smithi032.stdout:1514: writing smithi03267100-12 from 7536640 to 7593984 tid 3 2024-09-13T00:09:02.329 INFO:tasks.rados.rados.0.smithi032.stdout:1515: read oid 45 snap -1 2024-09-13T00:09:02.329 INFO:tasks.rados.rados.0.smithi032.stdout:1515: expect (ObjNum 325 snap 96 seq_num 325) 2024-09-13T00:09:02.329 INFO:tasks.rados.rados.0.smithi032.stdout:1516: copy_from oid 34 from oid 39 current snap is 149 2024-09-13T00:09:02.329 INFO:tasks.rados.rados.0.smithi032.stdout:1509: finishing write tid 3 to smithi03267100-37 2024-09-13T00:09:02.329 INFO:tasks.rados.rados.0.smithi032.stdout:1509: finishing write tid 4 to smithi03267100-37 2024-09-13T00:09:02.330 INFO:tasks.rados.rados.0.smithi032.stdout:1510: finishing copy_from to smithi03267100-3 2024-09-13T00:09:02.330 INFO:tasks.rados.rados.0.smithi032.stdout:1510: got expected ENOENT (src dne) 2024-09-13T00:09:02.330 INFO:tasks.rados.rados.0.smithi032.stdout:1510: finishing copy_from racing read to smithi03267100-3 2024-09-13T00:09:02.330 INFO:tasks.rados.rados.0.smithi032.stdout:1509: finishing write tid 5 to smithi03267100-37 2024-09-13T00:09:02.330 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 457 (ObjNum 508 snap 149 seq_num 508) dirty exists 2024-09-13T00:09:02.330 INFO:tasks.rados.rados.0.smithi032.stdout:1509: left oid 37 (ObjNum 508 snap 149 seq_num 508) 2024-09-13T00:09:02.330 INFO:tasks.rados.rados.0.smithi032.stdout:1513: finishing write tid 1 to smithi03267100-8 2024-09-13T00:09:02.330 INFO:tasks.rados.rados.0.smithi032.stdout:1506: finishing copy_from racing read to smithi03267100-38 2024-09-13T00:09:02.330 INFO:tasks.rados.rados.0.smithi032.stdout:1513: finishing write tid 2 to smithi03267100-8 2024-09-13T00:09:02.330 INFO:tasks.rados.rados.0.smithi032.stdout:1506: finishing copy_from to smithi03267100-38 2024-09-13T00:09:02.330 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1140 (ObjNum 490 snap 146 seq_num 490) dirty exists 2024-09-13T00:09:02.330 INFO:tasks.rados.rados.0.smithi032.stdout:1513: finishing write tid 3 to smithi03267100-8 2024-09-13T00:09:02.330 INFO:tasks.rados.rados.0.smithi032.stdout:1513: finishing write tid 4 to smithi03267100-8 2024-09-13T00:09:02.330 INFO:tasks.rados.rados.0.smithi032.stdout:1513: finishing write tid 5 to smithi03267100-8 2024-09-13T00:09:02.331 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1142 (ObjNum 509 snap 149 seq_num 509) dirty exists 2024-09-13T00:09:02.331 INFO:tasks.rados.rados.0.smithi032.stdout:1513: left oid 8 (ObjNum 509 snap 149 seq_num 509) 2024-09-13T00:09:02.331 INFO:tasks.rados.rados.0.smithi032.stdout:1507: finishing copy_from racing read to smithi03267100-30 2024-09-13T00:09:02.331 INFO:tasks.rados.rados.0.smithi032.stdout:1508: expect (ObjNum 456 snap 137 seq_num 456) 2024-09-13T00:09:02.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:02 smithi032 bash[76677]: cluster 2024-09-13T00:09:01.039966+0000 mgr.y (mgr.34107) 57 : cluster [DBG] pgmap v88: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-13T00:09:02.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:02 smithi032 bash[76677]: cluster 2024-09-13T00:09:01.113949+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2024-09-13T00:09:02.410 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:09:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:09:02] "GET /metrics HTTP/1.1" 200 36041 "" "Prometheus/2.43.0" 2024-09-13T00:09:02.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:02 smithi032 bash[75510]: cluster 2024-09-13T00:09:01.039966+0000 mgr.y (mgr.34107) 57 : cluster [DBG] pgmap v88: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-13T00:09:02.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:02 smithi032 bash[75510]: cluster 2024-09-13T00:09:01.113949+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2024-09-13T00:09:02.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:02 smithi053 bash[67631]: cluster 2024-09-13T00:09:01.039966+0000 mgr.y (mgr.34107) 57 : cluster [DBG] pgmap v88: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-13T00:09:02.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:02 smithi053 bash[67631]: cluster 2024-09-13T00:09:01.113949+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2024-09-13T00:09:02.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:02 smithi053 bash[60895]: ts=2024-09-13T00:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:02.857 INFO:tasks.rados.rados.0.smithi032.stdout:1507: finishing copy_from to smithi03267100-30 2024-09-13T00:09:02.857 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 615 (ObjNum 435 snap 131 seq_num 435) dirty exists 2024-09-13T00:09:02.857 INFO:tasks.rados.rados.0.smithi032.stdout:1511: expect (ObjNum 307 snap 90 seq_num 307) 2024-09-13T00:09:03.141 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1175 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T00:09:03.141 INFO:tasks.rados.rados.0.smithi032.stdout:1514: finishing write tid 1 to smithi03267100-12 2024-09-13T00:09:03.141 INFO:tasks.rados.rados.0.smithi032.stdout:1514: finishing write tid 2 to smithi03267100-12 2024-09-13T00:09:03.141 INFO:tasks.rados.rados.0.smithi032.stdout:1514: finishing write tid 3 to smithi03267100-12 2024-09-13T00:09:03.141 INFO:tasks.rados.rados.0.smithi032.stdout:1514: finishing write tid 4 to smithi03267100-12 2024-09-13T00:09:03.141 INFO:tasks.rados.rados.0.smithi032.stdout:1514: finishing write tid 5 to smithi03267100-12 2024-09-13T00:09:03.141 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 814 (ObjNum 510 snap 149 seq_num 510) dirty exists 2024-09-13T00:09:03.141 INFO:tasks.rados.rados.0.smithi032.stdout:1514: left oid 12 (ObjNum 510 snap 149 seq_num 510) 2024-09-13T00:09:03.142 INFO:tasks.rados.rados.0.smithi032.stdout:1515: expect (ObjNum 325 snap 96 seq_num 325) 2024-09-13T00:09:03.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:03 smithi053 bash[67631]: cluster 2024-09-13T00:09:02.121657+0000 mon.a (mon.0) 217 : cluster [DBG] osdmap e349: 8 total, 8 up, 8 in 2024-09-13T00:09:03.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:03 smithi053 bash[67631]: cluster 2024-09-13T00:09:03.074621+0000 mon.a (mon.0) 218 : cluster [DBG] osdmap e350: 8 total, 8 up, 8 in 2024-09-13T00:09:03.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:03 smithi032 bash[75510]: cluster 2024-09-13T00:09:02.121657+0000 mon.a (mon.0) 217 : cluster [DBG] osdmap e349: 8 total, 8 up, 8 in 2024-09-13T00:09:03.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:03 smithi032 bash[75510]: cluster 2024-09-13T00:09:03.074621+0000 mon.a (mon.0) 218 : cluster [DBG] osdmap e350: 8 total, 8 up, 8 in 2024-09-13T00:09:03.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:03 smithi032 bash[76677]: cluster 2024-09-13T00:09:02.121657+0000 mon.a (mon.0) 217 : cluster [DBG] osdmap e349: 8 total, 8 up, 8 in 2024-09-13T00:09:03.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:03 smithi032 bash[76677]: cluster 2024-09-13T00:09:03.074621+0000 mon.a (mon.0) 218 : cluster [DBG] osdmap e350: 8 total, 8 up, 8 in 2024-09-13T00:09:03.506 INFO:tasks.rados.rados.0.smithi032.stdout:1516: finishing copy_from to smithi03267100-34 2024-09-13T00:09:03.506 INFO:tasks.rados.rados.0.smithi032.stdout:1516: got expected ENOENT (src dne) 2024-09-13T00:09:03.506 INFO:tasks.rados.rados.0.smithi032.stdout:1516: finishing copy_from racing read to smithi03267100-34 2024-09-13T00:09:03.506 INFO:tasks.rados.rados.0.smithi032.stdout:1506: done (10 left) 2024-09-13T00:09:03.507 INFO:tasks.rados.rados.0.smithi032.stdout:1507: done (9 left) 2024-09-13T00:09:03.507 INFO:tasks.rados.rados.0.smithi032.stdout:1508: done (8 left) 2024-09-13T00:09:03.507 INFO:tasks.rados.rados.0.smithi032.stdout:1509: done (7 left) 2024-09-13T00:09:03.507 INFO:tasks.rados.rados.0.smithi032.stdout:1510: done (6 left) 2024-09-13T00:09:03.507 INFO:tasks.rados.rados.0.smithi032.stdout:1511: done (5 left) 2024-09-13T00:09:03.507 INFO:tasks.rados.rados.0.smithi032.stdout:1512: done (4 left) 2024-09-13T00:09:03.507 INFO:tasks.rados.rados.0.smithi032.stdout:1513: done (3 left) 2024-09-13T00:09:03.507 INFO:tasks.rados.rados.0.smithi032.stdout:1514: done (2 left) 2024-09-13T00:09:03.507 INFO:tasks.rados.rados.0.smithi032.stdout:1515: done (1 left) 2024-09-13T00:09:03.507 INFO:tasks.rados.rados.0.smithi032.stdout:1516: done (0 left) 2024-09-13T00:09:03.507 INFO:tasks.rados.rados.0.smithi032.stdout:1517: rollback oid 43 current snap is 149 2024-09-13T00:09:03.507 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 130 2024-09-13T00:09:03.507 INFO:tasks.rados.rados.0.smithi032.stdout:1518: copy_from oid 30 from oid 29 current snap is 149 2024-09-13T00:09:03.508 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 149 2024-09-13T00:09:03.508 INFO:tasks.rados.rados.0.smithi032.stdout:1519: seq_num 511 ranges {3588096=565248,4153344=630784,4784128=172032} 2024-09-13T00:09:03.529 INFO:tasks.rados.rados.0.smithi032.stdout:1519: writing smithi03267100-15 from 3588096 to 4153344 tid 1 2024-09-13T00:09:03.533 INFO:tasks.rados.rados.0.smithi032.stdout:1519: writing smithi03267100-15 from 4153344 to 4784128 tid 2 2024-09-13T00:09:03.534 INFO:tasks.rados.rados.0.smithi032.stdout:1519: writing smithi03267100-15 from 4784128 to 4956160 tid 3 2024-09-13T00:09:03.534 INFO:tasks.rados.rados.0.smithi032.stdout:1520: delete oid 23 current snap is 149 2024-09-13T00:09:03.534 INFO:tasks.rados.rados.0.smithi032.stdout:1517: finishing rollback tid 1 to smithi03267100-43 2024-09-13T00:09:03.534 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 611 (ObjNum 449 snap 0 seq_num 127794832) dirty dne 2024-09-13T00:09:03.534 INFO:tasks.rados.rados.0.smithi032.stdout:1518: finishing copy_from to smithi03267100-30 2024-09-13T00:09:03.534 INFO:tasks.rados.rados.0.smithi032.stdout:1518: got expected ENOENT (src dne) 2024-09-13T00:09:03.534 INFO:tasks.rados.rados.0.smithi032.stdout:1518: finishing copy_from racing read to smithi03267100-30 2024-09-13T00:09:03.543 INFO:tasks.rados.rados.0.smithi032.stdout:1517: done (3 left) 2024-09-13T00:09:03.543 INFO:tasks.rados.rados.0.smithi032.stdout:1518: done (2 left) 2024-09-13T00:09:03.543 INFO:tasks.rados.rados.0.smithi032.stdout:1520: done (1 left) 2024-09-13T00:09:03.543 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 149 2024-09-13T00:09:03.543 INFO:tasks.rados.rados.0.smithi032.stdout:1521: seq_num 513 ranges {1064960=598016,1662976=794624,2457600=8192} 2024-09-13T00:09:03.552 INFO:tasks.rados.rados.0.smithi032.stdout:1521: writing smithi03267100-47 from 1064960 to 1662976 tid 1 2024-09-13T00:09:03.557 INFO:tasks.rados.rados.0.smithi032.stdout:1521: writing smithi03267100-47 from 1662976 to 2457600 tid 2 2024-09-13T00:09:03.557 INFO:tasks.rados.rados.0.smithi032.stdout:1521: writing smithi03267100-47 from 2457600 to 2465792 tid 3 2024-09-13T00:09:03.557 INFO:tasks.rados.rados.0.smithi032.stdout:1522: rollback oid 26 current snap is 149 2024-09-13T00:09:03.557 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 129 2024-09-13T00:09:03.557 INFO:tasks.rados.rados.0.smithi032.stdout:1519: finishing write tid 1 to smithi03267100-15 2024-09-13T00:09:03.557 INFO:tasks.rados.rados.0.smithi032.stdout:1519: finishing write tid 2 to smithi03267100-15 2024-09-13T00:09:03.557 INFO:tasks.rados.rados.0.smithi032.stdout:1519: finishing write tid 3 to smithi03267100-15 2024-09-13T00:09:03.557 INFO:tasks.rados.rados.0.smithi032.stdout:1519: finishing write tid 4 to smithi03267100-15 2024-09-13T00:09:03.557 INFO:tasks.rados.rados.0.smithi032.stdout:1519: finishing write tid 5 to smithi03267100-15 2024-09-13T00:09:03.557 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 675 (ObjNum 511 snap 149 seq_num 511) dirty exists 2024-09-13T00:09:03.558 INFO:tasks.rados.rados.0.smithi032.stdout:1519: left oid 15 (ObjNum 511 snap 149 seq_num 511) 2024-09-13T00:09:03.558 INFO:tasks.rados.rados.0.smithi032.stdout:1519: done (2 left) 2024-09-13T00:09:03.558 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 149 2024-09-13T00:09:03.558 INFO:tasks.rados.rados.0.smithi032.stdout:1523: seq_num 514 ranges {5644288=614400,6258688=679936,6938624=122880} 2024-09-13T00:09:03.592 INFO:tasks.rados.rados.0.smithi032.stdout:1523: writing smithi03267100-45 from 5644288 to 6258688 tid 1 2024-09-13T00:09:03.596 INFO:tasks.rados.rados.0.smithi032.stdout:1523: writing smithi03267100-45 from 6258688 to 6938624 tid 2 2024-09-13T00:09:03.597 INFO:tasks.rados.rados.0.smithi032.stdout:1523: writing smithi03267100-45 from 6938624 to 7061504 tid 3 2024-09-13T00:09:03.597 INFO:tasks.rados.rados.0.smithi032.stdout:1524: setattr oid 13 current snap is 149 2024-09-13T00:09:03.597 INFO:tasks.rados.rados.0.smithi032.stdout:1521: finishing write tid 1 to smithi03267100-47 2024-09-13T00:09:03.598 INFO:tasks.rados.rados.0.smithi032.stdout:1522: finishing rollback tid 0 to smithi03267100-26 2024-09-13T00:09:03.598 INFO:tasks.rados.rados.0.smithi032.stdout:1521: finishing write tid 2 to smithi03267100-47 2024-09-13T00:09:03.598 INFO:tasks.rados.rados.0.smithi032.stdout:1521: finishing write tid 3 to smithi03267100-47 2024-09-13T00:09:03.598 INFO:tasks.rados.rados.0.smithi032.stdout:1522: finishing rollback tid 1 to smithi03267100-26 2024-09-13T00:09:03.598 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1220 (ObjNum 81 snap 0 seq_num 167574160) dirty dne 2024-09-13T00:09:03.598 INFO:tasks.rados.rados.0.smithi032.stdout:1521: finishing write tid 4 to smithi03267100-47 2024-09-13T00:09:03.598 INFO:tasks.rados.rados.0.smithi032.stdout:1521: finishing write tid 5 to smithi03267100-47 2024-09-13T00:09:03.598 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 603 (ObjNum 513 snap 149 seq_num 513) dirty exists 2024-09-13T00:09:03.598 INFO:tasks.rados.rados.0.smithi032.stdout:1521: left oid 47 (ObjNum 513 snap 149 seq_num 513) 2024-09-13T00:09:03.599 INFO:tasks.rados.rados.0.smithi032.stdout:1521: done (3 left) 2024-09-13T00:09:03.599 INFO:tasks.rados.rados.0.smithi032.stdout:1522: done (2 left) 2024-09-13T00:09:03.599 INFO:tasks.rados.rados.0.smithi032.stdout:1525: setattr oid 17 current snap is 149 2024-09-13T00:09:03.600 INFO:tasks.rados.rados.0.smithi032.stdout:1526: copy_from oid 43 from oid 39 current snap is 149 2024-09-13T00:09:03.600 INFO:tasks.rados.rados.0.smithi032.stdout:1527: read oid 38 snap -1 2024-09-13T00:09:03.601 INFO:tasks.rados.rados.0.smithi032.stdout:1527: expect (ObjNum 490 snap 146 seq_num 490) 2024-09-13T00:09:03.601 INFO:tasks.rados.rados.0.smithi032.stdout:1528: rollback oid 3 current snap is 149 2024-09-13T00:09:03.601 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 147 2024-09-13T00:09:03.601 INFO:tasks.rados.rados.0.smithi032.stdout:1529: copy_from oid 28 from oid 30 current snap is 149 2024-09-13T00:09:03.601 INFO:tasks.rados.rados.0.smithi032.stdout:1530: rollback oid 37 current snap is 149 2024-09-13T00:09:03.601 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 37 to 147 2024-09-13T00:09:03.601 INFO:tasks.rados.rados.0.smithi032.stdout:1531: snap_create 2024-09-13T00:09:03.602 INFO:tasks.rados.rados.0.smithi032.stdout:1526: finishing copy_from to smithi03267100-43 2024-09-13T00:09:03.602 INFO:tasks.rados.rados.0.smithi032.stdout:1526: got expected ENOENT (src dne) 2024-09-13T00:09:03.603 INFO:tasks.rados.rados.0.smithi032.stdout:1526: finishing copy_from racing read to smithi03267100-43 2024-09-13T00:09:03.607 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1222 (ObjNum 447 snap 135 seq_num 447) dirty exists 2024-09-13T00:09:03.609 INFO:tasks.rados.rados.0.smithi032.stdout:1523: finishing write tid 1 to smithi03267100-45 2024-09-13T00:09:03.611 INFO:tasks.rados.rados.0.smithi032.stdout:1523: finishing write tid 2 to smithi03267100-45 2024-09-13T00:09:03.611 INFO:tasks.rados.rados.0.smithi032.stdout:1523: finishing write tid 3 to smithi03267100-45 2024-09-13T00:09:03.611 INFO:tasks.rados.rados.0.smithi032.stdout:1523: finishing write tid 4 to smithi03267100-45 2024-09-13T00:09:03.614 INFO:tasks.rados.rados.0.smithi032.stdout:1527: expect (ObjNum 490 snap 146 seq_num 490) 2024-09-13T00:09:03.680 INFO:tasks.rados.rados.0.smithi032.stdout:1528: finishing rollback tid 0 to smithi03267100-3 2024-09-13T00:09:03.680 INFO:tasks.rados.rados.0.smithi032.stdout:1528: finishing rollback tid 1 to smithi03267100-3 2024-09-13T00:09:03.680 INFO:tasks.rados.rados.0.smithi032.stdout:1528: finishing rollback tid 2 to smithi03267100-3 2024-09-13T00:09:03.680 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1154 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-09-13T00:09:03.680 INFO:tasks.rados.rados.0.smithi032.stdout:1530: finishing rollback tid 0 to smithi03267100-37 2024-09-13T00:09:03.681 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 1179 (ObjNum 473 snap 140 seq_num 473) dirty exists 2024-09-13T00:09:03.681 INFO:tasks.rados.rados.0.smithi032.stdout:1530: finishing rollback tid 1 to smithi03267100-37 2024-09-13T00:09:03.681 INFO:tasks.rados.rados.0.smithi032.stdout:1530: finishing rollback tid 2 to smithi03267100-37 2024-09-13T00:09:03.681 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 460 (ObjNum 65 snap 0 seq_num 1701601106) dirty exists 2024-09-13T00:09:03.681 INFO:tasks.rados.rados.0.smithi032.stdout:1523: finishing write tid 5 to smithi03267100-45 2024-09-13T00:09:03.681 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1072 (ObjNum 514 snap 149 seq_num 514) dirty exists 2024-09-13T00:09:03.681 INFO:tasks.rados.rados.0.smithi032.stdout:1523: left oid 45 (ObjNum 514 snap 149 seq_num 514) 2024-09-13T00:09:03.681 INFO:tasks.rados.rados.0.smithi032.stdout:1529: finishing copy_from racing read to smithi03267100-28 2024-09-13T00:09:03.681 INFO:tasks.rados.rados.0.smithi032.stdout:1529: finishing copy_from to smithi03267100-28 2024-09-13T00:09:03.681 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 615 (ObjNum 435 snap 131 seq_num 435) dirty exists 2024-09-13T00:09:03.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:03 smithi053 bash[60895]: ts=2024-09-13T00:09:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:04.133 INFO:tasks.rados.rados.0.smithi032.stdout:1523: done (8 left) 2024-09-13T00:09:04.133 INFO:tasks.rados.rados.0.smithi032.stdout:1524: done (7 left) 2024-09-13T00:09:04.133 INFO:tasks.rados.rados.0.smithi032.stdout:1525: done (6 left) 2024-09-13T00:09:04.134 INFO:tasks.rados.rados.0.smithi032.stdout:1526: done (5 left) 2024-09-13T00:09:04.134 INFO:tasks.rados.rados.0.smithi032.stdout:1527: done (4 left) 2024-09-13T00:09:04.134 INFO:tasks.rados.rados.0.smithi032.stdout:1528: done (3 left) 2024-09-13T00:09:04.134 INFO:tasks.rados.rados.0.smithi032.stdout:1529: done (2 left) 2024-09-13T00:09:04.134 INFO:tasks.rados.rados.0.smithi032.stdout:1530: done (1 left) 2024-09-13T00:09:04.134 INFO:tasks.rados.rados.0.smithi032.stdout:1531: done (0 left) 2024-09-13T00:09:04.134 INFO:tasks.rados.rados.0.smithi032.stdout:1532: snap_create 2024-09-13T00:09:04.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:04 smithi032 bash[75510]: cluster 2024-09-13T00:09:03.040728+0000 mgr.y (mgr.34107) 58 : cluster [DBG] pgmap v91: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-13T00:09:04.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:04 smithi032 bash[76677]: cluster 2024-09-13T00:09:03.040728+0000 mgr.y (mgr.34107) 58 : cluster [DBG] pgmap v91: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-13T00:09:04.437 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:04 smithi053 bash[67631]: cluster 2024-09-13T00:09:03.040728+0000 mgr.y (mgr.34107) 58 : cluster [DBG] pgmap v91: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-13T00:09:04.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:04 smithi053 bash[60895]: ts=2024-09-13T00:09:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:04.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:04 smithi053 bash[60895]: ts=2024-09-13T00:09:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:05.144 INFO:tasks.rados.rados.0.smithi032.stdout:1532: done (0 left) 2024-09-13T00:09:05.145 INFO:tasks.rados.rados.0.smithi032.stdout:1533: read oid 37 snap -1 2024-09-13T00:09:05.145 INFO:tasks.rados.rados.0.smithi032.stdout:1533: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:09:05.145 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 151 2024-09-13T00:09:05.145 INFO:tasks.rados.rados.0.smithi032.stdout:1534: seq_num 515 ranges {0=630784,630784=565248,1196032=237568} 2024-09-13T00:09:05.151 INFO:tasks.rados.rados.0.smithi032.stdout:1534: writing smithi03267100-25 from 0 to 630784 tid 1 2024-09-13T00:09:05.154 INFO:tasks.rados.rados.0.smithi032.stdout:1534: writing smithi03267100-25 from 630784 to 1196032 tid 2 2024-09-13T00:09:05.156 INFO:tasks.rados.rados.0.smithi032.stdout:1534: writing smithi03267100-25 from 1196032 to 1433600 tid 3 2024-09-13T00:09:05.157 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 151 2024-09-13T00:09:05.157 INFO:tasks.rados.rados.0.smithi032.stdout:1535: seq_num 516 ranges {4284416=647168,4931584=450560,5382144=352256} 2024-09-13T00:09:05.193 INFO:tasks.rados.rados.0.smithi032.stdout:1535: writing smithi03267100-30 from 4284416 to 4931584 tid 1 2024-09-13T00:09:05.196 INFO:tasks.rados.rados.0.smithi032.stdout:1535: writing smithi03267100-30 from 4931584 to 5382144 tid 2 2024-09-13T00:09:05.199 INFO:tasks.rados.rados.0.smithi032.stdout:1535: writing smithi03267100-30 from 5382144 to 5734400 tid 3 2024-09-13T00:09:05.199 INFO:tasks.rados.rados.0.smithi032.stdout:1536: read oid 18 snap -1 2024-09-13T00:09:05.199 INFO:tasks.rados.rados.0.smithi032.stdout:1536: expect (ObjNum 495 snap 147 seq_num 495) 2024-09-13T00:09:05.199 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 151 2024-09-13T00:09:05.199 INFO:tasks.rados.rados.0.smithi032.stdout:1537: seq_num 517 ranges {0=663552,663552=786432,1449984=16384} 2024-09-13T00:09:05.204 INFO:tasks.rados.rados.0.smithi032.stdout:1537: writing smithi03267100-1 from 0 to 663552 tid 1 2024-09-13T00:09:05.212 INFO:tasks.rados.rados.0.smithi032.stdout:1537: writing smithi03267100-1 from 663552 to 1449984 tid 2 2024-09-13T00:09:05.212 INFO:tasks.rados.rados.0.smithi032.stdout:1537: writing smithi03267100-1 from 1449984 to 1466368 tid 3 2024-09-13T00:09:05.212 INFO:tasks.rados.rados.0.smithi032.stdout:1538: read oid 47 snap 145 2024-09-13T00:09:05.212 INFO:tasks.rados.rados.0.smithi032.stdout:1538: expect deleted 2024-09-13T00:09:05.212 INFO:tasks.rados.rados.0.smithi032.stdout:1539: rmattr oid 19 current snap is 151 2024-09-13T00:09:05.213 INFO:tasks.rados.rados.0.smithi032.stdout:1533: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:09:05.219 INFO:tasks.rados.rados.0.smithi032.stdout:1534: finishing write tid 1 to smithi03267100-25 2024-09-13T00:09:05.219 INFO:tasks.rados.rados.0.smithi032.stdout:1534: finishing write tid 2 to smithi03267100-25 2024-09-13T00:09:05.219 INFO:tasks.rados.rados.0.smithi032.stdout:1534: finishing write tid 3 to smithi03267100-25 2024-09-13T00:09:05.219 INFO:tasks.rados.rados.0.smithi032.stdout:1534: finishing write tid 4 to smithi03267100-25 2024-09-13T00:09:05.219 INFO:tasks.rados.rados.0.smithi032.stdout:1534: finishing write tid 5 to smithi03267100-25 2024-09-13T00:09:05.219 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 539 (ObjNum 515 snap 151 seq_num 515) dirty exists 2024-09-13T00:09:05.219 INFO:tasks.rados.rados.0.smithi032.stdout:1534: left oid 25 (ObjNum 515 snap 151 seq_num 515) 2024-09-13T00:09:05.219 INFO:tasks.rados.rados.0.smithi032.stdout:1535: finishing write tid 1 to smithi03267100-30 2024-09-13T00:09:05.219 INFO:tasks.rados.rados.0.smithi032.stdout:1535: finishing write tid 2 to smithi03267100-30 2024-09-13T00:09:05.219 INFO:tasks.rados.rados.0.smithi032.stdout:1535: finishing write tid 3 to smithi03267100-30 2024-09-13T00:09:05.219 INFO:tasks.rados.rados.0.smithi032.stdout:1536: expect (ObjNum 495 snap 147 seq_num 495) 2024-09-13T00:09:05.273 INFO:tasks.rados.rados.0.smithi032.stdout:1535: finishing write tid 4 to smithi03267100-30 2024-09-13T00:09:05.273 INFO:tasks.rados.rados.0.smithi032.stdout:1537: finishing write tid 1 to smithi03267100-1 2024-09-13T00:09:05.274 INFO:tasks.rados.rados.0.smithi032.stdout:1535: finishing write tid 5 to smithi03267100-30 2024-09-13T00:09:05.274 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1184 (ObjNum 516 snap 151 seq_num 516) dirty exists 2024-09-13T00:09:05.274 INFO:tasks.rados.rados.0.smithi032.stdout:1535: left oid 30 (ObjNum 516 snap 151 seq_num 516) 2024-09-13T00:09:05.274 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 604 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:09:05.274 INFO:tasks.rados.rados.0.smithi032.stdout:1537: finishing write tid 2 to smithi03267100-1 2024-09-13T00:09:05.274 INFO:tasks.rados.rados.0.smithi032.stdout:1537: finishing write tid 3 to smithi03267100-1 2024-09-13T00:09:05.274 INFO:tasks.rados.rados.0.smithi032.stdout:1537: finishing write tid 4 to smithi03267100-1 2024-09-13T00:09:05.274 INFO:tasks.rados.rados.0.smithi032.stdout:1537: finishing write tid 5 to smithi03267100-1 2024-09-13T00:09:05.274 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1189 (ObjNum 517 snap 151 seq_num 517) dirty exists 2024-09-13T00:09:05.274 INFO:tasks.rados.rados.0.smithi032.stdout:1537: left oid 1 (ObjNum 517 snap 151 seq_num 517) 2024-09-13T00:09:05.274 INFO:tasks.rados.rados.0.smithi032.stdout:1533: done (6 left) 2024-09-13T00:09:05.274 INFO:tasks.rados.rados.0.smithi032.stdout:1534: done (5 left) 2024-09-13T00:09:05.274 INFO:tasks.rados.rados.0.smithi032.stdout:1535: done (4 left) 2024-09-13T00:09:05.275 INFO:tasks.rados.rados.0.smithi032.stdout:1536: done (3 left) 2024-09-13T00:09:05.275 INFO:tasks.rados.rados.0.smithi032.stdout:1537: done (2 left) 2024-09-13T00:09:05.275 INFO:tasks.rados.rados.0.smithi032.stdout:1538: done (1 left) 2024-09-13T00:09:05.275 INFO:tasks.rados.rados.0.smithi032.stdout:1539: done (0 left) 2024-09-13T00:09:05.275 INFO:tasks.rados.rados.0.smithi032.stdout:1540: read oid 37 snap 134 2024-09-13T00:09:05.275 INFO:tasks.rados.rados.0.smithi032.stdout:1540: expect (ObjNum 167634752 snap 22058 seq_num 4026886272) 2024-09-13T00:09:05.275 INFO:tasks.rados.rados.0.smithi032.stdout:1541: read oid 19 snap 149 2024-09-13T00:09:05.276 INFO:tasks.rados.rados.0.smithi032.stdout:1541: expect (ObjNum 449 snap 136 seq_num 449) 2024-09-13T00:09:05.276 INFO:tasks.rados.rados.0.smithi032.stdout:1542: snap_create 2024-09-13T00:09:05.276 INFO:tasks.rados.rados.0.smithi032.stdout:1540: expect (ObjNum 167634752 snap 22058 seq_num 4026886272) 2024-09-13T00:09:05.281 INFO:tasks.rados.rados.0.smithi032.stdout:1541: expect (ObjNum 449 snap 136 seq_num 449) 2024-09-13T00:09:05.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:05 smithi032 bash[75510]: cluster 2024-09-13T00:09:04.137626+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e351: 8 total, 8 up, 8 in 2024-09-13T00:09:05.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:05 smithi032 bash[76677]: cluster 2024-09-13T00:09:04.137626+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e351: 8 total, 8 up, 8 in 2024-09-13T00:09:05.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:05 smithi053 bash[67631]: cluster 2024-09-13T00:09:04.137626+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e351: 8 total, 8 up, 8 in 2024-09-13T00:09:06.145 INFO:tasks.rados.rados.0.smithi032.stdout:1540: done (2 left) 2024-09-13T00:09:06.145 INFO:tasks.rados.rados.0.smithi032.stdout:1541: done (1 left) 2024-09-13T00:09:06.145 INFO:tasks.rados.rados.0.smithi032.stdout:1542: done (0 left) 2024-09-13T00:09:06.145 INFO:tasks.rados.rados.0.smithi032.stdout:1543: read oid 47 snap -1 2024-09-13T00:09:06.145 INFO:tasks.rados.rados.0.smithi032.stdout:1543: expect (ObjNum 513 snap 149 seq_num 513) 2024-09-13T00:09:06.145 INFO:tasks.rados.rados.0.smithi032.stdout:1544: read oid 6 snap 51 2024-09-13T00:09:06.145 INFO:tasks.rados.rados.0.smithi032.stdout:1544: expect (ObjNum 171 snap 47 seq_num 171) 2024-09-13T00:09:06.145 INFO:tasks.rados.rados.0.smithi032.stdout:1545: snap_remove snap 141 2024-09-13T00:09:06.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:06 smithi032 bash[75510]: cluster 2024-09-13T00:09:05.041479+0000 mgr.y (mgr.34107) 59 : cluster [DBG] pgmap v94: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:06.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:06 smithi032 bash[75510]: cluster 2024-09-13T00:09:05.148303+0000 mon.a (mon.0) 220 : cluster [DBG] osdmap e352: 8 total, 8 up, 8 in 2024-09-13T00:09:06.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:06 smithi032 bash[76677]: cluster 2024-09-13T00:09:05.041479+0000 mgr.y (mgr.34107) 59 : cluster [DBG] pgmap v94: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:06.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:06 smithi032 bash[76677]: cluster 2024-09-13T00:09:05.148303+0000 mon.a (mon.0) 220 : cluster [DBG] osdmap e352: 8 total, 8 up, 8 in 2024-09-13T00:09:06.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:06 smithi053 bash[67631]: cluster 2024-09-13T00:09:05.041479+0000 mgr.y (mgr.34107) 59 : cluster [DBG] pgmap v94: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:06.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:06 smithi053 bash[67631]: cluster 2024-09-13T00:09:05.148303+0000 mon.a (mon.0) 220 : cluster [DBG] osdmap e352: 8 total, 8 up, 8 in 2024-09-13T00:09:07.163 INFO:tasks.rados.rados.0.smithi032.stdout:1545: done (2 left) 2024-09-13T00:09:07.163 INFO:tasks.rados.rados.0.smithi032.stdout:1546: read oid 37 snap 130 2024-09-13T00:09:07.163 INFO:tasks.rados.rados.0.smithi032.stdout:1546: expect (ObjNum 166581760 snap 22058 seq_num 166287664) 2024-09-13T00:09:07.163 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 152 2024-09-13T00:09:07.163 INFO:tasks.rados.rados.0.smithi032.stdout:1547: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2024-09-13T00:09:07.168 INFO:tasks.rados.rados.0.smithi032.stdout:1547: writing smithi03267100-40 from 0 to 679936 tid 1 2024-09-13T00:09:07.174 INFO:tasks.rados.rados.0.smithi032.stdout:1547: writing smithi03267100-40 from 679936 to 1351680 tid 2 2024-09-13T00:09:07.174 INFO:tasks.rados.rados.0.smithi032.stdout:1547: writing smithi03267100-40 from 1351680 to 1482752 tid 3 2024-09-13T00:09:07.174 INFO:tasks.rados.rados.0.smithi032.stdout:1548: snap_create 2024-09-13T00:09:07.174 INFO:tasks.rados.rados.0.smithi032.stdout:1544: expect (ObjNum 171 snap 47 seq_num 171) 2024-09-13T00:09:07.195 INFO:tasks.rados.rados.0.smithi032.stdout:1543: expect (ObjNum 513 snap 149 seq_num 513) 2024-09-13T00:09:07.281 INFO:tasks.rados.rados.0.smithi032.stdout:1546: expect (ObjNum 166581760 snap 22058 seq_num 166287664) 2024-09-13T00:09:07.283 INFO:tasks.rados.rados.0.smithi032.stdout:1547: finishing write tid 1 to smithi03267100-40 2024-09-13T00:09:07.283 INFO:tasks.rados.rados.0.smithi032.stdout:1547: finishing write tid 2 to smithi03267100-40 2024-09-13T00:09:07.283 INFO:tasks.rados.rados.0.smithi032.stdout:1547: finishing write tid 3 to smithi03267100-40 2024-09-13T00:09:07.283 INFO:tasks.rados.rados.0.smithi032.stdout:1547: finishing write tid 4 to smithi03267100-40 2024-09-13T00:09:07.283 INFO:tasks.rados.rados.0.smithi032.stdout:1547: finishing write tid 5 to smithi03267100-40 2024-09-13T00:09:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 618 (ObjNum 518 snap 152 seq_num 518) dirty exists 2024-09-13T00:09:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:1547: left oid 40 (ObjNum 518 snap 152 seq_num 518) 2024-09-13T00:09:07.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:07 smithi032 bash[75510]: cluster 2024-09-13T00:09:06.148724+0000 mon.a (mon.0) 221 : cluster [DBG] osdmap e353: 8 total, 8 up, 8 in 2024-09-13T00:09:07.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:07 smithi032 bash[76677]: cluster 2024-09-13T00:09:06.148724+0000 mon.a (mon.0) 221 : cluster [DBG] osdmap e353: 8 total, 8 up, 8 in 2024-09-13T00:09:07.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:07 smithi053 bash[67631]: cluster 2024-09-13T00:09:06.148724+0000 mon.a (mon.0) 221 : cluster [DBG] osdmap e353: 8 total, 8 up, 8 in 2024-09-13T00:09:08.076 INFO:tasks.rados.rados.0.smithi032.stdout:1543: done (4 left) 2024-09-13T00:09:08.076 INFO:tasks.rados.rados.0.smithi032.stdout:1544: done (3 left) 2024-09-13T00:09:08.076 INFO:tasks.rados.rados.0.smithi032.stdout:1546: done (2 left) 2024-09-13T00:09:08.076 INFO:tasks.rados.rados.0.smithi032.stdout:1547: done (1 left) 2024-09-13T00:09:08.076 INFO:tasks.rados.rados.0.smithi032.stdout:1548: done (0 left) 2024-09-13T00:09:08.076 INFO:tasks.rados.rados.0.smithi032.stdout:1549: copy_from oid 34 from oid 41 current snap is 153 2024-09-13T00:09:08.076 INFO:tasks.rados.rados.0.smithi032.stdout:1550: rollback oid 2 current snap is 153 2024-09-13T00:09:08.076 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 131 2024-09-13T00:09:08.076 INFO:tasks.rados.rados.0.smithi032.stdout:1551: rollback oid 26 current snap is 153 2024-09-13T00:09:08.077 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 149 2024-09-13T00:09:08.077 INFO:tasks.rados.rados.0.smithi032.stdout:1552: read oid 9 snap -1 2024-09-13T00:09:08.077 INFO:tasks.rados.rados.0.smithi032.stdout:1552: expect (ObjNum 292 snap 84 seq_num 292) 2024-09-13T00:09:08.077 INFO:tasks.rados.rados.0.smithi032.stdout:1553: rollback oid 37 current snap is 153 2024-09-13T00:09:08.077 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 37 to 120 2024-09-13T00:09:08.077 INFO:tasks.rados.rados.0.smithi032.stdout:1554: delete oid 4 current snap is 153 2024-09-13T00:09:08.086 INFO:tasks.rados.rados.0.smithi032.stdout:1550: finishing rollback tid 1 to smithi03267100-2 2024-09-13T00:09:08.087 INFO:tasks.rados.rados.0.smithi032.stdout:1549: finishing copy_from to smithi03267100-34 2024-09-13T00:09:08.087 INFO:tasks.rados.rados.0.smithi032.stdout:1549: got expected ENOENT (src dne) 2024-09-13T00:09:08.088 INFO:tasks.rados.rados.0.smithi032.stdout:1549: finishing copy_from racing read to smithi03267100-34 2024-09-13T00:09:08.088 INFO:tasks.rados.rados.0.smithi032.stdout:1553: finishing rollback tid 0 to smithi03267100-37 2024-09-13T00:09:08.088 INFO:tasks.rados.rados.0.smithi032.stdout:1553: finishing rollback tid 1 to smithi03267100-37 2024-09-13T00:09:08.088 INFO:tasks.rados.rados.0.smithi032.stdout:1549: done (5 left) 2024-09-13T00:09:08.088 INFO:tasks.rados.rados.0.smithi032.stdout:1554: done (4 left) 2024-09-13T00:09:08.088 INFO:tasks.rados.rados.0.smithi032.stdout:1555: snap_create 2024-09-13T00:09:08.089 INFO:tasks.rados.rados.0.smithi032.stdout:1553: finishing rollback tid 2 to smithi03267100-37 2024-09-13T00:09:08.089 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 466 (ObjNum 593 snap 0 seq_num 167512680) dirty exists 2024-09-13T00:09:08.092 INFO:tasks.rados.rados.0.smithi032.stdout:1550: finishing rollback tid 2 to smithi03267100-2 2024-09-13T00:09:08.093 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1074 (ObjNum 441 snap 131 seq_num 441) dirty exists 2024-09-13T00:09:08.093 INFO:tasks.rados.rados.0.smithi032.stdout:1551: finishing rollback tid 1 to smithi03267100-26 2024-09-13T00:09:08.093 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1220 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T00:09:08.096 INFO:tasks.rados.rados.0.smithi032.stdout:1552: expect (ObjNum 292 snap 84 seq_num 292) 2024-09-13T00:09:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[75510]: cluster 2024-09-13T00:09:07.042196+0000 mgr.y (mgr.34107) 60 : cluster [DBG] pgmap v97: 121 pgs: 121 active+clean; 414 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.9 MiB/s wr, 49 op/s 2024-09-13T00:09:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[75510]: cluster 2024-09-13T00:09:07.166407+0000 mon.a (mon.0) 222 : cluster [DBG] osdmap e354: 8 total, 8 up, 8 in 2024-09-13T00:09:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[75510]: audit 2024-09-13T00:09:07.884599+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[75510]: audit 2024-09-13T00:09:07.894845+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[75510]: audit 2024-09-13T00:09:07.896878+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[75510]: audit 2024-09-13T00:09:07.898626+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:09:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[75510]: audit 2024-09-13T00:09:07.908821+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[75510]: audit 2024-09-13T00:09:07.976426+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:09:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[75510]: audit 2024-09-13T00:09:07.978126+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:09:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[75510]: audit 2024-09-13T00:09:07.979726+0000 mon.a (mon.0) 230 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[75510]: cluster 2024-09-13T00:09:08.078397+0000 mon.a (mon.0) 231 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2024-09-13T00:09:08.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[76677]: cluster 2024-09-13T00:09:07.042196+0000 mgr.y (mgr.34107) 60 : cluster [DBG] pgmap v97: 121 pgs: 121 active+clean; 414 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.9 MiB/s wr, 49 op/s 2024-09-13T00:09:08.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[76677]: cluster 2024-09-13T00:09:07.166407+0000 mon.a (mon.0) 222 : cluster [DBG] osdmap e354: 8 total, 8 up, 8 in 2024-09-13T00:09:08.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[76677]: audit 2024-09-13T00:09:07.884599+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:08.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[76677]: audit 2024-09-13T00:09:07.894845+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:08.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[76677]: audit 2024-09-13T00:09:07.896878+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:08.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[76677]: audit 2024-09-13T00:09:07.898626+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:09:08.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[76677]: audit 2024-09-13T00:09:07.908821+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:08.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[76677]: audit 2024-09-13T00:09:07.976426+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:09:08.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[76677]: audit 2024-09-13T00:09:07.978126+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:09:08.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[76677]: audit 2024-09-13T00:09:07.979726+0000 mon.a (mon.0) 230 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:08.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:08 smithi032 bash[76677]: cluster 2024-09-13T00:09:08.078397+0000 mon.a (mon.0) 231 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2024-09-13T00:09:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:08 smithi053 bash[67631]: cluster 2024-09-13T00:09:07.042196+0000 mgr.y (mgr.34107) 60 : cluster [DBG] pgmap v97: 121 pgs: 121 active+clean; 414 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.9 MiB/s wr, 49 op/s 2024-09-13T00:09:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:08 smithi053 bash[67631]: cluster 2024-09-13T00:09:07.166407+0000 mon.a (mon.0) 222 : cluster [DBG] osdmap e354: 8 total, 8 up, 8 in 2024-09-13T00:09:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:08 smithi053 bash[67631]: audit 2024-09-13T00:09:07.884599+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:08 smithi053 bash[67631]: audit 2024-09-13T00:09:07.894845+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:08 smithi053 bash[67631]: audit 2024-09-13T00:09:07.896878+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:08 smithi053 bash[67631]: audit 2024-09-13T00:09:07.898626+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:09:08.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:08 smithi053 bash[67631]: audit 2024-09-13T00:09:07.908821+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:08.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:08 smithi053 bash[67631]: audit 2024-09-13T00:09:07.976426+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:09:08.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:08 smithi053 bash[67631]: audit 2024-09-13T00:09:07.978126+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:09:08.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:08 smithi053 bash[67631]: audit 2024-09-13T00:09:07.979726+0000 mon.a (mon.0) 230 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:08.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:08 smithi053 bash[67631]: cluster 2024-09-13T00:09:08.078397+0000 mon.a (mon.0) 231 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2024-09-13T00:09:09.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:08 smithi053 bash[60895]: ts=2024-09-13T00:09:08.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:09.078 INFO:tasks.rados.rados.0.smithi032.stdout:1550: done (4 left) 2024-09-13T00:09:09.078 INFO:tasks.rados.rados.0.smithi032.stdout:1551: done (3 left) 2024-09-13T00:09:09.078 INFO:tasks.rados.rados.0.smithi032.stdout:1552: done (2 left) 2024-09-13T00:09:09.078 INFO:tasks.rados.rados.0.smithi032.stdout:1553: done (1 left) 2024-09-13T00:09:09.078 INFO:tasks.rados.rados.0.smithi032.stdout:1555: done (0 left) 2024-09-13T00:09:09.078 INFO:tasks.rados.rados.0.smithi032.stdout:1556: copy_from oid 2 from oid 47 current snap is 154 2024-09-13T00:09:09.078 INFO:tasks.rados.rados.0.smithi032.stdout:1557: snap_remove snap 136 2024-09-13T00:09:09.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:09 smithi053 bash[67631]: cephadm 2024-09-13T00:09:07.975741+0000 mgr.y (mgr.34107) 61 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-09-13T00:09:09.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:09 smithi053 bash[67631]: cephadm 2024-09-13T00:09:07.981507+0000 mgr.y (mgr.34107) 62 : cephadm [INF] Reconfiguring daemon mon.a on smithi032 2024-09-13T00:09:09.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:09 smithi053 bash[67631]: cluster 2024-09-13T00:09:09.081691+0000 mon.a (mon.0) 232 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2024-09-13T00:09:09.578 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:09 smithi032 bash[75510]: cephadm 2024-09-13T00:09:07.975741+0000 mgr.y (mgr.34107) 61 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-09-13T00:09:09.578 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:09 smithi032 bash[75510]: cephadm 2024-09-13T00:09:07.981507+0000 mgr.y (mgr.34107) 62 : cephadm [INF] Reconfiguring daemon mon.a on smithi032 2024-09-13T00:09:09.578 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:09 smithi032 bash[75510]: cluster 2024-09-13T00:09:09.081691+0000 mon.a (mon.0) 232 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2024-09-13T00:09:09.578 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:09 smithi032 bash[76677]: cephadm 2024-09-13T00:09:07.975741+0000 mgr.y (mgr.34107) 61 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-09-13T00:09:09.578 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:09 smithi032 bash[76677]: cephadm 2024-09-13T00:09:07.981507+0000 mgr.y (mgr.34107) 62 : cephadm [INF] Reconfiguring daemon mon.a on smithi032 2024-09-13T00:09:09.578 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:09 smithi032 bash[76677]: cluster 2024-09-13T00:09:09.081691+0000 mon.a (mon.0) 232 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2024-09-13T00:09:10.084 INFO:tasks.rados.rados.0.smithi032.stdout:1557: done (1 left) 2024-09-13T00:09:10.085 INFO:tasks.rados.rados.0.smithi032.stdout:1558: rollback oid 25 current snap is 154 2024-09-13T00:09:10.085 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 117 2024-09-13T00:09:10.085 INFO:tasks.rados.rados.0.smithi032.stdout:1559: rmattr oid 5 current snap is 154 2024-09-13T00:09:10.085 INFO:tasks.rados.rados.0.smithi032.stdout:1560: read oid 23 snap 117 2024-09-13T00:09:10.085 INFO:tasks.rados.rados.0.smithi032.stdout:1560: expect (ObjNum 333 snap 103 seq_num 333) 2024-09-13T00:09:10.085 INFO:tasks.rados.rados.0.smithi032.stdout:1561: delete oid 48 current snap is 154 2024-09-13T00:09:10.085 INFO:tasks.rados.rados.0.smithi032.stdout:1556: finishing copy_from racing read to smithi03267100-2 2024-09-13T00:09:10.085 INFO:tasks.rados.rados.0.smithi032.stdout:1556: finishing copy_from to smithi03267100-2 2024-09-13T00:09:10.086 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 603 (ObjNum 513 snap 149 seq_num 513) dirty exists 2024-09-13T00:09:10.104 INFO:tasks.rados.rados.0.smithi032.stdout:1556: done (4 left) 2024-09-13T00:09:10.105 INFO:tasks.rados.rados.0.smithi032.stdout:1561: done (3 left) 2024-09-13T00:09:10.105 INFO:tasks.rados.rados.0.smithi032.stdout:1562: rollback oid 43 current snap is 154 2024-09-13T00:09:10.105 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 144 2024-09-13T00:09:10.105 INFO:tasks.rados.rados.0.smithi032.stdout:1563: delete oid 18 current snap is 154 2024-09-13T00:09:10.109 INFO:tasks.rados.rados.0.smithi032.stdout:1558: finishing rollback tid 0 to smithi03267100-25 2024-09-13T00:09:10.109 INFO:tasks.rados.rados.0.smithi032.stdout:1558: finishing rollback tid 1 to smithi03267100-25 2024-09-13T00:09:10.110 INFO:tasks.rados.rados.0.smithi032.stdout:1558: finishing rollback tid 2 to smithi03267100-25 2024-09-13T00:09:10.110 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 543 (ObjNum 304 snap 87 seq_num 304) dirty exists 2024-09-13T00:09:10.111 INFO:tasks.rados.rados.0.smithi032.stdout:1562: finishing rollback tid 1 to smithi03267100-43 2024-09-13T00:09:10.111 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 611 (ObjNum 625 snap 0 seq_num 1800090606) dirty dne 2024-09-13T00:09:10.124 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 687 (ObjNum 435 snap 131 seq_num 435) dirty exists 2024-09-13T00:09:10.137 INFO:tasks.rados.rados.0.smithi032.stdout:1558: done (4 left) 2024-09-13T00:09:10.138 INFO:tasks.rados.rados.0.smithi032.stdout:1559: done (3 left) 2024-09-13T00:09:10.138 INFO:tasks.rados.rados.0.smithi032.stdout:1562: done (2 left) 2024-09-13T00:09:10.138 INFO:tasks.rados.rados.0.smithi032.stdout:1563: done (1 left) 2024-09-13T00:09:10.138 INFO:tasks.rados.rados.0.smithi032.stdout:1564: delete oid 10 current snap is 154 2024-09-13T00:09:10.143 INFO:tasks.rados.rados.0.smithi032.stdout:1564: done (1 left) 2024-09-13T00:09:10.143 INFO:tasks.rados.rados.0.smithi032.stdout:1565: snap_remove snap 134 2024-09-13T00:09:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:10 smithi032 bash[75510]: cluster 2024-09-13T00:09:09.042936+0000 mgr.y (mgr.34107) 63 : cluster [DBG] pgmap v100: 121 pgs: 121 active+clean; 414 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.9 MiB/s wr, 49 op/s 2024-09-13T00:09:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:10 smithi032 bash[75510]: cluster 2024-09-13T00:09:10.084118+0000 mon.a (mon.0) 233 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2024-09-13T00:09:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:10 smithi032 bash[75510]: audit 2024-09-13T00:09:10.124102+0000 mon.a (mon.0) 234 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:09:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:10 smithi032 bash[76677]: cluster 2024-09-13T00:09:09.042936+0000 mgr.y (mgr.34107) 63 : cluster [DBG] pgmap v100: 121 pgs: 121 active+clean; 414 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.9 MiB/s wr, 49 op/s 2024-09-13T00:09:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:10 smithi032 bash[76677]: cluster 2024-09-13T00:09:10.084118+0000 mon.a (mon.0) 233 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2024-09-13T00:09:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:10 smithi032 bash[76677]: audit 2024-09-13T00:09:10.124102+0000 mon.a (mon.0) 234 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:09:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:10 smithi053 bash[67631]: cluster 2024-09-13T00:09:09.042936+0000 mgr.y (mgr.34107) 63 : cluster [DBG] pgmap v100: 121 pgs: 121 active+clean; 414 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.9 MiB/s wr, 49 op/s 2024-09-13T00:09:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:10 smithi053 bash[67631]: cluster 2024-09-13T00:09:10.084118+0000 mon.a (mon.0) 233 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2024-09-13T00:09:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:10 smithi053 bash[67631]: audit 2024-09-13T00:09:10.124102+0000 mon.a (mon.0) 234 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:09:11.083 INFO:tasks.rados.rados.0.smithi032.stdout:1565: done (1 left) 2024-09-13T00:09:11.083 INFO:tasks.rados.rados.0.smithi032.stdout:1566: setattr oid 33 current snap is 154 2024-09-13T00:09:11.085 INFO:tasks.rados.rados.0.smithi032.stdout:1560: expect (ObjNum 333 snap 103 seq_num 333) 2024-09-13T00:09:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:1560: done (1 left) 2024-09-13T00:09:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:1567: copy_from oid 38 from oid 1 current snap is 154 2024-09-13T00:09:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:1568: rollback oid 15 current snap is 154 2024-09-13T00:09:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 15 to 144 2024-09-13T00:09:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 154 2024-09-13T00:09:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:1569: seq_num 523 ranges {475136=770048,1245184=491520,1736704=311296} 2024-09-13T00:09:11.848 INFO:tasks.rados.rados.0.smithi032.stdout:1569: writing smithi03267100-22 from 475136 to 1245184 tid 1 2024-09-13T00:09:11.853 INFO:tasks.rados.rados.0.smithi032.stdout:1569: writing smithi03267100-22 from 1245184 to 1736704 tid 2 2024-09-13T00:09:11.856 INFO:tasks.rados.rados.0.smithi032.stdout:1569: writing smithi03267100-22 from 1736704 to 2048000 tid 3 2024-09-13T00:09:11.856 INFO:tasks.rados.rados.0.smithi032.stdout:1570: rollback oid 10 current snap is 154 2024-09-13T00:09:11.856 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 121 2024-09-13T00:09:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 477 (ObjNum 129 snap 0 seq_num 167146728) dirty exists 2024-09-13T00:09:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:1566: done (4 left) 2024-09-13T00:09:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:1571: snap_create 2024-09-13T00:09:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:1568: finishing rollback tid 0 to smithi03267100-15 2024-09-13T00:09:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:1568: finishing rollback tid 1 to smithi03267100-15 2024-09-13T00:09:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:1568: finishing rollback tid 2 to smithi03267100-15 2024-09-13T00:09:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 699 (ObjNum 472 snap 140 seq_num 472) dirty exists 2024-09-13T00:09:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:1567: finishing copy_from racing read to smithi03267100-38 2024-09-13T00:09:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:1567: finishing copy_from to smithi03267100-38 2024-09-13T00:09:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1189 (ObjNum 517 snap 151 seq_num 517) dirty exists 2024-09-13T00:09:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:1569: finishing write tid 1 to smithi03267100-22 2024-09-13T00:09:11.859 INFO:tasks.rados.rados.0.smithi032.stdout:1569: finishing write tid 2 to smithi03267100-22 2024-09-13T00:09:11.860 INFO:tasks.rados.rados.0.smithi032.stdout:1569: finishing write tid 3 to smithi03267100-22 2024-09-13T00:09:11.861 INFO:tasks.rados.rados.0.smithi032.stdout:1569: finishing write tid 4 to smithi03267100-22 2024-09-13T00:09:11.861 INFO:tasks.rados.rados.0.smithi032.stdout:1570: finishing rollback tid 1 to smithi03267100-10 2024-09-13T00:09:11.862 INFO:tasks.rados.rados.0.smithi032.stdout:1570: finishing rollback tid 2 to smithi03267100-10 2024-09-13T00:09:11.862 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1191 (ObjNum 346 snap 111 seq_num 346) dirty exists 2024-09-13T00:09:11.863 INFO:tasks.rados.rados.0.smithi032.stdout:1569: finishing write tid 5 to smithi03267100-22 2024-09-13T00:09:11.863 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1158 (ObjNum 523 snap 154 seq_num 523) dirty exists 2024-09-13T00:09:11.863 INFO:tasks.rados.rados.0.smithi032.stdout:1569: left oid 22 (ObjNum 523 snap 154 seq_num 523) 2024-09-13T00:09:11.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[75510]: audit 2024-09-13T00:09:10.562603+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:11.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[75510]: audit 2024-09-13T00:09:10.571741+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:11.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[75510]: cephadm 2024-09-13T00:09:10.573199+0000 mgr.y (mgr.34107) 64 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-09-13T00:09:11.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[75510]: audit 2024-09-13T00:09:10.573758+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:09:11.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[75510]: audit 2024-09-13T00:09:10.575434+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:09:11.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[75510]: audit 2024-09-13T00:09:10.577036+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:11.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[75510]: cephadm 2024-09-13T00:09:10.578544+0000 mgr.y (mgr.34107) 65 : cephadm [INF] Reconfiguring daemon mgr.y on smithi032 2024-09-13T00:09:11.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[75510]: cluster 2024-09-13T00:09:11.085554+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2024-09-13T00:09:11.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[76677]: audit 2024-09-13T00:09:10.562603+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:11.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[76677]: audit 2024-09-13T00:09:10.571741+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:11.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[76677]: cephadm 2024-09-13T00:09:10.573199+0000 mgr.y (mgr.34107) 64 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-09-13T00:09:11.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[76677]: audit 2024-09-13T00:09:10.573758+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:09:11.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[76677]: audit 2024-09-13T00:09:10.575434+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:09:11.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[76677]: audit 2024-09-13T00:09:10.577036+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:11.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[76677]: cephadm 2024-09-13T00:09:10.578544+0000 mgr.y (mgr.34107) 65 : cephadm [INF] Reconfiguring daemon mgr.y on smithi032 2024-09-13T00:09:11.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:11 smithi032 bash[76677]: cluster 2024-09-13T00:09:11.085554+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2024-09-13T00:09:12.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:11 smithi053 bash[67631]: audit 2024-09-13T00:09:10.562603+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:12.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:11 smithi053 bash[67631]: audit 2024-09-13T00:09:10.571741+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:12.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:11 smithi053 bash[67631]: cephadm 2024-09-13T00:09:10.573199+0000 mgr.y (mgr.34107) 64 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-09-13T00:09:12.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:11 smithi053 bash[67631]: audit 2024-09-13T00:09:10.573758+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:09:12.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:11 smithi053 bash[67631]: audit 2024-09-13T00:09:10.575434+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:09:12.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:11 smithi053 bash[67631]: audit 2024-09-13T00:09:10.577036+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:12.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:11 smithi053 bash[67631]: cephadm 2024-09-13T00:09:10.578544+0000 mgr.y (mgr.34107) 65 : cephadm [INF] Reconfiguring daemon mgr.y on smithi032 2024-09-13T00:09:12.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:11 smithi053 bash[67631]: cluster 2024-09-13T00:09:11.085554+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2024-09-13T00:09:12.504 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:09:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:09:12] "GET /metrics HTTP/1.1" 200 36110 "" "Prometheus/2.43.0" 2024-09-13T00:09:12.568 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:12 smithi053 bash[60895]: ts=2024-09-13T00:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:12.582 INFO:tasks.rados.rados.0.smithi032.stdout:1567: done (4 left) 2024-09-13T00:09:12.582 INFO:tasks.rados.rados.0.smithi032.stdout:1568: done (3 left) 2024-09-13T00:09:12.582 INFO:tasks.rados.rados.0.smithi032.stdout:1569: done (2 left) 2024-09-13T00:09:12.582 INFO:tasks.rados.rados.0.smithi032.stdout:1570: done (1 left) 2024-09-13T00:09:12.582 INFO:tasks.rados.rados.0.smithi032.stdout:1571: done (0 left) 2024-09-13T00:09:12.582 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 155 2024-09-13T00:09:12.582 INFO:tasks.rados.rados.0.smithi032.stdout:1572: seq_num 524 ranges {1638400=786432,2424832=778240,3203072=24576} 2024-09-13T00:09:12.621 INFO:tasks.rados.rados.0.smithi032.stdout:1572: writing smithi03267100-8 from 1638400 to 2424832 tid 1 2024-09-13T00:09:12.632 INFO:tasks.rados.rados.0.smithi032.stdout:1572: writing smithi03267100-8 from 2424832 to 3203072 tid 2 2024-09-13T00:09:12.632 INFO:tasks.rados.rados.0.smithi032.stdout:1572: writing smithi03267100-8 from 3203072 to 3227648 tid 3 2024-09-13T00:09:12.633 INFO:tasks.rados.rados.0.smithi032.stdout:1573: delete oid 12 current snap is 155 2024-09-13T00:09:12.634 INFO:tasks.rados.rados.0.smithi032.stdout:1572: finishing write tid 1 to smithi03267100-8 2024-09-13T00:09:12.640 INFO:tasks.rados.rados.0.smithi032.stdout:1573: done (1 left) 2024-09-13T00:09:12.641 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 155 2024-09-13T00:09:12.641 INFO:tasks.rados.rados.0.smithi032.stdout:1574: seq_num 526 ranges {0=417792,417792=589824,1007616=614400} 2024-09-13T00:09:12.646 INFO:tasks.rados.rados.0.smithi032.stdout:1574: writing smithi03267100-35 from 0 to 417792 tid 1 2024-09-13T00:09:12.654 INFO:tasks.rados.rados.0.smithi032.stdout:1574: writing smithi03267100-35 from 417792 to 1007616 tid 2 2024-09-13T00:09:12.662 INFO:tasks.rados.rados.0.smithi032.stdout:1574: writing smithi03267100-35 from 1007616 to 1622016 tid 3 2024-09-13T00:09:12.662 INFO:tasks.rados.rados.0.smithi032.stdout:1575: delete oid 4 current snap is 155 2024-09-13T00:09:12.662 INFO:tasks.rados.rados.0.smithi032.stdout:1572: finishing write tid 2 to smithi03267100-8 2024-09-13T00:09:12.662 INFO:tasks.rados.rados.0.smithi032.stdout:1572: finishing write tid 3 to smithi03267100-8 2024-09-13T00:09:12.662 INFO:tasks.rados.rados.0.smithi032.stdout:1572: finishing write tid 4 to smithi03267100-8 2024-09-13T00:09:12.662 INFO:tasks.rados.rados.0.smithi032.stdout:1572: finishing write tid 5 to smithi03267100-8 2024-09-13T00:09:12.663 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1195 (ObjNum 524 snap 155 seq_num 524) dirty exists 2024-09-13T00:09:12.663 INFO:tasks.rados.rados.0.smithi032.stdout:1572: left oid 8 (ObjNum 524 snap 155 seq_num 524) 2024-09-13T00:09:12.663 INFO:tasks.rados.rados.0.smithi032.stdout:1574: finishing write tid 1 to smithi03267100-35 2024-09-13T00:09:12.663 INFO:tasks.rados.rados.0.smithi032.stdout:1574: finishing write tid 2 to smithi03267100-35 2024-09-13T00:09:12.666 INFO:tasks.rados.rados.0.smithi032.stdout:1572: done (2 left) 2024-09-13T00:09:12.666 INFO:tasks.rados.rados.0.smithi032.stdout:1575: done (1 left) 2024-09-13T00:09:12.666 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 155 2024-09-13T00:09:12.667 INFO:tasks.rados.rados.0.smithi032.stdout:1576: seq_num 528 ranges {2465792=450560,2916352=761856,3678208=442368} 2024-09-13T00:09:12.699 INFO:tasks.rados.rados.0.smithi032.stdout:1576: writing smithi03267100-47 from 2465792 to 2916352 tid 1 2024-09-13T00:09:12.706 INFO:tasks.rados.rados.0.smithi032.stdout:1576: writing smithi03267100-47 from 2916352 to 3678208 tid 2 2024-09-13T00:09:12.711 INFO:tasks.rados.rados.0.smithi032.stdout:1576: writing smithi03267100-47 from 3678208 to 4120576 tid 3 2024-09-13T00:09:12.711 INFO:tasks.rados.rados.0.smithi032.stdout:1577: rmattr oid 23 current snap is 155 2024-09-13T00:09:12.711 INFO:tasks.rados.rados.0.smithi032.stdout:1577: done (2 left) 2024-09-13T00:09:12.711 INFO:tasks.rados.rados.0.smithi032.stdout:1578: copy_from oid 30 from oid 2 current snap is 155 2024-09-13T00:09:12.711 INFO:tasks.rados.rados.0.smithi032.stdout:1574: finishing write tid 3 to smithi03267100-35 2024-09-13T00:09:12.711 INFO:tasks.rados.rados.0.smithi032.stdout:1574: finishing write tid 4 to smithi03267100-35 2024-09-13T00:09:12.711 INFO:tasks.rados.rados.0.smithi032.stdout:1574: finishing write tid 5 to smithi03267100-35 2024-09-13T00:09:12.711 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1079 (ObjNum 526 snap 155 seq_num 526) dirty exists 2024-09-13T00:09:12.711 INFO:tasks.rados.rados.0.smithi032.stdout:1574: left oid 35 (ObjNum 526 snap 155 seq_num 526) 2024-09-13T00:09:12.711 INFO:tasks.rados.rados.0.smithi032.stdout:1576: finishing write tid 1 to smithi03267100-47 2024-09-13T00:09:12.712 INFO:tasks.rados.rados.0.smithi032.stdout:1574: done (2 left) 2024-09-13T00:09:12.712 INFO:tasks.rados.rados.0.smithi032.stdout:1579: copy_from oid 18 from oid 44 current snap is 155 2024-09-13T00:09:12.712 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 155 2024-09-13T00:09:12.712 INFO:tasks.rados.rados.0.smithi032.stdout:1580: seq_num 529 ranges {4767744=466944,5234688=647168,5881856=532480,6414336=24576} 2024-09-13T00:09:12.752 INFO:tasks.rados.rados.0.smithi032.stdout:1580: writing smithi03267100-7 from 4767744 to 5234688 tid 1 2024-09-13T00:09:12.756 INFO:tasks.rados.rados.0.smithi032.stdout:1580: writing smithi03267100-7 from 5234688 to 5881856 tid 2 2024-09-13T00:09:12.760 INFO:tasks.rados.rados.0.smithi032.stdout:1580: writing smithi03267100-7 from 5881856 to 6414336 tid 3 2024-09-13T00:09:12.760 INFO:tasks.rados.rados.0.smithi032.stdout:1580: writing smithi03267100-7 from 6414336 to 6438912 tid 4 2024-09-13T00:09:12.760 INFO:tasks.rados.rados.0.smithi032.stdout:1581: delete oid 46 current snap is 155 2024-09-13T00:09:12.760 INFO:tasks.rados.rados.0.smithi032.stdout:1576: finishing write tid 2 to smithi03267100-47 2024-09-13T00:09:12.760 INFO:tasks.rados.rados.0.smithi032.stdout:1576: finishing write tid 3 to smithi03267100-47 2024-09-13T00:09:12.761 INFO:tasks.rados.rados.0.smithi032.stdout:1576: finishing write tid 4 to smithi03267100-47 2024-09-13T00:09:12.761 INFO:tasks.rados.rados.0.smithi032.stdout:1576: finishing write tid 5 to smithi03267100-47 2024-09-13T00:09:12.761 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 608 (ObjNum 528 snap 155 seq_num 528) dirty exists 2024-09-13T00:09:12.761 INFO:tasks.rados.rados.0.smithi032.stdout:1576: left oid 47 (ObjNum 528 snap 155 seq_num 528) 2024-09-13T00:09:12.761 INFO:tasks.rados.rados.0.smithi032.stdout:1578: finishing copy_from racing read to smithi03267100-30 2024-09-13T00:09:12.761 INFO:tasks.rados.rados.0.smithi032.stdout:1578: finishing copy_from to smithi03267100-30 2024-09-13T00:09:12.761 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 603 (ObjNum 513 snap 149 seq_num 513) dirty exists 2024-09-13T00:09:12.761 INFO:tasks.rados.rados.0.smithi032.stdout:1580: finishing write tid 1 to smithi03267100-7 2024-09-13T00:09:12.765 INFO:tasks.rados.rados.0.smithi032.stdout:1576: done (4 left) 2024-09-13T00:09:12.765 INFO:tasks.rados.rados.0.smithi032.stdout:1578: done (3 left) 2024-09-13T00:09:12.765 INFO:tasks.rados.rados.0.smithi032.stdout:1581: done (2 left) 2024-09-13T00:09:12.765 INFO:tasks.rados.rados.0.smithi032.stdout:1582: read oid 16 snap -1 2024-09-13T00:09:12.765 INFO:tasks.rados.rados.0.smithi032.stdout:1582: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:09:12.765 INFO:tasks.rados.rados.0.smithi032.stdout:1583: delete oid 30 current snap is 155 2024-09-13T00:09:12.766 INFO:tasks.rados.rados.0.smithi032.stdout:1580: finishing write tid 2 to smithi03267100-7 2024-09-13T00:09:12.770 INFO:tasks.rados.rados.0.smithi032.stdout:1583: done (3 left) 2024-09-13T00:09:12.770 INFO:tasks.rados.rados.0.smithi032.stdout:1584: snap_create 2024-09-13T00:09:12.772 INFO:tasks.rados.rados.0.smithi032.stdout:1582: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:09:12.831 INFO:tasks.rados.rados.0.smithi032.stdout:1580: finishing write tid 3 to smithi03267100-7 2024-09-13T00:09:12.831 INFO:tasks.rados.rados.0.smithi032.stdout:1580: finishing write tid 4 to smithi03267100-7 2024-09-13T00:09:12.831 INFO:tasks.rados.rados.0.smithi032.stdout:1580: finishing write tid 5 to smithi03267100-7 2024-09-13T00:09:12.831 INFO:tasks.rados.rados.0.smithi032.stdout:1580: finishing write tid 6 to smithi03267100-7 2024-09-13T00:09:12.832 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 706 (ObjNum 529 snap 155 seq_num 529) dirty exists 2024-09-13T00:09:12.832 INFO:tasks.rados.rados.0.smithi032.stdout:1580: left oid 7 (ObjNum 529 snap 155 seq_num 529) 2024-09-13T00:09:12.832 INFO:tasks.rados.rados.0.smithi032.stdout:1579: finishing copy_from racing read to smithi03267100-18 2024-09-13T00:09:12.832 INFO:tasks.rados.rados.0.smithi032.stdout:1579: finishing copy_from to smithi03267100-18 2024-09-13T00:09:12.832 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 495 (ObjNum 476 snap 140 seq_num 476) dirty exists 2024-09-13T00:09:12.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:12 smithi032 bash[75510]: cluster 2024-09-13T00:09:11.044293+0000 mgr.y (mgr.34107) 66 : cluster [DBG] pgmap v103: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 964 KiB/s wr, 10 op/s 2024-09-13T00:09:12.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:12 smithi032 bash[76677]: cluster 2024-09-13T00:09:11.044293+0000 mgr.y (mgr.34107) 66 : cluster [DBG] pgmap v103: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 964 KiB/s wr, 10 op/s 2024-09-13T00:09:13.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:12 smithi053 bash[67631]: cluster 2024-09-13T00:09:11.044293+0000 mgr.y (mgr.34107) 66 : cluster [DBG] pgmap v103: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 964 KiB/s wr, 10 op/s 2024-09-13T00:09:13.077 INFO:tasks.rados.rados.0.smithi032.stdout:1579: done (3 left) 2024-09-13T00:09:13.077 INFO:tasks.rados.rados.0.smithi032.stdout:1580: done (2 left) 2024-09-13T00:09:13.077 INFO:tasks.rados.rados.0.smithi032.stdout:1582: done (1 left) 2024-09-13T00:09:13.077 INFO:tasks.rados.rados.0.smithi032.stdout:1584: done (0 left) 2024-09-13T00:09:13.077 INFO:tasks.rados.rados.0.smithi032.stdout:1585: delete oid 9 current snap is 156 2024-09-13T00:09:13.086 INFO:tasks.rados.rados.0.smithi032.stdout:1585: done (0 left) 2024-09-13T00:09:13.087 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 156 2024-09-13T00:09:13.087 INFO:tasks.rados.rados.0.smithi032.stdout:1586: seq_num 533 ranges {0=532480,532480=630784,1163264=516096,1679360=57344} 2024-09-13T00:09:13.090 INFO:tasks.rados.rados.0.smithi032.stdout:1586: writing smithi03267100-39 from 0 to 532480 tid 1 2024-09-13T00:09:13.095 INFO:tasks.rados.rados.0.smithi032.stdout:1586: writing smithi03267100-39 from 532480 to 1163264 tid 2 2024-09-13T00:09:13.099 INFO:tasks.rados.rados.0.smithi032.stdout:1586: writing smithi03267100-39 from 1163264 to 1679360 tid 3 2024-09-13T00:09:13.100 INFO:tasks.rados.rados.0.smithi032.stdout:1586: writing smithi03267100-39 from 1679360 to 1736704 tid 4 2024-09-13T00:09:13.100 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 156 2024-09-13T00:09:13.100 INFO:tasks.rados.rados.0.smithi032.stdout:1587: seq_num 534 ranges {4120576=548864,4669440=516096,5185536=688128} 2024-09-13T00:09:13.139 INFO:tasks.rados.rados.0.smithi032.stdout:1587: writing smithi03267100-47 from 4120576 to 4669440 tid 1 2024-09-13T00:09:13.143 INFO:tasks.rados.rados.0.smithi032.stdout:1587: writing smithi03267100-47 from 4669440 to 5185536 tid 2 2024-09-13T00:09:13.149 INFO:tasks.rados.rados.0.smithi032.stdout:1587: writing smithi03267100-47 from 5185536 to 5873664 tid 3 2024-09-13T00:09:13.149 INFO:tasks.rados.rados.0.smithi032.stdout:1588: read oid 32 snap -1 2024-09-13T00:09:13.149 INFO:tasks.rados.rados.0.smithi032.stdout:1588: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:09:13.149 INFO:tasks.rados.rados.0.smithi032.stdout:1589: snap_remove snap 153 2024-09-13T00:09:13.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:13 smithi032 bash[75510]: cluster 2024-09-13T00:09:12.585446+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2024-09-13T00:09:13.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:13 smithi032 bash[75510]: audit 2024-09-13T00:09:13.016619+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:13.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:13 smithi032 bash[75510]: audit 2024-09-13T00:09:13.022938+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:13.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:13 smithi032 bash[75510]: audit 2024-09-13T00:09:13.024505+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:09:13.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:13 smithi032 bash[75510]: audit 2024-09-13T00:09:13.025568+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:09:13.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:13 smithi032 bash[75510]: audit 2024-09-13T00:09:13.026439+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:13.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:13 smithi032 bash[75510]: cluster 2024-09-13T00:09:13.080697+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2024-09-13T00:09:13.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:13 smithi032 bash[76677]: cluster 2024-09-13T00:09:12.585446+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2024-09-13T00:09:13.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:13 smithi032 bash[76677]: audit 2024-09-13T00:09:13.016619+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:13.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:13 smithi032 bash[76677]: audit 2024-09-13T00:09:13.022938+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:13.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:13 smithi032 bash[76677]: audit 2024-09-13T00:09:13.024505+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:09:13.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:13 smithi032 bash[76677]: audit 2024-09-13T00:09:13.025568+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:09:13.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:13 smithi032 bash[76677]: audit 2024-09-13T00:09:13.026439+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:13.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:13 smithi032 bash[76677]: cluster 2024-09-13T00:09:13.080697+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2024-09-13T00:09:13.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:13 smithi053 bash[60895]: ts=2024-09-13T00:09:13.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:13.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:13 smithi053 bash[67631]: cluster 2024-09-13T00:09:12.585446+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2024-09-13T00:09:13.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:13 smithi053 bash[67631]: audit 2024-09-13T00:09:13.016619+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:13.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:13 smithi053 bash[67631]: audit 2024-09-13T00:09:13.022938+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:13.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:13 smithi053 bash[67631]: audit 2024-09-13T00:09:13.024505+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:09:13.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:13 smithi053 bash[67631]: audit 2024-09-13T00:09:13.025568+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:09:13.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:13 smithi053 bash[67631]: audit 2024-09-13T00:09:13.026439+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:13.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:13 smithi053 bash[67631]: cluster 2024-09-13T00:09:13.080697+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2024-09-13T00:09:14.079 INFO:tasks.rados.rados.0.smithi032.stdout:1589: done (3 left) 2024-09-13T00:09:14.079 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 156 2024-09-13T00:09:14.079 INFO:tasks.rados.rados.0.smithi032.stdout:1590: seq_num 535 ranges {614400=565248,1179648=802816,1982464=401408} 2024-09-13T00:09:14.084 INFO:tasks.rados.rados.0.smithi032.stdout:1590: writing smithi03267100-24 from 614400 to 1179648 tid 1 2024-09-13T00:09:14.090 INFO:tasks.rados.rados.0.smithi032.stdout:1590: writing smithi03267100-24 from 1179648 to 1982464 tid 2 2024-09-13T00:09:14.093 INFO:tasks.rados.rados.0.smithi032.stdout:1590: writing smithi03267100-24 from 1982464 to 2383872 tid 3 2024-09-13T00:09:14.093 INFO:tasks.rados.rados.0.smithi032.stdout:1591: copy_from oid 35 from oid 7 current snap is 156 2024-09-13T00:09:14.094 INFO:tasks.rados.rados.0.smithi032.stdout:1586: finishing write tid 1 to smithi03267100-39 2024-09-13T00:09:14.094 INFO:tasks.rados.rados.0.smithi032.stdout:1586: finishing write tid 2 to smithi03267100-39 2024-09-13T00:09:14.094 INFO:tasks.rados.rados.0.smithi032.stdout:1586: finishing write tid 3 to smithi03267100-39 2024-09-13T00:09:14.094 INFO:tasks.rados.rados.0.smithi032.stdout:1586: finishing write tid 4 to smithi03267100-39 2024-09-13T00:09:14.094 INFO:tasks.rados.rados.0.smithi032.stdout:1586: finishing write tid 5 to smithi03267100-39 2024-09-13T00:09:14.094 INFO:tasks.rados.rados.0.smithi032.stdout:1586: finishing write tid 6 to smithi03267100-39 2024-09-13T00:09:14.094 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 556 (ObjNum 533 snap 156 seq_num 533) dirty exists 2024-09-13T00:09:14.095 INFO:tasks.rados.rados.0.smithi032.stdout:1586: left oid 39 (ObjNum 533 snap 156 seq_num 533) 2024-09-13T00:09:14.095 INFO:tasks.rados.rados.0.smithi032.stdout:1587: finishing write tid 1 to smithi03267100-47 2024-09-13T00:09:14.095 INFO:tasks.rados.rados.0.smithi032.stdout:1587: finishing write tid 2 to smithi03267100-47 2024-09-13T00:09:14.095 INFO:tasks.rados.rados.0.smithi032.stdout:1588: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:09:14.096 INFO:tasks.rados.rados.0.smithi032.stdout:1587: finishing write tid 3 to smithi03267100-47 2024-09-13T00:09:14.096 INFO:tasks.rados.rados.0.smithi032.stdout:1587: finishing write tid 4 to smithi03267100-47 2024-09-13T00:09:14.096 INFO:tasks.rados.rados.0.smithi032.stdout:1586: done (4 left) 2024-09-13T00:09:14.096 INFO:tasks.rados.rados.0.smithi032.stdout:1588: done (3 left) 2024-09-13T00:09:14.096 INFO:tasks.rados.rados.0.smithi032.stdout:1592: rollback oid 19 current snap is 156 2024-09-13T00:09:14.097 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 154 2024-09-13T00:09:14.097 INFO:tasks.rados.rados.0.smithi032.stdout:1587: finishing write tid 5 to smithi03267100-47 2024-09-13T00:09:14.097 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 612 (ObjNum 534 snap 156 seq_num 534) dirty exists 2024-09-13T00:09:14.097 INFO:tasks.rados.rados.0.smithi032.stdout:1587: left oid 47 (ObjNum 534 snap 156 seq_num 534) 2024-09-13T00:09:14.097 INFO:tasks.rados.rados.0.smithi032.stdout:1587: done (3 left) 2024-09-13T00:09:14.097 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 156 2024-09-13T00:09:14.097 INFO:tasks.rados.rados.0.smithi032.stdout:1593: seq_num 536 ranges {4284416=581632,4866048=688128,5554176=516096} 2024-09-13T00:09:14.126 INFO:tasks.rados.rados.0.smithi032.stdout:1593: writing smithi03267100-5 from 4284416 to 4866048 tid 1 2024-09-13T00:09:14.130 INFO:tasks.rados.rados.0.smithi032.stdout:1593: writing smithi03267100-5 from 4866048 to 5554176 tid 2 2024-09-13T00:09:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:1593: writing smithi03267100-5 from 5554176 to 6070272 tid 3 2024-09-13T00:09:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:1594: read oid 8 snap -1 2024-09-13T00:09:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:1594: expect (ObjNum 524 snap 155 seq_num 524) 2024-09-13T00:09:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:1595: snap_create 2024-09-13T00:09:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:1590: finishing write tid 1 to smithi03267100-24 2024-09-13T00:09:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:1592: finishing rollback tid 0 to smithi03267100-19 2024-09-13T00:09:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:1590: finishing write tid 2 to smithi03267100-24 2024-09-13T00:09:14.134 INFO:tasks.rados.rados.0.smithi032.stdout:1590: finishing write tid 3 to smithi03267100-24 2024-09-13T00:09:14.135 INFO:tasks.rados.rados.0.smithi032.stdout:1592: finishing rollback tid 1 to smithi03267100-19 2024-09-13T00:09:14.135 INFO:tasks.rados.rados.0.smithi032.stdout:1592: finishing rollback tid 2 to smithi03267100-19 2024-09-13T00:09:14.135 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 615 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:09:14.135 INFO:tasks.rados.rados.0.smithi032.stdout:1590: finishing write tid 4 to smithi03267100-24 2024-09-13T00:09:14.135 INFO:tasks.rados.rados.0.smithi032.stdout:1590: finishing write tid 5 to smithi03267100-24 2024-09-13T00:09:14.135 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 482 (ObjNum 535 snap 156 seq_num 535) dirty exists 2024-09-13T00:09:14.135 INFO:tasks.rados.rados.0.smithi032.stdout:1590: left oid 24 (ObjNum 535 snap 156 seq_num 535) 2024-09-13T00:09:14.135 INFO:tasks.rados.rados.0.smithi032.stdout:1593: finishing write tid 1 to smithi03267100-5 2024-09-13T00:09:14.140 INFO:tasks.rados.rados.0.smithi032.stdout:1593: finishing write tid 2 to smithi03267100-5 2024-09-13T00:09:14.140 INFO:tasks.rados.rados.0.smithi032.stdout:1593: finishing write tid 3 to smithi03267100-5 2024-09-13T00:09:14.144 INFO:tasks.rados.rados.0.smithi032.stdout:1593: finishing write tid 4 to smithi03267100-5 2024-09-13T00:09:14.147 INFO:tasks.rados.rados.0.smithi032.stdout:1593: finishing write tid 5 to smithi03267100-5 2024-09-13T00:09:14.147 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 717 (ObjNum 536 snap 156 seq_num 536) dirty exists 2024-09-13T00:09:14.148 INFO:tasks.rados.rados.0.smithi032.stdout:1593: left oid 5 (ObjNum 536 snap 156 seq_num 536) 2024-09-13T00:09:14.148 INFO:tasks.rados.rados.0.smithi032.stdout:1594: expect (ObjNum 524 snap 155 seq_num 524) 2024-09-13T00:09:14.268 INFO:tasks.rados.rados.0.smithi032.stdout:1591: finishing copy_from racing read to smithi03267100-35 2024-09-13T00:09:14.268 INFO:tasks.rados.rados.0.smithi032.stdout:1591: finishing copy_from to smithi03267100-35 2024-09-13T00:09:14.268 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 706 (ObjNum 529 snap 155 seq_num 529) dirty exists 2024-09-13T00:09:14.354 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:09:14.653 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:09:14.653 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3m) 42s ago 9m 14.0M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:09:14.653 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (2m) 17s ago 8m 75.8M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:09:14.653 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10m) 42s ago 10m 16.5M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:09:14.653 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (10m) 17s ago 10m 18.2M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:09:14.653 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (112s) 17s ago 18m 424M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:09:14.654 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2m) 42s ago 21m 478M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:09:14.654 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (87s) 42s ago 21m 40.4M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:09:14.654 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (25s) 17s ago 18m 19.5M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:09:14.654 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (55s) 42s ago 18m 18.5M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:09:14.654 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3m) 42s ago 9m 7703k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:09:14.654 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (2m) 17s ago 9m 8515k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:09:14.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (17m) 42s ago 17m 269M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 8a5146ba6e0d 2024-09-13T00:09:14.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (16m) 42s ago 16m 311M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 1ab06e2999b7 2024-09-13T00:09:14.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (15m) 42s ago 15m 273M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 911acc1d60e0 2024-09-13T00:09:14.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (15m) 42s ago 15m 130M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:09:14.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (14m) 17s ago 14m 224M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:09:14.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (13m) 17s ago 13m 285M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:09:14.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (12m) 17s ago 12m 139M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:09:14.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (11m) 17s ago 11m 210M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:09:14.655 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (119s) 17s ago 9m 52.0M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:09:14.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:14 smithi053 bash[67631]: cephadm 2024-09-13T00:09:13.024107+0000 mgr.y (mgr.34107) 67 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-13T00:09:14.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:14 smithi053 bash[67631]: cephadm 2024-09-13T00:09:13.027503+0000 mgr.y (mgr.34107) 68 : cephadm [INF] Reconfiguring daemon mon.c on smithi032 2024-09-13T00:09:14.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:14 smithi053 bash[67631]: cluster 2024-09-13T00:09:13.044781+0000 mgr.y (mgr.34107) 69 : cluster [DBG] pgmap v106: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 964 KiB/s wr, 10 op/s 2024-09-13T00:09:14.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:14 smithi053 bash[67631]: cluster 2024-09-13T00:09:14.079974+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2024-09-13T00:09:14.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:14 smithi053 bash[60895]: ts=2024-09-13T00:09:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:14.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:14 smithi053 bash[60895]: ts=2024-09-13T00:09:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:14.846 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:14 smithi032 bash[75510]: cephadm 2024-09-13T00:09:13.024107+0000 mgr.y (mgr.34107) 67 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-13T00:09:14.846 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:14 smithi032 bash[75510]: cephadm 2024-09-13T00:09:13.027503+0000 mgr.y (mgr.34107) 68 : cephadm [INF] Reconfiguring daemon mon.c on smithi032 2024-09-13T00:09:14.846 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:14 smithi032 bash[75510]: cluster 2024-09-13T00:09:13.044781+0000 mgr.y (mgr.34107) 69 : cluster [DBG] pgmap v106: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 964 KiB/s wr, 10 op/s 2024-09-13T00:09:14.846 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:14 smithi032 bash[75510]: cluster 2024-09-13T00:09:14.079974+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2024-09-13T00:09:14.846 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:14 smithi032 bash[76677]: cephadm 2024-09-13T00:09:13.024107+0000 mgr.y (mgr.34107) 67 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-13T00:09:14.846 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:14 smithi032 bash[76677]: cephadm 2024-09-13T00:09:13.027503+0000 mgr.y (mgr.34107) 68 : cephadm [INF] Reconfiguring daemon mon.c on smithi032 2024-09-13T00:09:14.846 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:14 smithi032 bash[76677]: cluster 2024-09-13T00:09:13.044781+0000 mgr.y (mgr.34107) 69 : cluster [DBG] pgmap v106: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 964 KiB/s wr, 10 op/s 2024-09-13T00:09:14.846 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:14 smithi032 bash[76677]: cluster 2024-09-13T00:09:14.079974+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2024-09-13T00:09:15.023 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:09:15.023 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:09:15.023 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:09:15.023 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:09:15.024 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:09:15.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:09:15.024 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:09:15.024 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:09:15.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:09:15.024 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:09:15.024 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:09:15.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:09:15.024 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:09:15.024 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:09:15.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 10, 2024-09-13T00:09:15.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 5 2024-09-13T00:09:15.025 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:09:15.025 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:09:15.080 INFO:tasks.rados.rados.0.smithi032.stdout:1590: done (5 left) 2024-09-13T00:09:15.081 INFO:tasks.rados.rados.0.smithi032.stdout:1591: done (4 left) 2024-09-13T00:09:15.081 INFO:tasks.rados.rados.0.smithi032.stdout:1592: done (3 left) 2024-09-13T00:09:15.081 INFO:tasks.rados.rados.0.smithi032.stdout:1593: done (2 left) 2024-09-13T00:09:15.081 INFO:tasks.rados.rados.0.smithi032.stdout:1594: done (1 left) 2024-09-13T00:09:15.081 INFO:tasks.rados.rados.0.smithi032.stdout:1595: done (0 left) 2024-09-13T00:09:15.081 INFO:tasks.rados.rados.0.smithi032.stdout:1596: setattr oid 37 current snap is 157 2024-09-13T00:09:15.082 INFO:tasks.rados.rados.0.smithi032.stdout:1597: copy_from oid 34 from oid 33 current snap is 157 2024-09-13T00:09:15.082 INFO:tasks.rados.rados.0.smithi032.stdout:1598: copy_from oid 16 from oid 43 current snap is 157 2024-09-13T00:09:15.083 INFO:tasks.rados.rados.0.smithi032.stdout:1599: rollback oid 13 current snap is 157 2024-09-13T00:09:15.083 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 117 2024-09-13T00:09:15.083 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 157 2024-09-13T00:09:15.083 INFO:tasks.rados.rados.0.smithi032.stdout:1600: seq_num 537 ranges {2383872=598016,2981888=573440,3555328=491520,4046848=139264} 2024-09-13T00:09:15.101 INFO:tasks.rados.rados.0.smithi032.stdout:1600: writing smithi03267100-24 from 2383872 to 2981888 tid 1 2024-09-13T00:09:15.104 INFO:tasks.rados.rados.0.smithi032.stdout:1600: writing smithi03267100-24 from 2981888 to 3555328 tid 2 2024-09-13T00:09:15.108 INFO:tasks.rados.rados.0.smithi032.stdout:1600: writing smithi03267100-24 from 3555328 to 4046848 tid 3 2024-09-13T00:09:15.109 INFO:tasks.rados.rados.0.smithi032.stdout:1600: writing smithi03267100-24 from 4046848 to 4186112 tid 4 2024-09-13T00:09:15.110 INFO:tasks.rados.rados.0.smithi032.stdout:1601: copy_from oid 38 from oid 11 current snap is 157 2024-09-13T00:09:15.110 INFO:tasks.rados.rados.0.smithi032.stdout:1598: finishing copy_from to smithi03267100-16 2024-09-13T00:09:15.110 INFO:tasks.rados.rados.0.smithi032.stdout:1598: got expected ENOENT (src dne) 2024-09-13T00:09:15.110 INFO:tasks.rados.rados.0.smithi032.stdout:1598: finishing copy_from racing read to smithi03267100-16 2024-09-13T00:09:15.110 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 484 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-13T00:09:15.110 INFO:tasks.rados.rados.0.smithi032.stdout:1599: finishing rollback tid 0 to smithi03267100-13 2024-09-13T00:09:15.110 INFO:tasks.rados.rados.0.smithi032.stdout:1599: finishing rollback tid 1 to smithi03267100-13 2024-09-13T00:09:15.110 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1261 (ObjNum 209 snap 0 seq_num 292) dirty dne 2024-09-13T00:09:15.110 INFO:tasks.rados.rados.0.smithi032.stdout:1597: finishing copy_from racing read to smithi03267100-34 2024-09-13T00:09:15.110 INFO:tasks.rados.rados.0.smithi032.stdout:1597: finishing copy_from to smithi03267100-34 2024-09-13T00:09:15.110 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 477 (ObjNum 81 snap 0 seq_num 1683123283) dirty exists 2024-09-13T00:09:15.111 INFO:tasks.rados.rados.0.smithi032.stdout:1600: finishing write tid 1 to smithi03267100-24 2024-09-13T00:09:15.111 INFO:tasks.rados.rados.0.smithi032.stdout:1596: done (5 left) 2024-09-13T00:09:15.111 INFO:tasks.rados.rados.0.smithi032.stdout:1597: done (4 left) 2024-09-13T00:09:15.111 INFO:tasks.rados.rados.0.smithi032.stdout:1598: done (3 left) 2024-09-13T00:09:15.111 INFO:tasks.rados.rados.0.smithi032.stdout:1599: done (2 left) 2024-09-13T00:09:15.111 INFO:tasks.rados.rados.0.smithi032.stdout:1602: rollback oid 26 current snap is 157 2024-09-13T00:09:15.111 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 147 2024-09-13T00:09:15.111 INFO:tasks.rados.rados.0.smithi032.stdout:1603: snap_create 2024-09-13T00:09:15.112 INFO:tasks.rados.rados.0.smithi032.stdout:1600: finishing write tid 2 to smithi03267100-24 2024-09-13T00:09:15.113 INFO:tasks.rados.rados.0.smithi032.stdout:1600: finishing write tid 3 to smithi03267100-24 2024-09-13T00:09:15.115 INFO:tasks.rados.rados.0.smithi032.stdout:1600: finishing write tid 4 to smithi03267100-24 2024-09-13T00:09:15.115 INFO:tasks.rados.rados.0.smithi032.stdout:1600: finishing write tid 5 to smithi03267100-24 2024-09-13T00:09:15.117 INFO:tasks.rados.rados.0.smithi032.stdout:1600: finishing write tid 6 to smithi03267100-24 2024-09-13T00:09:15.117 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 490 (ObjNum 537 snap 157 seq_num 537) dirty exists 2024-09-13T00:09:15.117 INFO:tasks.rados.rados.0.smithi032.stdout:1600: left oid 24 (ObjNum 537 snap 157 seq_num 537) 2024-09-13T00:09:15.117 INFO:tasks.rados.rados.0.smithi032.stdout:1602: finishing rollback tid 1 to smithi03267100-26 2024-09-13T00:09:15.117 INFO:tasks.rados.rados.0.smithi032.stdout:1602: finishing rollback tid 2 to smithi03267100-26 2024-09-13T00:09:15.117 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1263 (ObjNum 478 snap 140 seq_num 478) dirty exists 2024-09-13T00:09:15.124 INFO:tasks.rados.rados.0.smithi032.stdout:1601: finishing copy_from racing read to smithi03267100-38 2024-09-13T00:09:15.125 INFO:tasks.rados.rados.0.smithi032.stdout:1601: finishing copy_from to smithi03267100-38 2024-09-13T00:09:15.125 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 162 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-09-13T00:09:15.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:15 smithi032 bash[75510]: audit 2024-09-13T00:09:14.346255+0000 mgr.y (mgr.34107) 70 : audit [DBG] from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:09:15.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:15 smithi032 bash[75510]: audit 2024-09-13T00:09:14.644826+0000 mgr.y (mgr.34107) 71 : audit [DBG] from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:09:15.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:15 smithi032 bash[75510]: audit 2024-09-13T00:09:15.027802+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.32:0/2544074576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:15.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:15 smithi032 bash[75510]: cluster 2024-09-13T00:09:15.084597+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2024-09-13T00:09:15.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:15 smithi032 bash[76677]: audit 2024-09-13T00:09:14.346255+0000 mgr.y (mgr.34107) 70 : audit [DBG] from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:09:15.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:15 smithi032 bash[76677]: audit 2024-09-13T00:09:14.644826+0000 mgr.y (mgr.34107) 71 : audit [DBG] from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:09:15.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:15 smithi032 bash[76677]: audit 2024-09-13T00:09:15.027802+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.32:0/2544074576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:15.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:15 smithi032 bash[76677]: cluster 2024-09-13T00:09:15.084597+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2024-09-13T00:09:16.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:15 smithi053 bash[67631]: audit 2024-09-13T00:09:14.346255+0000 mgr.y (mgr.34107) 70 : audit [DBG] from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:09:16.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:15 smithi053 bash[67631]: audit 2024-09-13T00:09:14.644826+0000 mgr.y (mgr.34107) 71 : audit [DBG] from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:09:16.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:15 smithi053 bash[67631]: audit 2024-09-13T00:09:15.027802+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.32:0/2544074576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:16.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:15 smithi053 bash[67631]: cluster 2024-09-13T00:09:15.084597+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2024-09-13T00:09:16.080 INFO:tasks.rados.rados.0.smithi032.stdout:1600: done (3 left) 2024-09-13T00:09:16.080 INFO:tasks.rados.rados.0.smithi032.stdout:1601: done (2 left) 2024-09-13T00:09:16.081 INFO:tasks.rados.rados.0.smithi032.stdout:1602: done (1 left) 2024-09-13T00:09:16.081 INFO:tasks.rados.rados.0.smithi032.stdout:1603: done (0 left) 2024-09-13T00:09:16.081 INFO:tasks.rados.rados.0.smithi032.stdout:1604: rmattr oid 9 current snap is 158 2024-09-13T00:09:16.081 INFO:tasks.rados.rados.0.smithi032.stdout:1604: done (0 left) 2024-09-13T00:09:16.081 INFO:tasks.rados.rados.0.smithi032.stdout:1605: copy_from oid 8 from oid 42 current snap is 158 2024-09-13T00:09:16.081 INFO:tasks.rados.rados.0.smithi032.stdout:1606: delete oid 3 current snap is 158 2024-09-13T00:09:16.086 INFO:tasks.rados.rados.0.smithi032.stdout:1606: done (1 left) 2024-09-13T00:09:16.086 INFO:tasks.rados.rados.0.smithi032.stdout:1607: rollback oid 25 current snap is 158 2024-09-13T00:09:16.086 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 155 2024-09-13T00:09:16.086 INFO:tasks.rados.rados.0.smithi032.stdout:1608: snap_create 2024-09-13T00:09:16.105 INFO:tasks.rados.rados.0.smithi032.stdout:1607: finishing rollback tid 0 to smithi03267100-25 2024-09-13T00:09:16.107 INFO:tasks.rados.rados.0.smithi032.stdout:1607: finishing rollback tid 1 to smithi03267100-25 2024-09-13T00:09:16.109 INFO:tasks.rados.rados.0.smithi032.stdout:1607: finishing rollback tid 2 to smithi03267100-25 2024-09-13T00:09:16.109 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 562 (ObjNum 304 snap 87 seq_num 304) dirty exists 2024-09-13T00:09:16.139 INFO:tasks.rados.rados.0.smithi032.stdout:1605: finishing copy_from racing read to smithi03267100-8 2024-09-13T00:09:16.145 INFO:tasks.rados.rados.0.smithi032.stdout:1605: finishing copy_from to smithi03267100-8 2024-09-13T00:09:16.145 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 175 (ObjNum 489 snap 146 seq_num 489) dirty exists 2024-09-13T00:09:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:16 smithi053 bash[67631]: cluster 2024-09-13T00:09:15.045259+0000 mgr.y (mgr.34107) 72 : cluster [DBG] pgmap v109: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:16 smithi053 bash[67631]: audit 2024-09-13T00:09:15.754285+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:16 smithi053 bash[67631]: audit 2024-09-13T00:09:15.762484+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:16 smithi053 bash[67631]: cephadm 2024-09-13T00:09:15.764096+0000 mgr.y (mgr.34107) 73 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-09-13T00:09:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:16 smithi053 bash[67631]: audit 2024-09-13T00:09:15.764626+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T00:09:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:16 smithi053 bash[67631]: audit 2024-09-13T00:09:15.765779+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:16 smithi053 bash[67631]: cephadm 2024-09-13T00:09:15.769855+0000 mgr.y (mgr.34107) 74 : cephadm [INF] Reconfiguring daemon osd.0 on smithi032 2024-09-13T00:09:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:16 smithi053 bash[67631]: cluster 2024-09-13T00:09:16.085099+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2024-09-13T00:09:17.088 INFO:tasks.rados.rados.0.smithi032.stdout:1605: done (2 left) 2024-09-13T00:09:17.088 INFO:tasks.rados.rados.0.smithi032.stdout:1607: done (1 left) 2024-09-13T00:09:17.088 INFO:tasks.rados.rados.0.smithi032.stdout:1608: done (0 left) 2024-09-13T00:09:17.088 INFO:tasks.rados.rados.0.smithi032.stdout:1609: read oid 30 snap 101 2024-09-13T00:09:17.088 INFO:tasks.rados.rados.0.smithi032.stdout:1609: expect (ObjNum 253 snap 69 seq_num 253) 2024-09-13T00:09:17.088 INFO:tasks.rados.rados.0.smithi032.stdout:1610: rollback oid 17 current snap is 159 2024-09-13T00:09:17.088 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 17 to 150 2024-09-13T00:09:17.088 INFO:tasks.rados.rados.0.smithi032.stdout:1611: read oid 14 snap 157 2024-09-13T00:09:17.089 INFO:tasks.rados.rados.0.smithi032.stdout:1611: expect (ObjNum 434 snap 131 seq_num 434) 2024-09-13T00:09:17.089 INFO:tasks.rados.rados.0.smithi032.stdout:1612: rmattr oid 31 current snap is 159 2024-09-13T00:09:17.089 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 159 2024-09-13T00:09:17.089 INFO:tasks.rados.rados.0.smithi032.stdout:1613: seq_num 539 ranges {0=630784,630784=737280,1368064=466944} 2024-09-13T00:09:17.095 INFO:tasks.rados.rados.0.smithi032.stdout:1613: writing smithi03267100-23 from 0 to 630784 tid 1 2024-09-13T00:09:17.104 INFO:tasks.rados.rados.0.smithi032.stdout:1613: writing smithi03267100-23 from 630784 to 1368064 tid 2 2024-09-13T00:09:17.109 INFO:tasks.rados.rados.0.smithi032.stdout:1613: writing smithi03267100-23 from 1368064 to 1835008 tid 3 2024-09-13T00:09:17.110 INFO:tasks.rados.rados.0.smithi032.stdout:1614: read oid 24 snap 118 2024-09-13T00:09:17.110 INFO:tasks.rados.rados.0.smithi032.stdout:1614: expect (ObjNum 323 snap 95 seq_num 323) 2024-09-13T00:09:17.110 INFO:tasks.rados.rados.0.smithi032.stdout:1615: delete oid 12 current snap is 159 2024-09-13T00:09:17.120 INFO:tasks.rados.rados.0.smithi032.stdout:1615: done (6 left) 2024-09-13T00:09:17.120 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 159 2024-09-13T00:09:17.120 INFO:tasks.rados.rados.0.smithi032.stdout:1616: seq_num 541 ranges {0=663552,663552=557056,1220608=475136,1695744=172032} 2024-09-13T00:09:17.135 INFO:tasks.rados.rados.0.smithi032.stdout:1616: writing smithi03267100-4 from 0 to 663552 tid 1 2024-09-13T00:09:17.145 INFO:tasks.rados.rados.0.smithi032.stdout:1616: writing smithi03267100-4 from 663552 to 1220608 tid 2 2024-09-13T00:09:17.151 INFO:tasks.rados.rados.0.smithi032.stdout:1616: writing smithi03267100-4 from 1220608 to 1695744 tid 3 2024-09-13T00:09:17.153 INFO:tasks.rados.rados.0.smithi032.stdout:1616: writing smithi03267100-4 from 1695744 to 1867776 tid 4 2024-09-13T00:09:17.153 INFO:tasks.rados.rados.0.smithi032.stdout:1617: read oid 16 snap 138 2024-09-13T00:09:17.153 INFO:tasks.rados.rados.0.smithi032.stdout:1617: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:09:17.153 INFO:tasks.rados.rados.0.smithi032.stdout:1618: snap_create 2024-09-13T00:09:17.154 INFO:tasks.rados.rados.0.smithi032.stdout:1610: finishing rollback tid 0 to smithi03267100-17 2024-09-13T00:09:17.154 INFO:tasks.rados.rados.0.smithi032.stdout:1610: finishing rollback tid 1 to smithi03267100-17 2024-09-13T00:09:17.154 INFO:tasks.rados.rados.0.smithi032.stdout:1614: expect (ObjNum 323 snap 95 seq_num 323) 2024-09-13T00:09:17.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[75510]: cluster 2024-09-13T00:09:15.045259+0000 mgr.y (mgr.34107) 72 : cluster [DBG] pgmap v109: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:17.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[75510]: audit 2024-09-13T00:09:15.754285+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:17.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[75510]: audit 2024-09-13T00:09:15.762484+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:17.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[75510]: cephadm 2024-09-13T00:09:15.764096+0000 mgr.y (mgr.34107) 73 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-09-13T00:09:17.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[75510]: audit 2024-09-13T00:09:15.764626+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T00:09:17.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[75510]: audit 2024-09-13T00:09:15.765779+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:17.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[75510]: cephadm 2024-09-13T00:09:15.769855+0000 mgr.y (mgr.34107) 74 : cephadm [INF] Reconfiguring daemon osd.0 on smithi032 2024-09-13T00:09:17.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[75510]: cluster 2024-09-13T00:09:16.085099+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2024-09-13T00:09:17.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[76677]: cluster 2024-09-13T00:09:15.045259+0000 mgr.y (mgr.34107) 72 : cluster [DBG] pgmap v109: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:17.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[76677]: audit 2024-09-13T00:09:15.754285+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:17.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[76677]: audit 2024-09-13T00:09:15.762484+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:17.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[76677]: cephadm 2024-09-13T00:09:15.764096+0000 mgr.y (mgr.34107) 73 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-09-13T00:09:17.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[76677]: audit 2024-09-13T00:09:15.764626+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T00:09:17.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[76677]: audit 2024-09-13T00:09:15.765779+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:17.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[76677]: cephadm 2024-09-13T00:09:15.769855+0000 mgr.y (mgr.34107) 74 : cephadm [INF] Reconfiguring daemon osd.0 on smithi032 2024-09-13T00:09:17.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:16 smithi032 bash[76677]: cluster 2024-09-13T00:09:16.085099+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2024-09-13T00:09:17.206 INFO:tasks.rados.rados.0.smithi032.stdout:1609: expect (ObjNum 253 snap 69 seq_num 253) 2024-09-13T00:09:17.272 INFO:tasks.rados.rados.0.smithi032.stdout:1610: finishing rollback tid 2 to smithi03267100-17 2024-09-13T00:09:17.272 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 1234 (ObjNum 473 snap 140 seq_num 473) dirty exists 2024-09-13T00:09:17.272 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1236 (ObjNum 486 snap 145 seq_num 486) dirty exists 2024-09-13T00:09:17.272 INFO:tasks.rados.rados.0.smithi032.stdout:1613: finishing write tid 1 to smithi03267100-23 2024-09-13T00:09:17.272 INFO:tasks.rados.rados.0.smithi032.stdout:1616: finishing write tid 1 to smithi03267100-4 2024-09-13T00:09:17.272 INFO:tasks.rados.rados.0.smithi032.stdout:1613: finishing write tid 2 to smithi03267100-23 2024-09-13T00:09:17.272 INFO:tasks.rados.rados.0.smithi032.stdout:1611: expect (ObjNum 434 snap 131 seq_num 434) 2024-09-13T00:09:17.714 INFO:tasks.rados.rados.0.smithi032.stdout:1613: finishing write tid 3 to smithi03267100-23 2024-09-13T00:09:17.714 INFO:tasks.rados.rados.0.smithi032.stdout:1613: finishing write tid 4 to smithi03267100-23 2024-09-13T00:09:17.714 INFO:tasks.rados.rados.0.smithi032.stdout:1613: finishing write tid 5 to smithi03267100-23 2024-09-13T00:09:17.714 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1240 (ObjNum 539 snap 159 seq_num 539) dirty exists 2024-09-13T00:09:17.714 INFO:tasks.rados.rados.0.smithi032.stdout:1613: left oid 23 (ObjNum 539 snap 159 seq_num 539) 2024-09-13T00:09:17.714 INFO:tasks.rados.rados.0.smithi032.stdout:1616: finishing write tid 2 to smithi03267100-4 2024-09-13T00:09:17.714 INFO:tasks.rados.rados.0.smithi032.stdout:1616: finishing write tid 3 to smithi03267100-4 2024-09-13T00:09:17.714 INFO:tasks.rados.rados.0.smithi032.stdout:1616: finishing write tid 4 to smithi03267100-4 2024-09-13T00:09:17.714 INFO:tasks.rados.rados.0.smithi032.stdout:1616: finishing write tid 5 to smithi03267100-4 2024-09-13T00:09:17.714 INFO:tasks.rados.rados.0.smithi032.stdout:1617: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:09:17.741 INFO:tasks.rados.rados.0.smithi032.stdout:1616: finishing write tid 6 to smithi03267100-4 2024-09-13T00:09:17.741 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 722 (ObjNum 541 snap 159 seq_num 541) dirty exists 2024-09-13T00:09:17.741 INFO:tasks.rados.rados.0.smithi032.stdout:1616: left oid 4 (ObjNum 541 snap 159 seq_num 541) 2024-09-13T00:09:18.079 INFO:tasks.rados.rados.0.smithi032.stdout:1609: done (8 left) 2024-09-13T00:09:18.079 INFO:tasks.rados.rados.0.smithi032.stdout:1610: done (7 left) 2024-09-13T00:09:18.079 INFO:tasks.rados.rados.0.smithi032.stdout:1611: done (6 left) 2024-09-13T00:09:18.079 INFO:tasks.rados.rados.0.smithi032.stdout:1612: done (5 left) 2024-09-13T00:09:18.079 INFO:tasks.rados.rados.0.smithi032.stdout:1613: done (4 left) 2024-09-13T00:09:18.079 INFO:tasks.rados.rados.0.smithi032.stdout:1614: done (3 left) 2024-09-13T00:09:18.079 INFO:tasks.rados.rados.0.smithi032.stdout:1616: done (2 left) 2024-09-13T00:09:18.079 INFO:tasks.rados.rados.0.smithi032.stdout:1617: done (1 left) 2024-09-13T00:09:18.079 INFO:tasks.rados.rados.0.smithi032.stdout:1618: done (0 left) 2024-09-13T00:09:18.080 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 160 2024-09-13T00:09:18.080 INFO:tasks.rados.rados.0.smithi032.stdout:1619: seq_num 542 ranges {0=679936,679936=442368,1122304=679936,1802240=81920} 2024-09-13T00:09:18.088 INFO:tasks.rados.rados.0.smithi032.stdout:1619: writing smithi03267100-3 from 0 to 679936 tid 1 2024-09-13T00:09:18.093 INFO:tasks.rados.rados.0.smithi032.stdout:1619: writing smithi03267100-3 from 679936 to 1122304 tid 2 2024-09-13T00:09:18.102 INFO:tasks.rados.rados.0.smithi032.stdout:1619: writing smithi03267100-3 from 1122304 to 1802240 tid 3 2024-09-13T00:09:18.104 INFO:tasks.rados.rados.0.smithi032.stdout:1619: writing smithi03267100-3 from 1802240 to 1884160 tid 4 2024-09-13T00:09:18.104 INFO:tasks.rados.rados.0.smithi032.stdout:1620: rollback oid 11 current snap is 160 2024-09-13T00:09:18.104 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 117 2024-09-13T00:09:18.104 INFO:tasks.rados.rados.0.smithi032.stdout:1621: rollback oid 26 current snap is 160 2024-09-13T00:09:18.104 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 148 2024-09-13T00:09:18.104 INFO:tasks.rados.rados.0.smithi032.stdout:1622: rollback oid 19 current snap is 160 2024-09-13T00:09:18.104 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 154 2024-09-13T00:09:18.104 INFO:tasks.rados.rados.0.smithi032.stdout:1623: snap_create 2024-09-13T00:09:18.104 INFO:tasks.rados.rados.0.smithi032.stdout:1619: finishing write tid 1 to smithi03267100-3 2024-09-13T00:09:18.108 INFO:tasks.rados.rados.0.smithi032.stdout:1619: finishing write tid 2 to smithi03267100-3 2024-09-13T00:09:18.112 INFO:tasks.rados.rados.0.smithi032.stdout:1622: finishing rollback tid 0 to smithi03267100-19 2024-09-13T00:09:18.114 INFO:tasks.rados.rados.0.smithi032.stdout:1622: finishing rollback tid 1 to smithi03267100-19 2024-09-13T00:09:18.115 INFO:tasks.rados.rados.0.smithi032.stdout:1622: finishing rollback tid 2 to smithi03267100-19 2024-09-13T00:09:18.115 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 618 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:09:18.117 INFO:tasks.rados.rados.0.smithi032.stdout:1619: finishing write tid 3 to smithi03267100-3 2024-09-13T00:09:18.118 INFO:tasks.rados.rados.0.smithi032.stdout:1619: finishing write tid 4 to smithi03267100-3 2024-09-13T00:09:18.118 INFO:tasks.rados.rados.0.smithi032.stdout:1619: finishing write tid 5 to smithi03267100-3 2024-09-13T00:09:18.119 INFO:tasks.rados.rados.0.smithi032.stdout:1620: finishing rollback tid 0 to smithi03267100-11 2024-09-13T00:09:18.119 INFO:tasks.rados.rados.0.smithi032.stdout:1620: finishing rollback tid 1 to smithi03267100-11 2024-09-13T00:09:18.119 INFO:tasks.rados.rados.0.smithi032.stdout:1620: finishing rollback tid 2 to smithi03267100-11 2024-09-13T00:09:18.119 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1267 (ObjNum 179 snap 51 seq_num 179) dirty exists 2024-09-13T00:09:18.120 INFO:tasks.rados.rados.0.smithi032.stdout:1621: finishing rollback tid 0 to smithi03267100-26 2024-09-13T00:09:18.120 INFO:tasks.rados.rados.0.smithi032.stdout:1619: finishing write tid 6 to smithi03267100-3 2024-09-13T00:09:18.120 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1164 (ObjNum 542 snap 160 seq_num 542) dirty exists 2024-09-13T00:09:18.120 INFO:tasks.rados.rados.0.smithi032.stdout:1619: left oid 3 (ObjNum 542 snap 160 seq_num 542) 2024-09-13T00:09:18.120 INFO:tasks.rados.rados.0.smithi032.stdout:1621: finishing rollback tid 1 to smithi03267100-26 2024-09-13T00:09:18.120 INFO:tasks.rados.rados.0.smithi032.stdout:1621: finishing rollback tid 2 to smithi03267100-26 2024-09-13T00:09:18.120 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1271 (ObjNum 478 snap 140 seq_num 478) dirty exists 2024-09-13T00:09:18.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:18 smithi032 bash[76677]: cluster 2024-09-13T00:09:17.045952+0000 mgr.y (mgr.34107) 75 : cluster [DBG] pgmap v112: 121 pgs: 121 active+clean; 460 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.5 MiB/s wr, 32 op/s 2024-09-13T00:09:18.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:18 smithi032 bash[76677]: cluster 2024-09-13T00:09:17.091613+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2024-09-13T00:09:18.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:18 smithi032 bash[76677]: cluster 2024-09-13T00:09:18.082503+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2024-09-13T00:09:18.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:18 smithi032 bash[75510]: cluster 2024-09-13T00:09:17.045952+0000 mgr.y (mgr.34107) 75 : cluster [DBG] pgmap v112: 121 pgs: 121 active+clean; 460 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.5 MiB/s wr, 32 op/s 2024-09-13T00:09:18.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:18 smithi032 bash[75510]: cluster 2024-09-13T00:09:17.091613+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2024-09-13T00:09:18.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:18 smithi032 bash[75510]: cluster 2024-09-13T00:09:18.082503+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2024-09-13T00:09:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:18 smithi053 bash[67631]: cluster 2024-09-13T00:09:17.045952+0000 mgr.y (mgr.34107) 75 : cluster [DBG] pgmap v112: 121 pgs: 121 active+clean; 460 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.5 MiB/s wr, 32 op/s 2024-09-13T00:09:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:18 smithi053 bash[67631]: cluster 2024-09-13T00:09:17.091613+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2024-09-13T00:09:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:18 smithi053 bash[67631]: cluster 2024-09-13T00:09:18.082503+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2024-09-13T00:09:19.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:18 smithi053 bash[60895]: ts=2024-09-13T00:09:18.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:19.091 INFO:tasks.rados.rados.0.smithi032.stdout:1619: done (4 left) 2024-09-13T00:09:19.091 INFO:tasks.rados.rados.0.smithi032.stdout:1620: done (3 left) 2024-09-13T00:09:19.091 INFO:tasks.rados.rados.0.smithi032.stdout:1621: done (2 left) 2024-09-13T00:09:19.091 INFO:tasks.rados.rados.0.smithi032.stdout:1622: done (1 left) 2024-09-13T00:09:19.091 INFO:tasks.rados.rados.0.smithi032.stdout:1623: done (0 left) 2024-09-13T00:09:19.091 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 161 2024-09-13T00:09:19.091 INFO:tasks.rados.rados.0.smithi032.stdout:1624: seq_num 543 ranges {1040384=704512,1744896=729088,2473984=475136} 2024-09-13T00:09:19.112 INFO:tasks.rados.rados.0.smithi032.stdout:1624: writing smithi03267100-38 from 1040384 to 1744896 tid 1 2024-09-13T00:09:19.122 INFO:tasks.rados.rados.0.smithi032.stdout:1624: writing smithi03267100-38 from 1744896 to 2473984 tid 2 2024-09-13T00:09:19.129 INFO:tasks.rados.rados.0.smithi032.stdout:1624: writing smithi03267100-38 from 2473984 to 2949120 tid 3 2024-09-13T00:09:19.129 INFO:tasks.rados.rados.0.smithi032.stdout:1625: snap_create 2024-09-13T00:09:19.130 INFO:tasks.rados.rados.0.smithi032.stdout:1624: finishing write tid 1 to smithi03267100-38 2024-09-13T00:09:19.134 INFO:tasks.rados.rados.0.smithi032.stdout:1624: finishing write tid 2 to smithi03267100-38 2024-09-13T00:09:19.135 INFO:tasks.rados.rados.0.smithi032.stdout:1624: finishing write tid 3 to smithi03267100-38 2024-09-13T00:09:19.135 INFO:tasks.rados.rados.0.smithi032.stdout:1624: finishing write tid 4 to smithi03267100-38 2024-09-13T00:09:19.137 INFO:tasks.rados.rados.0.smithi032.stdout:1624: finishing write tid 5 to smithi03267100-38 2024-09-13T00:09:19.138 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1199 (ObjNum 543 snap 161 seq_num 543) dirty exists 2024-09-13T00:09:19.138 INFO:tasks.rados.rados.0.smithi032.stdout:1624: left oid 38 (ObjNum 543 snap 161 seq_num 543) 2024-09-13T00:09:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:19 smithi053 bash[67631]: audit 2024-09-13T00:09:18.497820+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:19 smithi053 bash[67631]: audit 2024-09-13T00:09:18.507287+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:19 smithi053 bash[67631]: cephadm 2024-09-13T00:09:18.508957+0000 mgr.y (mgr.34107) 76 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-09-13T00:09:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:19 smithi053 bash[67631]: audit 2024-09-13T00:09:18.509510+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T00:09:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:19 smithi053 bash[67631]: audit 2024-09-13T00:09:18.511095+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:19 smithi053 bash[67631]: cephadm 2024-09-13T00:09:18.515364+0000 mgr.y (mgr.34107) 77 : cephadm [INF] Reconfiguring daemon osd.1 on smithi032 2024-09-13T00:09:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:19 smithi053 bash[67631]: cluster 2024-09-13T00:09:19.094674+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2024-09-13T00:09:19.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:19 smithi032 bash[75510]: audit 2024-09-13T00:09:18.497820+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:19.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:19 smithi032 bash[75510]: audit 2024-09-13T00:09:18.507287+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:19.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:19 smithi032 bash[75510]: cephadm 2024-09-13T00:09:18.508957+0000 mgr.y (mgr.34107) 76 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-09-13T00:09:19.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:19 smithi032 bash[75510]: audit 2024-09-13T00:09:18.509510+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T00:09:19.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:19 smithi032 bash[75510]: audit 2024-09-13T00:09:18.511095+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:19.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:19 smithi032 bash[75510]: cephadm 2024-09-13T00:09:18.515364+0000 mgr.y (mgr.34107) 77 : cephadm [INF] Reconfiguring daemon osd.1 on smithi032 2024-09-13T00:09:19.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:19 smithi032 bash[75510]: cluster 2024-09-13T00:09:19.094674+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2024-09-13T00:09:19.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:19 smithi032 bash[76677]: audit 2024-09-13T00:09:18.497820+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:19.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:19 smithi032 bash[76677]: audit 2024-09-13T00:09:18.507287+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:19.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:19 smithi032 bash[76677]: cephadm 2024-09-13T00:09:18.508957+0000 mgr.y (mgr.34107) 76 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-09-13T00:09:19.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:19 smithi032 bash[76677]: audit 2024-09-13T00:09:18.509510+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T00:09:19.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:19 smithi032 bash[76677]: audit 2024-09-13T00:09:18.511095+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:19.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:19 smithi032 bash[76677]: cephadm 2024-09-13T00:09:18.515364+0000 mgr.y (mgr.34107) 77 : cephadm [INF] Reconfiguring daemon osd.1 on smithi032 2024-09-13T00:09:19.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:19 smithi032 bash[76677]: cluster 2024-09-13T00:09:19.094674+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2024-09-13T00:09:20.089 INFO:tasks.rados.rados.0.smithi032.stdout:1624: done (1 left) 2024-09-13T00:09:20.090 INFO:tasks.rados.rados.0.smithi032.stdout:1625: done (0 left) 2024-09-13T00:09:20.090 INFO:tasks.rados.rados.0.smithi032.stdout:1626: setattr oid 29 current snap is 162 2024-09-13T00:09:20.092 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 162 2024-09-13T00:09:20.092 INFO:tasks.rados.rados.0.smithi032.stdout:1627: seq_num 544 ranges {3440640=720896,4161536=614400,4775936=589824} 2024-09-13T00:09:20.116 INFO:tasks.rados.rados.0.smithi032.stdout:1627: writing smithi03267100-31 from 3440640 to 4161536 tid 1 2024-09-13T00:09:20.119 INFO:tasks.rados.rados.0.smithi032.stdout:1627: writing smithi03267100-31 from 4161536 to 4775936 tid 2 2024-09-13T00:09:20.123 INFO:tasks.rados.rados.0.smithi032.stdout:1627: writing smithi03267100-31 from 4775936 to 5365760 tid 3 2024-09-13T00:09:20.123 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 162 2024-09-13T00:09:20.123 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1165 (ObjNum 49 snap 0 seq_num 166677064) dirty exists 2024-09-13T00:09:20.123 INFO:tasks.rados.rados.0.smithi032.stdout:1628: seq_num 545 ranges {0=737280,737280=491520,1228800=450560,1679360=262144} 2024-09-13T00:09:20.128 INFO:tasks.rados.rados.0.smithi032.stdout:1628: writing smithi03267100-46 from 0 to 737280 tid 1 2024-09-13T00:09:20.131 INFO:tasks.rados.rados.0.smithi032.stdout:1628: writing smithi03267100-46 from 737280 to 1228800 tid 2 2024-09-13T00:09:20.133 INFO:tasks.rados.rados.0.smithi032.stdout:1628: writing smithi03267100-46 from 1228800 to 1679360 tid 3 2024-09-13T00:09:20.135 INFO:tasks.rados.rados.0.smithi032.stdout:1628: writing smithi03267100-46 from 1679360 to 1941504 tid 4 2024-09-13T00:09:20.135 INFO:tasks.rados.rados.0.smithi032.stdout:1626: done (2 left) 2024-09-13T00:09:20.135 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 162 2024-09-13T00:09:20.135 INFO:tasks.rados.rados.0.smithi032.stdout:1629: seq_num 546 ranges {6045696=753664,6799360=778240,7577600=425984} 2024-09-13T00:09:20.174 INFO:tasks.rados.rados.0.smithi032.stdout:1629: writing smithi03267100-25 from 6045696 to 6799360 tid 1 2024-09-13T00:09:20.178 INFO:tasks.rados.rados.0.smithi032.stdout:1629: writing smithi03267100-25 from 6799360 to 7577600 tid 2 2024-09-13T00:09:20.180 INFO:tasks.rados.rados.0.smithi032.stdout:1629: writing smithi03267100-25 from 7577600 to 8003584 tid 3 2024-09-13T00:09:20.180 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 162 2024-09-13T00:09:20.180 INFO:tasks.rados.rados.0.smithi032.stdout:1630: seq_num 547 ranges {2465792=770048,3235840=663552,3899392=466944,4366336=73728} 2024-09-13T00:09:20.198 INFO:tasks.rados.rados.0.smithi032.stdout:1630: writing smithi03267100-2 from 2465792 to 3235840 tid 1 2024-09-13T00:09:20.202 INFO:tasks.rados.rados.0.smithi032.stdout:1630: writing smithi03267100-2 from 3235840 to 3899392 tid 2 2024-09-13T00:09:20.205 INFO:tasks.rados.rados.0.smithi032.stdout:1630: writing smithi03267100-2 from 3899392 to 4366336 tid 3 2024-09-13T00:09:20.206 INFO:tasks.rados.rados.0.smithi032.stdout:1630: writing smithi03267100-2 from 4366336 to 4440064 tid 4 2024-09-13T00:09:20.206 INFO:tasks.rados.rados.0.smithi032.stdout:1631: rmattr oid 12 current snap is 162 2024-09-13T00:09:20.206 INFO:tasks.rados.rados.0.smithi032.stdout:1631: done (4 left) 2024-09-13T00:09:20.206 INFO:tasks.rados.rados.0.smithi032.stdout:1632: setattr oid 47 current snap is 162 2024-09-13T00:09:20.206 INFO:tasks.rados.rados.0.smithi032.stdout:1627: finishing write tid 1 to smithi03267100-31 2024-09-13T00:09:20.206 INFO:tasks.rados.rados.0.smithi032.stdout:1627: finishing write tid 2 to smithi03267100-31 2024-09-13T00:09:20.207 INFO:tasks.rados.rados.0.smithi032.stdout:1627: finishing write tid 3 to smithi03267100-31 2024-09-13T00:09:20.207 INFO:tasks.rados.rados.0.smithi032.stdout:1628: finishing write tid 1 to smithi03267100-46 2024-09-13T00:09:20.207 INFO:tasks.rados.rados.0.smithi032.stdout:1628: finishing write tid 2 to smithi03267100-46 2024-09-13T00:09:20.207 INFO:tasks.rados.rados.0.smithi032.stdout:1627: finishing write tid 4 to smithi03267100-31 2024-09-13T00:09:20.207 INFO:tasks.rados.rados.0.smithi032.stdout:1628: finishing write tid 3 to smithi03267100-46 2024-09-13T00:09:20.207 INFO:tasks.rados.rados.0.smithi032.stdout:1627: finishing write tid 5 to smithi03267100-31 2024-09-13T00:09:20.207 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1245 (ObjNum 544 snap 162 seq_num 544) dirty exists 2024-09-13T00:09:20.207 INFO:tasks.rados.rados.0.smithi032.stdout:1627: left oid 31 (ObjNum 544 snap 162 seq_num 544) 2024-09-13T00:09:20.207 INFO:tasks.rados.rados.0.smithi032.stdout:1628: finishing write tid 4 to smithi03267100-46 2024-09-13T00:09:20.207 INFO:tasks.rados.rados.0.smithi032.stdout:1628: finishing write tid 5 to smithi03267100-46 2024-09-13T00:09:20.207 INFO:tasks.rados.rados.0.smithi032.stdout:1628: finishing write tid 6 to smithi03267100-46 2024-09-13T00:09:20.207 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 44 (ObjNum 545 snap 162 seq_num 545) dirty exists 2024-09-13T00:09:20.208 INFO:tasks.rados.rados.0.smithi032.stdout:1628: left oid 46 (ObjNum 545 snap 162 seq_num 545) 2024-09-13T00:09:20.208 INFO:tasks.rados.rados.0.smithi032.stdout:1629: finishing write tid 1 to smithi03267100-25 2024-09-13T00:09:20.208 INFO:tasks.rados.rados.0.smithi032.stdout:1629: finishing write tid 2 to smithi03267100-25 2024-09-13T00:09:20.208 INFO:tasks.rados.rados.0.smithi032.stdout:1629: finishing write tid 3 to smithi03267100-25 2024-09-13T00:09:20.208 INFO:tasks.rados.rados.0.smithi032.stdout:1629: finishing write tid 4 to smithi03267100-25 2024-09-13T00:09:20.208 INFO:tasks.rados.rados.0.smithi032.stdout:1629: finishing write tid 5 to smithi03267100-25 2024-09-13T00:09:20.208 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 567 (ObjNum 546 snap 162 seq_num 546) dirty exists 2024-09-13T00:09:20.208 INFO:tasks.rados.rados.0.smithi032.stdout:1629: left oid 25 (ObjNum 546 snap 162 seq_num 546) 2024-09-13T00:09:20.208 INFO:tasks.rados.rados.0.smithi032.stdout:1630: finishing write tid 1 to smithi03267100-2 2024-09-13T00:09:20.209 INFO:tasks.rados.rados.0.smithi032.stdout:1630: finishing write tid 2 to smithi03267100-2 2024-09-13T00:09:20.209 INFO:tasks.rados.rados.0.smithi032.stdout:1627: done (4 left) 2024-09-13T00:09:20.209 INFO:tasks.rados.rados.0.smithi032.stdout:1628: done (3 left) 2024-09-13T00:09:20.209 INFO:tasks.rados.rados.0.smithi032.stdout:1629: done (2 left) 2024-09-13T00:09:20.209 INFO:tasks.rados.rados.0.smithi032.stdout:1633: rollback oid 24 current snap is 162 2024-09-13T00:09:20.209 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 24 to 160 2024-09-13T00:09:20.209 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 162 2024-09-13T00:09:20.210 INFO:tasks.rados.rados.0.smithi032.stdout:1634: seq_num 548 ranges {1482752=786432,2269184=598016,2867200=606208} 2024-09-13T00:09:20.221 INFO:tasks.rados.rados.0.smithi032.stdout:1634: writing smithi03267100-40 from 1482752 to 2269184 tid 1 2024-09-13T00:09:20.224 INFO:tasks.rados.rados.0.smithi032.stdout:1634: writing smithi03267100-40 from 2269184 to 2867200 tid 2 2024-09-13T00:09:20.229 INFO:tasks.rados.rados.0.smithi032.stdout:1634: writing smithi03267100-40 from 2867200 to 3473408 tid 3 2024-09-13T00:09:20.229 INFO:tasks.rados.rados.0.smithi032.stdout:1635: rollback oid 42 current snap is 162 2024-09-13T00:09:20.229 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 160 2024-09-13T00:09:20.229 INFO:tasks.rados.rados.0.smithi032.stdout:1630: finishing write tid 3 to smithi03267100-2 2024-09-13T00:09:20.229 INFO:tasks.rados.rados.0.smithi032.stdout:1630: finishing write tid 4 to smithi03267100-2 2024-09-13T00:09:20.229 INFO:tasks.rados.rados.0.smithi032.stdout:1630: finishing write tid 5 to smithi03267100-2 2024-09-13T00:09:20.229 INFO:tasks.rados.rados.0.smithi032.stdout:1630: finishing write tid 6 to smithi03267100-2 2024-09-13T00:09:20.229 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1084 (ObjNum 547 snap 162 seq_num 547) dirty exists 2024-09-13T00:09:20.230 INFO:tasks.rados.rados.0.smithi032.stdout:1630: left oid 2 (ObjNum 547 snap 162 seq_num 547) 2024-09-13T00:09:20.230 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 619 (ObjNum 534 snap 156 seq_num 534) dirty exists 2024-09-13T00:09:20.230 INFO:tasks.rados.rados.0.smithi032.stdout:1633: finishing rollback tid 0 to smithi03267100-24 2024-09-13T00:09:20.230 INFO:tasks.rados.rados.0.smithi032.stdout:1633: finishing rollback tid 1 to smithi03267100-24 2024-09-13T00:09:20.230 INFO:tasks.rados.rados.0.smithi032.stdout:1633: finishing rollback tid 2 to smithi03267100-24 2024-09-13T00:09:20.230 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 494 (ObjNum 537 snap 157 seq_num 537) dirty exists 2024-09-13T00:09:20.230 INFO:tasks.rados.rados.0.smithi032.stdout:1634: finishing write tid 1 to smithi03267100-40 2024-09-13T00:09:20.230 INFO:tasks.rados.rados.0.smithi032.stdout:1634: finishing write tid 2 to smithi03267100-40 2024-09-13T00:09:20.230 INFO:tasks.rados.rados.0.smithi032.stdout:1630: done (4 left) 2024-09-13T00:09:20.230 INFO:tasks.rados.rados.0.smithi032.stdout:1632: done (3 left) 2024-09-13T00:09:20.230 INFO:tasks.rados.rados.0.smithi032.stdout:1633: done (2 left) 2024-09-13T00:09:20.230 INFO:tasks.rados.rados.0.smithi032.stdout:1636: copy_from oid 34 from oid 6 current snap is 162 2024-09-13T00:09:20.230 INFO:tasks.rados.rados.0.smithi032.stdout:1637: delete oid 21 current snap is 162 2024-09-13T00:09:20.231 INFO:tasks.rados.rados.0.smithi032.stdout:1636: finishing copy_from to smithi03267100-34 2024-09-13T00:09:20.231 INFO:tasks.rados.rados.0.smithi032.stdout:1636: got expected ENOENT (src dne) 2024-09-13T00:09:20.231 INFO:tasks.rados.rados.0.smithi032.stdout:1636: finishing copy_from racing read to smithi03267100-34 2024-09-13T00:09:20.234 INFO:tasks.rados.rados.0.smithi032.stdout:1634: finishing write tid 3 to smithi03267100-40 2024-09-13T00:09:20.234 INFO:tasks.rados.rados.0.smithi032.stdout:1634: finishing write tid 4 to smithi03267100-40 2024-09-13T00:09:20.235 INFO:tasks.rados.rados.0.smithi032.stdout:1634: finishing write tid 5 to smithi03267100-40 2024-09-13T00:09:20.235 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 622 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:09:20.235 INFO:tasks.rados.rados.0.smithi032.stdout:1634: left oid 40 (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:09:20.235 INFO:tasks.rados.rados.0.smithi032.stdout:1634: done (3 left) 2024-09-13T00:09:20.235 INFO:tasks.rados.rados.0.smithi032.stdout:1636: done (2 left) 2024-09-13T00:09:20.236 INFO:tasks.rados.rados.0.smithi032.stdout:1637: done (1 left) 2024-09-13T00:09:20.236 INFO:tasks.rados.rados.0.smithi032.stdout:1638: rmattr oid 26 current snap is 162 2024-09-13T00:09:20.236 INFO:tasks.rados.rados.0.smithi032.stdout:1638: done (1 left) 2024-09-13T00:09:20.236 INFO:tasks.rados.rados.0.smithi032.stdout:1639: copy_from oid 12 from oid 26 current snap is 162 2024-09-13T00:09:20.236 INFO:tasks.rados.rados.0.smithi032.stdout:1640: setattr oid 13 current snap is 162 2024-09-13T00:09:20.236 INFO:tasks.rados.rados.0.smithi032.stdout:1635: finishing rollback tid 0 to smithi03267100-42 2024-09-13T00:09:20.237 INFO:tasks.rados.rados.0.smithi032.stdout:1635: finishing rollback tid 1 to smithi03267100-42 2024-09-13T00:09:20.237 INFO:tasks.rados.rados.0.smithi032.stdout:1641: snap_create 2024-09-13T00:09:20.237 INFO:tasks.rados.rados.0.smithi032.stdout:1635: finishing rollback tid 2 to smithi03267100-42 2024-09-13T00:09:20.237 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 191 (ObjNum 489 snap 146 seq_num 489) dirty exists 2024-09-13T00:09:20.243 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1272 (ObjNum 33 snap 0 seq_num 168038928) dirty exists 2024-09-13T00:09:20.247 INFO:tasks.rados.rados.0.smithi032.stdout:1639: finishing copy_from racing read to smithi03267100-12 2024-09-13T00:09:20.250 INFO:tasks.rados.rados.0.smithi032.stdout:1639: finishing copy_from to smithi03267100-12 2024-09-13T00:09:20.250 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1271 (ObjNum 478 snap 140 seq_num 478) dirty exists 2024-09-13T00:09:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:20 smithi053 bash[67631]: cluster 2024-09-13T00:09:19.046663+0000 mgr.y (mgr.34107) 78 : cluster [DBG] pgmap v115: 121 pgs: 121 active+clean; 460 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.5 MiB/s wr, 32 op/s 2024-09-13T00:09:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:20 smithi053 bash[67631]: cluster 2024-09-13T00:09:20.093959+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2024-09-13T00:09:20.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:20 smithi032 bash[75510]: cluster 2024-09-13T00:09:19.046663+0000 mgr.y (mgr.34107) 78 : cluster [DBG] pgmap v115: 121 pgs: 121 active+clean; 460 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.5 MiB/s wr, 32 op/s 2024-09-13T00:09:20.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:20 smithi032 bash[75510]: cluster 2024-09-13T00:09:20.093959+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2024-09-13T00:09:20.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:20 smithi032 bash[76677]: cluster 2024-09-13T00:09:19.046663+0000 mgr.y (mgr.34107) 78 : cluster [DBG] pgmap v115: 121 pgs: 121 active+clean; 460 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.5 MiB/s wr, 32 op/s 2024-09-13T00:09:20.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:20 smithi032 bash[76677]: cluster 2024-09-13T00:09:20.093959+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2024-09-13T00:09:21.091 INFO:tasks.rados.rados.0.smithi032.stdout:1635: done (3 left) 2024-09-13T00:09:21.092 INFO:tasks.rados.rados.0.smithi032.stdout:1639: done (2 left) 2024-09-13T00:09:21.092 INFO:tasks.rados.rados.0.smithi032.stdout:1640: done (1 left) 2024-09-13T00:09:21.092 INFO:tasks.rados.rados.0.smithi032.stdout:1641: done (0 left) 2024-09-13T00:09:21.092 INFO:tasks.rados.rados.0.smithi032.stdout:1642: delete oid 24 current snap is 163 2024-09-13T00:09:21.100 INFO:tasks.rados.rados.0.smithi032.stdout:1642: done (0 left) 2024-09-13T00:09:21.100 INFO:tasks.rados.rados.0.smithi032.stdout:1643: rmattr oid 14 current snap is 163 2024-09-13T00:09:21.100 INFO:tasks.rados.rados.0.smithi032.stdout:1644: delete oid 7 current snap is 163 2024-09-13T00:09:21.107 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 1274 (ObjNum 434 snap 131 seq_num 434) dirty exists 2024-09-13T00:09:21.112 INFO:tasks.rados.rados.0.smithi032.stdout:1643: done (1 left) 2024-09-13T00:09:21.112 INFO:tasks.rados.rados.0.smithi032.stdout:1644: done (0 left) 2024-09-13T00:09:21.112 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 163 2024-09-13T00:09:21.112 INFO:tasks.rados.rados.0.smithi032.stdout:1645: seq_num 552 ranges {1867776=450560,2318336=532480,2850816=655360,3506176=417792} 2024-09-13T00:09:21.126 INFO:tasks.rados.rados.0.smithi032.stdout:1645: writing smithi03267100-4 from 1867776 to 2318336 tid 1 2024-09-13T00:09:21.130 INFO:tasks.rados.rados.0.smithi032.stdout:1645: writing smithi03267100-4 from 2318336 to 2850816 tid 2 2024-09-13T00:09:21.134 INFO:tasks.rados.rados.0.smithi032.stdout:1645: writing smithi03267100-4 from 2850816 to 3506176 tid 3 2024-09-13T00:09:21.137 INFO:tasks.rados.rados.0.smithi032.stdout:1645: writing smithi03267100-4 from 3506176 to 3923968 tid 4 2024-09-13T00:09:21.137 INFO:tasks.rados.rados.0.smithi032.stdout:1646: snap_create 2024-09-13T00:09:21.138 INFO:tasks.rados.rados.0.smithi032.stdout:1645: finishing write tid 1 to smithi03267100-4 2024-09-13T00:09:21.138 INFO:tasks.rados.rados.0.smithi032.stdout:1645: finishing write tid 2 to smithi03267100-4 2024-09-13T00:09:21.143 INFO:tasks.rados.rados.0.smithi032.stdout:1645: finishing write tid 3 to smithi03267100-4 2024-09-13T00:09:21.144 INFO:tasks.rados.rados.0.smithi032.stdout:1645: finishing write tid 4 to smithi03267100-4 2024-09-13T00:09:21.144 INFO:tasks.rados.rados.0.smithi032.stdout:1645: finishing write tid 5 to smithi03267100-4 2024-09-13T00:09:21.147 INFO:tasks.rados.rados.0.smithi032.stdout:1645: finishing write tid 6 to smithi03267100-4 2024-09-13T00:09:21.147 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 730 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-09-13T00:09:21.147 INFO:tasks.rados.rados.0.smithi032.stdout:1645: left oid 4 (ObjNum 552 snap 163 seq_num 552) 2024-09-13T00:09:22.097 INFO:tasks.rados.rados.0.smithi032.stdout:1645: done (1 left) 2024-09-13T00:09:22.097 INFO:tasks.rados.rados.0.smithi032.stdout:1646: done (0 left) 2024-09-13T00:09:22.097 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 164 2024-09-13T00:09:22.097 INFO:tasks.rados.rados.0.smithi032.stdout:1647: seq_num 553 ranges {7061504=466944,7528448=417792,7946240=417792,8364032=516096,8880128=253952} 2024-09-13T00:09:22.151 INFO:tasks.rados.rados.0.smithi032.stdout:1647: writing smithi03267100-45 from 7061504 to 7528448 tid 1 2024-09-13T00:09:22.154 INFO:tasks.rados.rados.0.smithi032.stdout:1647: writing smithi03267100-45 from 7528448 to 7946240 tid 2 2024-09-13T00:09:22.158 INFO:tasks.rados.rados.0.smithi032.stdout:1647: writing smithi03267100-45 from 7946240 to 8364032 tid 3 2024-09-13T00:09:22.161 INFO:tasks.rados.rados.0.smithi032.stdout:1647: writing smithi03267100-45 from 8364032 to 8880128 tid 4 2024-09-13T00:09:22.164 INFO:tasks.rados.rados.0.smithi032.stdout:1647: writing smithi03267100-45 from 8880128 to 9134080 tid 5 2024-09-13T00:09:22.164 INFO:tasks.rados.rados.0.smithi032.stdout:1648: snap_remove snap 137 2024-09-13T00:09:22.410 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:09:22] "GET /metrics HTTP/1.1" 200 36110 "" "Prometheus/2.43.0" 2024-09-13T00:09:22.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[75510]: cluster 2024-09-13T00:09:21.047995+0000 mgr.y (mgr.34107) 79 : cluster [DBG] pgmap v118: 121 pgs: 121 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.1 MiB/s wr, 38 op/s 2024-09-13T00:09:22.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[75510]: audit 2024-09-13T00:09:21.080536+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:22.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[75510]: audit 2024-09-13T00:09:21.088723+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:22.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[75510]: cephadm 2024-09-13T00:09:21.090030+0000 mgr.y (mgr.34107) 80 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-09-13T00:09:22.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[75510]: audit 2024-09-13T00:09:21.091168+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T00:09:22.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[75510]: cluster 2024-09-13T00:09:21.096119+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2024-09-13T00:09:22.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[75510]: audit 2024-09-13T00:09:21.096416+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:22.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[75510]: cephadm 2024-09-13T00:09:21.099951+0000 mgr.y (mgr.34107) 81 : cephadm [INF] Reconfiguring daemon osd.2 on smithi032 2024-09-13T00:09:22.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[76677]: cluster 2024-09-13T00:09:21.047995+0000 mgr.y (mgr.34107) 79 : cluster [DBG] pgmap v118: 121 pgs: 121 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.1 MiB/s wr, 38 op/s 2024-09-13T00:09:22.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[76677]: audit 2024-09-13T00:09:21.080536+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:22.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[76677]: audit 2024-09-13T00:09:21.088723+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:22.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[76677]: cephadm 2024-09-13T00:09:21.090030+0000 mgr.y (mgr.34107) 80 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-09-13T00:09:22.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[76677]: audit 2024-09-13T00:09:21.091168+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T00:09:22.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[76677]: cluster 2024-09-13T00:09:21.096119+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2024-09-13T00:09:22.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[76677]: audit 2024-09-13T00:09:21.096416+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:22.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:22 smithi032 bash[76677]: cephadm 2024-09-13T00:09:21.099951+0000 mgr.y (mgr.34107) 81 : cephadm [INF] Reconfiguring daemon osd.2 on smithi032 2024-09-13T00:09:22.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:22 smithi053 bash[60895]: ts=2024-09-13T00:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:22.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:22 smithi053 bash[67631]: cluster 2024-09-13T00:09:21.047995+0000 mgr.y (mgr.34107) 79 : cluster [DBG] pgmap v118: 121 pgs: 121 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.1 MiB/s wr, 38 op/s 2024-09-13T00:09:22.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:22 smithi053 bash[67631]: audit 2024-09-13T00:09:21.080536+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:22.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:22 smithi053 bash[67631]: audit 2024-09-13T00:09:21.088723+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:22.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:22 smithi053 bash[67631]: cephadm 2024-09-13T00:09:21.090030+0000 mgr.y (mgr.34107) 80 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-09-13T00:09:22.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:22 smithi053 bash[67631]: audit 2024-09-13T00:09:21.091168+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T00:09:22.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:22 smithi053 bash[67631]: cluster 2024-09-13T00:09:21.096119+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2024-09-13T00:09:22.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:22 smithi053 bash[67631]: audit 2024-09-13T00:09:21.096416+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:22.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:22 smithi053 bash[67631]: cephadm 2024-09-13T00:09:21.099951+0000 mgr.y (mgr.34107) 81 : cephadm [INF] Reconfiguring daemon osd.2 on smithi032 2024-09-13T00:09:23.111 INFO:tasks.rados.rados.0.smithi032.stdout:1648: done (1 left) 2024-09-13T00:09:23.111 INFO:tasks.rados.rados.0.smithi032.stdout:1649: copy_from oid 25 from oid 40 current snap is 164 2024-09-13T00:09:23.111 INFO:tasks.rados.rados.0.smithi032.stdout:1647: finishing write tid 1 to smithi03267100-45 2024-09-13T00:09:23.111 INFO:tasks.rados.rados.0.smithi032.stdout:1647: finishing write tid 2 to smithi03267100-45 2024-09-13T00:09:23.111 INFO:tasks.rados.rados.0.smithi032.stdout:1647: finishing write tid 3 to smithi03267100-45 2024-09-13T00:09:23.111 INFO:tasks.rados.rados.0.smithi032.stdout:1647: finishing write tid 4 to smithi03267100-45 2024-09-13T00:09:23.111 INFO:tasks.rados.rados.0.smithi032.stdout:1647: finishing write tid 5 to smithi03267100-45 2024-09-13T00:09:23.111 INFO:tasks.rados.rados.0.smithi032.stdout:1647: finishing write tid 6 to smithi03267100-45 2024-09-13T00:09:23.111 INFO:tasks.rados.rados.0.smithi032.stdout:1647: finishing write tid 7 to smithi03267100-45 2024-09-13T00:09:23.112 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1090 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-09-13T00:09:23.112 INFO:tasks.rados.rados.0.smithi032.stdout:1647: left oid 45 (ObjNum 553 snap 164 seq_num 553) 2024-09-13T00:09:23.112 INFO:tasks.rados.rados.0.smithi032.stdout:1647: done (1 left) 2024-09-13T00:09:23.112 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 164 2024-09-13T00:09:23.112 INFO:tasks.rados.rados.0.smithi032.stdout:1650: seq_num 554 ranges {0=483328,483328=704512,1187840=622592,1810432=278528} 2024-09-13T00:09:23.114 INFO:tasks.rados.rados.0.smithi032.stdout:1650: writing smithi03267100-32 from 0 to 483328 tid 1 2024-09-13T00:09:23.120 INFO:tasks.rados.rados.0.smithi032.stdout:1650: writing smithi03267100-32 from 483328 to 1187840 tid 2 2024-09-13T00:09:23.125 INFO:tasks.rados.rados.0.smithi032.stdout:1650: writing smithi03267100-32 from 1187840 to 1810432 tid 3 2024-09-13T00:09:23.127 INFO:tasks.rados.rados.0.smithi032.stdout:1650: writing smithi03267100-32 from 1810432 to 2088960 tid 4 2024-09-13T00:09:23.127 INFO:tasks.rados.rados.0.smithi032.stdout:1651: snap_remove snap 161 2024-09-13T00:09:23.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:23 smithi032 bash[75510]: cluster 2024-09-13T00:09:22.100652+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2024-09-13T00:09:23.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:23 smithi032 bash[76677]: cluster 2024-09-13T00:09:22.100652+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2024-09-13T00:09:23.504 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:23 smithi053 bash[67631]: cluster 2024-09-13T00:09:22.100652+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2024-09-13T00:09:23.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:23 smithi053 bash[60895]: ts=2024-09-13T00:09:23.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:24.109 INFO:tasks.rados.rados.0.smithi032.stdout:1651: done (2 left) 2024-09-13T00:09:24.109 INFO:tasks.rados.rados.0.smithi032.stdout:1652: delete oid 19 current snap is 164 2024-09-13T00:09:24.109 INFO:tasks.rados.rados.0.smithi032.stdout:1650: finishing write tid 1 to smithi03267100-32 2024-09-13T00:09:24.109 INFO:tasks.rados.rados.0.smithi032.stdout:1650: finishing write tid 2 to smithi03267100-32 2024-09-13T00:09:24.109 INFO:tasks.rados.rados.0.smithi032.stdout:1650: finishing write tid 3 to smithi03267100-32 2024-09-13T00:09:24.109 INFO:tasks.rados.rados.0.smithi032.stdout:1650: finishing write tid 4 to smithi03267100-32 2024-09-13T00:09:24.109 INFO:tasks.rados.rados.0.smithi032.stdout:1650: finishing write tid 5 to smithi03267100-32 2024-09-13T00:09:24.109 INFO:tasks.rados.rados.0.smithi032.stdout:1649: finishing copy_from racing read to smithi03267100-25 2024-09-13T00:09:24.109 INFO:tasks.rados.rados.0.smithi032.stdout:1649: finishing copy_from to smithi03267100-25 2024-09-13T00:09:24.109 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 622 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:09:24.109 INFO:tasks.rados.rados.0.smithi032.stdout:1650: finishing write tid 6 to smithi03267100-32 2024-09-13T00:09:24.110 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 1284 (ObjNum 554 snap 164 seq_num 554) dirty exists 2024-09-13T00:09:24.110 INFO:tasks.rados.rados.0.smithi032.stdout:1650: left oid 32 (ObjNum 554 snap 164 seq_num 554) 2024-09-13T00:09:24.138 INFO:tasks.rados.rados.0.smithi032.stdout:1649: done (2 left) 2024-09-13T00:09:24.138 INFO:tasks.rados.rados.0.smithi032.stdout:1650: done (1 left) 2024-09-13T00:09:24.138 INFO:tasks.rados.rados.0.smithi032.stdout:1652: done (0 left) 2024-09-13T00:09:24.138 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 164 2024-09-13T00:09:24.138 INFO:tasks.rados.rados.0.smithi032.stdout:1653: seq_num 556 ranges {1835008=516096,2351104=524288,2875392=638976,3514368=442368} 2024-09-13T00:09:24.158 INFO:tasks.rados.rados.0.smithi032.stdout:1653: writing smithi03267100-23 from 1835008 to 2351104 tid 1 2024-09-13T00:09:24.163 INFO:tasks.rados.rados.0.smithi032.stdout:1653: writing smithi03267100-23 from 2351104 to 2875392 tid 2 2024-09-13T00:09:24.168 INFO:tasks.rados.rados.0.smithi032.stdout:1653: writing smithi03267100-23 from 2875392 to 3514368 tid 3 2024-09-13T00:09:24.172 INFO:tasks.rados.rados.0.smithi032.stdout:1653: writing smithi03267100-23 from 3514368 to 3956736 tid 4 2024-09-13T00:09:24.172 INFO:tasks.rados.rados.0.smithi032.stdout:1654: snap_create 2024-09-13T00:09:24.172 INFO:tasks.rados.rados.0.smithi032.stdout:1653: finishing write tid 1 to smithi03267100-23 2024-09-13T00:09:24.173 INFO:tasks.rados.rados.0.smithi032.stdout:1653: finishing write tid 2 to smithi03267100-23 2024-09-13T00:09:24.179 INFO:tasks.rados.rados.0.smithi032.stdout:1653: finishing write tid 3 to smithi03267100-23 2024-09-13T00:09:24.179 INFO:tasks.rados.rados.0.smithi032.stdout:1653: finishing write tid 4 to smithi03267100-23 2024-09-13T00:09:24.180 INFO:tasks.rados.rados.0.smithi032.stdout:1653: finishing write tid 5 to smithi03267100-23 2024-09-13T00:09:24.183 INFO:tasks.rados.rados.0.smithi032.stdout:1653: finishing write tid 6 to smithi03267100-23 2024-09-13T00:09:24.183 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1269 (ObjNum 556 snap 164 seq_num 556) dirty exists 2024-09-13T00:09:24.183 INFO:tasks.rados.rados.0.smithi032.stdout:1653: left oid 23 (ObjNum 556 snap 164 seq_num 556) 2024-09-13T00:09:24.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[75510]: cluster 2024-09-13T00:09:23.048756+0000 mgr.y (mgr.34107) 82 : cluster [DBG] pgmap v121: 121 pgs: 121 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.1 MiB/s wr, 38 op/s 2024-09-13T00:09:24.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[75510]: cluster 2024-09-13T00:09:23.113797+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2024-09-13T00:09:24.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[75510]: audit 2024-09-13T00:09:23.638188+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:24.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[75510]: audit 2024-09-13T00:09:23.645534+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:24.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[75510]: cephadm 2024-09-13T00:09:23.647190+0000 mgr.y (mgr.34107) 83 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-09-13T00:09:24.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[75510]: audit 2024-09-13T00:09:23.647825+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T00:09:24.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[75510]: audit 2024-09-13T00:09:23.649609+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:24.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[75510]: cephadm 2024-09-13T00:09:23.652646+0000 mgr.y (mgr.34107) 84 : cephadm [INF] Reconfiguring daemon osd.3 on smithi032 2024-09-13T00:09:24.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[76677]: cluster 2024-09-13T00:09:23.048756+0000 mgr.y (mgr.34107) 82 : cluster [DBG] pgmap v121: 121 pgs: 121 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.1 MiB/s wr, 38 op/s 2024-09-13T00:09:24.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[76677]: cluster 2024-09-13T00:09:23.113797+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2024-09-13T00:09:24.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[76677]: audit 2024-09-13T00:09:23.638188+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:24.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[76677]: audit 2024-09-13T00:09:23.645534+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:24.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[76677]: cephadm 2024-09-13T00:09:23.647190+0000 mgr.y (mgr.34107) 83 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-09-13T00:09:24.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[76677]: audit 2024-09-13T00:09:23.647825+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T00:09:24.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[76677]: audit 2024-09-13T00:09:23.649609+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:24.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:24 smithi032 bash[76677]: cephadm 2024-09-13T00:09:23.652646+0000 mgr.y (mgr.34107) 84 : cephadm [INF] Reconfiguring daemon osd.3 on smithi032 2024-09-13T00:09:24.451 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:24 smithi053 bash[67631]: cluster 2024-09-13T00:09:23.048756+0000 mgr.y (mgr.34107) 82 : cluster [DBG] pgmap v121: 121 pgs: 121 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.1 MiB/s wr, 38 op/s 2024-09-13T00:09:24.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:24 smithi053 bash[67631]: cluster 2024-09-13T00:09:23.113797+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2024-09-13T00:09:24.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:24 smithi053 bash[67631]: audit 2024-09-13T00:09:23.638188+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:24.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:24 smithi053 bash[67631]: audit 2024-09-13T00:09:23.645534+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:24.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:24 smithi053 bash[67631]: cephadm 2024-09-13T00:09:23.647190+0000 mgr.y (mgr.34107) 83 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-09-13T00:09:24.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:24 smithi053 bash[67631]: audit 2024-09-13T00:09:23.647825+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T00:09:24.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:24 smithi053 bash[67631]: audit 2024-09-13T00:09:23.649609+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:24.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:24 smithi053 bash[67631]: cephadm 2024-09-13T00:09:23.652646+0000 mgr.y (mgr.34107) 84 : cephadm [INF] Reconfiguring daemon osd.3 on smithi032 2024-09-13T00:09:24.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:24 smithi053 bash[60895]: ts=2024-09-13T00:09:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:24.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:24 smithi053 bash[60895]: ts=2024-09-13T00:09:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:25.128 INFO:tasks.rados.rados.0.smithi032.stdout:1653: done (1 left) 2024-09-13T00:09:25.128 INFO:tasks.rados.rados.0.smithi032.stdout:1654: done (0 left) 2024-09-13T00:09:25.128 INFO:tasks.rados.rados.0.smithi032.stdout:1655: read oid 33 snap -1 2024-09-13T00:09:25.128 INFO:tasks.rados.rados.0.smithi032.stdout:1655: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:09:25.128 INFO:tasks.rados.rados.0.smithi032.stdout:1656: rollback oid 17 current snap is 165 2024-09-13T00:09:25.129 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 17 to 150 2024-09-13T00:09:25.129 INFO:tasks.rados.rados.0.smithi032.stdout:1657: snap_create 2024-09-13T00:09:25.133 INFO:tasks.rados.rados.0.smithi032.stdout:1655: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:09:25.145 INFO:tasks.rados.rados.0.smithi032.stdout:1656: finishing rollback tid 0 to smithi03267100-17 2024-09-13T00:09:25.145 INFO:tasks.rados.rados.0.smithi032.stdout:1656: finishing rollback tid 1 to smithi03267100-17 2024-09-13T00:09:25.146 INFO:tasks.rados.rados.0.smithi032.stdout:1656: finishing rollback tid 2 to smithi03267100-17 2024-09-13T00:09:25.146 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 1273 (ObjNum 473 snap 140 seq_num 473) dirty exists 2024-09-13T00:09:25.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:25 smithi032 bash[75510]: cluster 2024-09-13T00:09:24.112278+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2024-09-13T00:09:25.404 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:25 smithi032 bash[76677]: cluster 2024-09-13T00:09:24.112278+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2024-09-13T00:09:25.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:25 smithi053 bash[67631]: cluster 2024-09-13T00:09:24.112278+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2024-09-13T00:09:26.157 INFO:tasks.rados.rados.0.smithi032.stdout:1655: done (2 left) 2024-09-13T00:09:26.157 INFO:tasks.rados.rados.0.smithi032.stdout:1656: done (1 left) 2024-09-13T00:09:26.157 INFO:tasks.rados.rados.0.smithi032.stdout:1657: done (0 left) 2024-09-13T00:09:26.157 INFO:tasks.rados.rados.0.smithi032.stdout:1658: snap_create 2024-09-13T00:09:26.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:26 smithi032 bash[75510]: cluster 2024-09-13T00:09:25.049540+0000 mgr.y (mgr.34107) 85 : cluster [DBG] pgmap v124: 121 pgs: 121 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:26.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:26 smithi032 bash[75510]: cluster 2024-09-13T00:09:25.130951+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2024-09-13T00:09:26.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:26 smithi032 bash[75510]: audit 2024-09-13T00:09:25.131666+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:09:26.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:26 smithi032 bash[76677]: cluster 2024-09-13T00:09:25.049540+0000 mgr.y (mgr.34107) 85 : cluster [DBG] pgmap v124: 121 pgs: 121 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:26.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:26 smithi032 bash[76677]: cluster 2024-09-13T00:09:25.130951+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2024-09-13T00:09:26.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:26 smithi032 bash[76677]: audit 2024-09-13T00:09:25.131666+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:09:26.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:26 smithi053 bash[67631]: cluster 2024-09-13T00:09:25.049540+0000 mgr.y (mgr.34107) 85 : cluster [DBG] pgmap v124: 121 pgs: 121 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:26.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:26 smithi053 bash[67631]: cluster 2024-09-13T00:09:25.130951+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2024-09-13T00:09:26.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:26 smithi053 bash[67631]: audit 2024-09-13T00:09:25.131666+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:09:27.141 INFO:tasks.rados.rados.0.smithi032.stdout:1658: done (0 left) 2024-09-13T00:09:27.141 INFO:tasks.rados.rados.0.smithi032.stdout:1659: read oid 37 snap -1 2024-09-13T00:09:27.141 INFO:tasks.rados.rados.0.smithi032.stdout:1659: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:09:27.141 INFO:tasks.rados.rados.0.smithi032.stdout:1660: copy_from oid 11 from oid 23 current snap is 167 2024-09-13T00:09:27.142 INFO:tasks.rados.rados.0.smithi032.stdout:1661: rollback oid 39 current snap is 167 2024-09-13T00:09:27.142 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 120 2024-09-13T00:09:27.142 INFO:tasks.rados.rados.0.smithi032.stdout:1662: read oid 18 snap -1 2024-09-13T00:09:27.142 INFO:tasks.rados.rados.0.smithi032.stdout:1662: expect (ObjNum 476 snap 140 seq_num 476) 2024-09-13T00:09:27.142 INFO:tasks.rados.rados.0.smithi032.stdout:1663: delete oid 24 current snap is 167 2024-09-13T00:09:27.155 INFO:tasks.rados.rados.0.smithi032.stdout:1659: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:09:27.175 INFO:tasks.rados.rados.0.smithi032.stdout:1661: finishing rollback tid 0 to smithi03267100-39 2024-09-13T00:09:27.175 INFO:tasks.rados.rados.0.smithi032.stdout:1661: finishing rollback tid 1 to smithi03267100-39 2024-09-13T00:09:27.175 INFO:tasks.rados.rados.0.smithi032.stdout:1661: finishing rollback tid 2 to smithi03267100-39 2024-09-13T00:09:27.175 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 625 (ObjNum 346 snap 111 seq_num 346) dirty exists 2024-09-13T00:09:27.176 INFO:tasks.rados.rados.0.smithi032.stdout:1659: done (4 left) 2024-09-13T00:09:27.176 INFO:tasks.rados.rados.0.smithi032.stdout:1661: done (3 left) 2024-09-13T00:09:27.176 INFO:tasks.rados.rados.0.smithi032.stdout:1663: done (2 left) 2024-09-13T00:09:27.176 INFO:tasks.rados.rados.0.smithi032.stdout:1664: rollback oid 46 current snap is 167 2024-09-13T00:09:27.176 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 143 2024-09-13T00:09:27.176 INFO:tasks.rados.rados.0.smithi032.stdout:1665: read oid 45 snap -1 2024-09-13T00:09:27.176 INFO:tasks.rados.rados.0.smithi032.stdout:1665: expect (ObjNum 553 snap 164 seq_num 553) 2024-09-13T00:09:27.176 INFO:tasks.rados.rados.0.smithi032.stdout:1666: copy_from oid 37 from oid 41 current snap is 167 2024-09-13T00:09:27.176 INFO:tasks.rados.rados.0.smithi032.stdout:1667: read oid 3 snap -1 2024-09-13T00:09:27.176 INFO:tasks.rados.rados.0.smithi032.stdout:1667: expect (ObjNum 542 snap 160 seq_num 542) 2024-09-13T00:09:27.176 INFO:tasks.rados.rados.0.smithi032.stdout:1668: rollback oid 47 current snap is 167 2024-09-13T00:09:27.176 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 160 2024-09-13T00:09:27.179 INFO:tasks.rados.rados.0.smithi032.stdout:1669: read oid 27 snap -1 2024-09-13T00:09:27.179 INFO:tasks.rados.rados.0.smithi032.stdout:1669: expect (ObjNum 494 snap 147 seq_num 494) 2024-09-13T00:09:27.179 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 167 2024-09-13T00:09:27.179 INFO:tasks.rados.rados.0.smithi032.stdout:1670: seq_num 558 ranges {0=548864,548864=688128,1236992=606208,1843200=311296} 2024-09-13T00:09:27.187 INFO:tasks.rados.rados.0.smithi032.stdout:1670: writing smithi03267100-24 from 0 to 548864 tid 1 2024-09-13T00:09:27.211 INFO:tasks.rados.rados.0.smithi032.stdout:1670: writing smithi03267100-24 from 548864 to 1236992 tid 2 2024-09-13T00:09:27.218 INFO:tasks.rados.rados.0.smithi032.stdout:1670: writing smithi03267100-24 from 1236992 to 1843200 tid 3 2024-09-13T00:09:27.221 INFO:tasks.rados.rados.0.smithi032.stdout:1670: writing smithi03267100-24 from 1843200 to 2154496 tid 4 2024-09-13T00:09:27.221 INFO:tasks.rados.rados.0.smithi032.stdout:1671: rollback oid 22 current snap is 167 2024-09-13T00:09:27.222 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 149 2024-09-13T00:09:27.222 INFO:tasks.rados.rados.0.smithi032.stdout:1666: finishing copy_from to smithi03267100-37 2024-09-13T00:09:27.222 INFO:tasks.rados.rados.0.smithi032.stdout:1666: got expected ENOENT (src dne) 2024-09-13T00:09:27.222 INFO:tasks.rados.rados.0.smithi032.stdout:1666: finishing copy_from racing read to smithi03267100-37 2024-09-13T00:09:27.222 INFO:tasks.rados.rados.0.smithi032.stdout:1668: finishing rollback tid 0 to smithi03267100-47 2024-09-13T00:09:27.222 INFO:tasks.rados.rados.0.smithi032.stdout:1668: finishing rollback tid 1 to smithi03267100-47 2024-09-13T00:09:27.222 INFO:tasks.rados.rados.0.smithi032.stdout:1664: finishing rollback tid 0 to smithi03267100-46 2024-09-13T00:09:27.222 INFO:tasks.rados.rados.0.smithi032.stdout:1664: finishing rollback tid 1 to smithi03267100-46 2024-09-13T00:09:27.222 INFO:tasks.rados.rados.0.smithi032.stdout:1664: finishing rollback tid 2 to smithi03267100-46 2024-09-13T00:09:27.222 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 50 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:09:27.222 INFO:tasks.rados.rados.0.smithi032.stdout:1668: finishing rollback tid 2 to smithi03267100-47 2024-09-13T00:09:27.222 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 623 (ObjNum 534 snap 156 seq_num 534) dirty exists 2024-09-13T00:09:27.223 INFO:tasks.rados.rados.0.smithi032.stdout:1664: done (9 left) 2024-09-13T00:09:27.223 INFO:tasks.rados.rados.0.smithi032.stdout:1666: done (8 left) 2024-09-13T00:09:27.223 INFO:tasks.rados.rados.0.smithi032.stdout:1668: done (7 left) 2024-09-13T00:09:27.223 INFO:tasks.rados.rados.0.smithi032.stdout:1672: snap_remove snap 150 2024-09-13T00:09:27.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[75510]: cluster 2024-09-13T00:09:26.158691+0000 mon.a (mon.0) 277 : cluster [DBG] mgrmap e45: y(active, since 91s), standbys: x 2024-09-13T00:09:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[75510]: cluster 2024-09-13T00:09:26.158851+0000 mon.a (mon.0) 278 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2024-09-13T00:09:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[75510]: audit 2024-09-13T00:09:26.244542+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[75510]: audit 2024-09-13T00:09:26.250329+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[75510]: cephadm 2024-09-13T00:09:26.251507+0000 mgr.y (mgr.34107) 86 : cephadm [INF] Reconfiguring mds.a (monmap changed)... 2024-09-13T00:09:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[75510]: audit 2024-09-13T00:09:26.251992+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T00:09:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[75510]: audit 2024-09-13T00:09:26.253602+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[75510]: cephadm 2024-09-13T00:09:26.254960+0000 mgr.y (mgr.34107) 87 : cephadm [INF] Reconfiguring daemon mds.a on smithi032 2024-09-13T00:09:27.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[76677]: cluster 2024-09-13T00:09:26.158691+0000 mon.a (mon.0) 277 : cluster [DBG] mgrmap e45: y(active, since 91s), standbys: x 2024-09-13T00:09:27.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[76677]: cluster 2024-09-13T00:09:26.158851+0000 mon.a (mon.0) 278 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2024-09-13T00:09:27.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[76677]: audit 2024-09-13T00:09:26.244542+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[76677]: audit 2024-09-13T00:09:26.250329+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[76677]: cephadm 2024-09-13T00:09:26.251507+0000 mgr.y (mgr.34107) 86 : cephadm [INF] Reconfiguring mds.a (monmap changed)... 2024-09-13T00:09:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[76677]: audit 2024-09-13T00:09:26.251992+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T00:09:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[76677]: audit 2024-09-13T00:09:26.253602+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:27.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:27 smithi032 bash[76677]: cephadm 2024-09-13T00:09:26.254960+0000 mgr.y (mgr.34107) 87 : cephadm [INF] Reconfiguring daemon mds.a on smithi032 2024-09-13T00:09:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:27 smithi053 bash[67631]: cluster 2024-09-13T00:09:26.158691+0000 mon.a (mon.0) 277 : cluster [DBG] mgrmap e45: y(active, since 91s), standbys: x 2024-09-13T00:09:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:27 smithi053 bash[67631]: cluster 2024-09-13T00:09:26.158851+0000 mon.a (mon.0) 278 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2024-09-13T00:09:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:27 smithi053 bash[67631]: audit 2024-09-13T00:09:26.244542+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:27 smithi053 bash[67631]: audit 2024-09-13T00:09:26.250329+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:27 smithi053 bash[67631]: cephadm 2024-09-13T00:09:26.251507+0000 mgr.y (mgr.34107) 86 : cephadm [INF] Reconfiguring mds.a (monmap changed)... 2024-09-13T00:09:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:27 smithi053 bash[67631]: audit 2024-09-13T00:09:26.251992+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T00:09:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:27 smithi053 bash[67631]: audit 2024-09-13T00:09:26.253602+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:27.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:27 smithi053 bash[67631]: cephadm 2024-09-13T00:09:26.254960+0000 mgr.y (mgr.34107) 87 : cephadm [INF] Reconfiguring daemon mds.a on smithi032 2024-09-13T00:09:28.087 INFO:tasks.rados.rados.0.smithi032.stdout:1670: finishing write tid 1 to smithi03267100-24 2024-09-13T00:09:28.088 INFO:tasks.rados.rados.0.smithi032.stdout:1669: expect (ObjNum 494 snap 147 seq_num 494) 2024-09-13T00:09:28.118 INFO:tasks.rados.rados.0.smithi032.stdout:1667: expect (ObjNum 542 snap 160 seq_num 542) 2024-09-13T00:09:28.171 INFO:tasks.rados.rados.0.smithi032.stdout:1670: finishing write tid 2 to smithi03267100-24 2024-09-13T00:09:28.171 INFO:tasks.rados.rados.0.smithi032.stdout:1660: finishing copy_from racing read to smithi03267100-11 2024-09-13T00:09:28.171 INFO:tasks.rados.rados.0.smithi032.stdout:1670: finishing write tid 3 to smithi03267100-24 2024-09-13T00:09:28.171 INFO:tasks.rados.rados.0.smithi032.stdout:1667: done (7 left) 2024-09-13T00:09:28.171 INFO:tasks.rados.rados.0.smithi032.stdout:1669: done (6 left) 2024-09-13T00:09:28.171 INFO:tasks.rados.rados.0.smithi032.stdout:1672: done (5 left) 2024-09-13T00:09:28.171 INFO:tasks.rados.rados.0.smithi032.stdout:1673: rollback oid 43 current snap is 167 2024-09-13T00:09:28.171 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 149 2024-09-13T00:09:28.172 INFO:tasks.rados.rados.0.smithi032.stdout:1670: finishing write tid 4 to smithi03267100-24 2024-09-13T00:09:28.172 INFO:tasks.rados.rados.0.smithi032.stdout:1671: finishing rollback tid 0 to smithi03267100-22 2024-09-13T00:09:28.172 INFO:tasks.rados.rados.0.smithi032.stdout:1670: finishing write tid 5 to smithi03267100-24 2024-09-13T00:09:28.172 INFO:tasks.rados.rados.0.smithi032.stdout:1671: finishing rollback tid 1 to smithi03267100-22 2024-09-13T00:09:28.172 INFO:tasks.rados.rados.0.smithi032.stdout:1671: finishing rollback tid 2 to smithi03267100-22 2024-09-13T00:09:28.172 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1168 (ObjNum 458 snap 137 seq_num 458) dirty exists 2024-09-13T00:09:28.172 INFO:tasks.rados.rados.0.smithi032.stdout:1670: finishing write tid 6 to smithi03267100-24 2024-09-13T00:09:28.172 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 508 (ObjNum 558 snap 167 seq_num 558) dirty exists 2024-09-13T00:09:28.172 INFO:tasks.rados.rados.0.smithi032.stdout:1670: left oid 24 (ObjNum 558 snap 167 seq_num 558) 2024-09-13T00:09:28.172 INFO:tasks.rados.rados.0.smithi032.stdout:1662: expect (ObjNum 476 snap 140 seq_num 476) 2024-09-13T00:09:28.260 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:28 smithi032 bash[76677]: cluster 2024-09-13T00:09:27.050286+0000 mgr.y (mgr.34107) 88 : cluster [DBG] pgmap v127: 121 pgs: 121 active+clean; 496 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-09-13T00:09:28.260 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:28 smithi032 bash[76677]: cluster 2024-09-13T00:09:27.144578+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2024-09-13T00:09:28.260 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:28 smithi032 bash[76677]: cluster 2024-09-13T00:09:28.083130+0000 mon.a (mon.0) 284 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2024-09-13T00:09:28.261 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:28 smithi032 bash[75510]: cluster 2024-09-13T00:09:27.050286+0000 mgr.y (mgr.34107) 88 : cluster [DBG] pgmap v127: 121 pgs: 121 active+clean; 496 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-09-13T00:09:28.261 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:28 smithi032 bash[75510]: cluster 2024-09-13T00:09:27.144578+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2024-09-13T00:09:28.261 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:28 smithi032 bash[75510]: cluster 2024-09-13T00:09:28.083130+0000 mon.a (mon.0) 284 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2024-09-13T00:09:28.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:28 smithi053 bash[67631]: cluster 2024-09-13T00:09:27.050286+0000 mgr.y (mgr.34107) 88 : cluster [DBG] pgmap v127: 121 pgs: 121 active+clean; 496 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-09-13T00:09:28.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:28 smithi053 bash[67631]: cluster 2024-09-13T00:09:27.144578+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2024-09-13T00:09:28.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:28 smithi053 bash[67631]: cluster 2024-09-13T00:09:28.083130+0000 mon.a (mon.0) 284 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2024-09-13T00:09:28.703 INFO:tasks.rados.rados.0.smithi032.stdout:1660: finishing copy_from to smithi03267100-11 2024-09-13T00:09:28.703 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1269 (ObjNum 556 snap 164 seq_num 556) dirty exists 2024-09-13T00:09:28.704 INFO:tasks.rados.rados.0.smithi032.stdout:1665: expect (ObjNum 553 snap 164 seq_num 553) 2024-09-13T00:09:29.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:28 smithi053 bash[60895]: ts=2024-09-13T00:09:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:29.374 INFO:tasks.rados.rados.0.smithi032.stdout:1673: finishing rollback tid 1 to smithi03267100-43 2024-09-13T00:09:29.374 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 611 (ObjNum 49 snap 0 seq_num 166844736) dirty dne 2024-09-13T00:09:29.374 INFO:tasks.rados.rados.0.smithi032.stdout:1660: done (5 left) 2024-09-13T00:09:29.375 INFO:tasks.rados.rados.0.smithi032.stdout:1662: done (4 left) 2024-09-13T00:09:29.375 INFO:tasks.rados.rados.0.smithi032.stdout:1665: done (3 left) 2024-09-13T00:09:29.375 INFO:tasks.rados.rados.0.smithi032.stdout:1670: done (2 left) 2024-09-13T00:09:29.375 INFO:tasks.rados.rados.0.smithi032.stdout:1671: done (1 left) 2024-09-13T00:09:29.375 INFO:tasks.rados.rados.0.smithi032.stdout:1673: done (0 left) 2024-09-13T00:09:29.375 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 167 2024-09-13T00:09:29.375 INFO:tasks.rados.rados.0.smithi032.stdout:1674: seq_num 559 ranges {0=565248,565248=573440,1138688=409600,1548288=622592} 2024-09-13T00:09:29.382 INFO:tasks.rados.rados.0.smithi032.stdout:1674: writing smithi03267100-9 from 0 to 565248 tid 1 2024-09-13T00:09:29.393 INFO:tasks.rados.rados.0.smithi032.stdout:1674: writing smithi03267100-9 from 565248 to 1138688 tid 2 2024-09-13T00:09:29.400 INFO:tasks.rados.rados.0.smithi032.stdout:1674: writing smithi03267100-9 from 1138688 to 1548288 tid 3 2024-09-13T00:09:29.410 INFO:tasks.rados.rados.0.smithi032.stdout:1674: writing smithi03267100-9 from 1548288 to 2170880 tid 4 2024-09-13T00:09:29.411 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 167 2024-09-13T00:09:29.411 INFO:tasks.rados.rados.0.smithi032.stdout:1674: finishing write tid 1 to smithi03267100-9 2024-09-13T00:09:29.411 INFO:tasks.rados.rados.0.smithi032.stdout:1674: finishing write tid 2 to smithi03267100-9 2024-09-13T00:09:29.411 INFO:tasks.rados.rados.0.smithi032.stdout:1674: finishing write tid 3 to smithi03267100-9 2024-09-13T00:09:29.411 INFO:tasks.rados.rados.0.smithi032.stdout:1675: seq_num 560 ranges {3784704=581632,4366336=458752,4825088=614400,5439488=532480} 2024-09-13T00:09:29.469 INFO:tasks.rados.rados.0.smithi032.stdout:1675: writing smithi03267100-39 from 3784704 to 4366336 tid 1 2024-09-13T00:09:29.473 INFO:tasks.rados.rados.0.smithi032.stdout:1675: writing smithi03267100-39 from 4366336 to 4825088 tid 2 2024-09-13T00:09:29.478 INFO:tasks.rados.rados.0.smithi032.stdout:1675: writing smithi03267100-39 from 4825088 to 5439488 tid 3 2024-09-13T00:09:29.482 INFO:tasks.rados.rados.0.smithi032.stdout:1675: writing smithi03267100-39 from 5439488 to 5971968 tid 4 2024-09-13T00:09:29.483 INFO:tasks.rados.rados.0.smithi032.stdout:1676: snap_create 2024-09-13T00:09:29.483 INFO:tasks.rados.rados.0.smithi032.stdout:1674: finishing write tid 4 to smithi03267100-9 2024-09-13T00:09:29.483 INFO:tasks.rados.rados.0.smithi032.stdout:1674: finishing write tid 5 to smithi03267100-9 2024-09-13T00:09:29.483 INFO:tasks.rados.rados.0.smithi032.stdout:1674: finishing write tid 6 to smithi03267100-9 2024-09-13T00:09:29.483 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1317 (ObjNum 559 snap 167 seq_num 559) dirty exists 2024-09-13T00:09:29.483 INFO:tasks.rados.rados.0.smithi032.stdout:1674: left oid 9 (ObjNum 559 snap 167 seq_num 559) 2024-09-13T00:09:29.483 INFO:tasks.rados.rados.0.smithi032.stdout:1675: finishing write tid 1 to smithi03267100-39 2024-09-13T00:09:29.483 INFO:tasks.rados.rados.0.smithi032.stdout:1675: finishing write tid 2 to smithi03267100-39 2024-09-13T00:09:29.489 INFO:tasks.rados.rados.0.smithi032.stdout:1675: finishing write tid 3 to smithi03267100-39 2024-09-13T00:09:29.490 INFO:tasks.rados.rados.0.smithi032.stdout:1675: finishing write tid 4 to smithi03267100-39 2024-09-13T00:09:29.491 INFO:tasks.rados.rados.0.smithi032.stdout:1675: finishing write tid 5 to smithi03267100-39 2024-09-13T00:09:29.493 INFO:tasks.rados.rados.0.smithi032.stdout:1675: finishing write tid 6 to smithi03267100-39 2024-09-13T00:09:29.493 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 630 (ObjNum 560 snap 167 seq_num 560) dirty exists 2024-09-13T00:09:29.493 INFO:tasks.rados.rados.0.smithi032.stdout:1675: left oid 39 (ObjNum 560 snap 167 seq_num 560) 2024-09-13T00:09:29.877 INFO:tasks.rados.rados.0.smithi032.stdout:1674: done (2 left) 2024-09-13T00:09:29.878 INFO:tasks.rados.rados.0.smithi032.stdout:1675: done (1 left) 2024-09-13T00:09:29.878 INFO:tasks.rados.rados.0.smithi032.stdout:1676: done (0 left) 2024-09-13T00:09:29.878 INFO:tasks.rados.rados.0.smithi032.stdout:1677: delete oid 50 current snap is 168 2024-09-13T00:09:29.888 INFO:tasks.rados.rados.0.smithi032.stdout:1677: done (0 left) 2024-09-13T00:09:29.888 INFO:tasks.rados.rados.0.smithi032.stdout:1678: rmattr oid 47 current snap is 168 2024-09-13T00:09:29.888 INFO:tasks.rados.rados.0.smithi032.stdout:1678: done (0 left) 2024-09-13T00:09:29.888 INFO:tasks.rados.rados.0.smithi032.stdout:1679: delete oid 50 current snap is 168 2024-09-13T00:09:29.891 INFO:tasks.rados.rados.0.smithi032.stdout:1679: done (0 left) 2024-09-13T00:09:29.891 INFO:tasks.rados.rados.0.smithi032.stdout:1680: snap_remove snap 167 2024-09-13T00:09:30.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[75510]: audit 2024-09-13T00:09:28.851775+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:30.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[75510]: audit 2024-09-13T00:09:28.857617+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:30.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[75510]: cephadm 2024-09-13T00:09:28.858980+0000 mgr.y (mgr.34107) 89 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-13T00:09:30.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[75510]: audit 2024-09-13T00:09:28.859322+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:09:30.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[75510]: audit 2024-09-13T00:09:28.860192+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:09:30.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[75510]: audit 2024-09-13T00:09:28.861086+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:30.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[75510]: cephadm 2024-09-13T00:09:28.862041+0000 mgr.y (mgr.34107) 90 : cephadm [INF] Reconfiguring daemon mon.b on smithi053 2024-09-13T00:09:30.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[75510]: cluster 2024-09-13T00:09:29.050913+0000 mgr.y (mgr.34107) 91 : cluster [DBG] pgmap v130: 121 pgs: 121 active+clean; 496 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-09-13T00:09:30.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[76677]: audit 2024-09-13T00:09:28.851775+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:30.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[76677]: audit 2024-09-13T00:09:28.857617+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:30.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[76677]: cephadm 2024-09-13T00:09:28.858980+0000 mgr.y (mgr.34107) 89 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-13T00:09:30.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[76677]: audit 2024-09-13T00:09:28.859322+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:09:30.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[76677]: audit 2024-09-13T00:09:28.860192+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:09:30.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[76677]: audit 2024-09-13T00:09:28.861086+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:30.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[76677]: cephadm 2024-09-13T00:09:28.862041+0000 mgr.y (mgr.34107) 90 : cephadm [INF] Reconfiguring daemon mon.b on smithi053 2024-09-13T00:09:30.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:29 smithi032 bash[76677]: cluster 2024-09-13T00:09:29.050913+0000 mgr.y (mgr.34107) 91 : cluster [DBG] pgmap v130: 121 pgs: 121 active+clean; 496 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-09-13T00:09:30.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:29 smithi053 bash[67631]: audit 2024-09-13T00:09:28.851775+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:30.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:29 smithi053 bash[67631]: audit 2024-09-13T00:09:28.857617+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:30.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:29 smithi053 bash[67631]: cephadm 2024-09-13T00:09:28.858980+0000 mgr.y (mgr.34107) 89 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-13T00:09:30.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:29 smithi053 bash[67631]: audit 2024-09-13T00:09:28.859322+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T00:09:30.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:29 smithi053 bash[67631]: audit 2024-09-13T00:09:28.860192+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T00:09:30.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:29 smithi053 bash[67631]: audit 2024-09-13T00:09:28.861086+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:30.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:29 smithi053 bash[67631]: cephadm 2024-09-13T00:09:28.862041+0000 mgr.y (mgr.34107) 90 : cephadm [INF] Reconfiguring daemon mon.b on smithi053 2024-09-13T00:09:30.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:29 smithi053 bash[67631]: cluster 2024-09-13T00:09:29.050913+0000 mgr.y (mgr.34107) 91 : cluster [DBG] pgmap v130: 121 pgs: 121 active+clean; 496 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-09-13T00:09:30.874 INFO:tasks.rados.rados.0.smithi032.stdout:1680: done (0 left) 2024-09-13T00:09:30.874 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 168 2024-09-13T00:09:30.874 INFO:tasks.rados.rados.0.smithi032.stdout:1681: seq_num 563 ranges {3956736=638976,4595712=565248,5160960=794624,5955584=245760} 2024-09-13T00:09:30.912 INFO:tasks.rados.rados.0.smithi032.stdout:1681: writing smithi03267100-23 from 3956736 to 4595712 tid 1 2024-09-13T00:09:30.917 INFO:tasks.rados.rados.0.smithi032.stdout:1681: writing smithi03267100-23 from 4595712 to 5160960 tid 2 2024-09-13T00:09:30.924 INFO:tasks.rados.rados.0.smithi032.stdout:1681: writing smithi03267100-23 from 5160960 to 5955584 tid 3 2024-09-13T00:09:30.926 INFO:tasks.rados.rados.0.smithi032.stdout:1681: writing smithi03267100-23 from 5955584 to 6201344 tid 4 2024-09-13T00:09:30.927 INFO:tasks.rados.rados.0.smithi032.stdout:1682: read oid 15 snap -1 2024-09-13T00:09:30.927 INFO:tasks.rados.rados.0.smithi032.stdout:1682: expect (ObjNum 472 snap 140 seq_num 472) 2024-09-13T00:09:30.927 INFO:tasks.rados.rados.0.smithi032.stdout:1683: setattr oid 36 current snap is 168 2024-09-13T00:09:30.930 INFO:tasks.rados.rados.0.smithi032.stdout:1684: snap_create 2024-09-13T00:09:30.939 INFO:tasks.rados.rados.0.smithi032.stdout:1681: finishing write tid 1 to smithi03267100-23 2024-09-13T00:09:30.939 INFO:tasks.rados.rados.0.smithi032.stdout:1681: finishing write tid 2 to smithi03267100-23 2024-09-13T00:09:30.941 INFO:tasks.rados.rados.0.smithi032.stdout:1681: finishing write tid 3 to smithi03267100-23 2024-09-13T00:09:30.946 INFO:tasks.rados.rados.0.smithi032.stdout:1681: finishing write tid 4 to smithi03267100-23 2024-09-13T00:09:30.947 INFO:tasks.rados.rados.0.smithi032.stdout:1681: finishing write tid 5 to smithi03267100-23 2024-09-13T00:09:30.948 INFO:tasks.rados.rados.0.smithi032.stdout:1682: expect (ObjNum 472 snap 140 seq_num 472) 2024-09-13T00:09:31.016 INFO:tasks.rados.rados.0.smithi032.stdout:1681: finishing write tid 6 to smithi03267100-23 2024-09-13T00:09:31.016 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1289 (ObjNum 563 snap 168 seq_num 563) dirty exists 2024-09-13T00:09:31.016 INFO:tasks.rados.rados.0.smithi032.stdout:1681: left oid 23 (ObjNum 563 snap 168 seq_num 563) 2024-09-13T00:09:31.016 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 1290 (ObjNum 33 snap 0 seq_num 168058032) dirty exists 2024-09-13T00:09:31.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:30 smithi032 bash[75510]: cluster 2024-09-13T00:09:29.875234+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-09-13T00:09:31.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:30 smithi032 bash[76677]: cluster 2024-09-13T00:09:29.875234+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-09-13T00:09:31.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:30 smithi053 bash[67631]: cluster 2024-09-13T00:09:29.875234+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-09-13T00:09:31.897 INFO:tasks.rados.rados.0.smithi032.stdout:1681: done (3 left) 2024-09-13T00:09:31.897 INFO:tasks.rados.rados.0.smithi032.stdout:1682: done (2 left) 2024-09-13T00:09:31.897 INFO:tasks.rados.rados.0.smithi032.stdout:1683: done (1 left) 2024-09-13T00:09:31.897 INFO:tasks.rados.rados.0.smithi032.stdout:1684: done (0 left) 2024-09-13T00:09:31.897 INFO:tasks.rados.rados.0.smithi032.stdout:1685: delete oid 2 current snap is 169 2024-09-13T00:09:31.902 INFO:tasks.rados.rados.0.smithi032.stdout:1685: done (0 left) 2024-09-13T00:09:31.902 INFO:tasks.rados.rados.0.smithi032.stdout:1686: copy_from oid 29 from oid 30 current snap is 169 2024-09-13T00:09:31.902 INFO:tasks.rados.rados.0.smithi032.stdout:1687: read oid 1 snap 129 2024-09-13T00:09:31.902 INFO:tasks.rados.rados.0.smithi032.stdout:1687: expect deleted 2024-09-13T00:09:31.902 INFO:tasks.rados.rados.0.smithi032.stdout:1688: rollback oid 17 current snap is 169 2024-09-13T00:09:31.902 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 17 to 164 2024-09-13T00:09:31.902 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 169 2024-09-13T00:09:31.903 INFO:tasks.rados.rados.0.smithi032.stdout:1689: seq_num 565 ranges {0=671744,671744=729088,1400832=753664,2154496=122880} 2024-09-13T00:09:31.908 INFO:tasks.rados.rados.0.smithi032.stdout:1689: writing smithi03267100-49 from 0 to 671744 tid 1 2024-09-13T00:09:31.914 INFO:tasks.rados.rados.0.smithi032.stdout:1689: writing smithi03267100-49 from 671744 to 1400832 tid 2 2024-09-13T00:09:31.920 INFO:tasks.rados.rados.0.smithi032.stdout:1689: writing smithi03267100-49 from 1400832 to 2154496 tid 3 2024-09-13T00:09:31.922 INFO:tasks.rados.rados.0.smithi032.stdout:1689: writing smithi03267100-49 from 2154496 to 2277376 tid 4 2024-09-13T00:09:31.922 INFO:tasks.rados.rados.0.smithi032.stdout:1690: setattr oid 5 current snap is 169 2024-09-13T00:09:31.922 INFO:tasks.rados.rados.0.smithi032.stdout:1686: finishing copy_from to smithi03267100-29 2024-09-13T00:09:31.922 INFO:tasks.rados.rados.0.smithi032.stdout:1686: got expected ENOENT (src dne) 2024-09-13T00:09:31.922 INFO:tasks.rados.rados.0.smithi032.stdout:1686: finishing copy_from racing read to smithi03267100-29 2024-09-13T00:09:31.922 INFO:tasks.rados.rados.0.smithi032.stdout:1688: finishing rollback tid 0 to smithi03267100-17 2024-09-13T00:09:31.922 INFO:tasks.rados.rados.0.smithi032.stdout:1689: finishing write tid 1 to smithi03267100-49 2024-09-13T00:09:31.922 INFO:tasks.rados.rados.0.smithi032.stdout:1689: finishing write tid 2 to smithi03267100-49 2024-09-13T00:09:31.922 INFO:tasks.rados.rados.0.smithi032.stdout:1688: finishing rollback tid 1 to smithi03267100-17 2024-09-13T00:09:31.922 INFO:tasks.rados.rados.0.smithi032.stdout:1688: finishing rollback tid 2 to smithi03267100-17 2024-09-13T00:09:31.922 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 1294 (ObjNum 473 snap 140 seq_num 473) dirty exists 2024-09-13T00:09:31.925 INFO:tasks.rados.rados.0.smithi032.stdout:1686: done (4 left) 2024-09-13T00:09:31.925 INFO:tasks.rados.rados.0.smithi032.stdout:1687: done (3 left) 2024-09-13T00:09:31.925 INFO:tasks.rados.rados.0.smithi032.stdout:1688: done (2 left) 2024-09-13T00:09:31.925 INFO:tasks.rados.rados.0.smithi032.stdout:1691: read oid 39 snap 154 2024-09-13T00:09:31.925 INFO:tasks.rados.rados.0.smithi032.stdout:1691: expect deleted 2024-09-13T00:09:31.925 INFO:tasks.rados.rados.0.smithi032.stdout:1692: rmattr oid 47 current snap is 169 2024-09-13T00:09:31.925 INFO:tasks.rados.rados.0.smithi032.stdout:1692: done (3 left) 2024-09-13T00:09:31.925 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 169 2024-09-13T00:09:31.925 INFO:tasks.rados.rados.0.smithi032.stdout:1693: seq_num 566 ranges {6438912=688128,7127040=614400,7741440=565248,8306688=425984} 2024-09-13T00:09:31.977 INFO:tasks.rados.rados.0.smithi032.stdout:1693: writing smithi03267100-35 from 6438912 to 7127040 tid 1 2024-09-13T00:09:31.981 INFO:tasks.rados.rados.0.smithi032.stdout:1693: writing smithi03267100-35 from 7127040 to 7741440 tid 2 2024-09-13T00:09:31.985 INFO:tasks.rados.rados.0.smithi032.stdout:1693: writing smithi03267100-35 from 7741440 to 8306688 tid 3 2024-09-13T00:09:31.988 INFO:tasks.rados.rados.0.smithi032.stdout:1693: writing smithi03267100-35 from 8306688 to 8732672 tid 4 2024-09-13T00:09:31.988 INFO:tasks.rados.rados.0.smithi032.stdout:1694: rollback oid 3 current snap is 169 2024-09-13T00:09:31.988 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 157 2024-09-13T00:09:31.988 INFO:tasks.rados.rados.0.smithi032.stdout:1695: copy_from oid 14 from oid 34 current snap is 169 2024-09-13T00:09:31.988 INFO:tasks.rados.rados.0.smithi032.stdout:1696: rollback oid 43 current snap is 169 2024-09-13T00:09:31.988 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 130 2024-09-13T00:09:31.989 INFO:tasks.rados.rados.0.smithi032.stdout:1697: setattr oid 4 current snap is 169 2024-09-13T00:09:31.989 INFO:tasks.rados.rados.0.smithi032.stdout:1689: finishing write tid 3 to smithi03267100-49 2024-09-13T00:09:31.989 INFO:tasks.rados.rados.0.smithi032.stdout:1689: finishing write tid 4 to smithi03267100-49 2024-09-13T00:09:31.989 INFO:tasks.rados.rados.0.smithi032.stdout:1689: finishing write tid 5 to smithi03267100-49 2024-09-13T00:09:31.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 750 (ObjNum 536 snap 156 seq_num 536) dirty exists 2024-09-13T00:09:31.989 INFO:tasks.rados.rados.0.smithi032.stdout:1689: finishing write tid 6 to smithi03267100-49 2024-09-13T00:09:31.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1096 (ObjNum 565 snap 169 seq_num 565) dirty exists 2024-09-13T00:09:31.989 INFO:tasks.rados.rados.0.smithi032.stdout:1689: left oid 49 (ObjNum 565 snap 169 seq_num 565) 2024-09-13T00:09:31.989 INFO:tasks.rados.rados.0.smithi032.stdout:1693: finishing write tid 1 to smithi03267100-35 2024-09-13T00:09:31.989 INFO:tasks.rados.rados.0.smithi032.stdout:1693: finishing write tid 2 to smithi03267100-35 2024-09-13T00:09:31.991 INFO:tasks.rados.rados.0.smithi032.stdout:1689: done (7 left) 2024-09-13T00:09:31.991 INFO:tasks.rados.rados.0.smithi032.stdout:1690: done (6 left) 2024-09-13T00:09:31.991 INFO:tasks.rados.rados.0.smithi032.stdout:1691: done (5 left) 2024-09-13T00:09:31.991 INFO:tasks.rados.rados.0.smithi032.stdout:1698: read oid 23 snap -1 2024-09-13T00:09:31.991 INFO:tasks.rados.rados.0.smithi032.stdout:1698: expect (ObjNum 563 snap 168 seq_num 563) 2024-09-13T00:09:31.991 INFO:tasks.rados.rados.0.smithi032.stdout:1699: copy_from oid 33 from oid 8 current snap is 169 2024-09-13T00:09:31.991 INFO:tasks.rados.rados.0.smithi032.stdout:1700: copy_from oid 18 from oid 1 current snap is 169 2024-09-13T00:09:31.991 INFO:tasks.rados.rados.0.smithi032.stdout:1701: read oid 6 snap 129 2024-09-13T00:09:31.991 INFO:tasks.rados.rados.0.smithi032.stdout:1701: expect deleted 2024-09-13T00:09:31.991 INFO:tasks.rados.rados.0.smithi032.stdout:1702: read oid 42 snap 51 2024-09-13T00:09:31.991 INFO:tasks.rados.rados.0.smithi032.stdout:1702: expect (ObjNum 178 snap 50 seq_num 178) 2024-09-13T00:09:31.992 INFO:tasks.rados.rados.0.smithi032.stdout:1703: copy_from oid 12 from oid 17 current snap is 169 2024-09-13T00:09:31.992 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 169 2024-09-13T00:09:31.992 INFO:tasks.rados.rados.0.smithi032.stdout:1704: seq_num 567 ranges {5873664=704512,6578176=499712,7077888=770048,7847936=335872} 2024-09-13T00:09:32.029 INFO:tasks.rados.rados.0.smithi032.stdout:1704: writing smithi03267100-47 from 5873664 to 6578176 tid 1 2024-09-13T00:09:32.032 INFO:tasks.rados.rados.0.smithi032.stdout:1704: writing smithi03267100-47 from 6578176 to 7077888 tid 2 2024-09-13T00:09:32.038 INFO:tasks.rados.rados.0.smithi032.stdout:1704: writing smithi03267100-47 from 7077888 to 7847936 tid 3 2024-09-13T00:09:32.040 INFO:tasks.rados.rados.0.smithi032.stdout:1704: writing smithi03267100-47 from 7847936 to 8183808 tid 4 2024-09-13T00:09:32.041 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 169 2024-09-13T00:09:32.041 INFO:tasks.rados.rados.0.smithi032.stdout:1696: finishing rollback tid 1 to smithi03267100-43 2024-09-13T00:09:32.041 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 611 (ObjNum 33 snap 0 seq_num 166746288) dirty dne 2024-09-13T00:09:32.041 INFO:tasks.rados.rados.0.smithi032.stdout:1705: seq_num 568 ranges {0=720896,720896=786432,1507328=581632,2088960=237568} 2024-09-13T00:09:32.045 INFO:tasks.rados.rados.0.smithi032.stdout:1705: writing smithi03267100-7 from 0 to 720896 tid 1 2024-09-13T00:09:32.050 INFO:tasks.rados.rados.0.smithi032.stdout:1705: writing smithi03267100-7 from 720896 to 1507328 tid 2 2024-09-13T00:09:32.054 INFO:tasks.rados.rados.0.smithi032.stdout:1705: writing smithi03267100-7 from 1507328 to 2088960 tid 3 2024-09-13T00:09:32.056 INFO:tasks.rados.rados.0.smithi032.stdout:1705: writing smithi03267100-7 from 2088960 to 2326528 tid 4 2024-09-13T00:09:32.056 INFO:tasks.rados.rados.0.smithi032.stdout:1696: done (12 left) 2024-09-13T00:09:32.056 INFO:tasks.rados.rados.0.smithi032.stdout:1706: copy_from oid 45 from oid 48 current snap is 169 2024-09-13T00:09:32.056 INFO:tasks.rados.rados.0.smithi032.stdout:1693: finishing write tid 3 to smithi03267100-35 2024-09-13T00:09:32.056 INFO:tasks.rados.rados.0.smithi032.stdout:1695: finishing copy_from racing read to smithi03267100-14 2024-09-13T00:09:32.056 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 752 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-09-13T00:09:32.056 INFO:tasks.rados.rados.0.smithi032.stdout:1693: finishing write tid 4 to smithi03267100-35 2024-09-13T00:09:32.056 INFO:tasks.rados.rados.0.smithi032.stdout:1693: finishing write tid 5 to smithi03267100-35 2024-09-13T00:09:32.057 INFO:tasks.rados.rados.0.smithi032.stdout:1693: finishing write tid 6 to smithi03267100-35 2024-09-13T00:09:32.057 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1101 (ObjNum 566 snap 169 seq_num 566) dirty exists 2024-09-13T00:09:32.057 INFO:tasks.rados.rados.0.smithi032.stdout:1693: left oid 35 (ObjNum 566 snap 169 seq_num 566) 2024-09-13T00:09:32.057 INFO:tasks.rados.rados.0.smithi032.stdout:1695: finishing copy_from to smithi03267100-14 2024-09-13T00:09:32.057 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 477 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:09:32.057 INFO:tasks.rados.rados.0.smithi032.stdout:1694: finishing rollback tid 0 to smithi03267100-3 2024-09-13T00:09:32.057 INFO:tasks.rados.rados.0.smithi032.stdout:1702: expect (ObjNum 178 snap 50 seq_num 178) 2024-09-13T00:09:32.081 INFO:tasks.rados.rados.0.smithi032.stdout:1694: finishing rollback tid 1 to smithi03267100-3 2024-09-13T00:09:32.082 INFO:tasks.rados.rados.0.smithi032.stdout:1694: finishing rollback tid 2 to smithi03267100-3 2024-09-13T00:09:32.082 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1171 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-09-13T00:09:32.082 INFO:tasks.rados.rados.0.smithi032.stdout:1698: expect (ObjNum 563 snap 168 seq_num 563) 2024-09-13T00:09:32.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[75510]: cluster 2024-09-13T00:09:30.877004+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2024-09-13T00:09:32.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[75510]: cluster 2024-09-13T00:09:31.051940+0000 mgr.y (mgr.34107) 92 : cluster [DBG] pgmap v133: 121 pgs: 121 active+clean; 512 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-13T00:09:32.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[75510]: audit 2024-09-13T00:09:31.077769+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:32.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[75510]: audit 2024-09-13T00:09:31.087768+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:32.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[75510]: cephadm 2024-09-13T00:09:31.089734+0000 mgr.y (mgr.34107) 93 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-09-13T00:09:32.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[75510]: audit 2024-09-13T00:09:31.090402+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:09:32.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[75510]: audit 2024-09-13T00:09:31.092227+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:09:32.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[75510]: audit 2024-09-13T00:09:31.093876+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:32.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[75510]: cephadm 2024-09-13T00:09:31.095757+0000 mgr.y (mgr.34107) 94 : cephadm [INF] Reconfiguring daemon mgr.x on smithi053 2024-09-13T00:09:32.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[76677]: cluster 2024-09-13T00:09:30.877004+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2024-09-13T00:09:32.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[76677]: cluster 2024-09-13T00:09:31.051940+0000 mgr.y (mgr.34107) 92 : cluster [DBG] pgmap v133: 121 pgs: 121 active+clean; 512 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-13T00:09:32.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[76677]: audit 2024-09-13T00:09:31.077769+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:32.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[76677]: audit 2024-09-13T00:09:31.087768+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:32.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[76677]: cephadm 2024-09-13T00:09:31.089734+0000 mgr.y (mgr.34107) 93 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-09-13T00:09:32.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[76677]: audit 2024-09-13T00:09:31.090402+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:09:32.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[76677]: audit 2024-09-13T00:09:31.092227+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:09:32.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[76677]: audit 2024-09-13T00:09:31.093876+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:32.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:31 smithi032 bash[76677]: cephadm 2024-09-13T00:09:31.095757+0000 mgr.y (mgr.34107) 94 : cephadm [INF] Reconfiguring daemon mgr.x on smithi053 2024-09-13T00:09:32.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:31 smithi053 bash[67631]: cluster 2024-09-13T00:09:30.877004+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2024-09-13T00:09:32.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:31 smithi053 bash[67631]: cluster 2024-09-13T00:09:31.051940+0000 mgr.y (mgr.34107) 92 : cluster [DBG] pgmap v133: 121 pgs: 121 active+clean; 512 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-13T00:09:32.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:31 smithi053 bash[67631]: audit 2024-09-13T00:09:31.077769+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:32.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:31 smithi053 bash[67631]: audit 2024-09-13T00:09:31.087768+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:32.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:31 smithi053 bash[67631]: cephadm 2024-09-13T00:09:31.089734+0000 mgr.y (mgr.34107) 93 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-09-13T00:09:32.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:31 smithi053 bash[67631]: audit 2024-09-13T00:09:31.090402+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T00:09:32.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:31 smithi053 bash[67631]: audit 2024-09-13T00:09:31.092227+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T00:09:32.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:31 smithi053 bash[67631]: audit 2024-09-13T00:09:31.093876+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:32.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:31 smithi053 bash[67631]: cephadm 2024-09-13T00:09:31.095757+0000 mgr.y (mgr.34107) 94 : cephadm [INF] Reconfiguring daemon mgr.x on smithi053 2024-09-13T00:09:32.353 INFO:tasks.rados.rados.0.smithi032.stdout:1700: finishing copy_from racing read to smithi03267100-18 2024-09-13T00:09:32.353 INFO:tasks.rados.rados.0.smithi032.stdout:1704: finishing write tid 1 to smithi03267100-47 2024-09-13T00:09:32.353 INFO:tasks.rados.rados.0.smithi032.stdout:1699: finishing copy_from racing read to smithi03267100-33 2024-09-13T00:09:32.353 INFO:tasks.rados.rados.0.smithi032.stdout:1700: finishing copy_from to smithi03267100-18 2024-09-13T00:09:32.353 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1189 (ObjNum 517 snap 151 seq_num 517) dirty exists 2024-09-13T00:09:32.353 INFO:tasks.rados.rados.0.smithi032.stdout:1699: finishing copy_from to smithi03267100-33 2024-09-13T00:09:32.353 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 175 (ObjNum 489 snap 146 seq_num 489) dirty exists 2024-09-13T00:09:32.353 INFO:tasks.rados.rados.0.smithi032.stdout:1705: finishing write tid 1 to smithi03267100-7 2024-09-13T00:09:32.354 INFO:tasks.rados.rados.0.smithi032.stdout:1704: finishing write tid 2 to smithi03267100-47 2024-09-13T00:09:32.354 INFO:tasks.rados.rados.0.smithi032.stdout:1704: finishing write tid 3 to smithi03267100-47 2024-09-13T00:09:32.354 INFO:tasks.rados.rados.0.smithi032.stdout:1704: finishing write tid 4 to smithi03267100-47 2024-09-13T00:09:32.354 INFO:tasks.rados.rados.0.smithi032.stdout:1706: finishing copy_from to smithi03267100-45 2024-09-13T00:09:32.354 INFO:tasks.rados.rados.0.smithi032.stdout:1706: got expected ENOENT (src dne) 2024-09-13T00:09:32.354 INFO:tasks.rados.rados.0.smithi032.stdout:1706: finishing copy_from racing read to smithi03267100-45 2024-09-13T00:09:32.354 INFO:tasks.rados.rados.0.smithi032.stdout:1704: finishing write tid 5 to smithi03267100-47 2024-09-13T00:09:32.354 INFO:tasks.rados.rados.0.smithi032.stdout:1705: finishing write tid 2 to smithi03267100-7 2024-09-13T00:09:32.354 INFO:tasks.rados.rados.0.smithi032.stdout:1704: finishing write tid 6 to smithi03267100-47 2024-09-13T00:09:32.354 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 628 (ObjNum 567 snap 169 seq_num 567) dirty exists 2024-09-13T00:09:32.354 INFO:tasks.rados.rados.0.smithi032.stdout:1704: left oid 47 (ObjNum 567 snap 169 seq_num 567) 2024-09-13T00:09:32.354 INFO:tasks.rados.rados.0.smithi032.stdout:1705: finishing write tid 3 to smithi03267100-7 2024-09-13T00:09:32.354 INFO:tasks.rados.rados.0.smithi032.stdout:1705: finishing write tid 4 to smithi03267100-7 2024-09-13T00:09:32.354 INFO:tasks.rados.rados.0.smithi032.stdout:1705: finishing write tid 5 to smithi03267100-7 2024-09-13T00:09:32.355 INFO:tasks.rados.rados.0.smithi032.stdout:1705: finishing write tid 6 to smithi03267100-7 2024-09-13T00:09:32.355 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 757 (ObjNum 568 snap 169 seq_num 568) dirty exists 2024-09-13T00:09:32.355 INFO:tasks.rados.rados.0.smithi032.stdout:1705: left oid 7 (ObjNum 568 snap 169 seq_num 568) 2024-09-13T00:09:32.355 INFO:tasks.rados.rados.0.smithi032.stdout:1703: finishing copy_from racing read to smithi03267100-12 2024-09-13T00:09:32.355 INFO:tasks.rados.rados.0.smithi032.stdout:1703: finishing copy_from to smithi03267100-12 2024-09-13T00:09:32.355 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1294 (ObjNum 473 snap 140 seq_num 473) dirty exists 2024-09-13T00:09:32.355 INFO:tasks.rados.rados.0.smithi032.stdout:1693: done (12 left) 2024-09-13T00:09:32.355 INFO:tasks.rados.rados.0.smithi032.stdout:1694: done (11 left) 2024-09-13T00:09:32.355 INFO:tasks.rados.rados.0.smithi032.stdout:1695: done (10 left) 2024-09-13T00:09:32.355 INFO:tasks.rados.rados.0.smithi032.stdout:1697: done (9 left) 2024-09-13T00:09:32.355 INFO:tasks.rados.rados.0.smithi032.stdout:1698: done (8 left) 2024-09-13T00:09:32.355 INFO:tasks.rados.rados.0.smithi032.stdout:1699: done (7 left) 2024-09-13T00:09:32.355 INFO:tasks.rados.rados.0.smithi032.stdout:1700: done (6 left) 2024-09-13T00:09:32.355 INFO:tasks.rados.rados.0.smithi032.stdout:1701: done (5 left) 2024-09-13T00:09:32.356 INFO:tasks.rados.rados.0.smithi032.stdout:1702: done (4 left) 2024-09-13T00:09:32.356 INFO:tasks.rados.rados.0.smithi032.stdout:1703: done (3 left) 2024-09-13T00:09:32.356 INFO:tasks.rados.rados.0.smithi032.stdout:1704: done (2 left) 2024-09-13T00:09:32.356 INFO:tasks.rados.rados.0.smithi032.stdout:1705: done (1 left) 2024-09-13T00:09:32.356 INFO:tasks.rados.rados.0.smithi032.stdout:1706: done (0 left) 2024-09-13T00:09:32.356 INFO:tasks.rados.rados.0.smithi032.stdout:1707: delete oid 45 current snap is 169 2024-09-13T00:09:32.359 INFO:tasks.rados.rados.0.smithi032.stdout:1707: done (0 left) 2024-09-13T00:09:32.359 INFO:tasks.rados.rados.0.smithi032.stdout:1708: read oid 17 snap 156 2024-09-13T00:09:32.359 INFO:tasks.rados.rados.0.smithi032.stdout:1708: expect (ObjNum 473 snap 140 seq_num 473) 2024-09-13T00:09:32.359 INFO:tasks.rados.rados.0.smithi032.stdout:1709: read oid 3 snap -1 2024-09-13T00:09:32.359 INFO:tasks.rados.rados.0.smithi032.stdout:1709: expect (ObjNum 453 snap 136 seq_num 453) 2024-09-13T00:09:32.359 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 169 2024-09-13T00:09:32.359 INFO:tasks.rados.rados.0.smithi032.stdout:1710: seq_num 570 ranges {0=753664,753664=548864,1302528=540672,1843200=516096} 2024-09-13T00:09:32.366 INFO:tasks.rados.rados.0.smithi032.stdout:1710: writing smithi03267100-36 from 0 to 753664 tid 1 2024-09-13T00:09:32.370 INFO:tasks.rados.rados.0.smithi032.stdout:1710: writing smithi03267100-36 from 753664 to 1302528 tid 2 2024-09-13T00:09:32.374 INFO:tasks.rados.rados.0.smithi032.stdout:1710: writing smithi03267100-36 from 1302528 to 1843200 tid 3 2024-09-13T00:09:32.379 INFO:tasks.rados.rados.0.smithi032.stdout:1710: writing smithi03267100-36 from 1843200 to 2359296 tid 4 2024-09-13T00:09:32.379 INFO:tasks.rados.rados.0.smithi032.stdout:1711: rollback oid 45 current snap is 169 2024-09-13T00:09:32.379 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 118 2024-09-13T00:09:32.379 INFO:tasks.rados.rados.0.smithi032.stdout:1712: read oid 49 snap -1 2024-09-13T00:09:32.379 INFO:tasks.rados.rados.0.smithi032.stdout:1712: expect (ObjNum 565 snap 169 seq_num 565) 2024-09-13T00:09:32.379 INFO:tasks.rados.rados.0.smithi032.stdout:1713: snap_create 2024-09-13T00:09:32.385 INFO:tasks.rados.rados.0.smithi032.stdout:1711: finishing rollback tid 1 to smithi03267100-45 2024-09-13T00:09:32.386 INFO:tasks.rados.rados.0.smithi032.stdout:1711: finishing rollback tid 2 to smithi03267100-45 2024-09-13T00:09:32.386 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1104 (ObjNum 382 snap 118 seq_num 382) dirty exists 2024-09-13T00:09:32.389 INFO:tasks.rados.rados.0.smithi032.stdout:1709: expect (ObjNum 453 snap 136 seq_num 453) 2024-09-13T00:09:32.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:09:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:09:32] "GET /metrics HTTP/1.1" 200 36110 "" "Prometheus/2.43.0" 2024-09-13T00:09:32.699 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:32 smithi053 bash[60895]: ts=2024-09-13T00:09:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:32.744 INFO:tasks.rados.rados.0.smithi032.stdout:1712: expect (ObjNum 565 snap 169 seq_num 565) 2024-09-13T00:09:32.802 INFO:tasks.rados.rados.0.smithi032.stdout:1710: finishing write tid 1 to smithi03267100-36 2024-09-13T00:09:32.803 INFO:tasks.rados.rados.0.smithi032.stdout:1710: finishing write tid 2 to smithi03267100-36 2024-09-13T00:09:32.803 INFO:tasks.rados.rados.0.smithi032.stdout:1708: expect (ObjNum 473 snap 140 seq_num 473) 2024-09-13T00:09:32.988 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:32 smithi053 bash[67631]: cluster 2024-09-13T00:09:31.899730+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2024-09-13T00:09:33.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:32 smithi032 bash[75510]: cluster 2024-09-13T00:09:31.899730+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2024-09-13T00:09:33.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:32 smithi032 bash[76677]: cluster 2024-09-13T00:09:31.899730+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2024-09-13T00:09:33.614 INFO:tasks.rados.rados.0.smithi032.stdout:1710: finishing write tid 3 to smithi03267100-36 2024-09-13T00:09:33.614 INFO:tasks.rados.rados.0.smithi032.stdout:1710: finishing write tid 4 to smithi03267100-36 2024-09-13T00:09:33.614 INFO:tasks.rados.rados.0.smithi032.stdout:1710: finishing write tid 5 to smithi03267100-36 2024-09-13T00:09:33.615 INFO:tasks.rados.rados.0.smithi032.stdout:1710: finishing write tid 6 to smithi03267100-36 2024-09-13T00:09:33.615 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 1300 (ObjNum 570 snap 169 seq_num 570) dirty exists 2024-09-13T00:09:33.615 INFO:tasks.rados.rados.0.smithi032.stdout:1710: left oid 36 (ObjNum 570 snap 169 seq_num 570) 2024-09-13T00:09:33.615 INFO:tasks.rados.rados.0.smithi032.stdout:1708: done (5 left) 2024-09-13T00:09:33.615 INFO:tasks.rados.rados.0.smithi032.stdout:1709: done (4 left) 2024-09-13T00:09:33.615 INFO:tasks.rados.rados.0.smithi032.stdout:1710: done (3 left) 2024-09-13T00:09:33.615 INFO:tasks.rados.rados.0.smithi032.stdout:1711: done (2 left) 2024-09-13T00:09:33.615 INFO:tasks.rados.rados.0.smithi032.stdout:1712: done (1 left) 2024-09-13T00:09:33.615 INFO:tasks.rados.rados.0.smithi032.stdout:1713: done (0 left) 2024-09-13T00:09:33.615 INFO:tasks.rados.rados.0.smithi032.stdout:1714: rollback oid 29 current snap is 170 2024-09-13T00:09:33.615 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 166 2024-09-13T00:09:33.615 INFO:tasks.rados.rados.0.smithi032.stdout:1715: copy_from oid 37 from oid 46 current snap is 170 2024-09-13T00:09:33.615 INFO:tasks.rados.rados.0.smithi032.stdout:1716: snap_remove snap 156 2024-09-13T00:09:33.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:33 smithi053 bash[60895]: ts=2024-09-13T00:09:33.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:34.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[75510]: cluster 2024-09-13T00:09:32.905237+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2024-09-13T00:09:34.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[75510]: cluster 2024-09-13T00:09:33.052561+0000 mgr.y (mgr.34107) 95 : cluster [DBG] pgmap v136: 121 pgs: 121 active+clean; 512 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-13T00:09:34.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[75510]: cluster 2024-09-13T00:09:33.087655+0000 mon.a (mon.0) 299 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2024-09-13T00:09:34.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[75510]: audit 2024-09-13T00:09:33.455040+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:34.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[75510]: audit 2024-09-13T00:09:33.465228+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:34.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[75510]: cephadm 2024-09-13T00:09:33.467033+0000 mgr.y (mgr.34107) 96 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-09-13T00:09:34.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[75510]: audit 2024-09-13T00:09:33.467483+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T00:09:34.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[75510]: audit 2024-09-13T00:09:33.468583+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:34.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[75510]: cephadm 2024-09-13T00:09:33.473342+0000 mgr.y (mgr.34107) 97 : cephadm [INF] Reconfiguring daemon osd.4 on smithi053 2024-09-13T00:09:34.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[76677]: cluster 2024-09-13T00:09:32.905237+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2024-09-13T00:09:34.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[76677]: cluster 2024-09-13T00:09:33.052561+0000 mgr.y (mgr.34107) 95 : cluster [DBG] pgmap v136: 121 pgs: 121 active+clean; 512 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-13T00:09:34.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[76677]: cluster 2024-09-13T00:09:33.087655+0000 mon.a (mon.0) 299 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2024-09-13T00:09:34.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[76677]: audit 2024-09-13T00:09:33.455040+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[76677]: audit 2024-09-13T00:09:33.465228+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[76677]: cephadm 2024-09-13T00:09:33.467033+0000 mgr.y (mgr.34107) 96 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-09-13T00:09:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[76677]: audit 2024-09-13T00:09:33.467483+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T00:09:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[76677]: audit 2024-09-13T00:09:33.468583+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:33 smithi032 bash[76677]: cephadm 2024-09-13T00:09:33.473342+0000 mgr.y (mgr.34107) 97 : cephadm [INF] Reconfiguring daemon osd.4 on smithi053 2024-09-13T00:09:34.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:33 smithi053 bash[67631]: cluster 2024-09-13T00:09:32.905237+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2024-09-13T00:09:34.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:33 smithi053 bash[67631]: cluster 2024-09-13T00:09:33.052561+0000 mgr.y (mgr.34107) 95 : cluster [DBG] pgmap v136: 121 pgs: 121 active+clean; 512 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-13T00:09:34.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:33 smithi053 bash[67631]: cluster 2024-09-13T00:09:33.087655+0000 mon.a (mon.0) 299 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2024-09-13T00:09:34.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:33 smithi053 bash[67631]: audit 2024-09-13T00:09:33.455040+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:34.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:33 smithi053 bash[67631]: audit 2024-09-13T00:09:33.465228+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:34.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:33 smithi053 bash[67631]: cephadm 2024-09-13T00:09:33.467033+0000 mgr.y (mgr.34107) 96 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-09-13T00:09:34.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:33 smithi053 bash[67631]: audit 2024-09-13T00:09:33.467483+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T00:09:34.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:33 smithi053 bash[67631]: audit 2024-09-13T00:09:33.468583+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:34.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:33 smithi053 bash[67631]: cephadm 2024-09-13T00:09:33.473342+0000 mgr.y (mgr.34107) 97 : cephadm [INF] Reconfiguring daemon osd.4 on smithi053 2024-09-13T00:09:34.465 INFO:tasks.rados.rados.0.smithi032.stdout:1716: done (2 left) 2024-09-13T00:09:34.465 INFO:tasks.rados.rados.0.smithi032.stdout:1717: read oid 4 snap 118 2024-09-13T00:09:34.465 INFO:tasks.rados.rados.0.smithi032.stdout:1717: expect (ObjNum 341 snap 108 seq_num 341) 2024-09-13T00:09:34.465 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 170 2024-09-13T00:09:34.466 INFO:tasks.rados.rados.0.smithi032.stdout:1718: seq_num 571 ranges {2277376=770048,3047424=483328,3530752=753664,4284416=368640} 2024-09-13T00:09:34.484 INFO:tasks.rados.rados.0.smithi032.stdout:1718: writing smithi03267100-49 from 2277376 to 3047424 tid 1 2024-09-13T00:09:34.487 INFO:tasks.rados.rados.0.smithi032.stdout:1718: writing smithi03267100-49 from 3047424 to 3530752 tid 2 2024-09-13T00:09:34.492 INFO:tasks.rados.rados.0.smithi032.stdout:1718: writing smithi03267100-49 from 3530752 to 4284416 tid 3 2024-09-13T00:09:34.496 INFO:tasks.rados.rados.0.smithi032.stdout:1718: writing smithi03267100-49 from 4284416 to 4653056 tid 4 2024-09-13T00:09:34.496 INFO:tasks.rados.rados.0.smithi032.stdout:1714: finishing rollback tid 0 to smithi03267100-29 2024-09-13T00:09:34.496 INFO:tasks.rados.rados.0.smithi032.stdout:1714: finishing rollback tid 1 to smithi03267100-29 2024-09-13T00:09:34.496 INFO:tasks.rados.rados.0.smithi032.stdout:1714: finishing rollback tid 2 to smithi03267100-29 2024-09-13T00:09:34.496 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1174 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-09-13T00:09:34.496 INFO:tasks.rados.rados.0.smithi032.stdout:1715: finishing copy_from racing read to smithi03267100-37 2024-09-13T00:09:34.497 INFO:tasks.rados.rados.0.smithi032.stdout:1715: finishing copy_from to smithi03267100-37 2024-09-13T00:09:34.497 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 50 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:09:34.497 INFO:tasks.rados.rados.0.smithi032.stdout:1714: done (3 left) 2024-09-13T00:09:34.497 INFO:tasks.rados.rados.0.smithi032.stdout:1715: done (2 left) 2024-09-13T00:09:34.497 INFO:tasks.rados.rados.0.smithi032.stdout:1719: rollback oid 7 current snap is 170 2024-09-13T00:09:34.497 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 7 to 51 2024-09-13T00:09:34.497 INFO:tasks.rados.rados.0.smithi032.stdout:1720: delete oid 48 current snap is 170 2024-09-13T00:09:34.507 INFO:tasks.rados.rados.0.smithi032.stdout:1717: expect (ObjNum 341 snap 108 seq_num 341) 2024-09-13T00:09:34.571 INFO:tasks.rados.rados.0.smithi032.stdout:1718: finishing write tid 1 to smithi03267100-49 2024-09-13T00:09:34.572 INFO:tasks.rados.rados.0.smithi032.stdout:1718: finishing write tid 2 to smithi03267100-49 2024-09-13T00:09:34.572 INFO:tasks.rados.rados.0.smithi032.stdout:1719: finishing rollback tid 0 to smithi03267100-7 2024-09-13T00:09:34.572 INFO:tasks.rados.rados.0.smithi032.stdout:1719: finishing rollback tid 1 to smithi03267100-7 2024-09-13T00:09:34.572 INFO:tasks.rados.rados.0.smithi032.stdout:1719: finishing rollback tid 2 to smithi03267100-7 2024-09-13T00:09:34.572 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 765 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T00:09:34.573 INFO:tasks.rados.rados.0.smithi032.stdout:1718: finishing write tid 3 to smithi03267100-49 2024-09-13T00:09:34.573 INFO:tasks.rados.rados.0.smithi032.stdout:1717: done (3 left) 2024-09-13T00:09:34.573 INFO:tasks.rados.rados.0.smithi032.stdout:1719: done (2 left) 2024-09-13T00:09:34.573 INFO:tasks.rados.rados.0.smithi032.stdout:1720: done (1 left) 2024-09-13T00:09:34.573 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 170 2024-09-13T00:09:34.573 INFO:tasks.rados.rados.0.smithi032.stdout:1718: finishing write tid 4 to smithi03267100-49 2024-09-13T00:09:34.573 INFO:tasks.rados.rados.0.smithi032.stdout:1721: seq_num 573 ranges {8732672=802816,9535488=655360,10190848=720896,10911744=229376} 2024-09-13T00:09:34.652 INFO:tasks.rados.rados.0.smithi032.stdout:1721: writing smithi03267100-35 from 8732672 to 9535488 tid 1 2024-09-13T00:09:34.656 INFO:tasks.rados.rados.0.smithi032.stdout:1721: writing smithi03267100-35 from 9535488 to 10190848 tid 2 2024-09-13T00:09:34.660 INFO:tasks.rados.rados.0.smithi032.stdout:1721: writing smithi03267100-35 from 10190848 to 10911744 tid 3 2024-09-13T00:09:34.662 INFO:tasks.rados.rados.0.smithi032.stdout:1721: writing smithi03267100-35 from 10911744 to 11141120 tid 4 2024-09-13T00:09:34.663 INFO:tasks.rados.rados.0.smithi032.stdout:1722: snap_create 2024-09-13T00:09:34.663 INFO:tasks.rados.rados.0.smithi032.stdout:1718: finishing write tid 5 to smithi03267100-49 2024-09-13T00:09:34.663 INFO:tasks.rados.rados.0.smithi032.stdout:1718: finishing write tid 6 to smithi03267100-49 2024-09-13T00:09:34.663 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1109 (ObjNum 571 snap 170 seq_num 571) dirty exists 2024-09-13T00:09:34.663 INFO:tasks.rados.rados.0.smithi032.stdout:1718: left oid 49 (ObjNum 571 snap 170 seq_num 571) 2024-09-13T00:09:34.664 INFO:tasks.rados.rados.0.smithi032.stdout:1721: finishing write tid 1 to smithi03267100-35 2024-09-13T00:09:34.664 INFO:tasks.rados.rados.0.smithi032.stdout:1721: finishing write tid 2 to smithi03267100-35 2024-09-13T00:09:34.669 INFO:tasks.rados.rados.0.smithi032.stdout:1721: finishing write tid 3 to smithi03267100-35 2024-09-13T00:09:34.669 INFO:tasks.rados.rados.0.smithi032.stdout:1721: finishing write tid 4 to smithi03267100-35 2024-09-13T00:09:34.670 INFO:tasks.rados.rados.0.smithi032.stdout:1721: finishing write tid 5 to smithi03267100-35 2024-09-13T00:09:34.671 INFO:tasks.rados.rados.0.smithi032.stdout:1721: finishing write tid 6 to smithi03267100-35 2024-09-13T00:09:34.671 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1114 (ObjNum 573 snap 170 seq_num 573) dirty exists 2024-09-13T00:09:34.672 INFO:tasks.rados.rados.0.smithi032.stdout:1721: left oid 35 (ObjNum 573 snap 170 seq_num 573) 2024-09-13T00:09:34.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:34 smithi053 bash[60895]: ts=2024-09-13T00:09:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:34.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:34 smithi053 bash[60895]: ts=2024-09-13T00:09:34.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:35.475 INFO:tasks.rados.rados.0.smithi032.stdout:1718: done (2 left) 2024-09-13T00:09:35.475 INFO:tasks.rados.rados.0.smithi032.stdout:1721: done (1 left) 2024-09-13T00:09:35.475 INFO:tasks.rados.rados.0.smithi032.stdout:1722: done (0 left) 2024-09-13T00:09:35.475 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 171 2024-09-13T00:09:35.475 INFO:tasks.rados.rados.0.smithi032.stdout:1723: seq_num 574 ranges {7069696=16384} 2024-09-13T00:09:35.516 INFO:tasks.rados.rados.0.smithi032.stdout:1723: writing smithi03267100-42 from 7069696 to 7086080 tid 1 2024-09-13T00:09:35.516 INFO:tasks.rados.rados.0.smithi032.stdout:1724: snap_create 2024-09-13T00:09:35.531 INFO:tasks.rados.rados.0.smithi032.stdout:1723: finishing write tid 1 to smithi03267100-42 2024-09-13T00:09:35.531 INFO:tasks.rados.rados.0.smithi032.stdout:1723: finishing write tid 2 to smithi03267100-42 2024-09-13T00:09:35.534 INFO:tasks.rados.rados.0.smithi032.stdout:1723: finishing write tid 3 to smithi03267100-42 2024-09-13T00:09:35.534 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 202 (ObjNum 574 snap 171 seq_num 574) dirty exists 2024-09-13T00:09:35.534 INFO:tasks.rados.rados.0.smithi032.stdout:1723: left oid 42 (ObjNum 574 snap 171 seq_num 574) 2024-09-13T00:09:35.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:35 smithi053 bash[67631]: cluster 2024-09-13T00:09:34.468026+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2024-09-13T00:09:35.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:35 smithi032 bash[75510]: cluster 2024-09-13T00:09:34.468026+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2024-09-13T00:09:35.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:35 smithi032 bash[76677]: cluster 2024-09-13T00:09:34.468026+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2024-09-13T00:09:36.478 INFO:tasks.rados.rados.0.smithi032.stdout:1723: done (1 left) 2024-09-13T00:09:36.478 INFO:tasks.rados.rados.0.smithi032.stdout:1724: done (0 left) 2024-09-13T00:09:36.478 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 172 2024-09-13T00:09:36.478 INFO:tasks.rados.rados.0.smithi032.stdout:1725: seq_num 575 ranges {1466368=32768} 2024-09-13T00:09:36.487 INFO:tasks.rados.rados.0.smithi032.stdout:1725: writing smithi03267100-18 from 1466368 to 1499136 tid 1 2024-09-13T00:09:36.487 INFO:tasks.rados.rados.0.smithi032.stdout:1726: snap_create 2024-09-13T00:09:36.500 INFO:tasks.rados.rados.0.smithi032.stdout:1725: finishing write tid 1 to smithi03267100-18 2024-09-13T00:09:36.500 INFO:tasks.rados.rados.0.smithi032.stdout:1725: finishing write tid 2 to smithi03267100-18 2024-09-13T00:09:36.502 INFO:tasks.rados.rados.0.smithi032.stdout:1725: finishing write tid 3 to smithi03267100-18 2024-09-13T00:09:36.502 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1334 (ObjNum 575 snap 172 seq_num 575) dirty exists 2024-09-13T00:09:36.503 INFO:tasks.rados.rados.0.smithi032.stdout:1725: left oid 18 (ObjNum 575 snap 172 seq_num 575) 2024-09-13T00:09:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:36 smithi053 bash[67631]: cluster 2024-09-13T00:09:35.053267+0000 mgr.y (mgr.34107) 98 : cluster [DBG] pgmap v139: 121 pgs: 121 active+clean; 512 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:36 smithi053 bash[67631]: cluster 2024-09-13T00:09:35.479060+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2024-09-13T00:09:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:36 smithi053 bash[67631]: audit 2024-09-13T00:09:35.840722+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:36 smithi053 bash[67631]: audit 2024-09-13T00:09:35.851057+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:36 smithi053 bash[67631]: audit 2024-09-13T00:09:35.855065+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T00:09:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:36 smithi053 bash[67631]: audit 2024-09-13T00:09:35.857654+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:36.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:36 smithi032 bash[75510]: cluster 2024-09-13T00:09:35.053267+0000 mgr.y (mgr.34107) 98 : cluster [DBG] pgmap v139: 121 pgs: 121 active+clean; 512 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:36.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:36 smithi032 bash[75510]: cluster 2024-09-13T00:09:35.479060+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2024-09-13T00:09:36.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:36 smithi032 bash[75510]: audit 2024-09-13T00:09:35.840722+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:36.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:36 smithi032 bash[75510]: audit 2024-09-13T00:09:35.851057+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:36.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:36 smithi032 bash[75510]: audit 2024-09-13T00:09:35.855065+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T00:09:36.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:36 smithi032 bash[75510]: audit 2024-09-13T00:09:35.857654+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:36.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:36 smithi032 bash[76677]: cluster 2024-09-13T00:09:35.053267+0000 mgr.y (mgr.34107) 98 : cluster [DBG] pgmap v139: 121 pgs: 121 active+clean; 512 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:36.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:36 smithi032 bash[76677]: cluster 2024-09-13T00:09:35.479060+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2024-09-13T00:09:36.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:36 smithi032 bash[76677]: audit 2024-09-13T00:09:35.840722+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:36.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:36 smithi032 bash[76677]: audit 2024-09-13T00:09:35.851057+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:36.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:36 smithi032 bash[76677]: audit 2024-09-13T00:09:35.855065+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T00:09:36.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:36 smithi032 bash[76677]: audit 2024-09-13T00:09:35.857654+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:37.496 INFO:tasks.rados.rados.0.smithi032.stdout:1725: done (1 left) 2024-09-13T00:09:37.496 INFO:tasks.rados.rados.0.smithi032.stdout:1726: done (0 left) 2024-09-13T00:09:37.496 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 173 2024-09-13T00:09:37.496 INFO:tasks.rados.rados.0.smithi032.stdout:1727: seq_num 576 ranges {8732672=49152} 2024-09-13T00:09:37.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:37 smithi053 bash[67631]: cephadm 2024-09-13T00:09:35.854163+0000 mgr.y (mgr.34107) 99 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-09-13T00:09:37.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:37 smithi053 bash[67631]: cephadm 2024-09-13T00:09:35.862509+0000 mgr.y (mgr.34107) 100 : cephadm [INF] Reconfiguring daemon osd.5 on smithi053 2024-09-13T00:09:37.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:37 smithi053 bash[67631]: cluster 2024-09-13T00:09:36.480945+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2024-09-13T00:09:37.562 INFO:tasks.rados.rados.0.smithi032.stdout:1727: writing smithi03267100-17 from 8732672 to 8781824 tid 1 2024-09-13T00:09:37.562 INFO:tasks.rados.rados.0.smithi032.stdout:1728: rollback oid 22 current snap is 173 2024-09-13T00:09:37.562 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 118 2024-09-13T00:09:37.562 INFO:tasks.rados.rados.0.smithi032.stdout:1729: delete oid 39 current snap is 173 2024-09-13T00:09:37.572 INFO:tasks.rados.rados.0.smithi032.stdout:1729: done (2 left) 2024-09-13T00:09:37.572 INFO:tasks.rados.rados.0.smithi032.stdout:1730: snap_remove snap 101 2024-09-13T00:09:37.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:37 smithi032 bash[75510]: cephadm 2024-09-13T00:09:35.854163+0000 mgr.y (mgr.34107) 99 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-09-13T00:09:37.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:37 smithi032 bash[75510]: cephadm 2024-09-13T00:09:35.862509+0000 mgr.y (mgr.34107) 100 : cephadm [INF] Reconfiguring daemon osd.5 on smithi053 2024-09-13T00:09:37.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:37 smithi032 bash[75510]: cluster 2024-09-13T00:09:36.480945+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2024-09-13T00:09:37.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:37 smithi032 bash[76677]: cephadm 2024-09-13T00:09:35.854163+0000 mgr.y (mgr.34107) 99 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-09-13T00:09:37.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:37 smithi032 bash[76677]: cephadm 2024-09-13T00:09:35.862509+0000 mgr.y (mgr.34107) 100 : cephadm [INF] Reconfiguring daemon osd.5 on smithi053 2024-09-13T00:09:37.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:37 smithi032 bash[76677]: cluster 2024-09-13T00:09:36.480945+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2024-09-13T00:09:38.089 INFO:tasks.rados.rados.0.smithi032.stdout:1730: done (2 left) 2024-09-13T00:09:38.089 INFO:tasks.rados.rados.0.smithi032.stdout:1731: snap_create 2024-09-13T00:09:38.089 INFO:tasks.rados.rados.0.smithi032.stdout:1728: finishing rollback tid 0 to smithi03267100-22 2024-09-13T00:09:38.089 INFO:tasks.rados.rados.0.smithi032.stdout:1728: finishing rollback tid 1 to smithi03267100-22 2024-09-13T00:09:38.089 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1176 (ObjNum 225 snap 0 seq_num 167943232) dirty dne 2024-09-13T00:09:38.089 INFO:tasks.rados.rados.0.smithi032.stdout:1727: finishing write tid 1 to smithi03267100-17 2024-09-13T00:09:38.089 INFO:tasks.rados.rados.0.smithi032.stdout:1727: finishing write tid 2 to smithi03267100-17 2024-09-13T00:09:38.089 INFO:tasks.rados.rados.0.smithi032.stdout:1727: finishing write tid 3 to smithi03267100-17 2024-09-13T00:09:38.089 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 1309 (ObjNum 576 snap 173 seq_num 576) dirty exists 2024-09-13T00:09:38.089 INFO:tasks.rados.rados.0.smithi032.stdout:1727: left oid 17 (ObjNum 576 snap 173 seq_num 576) 2024-09-13T00:09:38.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:38 smithi053 bash[60895]: ts=2024-09-13T00:09:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:38.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:38 smithi053 bash[67631]: cluster 2024-09-13T00:09:37.053998+0000 mgr.y (mgr.34107) 101 : cluster [DBG] pgmap v142: 121 pgs: 121 active+clean; 557 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 8.1 MiB/s wr, 33 op/s 2024-09-13T00:09:38.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:38 smithi053 bash[67631]: cluster 2024-09-13T00:09:37.499621+0000 mon.a (mon.0) 311 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2024-09-13T00:09:38.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:38 smithi053 bash[67631]: cluster 2024-09-13T00:09:38.091228+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2024-09-13T00:09:38.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:38 smithi053 bash[67631]: audit 2024-09-13T00:09:38.115107+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:38.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:38 smithi053 bash[67631]: audit 2024-09-13T00:09:38.141882+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:38.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:38 smithi053 bash[67631]: audit 2024-09-13T00:09:38.144217+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T00:09:38.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:38 smithi053 bash[67631]: audit 2024-09-13T00:09:38.145917+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:38.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:38 smithi032 bash[75510]: cluster 2024-09-13T00:09:37.053998+0000 mgr.y (mgr.34107) 101 : cluster [DBG] pgmap v142: 121 pgs: 121 active+clean; 557 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 8.1 MiB/s wr, 33 op/s 2024-09-13T00:09:38.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:38 smithi032 bash[75510]: cluster 2024-09-13T00:09:37.499621+0000 mon.a (mon.0) 311 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2024-09-13T00:09:38.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:38 smithi032 bash[75510]: cluster 2024-09-13T00:09:38.091228+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2024-09-13T00:09:38.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:38 smithi032 bash[75510]: audit 2024-09-13T00:09:38.115107+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:38.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:38 smithi032 bash[75510]: audit 2024-09-13T00:09:38.141882+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:38.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:38 smithi032 bash[75510]: audit 2024-09-13T00:09:38.144217+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T00:09:38.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:38 smithi032 bash[75510]: audit 2024-09-13T00:09:38.145917+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:38.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:38 smithi032 bash[76677]: cluster 2024-09-13T00:09:37.053998+0000 mgr.y (mgr.34107) 101 : cluster [DBG] pgmap v142: 121 pgs: 121 active+clean; 557 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 8.1 MiB/s wr, 33 op/s 2024-09-13T00:09:38.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:38 smithi032 bash[76677]: cluster 2024-09-13T00:09:37.499621+0000 mon.a (mon.0) 311 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2024-09-13T00:09:38.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:38 smithi032 bash[76677]: cluster 2024-09-13T00:09:38.091228+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2024-09-13T00:09:38.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:38 smithi032 bash[76677]: audit 2024-09-13T00:09:38.115107+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:38.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:38 smithi032 bash[76677]: audit 2024-09-13T00:09:38.141882+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:38.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:38 smithi032 bash[76677]: audit 2024-09-13T00:09:38.144217+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T00:09:38.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:38 smithi032 bash[76677]: audit 2024-09-13T00:09:38.145917+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:39.092 INFO:tasks.rados.rados.0.smithi032.stdout:1727: done (2 left) 2024-09-13T00:09:39.092 INFO:tasks.rados.rados.0.smithi032.stdout:1728: done (1 left) 2024-09-13T00:09:39.092 INFO:tasks.rados.rados.0.smithi032.stdout:1731: done (0 left) 2024-09-13T00:09:39.092 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 174 2024-09-13T00:09:39.093 INFO:tasks.rados.rados.0.smithi032.stdout:1732: seq_num 578 ranges {3784704=81920} 2024-09-13T00:09:39.123 INFO:tasks.rados.rados.0.smithi032.stdout:1732: writing smithi03267100-10 from 3784704 to 3866624 tid 1 2024-09-13T00:09:39.123 INFO:tasks.rados.rados.0.smithi032.stdout:1733: snap_create 2024-09-13T00:09:39.134 INFO:tasks.rados.rados.0.smithi032.stdout:1732: finishing write tid 1 to smithi03267100-10 2024-09-13T00:09:39.134 INFO:tasks.rados.rados.0.smithi032.stdout:1732: finishing write tid 2 to smithi03267100-10 2024-09-13T00:09:39.136 INFO:tasks.rados.rados.0.smithi032.stdout:1732: finishing write tid 3 to smithi03267100-10 2024-09-13T00:09:39.136 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1201 (ObjNum 578 snap 174 seq_num 578) dirty exists 2024-09-13T00:09:39.136 INFO:tasks.rados.rados.0.smithi032.stdout:1732: left oid 10 (ObjNum 578 snap 174 seq_num 578) 2024-09-13T00:09:39.778 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:39 smithi053 bash[67631]: cephadm 2024-09-13T00:09:38.143530+0000 mgr.y (mgr.34107) 102 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-09-13T00:09:39.778 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:39 smithi053 bash[67631]: cephadm 2024-09-13T00:09:38.149069+0000 mgr.y (mgr.34107) 103 : cephadm [INF] Reconfiguring daemon osd.6 on smithi053 2024-09-13T00:09:39.778 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:39 smithi053 bash[67631]: cluster 2024-09-13T00:09:39.093942+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2024-09-13T00:09:39.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:39 smithi032 bash[75510]: cephadm 2024-09-13T00:09:38.143530+0000 mgr.y (mgr.34107) 102 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-09-13T00:09:39.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:39 smithi032 bash[75510]: cephadm 2024-09-13T00:09:38.149069+0000 mgr.y (mgr.34107) 103 : cephadm [INF] Reconfiguring daemon osd.6 on smithi053 2024-09-13T00:09:39.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:39 smithi032 bash[75510]: cluster 2024-09-13T00:09:39.093942+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2024-09-13T00:09:39.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:39 smithi032 bash[76677]: cephadm 2024-09-13T00:09:38.143530+0000 mgr.y (mgr.34107) 102 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-09-13T00:09:39.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:39 smithi032 bash[76677]: cephadm 2024-09-13T00:09:38.149069+0000 mgr.y (mgr.34107) 103 : cephadm [INF] Reconfiguring daemon osd.6 on smithi053 2024-09-13T00:09:39.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:39 smithi032 bash[76677]: cluster 2024-09-13T00:09:39.093942+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2024-09-13T00:09:40.093 INFO:tasks.rados.rados.0.smithi032.stdout:1732: done (1 left) 2024-09-13T00:09:40.093 INFO:tasks.rados.rados.0.smithi032.stdout:1733: done (0 left) 2024-09-13T00:09:40.093 INFO:tasks.rados.rados.0.smithi032.stdout:1734: rollback oid 27 current snap is 175 2024-09-13T00:09:40.093 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 27 to 151 2024-09-13T00:09:40.093 INFO:tasks.rados.rados.0.smithi032.stdout:1735: delete oid 39 current snap is 175 2024-09-13T00:09:40.101 INFO:tasks.rados.rados.0.smithi032.stdout:1735: done (1 left) 2024-09-13T00:09:40.102 INFO:tasks.rados.rados.0.smithi032.stdout:1736: rollback oid 5 current snap is 175 2024-09-13T00:09:40.102 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 5 to 158 2024-09-13T00:09:40.102 INFO:tasks.rados.rados.0.smithi032.stdout:1737: copy_from oid 6 from oid 24 current snap is 175 2024-09-13T00:09:40.102 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 175 2024-09-13T00:09:40.102 INFO:tasks.rados.rados.0.smithi032.stdout:1738: seq_num 580 ranges {8781824=114688} 2024-09-13T00:09:40.174 INFO:tasks.rados.rados.0.smithi032.stdout:1738: writing smithi03267100-17 from 8781824 to 8896512 tid 1 2024-09-13T00:09:40.174 INFO:tasks.rados.rados.0.smithi032.stdout:1739: snap_create 2024-09-13T00:09:40.174 INFO:tasks.rados.rados.0.smithi032.stdout:1734: finishing rollback tid 0 to smithi03267100-27 2024-09-13T00:09:40.174 INFO:tasks.rados.rados.0.smithi032.stdout:1734: finishing rollback tid 1 to smithi03267100-27 2024-09-13T00:09:40.174 INFO:tasks.rados.rados.0.smithi032.stdout:1734: finishing rollback tid 2 to smithi03267100-27 2024-09-13T00:09:40.174 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 631 (ObjNum 494 snap 147 seq_num 494) dirty exists 2024-09-13T00:09:40.174 INFO:tasks.rados.rados.0.smithi032.stdout:1736: finishing rollback tid 0 to smithi03267100-5 2024-09-13T00:09:40.175 INFO:tasks.rados.rados.0.smithi032.stdout:1736: finishing rollback tid 1 to smithi03267100-5 2024-09-13T00:09:40.175 INFO:tasks.rados.rados.0.smithi032.stdout:1736: finishing rollback tid 2 to smithi03267100-5 2024-09-13T00:09:40.175 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 777 (ObjNum 536 snap 156 seq_num 536) dirty exists 2024-09-13T00:09:40.175 INFO:tasks.rados.rados.0.smithi032.stdout:1737: finishing copy_from racing read to smithi03267100-6 2024-09-13T00:09:40.175 INFO:tasks.rados.rados.0.smithi032.stdout:1737: finishing copy_from to smithi03267100-6 2024-09-13T00:09:40.175 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 508 (ObjNum 558 snap 167 seq_num 558) dirty exists 2024-09-13T00:09:40.182 INFO:tasks.rados.rados.0.smithi032.stdout:1738: finishing write tid 1 to smithi03267100-17 2024-09-13T00:09:40.182 INFO:tasks.rados.rados.0.smithi032.stdout:1738: finishing write tid 2 to smithi03267100-17 2024-09-13T00:09:40.186 INFO:tasks.rados.rados.0.smithi032.stdout:1738: finishing write tid 3 to smithi03267100-17 2024-09-13T00:09:40.186 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 1324 (ObjNum 580 snap 175 seq_num 580) dirty exists 2024-09-13T00:09:40.186 INFO:tasks.rados.rados.0.smithi032.stdout:1738: left oid 17 (ObjNum 580 snap 175 seq_num 580) 2024-09-13T00:09:40.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:40 smithi053 bash[67631]: cluster 2024-09-13T00:09:39.054713+0000 mgr.y (mgr.34107) 104 : cluster [DBG] pgmap v145: 121 pgs: 121 active+clean; 557 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 8.1 MiB/s wr, 33 op/s 2024-09-13T00:09:40.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:40 smithi053 bash[67631]: cluster 2024-09-13T00:09:40.095914+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2024-09-13T00:09:40.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:40 smithi053 bash[67631]: audit 2024-09-13T00:09:40.125455+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:09:40.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:40 smithi053 bash[67631]: audit 2024-09-13T00:09:40.334073+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:40.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:40 smithi053 bash[67631]: audit 2024-09-13T00:09:40.344392+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:40.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:40 smithi053 bash[67631]: audit 2024-09-13T00:09:40.346983+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T00:09:40.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:40 smithi053 bash[67631]: audit 2024-09-13T00:09:40.348569+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:40.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:40 smithi032 bash[75510]: cluster 2024-09-13T00:09:39.054713+0000 mgr.y (mgr.34107) 104 : cluster [DBG] pgmap v145: 121 pgs: 121 active+clean; 557 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 8.1 MiB/s wr, 33 op/s 2024-09-13T00:09:40.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:40 smithi032 bash[75510]: cluster 2024-09-13T00:09:40.095914+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2024-09-13T00:09:40.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:40 smithi032 bash[75510]: audit 2024-09-13T00:09:40.125455+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:09:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:40 smithi032 bash[75510]: audit 2024-09-13T00:09:40.334073+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:40 smithi032 bash[75510]: audit 2024-09-13T00:09:40.344392+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:40 smithi032 bash[75510]: audit 2024-09-13T00:09:40.346983+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T00:09:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:40 smithi032 bash[75510]: audit 2024-09-13T00:09:40.348569+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:40.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:40 smithi032 bash[76677]: cluster 2024-09-13T00:09:39.054713+0000 mgr.y (mgr.34107) 104 : cluster [DBG] pgmap v145: 121 pgs: 121 active+clean; 557 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 8.1 MiB/s wr, 33 op/s 2024-09-13T00:09:40.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:40 smithi032 bash[76677]: cluster 2024-09-13T00:09:40.095914+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2024-09-13T00:09:40.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:40 smithi032 bash[76677]: audit 2024-09-13T00:09:40.125455+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:09:40.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:40 smithi032 bash[76677]: audit 2024-09-13T00:09:40.334073+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:40.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:40 smithi032 bash[76677]: audit 2024-09-13T00:09:40.344392+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:40.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:40 smithi032 bash[76677]: audit 2024-09-13T00:09:40.346983+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T00:09:40.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:40 smithi032 bash[76677]: audit 2024-09-13T00:09:40.348569+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:41.095 INFO:tasks.rados.rados.0.smithi032.stdout:1734: done (4 left) 2024-09-13T00:09:41.095 INFO:tasks.rados.rados.0.smithi032.stdout:1736: done (3 left) 2024-09-13T00:09:41.095 INFO:tasks.rados.rados.0.smithi032.stdout:1737: done (2 left) 2024-09-13T00:09:41.095 INFO:tasks.rados.rados.0.smithi032.stdout:1738: done (1 left) 2024-09-13T00:09:41.095 INFO:tasks.rados.rados.0.smithi032.stdout:1739: done (0 left) 2024-09-13T00:09:41.095 INFO:tasks.rados.rados.0.smithi032.stdout:1740: snap_remove snap 159 2024-09-13T00:09:41.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:41 smithi053 bash[67631]: cephadm 2024-09-13T00:09:40.346402+0000 mgr.y (mgr.34107) 105 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-09-13T00:09:41.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:41 smithi053 bash[67631]: cephadm 2024-09-13T00:09:40.353352+0000 mgr.y (mgr.34107) 106 : cephadm [INF] Reconfiguring daemon osd.7 on smithi053 2024-09-13T00:09:41.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:41 smithi053 bash[67631]: cluster 2024-09-13T00:09:41.099204+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2024-09-13T00:09:41.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:41 smithi032 bash[76677]: cephadm 2024-09-13T00:09:40.346402+0000 mgr.y (mgr.34107) 105 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-09-13T00:09:41.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:41 smithi032 bash[76677]: cephadm 2024-09-13T00:09:40.353352+0000 mgr.y (mgr.34107) 106 : cephadm [INF] Reconfiguring daemon osd.7 on smithi053 2024-09-13T00:09:41.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:41 smithi032 bash[76677]: cluster 2024-09-13T00:09:41.099204+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2024-09-13T00:09:41.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:41 smithi032 bash[75510]: cephadm 2024-09-13T00:09:40.346402+0000 mgr.y (mgr.34107) 105 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-09-13T00:09:41.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:41 smithi032 bash[75510]: cephadm 2024-09-13T00:09:40.353352+0000 mgr.y (mgr.34107) 106 : cephadm [INF] Reconfiguring daemon osd.7 on smithi053 2024-09-13T00:09:41.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:41 smithi032 bash[75510]: cluster 2024-09-13T00:09:41.099204+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2024-09-13T00:09:42.100 INFO:tasks.rados.rados.0.smithi032.stdout:1740: done (0 left) 2024-09-13T00:09:42.100 INFO:tasks.rados.rados.0.smithi032.stdout:1741: read oid 42 snap 164 2024-09-13T00:09:42.100 INFO:tasks.rados.rados.0.smithi032.stdout:1741: expect (ObjNum 489 snap 146 seq_num 489) 2024-09-13T00:09:42.100 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 176 2024-09-13T00:09:42.101 INFO:tasks.rados.rados.0.smithi032.stdout:1742: seq_num 581 ranges {7069696=139264} 2024-09-13T00:09:42.146 INFO:tasks.rados.rados.0.smithi032.stdout:1742: writing smithi03267100-33 from 7069696 to 7208960 tid 1 2024-09-13T00:09:42.146 INFO:tasks.rados.rados.0.smithi032.stdout:1743: delete oid 6 current snap is 176 2024-09-13T00:09:42.151 INFO:tasks.rados.rados.0.smithi032.stdout:1742: finishing write tid 1 to smithi03267100-33 2024-09-13T00:09:42.151 INFO:tasks.rados.rados.0.smithi032.stdout:1743: done (2 left) 2024-09-13T00:09:42.151 INFO:tasks.rados.rados.0.smithi032.stdout:1744: read oid 24 snap -1 2024-09-13T00:09:42.151 INFO:tasks.rados.rados.0.smithi032.stdout:1744: expect (ObjNum 558 snap 167 seq_num 558) 2024-09-13T00:09:42.151 INFO:tasks.rados.rados.0.smithi032.stdout:1745: read oid 39 snap -1 2024-09-13T00:09:42.152 INFO:tasks.rados.rados.0.smithi032.stdout:1745: expect deleted 2024-09-13T00:09:42.152 INFO:tasks.rados.rados.0.smithi032.stdout:1746: snap_create 2024-09-13T00:09:42.152 INFO:tasks.rados.rados.0.smithi032.stdout:1742: finishing write tid 2 to smithi03267100-33 2024-09-13T00:09:42.158 INFO:tasks.rados.rados.0.smithi032.stdout:1742: finishing write tid 3 to smithi03267100-33 2024-09-13T00:09:42.158 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 535 (ObjNum 581 snap 176 seq_num 581) dirty exists 2024-09-13T00:09:42.158 INFO:tasks.rados.rados.0.smithi032.stdout:1742: left oid 33 (ObjNum 581 snap 176 seq_num 581) 2024-09-13T00:09:42.162 INFO:tasks.rados.rados.0.smithi032.stdout:1744: expect (ObjNum 558 snap 167 seq_num 558) 2024-09-13T00:09:42.220 INFO:tasks.rados.rados.0.smithi032.stdout:1741: expect (ObjNum 489 snap 146 seq_num 489) 2024-09-13T00:09:42.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:09:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:09:42] "GET /metrics HTTP/1.1" 200 36111 "" "Prometheus/2.43.0" 2024-09-13T00:09:42.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:42 smithi032 bash[76677]: cluster 2024-09-13T00:09:41.056086+0000 mgr.y (mgr.34107) 107 : cluster [DBG] pgmap v148: 121 pgs: 121 active+clean; 510 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 594 KiB/s wr, 5 op/s 2024-09-13T00:09:42.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:42 smithi032 bash[76677]: cluster 2024-09-13T00:09:42.102307+0000 mon.a (mon.0) 325 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2024-09-13T00:09:42.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:42 smithi032 bash[76677]: audit 2024-09-13T00:09:42.510300+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:42.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:42 smithi032 bash[75510]: cluster 2024-09-13T00:09:41.056086+0000 mgr.y (mgr.34107) 107 : cluster [DBG] pgmap v148: 121 pgs: 121 active+clean; 510 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 594 KiB/s wr, 5 op/s 2024-09-13T00:09:42.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:42 smithi032 bash[75510]: cluster 2024-09-13T00:09:42.102307+0000 mon.a (mon.0) 325 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2024-09-13T00:09:42.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:42 smithi032 bash[75510]: audit 2024-09-13T00:09:42.510300+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:42.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:42 smithi053 bash[60895]: ts=2024-09-13T00:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:42 smithi053 bash[67631]: cluster 2024-09-13T00:09:41.056086+0000 mgr.y (mgr.34107) 107 : cluster [DBG] pgmap v148: 121 pgs: 121 active+clean; 510 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 594 KiB/s wr, 5 op/s 2024-09-13T00:09:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:42 smithi053 bash[67631]: cluster 2024-09-13T00:09:42.102307+0000 mon.a (mon.0) 325 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2024-09-13T00:09:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:42 smithi053 bash[67631]: audit 2024-09-13T00:09:42.510300+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:43.090 INFO:tasks.rados.rados.0.smithi032.stdout:1741: done (4 left) 2024-09-13T00:09:43.090 INFO:tasks.rados.rados.0.smithi032.stdout:1742: done (3 left) 2024-09-13T00:09:43.090 INFO:tasks.rados.rados.0.smithi032.stdout:1744: done (2 left) 2024-09-13T00:09:43.090 INFO:tasks.rados.rados.0.smithi032.stdout:1745: done (1 left) 2024-09-13T00:09:43.090 INFO:tasks.rados.rados.0.smithi032.stdout:1746: done (0 left) 2024-09-13T00:09:43.090 INFO:tasks.rados.rados.0.smithi032.stdout:1747: delete oid 33 current snap is 177 2024-09-13T00:09:43.103 INFO:tasks.rados.rados.0.smithi032.stdout:1747: done (0 left) 2024-09-13T00:09:43.103 INFO:tasks.rados.rados.0.smithi032.stdout:1748: copy_from oid 29 from oid 38 current snap is 177 2024-09-13T00:09:43.103 INFO:tasks.rados.rados.0.smithi032.stdout:1749: setattr oid 45 current snap is 177 2024-09-13T00:09:43.106 INFO:tasks.rados.rados.0.smithi032.stdout:1750: delete oid 12 current snap is 177 2024-09-13T00:09:43.115 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1115 (ObjNum 382 snap 118 seq_num 382) dirty exists 2024-09-13T00:09:43.119 INFO:tasks.rados.rados.0.smithi032.stdout:1749: done (2 left) 2024-09-13T00:09:43.119 INFO:tasks.rados.rados.0.smithi032.stdout:1750: done (1 left) 2024-09-13T00:09:43.119 INFO:tasks.rados.rados.0.smithi032.stdout:1751: snap_create 2024-09-13T00:09:43.125 INFO:tasks.rados.rados.0.smithi032.stdout:1748: finishing copy_from racing read to smithi03267100-29 2024-09-13T00:09:43.134 INFO:tasks.rados.rados.0.smithi032.stdout:1748: finishing copy_from to smithi03267100-29 2024-09-13T00:09:43.134 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1199 (ObjNum 543 snap 161 seq_num 543) dirty exists 2024-09-13T00:09:43.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:43 smithi053 bash[60895]: ts=2024-09-13T00:09:43.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:43 smithi053 bash[67631]: audit 2024-09-13T00:09:42.519983+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:43 smithi053 bash[67631]: cephadm 2024-09-13T00:09:42.522250+0000 mgr.y (mgr.34107) 108 : cephadm [INF] Reconfiguring mds.b (monmap changed)... 2024-09-13T00:09:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:43 smithi053 bash[67631]: audit 2024-09-13T00:09:42.527807+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T00:09:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:43 smithi053 bash[67631]: audit 2024-09-13T00:09:42.529326+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:43 smithi053 bash[67631]: cephadm 2024-09-13T00:09:42.530814+0000 mgr.y (mgr.34107) 109 : cephadm [INF] Reconfiguring daemon mds.b on smithi053 2024-09-13T00:09:43.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:43 smithi053 bash[67631]: cluster 2024-09-13T00:09:43.094100+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2024-09-13T00:09:43.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:43 smithi032 bash[75510]: audit 2024-09-13T00:09:42.519983+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:43.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:43 smithi032 bash[75510]: cephadm 2024-09-13T00:09:42.522250+0000 mgr.y (mgr.34107) 108 : cephadm [INF] Reconfiguring mds.b (monmap changed)... 2024-09-13T00:09:43.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:43 smithi032 bash[75510]: audit 2024-09-13T00:09:42.527807+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T00:09:43.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:43 smithi032 bash[75510]: audit 2024-09-13T00:09:42.529326+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:43.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:43 smithi032 bash[75510]: cephadm 2024-09-13T00:09:42.530814+0000 mgr.y (mgr.34107) 109 : cephadm [INF] Reconfiguring daemon mds.b on smithi053 2024-09-13T00:09:43.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:43 smithi032 bash[75510]: cluster 2024-09-13T00:09:43.094100+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2024-09-13T00:09:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:43 smithi032 bash[76677]: audit 2024-09-13T00:09:42.519983+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:43 smithi032 bash[76677]: cephadm 2024-09-13T00:09:42.522250+0000 mgr.y (mgr.34107) 108 : cephadm [INF] Reconfiguring mds.b (monmap changed)... 2024-09-13T00:09:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:43 smithi032 bash[76677]: audit 2024-09-13T00:09:42.527807+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T00:09:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:43 smithi032 bash[76677]: audit 2024-09-13T00:09:42.529326+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:43 smithi032 bash[76677]: cephadm 2024-09-13T00:09:42.530814+0000 mgr.y (mgr.34107) 109 : cephadm [INF] Reconfiguring daemon mds.b on smithi053 2024-09-13T00:09:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:43 smithi032 bash[76677]: cluster 2024-09-13T00:09:43.094100+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2024-09-13T00:09:44.093 INFO:tasks.rados.rados.0.smithi032.stdout:1748: done (1 left) 2024-09-13T00:09:44.094 INFO:tasks.rados.rados.0.smithi032.stdout:1751: done (0 left) 2024-09-13T00:09:44.094 INFO:tasks.rados.rados.0.smithi032.stdout:1752: snap_remove snap 155 2024-09-13T00:09:44.529 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:44 smithi053 bash[60895]: ts=2024-09-13T00:09:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:44.529 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:44 smithi053 bash[60895]: ts=2024-09-13T00:09:44.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:44.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:44 smithi053 bash[67631]: cluster 2024-09-13T00:09:43.056975+0000 mgr.y (mgr.34107) 110 : cluster [DBG] pgmap v151: 121 pgs: 121 active+clean; 510 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 594 KiB/s wr, 5 op/s 2024-09-13T00:09:44.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:44 smithi053 bash[67631]: cluster 2024-09-13T00:09:44.096955+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2024-09-13T00:09:44.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:44 smithi032 bash[75510]: cluster 2024-09-13T00:09:43.056975+0000 mgr.y (mgr.34107) 110 : cluster [DBG] pgmap v151: 121 pgs: 121 active+clean; 510 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 594 KiB/s wr, 5 op/s 2024-09-13T00:09:44.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:44 smithi032 bash[75510]: cluster 2024-09-13T00:09:44.096955+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2024-09-13T00:09:44.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:44 smithi032 bash[76677]: cluster 2024-09-13T00:09:43.056975+0000 mgr.y (mgr.34107) 110 : cluster [DBG] pgmap v151: 121 pgs: 121 active+clean; 510 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 594 KiB/s wr, 5 op/s 2024-09-13T00:09:44.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:44 smithi032 bash[76677]: cluster 2024-09-13T00:09:44.096955+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2024-09-13T00:09:45.093 INFO:tasks.rados.rados.0.smithi032.stdout:1752: done (0 left) 2024-09-13T00:09:45.093 INFO:tasks.rados.rados.0.smithi032.stdout:1753: snap_remove snap 160 2024-09-13T00:09:45.370 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:09:45.693 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:09:45.693 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3m) 74s ago 9m 14.0M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:09:45.693 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (3m) 48s ago 9m 75.8M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:09:45.693 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11m) 74s ago 11m 16.5M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:09:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (11m) 48s ago 11m 18.2M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:09:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (2m) 48s ago 18m 424M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:09:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3m) 74s ago 21m 478M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:09:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (118s) 74s ago 21m 40.4M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:09:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (56s) 48s ago 19m 19.5M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:09:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (86s) 74s ago 19m 18.5M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:09:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3m) 74s ago 10m 7703k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:09:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (3m) 48s ago 10m 8515k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:09:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (18m) 74s ago 18m 269M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 8a5146ba6e0d 2024-09-13T00:09:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (17m) 74s ago 17m 311M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 1ab06e2999b7 2024-09-13T00:09:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (16m) 74s ago 16m 273M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 911acc1d60e0 2024-09-13T00:09:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (15m) 74s ago 15m 130M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:09:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (14m) 48s ago 14m 224M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:09:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (13m) 48s ago 13m 285M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:09:45.695 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (12m) 48s ago 12m 139M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:09:45.695 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (11m) 48s ago 12m 210M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:09:45.695 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (2m) 48s ago 10m 52.0M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:09:46.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.691772+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:46.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.701666+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:46.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.788948+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:09:46.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.793873+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.796839+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: cephadm 2024-09-13T00:09:44.798339+0000 mgr.y (mgr.34107) 111 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T00:09:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.807391+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.809053+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-13T00:09:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.816730+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T00:09:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.818598+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T00:09:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.826624+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T00:09:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.828338+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-13T00:09:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.836555+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T00:09:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.839452+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.849962+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: audit 2024-09-13T00:09:44.853526+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T00:09:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:45 smithi053 bash[67631]: cluster 2024-09-13T00:09:45.097511+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2024-09-13T00:09:46.052 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:09:46.052 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:09:46.052 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:09:46.052 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:09:46.052 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:09:46.052 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:09:46.052 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:09:46.052 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:09:46.052 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T00:09:46.052 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:09:46.053 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:09:46.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:09:46.053 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:09:46.053 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:09:46.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 10, 2024-09-13T00:09:46.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 5 2024-09-13T00:09:46.053 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:09:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:09:46.094 INFO:tasks.rados.rados.0.smithi032.stdout:1753: done (0 left) 2024-09-13T00:09:46.094 INFO:tasks.rados.rados.0.smithi032.stdout:1754: snap_remove snap 152 2024-09-13T00:09:46.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.691772+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:46.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.701666+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:46.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.788948+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:09:46.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.793873+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:46.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.796839+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:46.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: cephadm 2024-09-13T00:09:44.798339+0000 mgr.y (mgr.34107) 111 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T00:09:46.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.807391+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:46.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.809053+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-13T00:09:46.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.816730+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T00:09:46.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.818598+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T00:09:46.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.826624+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T00:09:46.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.828338+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-13T00:09:46.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.836555+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T00:09:46.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.839452+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:46.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.849962+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:46.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: audit 2024-09-13T00:09:44.853526+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T00:09:46.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[75510]: cluster 2024-09-13T00:09:45.097511+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2024-09-13T00:09:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.691772+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.701666+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.788948+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:09:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.793873+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.796839+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: cephadm 2024-09-13T00:09:44.798339+0000 mgr.y (mgr.34107) 111 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T00:09:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.807391+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.809053+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-13T00:09:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.816730+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T00:09:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.818598+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T00:09:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.826624+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T00:09:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.828338+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-13T00:09:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.836555+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T00:09:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.839452+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.849962+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: audit 2024-09-13T00:09:44.853526+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T00:09:46.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:45 smithi032 bash[76677]: cluster 2024-09-13T00:09:45.097511+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2024-09-13T00:09:46.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[75510]: cephadm 2024-09-13T00:09:44.841060+0000 mgr.y (mgr.34107) 112 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T00:09:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[75510]: audit 2024-09-13T00:09:44.853877+0000 mgr.y (mgr.34107) 113 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T00:09:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[75510]: cephadm 2024-09-13T00:09:44.856074+0000 mgr.y (mgr.34107) 114 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-13T00:09:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[75510]: cluster 2024-09-13T00:09:45.057606+0000 mgr.y (mgr.34107) 115 : cluster [DBG] pgmap v154: 121 pgs: 121 active+clean; 510 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[75510]: audit 2024-09-13T00:09:45.362620+0000 mgr.y (mgr.34107) 116 : audit [DBG] from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:09:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[75510]: audit 2024-09-13T00:09:45.660412+0000 mgr.y (mgr.34107) 117 : audit [DBG] from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:09:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[75510]: audit 2024-09-13T00:09:46.056291+0000 mon.a (mon.0) 348 : audit [DBG] from='client.? 172.21.15.32:0/4078806808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[75510]: cluster 2024-09-13T00:09:46.097769+0000 mon.a (mon.0) 349 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2024-09-13T00:09:46.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[76677]: cephadm 2024-09-13T00:09:44.841060+0000 mgr.y (mgr.34107) 112 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T00:09:46.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[76677]: audit 2024-09-13T00:09:44.853877+0000 mgr.y (mgr.34107) 113 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T00:09:46.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[76677]: cephadm 2024-09-13T00:09:44.856074+0000 mgr.y (mgr.34107) 114 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-13T00:09:46.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[76677]: cluster 2024-09-13T00:09:45.057606+0000 mgr.y (mgr.34107) 115 : cluster [DBG] pgmap v154: 121 pgs: 121 active+clean; 510 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:46.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[76677]: audit 2024-09-13T00:09:45.362620+0000 mgr.y (mgr.34107) 116 : audit [DBG] from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:09:46.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[76677]: audit 2024-09-13T00:09:45.660412+0000 mgr.y (mgr.34107) 117 : audit [DBG] from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:09:46.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[76677]: audit 2024-09-13T00:09:46.056291+0000 mon.a (mon.0) 348 : audit [DBG] from='client.? 172.21.15.32:0/4078806808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:46.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:46 smithi032 bash[76677]: cluster 2024-09-13T00:09:46.097769+0000 mon.a (mon.0) 349 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2024-09-13T00:09:47.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:46 smithi053 bash[67631]: cephadm 2024-09-13T00:09:44.841060+0000 mgr.y (mgr.34107) 112 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T00:09:47.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:46 smithi053 bash[67631]: audit 2024-09-13T00:09:44.853877+0000 mgr.y (mgr.34107) 113 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T00:09:47.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:46 smithi053 bash[67631]: cephadm 2024-09-13T00:09:44.856074+0000 mgr.y (mgr.34107) 114 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-13T00:09:47.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:46 smithi053 bash[67631]: cluster 2024-09-13T00:09:45.057606+0000 mgr.y (mgr.34107) 115 : cluster [DBG] pgmap v154: 121 pgs: 121 active+clean; 510 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:46 smithi053 bash[67631]: audit 2024-09-13T00:09:45.362620+0000 mgr.y (mgr.34107) 116 : audit [DBG] from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:09:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:46 smithi053 bash[67631]: audit 2024-09-13T00:09:45.660412+0000 mgr.y (mgr.34107) 117 : audit [DBG] from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:09:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:46 smithi053 bash[67631]: audit 2024-09-13T00:09:46.056291+0000 mon.a (mon.0) 348 : audit [DBG] from='client.? 172.21.15.32:0/4078806808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:09:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:46 smithi053 bash[67631]: cluster 2024-09-13T00:09:46.097769+0000 mon.a (mon.0) 349 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2024-09-13T00:09:47.101 INFO:tasks.rados.rados.0.smithi032.stdout:1754: done (0 left) 2024-09-13T00:09:47.101 INFO:tasks.rados.rados.0.smithi032.stdout:1755: delete oid 26 current snap is 178 2024-09-13T00:09:47.122 INFO:tasks.rados.rados.0.smithi032.stdout:1755: done (0 left) 2024-09-13T00:09:47.122 INFO:tasks.rados.rados.0.smithi032.stdout:1756: snap_remove snap 174 2024-09-13T00:09:48.094 INFO:tasks.rados.rados.0.smithi032.stdout:1756: done (0 left) 2024-09-13T00:09:48.095 INFO:tasks.rados.rados.0.smithi032.stdout:1757: read oid 49 snap -1 2024-09-13T00:09:48.096 INFO:tasks.rados.rados.0.smithi032.stdout:1757: expect (ObjNum 571 snap 170 seq_num 571) 2024-09-13T00:09:48.097 INFO:tasks.rados.rados.0.smithi032.stdout:1758: copy_from oid 22 from oid 39 current snap is 178 2024-09-13T00:09:48.097 INFO:tasks.rados.rados.0.smithi032.stdout:1759: read oid 50 snap 151 2024-09-13T00:09:48.097 INFO:tasks.rados.rados.0.smithi032.stdout:1759: expect (ObjNum 492 snap 146 seq_num 492) 2024-09-13T00:09:48.097 INFO:tasks.rados.rados.0.smithi032.stdout:1760: read oid 13 snap 138 2024-09-13T00:09:48.097 INFO:tasks.rados.rados.0.smithi032.stdout:1760: expect (ObjNum 447 snap 135 seq_num 447) 2024-09-13T00:09:48.098 INFO:tasks.rados.rados.0.smithi032.stdout:1761: rmattr oid 42 current snap is 178 2024-09-13T00:09:48.098 INFO:tasks.rados.rados.0.smithi032.stdout:1761: done (4 left) 2024-09-13T00:09:48.098 INFO:tasks.rados.rados.0.smithi032.stdout:1762: snap_create 2024-09-13T00:09:48.113 INFO:tasks.rados.rados.0.smithi032.stdout:1758: finishing copy_from to smithi03267100-22 2024-09-13T00:09:48.113 INFO:tasks.rados.rados.0.smithi032.stdout:1758: got expected ENOENT (src dne) 2024-09-13T00:09:48.113 INFO:tasks.rados.rados.0.smithi032.stdout:1758: finishing copy_from racing read to smithi03267100-22 2024-09-13T00:09:48.133 INFO:tasks.rados.rados.0.smithi032.stdout:1760: expect (ObjNum 447 snap 135 seq_num 447) 2024-09-13T00:09:48.145 INFO:tasks.rados.rados.0.smithi032.stdout:1757: expect (ObjNum 571 snap 170 seq_num 571) 2024-09-13T00:09:48.310 INFO:tasks.rados.rados.0.smithi032.stdout:1759: expect (ObjNum 492 snap 146 seq_num 492) 2024-09-13T00:09:48.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[76677]: cluster 2024-09-13T00:09:47.058266+0000 mgr.y (mgr.34107) 118 : cluster [DBG] pgmap v157: 121 pgs: 121 active+clean; 511 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 754 KiB/s wr, 9 op/s 2024-09-13T00:09:48.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[76677]: cluster 2024-09-13T00:09:47.103666+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2024-09-13T00:09:48.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[76677]: cephadm 2024-09-13T00:09:47.583006+0000 mgr.y (mgr.34107) 119 : cephadm [INF] Upgrade: Updating osd.0 2024-09-13T00:09:48.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[76677]: audit 2024-09-13T00:09:47.588962+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:48.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[76677]: audit 2024-09-13T00:09:47.590662+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T00:09:48.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[76677]: audit 2024-09-13T00:09:47.592013+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:48.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[76677]: cephadm 2024-09-13T00:09:47.596330+0000 mgr.y (mgr.34107) 120 : cephadm [INF] Deploying daemon osd.0 on smithi032 2024-09-13T00:09:48.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[76677]: cluster 2024-09-13T00:09:48.095992+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2024-09-13T00:09:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[75510]: cluster 2024-09-13T00:09:47.058266+0000 mgr.y (mgr.34107) 118 : cluster [DBG] pgmap v157: 121 pgs: 121 active+clean; 511 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 754 KiB/s wr, 9 op/s 2024-09-13T00:09:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[75510]: cluster 2024-09-13T00:09:47.103666+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2024-09-13T00:09:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[75510]: cephadm 2024-09-13T00:09:47.583006+0000 mgr.y (mgr.34107) 119 : cephadm [INF] Upgrade: Updating osd.0 2024-09-13T00:09:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[75510]: audit 2024-09-13T00:09:47.588962+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[75510]: audit 2024-09-13T00:09:47.590662+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T00:09:48.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[75510]: audit 2024-09-13T00:09:47.592013+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[75510]: cephadm 2024-09-13T00:09:47.596330+0000 mgr.y (mgr.34107) 120 : cephadm [INF] Deploying daemon osd.0 on smithi032 2024-09-13T00:09:48.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:48 smithi032 bash[75510]: cluster 2024-09-13T00:09:48.095992+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2024-09-13T00:09:48.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:48 smithi053 bash[67631]: cluster 2024-09-13T00:09:47.058266+0000 mgr.y (mgr.34107) 118 : cluster [DBG] pgmap v157: 121 pgs: 121 active+clean; 511 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 754 KiB/s wr, 9 op/s 2024-09-13T00:09:48.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:48 smithi053 bash[67631]: cluster 2024-09-13T00:09:47.103666+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2024-09-13T00:09:48.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:48 smithi053 bash[67631]: cephadm 2024-09-13T00:09:47.583006+0000 mgr.y (mgr.34107) 119 : cephadm [INF] Upgrade: Updating osd.0 2024-09-13T00:09:48.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:48 smithi053 bash[67631]: audit 2024-09-13T00:09:47.588962+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:48.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:48 smithi053 bash[67631]: audit 2024-09-13T00:09:47.590662+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T00:09:48.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:48 smithi053 bash[67631]: audit 2024-09-13T00:09:47.592013+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:09:48.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:48 smithi053 bash[67631]: cephadm 2024-09-13T00:09:47.596330+0000 mgr.y (mgr.34107) 120 : cephadm [INF] Deploying daemon osd.0 on smithi032 2024-09-13T00:09:48.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:48 smithi053 bash[67631]: cluster 2024-09-13T00:09:48.095992+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2024-09-13T00:09:49.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:48 smithi053 bash[60895]: ts=2024-09-13T00:09:48.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:49.097 INFO:tasks.rados.rados.0.smithi032.stdout:1757: done (4 left) 2024-09-13T00:09:49.098 INFO:tasks.rados.rados.0.smithi032.stdout:1758: done (3 left) 2024-09-13T00:09:49.098 INFO:tasks.rados.rados.0.smithi032.stdout:1759: done (2 left) 2024-09-13T00:09:49.098 INFO:tasks.rados.rados.0.smithi032.stdout:1760: done (1 left) 2024-09-13T00:09:49.098 INFO:tasks.rados.rados.0.smithi032.stdout:1762: done (0 left) 2024-09-13T00:09:49.098 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 179 2024-09-13T00:09:49.098 INFO:tasks.rados.rados.0.smithi032.stdout:1763: seq_num 586 ranges {1392640=221184} 2024-09-13T00:09:49.125 INFO:tasks.rados.rados.0.smithi032.stdout:1763: writing smithi03267100-15 from 1392640 to 1613824 tid 1 2024-09-13T00:09:49.125 INFO:tasks.rados.rados.0.smithi032.stdout:1764: rollback oid 30 current snap is 179 2024-09-13T00:09:49.125 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 147 2024-09-13T00:09:49.125 INFO:tasks.rados.rados.0.smithi032.stdout:1765: copy_from oid 14 from oid 25 current snap is 179 2024-09-13T00:09:49.125 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 179 2024-09-13T00:09:49.125 INFO:tasks.rados.rados.0.smithi032.stdout:1766: seq_num 587 ranges {7086080=237568} 2024-09-13T00:09:49.172 INFO:tasks.rados.rados.0.smithi032.stdout:1766: writing smithi03267100-42 from 7086080 to 7323648 tid 1 2024-09-13T00:09:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:1767: delete oid 40 current snap is 179 2024-09-13T00:09:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:1763: finishing write tid 1 to smithi03267100-15 2024-09-13T00:09:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:1763: finishing write tid 2 to smithi03267100-15 2024-09-13T00:09:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:1763: finishing write tid 3 to smithi03267100-15 2024-09-13T00:09:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 806 (ObjNum 586 snap 179 seq_num 586) dirty exists 2024-09-13T00:09:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:1763: left oid 15 (ObjNum 586 snap 179 seq_num 586) 2024-09-13T00:09:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:1764: finishing rollback tid 1 to smithi03267100-30 2024-09-13T00:09:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:1764: finishing rollback tid 2 to smithi03267100-30 2024-09-13T00:09:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1358 (ObjNum 311 snap 90 seq_num 311) dirty exists 2024-09-13T00:09:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:1765: finishing copy_from racing read to smithi03267100-14 2024-09-13T00:09:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:1765: finishing copy_from to smithi03267100-14 2024-09-13T00:09:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 622 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:09:49.176 INFO:tasks.rados.rados.0.smithi032.stdout:1763: done (4 left) 2024-09-13T00:09:49.176 INFO:tasks.rados.rados.0.smithi032.stdout:1764: done (3 left) 2024-09-13T00:09:49.176 INFO:tasks.rados.rados.0.smithi032.stdout:1765: done (2 left) 2024-09-13T00:09:49.176 INFO:tasks.rados.rados.0.smithi032.stdout:1767: done (1 left) 2024-09-13T00:09:49.176 INFO:tasks.rados.rados.0.smithi032.stdout:1768: read oid 26 snap -1 2024-09-13T00:09:49.176 INFO:tasks.rados.rados.0.smithi032.stdout:1768: expect deleted 2024-09-13T00:09:49.176 INFO:tasks.rados.rados.0.smithi032.stdout:1769: read oid 29 snap -1 2024-09-13T00:09:49.176 INFO:tasks.rados.rados.0.smithi032.stdout:1769: expect (ObjNum 543 snap 161 seq_num 543) 2024-09-13T00:09:49.176 INFO:tasks.rados.rados.0.smithi032.stdout:1770: snap_create 2024-09-13T00:09:49.181 INFO:tasks.rados.rados.0.smithi032.stdout:1766: finishing write tid 1 to smithi03267100-42 2024-09-13T00:09:49.181 INFO:tasks.rados.rados.0.smithi032.stdout:1766: finishing write tid 2 to smithi03267100-42 2024-09-13T00:09:49.184 INFO:tasks.rados.rados.0.smithi032.stdout:1766: finishing write tid 3 to smithi03267100-42 2024-09-13T00:09:49.184 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 215 (ObjNum 587 snap 179 seq_num 587) dirty exists 2024-09-13T00:09:49.184 INFO:tasks.rados.rados.0.smithi032.stdout:1766: left oid 42 (ObjNum 587 snap 179 seq_num 587) 2024-09-13T00:09:49.189 INFO:tasks.rados.rados.0.smithi032.stdout:1769: expect (ObjNum 543 snap 161 seq_num 543) 2024-09-13T00:09:50.107 INFO:tasks.rados.rados.0.smithi032.stdout:1766: done (3 left) 2024-09-13T00:09:50.107 INFO:tasks.rados.rados.0.smithi032.stdout:1768: done (2 left) 2024-09-13T00:09:50.107 INFO:tasks.rados.rados.0.smithi032.stdout:1769: done (1 left) 2024-09-13T00:09:50.108 INFO:tasks.rados.rados.0.smithi032.stdout:1770: done (0 left) 2024-09-13T00:09:50.108 INFO:tasks.rados.rados.0.smithi032.stdout:1771: read oid 48 snap -1 2024-09-13T00:09:50.108 INFO:tasks.rados.rados.0.smithi032.stdout:1771: expect deleted 2024-09-13T00:09:50.108 INFO:tasks.rados.rados.0.smithi032.stdout:1772: copy_from oid 1 from oid 22 current snap is 180 2024-09-13T00:09:50.108 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 180 2024-09-13T00:09:50.108 INFO:tasks.rados.rados.0.smithi032.stdout:1773: seq_num 589 ranges {6070272=270336} 2024-09-13T00:09:50.155 INFO:tasks.rados.rados.0.smithi032.stdout:1773: writing smithi03267100-5 from 6070272 to 6340608 tid 1 2024-09-13T00:09:50.155 INFO:tasks.rados.rados.0.smithi032.stdout:1772: finishing copy_from to smithi03267100-1 2024-09-13T00:09:50.155 INFO:tasks.rados.rados.0.smithi032.stdout:1772: got expected ENOENT (src dne) 2024-09-13T00:09:50.156 INFO:tasks.rados.rados.0.smithi032.stdout:1772: finishing copy_from racing read to smithi03267100-1 2024-09-13T00:09:50.156 INFO:tasks.rados.rados.0.smithi032.stdout:1774: read oid 3 snap -1 2024-09-13T00:09:50.156 INFO:tasks.rados.rados.0.smithi032.stdout:1774: expect (ObjNum 453 snap 136 seq_num 453) 2024-09-13T00:09:50.156 INFO:tasks.rados.rados.0.smithi032.stdout:1771: done (3 left) 2024-09-13T00:09:50.156 INFO:tasks.rados.rados.0.smithi032.stdout:1772: done (2 left) 2024-09-13T00:09:50.156 INFO:tasks.rados.rados.0.smithi032.stdout:1775: read oid 24 snap -1 2024-09-13T00:09:50.156 INFO:tasks.rados.rados.0.smithi032.stdout:1775: expect (ObjNum 558 snap 167 seq_num 558) 2024-09-13T00:09:50.156 INFO:tasks.rados.rados.0.smithi032.stdout:1776: snap_remove snap 169 2024-09-13T00:09:50.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:50 smithi032 bash[75510]: cluster 2024-09-13T00:09:49.059004+0000 mgr.y (mgr.34107) 121 : cluster [DBG] pgmap v160: 121 pgs: 121 active+clean; 511 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 754 KiB/s wr, 9 op/s 2024-09-13T00:09:50.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:50 smithi032 bash[75510]: cluster 2024-09-13T00:09:49.100383+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2024-09-13T00:09:50.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:50 smithi032 bash[76677]: cluster 2024-09-13T00:09:49.059004+0000 mgr.y (mgr.34107) 121 : cluster [DBG] pgmap v160: 121 pgs: 121 active+clean; 511 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 754 KiB/s wr, 9 op/s 2024-09-13T00:09:50.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:50 smithi032 bash[76677]: cluster 2024-09-13T00:09:49.100383+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2024-09-13T00:09:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:50 smithi053 bash[67631]: cluster 2024-09-13T00:09:49.059004+0000 mgr.y (mgr.34107) 121 : cluster [DBG] pgmap v160: 121 pgs: 121 active+clean; 511 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 754 KiB/s wr, 9 op/s 2024-09-13T00:09:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:50 smithi053 bash[67631]: cluster 2024-09-13T00:09:49.100383+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2024-09-13T00:09:51.119 INFO:tasks.rados.rados.0.smithi032.stdout:1776: done (3 left) 2024-09-13T00:09:51.119 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 180 2024-09-13T00:09:51.119 INFO:tasks.rados.rados.0.smithi032.stdout:1773: finishing write tid 1 to smithi03267100-5 2024-09-13T00:09:51.120 INFO:tasks.rados.rados.0.smithi032.stdout:1773: finishing write tid 2 to smithi03267100-5 2024-09-13T00:09:51.120 INFO:tasks.rados.rados.0.smithi032.stdout:1775: expect (ObjNum 558 snap 167 seq_num 558) 2024-09-13T00:09:51.193 INFO:tasks.rados.rados.0.smithi032.stdout:1773: finishing write tid 3 to smithi03267100-5 2024-09-13T00:09:51.194 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 809 (ObjNum 589 snap 180 seq_num 589) dirty exists 2024-09-13T00:09:51.194 INFO:tasks.rados.rados.0.smithi032.stdout:1773: left oid 5 (ObjNum 589 snap 180 seq_num 589) 2024-09-13T00:09:51.194 INFO:tasks.rados.rados.0.smithi032.stdout:1774: expect (ObjNum 453 snap 136 seq_num 453) 2024-09-13T00:09:51.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:51 smithi032 bash[75510]: cluster 2024-09-13T00:09:50.111156+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2024-09-13T00:09:51.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:51 smithi032 bash[76677]: cluster 2024-09-13T00:09:50.111156+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2024-09-13T00:09:51.495 INFO:tasks.rados.rados.0.smithi032.stdout:1777: seq_num 590 ranges {0=286720} 2024-09-13T00:09:51.497 INFO:tasks.rados.rados.0.smithi032.stdout:1777: writing smithi03267100-26 from 0 to 286720 tid 1 2024-09-13T00:09:51.497 INFO:tasks.rados.rados.0.smithi032.stdout:1773: done (3 left) 2024-09-13T00:09:51.497 INFO:tasks.rados.rados.0.smithi032.stdout:1774: done (2 left) 2024-09-13T00:09:51.497 INFO:tasks.rados.rados.0.smithi032.stdout:1775: done (1 left) 2024-09-13T00:09:51.497 INFO:tasks.rados.rados.0.smithi032.stdout:1778: read oid 42 snap -1 2024-09-13T00:09:51.497 INFO:tasks.rados.rados.0.smithi032.stdout:1778: expect (ObjNum 587 snap 179 seq_num 587) 2024-09-13T00:09:51.497 INFO:tasks.rados.rados.0.smithi032.stdout:1779: snap_remove snap 144 2024-09-13T00:09:51.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:51 smithi053 bash[67631]: cluster 2024-09-13T00:09:50.111156+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2024-09-13T00:09:52.122 INFO:tasks.rados.rados.0.smithi032.stdout:1777: finishing write tid 1 to smithi03267100-26 2024-09-13T00:09:52.122 INFO:tasks.rados.rados.0.smithi032.stdout:1777: finishing write tid 2 to smithi03267100-26 2024-09-13T00:09:52.123 INFO:tasks.rados.rados.0.smithi032.stdout:1777: finishing write tid 3 to smithi03267100-26 2024-09-13T00:09:52.123 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1402 (ObjNum 590 snap 180 seq_num 590) dirty exists 2024-09-13T00:09:52.123 INFO:tasks.rados.rados.0.smithi032.stdout:1777: left oid 26 (ObjNum 590 snap 180 seq_num 590) 2024-09-13T00:09:52.123 INFO:tasks.rados.rados.0.smithi032.stdout:1778: expect (ObjNum 587 snap 179 seq_num 587) 2024-09-13T00:09:52.410 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:09:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:09:52] "GET /metrics HTTP/1.1" 200 36111 "" "Prometheus/2.43.0" 2024-09-13T00:09:52.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:52 smithi032 bash[75510]: cluster 2024-09-13T00:09:51.060535+0000 mgr.y (mgr.34107) 122 : cluster [DBG] pgmap v163: 121 pgs: 121 active+clean; 516 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T00:09:52.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:52 smithi032 bash[75510]: cluster 2024-09-13T00:09:51.122716+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2024-09-13T00:09:52.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:52 smithi032 bash[76677]: cluster 2024-09-13T00:09:51.060535+0000 mgr.y (mgr.34107) 122 : cluster [DBG] pgmap v163: 121 pgs: 121 active+clean; 516 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T00:09:52.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:52 smithi032 bash[76677]: cluster 2024-09-13T00:09:51.122716+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2024-09-13T00:09:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:52 smithi053 bash[67631]: cluster 2024-09-13T00:09:51.060535+0000 mgr.y (mgr.34107) 122 : cluster [DBG] pgmap v163: 121 pgs: 121 active+clean; 516 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T00:09:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:52 smithi053 bash[67631]: cluster 2024-09-13T00:09:51.122716+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2024-09-13T00:09:52.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:52 smithi053 bash[60895]: ts=2024-09-13T00:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:52.826 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:52 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:52.826 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:09:52 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:52.827 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:09:52 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:52.827 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:09:52 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:52.827 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:09:52 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:52.827 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:09:52 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:52.828 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:52 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:52.828 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:52 smithi032 systemd[1]: Stopping Ceph osd.0 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:09:52.828 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:52 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:52.828 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:09:52 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:52.829 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:09:52 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:52.881 INFO:tasks.rados.rados.0.smithi032.stdout:1777: done (2 left) 2024-09-13T00:09:52.881 INFO:tasks.rados.rados.0.smithi032.stdout:1778: done (1 left) 2024-09-13T00:09:52.881 INFO:tasks.rados.rados.0.smithi032.stdout:1779: done (0 left) 2024-09-13T00:09:52.881 INFO:tasks.rados.rados.0.smithi032.stdout:1780: snap_create 2024-09-13T00:09:53.101 INFO:tasks.rados.rados.0.smithi032.stdout:1780: done (0 left) 2024-09-13T00:09:53.101 INFO:tasks.rados.rados.0.smithi032.stdout:1781: rollback oid 39 current snap is 181 2024-09-13T00:09:53.101 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 175 2024-09-13T00:09:53.101 INFO:tasks.rados.rados.0.smithi032.stdout:1782: snap_create 2024-09-13T00:09:53.132 INFO:tasks.rados.rados.0.smithi032.stdout:1781: finishing rollback tid 1 to smithi03267100-39 2024-09-13T00:09:53.132 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 631 (ObjNum 65 snap 0 seq_num 1817272403) dirty dne 2024-09-13T00:09:53.137 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:52 smithi032 bash[35221]: debug 2024-09-13T00:09:52.825+0000 7f667cf31640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T00:09:53.137 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:52 smithi032 bash[35221]: debug 2024-09-13T00:09:52.825+0000 7f667cf31640 -1 osd.0 399 *** Got signal Terminated *** 2024-09-13T00:09:53.137 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:52 smithi032 bash[35221]: debug 2024-09-13T00:09:52.825+0000 7f667cf31640 -1 osd.0 399 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T00:09:53.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:53 smithi032 bash[76677]: cluster 2024-09-13T00:09:52.124126+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2024-09-13T00:09:53.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:53 smithi032 bash[76677]: cluster 2024-09-13T00:09:52.831596+0000 mon.a (mon.0) 359 : cluster [INF] osd.0 marked itself down and dead 2024-09-13T00:09:53.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:53 smithi032 bash[76677]: cluster 2024-09-13T00:09:53.090619+0000 mon.a (mon.0) 360 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:09:53.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:53 smithi032 bash[76677]: cluster 2024-09-13T00:09:53.099905+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e400: 8 total, 7 up, 8 in 2024-09-13T00:09:53.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:53 smithi032 bash[75510]: cluster 2024-09-13T00:09:52.124126+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2024-09-13T00:09:53.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:53 smithi032 bash[75510]: cluster 2024-09-13T00:09:52.831596+0000 mon.a (mon.0) 359 : cluster [INF] osd.0 marked itself down and dead 2024-09-13T00:09:53.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:53 smithi032 bash[75510]: cluster 2024-09-13T00:09:53.090619+0000 mon.a (mon.0) 360 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:09:53.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:53 smithi032 bash[75510]: cluster 2024-09-13T00:09:53.099905+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e400: 8 total, 7 up, 8 in 2024-09-13T00:09:53.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:53 smithi053 bash[67631]: cluster 2024-09-13T00:09:52.124126+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2024-09-13T00:09:53.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:53 smithi053 bash[67631]: cluster 2024-09-13T00:09:52.831596+0000 mon.a (mon.0) 359 : cluster [INF] osd.0 marked itself down and dead 2024-09-13T00:09:53.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:53 smithi053 bash[67631]: cluster 2024-09-13T00:09:53.090619+0000 mon.a (mon.0) 360 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:09:53.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:53 smithi053 bash[67631]: cluster 2024-09-13T00:09:53.099905+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e400: 8 total, 7 up, 8 in 2024-09-13T00:09:53.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:53 smithi053 bash[60895]: ts=2024-09-13T00:09:53.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:54.104 INFO:tasks.rados.rados.0.smithi032.stdout:1781: done (1 left) 2024-09-13T00:09:54.104 INFO:tasks.rados.rados.0.smithi032.stdout:1782: done (0 left) 2024-09-13T00:09:54.104 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 182 2024-09-13T00:09:54.104 INFO:tasks.rados.rados.0.smithi032.stdout:1783: seq_num 591 ranges {4284416=303104} 2024-09-13T00:09:54.131 INFO:tasks.rados.rados.0.smithi032.stdout:1783: writing smithi03267100-28 from 4284416 to 4587520 tid 1 2024-09-13T00:09:54.131 INFO:tasks.rados.rados.0.smithi032.stdout:1784: snap_create 2024-09-13T00:09:54.146 INFO:tasks.rados.rados.0.smithi032.stdout:1783: finishing write tid 1 to smithi03267100-28 2024-09-13T00:09:54.147 INFO:tasks.rados.rados.0.smithi032.stdout:1783: finishing write tid 2 to smithi03267100-28 2024-09-13T00:09:54.149 INFO:tasks.rados.rados.0.smithi032.stdout:1783: finishing write tid 3 to smithi03267100-28 2024-09-13T00:09:54.149 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1201 (ObjNum 591 snap 182 seq_num 591) dirty exists 2024-09-13T00:09:54.149 INFO:tasks.rados.rados.0.smithi032.stdout:1783: left oid 28 (ObjNum 591 snap 182 seq_num 591) 2024-09-13T00:09:54.410 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:54 smithi032 bash[80931]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-0 2024-09-13T00:09:54.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:54 smithi032 bash[75510]: cluster 2024-09-13T00:09:53.061203+0000 mgr.y (mgr.34107) 123 : cluster [DBG] pgmap v166: 121 pgs: 121 active+clean; 516 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T00:09:54.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:54 smithi032 bash[75510]: cluster 2024-09-13T00:09:54.103160+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e401: 8 total, 7 up, 8 in 2024-09-13T00:09:54.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:54 smithi032 bash[76677]: cluster 2024-09-13T00:09:53.061203+0000 mgr.y (mgr.34107) 123 : cluster [DBG] pgmap v166: 121 pgs: 121 active+clean; 516 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T00:09:54.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:54 smithi032 bash[76677]: cluster 2024-09-13T00:09:54.103160+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e401: 8 total, 7 up, 8 in 2024-09-13T00:09:54.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:54 smithi053 bash[67631]: cluster 2024-09-13T00:09:53.061203+0000 mgr.y (mgr.34107) 123 : cluster [DBG] pgmap v166: 121 pgs: 121 active+clean; 516 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T00:09:54.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:54 smithi053 bash[67631]: cluster 2024-09-13T00:09:54.103160+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e401: 8 total, 7 up, 8 in 2024-09-13T00:09:54.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:54 smithi053 bash[60895]: ts=2024-09-13T00:09:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:54.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:54 smithi053 bash[60895]: ts=2024-09-13T00:09:54.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:54.910 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:54 smithi032 bash[80996]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-0 2024-09-13T00:09:55.107 INFO:tasks.rados.rados.0.smithi032.stdout:1783: done (1 left) 2024-09-13T00:09:55.108 INFO:tasks.rados.rados.0.smithi032.stdout:1784: done (0 left) 2024-09-13T00:09:55.108 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 183 2024-09-13T00:09:55.108 INFO:tasks.rados.rados.0.smithi032.stdout:1785: seq_num 592 ranges {0=319488} 2024-09-13T00:09:55.109 INFO:tasks.rados.rados.0.smithi032.stdout:1785: writing smithi03267100-22 from 0 to 319488 tid 1 2024-09-13T00:09:55.110 INFO:tasks.rados.rados.0.smithi032.stdout:1786: copy_from oid 50 from oid 15 current snap is 183 2024-09-13T00:09:55.110 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 183 2024-09-13T00:09:55.111 INFO:tasks.rados.rados.0.smithi032.stdout:1787: seq_num 593 ranges {7069696=335872} 2024-09-13T00:09:55.154 INFO:tasks.rados.rados.0.smithi032.stdout:1787: writing smithi03267100-8 from 7069696 to 7405568 tid 1 2024-09-13T00:09:55.155 INFO:tasks.rados.rados.0.smithi032.stdout:1788: copy_from oid 31 from oid 27 current snap is 183 2024-09-13T00:09:55.155 INFO:tasks.rados.rados.0.smithi032.stdout:1785: finishing write tid 1 to smithi03267100-22 2024-09-13T00:09:55.155 INFO:tasks.rados.rados.0.smithi032.stdout:1785: finishing write tid 2 to smithi03267100-22 2024-09-13T00:09:55.155 INFO:tasks.rados.rados.0.smithi032.stdout:1785: finishing write tid 3 to smithi03267100-22 2024-09-13T00:09:55.155 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1203 (ObjNum 592 snap 183 seq_num 592) dirty exists 2024-09-13T00:09:55.155 INFO:tasks.rados.rados.0.smithi032.stdout:1785: left oid 22 (ObjNum 592 snap 183 seq_num 592) 2024-09-13T00:09:55.155 INFO:tasks.rados.rados.0.smithi032.stdout:1786: finishing copy_from racing read to smithi03267100-50 2024-09-13T00:09:55.155 INFO:tasks.rados.rados.0.smithi032.stdout:1786: finishing copy_from to smithi03267100-50 2024-09-13T00:09:55.155 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 806 (ObjNum 586 snap 179 seq_num 586) dirty exists 2024-09-13T00:09:55.155 INFO:tasks.rados.rados.0.smithi032.stdout:1785: done (3 left) 2024-09-13T00:09:55.155 INFO:tasks.rados.rados.0.smithi032.stdout:1786: done (2 left) 2024-09-13T00:09:55.155 INFO:tasks.rados.rados.0.smithi032.stdout:1789: snap_create 2024-09-13T00:09:55.160 INFO:tasks.rados.rados.0.smithi032.stdout:1787: finishing write tid 1 to smithi03267100-8 2024-09-13T00:09:55.160 INFO:tasks.rados.rados.0.smithi032.stdout:1787: finishing write tid 2 to smithi03267100-8 2024-09-13T00:09:55.162 INFO:tasks.rados.rados.0.smithi032.stdout:1787: finishing write tid 3 to smithi03267100-8 2024-09-13T00:09:55.162 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1203 (ObjNum 593 snap 183 seq_num 593) dirty exists 2024-09-13T00:09:55.163 INFO:tasks.rados.rados.0.smithi032.stdout:1787: left oid 8 (ObjNum 593 snap 183 seq_num 593) 2024-09-13T00:09:55.170 INFO:tasks.rados.rados.0.smithi032.stdout:1788: finishing copy_from racing read to smithi03267100-31 2024-09-13T00:09:55.172 INFO:tasks.rados.rados.0.smithi032.stdout:1788: finishing copy_from to smithi03267100-31 2024-09-13T00:09:55.172 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 631 (ObjNum 494 snap 147 seq_num 494) dirty exists 2024-09-13T00:09:55.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.052648+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-09-13T00:09:55.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.053467+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-09-13T00:09:55.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.054224+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 0]}]: dispatch 2024-09-13T00:09:55.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.054924+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 0]}]: dispatch 2024-09-13T00:09:55.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.055310+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 0]}]: dispatch 2024-09-13T00:09:55.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.055652+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 0]}]: dispatch 2024-09-13T00:09:55.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.056000+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [7, 0]}]: dispatch 2024-09-13T00:09:55.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.056347+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [5, 2]}]: dispatch 2024-09-13T00:09:55.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.056739+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [6, 2]}]: dispatch 2024-09-13T00:09:55.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.057080+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 0]}]: dispatch 2024-09-13T00:09:55.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.104921+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-09-13T00:09:55.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.105834+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]': finished 2024-09-13T00:09:55.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.106044+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 0]}]': finished 2024-09-13T00:09:55.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.106297+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 0]}]': finished 2024-09-13T00:09:55.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.106515+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 0]}]': finished 2024-09-13T00:09:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.052648+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-09-13T00:09:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.053467+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-09-13T00:09:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.054224+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 0]}]: dispatch 2024-09-13T00:09:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.054924+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 0]}]: dispatch 2024-09-13T00:09:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.055310+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 0]}]: dispatch 2024-09-13T00:09:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.055652+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 0]}]: dispatch 2024-09-13T00:09:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.056000+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [7, 0]}]: dispatch 2024-09-13T00:09:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.056347+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [5, 2]}]: dispatch 2024-09-13T00:09:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.056739+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [6, 2]}]: dispatch 2024-09-13T00:09:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.057080+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 0]}]: dispatch 2024-09-13T00:09:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.104921+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-09-13T00:09:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.105834+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]': finished 2024-09-13T00:09:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.106044+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 0]}]': finished 2024-09-13T00:09:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.106297+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 0]}]': finished 2024-09-13T00:09:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.106515+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 0]}]': finished 2024-09-13T00:09:55.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.106710+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 0]}]': finished 2024-09-13T00:09:55.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.106908+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [7, 0]}]': finished 2024-09-13T00:09:55.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.107107+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [5, 2]}]': finished 2024-09-13T00:09:55.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.107286+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [6, 2]}]': finished 2024-09-13T00:09:55.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.107559+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 0]}]': finished 2024-09-13T00:09:55.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: cluster 2024-09-13T00:09:55.107702+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e402: 8 total, 7 up, 8 in 2024-09-13T00:09:55.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.131187+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:55.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[75510]: audit 2024-09-13T00:09:55.135597+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:09:55.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.106710+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 0]}]': finished 2024-09-13T00:09:55.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.106908+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [7, 0]}]': finished 2024-09-13T00:09:55.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.107107+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [5, 2]}]': finished 2024-09-13T00:09:55.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.107286+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [6, 2]}]': finished 2024-09-13T00:09:55.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.107559+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 0]}]': finished 2024-09-13T00:09:55.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: cluster 2024-09-13T00:09:55.107702+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e402: 8 total, 7 up, 8 in 2024-09-13T00:09:55.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.131187+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:55.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:55 smithi032 bash[76677]: audit 2024-09-13T00:09:55.135597+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:09:55.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.052648+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-09-13T00:09:55.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.053467+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-09-13T00:09:55.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.054224+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 0]}]: dispatch 2024-09-13T00:09:55.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.054924+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 0]}]: dispatch 2024-09-13T00:09:55.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.055310+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 0]}]: dispatch 2024-09-13T00:09:55.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.055652+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 0]}]: dispatch 2024-09-13T00:09:55.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.056000+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [7, 0]}]: dispatch 2024-09-13T00:09:55.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.056347+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [5, 2]}]: dispatch 2024-09-13T00:09:55.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.056739+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [6, 2]}]: dispatch 2024-09-13T00:09:55.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.057080+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 0]}]: dispatch 2024-09-13T00:09:55.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.104921+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-09-13T00:09:55.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.105834+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]': finished 2024-09-13T00:09:55.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.106044+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 0]}]': finished 2024-09-13T00:09:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.106297+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 0]}]': finished 2024-09-13T00:09:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.106515+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 0]}]': finished 2024-09-13T00:09:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.106710+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 0]}]': finished 2024-09-13T00:09:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.106908+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [7, 0]}]': finished 2024-09-13T00:09:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.107107+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [5, 2]}]': finished 2024-09-13T00:09:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.107286+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [6, 2]}]': finished 2024-09-13T00:09:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.107559+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 0]}]': finished 2024-09-13T00:09:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: cluster 2024-09-13T00:09:55.107702+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e402: 8 total, 7 up, 8 in 2024-09-13T00:09:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.131187+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:55 smithi053 bash[67631]: audit 2024-09-13T00:09:55.135597+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:09:56.107 INFO:tasks.rados.rados.0.smithi032.stdout:1787: done (2 left) 2024-09-13T00:09:56.107 INFO:tasks.rados.rados.0.smithi032.stdout:1788: done (1 left) 2024-09-13T00:09:56.108 INFO:tasks.rados.rados.0.smithi032.stdout:1789: done (0 left) 2024-09-13T00:09:56.108 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 184 2024-09-13T00:09:56.108 INFO:tasks.rados.rados.0.smithi032.stdout:1790: seq_num 594 ranges {0=352256} 2024-09-13T00:09:56.109 INFO:tasks.rados.rados.0.smithi032.stdout:1790: writing smithi03267100-43 from 0 to 352256 tid 1 2024-09-13T00:09:56.109 INFO:tasks.rados.rados.0.smithi032.stdout:1791: delete oid 18 current snap is 184 2024-09-13T00:09:56.124 INFO:tasks.rados.rados.0.smithi032.stdout:1790: finishing write tid 1 to smithi03267100-43 2024-09-13T00:09:56.124 INFO:tasks.rados.rados.0.smithi032.stdout:1790: finishing write tid 2 to smithi03267100-43 2024-09-13T00:09:56.127 INFO:tasks.rados.rados.0.smithi032.stdout:1790: finishing write tid 3 to smithi03267100-43 2024-09-13T00:09:56.127 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 625 (ObjNum 594 snap 184 seq_num 594) dirty exists 2024-09-13T00:09:56.127 INFO:tasks.rados.rados.0.smithi032.stdout:1790: left oid 43 (ObjNum 594 snap 184 seq_num 594) 2024-09-13T00:09:56.131 INFO:tasks.rados.rados.0.smithi032.stdout:1790: done (1 left) 2024-09-13T00:09:56.131 INFO:tasks.rados.rados.0.smithi032.stdout:1791: done (0 left) 2024-09-13T00:09:56.131 INFO:tasks.rados.rados.0.smithi032.stdout:1792: read oid 36 snap -1 2024-09-13T00:09:56.131 INFO:tasks.rados.rados.0.smithi032.stdout:1792: expect (ObjNum 570 snap 169 seq_num 570) 2024-09-13T00:09:56.131 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 184 2024-09-13T00:09:56.132 INFO:tasks.rados.rados.0.smithi032.stdout:1793: seq_num 596 ranges {0=385024} 2024-09-13T00:09:56.133 INFO:tasks.rados.rados.0.smithi032.stdout:1793: writing smithi03267100-18 from 0 to 385024 tid 1 2024-09-13T00:09:56.134 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 184 2024-09-13T00:09:56.134 INFO:tasks.rados.rados.0.smithi032.stdout:1794: seq_num 597 ranges {7479296=401408} 2024-09-13T00:09:56.179 INFO:tasks.rados.rados.0.smithi032.stdout:1794: writing smithi03267100-44 from 7479296 to 7880704 tid 1 2024-09-13T00:09:56.179 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 184 2024-09-13T00:09:56.179 INFO:tasks.rados.rados.0.smithi032.stdout:1795: seq_num 598 ranges {2170880=417792} 2024-09-13T00:09:56.194 INFO:tasks.rados.rados.0.smithi032.stdout:1795: writing smithi03267100-9 from 2170880 to 2588672 tid 1 2024-09-13T00:09:56.194 INFO:tasks.rados.rados.0.smithi032.stdout:1796: read oid 10 snap -1 2024-09-13T00:09:56.194 INFO:tasks.rados.rados.0.smithi032.stdout:1796: expect (ObjNum 578 snap 174 seq_num 578) 2024-09-13T00:09:56.194 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 184 2024-09-13T00:09:56.194 INFO:tasks.rados.rados.0.smithi032.stdout:1793: finishing write tid 1 to smithi03267100-18 2024-09-13T00:09:56.194 INFO:tasks.rados.rados.0.smithi032.stdout:1797: seq_num 599 ranges {0=434176} 2024-09-13T00:09:56.196 INFO:tasks.rados.rados.0.smithi032.stdout:1797: writing smithi03267100-12 from 0 to 434176 tid 1 2024-09-13T00:09:56.196 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 184 2024-09-13T00:09:56.196 INFO:tasks.rados.rados.0.smithi032.stdout:1793: finishing write tid 2 to smithi03267100-18 2024-09-13T00:09:56.196 INFO:tasks.rados.rados.0.smithi032.stdout:1798: seq_num 600 ranges {3473408=450560} 2024-09-13T00:09:56.219 INFO:tasks.rados.rados.0.smithi032.stdout:1798: writing smithi03267100-25 from 3473408 to 3923968 tid 1 2024-09-13T00:09:56.219 INFO:tasks.rados.rados.0.smithi032.stdout:1799: copy_from oid 5 from oid 6 current snap is 184 2024-09-13T00:09:56.219 INFO:tasks.rados.rados.0.smithi032.stdout:1793: finishing write tid 3 to smithi03267100-18 2024-09-13T00:09:56.219 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1418 (ObjNum 596 snap 184 seq_num 596) dirty exists 2024-09-13T00:09:56.219 INFO:tasks.rados.rados.0.smithi032.stdout:1793: left oid 18 (ObjNum 596 snap 184 seq_num 596) 2024-09-13T00:09:56.219 INFO:tasks.rados.rados.0.smithi032.stdout:1792: expect (ObjNum 570 snap 169 seq_num 570) 2024-09-13T00:09:56.285 INFO:tasks.rados.rados.0.smithi032.stdout:1794: finishing write tid 1 to smithi03267100-44 2024-09-13T00:09:56.285 INFO:tasks.rados.rados.0.smithi032.stdout:1794: finishing write tid 2 to smithi03267100-44 2024-09-13T00:09:56.285 INFO:tasks.rados.rados.0.smithi032.stdout:1794: finishing write tid 3 to smithi03267100-44 2024-09-13T00:09:56.286 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 633 (ObjNum 597 snap 184 seq_num 597) dirty exists 2024-09-13T00:09:56.286 INFO:tasks.rados.rados.0.smithi032.stdout:1794: left oid 44 (ObjNum 597 snap 184 seq_num 597) 2024-09-13T00:09:56.286 INFO:tasks.rados.rados.0.smithi032.stdout:1797: finishing write tid 1 to smithi03267100-12 2024-09-13T00:09:56.286 INFO:tasks.rados.rados.0.smithi032.stdout:1792: done (7 left) 2024-09-13T00:09:56.286 INFO:tasks.rados.rados.0.smithi032.stdout:1793: done (6 left) 2024-09-13T00:09:56.286 INFO:tasks.rados.rados.0.smithi032.stdout:1794: done (5 left) 2024-09-13T00:09:56.286 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 184 2024-09-13T00:09:56.286 INFO:tasks.rados.rados.0.smithi032.stdout:1797: finishing write tid 2 to smithi03267100-12 2024-09-13T00:09:56.286 INFO:tasks.rados.rados.0.smithi032.stdout:1797: finishing write tid 3 to smithi03267100-12 2024-09-13T00:09:56.286 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1298 (ObjNum 599 snap 184 seq_num 599) dirty exists 2024-09-13T00:09:56.286 INFO:tasks.rados.rados.0.smithi032.stdout:1797: left oid 12 (ObjNum 599 snap 184 seq_num 599) 2024-09-13T00:09:56.286 INFO:tasks.rados.rados.0.smithi032.stdout:1795: finishing write tid 1 to smithi03267100-9 2024-09-13T00:09:56.318 INFO:tasks.rados.rados.0.smithi032.stdout:1795: finishing write tid 2 to smithi03267100-9 2024-09-13T00:09:56.318 INFO:tasks.rados.rados.0.smithi032.stdout:1800: seq_num 601 ranges {1613824=475136} 2024-09-13T00:09:56.319 INFO:tasks.rados.rados.0.smithi032.stdout:1800: writing smithi03267100-50 from 1613824 to 2088960 tid 1 2024-09-13T00:09:56.319 INFO:tasks.rados.rados.0.smithi032.stdout:1797: done (5 left) 2024-09-13T00:09:56.319 INFO:tasks.rados.rados.0.smithi032.stdout:1801: read oid 32 snap -1 2024-09-13T00:09:56.319 INFO:tasks.rados.rados.0.smithi032.stdout:1801: expect (ObjNum 554 snap 164 seq_num 554) 2024-09-13T00:09:56.319 INFO:tasks.rados.rados.0.smithi032.stdout:1802: copy_from oid 42 from oid 7 current snap is 184 2024-09-13T00:09:56.319 INFO:tasks.rados.rados.0.smithi032.stdout:1795: finishing write tid 3 to smithi03267100-9 2024-09-13T00:09:56.319 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1421 (ObjNum 598 snap 184 seq_num 598) dirty exists 2024-09-13T00:09:56.320 INFO:tasks.rados.rados.0.smithi032.stdout:1795: left oid 9 (ObjNum 598 snap 184 seq_num 598) 2024-09-13T00:09:56.320 INFO:tasks.rados.rados.0.smithi032.stdout:1796: expect (ObjNum 578 snap 174 seq_num 578) 2024-09-13T00:09:56.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:56 smithi032 bash[75510]: cluster 2024-09-13T00:09:55.061810+0000 mgr.y (mgr.34107) 124 : cluster [DBG] pgmap v169: 121 pgs: 16 stale+active+clean, 105 active+clean; 516 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:56.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:56 smithi032 bash[75510]: cluster 2024-09-13T00:09:56.112083+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e403: 8 total, 7 up, 8 in 2024-09-13T00:09:56.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:56 smithi032 bash[76677]: cluster 2024-09-13T00:09:55.061810+0000 mgr.y (mgr.34107) 124 : cluster [DBG] pgmap v169: 121 pgs: 16 stale+active+clean, 105 active+clean; 516 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:56.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:56 smithi032 bash[76677]: cluster 2024-09-13T00:09:56.112083+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e403: 8 total, 7 up, 8 in 2024-09-13T00:09:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:56 smithi053 bash[67631]: cluster 2024-09-13T00:09:55.061810+0000 mgr.y (mgr.34107) 124 : cluster [DBG] pgmap v169: 121 pgs: 16 stale+active+clean, 105 active+clean; 516 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:09:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:56 smithi053 bash[67631]: cluster 2024-09-13T00:09:56.112083+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e403: 8 total, 7 up, 8 in 2024-09-13T00:09:56.548 INFO:tasks.rados.rados.0.smithi032.stdout:1799: finishing copy_from to smithi03267100-5 2024-09-13T00:09:56.548 INFO:tasks.rados.rados.0.smithi032.stdout:1799: got expected ENOENT (src dne) 2024-09-13T00:09:56.548 INFO:tasks.rados.rados.0.smithi032.stdout:1799: finishing copy_from racing read to smithi03267100-5 2024-09-13T00:09:56.548 INFO:tasks.rados.rados.0.smithi032.stdout:1798: finishing write tid 1 to smithi03267100-25 2024-09-13T00:09:56.548 INFO:tasks.rados.rados.0.smithi032.stdout:1798: finishing write tid 2 to smithi03267100-25 2024-09-13T00:09:56.548 INFO:tasks.rados.rados.0.smithi032.stdout:1798: finishing write tid 3 to smithi03267100-25 2024-09-13T00:09:56.548 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 635 (ObjNum 600 snap 184 seq_num 600) dirty exists 2024-09-13T00:09:56.548 INFO:tasks.rados.rados.0.smithi032.stdout:1798: left oid 25 (ObjNum 600 snap 184 seq_num 600) 2024-09-13T00:09:56.548 INFO:tasks.rados.rados.0.smithi032.stdout:1800: finishing write tid 1 to smithi03267100-50 2024-09-13T00:09:56.548 INFO:tasks.rados.rados.0.smithi032.stdout:1800: finishing write tid 2 to smithi03267100-50 2024-09-13T00:09:56.548 INFO:tasks.rados.rados.0.smithi032.stdout:1800: finishing write tid 3 to smithi03267100-50 2024-09-13T00:09:56.549 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 808 (ObjNum 601 snap 184 seq_num 601) dirty exists 2024-09-13T00:09:56.549 INFO:tasks.rados.rados.0.smithi032.stdout:1800: left oid 50 (ObjNum 601 snap 184 seq_num 601) 2024-09-13T00:09:56.549 INFO:tasks.rados.rados.0.smithi032.stdout:1801: expect (ObjNum 554 snap 164 seq_num 554) 2024-09-13T00:09:56.604 INFO:tasks.rados.rados.0.smithi032.stdout:1795: done (6 left) 2024-09-13T00:09:56.604 INFO:tasks.rados.rados.0.smithi032.stdout:1796: done (5 left) 2024-09-13T00:09:56.604 INFO:tasks.rados.rados.0.smithi032.stdout:1798: done (4 left) 2024-09-13T00:09:56.604 INFO:tasks.rados.rados.0.smithi032.stdout:1799: done (3 left) 2024-09-13T00:09:56.604 INFO:tasks.rados.rados.0.smithi032.stdout:1800: done (2 left) 2024-09-13T00:09:56.604 INFO:tasks.rados.rados.0.smithi032.stdout:1801: done (1 left) 2024-09-13T00:09:56.604 INFO:tasks.rados.rados.0.smithi032.stdout:1803: delete oid 2 current snap is 184 2024-09-13T00:09:56.607 INFO:tasks.rados.rados.0.smithi032.stdout:1803: done (1 left) 2024-09-13T00:09:56.607 INFO:tasks.rados.rados.0.smithi032.stdout:1804: read oid 8 snap -1 2024-09-13T00:09:56.607 INFO:tasks.rados.rados.0.smithi032.stdout:1804: expect (ObjNum 593 snap 183 seq_num 593) 2024-09-13T00:09:56.607 INFO:tasks.rados.rados.0.smithi032.stdout:1805: snap_remove snap 148 2024-09-13T00:09:57.109 INFO:tasks.rados.rados.0.smithi032.stdout:1805: done (2 left) 2024-09-13T00:09:57.109 INFO:tasks.rados.rados.0.smithi032.stdout:1806: copy_from oid 35 from oid 21 current snap is 184 2024-09-13T00:09:57.109 INFO:tasks.rados.rados.0.smithi032.stdout:1807: copy_from oid 37 from oid 41 current snap is 184 2024-09-13T00:09:57.109 INFO:tasks.rados.rados.0.smithi032.stdout:1808: snap_remove snap 178 2024-09-13T00:09:57.414 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:09:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:57.414 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:09:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:57.415 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:09:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:57.415 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:09:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:57.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:57.416 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:57 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-13T00:09:57.416 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:57 smithi032 systemd[1]: Stopped Ceph osd.0 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:09:57.416 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:57.416 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:57 smithi032 systemd[1]: Started Ceph osd.0 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:09:57.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:57.416 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:09:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:57.417 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:09:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:57.417 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:09:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:09:58.094 INFO:tasks.rados.rados.0.smithi032.stdout:1808: done (4 left) 2024-09-13T00:09:58.094 INFO:tasks.rados.rados.0.smithi032.stdout:1809: setattr oid 22 current snap is 184 2024-09-13T00:09:58.095 INFO:tasks.rados.rados.0.smithi032.stdout:1804: expect (ObjNum 593 snap 183 seq_num 593) 2024-09-13T00:09:58.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[75510]: cluster 2024-09-13T00:09:57.062807+0000 mgr.y (mgr.34107) 125 : cluster [DBG] pgmap v172: 121 pgs: 8 peering, 33 active+undersized, 16 active+undersized+degraded, 64 active+clean; 517 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 962 KiB/s wr, 4 op/s; 185/1089 objects degraded (16.988%) 2024-09-13T00:09:58.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[75510]: cluster 2024-09-13T00:09:57.111191+0000 mon.a (mon.0) 387 : cluster [DBG] osdmap e404: 8 total, 7 up, 8 in 2024-09-13T00:09:58.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[75510]: cluster 2024-09-13T00:09:57.154744+0000 mon.a (mon.0) 388 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T00:09:58.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[75510]: cluster 2024-09-13T00:09:57.154804+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: Degraded data redundancy: 185/1089 objects degraded (16.988%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T00:09:58.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[75510]: audit 2024-09-13T00:09:57.451789+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:58.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[75510]: audit 2024-09-13T00:09:57.457209+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:58.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[75510]: audit 2024-09-13T00:09:57.458293+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:09:58.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[75510]: audit 2024-09-13T00:09:57.781768+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:58.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[75510]: audit 2024-09-13T00:09:57.787606+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:58.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[75510]: cluster 2024-09-13T00:09:58.098982+0000 mon.a (mon.0) 395 : cluster [DBG] osdmap e405: 8 total, 7 up, 8 in 2024-09-13T00:09:58.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[76677]: cluster 2024-09-13T00:09:57.062807+0000 mgr.y (mgr.34107) 125 : cluster [DBG] pgmap v172: 121 pgs: 8 peering, 33 active+undersized, 16 active+undersized+degraded, 64 active+clean; 517 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 962 KiB/s wr, 4 op/s; 185/1089 objects degraded (16.988%) 2024-09-13T00:09:58.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[76677]: cluster 2024-09-13T00:09:57.111191+0000 mon.a (mon.0) 387 : cluster [DBG] osdmap e404: 8 total, 7 up, 8 in 2024-09-13T00:09:58.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[76677]: cluster 2024-09-13T00:09:57.154744+0000 mon.a (mon.0) 388 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T00:09:58.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[76677]: cluster 2024-09-13T00:09:57.154804+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: Degraded data redundancy: 185/1089 objects degraded (16.988%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T00:09:58.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[76677]: audit 2024-09-13T00:09:57.451789+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:58.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[76677]: audit 2024-09-13T00:09:57.457209+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:58.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[76677]: audit 2024-09-13T00:09:57.458293+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:09:58.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[76677]: audit 2024-09-13T00:09:57.781768+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:58.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[76677]: audit 2024-09-13T00:09:57.787606+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:58.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:09:58 smithi032 bash[76677]: cluster 2024-09-13T00:09:58.098982+0000 mon.a (mon.0) 395 : cluster [DBG] osdmap e405: 8 total, 7 up, 8 in 2024-09-13T00:09:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:58 smithi053 bash[67631]: cluster 2024-09-13T00:09:57.062807+0000 mgr.y (mgr.34107) 125 : cluster [DBG] pgmap v172: 121 pgs: 8 peering, 33 active+undersized, 16 active+undersized+degraded, 64 active+clean; 517 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 962 KiB/s wr, 4 op/s; 185/1089 objects degraded (16.988%) 2024-09-13T00:09:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:58 smithi053 bash[67631]: cluster 2024-09-13T00:09:57.111191+0000 mon.a (mon.0) 387 : cluster [DBG] osdmap e404: 8 total, 7 up, 8 in 2024-09-13T00:09:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:58 smithi053 bash[67631]: cluster 2024-09-13T00:09:57.154744+0000 mon.a (mon.0) 388 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T00:09:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:58 smithi053 bash[67631]: cluster 2024-09-13T00:09:57.154804+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: Degraded data redundancy: 185/1089 objects degraded (16.988%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T00:09:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:58 smithi053 bash[67631]: audit 2024-09-13T00:09:57.451789+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:58 smithi053 bash[67631]: audit 2024-09-13T00:09:57.457209+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:58.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:58 smithi053 bash[67631]: audit 2024-09-13T00:09:57.458293+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:09:58.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:58 smithi053 bash[67631]: audit 2024-09-13T00:09:57.781768+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:58.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:58 smithi053 bash[67631]: audit 2024-09-13T00:09:57.787606+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:09:58.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:09:58 smithi053 bash[67631]: cluster 2024-09-13T00:09:58.098982+0000 mon.a (mon.0) 395 : cluster [DBG] osdmap e405: 8 total, 7 up, 8 in 2024-09-13T00:09:58.723 INFO:tasks.rados.rados.0.smithi032.stdout:1807: finishing copy_from to smithi03267100-37 2024-09-13T00:09:58.724 INFO:tasks.rados.rados.0.smithi032.stdout:1807: got expected ENOENT (src dne) 2024-09-13T00:09:58.724 INFO:tasks.rados.rados.0.smithi032.stdout:1807: finishing copy_from racing read to smithi03267100-37 2024-09-13T00:09:58.724 INFO:tasks.rados.rados.0.smithi032.stdout:1806: finishing copy_from to smithi03267100-35 2024-09-13T00:09:58.724 INFO:tasks.rados.rados.0.smithi032.stdout:1806: got expected ENOENT (src dne) 2024-09-13T00:09:58.724 INFO:tasks.rados.rados.0.smithi032.stdout:1806: finishing copy_from racing read to smithi03267100-35 2024-09-13T00:09:58.724 INFO:tasks.rados.rados.0.smithi032.stdout:1802: finishing copy_from racing read to smithi03267100-42 2024-09-13T00:09:58.724 INFO:tasks.rados.rados.0.smithi032.stdout:1802: finishing copy_from to smithi03267100-42 2024-09-13T00:09:58.724 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 765 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T00:09:58.724 INFO:tasks.rados.rados.0.smithi032.stdout:1802: done (4 left) 2024-09-13T00:09:58.724 INFO:tasks.rados.rados.0.smithi032.stdout:1804: done (3 left) 2024-09-13T00:09:58.724 INFO:tasks.rados.rados.0.smithi032.stdout:1806: done (2 left) 2024-09-13T00:09:58.724 INFO:tasks.rados.rados.0.smithi032.stdout:1807: done (1 left) 2024-09-13T00:09:58.725 INFO:tasks.rados.rados.0.smithi032.stdout:1810: setattr oid 25 current snap is 184 2024-09-13T00:09:58.728 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1204 (ObjNum 592 snap 183 seq_num 592) dirty exists 2024-09-13T00:09:58.728 INFO:tasks.rados.rados.0.smithi032.stdout:1809: done (1 left) 2024-09-13T00:09:58.728 INFO:tasks.rados.rados.0.smithi032.stdout:1811: read oid 28 snap 143 2024-09-13T00:09:58.728 INFO:tasks.rados.rados.0.smithi032.stdout:1811: expect (ObjNum 423 snap 130 seq_num 423) 2024-09-13T00:09:58.728 INFO:tasks.rados.rados.0.smithi032.stdout:1812: setattr oid 2 current snap is 184 2024-09-13T00:09:58.732 INFO:tasks.rados.rados.0.smithi032.stdout:1813: snap_remove snap 138 2024-09-13T00:09:59.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:09:58 smithi053 bash[60895]: ts=2024-09-13T00:09:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:09:59.114 INFO:tasks.rados.rados.0.smithi032.stdout:1813: done (3 left) 2024-09-13T00:09:59.115 INFO:tasks.rados.rados.0.smithi032.stdout:1814: delete oid 20 current snap is 184 2024-09-13T00:09:59.115 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 636 (ObjNum 600 snap 184 seq_num 600) dirty exists 2024-09-13T00:09:59.115 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1116 (ObjNum 209 snap 0 seq_num 304) dirty exists 2024-09-13T00:09:59.115 INFO:tasks.rados.rados.0.smithi032.stdout:1811: expect (ObjNum 423 snap 130 seq_num 423) 2024-09-13T00:09:59.440 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:59 smithi032 bash[81140]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T00:09:59.440 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:59 smithi032 bash[81140]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-13T00:09:59.441 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:59 smithi032 bash[81140]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-13T00:09:59.441 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:59 smithi032 bash[81140]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T00:09:59.441 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:59 smithi032 bash[81140]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-13T00:09:59.441 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:59 smithi032 bash[81140]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T00:09:59.441 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:09:59 smithi032 bash[81140]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-13T00:09:59.975 INFO:tasks.rados.rados.0.smithi032.stdout:1810: done (3 left) 2024-09-13T00:09:59.976 INFO:tasks.rados.rados.0.smithi032.stdout:1811: done (2 left) 2024-09-13T00:09:59.976 INFO:tasks.rados.rados.0.smithi032.stdout:1812: done (1 left) 2024-09-13T00:09:59.976 INFO:tasks.rados.rados.0.smithi032.stdout:1814: done (0 left) 2024-09-13T00:09:59.976 INFO:tasks.rados.rados.0.smithi032.stdout:1815: snap_create 2024-09-13T00:10:00.124 INFO:tasks.rados.rados.0.smithi032.stdout:1815: done (0 left) 2024-09-13T00:10:00.124 INFO:tasks.rados.rados.0.smithi032.stdout:1816: copy_from oid 25 from oid 32 current snap is 185 2024-09-13T00:10:00.124 INFO:tasks.rados.rados.0.smithi032.stdout:1817: snap_create 2024-09-13T00:10:00.152 INFO:tasks.rados.rados.0.smithi032.stdout:1816: finishing copy_from racing read to smithi03267100-25 2024-09-13T00:10:00.154 INFO:tasks.rados.rados.0.smithi032.stdout:1816: finishing copy_from to smithi03267100-25 2024-09-13T00:10:00.154 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1284 (ObjNum 554 snap 164 seq_num 554) dirty exists 2024-09-13T00:10:00.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:09:59.063359+0000 mgr.y (mgr.34107) 126 : cluster [DBG] pgmap v175: 121 pgs: 8 peering, 33 active+undersized, 16 active+undersized+degraded, 64 active+clean; 517 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 962 KiB/s wr, 4 op/s; 185/1089 objects degraded (16.988%) 2024-09-13T00:10:00.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:09:59.118872+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e406: 8 total, 7 up, 8 in 2024-09-13T00:10:00.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000133+0000 mon.a (mon.0) 397 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Reduced data availability: 1 pg peering; Degraded data redundancy: 185/1089 objects degraded (16.988%), 16 pgs degraded 2024-09-13T00:10:00.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000156+0000 mon.a (mon.0) 398 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2024-09-13T00:10:00.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000163+0000 mon.a (mon.0) 399 : cluster [WRN] osd.0 (root=default,host=smithi032) is down 2024-09-13T00:10:00.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000174+0000 mon.a (mon.0) 400 : cluster [WRN] [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-09-13T00:10:00.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000181+0000 mon.a (mon.0) 401 : cluster [WRN] pg 2.1c is stuck peering for 11m, current state peering, last acting [5,2] 2024-09-13T00:10:00.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000189+0000 mon.a (mon.0) 402 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 185/1089 objects degraded (16.988%), 16 pgs degraded 2024-09-13T00:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000197+0000 mon.a (mon.0) 403 : cluster [WRN] pg 1.0 is active+undersized+degraded, acting [7,6] 2024-09-13T00:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000204+0000 mon.a (mon.0) 404 : cluster [WRN] pg 2.f is active+undersized+degraded, acting [4,7] 2024-09-13T00:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000211+0000 mon.a (mon.0) 405 : cluster [WRN] pg 2.10 is active+undersized+degraded, acting [2,1] 2024-09-13T00:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000219+0000 mon.a (mon.0) 406 : cluster [WRN] pg 2.13 is active+undersized+degraded, acting [4,3] 2024-09-13T00:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000229+0000 mon.a (mon.0) 407 : cluster [WRN] pg 2.15 is active+undersized+degraded, acting [1,5] 2024-09-13T00:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000237+0000 mon.a (mon.0) 408 : cluster [WRN] pg 2.1d is active+undersized+degraded, acting [7,6] 2024-09-13T00:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000245+0000 mon.a (mon.0) 409 : cluster [WRN] pg 2.1f is active+undersized+degraded, acting [7,4] 2024-09-13T00:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000254+0000 mon.a (mon.0) 410 : cluster [WRN] pg 4.3 is active+undersized+degraded, acting [5,7] 2024-09-13T00:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000263+0000 mon.a (mon.0) 411 : cluster [WRN] pg 5.2 is active+undersized+degraded, acting [6,NONE,5] 2024-09-13T00:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000271+0000 mon.a (mon.0) 412 : cluster [WRN] pg 5.3 is active+undersized+degraded, acting [NONE,3,6] 2024-09-13T00:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000279+0000 mon.a (mon.0) 413 : cluster [WRN] pg 5.5 is active+undersized+degraded, acting [NONE,1,4] 2024-09-13T00:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000287+0000 mon.a (mon.0) 414 : cluster [WRN] pg 5.7 is active+undersized+degraded, acting [5,1,NONE] 2024-09-13T00:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000296+0000 mon.a (mon.0) 415 : cluster [WRN] pg 5.8 is active+undersized+degraded, acting [2,NONE,1] 2024-09-13T00:10:00.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000313+0000 mon.a (mon.0) 416 : cluster [WRN] pg 5.b is active+undersized+degraded, acting [2,NONE,5] 2024-09-13T00:10:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:09:59.063359+0000 mgr.y (mgr.34107) 126 : cluster [DBG] pgmap v175: 121 pgs: 8 peering, 33 active+undersized, 16 active+undersized+degraded, 64 active+clean; 517 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 962 KiB/s wr, 4 op/s; 185/1089 objects degraded (16.988%) 2024-09-13T00:10:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:09:59.118872+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e406: 8 total, 7 up, 8 in 2024-09-13T00:10:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000133+0000 mon.a (mon.0) 397 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Reduced data availability: 1 pg peering; Degraded data redundancy: 185/1089 objects degraded (16.988%), 16 pgs degraded 2024-09-13T00:10:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000156+0000 mon.a (mon.0) 398 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2024-09-13T00:10:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000163+0000 mon.a (mon.0) 399 : cluster [WRN] osd.0 (root=default,host=smithi032) is down 2024-09-13T00:10:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000174+0000 mon.a (mon.0) 400 : cluster [WRN] [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-09-13T00:10:00.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000181+0000 mon.a (mon.0) 401 : cluster [WRN] pg 2.1c is stuck peering for 11m, current state peering, last acting [5,2] 2024-09-13T00:10:00.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000189+0000 mon.a (mon.0) 402 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 185/1089 objects degraded (16.988%), 16 pgs degraded 2024-09-13T00:10:00.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000197+0000 mon.a (mon.0) 403 : cluster [WRN] pg 1.0 is active+undersized+degraded, acting [7,6] 2024-09-13T00:10:00.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000204+0000 mon.a (mon.0) 404 : cluster [WRN] pg 2.f is active+undersized+degraded, acting [4,7] 2024-09-13T00:10:00.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000211+0000 mon.a (mon.0) 405 : cluster [WRN] pg 2.10 is active+undersized+degraded, acting [2,1] 2024-09-13T00:10:00.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000219+0000 mon.a (mon.0) 406 : cluster [WRN] pg 2.13 is active+undersized+degraded, acting [4,3] 2024-09-13T00:10:00.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000229+0000 mon.a (mon.0) 407 : cluster [WRN] pg 2.15 is active+undersized+degraded, acting [1,5] 2024-09-13T00:10:00.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000237+0000 mon.a (mon.0) 408 : cluster [WRN] pg 2.1d is active+undersized+degraded, acting [7,6] 2024-09-13T00:10:00.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000245+0000 mon.a (mon.0) 409 : cluster [WRN] pg 2.1f is active+undersized+degraded, acting [7,4] 2024-09-13T00:10:00.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000254+0000 mon.a (mon.0) 410 : cluster [WRN] pg 4.3 is active+undersized+degraded, acting [5,7] 2024-09-13T00:10:00.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000263+0000 mon.a (mon.0) 411 : cluster [WRN] pg 5.2 is active+undersized+degraded, acting [6,NONE,5] 2024-09-13T00:10:00.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000271+0000 mon.a (mon.0) 412 : cluster [WRN] pg 5.3 is active+undersized+degraded, acting [NONE,3,6] 2024-09-13T00:10:00.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000279+0000 mon.a (mon.0) 413 : cluster [WRN] pg 5.5 is active+undersized+degraded, acting [NONE,1,4] 2024-09-13T00:10:00.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000287+0000 mon.a (mon.0) 414 : cluster [WRN] pg 5.7 is active+undersized+degraded, acting [5,1,NONE] 2024-09-13T00:10:00.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000296+0000 mon.a (mon.0) 415 : cluster [WRN] pg 5.8 is active+undersized+degraded, acting [2,NONE,1] 2024-09-13T00:10:00.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000313+0000 mon.a (mon.0) 416 : cluster [WRN] pg 5.b is active+undersized+degraded, acting [2,NONE,5] 2024-09-13T00:10:00.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000321+0000 mon.a (mon.0) 417 : cluster [WRN] pg 5.c is active+undersized+degraded, acting [1,4,NONE] 2024-09-13T00:10:00.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.000328+0000 mon.a (mon.0) 418 : cluster [WRN] pg 5.e is active+undersized+degraded, acting [4,5,NONE] 2024-09-13T00:10:00.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000321+0000 mon.a (mon.0) 417 : cluster [WRN] pg 5.c is active+undersized+degraded, acting [1,4,NONE] 2024-09-13T00:10:00.417 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.000328+0000 mon.a (mon.0) 418 : cluster [WRN] pg 5.e is active+undersized+degraded, acting [4,5,NONE] 2024-09-13T00:10:00.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:09:59.063359+0000 mgr.y (mgr.34107) 126 : cluster [DBG] pgmap v175: 121 pgs: 8 peering, 33 active+undersized, 16 active+undersized+degraded, 64 active+clean; 517 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 962 KiB/s wr, 4 op/s; 185/1089 objects degraded (16.988%) 2024-09-13T00:10:00.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:09:59.118872+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e406: 8 total, 7 up, 8 in 2024-09-13T00:10:00.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000133+0000 mon.a (mon.0) 397 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Reduced data availability: 1 pg peering; Degraded data redundancy: 185/1089 objects degraded (16.988%), 16 pgs degraded 2024-09-13T00:10:00.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000156+0000 mon.a (mon.0) 398 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2024-09-13T00:10:00.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000163+0000 mon.a (mon.0) 399 : cluster [WRN] osd.0 (root=default,host=smithi032) is down 2024-09-13T00:10:00.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000174+0000 mon.a (mon.0) 400 : cluster [WRN] [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-09-13T00:10:00.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000181+0000 mon.a (mon.0) 401 : cluster [WRN] pg 2.1c is stuck peering for 11m, current state peering, last acting [5,2] 2024-09-13T00:10:00.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000189+0000 mon.a (mon.0) 402 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 185/1089 objects degraded (16.988%), 16 pgs degraded 2024-09-13T00:10:00.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000197+0000 mon.a (mon.0) 403 : cluster [WRN] pg 1.0 is active+undersized+degraded, acting [7,6] 2024-09-13T00:10:00.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000204+0000 mon.a (mon.0) 404 : cluster [WRN] pg 2.f is active+undersized+degraded, acting [4,7] 2024-09-13T00:10:00.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000211+0000 mon.a (mon.0) 405 : cluster [WRN] pg 2.10 is active+undersized+degraded, acting [2,1] 2024-09-13T00:10:00.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000219+0000 mon.a (mon.0) 406 : cluster [WRN] pg 2.13 is active+undersized+degraded, acting [4,3] 2024-09-13T00:10:00.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000229+0000 mon.a (mon.0) 407 : cluster [WRN] pg 2.15 is active+undersized+degraded, acting [1,5] 2024-09-13T00:10:00.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000237+0000 mon.a (mon.0) 408 : cluster [WRN] pg 2.1d is active+undersized+degraded, acting [7,6] 2024-09-13T00:10:00.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000245+0000 mon.a (mon.0) 409 : cluster [WRN] pg 2.1f is active+undersized+degraded, acting [7,4] 2024-09-13T00:10:00.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000254+0000 mon.a (mon.0) 410 : cluster [WRN] pg 4.3 is active+undersized+degraded, acting [5,7] 2024-09-13T00:10:00.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000263+0000 mon.a (mon.0) 411 : cluster [WRN] pg 5.2 is active+undersized+degraded, acting [6,NONE,5] 2024-09-13T00:10:00.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000271+0000 mon.a (mon.0) 412 : cluster [WRN] pg 5.3 is active+undersized+degraded, acting [NONE,3,6] 2024-09-13T00:10:00.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000279+0000 mon.a (mon.0) 413 : cluster [WRN] pg 5.5 is active+undersized+degraded, acting [NONE,1,4] 2024-09-13T00:10:00.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000287+0000 mon.a (mon.0) 414 : cluster [WRN] pg 5.7 is active+undersized+degraded, acting [5,1,NONE] 2024-09-13T00:10:00.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000296+0000 mon.a (mon.0) 415 : cluster [WRN] pg 5.8 is active+undersized+degraded, acting [2,NONE,1] 2024-09-13T00:10:00.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000313+0000 mon.a (mon.0) 416 : cluster [WRN] pg 5.b is active+undersized+degraded, acting [2,NONE,5] 2024-09-13T00:10:00.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000321+0000 mon.a (mon.0) 417 : cluster [WRN] pg 5.c is active+undersized+degraded, acting [1,4,NONE] 2024-09-13T00:10:00.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.000328+0000 mon.a (mon.0) 418 : cluster [WRN] pg 5.e is active+undersized+degraded, acting [4,5,NONE] 2024-09-13T00:10:01.125 INFO:tasks.rados.rados.0.smithi032.stdout:1816: done (1 left) 2024-09-13T00:10:01.126 INFO:tasks.rados.rados.0.smithi032.stdout:1817: done (0 left) 2024-09-13T00:10:01.126 INFO:tasks.rados.rados.0.smithi032.stdout:1818: delete oid 44 current snap is 186 2024-09-13T00:10:01.139 INFO:tasks.rados.rados.0.smithi032.stdout:1818: done (0 left) 2024-09-13T00:10:01.139 INFO:tasks.rados.rados.0.smithi032.stdout:1819: copy_from oid 39 from oid 22 current snap is 186 2024-09-13T00:10:01.139 INFO:tasks.rados.rados.0.smithi032.stdout:1820: snap_remove snap 131 2024-09-13T00:10:01.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:01 smithi032 bash[75510]: cluster 2024-09-13T00:10:00.128791+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e407: 8 total, 7 up, 8 in 2024-09-13T00:10:01.410 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:10:01 smithi032 bash[81393]: debug 2024-09-13T00:10:01.284+0000 7f0f0f762640 1 -- 172.21.15.32:0/1266432194 <== mon.0 v2:172.21.15.32:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5637f24851e0 con 0x5637f2445c00 2024-09-13T00:10:01.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:01 smithi032 bash[76677]: cluster 2024-09-13T00:10:00.128791+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e407: 8 total, 7 up, 8 in 2024-09-13T00:10:01.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:01 smithi053 bash[67631]: cluster 2024-09-13T00:10:00.128791+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e407: 8 total, 7 up, 8 in 2024-09-13T00:10:02.133 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:10:01 smithi032 bash[81393]: debug 2024-09-13T00:10:01.832+0000 7f0f11fc8640 -1 Falling back to public interface 2024-09-13T00:10:02.144 INFO:tasks.rados.rados.0.smithi032.stdout:1820: done (1 left) 2024-09-13T00:10:02.144 INFO:tasks.rados.rados.0.smithi032.stdout:1821: read oid 14 snap -1 2024-09-13T00:10:02.144 INFO:tasks.rados.rados.0.smithi032.stdout:1821: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:10:02.144 INFO:tasks.rados.rados.0.smithi032.stdout:1822: delete oid 30 current snap is 186 2024-09-13T00:10:02.145 INFO:tasks.rados.rados.0.smithi032.stdout:1819: finishing copy_from racing read to smithi03267100-39 2024-09-13T00:10:02.145 INFO:tasks.rados.rados.0.smithi032.stdout:1819: finishing copy_from to smithi03267100-39 2024-09-13T00:10:02.145 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 1204 (ObjNum 592 snap 183 seq_num 592) dirty exists 2024-09-13T00:10:02.173 INFO:tasks.rados.rados.0.smithi032.stdout:1819: done (2 left) 2024-09-13T00:10:02.173 INFO:tasks.rados.rados.0.smithi032.stdout:1822: done (1 left) 2024-09-13T00:10:02.174 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 186 2024-09-13T00:10:02.174 INFO:tasks.rados.rados.0.smithi032.stdout:1823: seq_num 606 ranges {106496=557056} 2024-09-13T00:10:02.177 INFO:tasks.rados.rados.0.smithi032.stdout:1823: writing smithi03267100-42 from 106496 to 663552 tid 1 2024-09-13T00:10:02.177 INFO:tasks.rados.rados.0.smithi032.stdout:1824: copy_from oid 1 from oid 8 current snap is 186 2024-09-13T00:10:02.177 INFO:tasks.rados.rados.0.smithi032.stdout:1825: snap_create 2024-09-13T00:10:02.193 INFO:tasks.rados.rados.0.smithi032.stdout:1821: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:10:02.325 INFO:tasks.rados.rados.0.smithi032.stdout:1823: finishing write tid 1 to smithi03267100-42 2024-09-13T00:10:02.326 INFO:tasks.rados.rados.0.smithi032.stdout:1823: finishing write tid 2 to smithi03267100-42 2024-09-13T00:10:02.326 INFO:tasks.rados.rados.0.smithi032.stdout:1823: finishing write tid 3 to smithi03267100-42 2024-09-13T00:10:02.326 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 767 (ObjNum 606 snap 186 seq_num 606) dirty exists 2024-09-13T00:10:02.326 INFO:tasks.rados.rados.0.smithi032.stdout:1823: left oid 42 (ObjNum 606 snap 186 seq_num 606) 2024-09-13T00:10:02.326 INFO:tasks.rados.rados.0.smithi032.stdout:1824: finishing copy_from racing read to smithi03267100-1 2024-09-13T00:10:02.326 INFO:tasks.rados.rados.0.smithi032.stdout:1824: finishing copy_from to smithi03267100-1 2024-09-13T00:10:02.326 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1203 (ObjNum 593 snap 183 seq_num 593) dirty exists 2024-09-13T00:10:02.410 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:10:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:10:02] "GET /metrics HTTP/1.1" 200 36172 "" "Prometheus/2.43.0" 2024-09-13T00:10:02.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:02 smithi032 bash[75510]: cluster 2024-09-13T00:10:01.064911+0000 mgr.y (mgr.34107) 127 : cluster [DBG] pgmap v178: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 521 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 27 op/s; 188/1089 objects degraded (17.264%); 12/1089 objects misplaced (1.102%) 2024-09-13T00:10:02.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:02 smithi032 bash[75510]: cluster 2024-09-13T00:10:01.125223+0000 mon.a (mon.0) 420 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T00:10:02.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:02 smithi032 bash[75510]: cluster 2024-09-13T00:10:01.129600+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e408: 8 total, 7 up, 8 in 2024-09-13T00:10:02.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:02 smithi032 bash[76677]: cluster 2024-09-13T00:10:01.064911+0000 mgr.y (mgr.34107) 127 : cluster [DBG] pgmap v178: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 521 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 27 op/s; 188/1089 objects degraded (17.264%); 12/1089 objects misplaced (1.102%) 2024-09-13T00:10:02.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:02 smithi032 bash[76677]: cluster 2024-09-13T00:10:01.125223+0000 mon.a (mon.0) 420 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T00:10:02.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:02 smithi032 bash[76677]: cluster 2024-09-13T00:10:01.129600+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e408: 8 total, 7 up, 8 in 2024-09-13T00:10:02.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:02 smithi053 bash[67631]: cluster 2024-09-13T00:10:01.064911+0000 mgr.y (mgr.34107) 127 : cluster [DBG] pgmap v178: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 521 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 27 op/s; 188/1089 objects degraded (17.264%); 12/1089 objects misplaced (1.102%) 2024-09-13T00:10:02.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:02 smithi053 bash[67631]: cluster 2024-09-13T00:10:01.125223+0000 mon.a (mon.0) 420 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T00:10:02.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:02 smithi053 bash[67631]: cluster 2024-09-13T00:10:01.129600+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e408: 8 total, 7 up, 8 in 2024-09-13T00:10:02.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:02 smithi053 bash[60895]: ts=2024-09-13T00:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:03.158 INFO:tasks.rados.rados.0.smithi032.stdout:1821: done (3 left) 2024-09-13T00:10:03.158 INFO:tasks.rados.rados.0.smithi032.stdout:1823: done (2 left) 2024-09-13T00:10:03.158 INFO:tasks.rados.rados.0.smithi032.stdout:1824: done (1 left) 2024-09-13T00:10:03.158 INFO:tasks.rados.rados.0.smithi032.stdout:1825: done (0 left) 2024-09-13T00:10:03.158 INFO:tasks.rados.rados.0.smithi032.stdout:1826: delete oid 42 current snap is 187 2024-09-13T00:10:03.171 INFO:tasks.rados.rados.0.smithi032.stdout:1826: done (0 left) 2024-09-13T00:10:03.171 INFO:tasks.rados.rados.0.smithi032.stdout:1827: delete oid 48 current snap is 187 2024-09-13T00:10:03.179 INFO:tasks.rados.rados.0.smithi032.stdout:1827: done (0 left) 2024-09-13T00:10:03.179 INFO:tasks.rados.rados.0.smithi032.stdout:1828: rollback oid 47 current snap is 187 2024-09-13T00:10:03.179 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 165 2024-09-13T00:10:03.179 INFO:tasks.rados.rados.0.smithi032.stdout:1829: read oid 15 snap -1 2024-09-13T00:10:03.179 INFO:tasks.rados.rados.0.smithi032.stdout:1829: expect (ObjNum 586 snap 179 seq_num 586) 2024-09-13T00:10:03.180 INFO:tasks.rados.rados.0.smithi032.stdout:1830: setattr oid 4 current snap is 187 2024-09-13T00:10:03.186 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 187 2024-09-13T00:10:03.187 INFO:tasks.rados.rados.0.smithi032.stdout:1831: seq_num 609 ranges {2949120=606208} 2024-09-13T00:10:03.240 INFO:tasks.rados.rados.0.smithi032.stdout:1831: writing smithi03267100-29 from 2949120 to 3555328 tid 1 2024-09-13T00:10:03.240 INFO:tasks.rados.rados.0.smithi032.stdout:1832: snap_remove snap 179 2024-09-13T00:10:03.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:03 smithi032 bash[75510]: cluster 2024-09-13T00:10:02.148109+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e409: 8 total, 7 up, 8 in 2024-09-13T00:10:03.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:03 smithi032 bash[75510]: cluster 2024-09-13T00:10:03.093277+0000 mon.a (mon.0) 423 : cluster [WRN] Health check update: Degraded data redundancy: 188/1089 objects degraded (17.264%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:03.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:03 smithi032 bash[76677]: cluster 2024-09-13T00:10:02.148109+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e409: 8 total, 7 up, 8 in 2024-09-13T00:10:03.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:03 smithi032 bash[76677]: cluster 2024-09-13T00:10:03.093277+0000 mon.a (mon.0) 423 : cluster [WRN] Health check update: Degraded data redundancy: 188/1089 objects degraded (17.264%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:03.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:03 smithi053 bash[67631]: cluster 2024-09-13T00:10:02.148109+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e409: 8 total, 7 up, 8 in 2024-09-13T00:10:03.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:03 smithi053 bash[67631]: cluster 2024-09-13T00:10:03.093277+0000 mon.a (mon.0) 423 : cluster [WRN] Health check update: Degraded data redundancy: 188/1089 objects degraded (17.264%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:03.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:03 smithi053 bash[60895]: ts=2024-09-13T00:10:03.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:04.160 INFO:tasks.rados.rados.0.smithi032.stdout:1832: done (4 left) 2024-09-13T00:10:04.160 INFO:tasks.rados.rados.0.smithi032.stdout:1833: snap_create 2024-09-13T00:10:04.160 INFO:tasks.rados.rados.0.smithi032.stdout:1828: finishing rollback tid 0 to smithi03267100-47 2024-09-13T00:10:04.160 INFO:tasks.rados.rados.0.smithi032.stdout:1828: finishing rollback tid 1 to smithi03267100-47 2024-09-13T00:10:04.160 INFO:tasks.rados.rados.0.smithi032.stdout:1828: finishing rollback tid 2 to smithi03267100-47 2024-09-13T00:10:04.160 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 634 (ObjNum 534 snap 156 seq_num 534) dirty exists 2024-09-13T00:10:04.161 INFO:tasks.rados.rados.0.smithi032.stdout:1829: expect (ObjNum 586 snap 179 seq_num 586) 2024-09-13T00:10:04.240 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 851 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-09-13T00:10:04.240 INFO:tasks.rados.rados.0.smithi032.stdout:1831: finishing write tid 1 to smithi03267100-29 2024-09-13T00:10:04.240 INFO:tasks.rados.rados.0.smithi032.stdout:1831: finishing write tid 2 to smithi03267100-29 2024-09-13T00:10:04.240 INFO:tasks.rados.rados.0.smithi032.stdout:1831: finishing write tid 3 to smithi03267100-29 2024-09-13T00:10:04.240 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1206 (ObjNum 609 snap 187 seq_num 609) dirty exists 2024-09-13T00:10:04.240 INFO:tasks.rados.rados.0.smithi032.stdout:1831: left oid 29 (ObjNum 609 snap 187 seq_num 609) 2024-09-13T00:10:04.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:04 smithi032 bash[75510]: cluster 2024-09-13T00:10:03.065583+0000 mgr.y (mgr.34107) 128 : cluster [DBG] pgmap v181: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 521 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 27 op/s; 188/1089 objects degraded (17.264%); 12/1089 objects misplaced (1.102%) 2024-09-13T00:10:04.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:04 smithi032 bash[75510]: cluster 2024-09-13T00:10:03.161657+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e410: 8 total, 7 up, 8 in 2024-09-13T00:10:04.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:04 smithi032 bash[76677]: cluster 2024-09-13T00:10:03.065583+0000 mgr.y (mgr.34107) 128 : cluster [DBG] pgmap v181: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 521 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 27 op/s; 188/1089 objects degraded (17.264%); 12/1089 objects misplaced (1.102%) 2024-09-13T00:10:04.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:04 smithi032 bash[76677]: cluster 2024-09-13T00:10:03.161657+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e410: 8 total, 7 up, 8 in 2024-09-13T00:10:04.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:04 smithi053 bash[67631]: cluster 2024-09-13T00:10:03.065583+0000 mgr.y (mgr.34107) 128 : cluster [DBG] pgmap v181: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 521 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 27 op/s; 188/1089 objects degraded (17.264%); 12/1089 objects misplaced (1.102%) 2024-09-13T00:10:04.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:04 smithi053 bash[67631]: cluster 2024-09-13T00:10:03.161657+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e410: 8 total, 7 up, 8 in 2024-09-13T00:10:04.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:04 smithi053 bash[60895]: ts=2024-09-13T00:10:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:04.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:04 smithi053 bash[60895]: ts=2024-09-13T00:10:04.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:05.166 INFO:tasks.rados.rados.0.smithi032.stdout:1828: done (4 left) 2024-09-13T00:10:05.166 INFO:tasks.rados.rados.0.smithi032.stdout:1829: done (3 left) 2024-09-13T00:10:05.166 INFO:tasks.rados.rados.0.smithi032.stdout:1830: done (2 left) 2024-09-13T00:10:05.166 INFO:tasks.rados.rados.0.smithi032.stdout:1831: done (1 left) 2024-09-13T00:10:05.166 INFO:tasks.rados.rados.0.smithi032.stdout:1833: done (0 left) 2024-09-13T00:10:05.166 INFO:tasks.rados.rados.0.smithi032.stdout:1834: delete oid 38 current snap is 188 2024-09-13T00:10:05.174 INFO:tasks.rados.rados.0.smithi032.stdout:1834: done (0 left) 2024-09-13T00:10:05.174 INFO:tasks.rados.rados.0.smithi032.stdout:1835: snap_remove snap 166 2024-09-13T00:10:05.457 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:05 smithi032 bash[76677]: cluster 2024-09-13T00:10:04.164727+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e411: 8 total, 7 up, 8 in 2024-09-13T00:10:05.457 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:05 smithi032 bash[76677]: audit 2024-09-13T00:10:04.322793+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:05.457 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:05 smithi032 bash[76677]: audit 2024-09-13T00:10:04.328299+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:05.457 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:05 smithi032 bash[76677]: audit 2024-09-13T00:10:05.027828+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:05.457 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:05 smithi032 bash[76677]: audit 2024-09-13T00:10:05.033430+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:05.458 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:05 smithi032 bash[75510]: cluster 2024-09-13T00:10:04.164727+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e411: 8 total, 7 up, 8 in 2024-09-13T00:10:05.458 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:05 smithi032 bash[75510]: audit 2024-09-13T00:10:04.322793+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:05.458 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:05 smithi032 bash[75510]: audit 2024-09-13T00:10:04.328299+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:05.458 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:05 smithi032 bash[75510]: audit 2024-09-13T00:10:05.027828+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:05.458 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:05 smithi032 bash[75510]: audit 2024-09-13T00:10:05.033430+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:05.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:05 smithi053 bash[67631]: cluster 2024-09-13T00:10:04.164727+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e411: 8 total, 7 up, 8 in 2024-09-13T00:10:05.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:05 smithi053 bash[67631]: audit 2024-09-13T00:10:04.322793+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:05.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:05 smithi053 bash[67631]: audit 2024-09-13T00:10:04.328299+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:05.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:05 smithi053 bash[67631]: audit 2024-09-13T00:10:05.027828+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:05.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:05 smithi053 bash[67631]: audit 2024-09-13T00:10:05.033430+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:05.910 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:10:05 smithi032 bash[81393]: debug 2024-09-13T00:10:05.456+0000 7f0f11fc8640 -1 osd.0 399 log_to_monitors true 2024-09-13T00:10:06.186 INFO:tasks.rados.rados.0.smithi032.stdout:1835: done (0 left) 2024-09-13T00:10:06.186 INFO:tasks.rados.rados.0.smithi032.stdout:1836: rmattr oid 12 current snap is 188 2024-09-13T00:10:06.187 INFO:tasks.rados.rados.0.smithi032.stdout:1836: done (0 left) 2024-09-13T00:10:06.187 INFO:tasks.rados.rados.0.smithi032.stdout:1837: snap_remove snap 176 2024-09-13T00:10:06.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:06 smithi053 bash[67631]: cluster 2024-09-13T00:10:05.066106+0000 mgr.y (mgr.34107) 129 : cluster [DBG] pgmap v184: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 521 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 188/1089 objects degraded (17.264%); 12/1089 objects misplaced (1.102%) 2024-09-13T00:10:06.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:06 smithi053 bash[67631]: cluster 2024-09-13T00:10:05.169577+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e412: 8 total, 7 up, 8 in 2024-09-13T00:10:06.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:06 smithi053 bash[67631]: audit 2024-09-13T00:10:05.465027+0000 mon.a (mon.0) 431 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T00:10:06.548 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:06 smithi032 bash[75510]: cluster 2024-09-13T00:10:05.066106+0000 mgr.y (mgr.34107) 129 : cluster [DBG] pgmap v184: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 521 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 188/1089 objects degraded (17.264%); 12/1089 objects misplaced (1.102%) 2024-09-13T00:10:06.548 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:06 smithi032 bash[75510]: cluster 2024-09-13T00:10:05.169577+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e412: 8 total, 7 up, 8 in 2024-09-13T00:10:06.548 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:06 smithi032 bash[75510]: audit 2024-09-13T00:10:05.465027+0000 mon.a (mon.0) 431 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T00:10:06.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:06 smithi032 bash[76677]: cluster 2024-09-13T00:10:05.066106+0000 mgr.y (mgr.34107) 129 : cluster [DBG] pgmap v184: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 521 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 188/1089 objects degraded (17.264%); 12/1089 objects misplaced (1.102%) 2024-09-13T00:10:06.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:06 smithi032 bash[76677]: cluster 2024-09-13T00:10:05.169577+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e412: 8 total, 7 up, 8 in 2024-09-13T00:10:06.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:06 smithi032 bash[76677]: audit 2024-09-13T00:10:05.465027+0000 mon.a (mon.0) 431 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T00:10:06.910 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:10:06 smithi032 bash[81393]: debug 2024-09-13T00:10:06.548+0000 7f0f05d6a640 -1 osd.0 399 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T00:10:07.220 INFO:tasks.rados.rados.0.smithi032.stdout:1837: done (0 left) 2024-09-13T00:10:07.220 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 188 2024-09-13T00:10:07.220 INFO:tasks.rados.rados.0.smithi032.stdout:1838: seq_num 611 ranges {0=638976} 2024-09-13T00:10:07.222 INFO:tasks.rados.rados.0.smithi032.stdout:1838: writing smithi03267100-34 from 0 to 638976 tid 1 2024-09-13T00:10:07.222 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 188 2024-09-13T00:10:07.223 INFO:tasks.rados.rados.0.smithi032.stdout:1839: seq_num 612 ranges {0=655360} 2024-09-13T00:10:07.229 INFO:tasks.rados.rados.0.smithi032.stdout:1839: writing smithi03267100-38 from 0 to 655360 tid 1 2024-09-13T00:10:07.229 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 188 2024-09-13T00:10:07.229 INFO:tasks.rados.rados.0.smithi032.stdout:1840: seq_num 613 ranges {7405568=671744} 2024-09-13T00:10:07.283 INFO:tasks.rados.rados.0.smithi032.stdout:1840: writing smithi03267100-1 from 7405568 to 8077312 tid 1 2024-09-13T00:10:07.283 INFO:tasks.rados.rados.0.smithi032.stdout:1841: rollback oid 33 current snap is 188 2024-09-13T00:10:07.283 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 33 to 118 2024-09-13T00:10:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:1838: finishing write tid 1 to smithi03267100-34 2024-09-13T00:10:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:1842: rollback oid 7 current snap is 188 2024-09-13T00:10:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 7 to 171 2024-09-13T00:10:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:1838: finishing write tid 2 to smithi03267100-34 2024-09-13T00:10:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:1838: finishing write tid 3 to smithi03267100-34 2024-09-13T00:10:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 1300 (ObjNum 611 snap 188 seq_num 611) dirty exists 2024-09-13T00:10:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:1838: left oid 34 (ObjNum 611 snap 188 seq_num 611) 2024-09-13T00:10:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:1838: done (4 left) 2024-09-13T00:10:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:1843: copy_from oid 43 from oid 21 current snap is 188 2024-09-13T00:10:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:1844: read oid 17 snap -1 2024-09-13T00:10:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:1844: expect (ObjNum 580 snap 175 seq_num 580) 2024-09-13T00:10:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:1845: delete oid 40 current snap is 188 2024-09-13T00:10:07.289 INFO:tasks.rados.rados.0.smithi032.stdout:1842: finishing rollback tid 0 to smithi03267100-7 2024-09-13T00:10:07.289 INFO:tasks.rados.rados.0.smithi032.stdout:1842: finishing rollback tid 1 to smithi03267100-7 2024-09-13T00:10:07.289 INFO:tasks.rados.rados.0.smithi032.stdout:1842: finishing rollback tid 2 to smithi03267100-7 2024-09-13T00:10:07.290 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 871 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T00:10:07.291 INFO:tasks.rados.rados.0.smithi032.stdout:1840: finishing write tid 1 to smithi03267100-1 2024-09-13T00:10:07.292 INFO:tasks.rados.rados.0.smithi032.stdout:1840: finishing write tid 2 to smithi03267100-1 2024-09-13T00:10:07.330 INFO:tasks.rados.rados.0.smithi032.stdout:1840: finishing write tid 3 to smithi03267100-1 2024-09-13T00:10:07.330 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1433 (ObjNum 613 snap 188 seq_num 613) dirty exists 2024-09-13T00:10:07.330 INFO:tasks.rados.rados.0.smithi032.stdout:1840: left oid 1 (ObjNum 613 snap 188 seq_num 613) 2024-09-13T00:10:07.338 INFO:tasks.rados.rados.0.smithi032.stdout:1844: expect (ObjNum 580 snap 175 seq_num 580) 2024-09-13T00:10:07.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:07 smithi053 bash[67631]: audit 2024-09-13T00:10:06.189598+0000 mon.a (mon.0) 432 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T00:10:07.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:07 smithi053 bash[67631]: cluster 2024-09-13T00:10:06.189776+0000 mon.a (mon.0) 433 : cluster [DBG] osdmap e413: 8 total, 7 up, 8 in 2024-09-13T00:10:07.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:07 smithi053 bash[67631]: audit 2024-09-13T00:10:06.192004+0000 mon.a (mon.0) 434 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:10:07.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:07 smithi053 bash[67631]: audit 2024-09-13T00:10:06.537950+0000 mon.a (mon.0) 435 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431]' entity='osd.0' 2024-09-13T00:10:07.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:07 smithi032 bash[75510]: audit 2024-09-13T00:10:06.189598+0000 mon.a (mon.0) 432 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T00:10:07.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:07 smithi032 bash[75510]: cluster 2024-09-13T00:10:06.189776+0000 mon.a (mon.0) 433 : cluster [DBG] osdmap e413: 8 total, 7 up, 8 in 2024-09-13T00:10:07.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:07 smithi032 bash[75510]: audit 2024-09-13T00:10:06.192004+0000 mon.a (mon.0) 434 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:10:07.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:07 smithi032 bash[75510]: audit 2024-09-13T00:10:06.537950+0000 mon.a (mon.0) 435 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431]' entity='osd.0' 2024-09-13T00:10:07.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:07 smithi032 bash[76677]: audit 2024-09-13T00:10:06.189598+0000 mon.a (mon.0) 432 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T00:10:07.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:07 smithi032 bash[76677]: cluster 2024-09-13T00:10:06.189776+0000 mon.a (mon.0) 433 : cluster [DBG] osdmap e413: 8 total, 7 up, 8 in 2024-09-13T00:10:07.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:07 smithi032 bash[76677]: audit 2024-09-13T00:10:06.192004+0000 mon.a (mon.0) 434 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:10:07.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:07 smithi032 bash[76677]: audit 2024-09-13T00:10:06.537950+0000 mon.a (mon.0) 435 : audit [INF] from='osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431]' entity='osd.0' 2024-09-13T00:10:08.493 INFO:tasks.rados.rados.0.smithi032.stdout:1841: finishing rollback tid 1 to smithi03267100-33 2024-09-13T00:10:08.494 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 537 (ObjNum 49 snap 0 seq_num 166961312) dirty dne 2024-09-13T00:10:08.494 INFO:tasks.rados.rados.0.smithi032.stdout:1843: finishing copy_from to smithi03267100-43 2024-09-13T00:10:08.494 INFO:tasks.rados.rados.0.smithi032.stdout:1843: got expected ENOENT (src dne) 2024-09-13T00:10:08.494 INFO:tasks.rados.rados.0.smithi032.stdout:1843: finishing copy_from racing read to smithi03267100-43 2024-09-13T00:10:08.494 INFO:tasks.rados.rados.0.smithi032.stdout:1839: finishing write tid 1 to smithi03267100-38 2024-09-13T00:10:08.494 INFO:tasks.rados.rados.0.smithi032.stdout:1839: finishing write tid 2 to smithi03267100-38 2024-09-13T00:10:08.494 INFO:tasks.rados.rados.0.smithi032.stdout:1839: finishing write tid 3 to smithi03267100-38 2024-09-13T00:10:08.494 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1206 (ObjNum 612 snap 188 seq_num 612) dirty exists 2024-09-13T00:10:08.494 INFO:tasks.rados.rados.0.smithi032.stdout:1839: left oid 38 (ObjNum 612 snap 188 seq_num 612) 2024-09-13T00:10:08.494 INFO:tasks.rados.rados.0.smithi032.stdout:1839: done (6 left) 2024-09-13T00:10:08.494 INFO:tasks.rados.rados.0.smithi032.stdout:1840: done (5 left) 2024-09-13T00:10:08.494 INFO:tasks.rados.rados.0.smithi032.stdout:1841: done (4 left) 2024-09-13T00:10:08.494 INFO:tasks.rados.rados.0.smithi032.stdout:1842: done (3 left) 2024-09-13T00:10:08.494 INFO:tasks.rados.rados.0.smithi032.stdout:1843: done (2 left) 2024-09-13T00:10:08.495 INFO:tasks.rados.rados.0.smithi032.stdout:1844: done (1 left) 2024-09-13T00:10:08.495 INFO:tasks.rados.rados.0.smithi032.stdout:1845: done (0 left) 2024-09-13T00:10:08.495 INFO:tasks.rados.rados.0.smithi032.stdout:1846: snap_remove snap 145 2024-09-13T00:10:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:08 smithi053 bash[67631]: cluster 2024-09-13T00:10:07.067001+0000 mgr.y (mgr.34107) 130 : cluster [DBG] pgmap v187: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 528 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 190/1101 objects degraded (17.257%); 13/1101 objects misplaced (1.181%) 2024-09-13T00:10:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:08 smithi053 bash[67631]: cluster 2024-09-13T00:10:07.184721+0000 mon.a (mon.0) 436 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:10:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:08 smithi053 bash[67631]: cluster 2024-09-13T00:10:07.195317+0000 mon.a (mon.0) 437 : cluster [INF] osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431] boot 2024-09-13T00:10:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:08 smithi053 bash[67631]: cluster 2024-09-13T00:10:07.195585+0000 mon.a (mon.0) 438 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2024-09-13T00:10:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:08 smithi053 bash[67631]: audit 2024-09-13T00:10:07.219818+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T00:10:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:08 smithi053 bash[67631]: cluster 2024-09-13T00:10:08.096013+0000 mon.a (mon.0) 440 : cluster [WRN] Health check update: Degraded data redundancy: 190/1101 objects degraded (17.257%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:08 smithi053 bash[67631]: cluster 2024-09-13T00:10:08.108161+0000 mon.a (mon.0) 441 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2024-09-13T00:10:08.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:08 smithi032 bash[75510]: cluster 2024-09-13T00:10:07.067001+0000 mgr.y (mgr.34107) 130 : cluster [DBG] pgmap v187: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 528 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 190/1101 objects degraded (17.257%); 13/1101 objects misplaced (1.181%) 2024-09-13T00:10:08.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:08 smithi032 bash[75510]: cluster 2024-09-13T00:10:07.184721+0000 mon.a (mon.0) 436 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:10:08.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:08 smithi032 bash[75510]: cluster 2024-09-13T00:10:07.195317+0000 mon.a (mon.0) 437 : cluster [INF] osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431] boot 2024-09-13T00:10:08.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:08 smithi032 bash[75510]: cluster 2024-09-13T00:10:07.195585+0000 mon.a (mon.0) 438 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2024-09-13T00:10:08.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:08 smithi032 bash[75510]: audit 2024-09-13T00:10:07.219818+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T00:10:08.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:08 smithi032 bash[75510]: cluster 2024-09-13T00:10:08.096013+0000 mon.a (mon.0) 440 : cluster [WRN] Health check update: Degraded data redundancy: 190/1101 objects degraded (17.257%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:08.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:08 smithi032 bash[75510]: cluster 2024-09-13T00:10:08.108161+0000 mon.a (mon.0) 441 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2024-09-13T00:10:08.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:08 smithi032 bash[76677]: cluster 2024-09-13T00:10:07.067001+0000 mgr.y (mgr.34107) 130 : cluster [DBG] pgmap v187: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 528 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 190/1101 objects degraded (17.257%); 13/1101 objects misplaced (1.181%) 2024-09-13T00:10:08.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:08 smithi032 bash[76677]: cluster 2024-09-13T00:10:07.184721+0000 mon.a (mon.0) 436 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:10:08.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:08 smithi032 bash[76677]: cluster 2024-09-13T00:10:07.195317+0000 mon.a (mon.0) 437 : cluster [INF] osd.0 [v2:172.21.15.32:6802/3117933431,v1:172.21.15.32:6803/3117933431] boot 2024-09-13T00:10:08.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:08 smithi032 bash[76677]: cluster 2024-09-13T00:10:07.195585+0000 mon.a (mon.0) 438 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2024-09-13T00:10:08.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:08 smithi032 bash[76677]: audit 2024-09-13T00:10:07.219818+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T00:10:08.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:08 smithi032 bash[76677]: cluster 2024-09-13T00:10:08.096013+0000 mon.a (mon.0) 440 : cluster [WRN] Health check update: Degraded data redundancy: 190/1101 objects degraded (17.257%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:08.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:08 smithi032 bash[76677]: cluster 2024-09-13T00:10:08.108161+0000 mon.a (mon.0) 441 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2024-09-13T00:10:09.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:08 smithi053 bash[60895]: ts=2024-09-13T00:10:08.660Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-13T00:10:09.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:08 smithi053 bash[60895]: ts=2024-09-13T00:10:08.663Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:09.105 INFO:tasks.rados.rados.0.smithi032.stdout:1846: done (0 left) 2024-09-13T00:10:09.106 INFO:tasks.rados.rados.0.smithi032.stdout:1847: copy_from oid 3 from oid 28 current snap is 188 2024-09-13T00:10:09.106 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 188 2024-09-13T00:10:09.106 INFO:tasks.rados.rados.0.smithi032.stdout:1848: seq_num 615 ranges {7249920=704512} 2024-09-13T00:10:09.166 INFO:tasks.rados.rados.0.smithi032.stdout:1848: writing smithi03267100-45 from 7249920 to 7954432 tid 1 2024-09-13T00:10:09.167 INFO:tasks.rados.rados.0.smithi032.stdout:1849: read oid 14 snap -1 2024-09-13T00:10:09.167 INFO:tasks.rados.rados.0.smithi032.stdout:1849: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:10:09.167 INFO:tasks.rados.rados.0.smithi032.stdout:1850: read oid 33 snap 119 2024-09-13T00:10:09.167 INFO:tasks.rados.rados.0.smithi032.stdout:1850: expect deleted 2024-09-13T00:10:09.167 INFO:tasks.rados.rados.0.smithi032.stdout:1851: read oid 35 snap -1 2024-09-13T00:10:09.167 INFO:tasks.rados.rados.0.smithi032.stdout:1851: expect (ObjNum 573 snap 170 seq_num 573) 2024-09-13T00:10:09.167 INFO:tasks.rados.rados.0.smithi032.stdout:1852: snap_create 2024-09-13T00:10:09.173 INFO:tasks.rados.rados.0.smithi032.stdout:1847: finishing copy_from racing read to smithi03267100-3 2024-09-13T00:10:09.176 INFO:tasks.rados.rados.0.smithi032.stdout:1847: finishing copy_from to smithi03267100-3 2024-09-13T00:10:09.176 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1201 (ObjNum 591 snap 182 seq_num 591) dirty exists 2024-09-13T00:10:09.194 INFO:tasks.rados.rados.0.smithi032.stdout:1849: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:10:09.314 INFO:tasks.rados.rados.0.smithi032.stdout:1848: finishing write tid 1 to smithi03267100-45 2024-09-13T00:10:09.314 INFO:tasks.rados.rados.0.smithi032.stdout:1848: finishing write tid 2 to smithi03267100-45 2024-09-13T00:10:09.314 INFO:tasks.rados.rados.0.smithi032.stdout:1851: expect (ObjNum 573 snap 170 seq_num 573) 2024-09-13T00:10:10.004 INFO:tasks.rados.rados.0.smithi032.stdout:1848: finishing write tid 3 to smithi03267100-45 2024-09-13T00:10:10.004 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1118 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-09-13T00:10:10.004 INFO:tasks.rados.rados.0.smithi032.stdout:1848: left oid 45 (ObjNum 615 snap 188 seq_num 615) 2024-09-13T00:10:10.113 INFO:tasks.rados.rados.0.smithi032.stdout:1847: done (5 left) 2024-09-13T00:10:10.114 INFO:tasks.rados.rados.0.smithi032.stdout:1848: done (4 left) 2024-09-13T00:10:10.114 INFO:tasks.rados.rados.0.smithi032.stdout:1849: done (3 left) 2024-09-13T00:10:10.114 INFO:tasks.rados.rados.0.smithi032.stdout:1850: done (2 left) 2024-09-13T00:10:10.114 INFO:tasks.rados.rados.0.smithi032.stdout:1851: done (1 left) 2024-09-13T00:10:10.114 INFO:tasks.rados.rados.0.smithi032.stdout:1852: done (0 left) 2024-09-13T00:10:10.114 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 189 2024-09-13T00:10:10.114 INFO:tasks.rados.rados.0.smithi032.stdout:1853: seq_num 616 ranges {8896512=720896} 2024-09-13T00:10:10.177 INFO:tasks.rados.rados.0.smithi032.stdout:1853: writing smithi03267100-17 from 8896512 to 9617408 tid 1 2024-09-13T00:10:10.177 INFO:tasks.rados.rados.0.smithi032.stdout:1854: delete oid 34 current snap is 189 2024-09-13T00:10:10.184 INFO:tasks.rados.rados.0.smithi032.stdout:1854: done (1 left) 2024-09-13T00:10:10.184 INFO:tasks.rados.rados.0.smithi032.stdout:1855: delete oid 48 current snap is 189 2024-09-13T00:10:10.190 INFO:tasks.rados.rados.0.smithi032.stdout:1855: done (1 left) 2024-09-13T00:10:10.190 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 189 2024-09-13T00:10:10.190 INFO:tasks.rados.rados.0.smithi032.stdout:1856: seq_num 619 ranges {7954432=770048} 2024-09-13T00:10:10.244 INFO:tasks.rados.rados.0.smithi032.stdout:1856: writing smithi03267100-45 from 7954432 to 8724480 tid 1 2024-09-13T00:10:10.244 INFO:tasks.rados.rados.0.smithi032.stdout:1857: rollback oid 25 current snap is 189 2024-09-13T00:10:10.244 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 172 2024-09-13T00:10:10.244 INFO:tasks.rados.rados.0.smithi032.stdout:1853: finishing write tid 1 to smithi03267100-17 2024-09-13T00:10:10.244 INFO:tasks.rados.rados.0.smithi032.stdout:1853: finishing write tid 2 to smithi03267100-17 2024-09-13T00:10:10.244 INFO:tasks.rados.rados.0.smithi032.stdout:1858: read oid 34 snap -1 2024-09-13T00:10:10.244 INFO:tasks.rados.rados.0.smithi032.stdout:1858: expect deleted 2024-09-13T00:10:10.244 INFO:tasks.rados.rados.0.smithi032.stdout:1859: snap_remove snap 165 2024-09-13T00:10:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:10 smithi032 bash[75510]: cluster 2024-09-13T00:10:09.067899+0000 mgr.y (mgr.34107) 131 : cluster [DBG] pgmap v190: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 528 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 190/1101 objects degraded (17.257%); 13/1101 objects misplaced (1.181%) 2024-09-13T00:10:10.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:10 smithi032 bash[75510]: cluster 2024-09-13T00:10:09.108750+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2024-09-13T00:10:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:10 smithi032 bash[76677]: cluster 2024-09-13T00:10:09.067899+0000 mgr.y (mgr.34107) 131 : cluster [DBG] pgmap v190: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 528 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 190/1101 objects degraded (17.257%); 13/1101 objects misplaced (1.181%) 2024-09-13T00:10:10.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:10 smithi032 bash[76677]: cluster 2024-09-13T00:10:09.108750+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2024-09-13T00:10:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:10 smithi053 bash[67631]: cluster 2024-09-13T00:10:09.067899+0000 mgr.y (mgr.34107) 131 : cluster [DBG] pgmap v190: 121 pgs: 10 active+clean+remapped, 33 active+undersized, 16 active+undersized+degraded, 62 active+clean; 528 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 190/1101 objects degraded (17.257%); 13/1101 objects misplaced (1.181%) 2024-09-13T00:10:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:10 smithi053 bash[67631]: cluster 2024-09-13T00:10:09.108750+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2024-09-13T00:10:11.115 INFO:tasks.rados.rados.0.smithi032.stdout:1859: done (4 left) 2024-09-13T00:10:11.116 INFO:tasks.rados.rados.0.smithi032.stdout:1860: read oid 43 snap -1 2024-09-13T00:10:11.116 INFO:tasks.rados.rados.0.smithi032.stdout:1860: expect (ObjNum 594 snap 184 seq_num 594) 2024-09-13T00:10:11.116 INFO:tasks.rados.rados.0.smithi032.stdout:1861: read oid 47 snap -1 2024-09-13T00:10:11.116 INFO:tasks.rados.rados.0.smithi032.stdout:1861: expect (ObjNum 534 snap 156 seq_num 534) 2024-09-13T00:10:11.116 INFO:tasks.rados.rados.0.smithi032.stdout:1862: read oid 36 snap -1 2024-09-13T00:10:11.116 INFO:tasks.rados.rados.0.smithi032.stdout:1862: expect (ObjNum 570 snap 169 seq_num 570) 2024-09-13T00:10:11.116 INFO:tasks.rados.rados.0.smithi032.stdout:1863: read oid 23 snap -1 2024-09-13T00:10:11.116 INFO:tasks.rados.rados.0.smithi032.stdout:1863: expect (ObjNum 563 snap 168 seq_num 563) 2024-09-13T00:10:11.116 INFO:tasks.rados.rados.0.smithi032.stdout:1864: rollback oid 1 current snap is 189 2024-09-13T00:10:11.116 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 183 2024-09-13T00:10:11.116 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 189 2024-09-13T00:10:11.116 INFO:tasks.rados.rados.0.smithi032.stdout:1865: seq_num 620 ranges {4587520=794624} 2024-09-13T00:10:11.148 INFO:tasks.rados.rados.0.smithi032.stdout:1865: writing smithi03267100-3 from 4587520 to 5382144 tid 1 2024-09-13T00:10:11.148 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 189 2024-09-13T00:10:11.148 INFO:tasks.rados.rados.0.smithi032.stdout:1853: finishing write tid 3 to smithi03267100-17 2024-09-13T00:10:11.148 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 1446 (ObjNum 616 snap 189 seq_num 616) dirty exists 2024-09-13T00:10:11.148 INFO:tasks.rados.rados.0.smithi032.stdout:1853: left oid 17 (ObjNum 616 snap 189 seq_num 616) 2024-09-13T00:10:11.148 INFO:tasks.rados.rados.0.smithi032.stdout:1857: finishing rollback tid 0 to smithi03267100-25 2024-09-13T00:10:11.148 INFO:tasks.rados.rados.0.smithi032.stdout:1856: finishing write tid 1 to smithi03267100-45 2024-09-13T00:10:11.148 INFO:tasks.rados.rados.0.smithi032.stdout:1857: finishing rollback tid 1 to smithi03267100-25 2024-09-13T00:10:11.148 INFO:tasks.rados.rados.0.smithi032.stdout:1857: finishing rollback tid 2 to smithi03267100-25 2024-09-13T00:10:11.149 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1288 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:10:11.149 INFO:tasks.rados.rados.0.smithi032.stdout:1856: finishing write tid 2 to smithi03267100-45 2024-09-13T00:10:11.149 INFO:tasks.rados.rados.0.smithi032.stdout:1856: finishing write tid 3 to smithi03267100-45 2024-09-13T00:10:11.149 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1120 (ObjNum 619 snap 189 seq_num 619) dirty exists 2024-09-13T00:10:11.149 INFO:tasks.rados.rados.0.smithi032.stdout:1856: left oid 45 (ObjNum 619 snap 189 seq_num 619) 2024-09-13T00:10:11.149 INFO:tasks.rados.rados.0.smithi032.stdout:1860: expect (ObjNum 594 snap 184 seq_num 594) 2024-09-13T00:10:11.161 INFO:tasks.rados.rados.0.smithi032.stdout:1866: seq_num 621 ranges {1040384=409600,1449984=401408} 2024-09-13T00:10:11.170 INFO:tasks.rados.rados.0.smithi032.stdout:1866: writing smithi03267100-16 from 1040384 to 1449984 tid 1 2024-09-13T00:10:11.173 INFO:tasks.rados.rados.0.smithi032.stdout:1866: writing smithi03267100-16 from 1449984 to 1851392 tid 2 2024-09-13T00:10:11.174 INFO:tasks.rados.rados.0.smithi032.stdout:1853: done (10 left) 2024-09-13T00:10:11.174 INFO:tasks.rados.rados.0.smithi032.stdout:1856: done (9 left) 2024-09-13T00:10:11.174 INFO:tasks.rados.rados.0.smithi032.stdout:1857: done (8 left) 2024-09-13T00:10:11.174 INFO:tasks.rados.rados.0.smithi032.stdout:1858: done (7 left) 2024-09-13T00:10:11.174 INFO:tasks.rados.rados.0.smithi032.stdout:1860: done (6 left) 2024-09-13T00:10:11.174 INFO:tasks.rados.rados.0.smithi032.stdout:1867: snap_create 2024-09-13T00:10:11.174 INFO:tasks.rados.rados.0.smithi032.stdout:1861: expect (ObjNum 534 snap 156 seq_num 534) 2024-09-13T00:10:11.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:11 smithi032 bash[76677]: cluster 2024-09-13T00:10:10.116515+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2024-09-13T00:10:11.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:11 smithi032 bash[76677]: audit 2024-09-13T00:10:10.132027+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:11.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:11 smithi032 bash[76677]: audit 2024-09-13T00:10:10.133415+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:10:11.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:11 smithi032 bash[76677]: audit 2024-09-13T00:10:10.164052+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:11.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:11 smithi032 bash[75510]: cluster 2024-09-13T00:10:10.116515+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2024-09-13T00:10:11.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:11 smithi032 bash[75510]: audit 2024-09-13T00:10:10.132027+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:11.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:11 smithi032 bash[75510]: audit 2024-09-13T00:10:10.133415+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:10:11.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:11 smithi032 bash[75510]: audit 2024-09-13T00:10:10.164052+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:11.456 INFO:tasks.rados.rados.0.smithi032.stdout:1862: expect (ObjNum 570 snap 169 seq_num 570) 2024-09-13T00:10:11.520 INFO:tasks.rados.rados.0.smithi032.stdout:1865: finishing write tid 1 to smithi03267100-3 2024-09-13T00:10:11.520 INFO:tasks.rados.rados.0.smithi032.stdout:1865: finishing write tid 2 to smithi03267100-3 2024-09-13T00:10:11.520 INFO:tasks.rados.rados.0.smithi032.stdout:1865: finishing write tid 3 to smithi03267100-3 2024-09-13T00:10:11.520 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1208 (ObjNum 620 snap 189 seq_num 620) dirty exists 2024-09-13T00:10:11.521 INFO:tasks.rados.rados.0.smithi032.stdout:1865: left oid 3 (ObjNum 620 snap 189 seq_num 620) 2024-09-13T00:10:11.521 INFO:tasks.rados.rados.0.smithi032.stdout:1866: finishing write tid 1 to smithi03267100-16 2024-09-13T00:10:11.521 INFO:tasks.rados.rados.0.smithi032.stdout:1866: finishing write tid 2 to smithi03267100-16 2024-09-13T00:10:11.521 INFO:tasks.rados.rados.0.smithi032.stdout:1866: finishing write tid 3 to smithi03267100-16 2024-09-13T00:10:11.521 INFO:tasks.rados.rados.0.smithi032.stdout:1866: finishing write tid 4 to smithi03267100-16 2024-09-13T00:10:11.521 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1304 (ObjNum 621 snap 189 seq_num 621) dirty exists 2024-09-13T00:10:11.521 INFO:tasks.rados.rados.0.smithi032.stdout:1866: left oid 16 (ObjNum 621 snap 189 seq_num 621) 2024-09-13T00:10:11.522 INFO:tasks.rados.rados.0.smithi032.stdout:1864: finishing rollback tid 0 to smithi03267100-1 2024-09-13T00:10:11.522 INFO:tasks.rados.rados.0.smithi032.stdout:1864: finishing rollback tid 1 to smithi03267100-1 2024-09-13T00:10:11.522 INFO:tasks.rados.rados.0.smithi032.stdout:1864: finishing rollback tid 2 to smithi03267100-1 2024-09-13T00:10:11.522 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1450 (ObjNum 517 snap 151 seq_num 517) dirty exists 2024-09-13T00:10:11.522 INFO:tasks.rados.rados.0.smithi032.stdout:1863: expect (ObjNum 563 snap 168 seq_num 563) 2024-09-13T00:10:11.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:11 smithi053 bash[67631]: cluster 2024-09-13T00:10:10.116515+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2024-09-13T00:10:11.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:11 smithi053 bash[67631]: audit 2024-09-13T00:10:10.132027+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:11.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:11 smithi053 bash[67631]: audit 2024-09-13T00:10:10.133415+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:10:11.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:11 smithi053 bash[67631]: audit 2024-09-13T00:10:10.164052+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:12.177 INFO:tasks.rados.rados.0.smithi032.stdout:1861: done (6 left) 2024-09-13T00:10:12.177 INFO:tasks.rados.rados.0.smithi032.stdout:1862: done (5 left) 2024-09-13T00:10:12.177 INFO:tasks.rados.rados.0.smithi032.stdout:1863: done (4 left) 2024-09-13T00:10:12.177 INFO:tasks.rados.rados.0.smithi032.stdout:1864: done (3 left) 2024-09-13T00:10:12.177 INFO:tasks.rados.rados.0.smithi032.stdout:1865: done (2 left) 2024-09-13T00:10:12.177 INFO:tasks.rados.rados.0.smithi032.stdout:1866: done (1 left) 2024-09-13T00:10:12.177 INFO:tasks.rados.rados.0.smithi032.stdout:1867: done (0 left) 2024-09-13T00:10:12.177 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 190 2024-09-13T00:10:12.177 INFO:tasks.rados.rados.0.smithi032.stdout:1868: seq_num 622 ranges {4653056=425984,5079040=401408} 2024-09-13T00:10:12.215 INFO:tasks.rados.rados.0.smithi032.stdout:1868: writing smithi03267100-49 from 4653056 to 5079040 tid 1 2024-09-13T00:10:12.218 INFO:tasks.rados.rados.0.smithi032.stdout:1868: writing smithi03267100-49 from 5079040 to 5480448 tid 2 2024-09-13T00:10:12.218 INFO:tasks.rados.rados.0.smithi032.stdout:1869: delete oid 40 current snap is 190 2024-09-13T00:10:12.227 INFO:tasks.rados.rados.0.smithi032.stdout:1869: done (1 left) 2024-09-13T00:10:12.227 INFO:tasks.rados.rados.0.smithi032.stdout:1870: read oid 6 snap 163 2024-09-13T00:10:12.227 INFO:tasks.rados.rados.0.smithi032.stdout:1870: expect deleted 2024-09-13T00:10:12.228 INFO:tasks.rados.rados.0.smithi032.stdout:1871: rollback oid 3 current snap is 190 2024-09-13T00:10:12.228 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 162 2024-09-13T00:10:12.228 INFO:tasks.rados.rados.0.smithi032.stdout:1872: read oid 42 snap -1 2024-09-13T00:10:12.228 INFO:tasks.rados.rados.0.smithi032.stdout:1872: expect deleted 2024-09-13T00:10:12.228 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 190 2024-09-13T00:10:12.228 INFO:tasks.rados.rados.0.smithi032.stdout:1873: seq_num 624 ranges {0=458752,458752=401408} 2024-09-13T00:10:12.231 INFO:tasks.rados.rados.0.smithi032.stdout:1873: writing smithi03267100-41 from 0 to 458752 tid 1 2024-09-13T00:10:12.235 INFO:tasks.rados.rados.0.smithi032.stdout:1873: writing smithi03267100-41 from 458752 to 860160 tid 2 2024-09-13T00:10:12.235 INFO:tasks.rados.rados.0.smithi032.stdout:1874: read oid 28 snap -1 2024-09-13T00:10:12.235 INFO:tasks.rados.rados.0.smithi032.stdout:1874: expect (ObjNum 591 snap 182 seq_num 591) 2024-09-13T00:10:12.235 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 190 2024-09-13T00:10:12.235 INFO:tasks.rados.rados.0.smithi032.stdout:1875: seq_num 625 ranges {106496=475136,581632=401408} 2024-09-13T00:10:12.238 INFO:tasks.rados.rados.0.smithi032.stdout:1875: writing smithi03267100-7 from 106496 to 581632 tid 1 2024-09-13T00:10:12.241 INFO:tasks.rados.rados.0.smithi032.stdout:1875: writing smithi03267100-7 from 581632 to 983040 tid 2 2024-09-13T00:10:12.241 INFO:tasks.rados.rados.0.smithi032.stdout:1876: rollback oid 25 current snap is 190 2024-09-13T00:10:12.241 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 154 2024-09-13T00:10:12.241 INFO:tasks.rados.rados.0.smithi032.stdout:1868: finishing write tid 1 to smithi03267100-49 2024-09-13T00:10:12.241 INFO:tasks.rados.rados.0.smithi032.stdout:1870: done (7 left) 2024-09-13T00:10:12.242 INFO:tasks.rados.rados.0.smithi032.stdout:1877: delete oid 29 current snap is 190 2024-09-13T00:10:12.242 INFO:tasks.rados.rados.0.smithi032.stdout:1868: finishing write tid 2 to smithi03267100-49 2024-09-13T00:10:12.242 INFO:tasks.rados.rados.0.smithi032.stdout:1868: finishing write tid 3 to smithi03267100-49 2024-09-13T00:10:12.242 INFO:tasks.rados.rados.0.smithi032.stdout:1868: finishing write tid 4 to smithi03267100-49 2024-09-13T00:10:12.242 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1123 (ObjNum 622 snap 190 seq_num 622) dirty exists 2024-09-13T00:10:12.242 INFO:tasks.rados.rados.0.smithi032.stdout:1868: left oid 49 (ObjNum 622 snap 190 seq_num 622) 2024-09-13T00:10:12.242 INFO:tasks.rados.rados.0.smithi032.stdout:1871: finishing rollback tid 0 to smithi03267100-3 2024-09-13T00:10:12.242 INFO:tasks.rados.rados.0.smithi032.stdout:1871: finishing rollback tid 1 to smithi03267100-3 2024-09-13T00:10:12.242 INFO:tasks.rados.rados.0.smithi032.stdout:1871: finishing rollback tid 2 to smithi03267100-3 2024-09-13T00:10:12.242 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1211 (ObjNum 542 snap 160 seq_num 542) dirty exists 2024-09-13T00:10:12.249 INFO:tasks.rados.rados.0.smithi032.stdout:1873: finishing write tid 1 to smithi03267100-41 2024-09-13T00:10:12.258 INFO:tasks.rados.rados.0.smithi032.stdout:1876: finishing rollback tid 0 to smithi03267100-25 2024-09-13T00:10:12.258 INFO:tasks.rados.rados.0.smithi032.stdout:1875: finishing write tid 1 to smithi03267100-7 2024-09-13T00:10:12.259 INFO:tasks.rados.rados.0.smithi032.stdout:1875: finishing write tid 2 to smithi03267100-7 2024-09-13T00:10:12.259 INFO:tasks.rados.rados.0.smithi032.stdout:1876: finishing rollback tid 1 to smithi03267100-25 2024-09-13T00:10:12.259 INFO:tasks.rados.rados.0.smithi032.stdout:1875: finishing write tid 3 to smithi03267100-7 2024-09-13T00:10:12.262 INFO:tasks.rados.rados.0.smithi032.stdout:1876: finishing rollback tid 2 to smithi03267100-25 2024-09-13T00:10:12.262 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1291 (ObjNum 304 snap 87 seq_num 304) dirty exists 2024-09-13T00:10:12.262 INFO:tasks.rados.rados.0.smithi032.stdout:1875: finishing write tid 4 to smithi03267100-7 2024-09-13T00:10:12.262 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 889 (ObjNum 625 snap 190 seq_num 625) dirty exists 2024-09-13T00:10:12.262 INFO:tasks.rados.rados.0.smithi032.stdout:1875: left oid 7 (ObjNum 625 snap 190 seq_num 625) 2024-09-13T00:10:12.263 INFO:tasks.rados.rados.0.smithi032.stdout:1873: finishing write tid 2 to smithi03267100-41 2024-09-13T00:10:12.263 INFO:tasks.rados.rados.0.smithi032.stdout:1873: finishing write tid 3 to smithi03267100-41 2024-09-13T00:10:12.272 INFO:tasks.rados.rados.0.smithi032.stdout:1874: expect (ObjNum 591 snap 182 seq_num 591) 2024-09-13T00:10:12.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:12 smithi032 bash[75510]: cluster 2024-09-13T00:10:11.069322+0000 mgr.y (mgr.34107) 132 : cluster [DBG] pgmap v193: 121 pgs: 2 active+clean+remapped, 11 active+undersized, 5 active+undersized+degraded, 103 active+clean; 533 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 9 op/s; 40/1074 objects degraded (3.724%); 13/1074 objects misplaced (1.210%); 6.6 MiB/s, 2 objects/s recovering 2024-09-13T00:10:12.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:12 smithi032 bash[75510]: cluster 2024-09-13T00:10:11.118523+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2024-09-13T00:10:12.410 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:10:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:10:12] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2024-09-13T00:10:12.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:12 smithi032 bash[76677]: cluster 2024-09-13T00:10:11.069322+0000 mgr.y (mgr.34107) 132 : cluster [DBG] pgmap v193: 121 pgs: 2 active+clean+remapped, 11 active+undersized, 5 active+undersized+degraded, 103 active+clean; 533 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 9 op/s; 40/1074 objects degraded (3.724%); 13/1074 objects misplaced (1.210%); 6.6 MiB/s, 2 objects/s recovering 2024-09-13T00:10:12.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:12 smithi032 bash[76677]: cluster 2024-09-13T00:10:11.118523+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2024-09-13T00:10:12.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:12 smithi053 bash[60895]: ts=2024-09-13T00:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:12 smithi053 bash[67631]: cluster 2024-09-13T00:10:11.069322+0000 mgr.y (mgr.34107) 132 : cluster [DBG] pgmap v193: 121 pgs: 2 active+clean+remapped, 11 active+undersized, 5 active+undersized+degraded, 103 active+clean; 533 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 9 op/s; 40/1074 objects degraded (3.724%); 13/1074 objects misplaced (1.210%); 6.6 MiB/s, 2 objects/s recovering 2024-09-13T00:10:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:12 smithi053 bash[67631]: cluster 2024-09-13T00:10:11.118523+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2024-09-13T00:10:12.692 INFO:tasks.rados.rados.0.smithi032.stdout:1873: finishing write tid 4 to smithi03267100-41 2024-09-13T00:10:12.692 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1214 (ObjNum 624 snap 190 seq_num 624) dirty exists 2024-09-13T00:10:12.692 INFO:tasks.rados.rados.0.smithi032.stdout:1873: left oid 41 (ObjNum 624 snap 190 seq_num 624) 2024-09-13T00:10:12.692 INFO:tasks.rados.rados.0.smithi032.stdout:1868: done (7 left) 2024-09-13T00:10:12.692 INFO:tasks.rados.rados.0.smithi032.stdout:1871: done (6 left) 2024-09-13T00:10:12.693 INFO:tasks.rados.rados.0.smithi032.stdout:1872: done (5 left) 2024-09-13T00:10:12.693 INFO:tasks.rados.rados.0.smithi032.stdout:1873: done (4 left) 2024-09-13T00:10:12.693 INFO:tasks.rados.rados.0.smithi032.stdout:1874: done (3 left) 2024-09-13T00:10:12.693 INFO:tasks.rados.rados.0.smithi032.stdout:1875: done (2 left) 2024-09-13T00:10:12.693 INFO:tasks.rados.rados.0.smithi032.stdout:1876: done (1 left) 2024-09-13T00:10:12.693 INFO:tasks.rados.rados.0.smithi032.stdout:1877: done (0 left) 2024-09-13T00:10:12.693 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 190 2024-09-13T00:10:12.693 INFO:tasks.rados.rados.0.smithi032.stdout:1878: seq_num 627 ranges {983040=507904,1490944=401408} 2024-09-13T00:10:12.708 INFO:tasks.rados.rados.0.smithi032.stdout:1878: writing smithi03267100-7 from 983040 to 1490944 tid 1 2024-09-13T00:10:12.712 INFO:tasks.rados.rados.0.smithi032.stdout:1878: writing smithi03267100-7 from 1490944 to 1892352 tid 2 2024-09-13T00:10:12.712 INFO:tasks.rados.rados.0.smithi032.stdout:1879: rollback oid 20 current snap is 190 2024-09-13T00:10:12.712 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 163 2024-09-13T00:10:12.712 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 190 2024-09-13T00:10:12.712 INFO:tasks.rados.rados.0.smithi032.stdout:1880: seq_num 628 ranges {3956736=524288,4481024=401408} 2024-09-13T00:10:12.739 INFO:tasks.rados.rados.0.smithi032.stdout:1880: writing smithi03267100-11 from 3956736 to 4481024 tid 1 2024-09-13T00:10:12.742 INFO:tasks.rados.rados.0.smithi032.stdout:1880: writing smithi03267100-11 from 4481024 to 4882432 tid 2 2024-09-13T00:10:12.742 INFO:tasks.rados.rados.0.smithi032.stdout:1881: rollback oid 44 current snap is 190 2024-09-13T00:10:12.742 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 149 2024-09-13T00:10:12.742 INFO:tasks.rados.rados.0.smithi032.stdout:1879: finishing rollback tid 1 to smithi03267100-20 2024-09-13T00:10:12.742 INFO:tasks.rados.rados.0.smithi032.stdout:1879: finishing rollback tid 2 to smithi03267100-20 2024-09-13T00:10:12.743 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 404 (ObjNum 506 snap 149 seq_num 506) dirty exists 2024-09-13T00:10:12.743 INFO:tasks.rados.rados.0.smithi032.stdout:1878: finishing write tid 1 to smithi03267100-7 2024-09-13T00:10:12.743 INFO:tasks.rados.rados.0.smithi032.stdout:1878: finishing write tid 2 to smithi03267100-7 2024-09-13T00:10:12.743 INFO:tasks.rados.rados.0.smithi032.stdout:1879: done (3 left) 2024-09-13T00:10:12.743 INFO:tasks.rados.rados.0.smithi032.stdout:1882: snap_create 2024-09-13T00:10:12.743 INFO:tasks.rados.rados.0.smithi032.stdout:1878: finishing write tid 3 to smithi03267100-7 2024-09-13T00:10:12.743 INFO:tasks.rados.rados.0.smithi032.stdout:1878: finishing write tid 4 to smithi03267100-7 2024-09-13T00:10:12.743 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 892 (ObjNum 627 snap 190 seq_num 627) dirty exists 2024-09-13T00:10:12.743 INFO:tasks.rados.rados.0.smithi032.stdout:1878: left oid 7 (ObjNum 627 snap 190 seq_num 627) 2024-09-13T00:10:12.747 INFO:tasks.rados.rados.0.smithi032.stdout:1881: finishing rollback tid 1 to smithi03267100-44 2024-09-13T00:10:12.749 INFO:tasks.rados.rados.0.smithi032.stdout:1881: finishing rollback tid 2 to smithi03267100-44 2024-09-13T00:10:12.749 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1293 (ObjNum 476 snap 140 seq_num 476) dirty exists 2024-09-13T00:10:12.753 INFO:tasks.rados.rados.0.smithi032.stdout:1880: finishing write tid 1 to smithi03267100-11 2024-09-13T00:10:12.753 INFO:tasks.rados.rados.0.smithi032.stdout:1880: finishing write tid 2 to smithi03267100-11 2024-09-13T00:10:12.754 INFO:tasks.rados.rados.0.smithi032.stdout:1880: finishing write tid 3 to smithi03267100-11 2024-09-13T00:10:12.757 INFO:tasks.rados.rados.0.smithi032.stdout:1880: finishing write tid 4 to smithi03267100-11 2024-09-13T00:10:12.757 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1489 (ObjNum 628 snap 190 seq_num 628) dirty exists 2024-09-13T00:10:12.757 INFO:tasks.rados.rados.0.smithi032.stdout:1880: left oid 11 (ObjNum 628 snap 190 seq_num 628) 2024-09-13T00:10:13.185 INFO:tasks.rados.rados.0.smithi032.stdout:1878: done (3 left) 2024-09-13T00:10:13.185 INFO:tasks.rados.rados.0.smithi032.stdout:1880: done (2 left) 2024-09-13T00:10:13.185 INFO:tasks.rados.rados.0.smithi032.stdout:1881: done (1 left) 2024-09-13T00:10:13.185 INFO:tasks.rados.rados.0.smithi032.stdout:1882: done (0 left) 2024-09-13T00:10:13.185 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 191 2024-09-13T00:10:13.186 INFO:tasks.rados.rados.0.smithi032.stdout:1883: seq_num 629 ranges {2088960=540672,2629632=401408} 2024-09-13T00:10:13.206 INFO:tasks.rados.rados.0.smithi032.stdout:1883: writing smithi03267100-50 from 2088960 to 2629632 tid 1 2024-09-13T00:10:13.210 INFO:tasks.rados.rados.0.smithi032.stdout:1883: writing smithi03267100-50 from 2629632 to 3031040 tid 2 2024-09-13T00:10:13.210 INFO:tasks.rados.rados.0.smithi032.stdout:1884: read oid 28 snap 162 2024-09-13T00:10:13.210 INFO:tasks.rados.rados.0.smithi032.stdout:1884: expect (ObjNum 435 snap 131 seq_num 435) 2024-09-13T00:10:13.210 INFO:tasks.rados.rados.0.smithi032.stdout:1885: setattr oid 14 current snap is 191 2024-09-13T00:10:13.213 INFO:tasks.rados.rados.0.smithi032.stdout:1886: rollback oid 47 current snap is 191 2024-09-13T00:10:13.213 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 117 2024-09-13T00:10:13.213 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 191 2024-09-13T00:10:13.214 INFO:tasks.rados.rados.0.smithi032.stdout:1887: seq_num 630 ranges {4882432=557056,5439488=401408} 2024-09-13T00:10:13.257 INFO:tasks.rados.rados.0.smithi032.stdout:1887: writing smithi03267100-11 from 4882432 to 5439488 tid 1 2024-09-13T00:10:13.260 INFO:tasks.rados.rados.0.smithi032.stdout:1887: writing smithi03267100-11 from 5439488 to 5840896 tid 2 2024-09-13T00:10:13.260 INFO:tasks.rados.rados.0.smithi032.stdout:1888: copy_from oid 23 from oid 43 current snap is 191 2024-09-13T00:10:13.260 INFO:tasks.rados.rados.0.smithi032.stdout:1883: finishing write tid 1 to smithi03267100-50 2024-09-13T00:10:13.260 INFO:tasks.rados.rados.0.smithi032.stdout:1883: finishing write tid 2 to smithi03267100-50 2024-09-13T00:10:13.260 INFO:tasks.rados.rados.0.smithi032.stdout:1883: finishing write tid 3 to smithi03267100-50 2024-09-13T00:10:13.260 INFO:tasks.rados.rados.0.smithi032.stdout:1886: finishing rollback tid 0 to smithi03267100-47 2024-09-13T00:10:13.260 INFO:tasks.rados.rados.0.smithi032.stdout:1883: finishing write tid 4 to smithi03267100-50 2024-09-13T00:10:13.260 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 811 (ObjNum 629 snap 191 seq_num 629) dirty exists 2024-09-13T00:10:13.260 INFO:tasks.rados.rados.0.smithi032.stdout:1883: left oid 50 (ObjNum 629 snap 191 seq_num 629) 2024-09-13T00:10:13.261 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 1491 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:10:13.261 INFO:tasks.rados.rados.0.smithi032.stdout:1886: finishing rollback tid 1 to smithi03267100-47 2024-09-13T00:10:13.261 INFO:tasks.rados.rados.0.smithi032.stdout:1886: finishing rollback tid 2 to smithi03267100-47 2024-09-13T00:10:13.261 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 637 (ObjNum 370 snap 116 seq_num 370) dirty exists 2024-09-13T00:10:13.261 INFO:tasks.rados.rados.0.smithi032.stdout:1884: expect (ObjNum 435 snap 131 seq_num 435) 2024-09-13T00:10:13.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:13 smithi053 bash[67631]: cluster 2024-09-13T00:10:12.177406+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2024-09-13T00:10:13.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:13 smithi053 bash[67631]: cluster 2024-09-13T00:10:13.098344+0000 mon.a (mon.0) 449 : cluster [WRN] Health check update: Degraded data redundancy: 40/1074 objects degraded (3.724%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:13.605 INFO:tasks.rados.rados.0.smithi032.stdout:1887: finishing write tid 1 to smithi03267100-11 2024-09-13T00:10:13.605 INFO:tasks.rados.rados.0.smithi032.stdout:1887: finishing write tid 2 to smithi03267100-11 2024-09-13T00:10:13.605 INFO:tasks.rados.rados.0.smithi032.stdout:1887: finishing write tid 3 to smithi03267100-11 2024-09-13T00:10:13.605 INFO:tasks.rados.rados.0.smithi032.stdout:1887: finishing write tid 4 to smithi03267100-11 2024-09-13T00:10:13.606 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1495 (ObjNum 630 snap 191 seq_num 630) dirty exists 2024-09-13T00:10:13.606 INFO:tasks.rados.rados.0.smithi032.stdout:1887: left oid 11 (ObjNum 630 snap 191 seq_num 630) 2024-09-13T00:10:13.606 INFO:tasks.rados.rados.0.smithi032.stdout:1888: finishing copy_from racing read to smithi03267100-23 2024-09-13T00:10:13.606 INFO:tasks.rados.rados.0.smithi032.stdout:1888: finishing copy_from to smithi03267100-23 2024-09-13T00:10:13.606 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 625 (ObjNum 594 snap 184 seq_num 594) dirty exists 2024-09-13T00:10:13.606 INFO:tasks.rados.rados.0.smithi032.stdout:1883: done (5 left) 2024-09-13T00:10:13.606 INFO:tasks.rados.rados.0.smithi032.stdout:1884: done (4 left) 2024-09-13T00:10:13.607 INFO:tasks.rados.rados.0.smithi032.stdout:1885: done (3 left) 2024-09-13T00:10:13.607 INFO:tasks.rados.rados.0.smithi032.stdout:1886: done (2 left) 2024-09-13T00:10:13.607 INFO:tasks.rados.rados.0.smithi032.stdout:1887: done (1 left) 2024-09-13T00:10:13.607 INFO:tasks.rados.rados.0.smithi032.stdout:1888: done (0 left) 2024-09-13T00:10:13.607 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 191 2024-09-13T00:10:13.607 INFO:tasks.rados.rados.0.smithi032.stdout:1889: seq_num 631 ranges {6045696=573440,6619136=401408} 2024-09-13T00:10:13.654 INFO:tasks.rados.rados.0.smithi032.stdout:1889: writing smithi03267100-25 from 6045696 to 6619136 tid 1 2024-09-13T00:10:13.657 INFO:tasks.rados.rados.0.smithi032.stdout:1889: writing smithi03267100-25 from 6619136 to 7020544 tid 2 2024-09-13T00:10:13.657 INFO:tasks.rados.rados.0.smithi032.stdout:1890: snap_remove snap 51 2024-09-13T00:10:13.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:13 smithi032 bash[75510]: cluster 2024-09-13T00:10:12.177406+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2024-09-13T00:10:13.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:13 smithi032 bash[75510]: cluster 2024-09-13T00:10:13.098344+0000 mon.a (mon.0) 449 : cluster [WRN] Health check update: Degraded data redundancy: 40/1074 objects degraded (3.724%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:13.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:13 smithi032 bash[76677]: cluster 2024-09-13T00:10:12.177406+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2024-09-13T00:10:13.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:13 smithi032 bash[76677]: cluster 2024-09-13T00:10:13.098344+0000 mon.a (mon.0) 449 : cluster [WRN] Health check update: Degraded data redundancy: 40/1074 objects degraded (3.724%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:13.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:13 smithi053 bash[60895]: ts=2024-09-13T00:10:13.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:14.191 INFO:tasks.rados.rados.0.smithi032.stdout:1890: done (1 left) 2024-09-13T00:10:14.192 INFO:tasks.rados.rados.0.smithi032.stdout:1891: snap_remove snap 151 2024-09-13T00:10:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:14 smithi053 bash[67631]: cluster 2024-09-13T00:10:13.070107+0000 mgr.y (mgr.34107) 133 : cluster [DBG] pgmap v196: 121 pgs: 121 active+clean; 529 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 20 MiB/s, 8 objects/s recovering 2024-09-13T00:10:14.453 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:14 smithi053 bash[67631]: cluster 2024-09-13T00:10:13.170982+0000 mon.a (mon.0) 450 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/1074 objects degraded (3.724%), 5 pgs degraded) 2024-09-13T00:10:14.453 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:14 smithi053 bash[67631]: cluster 2024-09-13T00:10:13.171022+0000 mon.a (mon.0) 451 : cluster [INF] Cluster is now healthy 2024-09-13T00:10:14.453 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:14 smithi053 bash[67631]: cluster 2024-09-13T00:10:13.188961+0000 mon.a (mon.0) 452 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2024-09-13T00:10:14.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:14 smithi032 bash[75510]: cluster 2024-09-13T00:10:13.070107+0000 mgr.y (mgr.34107) 133 : cluster [DBG] pgmap v196: 121 pgs: 121 active+clean; 529 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 20 MiB/s, 8 objects/s recovering 2024-09-13T00:10:14.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:14 smithi032 bash[75510]: cluster 2024-09-13T00:10:13.170982+0000 mon.a (mon.0) 450 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/1074 objects degraded (3.724%), 5 pgs degraded) 2024-09-13T00:10:14.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:14 smithi032 bash[75510]: cluster 2024-09-13T00:10:13.171022+0000 mon.a (mon.0) 451 : cluster [INF] Cluster is now healthy 2024-09-13T00:10:14.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:14 smithi032 bash[75510]: cluster 2024-09-13T00:10:13.188961+0000 mon.a (mon.0) 452 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2024-09-13T00:10:14.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:14 smithi032 bash[76677]: cluster 2024-09-13T00:10:13.070107+0000 mgr.y (mgr.34107) 133 : cluster [DBG] pgmap v196: 121 pgs: 121 active+clean; 529 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 20 MiB/s, 8 objects/s recovering 2024-09-13T00:10:14.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:14 smithi032 bash[76677]: cluster 2024-09-13T00:10:13.170982+0000 mon.a (mon.0) 450 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/1074 objects degraded (3.724%), 5 pgs degraded) 2024-09-13T00:10:14.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:14 smithi032 bash[76677]: cluster 2024-09-13T00:10:13.171022+0000 mon.a (mon.0) 451 : cluster [INF] Cluster is now healthy 2024-09-13T00:10:14.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:14 smithi032 bash[76677]: cluster 2024-09-13T00:10:13.188961+0000 mon.a (mon.0) 452 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2024-09-13T00:10:14.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:14 smithi053 bash[60895]: ts=2024-09-13T00:10:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:14.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:14 smithi053 bash[60895]: ts=2024-09-13T00:10:14.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:15.204 INFO:tasks.rados.rados.0.smithi032.stdout:1891: done (1 left) 2024-09-13T00:10:15.204 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 191 2024-09-13T00:10:15.204 INFO:tasks.rados.rados.0.smithi032.stdout:1889: finishing write tid 1 to smithi03267100-25 2024-09-13T00:10:15.204 INFO:tasks.rados.rados.0.smithi032.stdout:1889: finishing write tid 2 to smithi03267100-25 2024-09-13T00:10:15.204 INFO:tasks.rados.rados.0.smithi032.stdout:1889: finishing write tid 3 to smithi03267100-25 2024-09-13T00:10:15.204 INFO:tasks.rados.rados.0.smithi032.stdout:1889: finishing write tid 4 to smithi03267100-25 2024-09-13T00:10:15.204 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1296 (ObjNum 631 snap 191 seq_num 631) dirty exists 2024-09-13T00:10:15.204 INFO:tasks.rados.rados.0.smithi032.stdout:1889: left oid 25 (ObjNum 631 snap 191 seq_num 631) 2024-09-13T00:10:15.204 INFO:tasks.rados.rados.0.smithi032.stdout:1892: seq_num 632 ranges {1081344=589824,1671168=401408} 2024-09-13T00:10:15.223 INFO:tasks.rados.rados.0.smithi032.stdout:1892: writing smithi03267100-31 from 1081344 to 1671168 tid 1 2024-09-13T00:10:15.229 INFO:tasks.rados.rados.0.smithi032.stdout:1892: writing smithi03267100-31 from 1671168 to 2072576 tid 2 2024-09-13T00:10:15.229 INFO:tasks.rados.rados.0.smithi032.stdout:1889: done (1 left) 2024-09-13T00:10:15.229 INFO:tasks.rados.rados.0.smithi032.stdout:1893: setattr oid 30 current snap is 191 2024-09-13T00:10:15.233 INFO:tasks.rados.rados.0.smithi032.stdout:1894: rollback oid 11 current snap is 191 2024-09-13T00:10:15.233 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 186 2024-09-13T00:10:15.233 INFO:tasks.rados.rados.0.smithi032.stdout:1895: read oid 47 snap -1 2024-09-13T00:10:15.233 INFO:tasks.rados.rados.0.smithi032.stdout:1895: expect (ObjNum 370 snap 116 seq_num 370) 2024-09-13T00:10:15.233 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 191 2024-09-13T00:10:15.233 INFO:tasks.rados.rados.0.smithi032.stdout:1896: seq_num 633 ranges {1851392=606208,2457600=401408} 2024-09-13T00:10:15.248 INFO:tasks.rados.rados.0.smithi032.stdout:1896: writing smithi03267100-16 from 1851392 to 2457600 tid 1 2024-09-13T00:10:15.251 INFO:tasks.rados.rados.0.smithi032.stdout:1896: writing smithi03267100-16 from 2457600 to 2859008 tid 2 2024-09-13T00:10:15.251 INFO:tasks.rados.rados.0.smithi032.stdout:1897: read oid 38 snap -1 2024-09-13T00:10:15.252 INFO:tasks.rados.rados.0.smithi032.stdout:1897: expect (ObjNum 612 snap 188 seq_num 612) 2024-09-13T00:10:15.252 INFO:tasks.rados.rados.0.smithi032.stdout:1898: read oid 4 snap -1 2024-09-13T00:10:15.252 INFO:tasks.rados.rados.0.smithi032.stdout:1898: expect (ObjNum 552 snap 163 seq_num 552) 2024-09-13T00:10:15.252 INFO:tasks.rados.rados.0.smithi032.stdout:1899: copy_from oid 29 from oid 50 current snap is 191 2024-09-13T00:10:15.252 INFO:tasks.rados.rados.0.smithi032.stdout:1892: finishing write tid 1 to smithi03267100-31 2024-09-13T00:10:15.252 INFO:tasks.rados.rados.0.smithi032.stdout:1892: finishing write tid 2 to smithi03267100-31 2024-09-13T00:10:15.252 INFO:tasks.rados.rados.0.smithi032.stdout:1892: finishing write tid 3 to smithi03267100-31 2024-09-13T00:10:15.252 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1481 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-13T00:10:15.252 INFO:tasks.rados.rados.0.smithi032.stdout:1892: finishing write tid 4 to smithi03267100-31 2024-09-13T00:10:15.252 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1480 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-09-13T00:10:15.252 INFO:tasks.rados.rados.0.smithi032.stdout:1892: left oid 31 (ObjNum 632 snap 191 seq_num 632) 2024-09-13T00:10:15.252 INFO:tasks.rados.rados.0.smithi032.stdout:1892: done (7 left) 2024-09-13T00:10:15.253 INFO:tasks.rados.rados.0.smithi032.stdout:1893: done (6 left) 2024-09-13T00:10:15.253 INFO:tasks.rados.rados.0.smithi032.stdout:1900: read oid 45 snap 185 2024-09-13T00:10:15.253 INFO:tasks.rados.rados.0.smithi032.stdout:1900: expect (ObjNum 382 snap 118 seq_num 382) 2024-09-13T00:10:15.253 INFO:tasks.rados.rados.0.smithi032.stdout:1901: snap_create 2024-09-13T00:10:15.265 INFO:tasks.rados.rados.0.smithi032.stdout:1894: finishing rollback tid 0 to smithi03267100-11 2024-09-13T00:10:15.265 INFO:tasks.rados.rados.0.smithi032.stdout:1894: finishing rollback tid 1 to smithi03267100-11 2024-09-13T00:10:15.266 INFO:tasks.rados.rados.0.smithi032.stdout:1896: finishing write tid 1 to smithi03267100-16 2024-09-13T00:10:15.270 INFO:tasks.rados.rados.0.smithi032.stdout:1894: finishing rollback tid 2 to smithi03267100-11 2024-09-13T00:10:15.270 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1516 (ObjNum 556 snap 164 seq_num 556) dirty exists 2024-09-13T00:10:15.274 INFO:tasks.rados.rados.0.smithi032.stdout:1896: finishing write tid 2 to smithi03267100-16 2024-09-13T00:10:15.274 INFO:tasks.rados.rados.0.smithi032.stdout:1896: finishing write tid 3 to smithi03267100-16 2024-09-13T00:10:15.278 INFO:tasks.rados.rados.0.smithi032.stdout:1896: finishing write tid 4 to smithi03267100-16 2024-09-13T00:10:15.278 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1307 (ObjNum 633 snap 191 seq_num 633) dirty exists 2024-09-13T00:10:15.278 INFO:tasks.rados.rados.0.smithi032.stdout:1896: left oid 16 (ObjNum 633 snap 191 seq_num 633) 2024-09-13T00:10:15.280 INFO:tasks.rados.rados.0.smithi032.stdout:1899: finishing copy_from racing read to smithi03267100-29 2024-09-13T00:10:15.283 INFO:tasks.rados.rados.0.smithi032.stdout:1899: finishing copy_from to smithi03267100-29 2024-09-13T00:10:15.284 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 811 (ObjNum 629 snap 191 seq_num 629) dirty exists 2024-09-13T00:10:15.285 INFO:tasks.rados.rados.0.smithi032.stdout:1898: expect (ObjNum 552 snap 163 seq_num 552) 2024-09-13T00:10:15.433 INFO:tasks.rados.rados.0.smithi032.stdout:1895: expect (ObjNum 370 snap 116 seq_num 370) 2024-09-13T00:10:15.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:15 smithi053 bash[67631]: cluster 2024-09-13T00:10:14.186774+0000 mon.a (mon.0) 453 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2024-09-13T00:10:15.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:15 smithi032 bash[75510]: cluster 2024-09-13T00:10:14.186774+0000 mon.a (mon.0) 453 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2024-09-13T00:10:15.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:15 smithi032 bash[76677]: cluster 2024-09-13T00:10:14.186774+0000 mon.a (mon.0) 453 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2024-09-13T00:10:15.862 INFO:tasks.rados.rados.0.smithi032.stdout:1897: expect (ObjNum 612 snap 188 seq_num 612) 2024-09-13T00:10:15.879 INFO:tasks.rados.rados.0.smithi032.stdout:1900: expect (ObjNum 382 snap 118 seq_num 382) 2024-09-13T00:10:16.381 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:10:16.396 INFO:tasks.rados.rados.0.smithi032.stdout:1894: done (7 left) 2024-09-13T00:10:16.396 INFO:tasks.rados.rados.0.smithi032.stdout:1895: done (6 left) 2024-09-13T00:10:16.396 INFO:tasks.rados.rados.0.smithi032.stdout:1896: done (5 left) 2024-09-13T00:10:16.397 INFO:tasks.rados.rados.0.smithi032.stdout:1897: done (4 left) 2024-09-13T00:10:16.397 INFO:tasks.rados.rados.0.smithi032.stdout:1898: done (3 left) 2024-09-13T00:10:16.397 INFO:tasks.rados.rados.0.smithi032.stdout:1899: done (2 left) 2024-09-13T00:10:16.397 INFO:tasks.rados.rados.0.smithi032.stdout:1900: done (1 left) 2024-09-13T00:10:16.397 INFO:tasks.rados.rados.0.smithi032.stdout:1901: done (0 left) 2024-09-13T00:10:16.397 INFO:tasks.rados.rados.0.smithi032.stdout:1902: snap_remove snap 168 2024-09-13T00:10:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:16 smithi053 bash[67631]: cluster 2024-09-13T00:10:15.070790+0000 mgr.y (mgr.34107) 134 : cluster [DBG] pgmap v199: 121 pgs: 121 active+clean; 529 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s; 13 MiB/s, 6 objects/s recovering 2024-09-13T00:10:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:16 smithi053 bash[67631]: cluster 2024-09-13T00:10:15.206582+0000 mon.a (mon.0) 454 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2024-09-13T00:10:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:16 smithi053 bash[67631]: audit 2024-09-13T00:10:15.710030+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:16 smithi053 bash[67631]: audit 2024-09-13T00:10:15.720473+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:16 smithi053 bash[67631]: audit 2024-09-13T00:10:15.722220+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:10:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:16 smithi053 bash[67631]: audit 2024-09-13T00:10:15.723805+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:10:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:16 smithi053 bash[67631]: audit 2024-09-13T00:10:15.733024+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:16 smithi053 bash[67631]: audit 2024-09-13T00:10:15.856625+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:10:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:16 smithi053 bash[67631]: audit 2024-09-13T00:10:15.860242+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:16 smithi053 bash[67631]: audit 2024-09-13T00:10:15.862344+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:16 smithi053 bash[67631]: audit 2024-09-13T00:10:15.864117+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:16 smithi053 bash[67631]: audit 2024-09-13T00:10:15.865886+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T00:10:16.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[75510]: cluster 2024-09-13T00:10:15.070790+0000 mgr.y (mgr.34107) 134 : cluster [DBG] pgmap v199: 121 pgs: 121 active+clean; 529 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s; 13 MiB/s, 6 objects/s recovering 2024-09-13T00:10:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[75510]: cluster 2024-09-13T00:10:15.206582+0000 mon.a (mon.0) 454 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2024-09-13T00:10:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[75510]: audit 2024-09-13T00:10:15.710030+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[75510]: audit 2024-09-13T00:10:15.720473+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[75510]: audit 2024-09-13T00:10:15.722220+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:10:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[75510]: audit 2024-09-13T00:10:15.723805+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:10:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[75510]: audit 2024-09-13T00:10:15.733024+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[75510]: audit 2024-09-13T00:10:15.856625+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:10:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[75510]: audit 2024-09-13T00:10:15.860242+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[75510]: audit 2024-09-13T00:10:15.862344+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[75510]: audit 2024-09-13T00:10:15.864117+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[75510]: audit 2024-09-13T00:10:15.865886+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T00:10:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[76677]: cluster 2024-09-13T00:10:15.070790+0000 mgr.y (mgr.34107) 134 : cluster [DBG] pgmap v199: 121 pgs: 121 active+clean; 529 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s; 13 MiB/s, 6 objects/s recovering 2024-09-13T00:10:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[76677]: cluster 2024-09-13T00:10:15.206582+0000 mon.a (mon.0) 454 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2024-09-13T00:10:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[76677]: audit 2024-09-13T00:10:15.710030+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[76677]: audit 2024-09-13T00:10:15.720473+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[76677]: audit 2024-09-13T00:10:15.722220+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:10:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[76677]: audit 2024-09-13T00:10:15.723805+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:10:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[76677]: audit 2024-09-13T00:10:15.733024+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[76677]: audit 2024-09-13T00:10:15.856625+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:10:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[76677]: audit 2024-09-13T00:10:15.860242+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[76677]: audit 2024-09-13T00:10:15.862344+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:16.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[76677]: audit 2024-09-13T00:10:15.864117+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:16.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:16 smithi032 bash[76677]: audit 2024-09-13T00:10:15.865886+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T00:10:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:10:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4m) 12s ago 10m 14.0M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:10:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (3m) 79s ago 9m 75.8M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:10:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11m) 12s ago 11m 16.8M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:10:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (11m) 79s ago 11m 18.2M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:10:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (2m) 79s ago 19m 424M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:10:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3m) 12s ago 22m 482M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:10:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2m) 12s ago 22m 50.1M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:10:16.669 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (87s) 79s ago 20m 19.5M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:10:16.669 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (117s) 12s ago 19m 38.0M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:10:16.669 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4m) 12s ago 10m 7959k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:10:16.669 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (3m) 79s ago 10m 8515k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:10:16.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (16s) 12s ago 18m - 2525M 18.2.4-837-g7a853b17 f21ba1eea74e a4f5d6d727f8 2024-09-13T00:10:16.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (17m) 12s ago 17m 387M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 1ab06e2999b7 2024-09-13T00:10:16.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (16m) 12s ago 17m 351M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 911acc1d60e0 2024-09-13T00:10:16.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (16m) 12s ago 16m 153M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:10:16.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (15m) 79s ago 15m 224M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:10:16.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (14m) 79s ago 14m 285M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:10:16.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (13m) 79s ago 13m 139M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:10:16.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (12m) 79s ago 12m 210M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:10:16.669 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (3m) 79s ago 11m 52.0M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:10:17.023 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:10:17.023 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:10:17.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:10:17.024 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:10:17.024 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:10:17.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:10:17.024 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:10:17.024 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:10:17.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 7, 2024-09-13T00:10:17.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 1 2024-09-13T00:10:17.024 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:10:17.024 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:10:17.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:10:17.024 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:10:17.025 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:10:17.025 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 9, 2024-09-13T00:10:17.025 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 6 2024-09-13T00:10:17.025 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:10:17.025 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:10:17.225 INFO:tasks.rados.rados.0.smithi032.stdout:1902: done (0 left) 2024-09-13T00:10:17.225 INFO:tasks.rados.rados.0.smithi032.stdout:1903: delete oid 41 current snap is 192 2024-09-13T00:10:17.249 INFO:tasks.rados.rados.0.smithi032.stdout:1903: done (0 left) 2024-09-13T00:10:17.250 INFO:tasks.rados.rados.0.smithi032.stdout:1904: delete oid 21 current snap is 192 2024-09-13T00:10:17.267 INFO:tasks.rados.rados.0.smithi032.stdout:1904: done (0 left) 2024-09-13T00:10:17.267 INFO:tasks.rados.rados.0.smithi032.stdout:1905: read oid 13 snap 117 2024-09-13T00:10:17.267 INFO:tasks.rados.rados.0.smithi032.stdout:1905: expect deleted 2024-09-13T00:10:17.267 INFO:tasks.rados.rados.0.smithi032.stdout:1906: rmattr oid 10 current snap is 192 2024-09-13T00:10:17.271 INFO:tasks.rados.rados.0.smithi032.stdout:1907: read oid 19 snap -1 2024-09-13T00:10:17.271 INFO:tasks.rados.rados.0.smithi032.stdout:1907: expect deleted 2024-09-13T00:10:17.271 INFO:tasks.rados.rados.0.smithi032.stdout:1908: setattr oid 20 current snap is 192 2024-09-13T00:10:17.271 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 192 2024-09-13T00:10:17.271 INFO:tasks.rados.rados.0.smithi032.stdout:1909: seq_num 636 ranges {3473408=655360,4128768=401408} 2024-09-13T00:10:17.293 INFO:tasks.rados.rados.0.smithi032.stdout:1909: writing smithi03267100-14 from 3473408 to 4128768 tid 1 2024-09-13T00:10:17.295 INFO:tasks.rados.rados.0.smithi032.stdout:1909: writing smithi03267100-14 from 4128768 to 4530176 tid 2 2024-09-13T00:10:17.295 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 192 2024-09-13T00:10:17.295 INFO:tasks.rados.rados.0.smithi032.stdout:1910: seq_num 637 ranges {1613824=671744,2285568=401408} 2024-09-13T00:10:17.308 INFO:tasks.rados.rados.0.smithi032.stdout:1910: writing smithi03267100-15 from 1613824 to 2285568 tid 1 2024-09-13T00:10:17.311 INFO:tasks.rados.rados.0.smithi032.stdout:1910: writing smithi03267100-15 from 2285568 to 2686976 tid 2 2024-09-13T00:10:17.311 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 192 2024-09-13T00:10:17.311 INFO:tasks.rados.rados.0.smithi032.stdout:1911: seq_num 638 ranges {5652480=688128,6340608=401408} 2024-09-13T00:10:17.346 INFO:tasks.rados.rados.0.smithi032.stdout:1911: writing smithi03267100-47 from 5652480 to 6340608 tid 1 2024-09-13T00:10:17.349 INFO:tasks.rados.rados.0.smithi032.stdout:1911: writing smithi03267100-47 from 6340608 to 6742016 tid 2 2024-09-13T00:10:17.349 INFO:tasks.rados.rados.0.smithi032.stdout:1912: delete oid 17 current snap is 192 2024-09-13T00:10:17.350 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 405 (ObjNum 506 snap 149 seq_num 506) dirty exists 2024-09-13T00:10:17.350 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1207 (ObjNum 578 snap 174 seq_num 578) dirty exists 2024-09-13T00:10:17.350 INFO:tasks.rados.rados.0.smithi032.stdout:1909: finishing write tid 1 to smithi03267100-14 2024-09-13T00:10:17.350 INFO:tasks.rados.rados.0.smithi032.stdout:1909: finishing write tid 2 to smithi03267100-14 2024-09-13T00:10:17.350 INFO:tasks.rados.rados.0.smithi032.stdout:1909: finishing write tid 3 to smithi03267100-14 2024-09-13T00:10:17.350 INFO:tasks.rados.rados.0.smithi032.stdout:1909: finishing write tid 4 to smithi03267100-14 2024-09-13T00:10:17.350 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 1534 (ObjNum 636 snap 192 seq_num 636) dirty exists 2024-09-13T00:10:17.350 INFO:tasks.rados.rados.0.smithi032.stdout:1909: left oid 14 (ObjNum 636 snap 192 seq_num 636) 2024-09-13T00:10:17.350 INFO:tasks.rados.rados.0.smithi032.stdout:1910: finishing write tid 1 to smithi03267100-15 2024-09-13T00:10:17.350 INFO:tasks.rados.rados.0.smithi032.stdout:1910: finishing write tid 2 to smithi03267100-15 2024-09-13T00:10:17.350 INFO:tasks.rados.rados.0.smithi032.stdout:1910: finishing write tid 3 to smithi03267100-15 2024-09-13T00:10:17.350 INFO:tasks.rados.rados.0.smithi032.stdout:1910: finishing write tid 4 to smithi03267100-15 2024-09-13T00:10:17.350 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 916 (ObjNum 637 snap 192 seq_num 637) dirty exists 2024-09-13T00:10:17.351 INFO:tasks.rados.rados.0.smithi032.stdout:1910: left oid 15 (ObjNum 637 snap 192 seq_num 637) 2024-09-13T00:10:17.355 INFO:tasks.rados.rados.0.smithi032.stdout:1911: finishing write tid 1 to smithi03267100-47 2024-09-13T00:10:17.355 INFO:tasks.rados.rados.0.smithi032.stdout:1911: finishing write tid 2 to smithi03267100-47 2024-09-13T00:10:17.356 INFO:tasks.rados.rados.0.smithi032.stdout:1911: finishing write tid 3 to smithi03267100-47 2024-09-13T00:10:17.357 INFO:tasks.rados.rados.0.smithi032.stdout:1911: finishing write tid 4 to smithi03267100-47 2024-09-13T00:10:17.357 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 654 (ObjNum 638 snap 192 seq_num 638) dirty exists 2024-09-13T00:10:17.357 INFO:tasks.rados.rados.0.smithi032.stdout:1911: left oid 47 (ObjNum 638 snap 192 seq_num 638) 2024-09-13T00:10:17.358 INFO:tasks.rados.rados.0.smithi032.stdout:1905: done (7 left) 2024-09-13T00:10:17.358 INFO:tasks.rados.rados.0.smithi032.stdout:1906: done (6 left) 2024-09-13T00:10:17.358 INFO:tasks.rados.rados.0.smithi032.stdout:1907: done (5 left) 2024-09-13T00:10:17.358 INFO:tasks.rados.rados.0.smithi032.stdout:1908: done (4 left) 2024-09-13T00:10:17.358 INFO:tasks.rados.rados.0.smithi032.stdout:1909: done (3 left) 2024-09-13T00:10:17.358 INFO:tasks.rados.rados.0.smithi032.stdout:1910: done (2 left) 2024-09-13T00:10:17.358 INFO:tasks.rados.rados.0.smithi032.stdout:1911: done (1 left) 2024-09-13T00:10:17.359 INFO:tasks.rados.rados.0.smithi032.stdout:1912: done (0 left) 2024-09-13T00:10:17.359 INFO:tasks.rados.rados.0.smithi032.stdout:1913: copy_from oid 17 from oid 37 current snap is 192 2024-09-13T00:10:17.359 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 192 2024-09-13T00:10:17.359 INFO:tasks.rados.rados.0.smithi032.stdout:1914: seq_num 640 ranges {2154496=729088,2883584=401408} 2024-09-13T00:10:17.374 INFO:tasks.rados.rados.0.smithi032.stdout:1914: writing smithi03267100-24 from 2154496 to 2883584 tid 1 2024-09-13T00:10:17.377 INFO:tasks.rados.rados.0.smithi032.stdout:1914: writing smithi03267100-24 from 2883584 to 3284992 tid 2 2024-09-13T00:10:17.377 INFO:tasks.rados.rados.0.smithi032.stdout:1915: delete oid 1 current snap is 192 2024-09-13T00:10:17.377 INFO:tasks.rados.rados.0.smithi032.stdout:1913: finishing copy_from racing read to smithi03267100-17 2024-09-13T00:10:17.377 INFO:tasks.rados.rados.0.smithi032.stdout:1913: finishing copy_from to smithi03267100-17 2024-09-13T00:10:17.377 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 50 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:10:17.382 INFO:tasks.rados.rados.0.smithi032.stdout:1913: done (2 left) 2024-09-13T00:10:17.382 INFO:tasks.rados.rados.0.smithi032.stdout:1915: done (1 left) 2024-09-13T00:10:17.382 INFO:tasks.rados.rados.0.smithi032.stdout:1916: rmattr oid 27 current snap is 192 2024-09-13T00:10:17.383 INFO:tasks.rados.rados.0.smithi032.stdout:1916: done (1 left) 2024-09-13T00:10:17.383 INFO:tasks.rados.rados.0.smithi032.stdout:1917: snap_create 2024-09-13T00:10:17.386 INFO:tasks.rados.rados.0.smithi032.stdout:1914: finishing write tid 1 to smithi03267100-24 2024-09-13T00:10:17.387 INFO:tasks.rados.rados.0.smithi032.stdout:1914: finishing write tid 2 to smithi03267100-24 2024-09-13T00:10:17.387 INFO:tasks.rados.rados.0.smithi032.stdout:1914: finishing write tid 3 to smithi03267100-24 2024-09-13T00:10:17.389 INFO:tasks.rados.rados.0.smithi032.stdout:1914: finishing write tid 4 to smithi03267100-24 2024-09-13T00:10:17.389 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 604 (ObjNum 640 snap 192 seq_num 640) dirty exists 2024-09-13T00:10:17.389 INFO:tasks.rados.rados.0.smithi032.stdout:1914: left oid 24 (ObjNum 640 snap 192 seq_num 640) 2024-09-13T00:10:17.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:17 smithi053 bash[67631]: audit 2024-09-13T00:10:15.866050+0000 mgr.y (mgr.34107) 135 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T00:10:17.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:17 smithi053 bash[67631]: cephadm 2024-09-13T00:10:15.867300+0000 mgr.y (mgr.34107) 136 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-13T00:10:17.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:17 smithi053 bash[67631]: cluster 2024-09-13T00:10:16.211525+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2024-09-13T00:10:17.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:17 smithi053 bash[67631]: audit 2024-09-13T00:10:16.374217+0000 mgr.y (mgr.34107) 137 : audit [DBG] from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:10:17.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:17 smithi053 bash[67631]: audit 2024-09-13T00:10:16.660383+0000 mgr.y (mgr.34107) 138 : audit [DBG] from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:10:17.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:17 smithi053 bash[67631]: audit 2024-09-13T00:10:17.027425+0000 mon.a (mon.0) 466 : audit [DBG] from='client.? 172.21.15.32:0/3772263670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:17.560 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:17 smithi032 bash[76677]: audit 2024-09-13T00:10:15.866050+0000 mgr.y (mgr.34107) 135 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T00:10:17.560 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:17 smithi032 bash[76677]: cephadm 2024-09-13T00:10:15.867300+0000 mgr.y (mgr.34107) 136 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-13T00:10:17.560 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:17 smithi032 bash[76677]: cluster 2024-09-13T00:10:16.211525+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2024-09-13T00:10:17.560 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:17 smithi032 bash[76677]: audit 2024-09-13T00:10:16.374217+0000 mgr.y (mgr.34107) 137 : audit [DBG] from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:10:17.561 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:17 smithi032 bash[76677]: audit 2024-09-13T00:10:16.660383+0000 mgr.y (mgr.34107) 138 : audit [DBG] from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:10:17.561 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:17 smithi032 bash[76677]: audit 2024-09-13T00:10:17.027425+0000 mon.a (mon.0) 466 : audit [DBG] from='client.? 172.21.15.32:0/3772263670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:17.561 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:17 smithi032 bash[75510]: audit 2024-09-13T00:10:15.866050+0000 mgr.y (mgr.34107) 135 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T00:10:17.561 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:17 smithi032 bash[75510]: cephadm 2024-09-13T00:10:15.867300+0000 mgr.y (mgr.34107) 136 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-13T00:10:17.561 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:17 smithi032 bash[75510]: cluster 2024-09-13T00:10:16.211525+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2024-09-13T00:10:17.561 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:17 smithi032 bash[75510]: audit 2024-09-13T00:10:16.374217+0000 mgr.y (mgr.34107) 137 : audit [DBG] from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:10:17.561 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:17 smithi032 bash[75510]: audit 2024-09-13T00:10:16.660383+0000 mgr.y (mgr.34107) 138 : audit [DBG] from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:10:17.561 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:17 smithi032 bash[75510]: audit 2024-09-13T00:10:17.027425+0000 mon.a (mon.0) 466 : audit [DBG] from='client.? 172.21.15.32:0/3772263670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:18.105 INFO:tasks.rados.rados.0.smithi032.stdout:1914: done (1 left) 2024-09-13T00:10:18.105 INFO:tasks.rados.rados.0.smithi032.stdout:1917: done (0 left) 2024-09-13T00:10:18.106 INFO:tasks.rados.rados.0.smithi032.stdout:1918: rollback oid 36 current snap is 193 2024-09-13T00:10:18.106 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 180 2024-09-13T00:10:18.106 INFO:tasks.rados.rados.0.smithi032.stdout:1919: delete oid 18 current snap is 193 2024-09-13T00:10:18.123 INFO:tasks.rados.rados.0.smithi032.stdout:1918: finishing rollback tid 0 to smithi03267100-36 2024-09-13T00:10:18.124 INFO:tasks.rados.rados.0.smithi032.stdout:1919: done (1 left) 2024-09-13T00:10:18.124 INFO:tasks.rados.rados.0.smithi032.stdout:1920: read oid 49 snap -1 2024-09-13T00:10:18.125 INFO:tasks.rados.rados.0.smithi032.stdout:1920: expect (ObjNum 622 snap 190 seq_num 622) 2024-09-13T00:10:18.125 INFO:tasks.rados.rados.0.smithi032.stdout:1921: copy_from oid 32 from oid 1 current snap is 193 2024-09-13T00:10:18.125 INFO:tasks.rados.rados.0.smithi032.stdout:1918: finishing rollback tid 1 to smithi03267100-36 2024-09-13T00:10:18.125 INFO:tasks.rados.rados.0.smithi032.stdout:1922: rollback oid 43 current snap is 193 2024-09-13T00:10:18.125 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 120 2024-09-13T00:10:18.125 INFO:tasks.rados.rados.0.smithi032.stdout:1923: rollback oid 41 current snap is 193 2024-09-13T00:10:18.125 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 191 2024-09-13T00:10:18.125 INFO:tasks.rados.rados.0.smithi032.stdout:1924: snap_create 2024-09-13T00:10:18.125 INFO:tasks.rados.rados.0.smithi032.stdout:1918: finishing rollback tid 2 to smithi03267100-36 2024-09-13T00:10:18.126 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 1507 (ObjNum 570 snap 169 seq_num 570) dirty exists 2024-09-13T00:10:18.133 INFO:tasks.rados.rados.0.smithi032.stdout:1923: finishing rollback tid 1 to smithi03267100-41 2024-09-13T00:10:18.133 INFO:tasks.rados.rados.0.smithi032.stdout:1921: finishing copy_from to smithi03267100-32 2024-09-13T00:10:18.133 INFO:tasks.rados.rados.0.smithi032.stdout:1921: got expected ENOENT (src dne) 2024-09-13T00:10:18.133 INFO:tasks.rados.rados.0.smithi032.stdout:1921: finishing copy_from racing read to smithi03267100-32 2024-09-13T00:10:18.133 INFO:tasks.rados.rados.0.smithi032.stdout:1923: finishing rollback tid 2 to smithi03267100-41 2024-09-13T00:10:18.133 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1218 (ObjNum 624 snap 190 seq_num 624) dirty exists 2024-09-13T00:10:18.134 INFO:tasks.rados.rados.0.smithi032.stdout:1922: finishing rollback tid 0 to smithi03267100-43 2024-09-13T00:10:18.135 INFO:tasks.rados.rados.0.smithi032.stdout:1922: finishing rollback tid 1 to smithi03267100-43 2024-09-13T00:10:18.135 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 627 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-09-13T00:10:18.153 INFO:tasks.rados.rados.0.smithi032.stdout:1920: expect (ObjNum 622 snap 190 seq_num 622) 2024-09-13T00:10:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:18 smithi053 bash[67631]: cluster 2024-09-13T00:10:17.071365+0000 mgr.y (mgr.34107) 139 : cluster [DBG] pgmap v202: 121 pgs: 121 active+clean; 504 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.4 MiB/s wr, 34 op/s 2024-09-13T00:10:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:18 smithi053 bash[67631]: cluster 2024-09-13T00:10:17.228907+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2024-09-13T00:10:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:18 smithi053 bash[67631]: cluster 2024-09-13T00:10:18.109044+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2024-09-13T00:10:18.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:18 smithi032 bash[76677]: cluster 2024-09-13T00:10:17.071365+0000 mgr.y (mgr.34107) 139 : cluster [DBG] pgmap v202: 121 pgs: 121 active+clean; 504 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.4 MiB/s wr, 34 op/s 2024-09-13T00:10:18.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:18 smithi032 bash[76677]: cluster 2024-09-13T00:10:17.228907+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2024-09-13T00:10:18.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:18 smithi032 bash[76677]: cluster 2024-09-13T00:10:18.109044+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2024-09-13T00:10:18.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:18 smithi032 bash[75510]: cluster 2024-09-13T00:10:17.071365+0000 mgr.y (mgr.34107) 139 : cluster [DBG] pgmap v202: 121 pgs: 121 active+clean; 504 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.4 MiB/s wr, 34 op/s 2024-09-13T00:10:18.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:18 smithi032 bash[75510]: cluster 2024-09-13T00:10:17.228907+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2024-09-13T00:10:18.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:18 smithi032 bash[75510]: cluster 2024-09-13T00:10:18.109044+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2024-09-13T00:10:19.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:18 smithi053 bash[60895]: ts=2024-09-13T00:10:18.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:19.110 INFO:tasks.rados.rados.0.smithi032.stdout:1918: done (5 left) 2024-09-13T00:10:19.110 INFO:tasks.rados.rados.0.smithi032.stdout:1920: done (4 left) 2024-09-13T00:10:19.110 INFO:tasks.rados.rados.0.smithi032.stdout:1921: done (3 left) 2024-09-13T00:10:19.110 INFO:tasks.rados.rados.0.smithi032.stdout:1922: done (2 left) 2024-09-13T00:10:19.110 INFO:tasks.rados.rados.0.smithi032.stdout:1923: done (1 left) 2024-09-13T00:10:19.110 INFO:tasks.rados.rados.0.smithi032.stdout:1924: done (0 left) 2024-09-13T00:10:19.110 INFO:tasks.rados.rados.0.smithi032.stdout:1925: read oid 42 snap 187 2024-09-13T00:10:19.110 INFO:tasks.rados.rados.0.smithi032.stdout:1925: expect deleted 2024-09-13T00:10:19.110 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 194 2024-09-13T00:10:19.110 INFO:tasks.rados.rados.0.smithi032.stdout:1926: seq_num 643 ranges {434176=778240,1212416=401408} 2024-09-13T00:10:19.117 INFO:tasks.rados.rados.0.smithi032.stdout:1926: writing smithi03267100-12 from 434176 to 1212416 tid 1 2024-09-13T00:10:19.119 INFO:tasks.rados.rados.0.smithi032.stdout:1926: writing smithi03267100-12 from 1212416 to 1613824 tid 2 2024-09-13T00:10:19.119 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 194 2024-09-13T00:10:19.119 INFO:tasks.rados.rados.0.smithi032.stdout:1927: seq_num 644 ranges {319488=794624,1114112=401408} 2024-09-13T00:10:19.126 INFO:tasks.rados.rados.0.smithi032.stdout:1927: writing smithi03267100-22 from 319488 to 1114112 tid 1 2024-09-13T00:10:19.130 INFO:tasks.rados.rados.0.smithi032.stdout:1927: writing smithi03267100-22 from 1114112 to 1515520 tid 2 2024-09-13T00:10:19.130 INFO:tasks.rados.rados.0.smithi032.stdout:1928: rollback oid 35 current snap is 194 2024-09-13T00:10:19.130 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 35 to 119 2024-09-13T00:10:19.130 INFO:tasks.rados.rados.0.smithi032.stdout:1926: finishing write tid 1 to smithi03267100-12 2024-09-13T00:10:19.130 INFO:tasks.rados.rados.0.smithi032.stdout:1926: finishing write tid 2 to smithi03267100-12 2024-09-13T00:10:19.130 INFO:tasks.rados.rados.0.smithi032.stdout:1926: finishing write tid 3 to smithi03267100-12 2024-09-13T00:10:19.130 INFO:tasks.rados.rados.0.smithi032.stdout:1925: done (3 left) 2024-09-13T00:10:19.130 INFO:tasks.rados.rados.0.smithi032.stdout:1929: rollback oid 21 current snap is 194 2024-09-13T00:10:19.131 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 162 2024-09-13T00:10:19.131 INFO:tasks.rados.rados.0.smithi032.stdout:1930: read oid 24 snap -1 2024-09-13T00:10:19.131 INFO:tasks.rados.rados.0.smithi032.stdout:1930: expect (ObjNum 640 snap 192 seq_num 640) 2024-09-13T00:10:19.131 INFO:tasks.rados.rados.0.smithi032.stdout:1931: rmattr oid 48 current snap is 194 2024-09-13T00:10:19.131 INFO:tasks.rados.rados.0.smithi032.stdout:1931: done (5 left) 2024-09-13T00:10:19.131 INFO:tasks.rados.rados.0.smithi032.stdout:1932: setattr oid 39 current snap is 194 2024-09-13T00:10:19.131 INFO:tasks.rados.rados.0.smithi032.stdout:1926: finishing write tid 4 to smithi03267100-12 2024-09-13T00:10:19.131 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1310 (ObjNum 643 snap 194 seq_num 643) dirty exists 2024-09-13T00:10:19.131 INFO:tasks.rados.rados.0.smithi032.stdout:1926: left oid 12 (ObjNum 643 snap 194 seq_num 643) 2024-09-13T00:10:19.133 INFO:tasks.rados.rados.0.smithi032.stdout:1926: done (5 left) 2024-09-13T00:10:19.133 INFO:tasks.rados.rados.0.smithi032.stdout:1933: delete oid 14 current snap is 194 2024-09-13T00:10:19.140 INFO:tasks.rados.rados.0.smithi032.stdout:1933: done (5 left) 2024-09-13T00:10:19.140 INFO:tasks.rados.rados.0.smithi032.stdout:1934: copy_from oid 19 from oid 50 current snap is 194 2024-09-13T00:10:19.141 INFO:tasks.rados.rados.0.smithi032.stdout:1935: delete oid 43 current snap is 194 2024-09-13T00:10:19.144 INFO:tasks.rados.rados.0.smithi032.stdout:1928: finishing rollback tid 0 to smithi03267100-35 2024-09-13T00:10:19.145 INFO:tasks.rados.rados.0.smithi032.stdout:1928: finishing rollback tid 1 to smithi03267100-35 2024-09-13T00:10:19.146 INFO:tasks.rados.rados.0.smithi032.stdout:1928: finishing rollback tid 2 to smithi03267100-35 2024-09-13T00:10:19.146 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1126 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:10:19.147 INFO:tasks.rados.rados.0.smithi032.stdout:1929: finishing rollback tid 1 to smithi03267100-21 2024-09-13T00:10:19.147 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1247 (ObjNum 65 snap 0 seq_num 1767461985) dirty dne 2024-09-13T00:10:19.147 INFO:tasks.rados.rados.0.smithi032.stdout:1928: done (6 left) 2024-09-13T00:10:19.147 INFO:tasks.rados.rados.0.smithi032.stdout:1929: done (5 left) 2024-09-13T00:10:19.147 INFO:tasks.rados.rados.0.smithi032.stdout:1935: done (4 left) 2024-09-13T00:10:19.147 INFO:tasks.rados.rados.0.smithi032.stdout:1936: read oid 28 snap -1 2024-09-13T00:10:19.147 INFO:tasks.rados.rados.0.smithi032.stdout:1936: expect (ObjNum 591 snap 182 seq_num 591) 2024-09-13T00:10:19.147 INFO:tasks.rados.rados.0.smithi032.stdout:1937: delete oid 31 current snap is 194 2024-09-13T00:10:19.147 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 1297 (ObjNum 592 snap 183 seq_num 592) dirty exists 2024-09-13T00:10:19.148 INFO:tasks.rados.rados.0.smithi032.stdout:1930: expect (ObjNum 640 snap 192 seq_num 640) 2024-09-13T00:10:19.277 INFO:tasks.rados.rados.0.smithi032.stdout:1927: finishing write tid 1 to smithi03267100-22 2024-09-13T00:10:19.277 INFO:tasks.rados.rados.0.smithi032.stdout:1927: finishing write tid 2 to smithi03267100-22 2024-09-13T00:10:19.277 INFO:tasks.rados.rados.0.smithi032.stdout:1927: finishing write tid 3 to smithi03267100-22 2024-09-13T00:10:19.277 INFO:tasks.rados.rados.0.smithi032.stdout:1927: finishing write tid 4 to smithi03267100-22 2024-09-13T00:10:19.277 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1221 (ObjNum 644 snap 194 seq_num 644) dirty exists 2024-09-13T00:10:19.278 INFO:tasks.rados.rados.0.smithi032.stdout:1927: left oid 22 (ObjNum 644 snap 194 seq_num 644) 2024-09-13T00:10:19.278 INFO:tasks.rados.rados.0.smithi032.stdout:1934: finishing copy_from racing read to smithi03267100-19 2024-09-13T00:10:19.278 INFO:tasks.rados.rados.0.smithi032.stdout:1934: finishing copy_from to smithi03267100-19 2024-09-13T00:10:19.278 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 811 (ObjNum 629 snap 191 seq_num 629) dirty exists 2024-09-13T00:10:19.278 INFO:tasks.rados.rados.0.smithi032.stdout:1936: expect (ObjNum 591 snap 182 seq_num 591) 2024-09-13T00:10:19.645 INFO:tasks.rados.rados.0.smithi032.stdout:1927: done (5 left) 2024-09-13T00:10:19.645 INFO:tasks.rados.rados.0.smithi032.stdout:1930: done (4 left) 2024-09-13T00:10:19.645 INFO:tasks.rados.rados.0.smithi032.stdout:1932: done (3 left) 2024-09-13T00:10:19.645 INFO:tasks.rados.rados.0.smithi032.stdout:1934: done (2 left) 2024-09-13T00:10:19.646 INFO:tasks.rados.rados.0.smithi032.stdout:1936: done (1 left) 2024-09-13T00:10:19.646 INFO:tasks.rados.rados.0.smithi032.stdout:1937: done (0 left) 2024-09-13T00:10:19.646 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 194 2024-09-13T00:10:19.646 INFO:tasks.rados.rados.0.smithi032.stdout:1938: seq_num 648 ranges {0=458752,458752=475136,933888=327680} 2024-09-13T00:10:19.649 INFO:tasks.rados.rados.0.smithi032.stdout:1938: writing smithi03267100-13 from 0 to 458752 tid 1 2024-09-13T00:10:19.654 INFO:tasks.rados.rados.0.smithi032.stdout:1938: writing smithi03267100-13 from 458752 to 933888 tid 2 2024-09-13T00:10:19.658 INFO:tasks.rados.rados.0.smithi032.stdout:1938: writing smithi03267100-13 from 933888 to 1261568 tid 3 2024-09-13T00:10:19.658 INFO:tasks.rados.rados.0.smithi032.stdout:1939: rollback oid 22 current snap is 194 2024-09-13T00:10:19.658 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 117 2024-09-13T00:10:19.658 INFO:tasks.rados.rados.0.smithi032.stdout:1940: delete oid 15 current snap is 194 2024-09-13T00:10:19.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:19 smithi032 bash[75510]: cephadm 2024-09-13T00:10:18.342851+0000 mgr.y (mgr.34107) 140 : cephadm [INF] Upgrade: Updating osd.1 2024-09-13T00:10:19.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:19 smithi032 bash[75510]: audit 2024-09-13T00:10:18.348812+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:19.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:19 smithi032 bash[75510]: audit 2024-09-13T00:10:18.349894+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T00:10:19.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:19 smithi032 bash[75510]: audit 2024-09-13T00:10:18.350824+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:10:19.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:19 smithi032 bash[75510]: cephadm 2024-09-13T00:10:18.354660+0000 mgr.y (mgr.34107) 141 : cephadm [INF] Deploying daemon osd.1 on smithi032 2024-09-13T00:10:19.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:19 smithi032 bash[75510]: cluster 2024-09-13T00:10:19.113193+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2024-09-13T00:10:19.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:19 smithi032 bash[76677]: cephadm 2024-09-13T00:10:18.342851+0000 mgr.y (mgr.34107) 140 : cephadm [INF] Upgrade: Updating osd.1 2024-09-13T00:10:19.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:19 smithi032 bash[76677]: audit 2024-09-13T00:10:18.348812+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:19.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:19 smithi032 bash[76677]: audit 2024-09-13T00:10:18.349894+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T00:10:19.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:19 smithi032 bash[76677]: audit 2024-09-13T00:10:18.350824+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:10:19.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:19 smithi032 bash[76677]: cephadm 2024-09-13T00:10:18.354660+0000 mgr.y (mgr.34107) 141 : cephadm [INF] Deploying daemon osd.1 on smithi032 2024-09-13T00:10:19.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:19 smithi032 bash[76677]: cluster 2024-09-13T00:10:19.113193+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2024-09-13T00:10:19.663 INFO:tasks.rados.rados.0.smithi032.stdout:1939: finishing rollback tid 0 to smithi03267100-22 2024-09-13T00:10:19.663 INFO:tasks.rados.rados.0.smithi032.stdout:1940: done (2 left) 2024-09-13T00:10:19.663 INFO:tasks.rados.rados.0.smithi032.stdout:1941: setattr oid 32 current snap is 194 2024-09-13T00:10:19.665 INFO:tasks.rados.rados.0.smithi032.stdout:1942: rollback oid 39 current snap is 194 2024-09-13T00:10:19.665 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 162 2024-09-13T00:10:19.665 INFO:tasks.rados.rados.0.smithi032.stdout:1943: rollback oid 6 current snap is 194 2024-09-13T00:10:19.665 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 6 to 190 2024-09-13T00:10:19.665 INFO:tasks.rados.rados.0.smithi032.stdout:1944: read oid 16 snap 147 2024-09-13T00:10:19.666 INFO:tasks.rados.rados.0.smithi032.stdout:1944: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:10:19.666 INFO:tasks.rados.rados.0.smithi032.stdout:1945: delete oid 1 current snap is 194 2024-09-13T00:10:19.666 INFO:tasks.rados.rados.0.smithi032.stdout:1938: finishing write tid 1 to smithi03267100-13 2024-09-13T00:10:19.666 INFO:tasks.rados.rados.0.smithi032.stdout:1939: finishing rollback tid 1 to smithi03267100-22 2024-09-13T00:10:19.666 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1223 (ObjNum 65 snap 0 seq_num 1466197363) dirty dne 2024-09-13T00:10:19.666 INFO:tasks.rados.rados.0.smithi032.stdout:1938: finishing write tid 2 to smithi03267100-13 2024-09-13T00:10:19.667 INFO:tasks.rados.rados.0.smithi032.stdout:1938: finishing write tid 3 to smithi03267100-13 2024-09-13T00:10:19.669 INFO:tasks.rados.rados.0.smithi032.stdout:1938: finishing write tid 4 to smithi03267100-13 2024-09-13T00:10:19.672 INFO:tasks.rados.rados.0.smithi032.stdout:1939: done (6 left) 2024-09-13T00:10:19.672 INFO:tasks.rados.rados.0.smithi032.stdout:1945: done (5 left) 2024-09-13T00:10:19.673 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 194 2024-09-13T00:10:19.673 INFO:tasks.rados.rados.0.smithi032.stdout:1946: seq_num 651 ranges {5480448=507904,5988352=532480,6520832=270336} 2024-09-13T00:10:19.707 INFO:tasks.rados.rados.0.smithi032.stdout:1946: writing smithi03267100-49 from 5480448 to 5988352 tid 1 2024-09-13T00:10:19.712 INFO:tasks.rados.rados.0.smithi032.stdout:1946: writing smithi03267100-49 from 5988352 to 6520832 tid 2 2024-09-13T00:10:19.714 INFO:tasks.rados.rados.0.smithi032.stdout:1946: writing smithi03267100-49 from 6520832 to 6791168 tid 3 2024-09-13T00:10:19.714 INFO:tasks.rados.rados.0.smithi032.stdout:1947: delete oid 24 current snap is 194 2024-09-13T00:10:19.714 INFO:tasks.rados.rados.0.smithi032.stdout:1942: finishing rollback tid 0 to smithi03267100-39 2024-09-13T00:10:19.714 INFO:tasks.rados.rados.0.smithi032.stdout:1942: finishing rollback tid 1 to smithi03267100-39 2024-09-13T00:10:19.714 INFO:tasks.rados.rados.0.smithi032.stdout:1943: finishing rollback tid 1 to smithi03267100-6 2024-09-13T00:10:19.714 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1295 (ObjNum 209 snap 0 seq_num 127794592) dirty dne 2024-09-13T00:10:19.714 INFO:tasks.rados.rados.0.smithi032.stdout:1942: finishing rollback tid 2 to smithi03267100-39 2024-09-13T00:10:19.714 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 1300 (ObjNum 533 snap 156 seq_num 533) dirty exists 2024-09-13T00:10:19.714 INFO:tasks.rados.rados.0.smithi032.stdout:1944: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:10:19.743 INFO:tasks.rados.rados.0.smithi032.stdout:1938: finishing write tid 5 to smithi03267100-13 2024-09-13T00:10:19.743 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1543 (ObjNum 648 snap 194 seq_num 648) dirty exists 2024-09-13T00:10:19.743 INFO:tasks.rados.rados.0.smithi032.stdout:1938: left oid 13 (ObjNum 648 snap 194 seq_num 648) 2024-09-13T00:10:19.743 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 1545 (ObjNum 554 snap 164 seq_num 554) dirty exists 2024-09-13T00:10:19.743 INFO:tasks.rados.rados.0.smithi032.stdout:1946: finishing write tid 1 to smithi03267100-49 2024-09-13T00:10:19.743 INFO:tasks.rados.rados.0.smithi032.stdout:1946: finishing write tid 2 to smithi03267100-49 2024-09-13T00:10:19.743 INFO:tasks.rados.rados.0.smithi032.stdout:1946: finishing write tid 3 to smithi03267100-49 2024-09-13T00:10:19.744 INFO:tasks.rados.rados.0.smithi032.stdout:1946: finishing write tid 4 to smithi03267100-49 2024-09-13T00:10:19.744 INFO:tasks.rados.rados.0.smithi032.stdout:1946: finishing write tid 5 to smithi03267100-49 2024-09-13T00:10:19.744 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1130 (ObjNum 651 snap 194 seq_num 651) dirty exists 2024-09-13T00:10:19.744 INFO:tasks.rados.rados.0.smithi032.stdout:1946: left oid 49 (ObjNum 651 snap 194 seq_num 651) 2024-09-13T00:10:19.744 INFO:tasks.rados.rados.0.smithi032.stdout:1938: done (6 left) 2024-09-13T00:10:19.744 INFO:tasks.rados.rados.0.smithi032.stdout:1941: done (5 left) 2024-09-13T00:10:19.744 INFO:tasks.rados.rados.0.smithi032.stdout:1942: done (4 left) 2024-09-13T00:10:19.744 INFO:tasks.rados.rados.0.smithi032.stdout:1943: done (3 left) 2024-09-13T00:10:19.744 INFO:tasks.rados.rados.0.smithi032.stdout:1944: done (2 left) 2024-09-13T00:10:19.744 INFO:tasks.rados.rados.0.smithi032.stdout:1946: done (1 left) 2024-09-13T00:10:19.744 INFO:tasks.rados.rados.0.smithi032.stdout:1947: done (0 left) 2024-09-13T00:10:19.744 INFO:tasks.rados.rados.0.smithi032.stdout:1948: snap_remove snap 119 2024-09-13T00:10:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:19 smithi053 bash[67631]: cephadm 2024-09-13T00:10:18.342851+0000 mgr.y (mgr.34107) 140 : cephadm [INF] Upgrade: Updating osd.1 2024-09-13T00:10:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:19 smithi053 bash[67631]: audit 2024-09-13T00:10:18.348812+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:19 smithi053 bash[67631]: audit 2024-09-13T00:10:18.349894+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T00:10:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:19 smithi053 bash[67631]: audit 2024-09-13T00:10:18.350824+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:10:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:19 smithi053 bash[67631]: cephadm 2024-09-13T00:10:18.354660+0000 mgr.y (mgr.34107) 141 : cephadm [INF] Deploying daemon osd.1 on smithi032 2024-09-13T00:10:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:19 smithi053 bash[67631]: cluster 2024-09-13T00:10:19.113193+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2024-09-13T00:10:20.355 INFO:tasks.rados.rados.0.smithi032.stdout:1948: done (0 left) 2024-09-13T00:10:20.355 INFO:tasks.rados.rados.0.smithi032.stdout:1949: snap_remove snap 187 2024-09-13T00:10:20.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:20 smithi032 bash[75510]: cluster 2024-09-13T00:10:19.072058+0000 mgr.y (mgr.34107) 142 : cluster [DBG] pgmap v205: 121 pgs: 121 active+clean; 504 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.4 MiB/s wr, 34 op/s 2024-09-13T00:10:20.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:20 smithi032 bash[75510]: audit 2024-09-13T00:10:20.195897+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:20.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:20 smithi032 bash[76677]: cluster 2024-09-13T00:10:19.072058+0000 mgr.y (mgr.34107) 142 : cluster [DBG] pgmap v205: 121 pgs: 121 active+clean; 504 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.4 MiB/s wr, 34 op/s 2024-09-13T00:10:20.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:20 smithi032 bash[76677]: audit 2024-09-13T00:10:20.195897+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:20 smithi053 bash[67631]: cluster 2024-09-13T00:10:19.072058+0000 mgr.y (mgr.34107) 142 : cluster [DBG] pgmap v205: 121 pgs: 121 active+clean; 504 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.4 MiB/s wr, 34 op/s 2024-09-13T00:10:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:20 smithi053 bash[67631]: audit 2024-09-13T00:10:20.195897+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:21.363 INFO:tasks.rados.rados.0.smithi032.stdout:1949: done (0 left) 2024-09-13T00:10:21.364 INFO:tasks.rados.rados.0.smithi032.stdout:1950: rollback oid 34 current snap is 194 2024-09-13T00:10:21.364 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 34 to 180 2024-09-13T00:10:21.364 INFO:tasks.rados.rados.0.smithi032.stdout:1951: snap_remove snap 163 2024-09-13T00:10:21.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:21 smithi032 bash[75510]: cluster 2024-09-13T00:10:20.359338+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2024-09-13T00:10:21.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:21 smithi032 bash[76677]: cluster 2024-09-13T00:10:20.359338+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2024-09-13T00:10:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:21 smithi053 bash[67631]: cluster 2024-09-13T00:10:20.359338+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2024-09-13T00:10:22.370 INFO:tasks.rados.rados.0.smithi032.stdout:1951: done (1 left) 2024-09-13T00:10:22.371 INFO:tasks.rados.rados.0.smithi032.stdout:1952: copy_from oid 27 from oid 37 current snap is 194 2024-09-13T00:10:22.371 INFO:tasks.rados.rados.0.smithi032.stdout:1950: finishing rollback tid 1 to smithi03267100-34 2024-09-13T00:10:22.371 INFO:tasks.rados.rados.0.smithi032.stdout:1950: finishing rollback tid 2 to smithi03267100-34 2024-09-13T00:10:22.371 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 1312 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T00:10:22.371 INFO:tasks.rados.rados.0.smithi032.stdout:1950: done (1 left) 2024-09-13T00:10:22.371 INFO:tasks.rados.rados.0.smithi032.stdout:1953: snap_remove snap 164 2024-09-13T00:10:22.516 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:10:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:10:22] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2024-09-13T00:10:22.517 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:22 smithi032 bash[75510]: cluster 2024-09-13T00:10:21.072795+0000 mgr.y (mgr.34107) 143 : cluster [DBG] pgmap v208: 121 pgs: 121 active+clean; 514 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-13T00:10:22.517 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:22 smithi032 bash[75510]: cluster 2024-09-13T00:10:21.366045+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2024-09-13T00:10:22.517 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:22 smithi032 bash[75510]: cluster 2024-09-13T00:10:22.375090+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2024-09-13T00:10:22.517 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:22 smithi032 bash[76677]: cluster 2024-09-13T00:10:21.072795+0000 mgr.y (mgr.34107) 143 : cluster [DBG] pgmap v208: 121 pgs: 121 active+clean; 514 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-13T00:10:22.517 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:22 smithi032 bash[76677]: cluster 2024-09-13T00:10:21.366045+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2024-09-13T00:10:22.517 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:22 smithi032 bash[76677]: cluster 2024-09-13T00:10:22.375090+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2024-09-13T00:10:22.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:22 smithi053 bash[67631]: cluster 2024-09-13T00:10:21.072795+0000 mgr.y (mgr.34107) 143 : cluster [DBG] pgmap v208: 121 pgs: 121 active+clean; 514 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-13T00:10:22.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:22 smithi053 bash[67631]: cluster 2024-09-13T00:10:21.366045+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2024-09-13T00:10:22.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:22 smithi053 bash[67631]: cluster 2024-09-13T00:10:22.375090+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2024-09-13T00:10:22.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:22 smithi053 bash[60895]: ts=2024-09-13T00:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:23.373 INFO:tasks.rados.rados.0.smithi032.stdout:1953: done (1 left) 2024-09-13T00:10:23.373 INFO:tasks.rados.rados.0.smithi032.stdout:1954: delete oid 11 current snap is 194 2024-09-13T00:10:23.373 INFO:tasks.rados.rados.0.smithi032.stdout:1952: finishing copy_from racing read to smithi03267100-27 2024-09-13T00:10:23.373 INFO:tasks.rados.rados.0.smithi032.stdout:1952: finishing copy_from to smithi03267100-27 2024-09-13T00:10:23.374 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 50 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:10:23.388 INFO:tasks.rados.rados.0.smithi032.stdout:1952: done (1 left) 2024-09-13T00:10:23.388 INFO:tasks.rados.rados.0.smithi032.stdout:1954: done (0 left) 2024-09-13T00:10:23.388 INFO:tasks.rados.rados.0.smithi032.stdout:1955: read oid 47 snap -1 2024-09-13T00:10:23.388 INFO:tasks.rados.rados.0.smithi032.stdout:1955: expect (ObjNum 638 snap 192 seq_num 638) 2024-09-13T00:10:23.388 INFO:tasks.rados.rados.0.smithi032.stdout:1956: read oid 10 snap 120 2024-09-13T00:10:23.388 INFO:tasks.rados.rados.0.smithi032.stdout:1956: expect (ObjNum 346 snap 111 seq_num 346) 2024-09-13T00:10:23.388 INFO:tasks.rados.rados.0.smithi032.stdout:1957: read oid 38 snap 184 2024-09-13T00:10:23.388 INFO:tasks.rados.rados.0.smithi032.stdout:1957: expect (ObjNum 543 snap 161 seq_num 543) 2024-09-13T00:10:23.389 INFO:tasks.rados.rados.0.smithi032.stdout:1958: snap_remove snap 177 2024-09-13T00:10:23.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:23 smithi053 bash[60895]: ts=2024-09-13T00:10:23.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:23.831 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:10:23 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:23.832 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:10:23 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:23.832 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:10:23 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:23.832 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:10:23 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:23.832 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:10:23 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:23.833 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:10:23 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:23.833 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:23 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:23.833 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:23 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:23.833 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:23 smithi032 systemd[1]: Stopping Ceph osd.1 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:10:23.834 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:10:23 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:23.834 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:23 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:24.160 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:23 smithi032 bash[40583]: debug 2024-09-13T00:10:23.832+0000 7fe09b31a640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T00:10:24.160 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:23 smithi032 bash[40583]: debug 2024-09-13T00:10:23.832+0000 7fe09b31a640 -1 osd.1 430 *** Got signal Terminated *** 2024-09-13T00:10:24.160 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:23 smithi032 bash[40583]: debug 2024-09-13T00:10:23.832+0000 7fe09b31a640 -1 osd.1 430 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T00:10:24.405 INFO:tasks.rados.rados.0.smithi032.stdout:1956: expect (ObjNum 346 snap 111 seq_num 346) 2024-09-13T00:10:24.596 INFO:tasks.rados.rados.0.smithi032.stdout:1957: expect (ObjNum 543 snap 161 seq_num 543) 2024-09-13T00:10:24.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:24 smithi032 bash[75510]: cluster 2024-09-13T00:10:23.073305+0000 mgr.y (mgr.34107) 144 : cluster [DBG] pgmap v211: 121 pgs: 121 active+clean; 518 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-09-13T00:10:24.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:24 smithi032 bash[75510]: cluster 2024-09-13T00:10:23.377433+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2024-09-13T00:10:24.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:24 smithi032 bash[75510]: cluster 2024-09-13T00:10:23.836536+0000 mon.a (mon.0) 478 : cluster [INF] osd.1 marked itself down and dead 2024-09-13T00:10:24.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:24 smithi032 bash[76677]: cluster 2024-09-13T00:10:23.073305+0000 mgr.y (mgr.34107) 144 : cluster [DBG] pgmap v211: 121 pgs: 121 active+clean; 518 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-09-13T00:10:24.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:24 smithi032 bash[76677]: cluster 2024-09-13T00:10:23.377433+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2024-09-13T00:10:24.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:24 smithi032 bash[76677]: cluster 2024-09-13T00:10:23.836536+0000 mon.a (mon.0) 478 : cluster [INF] osd.1 marked itself down and dead 2024-09-13T00:10:24.690 INFO:tasks.rados.rados.0.smithi032.stdout:1955: expect (ObjNum 638 snap 192 seq_num 638) 2024-09-13T00:10:24.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:24 smithi053 bash[67631]: cluster 2024-09-13T00:10:23.073305+0000 mgr.y (mgr.34107) 144 : cluster [DBG] pgmap v211: 121 pgs: 121 active+clean; 518 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-09-13T00:10:24.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:24 smithi053 bash[67631]: cluster 2024-09-13T00:10:23.377433+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2024-09-13T00:10:24.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:24 smithi053 bash[67631]: cluster 2024-09-13T00:10:23.836536+0000 mon.a (mon.0) 478 : cluster [INF] osd.1 marked itself down and dead 2024-09-13T00:10:24.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:24 smithi053 bash[60895]: ts=2024-09-13T00:10:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:24.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:24 smithi053 bash[60895]: ts=2024-09-13T00:10:24.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:25.220 INFO:tasks.rados.rados.0.smithi032.stdout:1955: done (3 left) 2024-09-13T00:10:25.220 INFO:tasks.rados.rados.0.smithi032.stdout:1956: done (2 left) 2024-09-13T00:10:25.221 INFO:tasks.rados.rados.0.smithi032.stdout:1957: done (1 left) 2024-09-13T00:10:25.221 INFO:tasks.rados.rados.0.smithi032.stdout:1958: done (0 left) 2024-09-13T00:10:25.221 INFO:tasks.rados.rados.0.smithi032.stdout:1959: read oid 36 snap -1 2024-09-13T00:10:25.221 INFO:tasks.rados.rados.0.smithi032.stdout:1959: expect (ObjNum 570 snap 169 seq_num 570) 2024-09-13T00:10:25.221 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 194 2024-09-13T00:10:25.221 INFO:tasks.rados.rados.0.smithi032.stdout:1960: seq_num 654 ranges {0=557056,557056=630784,1187840=172032} 2024-09-13T00:10:25.223 INFO:tasks.rados.rados.0.smithi032.stdout:1960: writing smithi03267100-42 from 0 to 557056 tid 1 2024-09-13T00:10:25.227 INFO:tasks.rados.rados.0.smithi032.stdout:1960: writing smithi03267100-42 from 557056 to 1187840 tid 2 2024-09-13T00:10:25.228 INFO:tasks.rados.rados.0.smithi032.stdout:1960: writing smithi03267100-42 from 1187840 to 1359872 tid 3 2024-09-13T00:10:25.229 INFO:tasks.rados.rados.0.smithi032.stdout:1961: read oid 14 snap -1 2024-09-13T00:10:25.229 INFO:tasks.rados.rados.0.smithi032.stdout:1961: expect deleted 2024-09-13T00:10:25.229 INFO:tasks.rados.rados.0.smithi032.stdout:1962: read oid 32 snap -1 2024-09-13T00:10:25.229 INFO:tasks.rados.rados.0.smithi032.stdout:1962: expect (ObjNum 554 snap 164 seq_num 554) 2024-09-13T00:10:25.229 INFO:tasks.rados.rados.0.smithi032.stdout:1963: snap_remove snap 191 2024-09-13T00:10:25.406 INFO:tasks.rados.rados.0.smithi032.stdout:1963: done (4 left) 2024-09-13T00:10:25.407 INFO:tasks.rados.rados.0.smithi032.stdout:1964: delete oid 49 current snap is 194 2024-09-13T00:10:25.407 INFO:tasks.rados.rados.0.smithi032.stdout:1960: finishing write tid 1 to smithi03267100-42 2024-09-13T00:10:25.407 INFO:tasks.rados.rados.0.smithi032.stdout:1960: finishing write tid 2 to smithi03267100-42 2024-09-13T00:10:25.407 INFO:tasks.rados.rados.0.smithi032.stdout:1960: finishing write tid 3 to smithi03267100-42 2024-09-13T00:10:25.407 INFO:tasks.rados.rados.0.smithi032.stdout:1960: finishing write tid 4 to smithi03267100-42 2024-09-13T00:10:25.407 INFO:tasks.rados.rados.0.smithi032.stdout:1960: finishing write tid 5 to smithi03267100-42 2024-09-13T00:10:25.407 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 772 (ObjNum 654 snap 194 seq_num 654) dirty exists 2024-09-13T00:10:25.407 INFO:tasks.rados.rados.0.smithi032.stdout:1960: left oid 42 (ObjNum 654 snap 194 seq_num 654) 2024-09-13T00:10:25.407 INFO:tasks.rados.rados.0.smithi032.stdout:1959: expect (ObjNum 570 snap 169 seq_num 570) 2024-09-13T00:10:25.525 INFO:tasks.rados.rados.0.smithi032.stdout:1962: expect (ObjNum 554 snap 164 seq_num 554) 2024-09-13T00:10:25.582 INFO:tasks.rados.rados.0.smithi032.stdout:1959: done (4 left) 2024-09-13T00:10:25.582 INFO:tasks.rados.rados.0.smithi032.stdout:1960: done (3 left) 2024-09-13T00:10:25.582 INFO:tasks.rados.rados.0.smithi032.stdout:1961: done (2 left) 2024-09-13T00:10:25.582 INFO:tasks.rados.rados.0.smithi032.stdout:1962: done (1 left) 2024-09-13T00:10:25.583 INFO:tasks.rados.rados.0.smithi032.stdout:1964: done (0 left) 2024-09-13T00:10:25.583 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 194 2024-09-13T00:10:25.583 INFO:tasks.rados.rados.0.smithi032.stdout:1965: seq_num 656 ranges {352256=589824,942080=802816} 2024-09-13T00:10:25.598 INFO:tasks.rados.rados.0.smithi032.stdout:1965: writing smithi03267100-23 from 352256 to 942080 tid 1 2024-09-13T00:10:25.612 INFO:tasks.rados.rados.0.smithi032.stdout:1965: writing smithi03267100-23 from 942080 to 1744896 tid 2 2024-09-13T00:10:25.612 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 194 2024-09-13T00:10:25.613 INFO:tasks.rados.rados.0.smithi032.stdout:1966: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2024-09-13T00:10:25.623 INFO:tasks.rados.rados.0.smithi032.stdout:1966: writing smithi03267100-43 from 0 to 606208 tid 1 2024-09-13T00:10:25.634 INFO:tasks.rados.rados.0.smithi032.stdout:1966: writing smithi03267100-43 from 606208 to 1294336 tid 2 2024-09-13T00:10:25.636 INFO:tasks.rados.rados.0.smithi032.stdout:1966: writing smithi03267100-43 from 1294336 to 1409024 tid 3 2024-09-13T00:10:25.636 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 194 2024-09-13T00:10:25.636 INFO:tasks.rados.rados.0.smithi032.stdout:1965: finishing write tid 1 to smithi03267100-23 2024-09-13T00:10:25.636 INFO:tasks.rados.rados.0.smithi032.stdout:1965: finishing write tid 2 to smithi03267100-23 2024-09-13T00:10:25.637 INFO:tasks.rados.rados.0.smithi032.stdout:1965: finishing write tid 3 to smithi03267100-23 2024-09-13T00:10:25.637 INFO:tasks.rados.rados.0.smithi032.stdout:1965: finishing write tid 4 to smithi03267100-23 2024-09-13T00:10:25.637 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1571 (ObjNum 656 snap 194 seq_num 656) dirty exists 2024-09-13T00:10:25.637 INFO:tasks.rados.rados.0.smithi032.stdout:1965: left oid 23 (ObjNum 656 snap 194 seq_num 656) 2024-09-13T00:10:25.637 INFO:tasks.rados.rados.0.smithi032.stdout:1966: finishing write tid 1 to smithi03267100-43 2024-09-13T00:10:25.637 INFO:tasks.rados.rados.0.smithi032.stdout:1967: seq_num 658 ranges {0=622592,622592=565248,1187840=237568} 2024-09-13T00:10:25.646 INFO:tasks.rados.rados.0.smithi032.stdout:1967: writing smithi03267100-48 from 0 to 622592 tid 1 2024-09-13T00:10:25.656 INFO:tasks.rados.rados.0.smithi032.stdout:1967: writing smithi03267100-48 from 622592 to 1187840 tid 2 2024-09-13T00:10:25.659 INFO:tasks.rados.rados.0.smithi032.stdout:1967: writing smithi03267100-48 from 1187840 to 1425408 tid 3 2024-09-13T00:10:25.659 INFO:tasks.rados.rados.0.smithi032.stdout:1965: done (2 left) 2024-09-13T00:10:25.659 INFO:tasks.rados.rados.0.smithi032.stdout:1968: read oid 11 snap -1 2024-09-13T00:10:25.660 INFO:tasks.rados.rados.0.smithi032.stdout:1968: expect deleted 2024-09-13T00:10:25.660 INFO:tasks.rados.rados.0.smithi032.stdout:1969: snap_remove snap 149 2024-09-13T00:10:25.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:25 smithi032 bash[75510]: cluster 2024-09-13T00:10:24.393570+0000 mon.a (mon.0) 479 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:10:25.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:25 smithi032 bash[75510]: cluster 2024-09-13T00:10:24.403101+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e431: 8 total, 7 up, 8 in 2024-09-13T00:10:25.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:25 smithi032 bash[75510]: audit 2024-09-13T00:10:25.128220+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:25.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:25 smithi032 bash[75510]: audit 2024-09-13T00:10:25.129051+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:10:25.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:25 smithi032 bash[76677]: cluster 2024-09-13T00:10:24.393570+0000 mon.a (mon.0) 479 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:10:25.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:25 smithi032 bash[76677]: cluster 2024-09-13T00:10:24.403101+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e431: 8 total, 7 up, 8 in 2024-09-13T00:10:25.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:25 smithi032 bash[76677]: audit 2024-09-13T00:10:25.128220+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:25.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:25 smithi032 bash[76677]: audit 2024-09-13T00:10:25.129051+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:10:25.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:25 smithi053 bash[67631]: cluster 2024-09-13T00:10:24.393570+0000 mon.a (mon.0) 479 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:10:25.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:25 smithi053 bash[67631]: cluster 2024-09-13T00:10:24.403101+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e431: 8 total, 7 up, 8 in 2024-09-13T00:10:25.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:25 smithi053 bash[67631]: audit 2024-09-13T00:10:25.128220+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:25.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:25 smithi053 bash[67631]: audit 2024-09-13T00:10:25.129051+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:10:26.401 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:25 smithi032 bash[85385]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-1 2024-09-13T00:10:26.401 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:26 smithi032 bash[85452]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-1 2024-09-13T00:10:26.420 INFO:tasks.rados.rados.0.smithi032.stdout:1969: done (3 left) 2024-09-13T00:10:26.421 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 194 2024-09-13T00:10:26.421 INFO:tasks.rados.rados.0.smithi032.stdout:1970: seq_num 659 ranges {860160=647168,1507328=450560,1957888=352256} 2024-09-13T00:10:26.438 INFO:tasks.rados.rados.0.smithi032.stdout:1970: writing smithi03267100-41 from 860160 to 1507328 tid 1 2024-09-13T00:10:26.443 INFO:tasks.rados.rados.0.smithi032.stdout:1970: writing smithi03267100-41 from 1507328 to 1957888 tid 2 2024-09-13T00:10:26.448 INFO:tasks.rados.rados.0.smithi032.stdout:1970: writing smithi03267100-41 from 1957888 to 2310144 tid 3 2024-09-13T00:10:26.448 INFO:tasks.rados.rados.0.smithi032.stdout:1971: read oid 8 snap 162 2024-09-13T00:10:26.448 INFO:tasks.rados.rados.0.smithi032.stdout:1971: expect (ObjNum 489 snap 146 seq_num 489) 2024-09-13T00:10:26.449 INFO:tasks.rados.rados.0.smithi032.stdout:1972: read oid 50 snap -1 2024-09-13T00:10:26.449 INFO:tasks.rados.rados.0.smithi032.stdout:1972: expect (ObjNum 629 snap 191 seq_num 629) 2024-09-13T00:10:26.450 INFO:tasks.rados.rados.0.smithi032.stdout:1973: rollback oid 25 current snap is 194 2024-09-13T00:10:26.450 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 175 2024-09-13T00:10:26.450 INFO:tasks.rados.rados.0.smithi032.stdout:1966: finishing write tid 2 to smithi03267100-43 2024-09-13T00:10:26.450 INFO:tasks.rados.rados.0.smithi032.stdout:1966: finishing write tid 3 to smithi03267100-43 2024-09-13T00:10:26.450 INFO:tasks.rados.rados.0.smithi032.stdout:1966: finishing write tid 4 to smithi03267100-43 2024-09-13T00:10:26.450 INFO:tasks.rados.rados.0.smithi032.stdout:1966: finishing write tid 5 to smithi03267100-43 2024-09-13T00:10:26.450 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 631 (ObjNum 657 snap 194 seq_num 657) dirty exists 2024-09-13T00:10:26.450 INFO:tasks.rados.rados.0.smithi032.stdout:1966: left oid 43 (ObjNum 657 snap 194 seq_num 657) 2024-09-13T00:10:26.450 INFO:tasks.rados.rados.0.smithi032.stdout:1967: finishing write tid 1 to smithi03267100-48 2024-09-13T00:10:26.450 INFO:tasks.rados.rados.0.smithi032.stdout:1966: done (6 left) 2024-09-13T00:10:26.450 INFO:tasks.rados.rados.0.smithi032.stdout:1974: read oid 22 snap -1 2024-09-13T00:10:26.450 INFO:tasks.rados.rados.0.smithi032.stdout:1974: expect deleted 2024-09-13T00:10:26.450 INFO:tasks.rados.rados.0.smithi032.stdout:1975: rollback oid 5 current snap is 194 2024-09-13T00:10:26.451 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 5 to 143 2024-09-13T00:10:26.451 INFO:tasks.rados.rados.0.smithi032.stdout:1967: finishing write tid 2 to smithi03267100-48 2024-09-13T00:10:26.451 INFO:tasks.rados.rados.0.smithi032.stdout:1967: finishing write tid 3 to smithi03267100-48 2024-09-13T00:10:26.451 INFO:tasks.rados.rados.0.smithi032.stdout:1967: finishing write tid 4 to smithi03267100-48 2024-09-13T00:10:26.451 INFO:tasks.rados.rados.0.smithi032.stdout:1967: finishing write tid 5 to smithi03267100-48 2024-09-13T00:10:26.451 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1135 (ObjNum 658 snap 194 seq_num 658) dirty exists 2024-09-13T00:10:26.451 INFO:tasks.rados.rados.0.smithi032.stdout:1967: left oid 48 (ObjNum 658 snap 194 seq_num 658) 2024-09-13T00:10:26.451 INFO:tasks.rados.rados.0.smithi032.stdout:1967: done (7 left) 2024-09-13T00:10:26.451 INFO:tasks.rados.rados.0.smithi032.stdout:1968: done (6 left) 2024-09-13T00:10:26.451 INFO:tasks.rados.rados.0.smithi032.stdout:1976: delete oid 34 current snap is 194 2024-09-13T00:10:26.452 INFO:tasks.rados.rados.0.smithi032.stdout:1970: finishing write tid 1 to smithi03267100-41 2024-09-13T00:10:26.461 INFO:tasks.rados.rados.0.smithi032.stdout:1970: finishing write tid 2 to smithi03267100-41 2024-09-13T00:10:26.461 INFO:tasks.rados.rados.0.smithi032.stdout:1970: finishing write tid 3 to smithi03267100-41 2024-09-13T00:10:26.461 INFO:tasks.rados.rados.0.smithi032.stdout:1973: finishing rollback tid 0 to smithi03267100-25 2024-09-13T00:10:26.462 INFO:tasks.rados.rados.0.smithi032.stdout:1970: finishing write tid 4 to smithi03267100-41 2024-09-13T00:10:26.466 INFO:tasks.rados.rados.0.smithi032.stdout:1973: finishing rollback tid 1 to smithi03267100-25 2024-09-13T00:10:26.468 INFO:tasks.rados.rados.0.smithi032.stdout:1973: finishing rollback tid 2 to smithi03267100-25 2024-09-13T00:10:26.468 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1303 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:10:26.468 INFO:tasks.rados.rados.0.smithi032.stdout:1975: finishing rollback tid 0 to smithi03267100-5 2024-09-13T00:10:26.471 INFO:tasks.rados.rados.0.smithi032.stdout:1975: finishing rollback tid 1 to smithi03267100-5 2024-09-13T00:10:26.472 INFO:tasks.rados.rados.0.smithi032.stdout:1975: finishing rollback tid 2 to smithi03267100-5 2024-09-13T00:10:26.472 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 962 (ObjNum 435 snap 131 seq_num 435) dirty exists 2024-09-13T00:10:26.472 INFO:tasks.rados.rados.0.smithi032.stdout:1972: expect (ObjNum 629 snap 191 seq_num 629) 2024-09-13T00:10:26.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:26 smithi032 bash[76677]: cluster 2024-09-13T00:10:25.073735+0000 mgr.y (mgr.34107) 145 : cluster [DBG] pgmap v214: 121 pgs: 17 stale+active+clean, 104 active+clean; 518 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1006 KiB/s wr, 1 op/s 2024-09-13T00:10:26.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:26 smithi032 bash[76677]: cluster 2024-09-13T00:10:25.410348+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e432: 8 total, 7 up, 8 in 2024-09-13T00:10:26.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:26 smithi032 bash[75510]: cluster 2024-09-13T00:10:25.073735+0000 mgr.y (mgr.34107) 145 : cluster [DBG] pgmap v214: 121 pgs: 17 stale+active+clean, 104 active+clean; 518 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1006 KiB/s wr, 1 op/s 2024-09-13T00:10:26.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:26 smithi032 bash[75510]: cluster 2024-09-13T00:10:25.410348+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e432: 8 total, 7 up, 8 in 2024-09-13T00:10:26.680 INFO:tasks.rados.rados.0.smithi032.stdout:1971: expect (ObjNum 489 snap 146 seq_num 489) 2024-09-13T00:10:26.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:26 smithi053 bash[67631]: cluster 2024-09-13T00:10:25.073735+0000 mgr.y (mgr.34107) 145 : cluster [DBG] pgmap v214: 121 pgs: 17 stale+active+clean, 104 active+clean; 518 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1006 KiB/s wr, 1 op/s 2024-09-13T00:10:26.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:26 smithi053 bash[67631]: cluster 2024-09-13T00:10:25.410348+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e432: 8 total, 7 up, 8 in 2024-09-13T00:10:27.190 INFO:tasks.rados.rados.0.smithi032.stdout:1970: finishing write tid 5 to smithi03267100-41 2024-09-13T00:10:27.190 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1227 (ObjNum 659 snap 194 seq_num 659) dirty exists 2024-09-13T00:10:27.190 INFO:tasks.rados.rados.0.smithi032.stdout:1970: left oid 41 (ObjNum 659 snap 194 seq_num 659) 2024-09-13T00:10:27.191 INFO:tasks.rados.rados.0.smithi032.stdout:1970: done (6 left) 2024-09-13T00:10:27.191 INFO:tasks.rados.rados.0.smithi032.stdout:1971: done (5 left) 2024-09-13T00:10:27.191 INFO:tasks.rados.rados.0.smithi032.stdout:1972: done (4 left) 2024-09-13T00:10:27.191 INFO:tasks.rados.rados.0.smithi032.stdout:1973: done (3 left) 2024-09-13T00:10:27.191 INFO:tasks.rados.rados.0.smithi032.stdout:1974: done (2 left) 2024-09-13T00:10:27.191 INFO:tasks.rados.rados.0.smithi032.stdout:1975: done (1 left) 2024-09-13T00:10:27.191 INFO:tasks.rados.rados.0.smithi032.stdout:1976: done (0 left) 2024-09-13T00:10:27.191 INFO:tasks.rados.rados.0.smithi032.stdout:1977: read oid 38 snap -1 2024-09-13T00:10:27.191 INFO:tasks.rados.rados.0.smithi032.stdout:1977: expect (ObjNum 612 snap 188 seq_num 612) 2024-09-13T00:10:27.191 INFO:tasks.rados.rados.0.smithi032.stdout:1978: copy_from oid 16 from oid 5 current snap is 194 2024-09-13T00:10:27.191 INFO:tasks.rados.rados.0.smithi032.stdout:1979: snap_create 2024-09-13T00:10:27.196 INFO:tasks.rados.rados.0.smithi032.stdout:1977: expect (ObjNum 612 snap 188 seq_num 612) 2024-09-13T00:10:27.249 INFO:tasks.rados.rados.0.smithi032.stdout:1978: finishing copy_from racing read to smithi03267100-16 2024-09-13T00:10:27.249 INFO:tasks.rados.rados.0.smithi032.stdout:1978: finishing copy_from to smithi03267100-16 2024-09-13T00:10:27.250 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 962 (ObjNum 435 snap 131 seq_num 435) dirty exists 2024-09-13T00:10:27.427 INFO:tasks.rados.rados.0.smithi032.stdout:1977: done (2 left) 2024-09-13T00:10:27.427 INFO:tasks.rados.rados.0.smithi032.stdout:1978: done (1 left) 2024-09-13T00:10:27.427 INFO:tasks.rados.rados.0.smithi032.stdout:1979: done (0 left) 2024-09-13T00:10:27.427 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 195 2024-09-13T00:10:27.427 INFO:tasks.rados.rados.0.smithi032.stdout:1980: seq_num 661 ranges {2359296=679936,3039232=622592,3661824=180224} 2024-09-13T00:10:27.444 INFO:tasks.rados.rados.0.smithi032.stdout:1980: writing smithi03267100-36 from 2359296 to 3039232 tid 1 2024-09-13T00:10:27.448 INFO:tasks.rados.rados.0.smithi032.stdout:1980: writing smithi03267100-36 from 3039232 to 3661824 tid 2 2024-09-13T00:10:27.449 INFO:tasks.rados.rados.0.smithi032.stdout:1980: writing smithi03267100-36 from 3661824 to 3842048 tid 3 2024-09-13T00:10:27.449 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 195 2024-09-13T00:10:27.449 INFO:tasks.rados.rados.0.smithi032.stdout:1981: seq_num 662 ranges {0=696320,696320=557056,1253376=245760} 2024-09-13T00:10:27.452 INFO:tasks.rados.rados.0.smithi032.stdout:1981: writing smithi03267100-31 from 0 to 696320 tid 1 2024-09-13T00:10:27.456 INFO:tasks.rados.rados.0.smithi032.stdout:1981: writing smithi03267100-31 from 696320 to 1253376 tid 2 2024-09-13T00:10:27.457 INFO:tasks.rados.rados.0.smithi032.stdout:1981: writing smithi03267100-31 from 1253376 to 1499136 tid 3 2024-09-13T00:10:27.457 INFO:tasks.rados.rados.0.smithi032.stdout:1982: rmattr oid 39 current snap is 195 2024-09-13T00:10:27.458 INFO:tasks.rados.rados.0.smithi032.stdout:1982: done (2 left) 2024-09-13T00:10:27.458 INFO:tasks.rados.rados.0.smithi032.stdout:1983: snap_remove snap 175 2024-09-13T00:10:27.744 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:27 smithi032 bash[75510]: cluster 2024-09-13T00:10:26.420551+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e433: 8 total, 7 up, 8 in 2024-09-13T00:10:27.744 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:27 smithi032 bash[76677]: cluster 2024-09-13T00:10:26.420551+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e433: 8 total, 7 up, 8 in 2024-09-13T00:10:27.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:27 smithi053 bash[67631]: cluster 2024-09-13T00:10:26.420551+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e433: 8 total, 7 up, 8 in 2024-09-13T00:10:28.112 INFO:tasks.rados.rados.0.smithi032.stdout:1983: done (2 left) 2024-09-13T00:10:28.112 INFO:tasks.rados.rados.0.smithi032.stdout:1984: delete oid 18 current snap is 195 2024-09-13T00:10:28.112 INFO:tasks.rados.rados.0.smithi032.stdout:1980: finishing write tid 1 to smithi03267100-36 2024-09-13T00:10:28.112 INFO:tasks.rados.rados.0.smithi032.stdout:1980: finishing write tid 2 to smithi03267100-36 2024-09-13T00:10:28.112 INFO:tasks.rados.rados.0.smithi032.stdout:1980: finishing write tid 3 to smithi03267100-36 2024-09-13T00:10:28.112 INFO:tasks.rados.rados.0.smithi032.stdout:1980: finishing write tid 4 to smithi03267100-36 2024-09-13T00:10:28.112 INFO:tasks.rados.rados.0.smithi032.stdout:1981: finishing write tid 1 to smithi03267100-31 2024-09-13T00:10:28.112 INFO:tasks.rados.rados.0.smithi032.stdout:1981: finishing write tid 2 to smithi03267100-31 2024-09-13T00:10:28.112 INFO:tasks.rados.rados.0.smithi032.stdout:1980: finishing write tid 5 to smithi03267100-36 2024-09-13T00:10:28.113 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 1586 (ObjNum 661 snap 195 seq_num 661) dirty exists 2024-09-13T00:10:28.113 INFO:tasks.rados.rados.0.smithi032.stdout:1980: left oid 36 (ObjNum 661 snap 195 seq_num 661) 2024-09-13T00:10:28.113 INFO:tasks.rados.rados.0.smithi032.stdout:1981: finishing write tid 3 to smithi03267100-31 2024-09-13T00:10:28.113 INFO:tasks.rados.rados.0.smithi032.stdout:1981: finishing write tid 4 to smithi03267100-31 2024-09-13T00:10:28.113 INFO:tasks.rados.rados.0.smithi032.stdout:1981: finishing write tid 5 to smithi03267100-31 2024-09-13T00:10:28.113 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1590 (ObjNum 662 snap 195 seq_num 662) dirty exists 2024-09-13T00:10:28.113 INFO:tasks.rados.rados.0.smithi032.stdout:1981: left oid 31 (ObjNum 662 snap 195 seq_num 662) 2024-09-13T00:10:28.127 INFO:tasks.rados.rados.0.smithi032.stdout:1980: done (2 left) 2024-09-13T00:10:28.127 INFO:tasks.rados.rados.0.smithi032.stdout:1981: done (1 left) 2024-09-13T00:10:28.127 INFO:tasks.rados.rados.0.smithi032.stdout:1984: done (0 left) 2024-09-13T00:10:28.127 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 195 2024-09-13T00:10:28.127 INFO:tasks.rados.rados.0.smithi032.stdout:1985: seq_num 664 ranges {327680=729088,1056768=729088,1785856=73728} 2024-09-13T00:10:28.138 INFO:tasks.rados.rados.0.smithi032.stdout:1985: writing smithi03267100-27 from 327680 to 1056768 tid 1 2024-09-13T00:10:28.147 INFO:tasks.rados.rados.0.smithi032.stdout:1985: writing smithi03267100-27 from 1056768 to 1785856 tid 2 2024-09-13T00:10:28.148 INFO:tasks.rados.rados.0.smithi032.stdout:1985: writing smithi03267100-27 from 1785856 to 1859584 tid 3 2024-09-13T00:10:28.148 INFO:tasks.rados.rados.0.smithi032.stdout:1986: delete oid 7 current snap is 195 2024-09-13T00:10:28.148 INFO:tasks.rados.rados.0.smithi032.stdout:1985: finishing write tid 1 to smithi03267100-27 2024-09-13T00:10:28.153 INFO:tasks.rados.rados.0.smithi032.stdout:1986: done (1 left) 2024-09-13T00:10:28.154 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 195 2024-09-13T00:10:28.154 INFO:tasks.rados.rados.0.smithi032.stdout:1987: seq_num 666 ranges {0=761856,761856=491520,1253376=311296} 2024-09-13T00:10:28.163 INFO:tasks.rados.rados.0.smithi032.stdout:1987: writing smithi03267100-1 from 0 to 761856 tid 1 2024-09-13T00:10:28.169 INFO:tasks.rados.rados.0.smithi032.stdout:1987: writing smithi03267100-1 from 761856 to 1253376 tid 2 2024-09-13T00:10:28.173 INFO:tasks.rados.rados.0.smithi032.stdout:1987: writing smithi03267100-1 from 1253376 to 1564672 tid 3 2024-09-13T00:10:28.173 INFO:tasks.rados.rados.0.smithi032.stdout:1988: snap_create 2024-09-13T00:10:28.173 INFO:tasks.rados.rados.0.smithi032.stdout:1985: finishing write tid 2 to smithi03267100-27 2024-09-13T00:10:28.173 INFO:tasks.rados.rados.0.smithi032.stdout:1985: finishing write tid 3 to smithi03267100-27 2024-09-13T00:10:28.173 INFO:tasks.rados.rados.0.smithi032.stdout:1985: finishing write tid 4 to smithi03267100-27 2024-09-13T00:10:28.174 INFO:tasks.rados.rados.0.smithi032.stdout:1985: finishing write tid 5 to smithi03267100-27 2024-09-13T00:10:28.174 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 815 (ObjNum 664 snap 195 seq_num 664) dirty exists 2024-09-13T00:10:28.174 INFO:tasks.rados.rados.0.smithi032.stdout:1985: left oid 27 (ObjNum 664 snap 195 seq_num 664) 2024-09-13T00:10:28.174 INFO:tasks.rados.rados.0.smithi032.stdout:1987: finishing write tid 1 to smithi03267100-1 2024-09-13T00:10:28.176 INFO:tasks.rados.rados.0.smithi032.stdout:1987: finishing write tid 2 to smithi03267100-1 2024-09-13T00:10:28.177 INFO:tasks.rados.rados.0.smithi032.stdout:1987: finishing write tid 3 to smithi03267100-1 2024-09-13T00:10:28.178 INFO:tasks.rados.rados.0.smithi032.stdout:1987: finishing write tid 4 to smithi03267100-1 2024-09-13T00:10:28.180 INFO:tasks.rados.rados.0.smithi032.stdout:1987: finishing write tid 5 to smithi03267100-1 2024-09-13T00:10:28.180 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1604 (ObjNum 666 snap 195 seq_num 666) dirty exists 2024-09-13T00:10:28.180 INFO:tasks.rados.rados.0.smithi032.stdout:1987: left oid 1 (ObjNum 666 snap 195 seq_num 666) 2024-09-13T00:10:28.691 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:10:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:28.692 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:10:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:28.692 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:10:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:28.693 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:10:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:28.693 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:10:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:28.693 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:10:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:28.694 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:28 smithi032 bash[75510]: cluster 2024-09-13T00:10:27.074648+0000 mgr.y (mgr.34107) 146 : cluster [DBG] pgmap v217: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 521 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 179/1056 objects degraded (16.951%) 2024-09-13T00:10:28.694 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:28 smithi032 bash[75510]: cluster 2024-09-13T00:10:27.413402+0000 mon.a (mon.0) 485 : cluster [WRN] Health check failed: Degraded data redundancy: 179/1056 objects degraded (16.951%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:28.694 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:28 smithi032 bash[75510]: cluster 2024-09-13T00:10:27.430686+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e434: 8 total, 7 up, 8 in 2024-09-13T00:10:28.694 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:28 smithi032 bash[75510]: cluster 2024-09-13T00:10:28.115015+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e435: 8 total, 7 up, 8 in 2024-09-13T00:10:28.694 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:28.695 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:10:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:28.695 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:28 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-13T00:10:28.695 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:28 smithi032 systemd[1]: Stopped Ceph osd.1 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:10:28.696 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:28.696 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:28 smithi032 systemd[1]: Started Ceph osd.1 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:10:28.696 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:28 smithi032 bash[76677]: cluster 2024-09-13T00:10:27.074648+0000 mgr.y (mgr.34107) 146 : cluster [DBG] pgmap v217: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 521 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 179/1056 objects degraded (16.951%) 2024-09-13T00:10:28.696 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:28 smithi032 bash[76677]: cluster 2024-09-13T00:10:27.413402+0000 mon.a (mon.0) 485 : cluster [WRN] Health check failed: Degraded data redundancy: 179/1056 objects degraded (16.951%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:28.696 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:28 smithi032 bash[76677]: cluster 2024-09-13T00:10:27.430686+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e434: 8 total, 7 up, 8 in 2024-09-13T00:10:28.696 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:28 smithi032 bash[76677]: cluster 2024-09-13T00:10:28.115015+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e435: 8 total, 7 up, 8 in 2024-09-13T00:10:28.697 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:28 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:28.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:28 smithi053 bash[67631]: cluster 2024-09-13T00:10:27.074648+0000 mgr.y (mgr.34107) 146 : cluster [DBG] pgmap v217: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 521 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 179/1056 objects degraded (16.951%) 2024-09-13T00:10:28.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:28 smithi053 bash[67631]: cluster 2024-09-13T00:10:27.413402+0000 mon.a (mon.0) 485 : cluster [WRN] Health check failed: Degraded data redundancy: 179/1056 objects degraded (16.951%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:28.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:28 smithi053 bash[67631]: cluster 2024-09-13T00:10:27.430686+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e434: 8 total, 7 up, 8 in 2024-09-13T00:10:28.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:28 smithi053 bash[67631]: cluster 2024-09-13T00:10:28.115015+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e435: 8 total, 7 up, 8 in 2024-09-13T00:10:28.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:28 smithi053 bash[60895]: ts=2024-09-13T00:10:28.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:29.113 INFO:tasks.rados.rados.0.smithi032.stdout:1985: done (2 left) 2024-09-13T00:10:29.113 INFO:tasks.rados.rados.0.smithi032.stdout:1987: done (1 left) 2024-09-13T00:10:29.113 INFO:tasks.rados.rados.0.smithi032.stdout:1988: done (0 left) 2024-09-13T00:10:29.114 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 196 2024-09-13T00:10:29.114 INFO:tasks.rados.rados.0.smithi032.stdout:1989: seq_num 667 ranges {1499136=778240,2277376=778240,3055616=24576} 2024-09-13T00:10:29.144 INFO:tasks.rados.rados.0.smithi032.stdout:1989: writing smithi03267100-31 from 1499136 to 2277376 tid 1 2024-09-13T00:10:29.150 INFO:tasks.rados.rados.0.smithi032.stdout:1989: writing smithi03267100-31 from 2277376 to 3055616 tid 2 2024-09-13T00:10:29.151 INFO:tasks.rados.rados.0.smithi032.stdout:1989: writing smithi03267100-31 from 3055616 to 3080192 tid 3 2024-09-13T00:10:29.151 INFO:tasks.rados.rados.0.smithi032.stdout:1990: read oid 19 snap -1 2024-09-13T00:10:29.151 INFO:tasks.rados.rados.0.smithi032.stdout:1990: expect (ObjNum 629 snap 191 seq_num 629) 2024-09-13T00:10:29.151 INFO:tasks.rados.rados.0.smithi032.stdout:1991: snap_remove snap 118 2024-09-13T00:10:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:29 smithi053 bash[67631]: audit 2024-09-13T00:10:28.735798+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:29 smithi053 bash[67631]: audit 2024-09-13T00:10:28.741175+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:29 smithi053 bash[67631]: audit 2024-09-13T00:10:28.742250+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:10:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:29 smithi053 bash[67631]: audit 2024-09-13T00:10:29.088249+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:29 smithi053 bash[67631]: audit 2024-09-13T00:10:29.097570+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:30.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:29 smithi053 bash[67631]: cluster 2024-09-13T00:10:29.116445+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e436: 8 total, 7 up, 8 in 2024-09-13T00:10:30.117 INFO:tasks.rados.rados.0.smithi032.stdout:1991: done (2 left) 2024-09-13T00:10:30.117 INFO:tasks.rados.rados.0.smithi032.stdout:1992: rollback oid 45 current snap is 196 2024-09-13T00:10:30.117 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 121 2024-09-13T00:10:30.117 INFO:tasks.rados.rados.0.smithi032.stdout:1989: finishing write tid 1 to smithi03267100-31 2024-09-13T00:10:30.117 INFO:tasks.rados.rados.0.smithi032.stdout:1989: finishing write tid 2 to smithi03267100-31 2024-09-13T00:10:30.117 INFO:tasks.rados.rados.0.smithi032.stdout:1989: finishing write tid 3 to smithi03267100-31 2024-09-13T00:10:30.117 INFO:tasks.rados.rados.0.smithi032.stdout:1989: finishing write tid 4 to smithi03267100-31 2024-09-13T00:10:30.117 INFO:tasks.rados.rados.0.smithi032.stdout:1989: finishing write tid 5 to smithi03267100-31 2024-09-13T00:10:30.118 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1609 (ObjNum 667 snap 196 seq_num 667) dirty exists 2024-09-13T00:10:30.118 INFO:tasks.rados.rados.0.smithi032.stdout:1989: left oid 31 (ObjNum 667 snap 196 seq_num 667) 2024-09-13T00:10:30.118 INFO:tasks.rados.rados.0.smithi032.stdout:1990: expect (ObjNum 629 snap 191 seq_num 629) 2024-09-13T00:10:30.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:29 smithi032 bash[75510]: audit 2024-09-13T00:10:28.735798+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:30.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:29 smithi032 bash[75510]: audit 2024-09-13T00:10:28.741175+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:30.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:29 smithi032 bash[75510]: audit 2024-09-13T00:10:28.742250+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:10:30.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:29 smithi032 bash[75510]: audit 2024-09-13T00:10:29.088249+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:30.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:29 smithi032 bash[75510]: audit 2024-09-13T00:10:29.097570+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:30.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:29 smithi032 bash[75510]: cluster 2024-09-13T00:10:29.116445+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e436: 8 total, 7 up, 8 in 2024-09-13T00:10:30.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:29 smithi032 bash[76677]: audit 2024-09-13T00:10:28.735798+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:30.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:29 smithi032 bash[76677]: audit 2024-09-13T00:10:28.741175+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:30.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:29 smithi032 bash[76677]: audit 2024-09-13T00:10:28.742250+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:10:30.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:29 smithi032 bash[76677]: audit 2024-09-13T00:10:29.088249+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:30.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:29 smithi032 bash[76677]: audit 2024-09-13T00:10:29.097570+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:30.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:29 smithi032 bash[76677]: cluster 2024-09-13T00:10:29.116445+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e436: 8 total, 7 up, 8 in 2024-09-13T00:10:30.351 INFO:tasks.rados.rados.0.smithi032.stdout:1992: finishing rollback tid 0 to smithi03267100-45 2024-09-13T00:10:30.351 INFO:tasks.rados.rados.0.smithi032.stdout:1992: finishing rollback tid 1 to smithi03267100-45 2024-09-13T00:10:30.351 INFO:tasks.rados.rados.0.smithi032.stdout:1992: finishing rollback tid 2 to smithi03267100-45 2024-09-13T00:10:30.351 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1138 (ObjNum 382 snap 118 seq_num 382) dirty exists 2024-09-13T00:10:30.351 INFO:tasks.rados.rados.0.smithi032.stdout:1989: done (2 left) 2024-09-13T00:10:30.351 INFO:tasks.rados.rados.0.smithi032.stdout:1990: done (1 left) 2024-09-13T00:10:30.351 INFO:tasks.rados.rados.0.smithi032.stdout:1992: done (0 left) 2024-09-13T00:10:30.352 INFO:tasks.rados.rados.0.smithi032.stdout:1993: setattr oid 46 current snap is 196 2024-09-13T00:10:30.353 INFO:tasks.rados.rados.0.smithi032.stdout:1994: snap_create 2024-09-13T00:10:30.360 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 74 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:10:30.612 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:30 smithi032 bash[85600]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T00:10:30.612 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:30 smithi032 bash[85600]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-13T00:10:30.612 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:30 smithi032 bash[85600]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-13T00:10:30.612 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:30 smithi032 bash[85600]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T00:10:30.612 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:30 smithi032 bash[85600]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-13T00:10:30.612 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:30 smithi032 bash[85600]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T00:10:30.612 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:30 smithi032 bash[85600]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-13T00:10:30.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:30 smithi032 bash[76677]: cluster 2024-09-13T00:10:29.075522+0000 mgr.y (mgr.34107) 147 : cluster [DBG] pgmap v220: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 521 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 179/1056 objects degraded (16.951%) 2024-09-13T00:10:30.910 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:30 smithi032 bash[76677]: cluster 2024-09-13T00:10:30.116294+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e437: 8 total, 7 up, 8 in 2024-09-13T00:10:30.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:30 smithi032 bash[75510]: cluster 2024-09-13T00:10:29.075522+0000 mgr.y (mgr.34107) 147 : cluster [DBG] pgmap v220: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 521 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 179/1056 objects degraded (16.951%) 2024-09-13T00:10:30.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:30 smithi032 bash[75510]: cluster 2024-09-13T00:10:30.116294+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e437: 8 total, 7 up, 8 in 2024-09-13T00:10:31.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:30 smithi053 bash[67631]: cluster 2024-09-13T00:10:29.075522+0000 mgr.y (mgr.34107) 147 : cluster [DBG] pgmap v220: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 521 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 179/1056 objects degraded (16.951%) 2024-09-13T00:10:31.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:30 smithi053 bash[67631]: cluster 2024-09-13T00:10:30.116294+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e437: 8 total, 7 up, 8 in 2024-09-13T00:10:31.114 INFO:tasks.rados.rados.0.smithi032.stdout:1993: done (1 left) 2024-09-13T00:10:31.114 INFO:tasks.rados.rados.0.smithi032.stdout:1994: done (0 left) 2024-09-13T00:10:31.114 INFO:tasks.rados.rados.0.smithi032.stdout:1995: delete oid 49 current snap is 197 2024-09-13T00:10:31.122 INFO:tasks.rados.rados.0.smithi032.stdout:1995: done (0 left) 2024-09-13T00:10:31.122 INFO:tasks.rados.rados.0.smithi032.stdout:1996: read oid 3 snap 154 2024-09-13T00:10:31.122 INFO:tasks.rados.rados.0.smithi032.stdout:1996: expect (ObjNum 453 snap 136 seq_num 453) 2024-09-13T00:10:31.122 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 197 2024-09-13T00:10:31.122 INFO:tasks.rados.rados.0.smithi032.stdout:1997: seq_num 669 ranges {3866624=409600,4276224=548864,4825088=655360} 2024-09-13T00:10:31.147 INFO:tasks.rados.rados.0.smithi032.stdout:1997: writing smithi03267100-10 from 3866624 to 4276224 tid 1 2024-09-13T00:10:31.150 INFO:tasks.rados.rados.0.smithi032.stdout:1997: writing smithi03267100-10 from 4276224 to 4825088 tid 2 2024-09-13T00:10:31.154 INFO:tasks.rados.rados.0.smithi032.stdout:1997: writing smithi03267100-10 from 4825088 to 5480448 tid 3 2024-09-13T00:10:31.154 INFO:tasks.rados.rados.0.smithi032.stdout:1998: snap_create 2024-09-13T00:10:31.154 INFO:tasks.rados.rados.0.smithi032.stdout:1996: expect (ObjNum 453 snap 136 seq_num 453) 2024-09-13T00:10:31.453 INFO:tasks.rados.rados.0.smithi032.stdout:1997: finishing write tid 1 to smithi03267100-10 2024-09-13T00:10:31.454 INFO:tasks.rados.rados.0.smithi032.stdout:1997: finishing write tid 2 to smithi03267100-10 2024-09-13T00:10:31.454 INFO:tasks.rados.rados.0.smithi032.stdout:1997: finishing write tid 3 to smithi03267100-10 2024-09-13T00:10:31.454 INFO:tasks.rados.rados.0.smithi032.stdout:1997: finishing write tid 4 to smithi03267100-10 2024-09-13T00:10:31.454 INFO:tasks.rados.rados.0.smithi032.stdout:1997: finishing write tid 5 to smithi03267100-10 2024-09-13T00:10:31.454 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1211 (ObjNum 669 snap 197 seq_num 669) dirty exists 2024-09-13T00:10:31.454 INFO:tasks.rados.rados.0.smithi032.stdout:1997: left oid 10 (ObjNum 669 snap 197 seq_num 669) 2024-09-13T00:10:32.123 INFO:tasks.rados.rados.0.smithi032.stdout:1996: done (2 left) 2024-09-13T00:10:32.123 INFO:tasks.rados.rados.0.smithi032.stdout:1997: done (1 left) 2024-09-13T00:10:32.123 INFO:tasks.rados.rados.0.smithi032.stdout:1998: done (0 left) 2024-09-13T00:10:32.123 INFO:tasks.rados.rados.0.smithi032.stdout:1999: copy_from oid 45 from oid 2 current snap is 198 2024-09-13T00:10:32.124 INFO:tasks.rados.rados.0.smithi032.stdout:2000: read oid 19 snap 195 2024-09-13T00:10:32.124 INFO:tasks.rados.rados.0.smithi032.stdout:2000: expect (ObjNum 629 snap 191 seq_num 629) 2024-09-13T00:10:32.124 INFO:tasks.rados.rados.0.smithi032.stdout:2001: setattr oid 40 current snap is 198 2024-09-13T00:10:32.124 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 198 2024-09-13T00:10:32.124 INFO:tasks.rados.rados.0.smithi032.stdout:2002: seq_num 670 ranges {0=425984,425984=483328,909312=507904,1417216=212992} 2024-09-13T00:10:32.124 INFO:tasks.rados.rados.0.smithi032.stdout:2002: writing smithi03267100-49 from 0 to 425984 tid 1 2024-09-13T00:10:32.124 INFO:tasks.rados.rados.0.smithi032.stdout:2002: writing smithi03267100-49 from 425984 to 909312 tid 2 2024-09-13T00:10:32.128 INFO:tasks.rados.rados.0.smithi032.stdout:2002: writing smithi03267100-49 from 909312 to 1417216 tid 3 2024-09-13T00:10:32.129 INFO:tasks.rados.rados.0.smithi032.stdout:2002: writing smithi03267100-49 from 1417216 to 1630208 tid 4 2024-09-13T00:10:32.129 INFO:tasks.rados.rados.0.smithi032.stdout:2003: rmattr oid 27 current snap is 198 2024-09-13T00:10:32.129 INFO:tasks.rados.rados.0.smithi032.stdout:2003: done (4 left) 2024-09-13T00:10:32.129 INFO:tasks.rados.rados.0.smithi032.stdout:2004: rmattr oid 15 current snap is 198 2024-09-13T00:10:32.129 INFO:tasks.rados.rados.0.smithi032.stdout:2004: done (4 left) 2024-09-13T00:10:32.129 INFO:tasks.rados.rados.0.smithi032.stdout:2005: delete oid 44 current snap is 198 2024-09-13T00:10:32.141 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 632 (ObjNum 33 snap 0 seq_num 167449008) dirty exists 2024-09-13T00:10:32.149 INFO:tasks.rados.rados.0.smithi032.stdout:2002: finishing write tid 1 to smithi03267100-49 2024-09-13T00:10:32.149 INFO:tasks.rados.rados.0.smithi032.stdout:2002: finishing write tid 2 to smithi03267100-49 2024-09-13T00:10:32.150 INFO:tasks.rados.rados.0.smithi032.stdout:2001: done (4 left) 2024-09-13T00:10:32.150 INFO:tasks.rados.rados.0.smithi032.stdout:2005: done (3 left) 2024-09-13T00:10:32.150 INFO:tasks.rados.rados.0.smithi032.stdout:2006: rmattr oid 44 current snap is 198 2024-09-13T00:10:32.150 INFO:tasks.rados.rados.0.smithi032.stdout:2006: done (3 left) 2024-09-13T00:10:32.150 INFO:tasks.rados.rados.0.smithi032.stdout:2007: read oid 30 snap 193 2024-09-13T00:10:32.150 INFO:tasks.rados.rados.0.smithi032.stdout:2007: expect (ObjNum 167464832 snap 22058 seq_num 166030560) 2024-09-13T00:10:32.150 INFO:tasks.rados.rados.0.smithi032.stdout:2008: snap_create 2024-09-13T00:10:32.151 INFO:tasks.rados.rados.0.smithi032.stdout:2007: expect (ObjNum 167464832 snap 22058 seq_num 166030560) 2024-09-13T00:10:32.156 INFO:tasks.rados.rados.0.smithi032.stdout:1999: finishing copy_from racing read to smithi03267100-45 2024-09-13T00:10:32.157 INFO:tasks.rados.rados.0.smithi032.stdout:2002: finishing write tid 3 to smithi03267100-49 2024-09-13T00:10:32.157 INFO:tasks.rados.rados.0.smithi032.stdout:2002: finishing write tid 4 to smithi03267100-49 2024-09-13T00:10:32.157 INFO:tasks.rados.rados.0.smithi032.stdout:2002: finishing write tid 5 to smithi03267100-49 2024-09-13T00:10:32.157 INFO:tasks.rados.rados.0.smithi032.stdout:2000: expect (ObjNum 629 snap 191 seq_num 629) 2024-09-13T00:10:32.334 INFO:tasks.rados.rados.0.smithi032.stdout:1999: finishing copy_from to smithi03267100-45 2024-09-13T00:10:32.334 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1116 (ObjNum 65 snap 0 seq_num 1735288670) dirty exists 2024-09-13T00:10:32.334 INFO:tasks.rados.rados.0.smithi032.stdout:2002: finishing write tid 6 to smithi03267100-49 2024-09-13T00:10:32.334 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1143 (ObjNum 670 snap 198 seq_num 670) dirty exists 2024-09-13T00:10:32.335 INFO:tasks.rados.rados.0.smithi032.stdout:2002: left oid 49 (ObjNum 670 snap 198 seq_num 670) 2024-09-13T00:10:32.390 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:10:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:10:32] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-09-13T00:10:32.391 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:32 smithi032 bash[76677]: cluster 2024-09-13T00:10:31.077171+0000 mgr.y (mgr.34107) 148 : cluster [DBG] pgmap v223: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 537 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.8 MiB/s wr, 16 op/s; 182/1059 objects degraded (17.186%) 2024-09-13T00:10:32.391 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:32 smithi032 bash[76677]: cluster 2024-09-13T00:10:31.118174+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e438: 8 total, 7 up, 8 in 2024-09-13T00:10:32.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:32 smithi032 bash[75510]: cluster 2024-09-13T00:10:31.077171+0000 mgr.y (mgr.34107) 148 : cluster [DBG] pgmap v223: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 537 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.8 MiB/s wr, 16 op/s; 182/1059 objects degraded (17.186%) 2024-09-13T00:10:32.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:32 smithi032 bash[75510]: cluster 2024-09-13T00:10:31.118174+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e438: 8 total, 7 up, 8 in 2024-09-13T00:10:32.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:32 smithi053 bash[67631]: cluster 2024-09-13T00:10:31.077171+0000 mgr.y (mgr.34107) 148 : cluster [DBG] pgmap v223: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 537 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.8 MiB/s wr, 16 op/s; 182/1059 objects degraded (17.186%) 2024-09-13T00:10:32.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:32 smithi053 bash[67631]: cluster 2024-09-13T00:10:31.118174+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e438: 8 total, 7 up, 8 in 2024-09-13T00:10:32.535 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:32 smithi053 bash[60895]: ts=2024-09-13T00:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:32.660 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:32 smithi032 bash[85830]: debug 2024-09-13T00:10:32.392+0000 7efd780b8640 1 -- 172.21.15.32:0/1321912878 <== mon.0 v2:172.21.15.32:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ac526ed1e0 con 0x55ac5346c000 2024-09-13T00:10:33.142 INFO:tasks.rados.rados.0.smithi032.stdout:1999: done (4 left) 2024-09-13T00:10:33.142 INFO:tasks.rados.rados.0.smithi032.stdout:2000: done (3 left) 2024-09-13T00:10:33.142 INFO:tasks.rados.rados.0.smithi032.stdout:2002: done (2 left) 2024-09-13T00:10:33.142 INFO:tasks.rados.rados.0.smithi032.stdout:2007: done (1 left) 2024-09-13T00:10:33.142 INFO:tasks.rados.rados.0.smithi032.stdout:2008: done (0 left) 2024-09-13T00:10:33.142 INFO:tasks.rados.rados.0.smithi032.stdout:2009: snap_remove snap 194 2024-09-13T00:10:33.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:33 smithi032 bash[75510]: cluster 2024-09-13T00:10:32.120473+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e439: 8 total, 7 up, 8 in 2024-09-13T00:10:33.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:33 smithi032 bash[75510]: cluster 2024-09-13T00:10:33.107269+0000 mon.a (mon.0) 497 : cluster [WRN] Health check update: Degraded data redundancy: 182/1059 objects degraded (17.186%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:33.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:33 smithi032 bash[76677]: cluster 2024-09-13T00:10:32.120473+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e439: 8 total, 7 up, 8 in 2024-09-13T00:10:33.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:33 smithi032 bash[76677]: cluster 2024-09-13T00:10:33.107269+0000 mon.a (mon.0) 497 : cluster [WRN] Health check update: Degraded data redundancy: 182/1059 objects degraded (17.186%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:33.411 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:32 smithi032 bash[85830]: debug 2024-09-13T00:10:32.928+0000 7efd7a91e640 -1 Falling back to public interface 2024-09-13T00:10:33.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:33 smithi053 bash[67631]: cluster 2024-09-13T00:10:32.120473+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e439: 8 total, 7 up, 8 in 2024-09-13T00:10:33.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:33 smithi053 bash[67631]: cluster 2024-09-13T00:10:33.107269+0000 mon.a (mon.0) 497 : cluster [WRN] Health check update: Degraded data redundancy: 182/1059 objects degraded (17.186%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:33.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:33 smithi053 bash[60895]: ts=2024-09-13T00:10:33.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:34.145 INFO:tasks.rados.rados.0.smithi032.stdout:2009: done (0 left) 2024-09-13T00:10:34.145 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 199 2024-09-13T00:10:34.145 INFO:tasks.rados.rados.0.smithi032.stdout:2010: seq_num 672 ranges {0=458752,458752=647168,1105920=466944,1572864=90112} 2024-09-13T00:10:34.149 INFO:tasks.rados.rados.0.smithi032.stdout:2010: writing smithi03267100-6 from 0 to 458752 tid 1 2024-09-13T00:10:34.155 INFO:tasks.rados.rados.0.smithi032.stdout:2010: writing smithi03267100-6 from 458752 to 1105920 tid 2 2024-09-13T00:10:34.160 INFO:tasks.rados.rados.0.smithi032.stdout:2010: writing smithi03267100-6 from 1105920 to 1572864 tid 3 2024-09-13T00:10:34.162 INFO:tasks.rados.rados.0.smithi032.stdout:2010: writing smithi03267100-6 from 1572864 to 1662976 tid 4 2024-09-13T00:10:34.162 INFO:tasks.rados.rados.0.smithi032.stdout:2011: copy_from oid 20 from oid 45 current snap is 199 2024-09-13T00:10:34.163 INFO:tasks.rados.rados.0.smithi032.stdout:2012: rollback oid 39 current snap is 199 2024-09-13T00:10:34.163 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 173 2024-09-13T00:10:34.163 INFO:tasks.rados.rados.0.smithi032.stdout:2013: read oid 30 snap 162 2024-09-13T00:10:34.163 INFO:tasks.rados.rados.0.smithi032.stdout:2013: expect deleted 2024-09-13T00:10:34.163 INFO:tasks.rados.rados.0.smithi032.stdout:2014: read oid 26 snap 184 2024-09-13T00:10:34.163 INFO:tasks.rados.rados.0.smithi032.stdout:2014: expect (ObjNum 590 snap 180 seq_num 590) 2024-09-13T00:10:34.163 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 199 2024-09-13T00:10:34.163 INFO:tasks.rados.rados.0.smithi032.stdout:2015: seq_num 673 ranges {2088960=475136,2564096=532480,3096576=671744} 2024-09-13T00:10:34.185 INFO:tasks.rados.rados.0.smithi032.stdout:2015: writing smithi03267100-32 from 2088960 to 2564096 tid 1 2024-09-13T00:10:34.190 INFO:tasks.rados.rados.0.smithi032.stdout:2015: writing smithi03267100-32 from 2564096 to 3096576 tid 2 2024-09-13T00:10:34.196 INFO:tasks.rados.rados.0.smithi032.stdout:2015: writing smithi03267100-32 from 3096576 to 3768320 tid 3 2024-09-13T00:10:34.197 INFO:tasks.rados.rados.0.smithi032.stdout:2016: read oid 3 snap -1 2024-09-13T00:10:34.197 INFO:tasks.rados.rados.0.smithi032.stdout:2016: expect (ObjNum 542 snap 160 seq_num 542) 2024-09-13T00:10:34.197 INFO:tasks.rados.rados.0.smithi032.stdout:2017: snap_create 2024-09-13T00:10:34.197 INFO:tasks.rados.rados.0.smithi032.stdout:2010: finishing write tid 1 to smithi03267100-6 2024-09-13T00:10:34.197 INFO:tasks.rados.rados.0.smithi032.stdout:2011: finishing copy_from racing read to smithi03267100-20 2024-09-13T00:10:34.197 INFO:tasks.rados.rados.0.smithi032.stdout:2010: finishing write tid 2 to smithi03267100-6 2024-09-13T00:10:34.197 INFO:tasks.rados.rados.0.smithi032.stdout:2010: finishing write tid 3 to smithi03267100-6 2024-09-13T00:10:34.197 INFO:tasks.rados.rados.0.smithi032.stdout:2014: expect (ObjNum 590 snap 180 seq_num 590) 2024-09-13T00:10:34.217 INFO:tasks.rados.rados.0.smithi032.stdout:2010: finishing write tid 4 to smithi03267100-6 2024-09-13T00:10:34.217 INFO:tasks.rados.rados.0.smithi032.stdout:2010: finishing write tid 5 to smithi03267100-6 2024-09-13T00:10:34.217 INFO:tasks.rados.rados.0.smithi032.stdout:2010: finishing write tid 6 to smithi03267100-6 2024-09-13T00:10:34.217 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1318 (ObjNum 672 snap 199 seq_num 672) dirty exists 2024-09-13T00:10:34.217 INFO:tasks.rados.rados.0.smithi032.stdout:2010: left oid 6 (ObjNum 672 snap 199 seq_num 672) 2024-09-13T00:10:34.217 INFO:tasks.rados.rados.0.smithi032.stdout:2011: finishing copy_from to smithi03267100-20 2024-09-13T00:10:34.217 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1116 (ObjNum 321 snap 0 seq_num 1654765603) dirty exists 2024-09-13T00:10:34.218 INFO:tasks.rados.rados.0.smithi032.stdout:2012: finishing rollback tid 0 to smithi03267100-39 2024-09-13T00:10:34.218 INFO:tasks.rados.rados.0.smithi032.stdout:2012: finishing rollback tid 1 to smithi03267100-39 2024-09-13T00:10:34.218 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 1306 (ObjNum 33 snap 0 seq_num 167000160) dirty dne 2024-09-13T00:10:34.218 INFO:tasks.rados.rados.0.smithi032.stdout:2015: finishing write tid 1 to smithi03267100-32 2024-09-13T00:10:34.218 INFO:tasks.rados.rados.0.smithi032.stdout:2015: finishing write tid 2 to smithi03267100-32 2024-09-13T00:10:34.218 INFO:tasks.rados.rados.0.smithi032.stdout:2015: finishing write tid 3 to smithi03267100-32 2024-09-13T00:10:34.218 INFO:tasks.rados.rados.0.smithi032.stdout:2015: finishing write tid 4 to smithi03267100-32 2024-09-13T00:10:34.218 INFO:tasks.rados.rados.0.smithi032.stdout:2016: expect (ObjNum 542 snap 160 seq_num 542) 2024-09-13T00:10:34.283 INFO:tasks.rados.rados.0.smithi032.stdout:2015: finishing write tid 5 to smithi03267100-32 2024-09-13T00:10:34.283 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 1601 (ObjNum 673 snap 199 seq_num 673) dirty exists 2024-09-13T00:10:34.283 INFO:tasks.rados.rados.0.smithi032.stdout:2015: left oid 32 (ObjNum 673 snap 199 seq_num 673) 2024-09-13T00:10:34.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:34 smithi032 bash[75510]: cluster 2024-09-13T00:10:33.078078+0000 mgr.y (mgr.34107) 149 : cluster [DBG] pgmap v226: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 538 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 183/1062 objects degraded (17.232%) 2024-09-13T00:10:34.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:34 smithi032 bash[75510]: cluster 2024-09-13T00:10:33.145931+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e440: 8 total, 7 up, 8 in 2024-09-13T00:10:34.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:34 smithi032 bash[76677]: cluster 2024-09-13T00:10:33.078078+0000 mgr.y (mgr.34107) 149 : cluster [DBG] pgmap v226: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 538 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 183/1062 objects degraded (17.232%) 2024-09-13T00:10:34.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:34 smithi032 bash[76677]: cluster 2024-09-13T00:10:33.145931+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e440: 8 total, 7 up, 8 in 2024-09-13T00:10:34.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:34 smithi053 bash[67631]: cluster 2024-09-13T00:10:33.078078+0000 mgr.y (mgr.34107) 149 : cluster [DBG] pgmap v226: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 538 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 183/1062 objects degraded (17.232%) 2024-09-13T00:10:34.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:34 smithi053 bash[67631]: cluster 2024-09-13T00:10:33.145931+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e440: 8 total, 7 up, 8 in 2024-09-13T00:10:34.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:34 smithi053 bash[60895]: ts=2024-09-13T00:10:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:34.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:34 smithi053 bash[60895]: ts=2024-09-13T00:10:34.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:35.157 INFO:tasks.rados.rados.0.smithi032.stdout:2010: done (7 left) 2024-09-13T00:10:35.157 INFO:tasks.rados.rados.0.smithi032.stdout:2011: done (6 left) 2024-09-13T00:10:35.157 INFO:tasks.rados.rados.0.smithi032.stdout:2012: done (5 left) 2024-09-13T00:10:35.157 INFO:tasks.rados.rados.0.smithi032.stdout:2013: done (4 left) 2024-09-13T00:10:35.157 INFO:tasks.rados.rados.0.smithi032.stdout:2014: done (3 left) 2024-09-13T00:10:35.157 INFO:tasks.rados.rados.0.smithi032.stdout:2015: done (2 left) 2024-09-13T00:10:35.158 INFO:tasks.rados.rados.0.smithi032.stdout:2016: done (1 left) 2024-09-13T00:10:35.158 INFO:tasks.rados.rados.0.smithi032.stdout:2017: done (0 left) 2024-09-13T00:10:35.158 INFO:tasks.rados.rados.0.smithi032.stdout:2018: delete oid 37 current snap is 200 2024-09-13T00:10:35.161 INFO:tasks.rados.rados.0.smithi032.stdout:2018: done (0 left) 2024-09-13T00:10:35.161 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 200 2024-09-13T00:10:35.161 INFO:tasks.rados.rados.0.smithi032.stdout:2019: seq_num 675 ranges {3923968=507904,4431872=704512,5136384=499712} 2024-09-13T00:10:35.186 INFO:tasks.rados.rados.0.smithi032.stdout:2019: writing smithi03267100-4 from 3923968 to 4431872 tid 1 2024-09-13T00:10:35.190 INFO:tasks.rados.rados.0.smithi032.stdout:2019: writing smithi03267100-4 from 4431872 to 5136384 tid 2 2024-09-13T00:10:35.193 INFO:tasks.rados.rados.0.smithi032.stdout:2019: writing smithi03267100-4 from 5136384 to 5636096 tid 3 2024-09-13T00:10:35.193 INFO:tasks.rados.rados.0.smithi032.stdout:2020: snap_create 2024-09-13T00:10:35.202 INFO:tasks.rados.rados.0.smithi032.stdout:2019: finishing write tid 1 to smithi03267100-4 2024-09-13T00:10:35.208 INFO:tasks.rados.rados.0.smithi032.stdout:2019: finishing write tid 2 to smithi03267100-4 2024-09-13T00:10:35.208 INFO:tasks.rados.rados.0.smithi032.stdout:2019: finishing write tid 3 to smithi03267100-4 2024-09-13T00:10:35.209 INFO:tasks.rados.rados.0.smithi032.stdout:2019: finishing write tid 4 to smithi03267100-4 2024-09-13T00:10:35.212 INFO:tasks.rados.rados.0.smithi032.stdout:2019: finishing write tid 5 to smithi03267100-4 2024-09-13T00:10:35.212 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 985 (ObjNum 675 snap 200 seq_num 675) dirty exists 2024-09-13T00:10:35.212 INFO:tasks.rados.rados.0.smithi032.stdout:2019: left oid 4 (ObjNum 675 snap 200 seq_num 675) 2024-09-13T00:10:35.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:35 smithi032 bash[75510]: cluster 2024-09-13T00:10:34.148862+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e441: 8 total, 7 up, 8 in 2024-09-13T00:10:35.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:35 smithi032 bash[76677]: cluster 2024-09-13T00:10:34.148862+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e441: 8 total, 7 up, 8 in 2024-09-13T00:10:35.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:35 smithi053 bash[67631]: cluster 2024-09-13T00:10:34.148862+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e441: 8 total, 7 up, 8 in 2024-09-13T00:10:36.163 INFO:tasks.rados.rados.0.smithi032.stdout:2019: done (1 left) 2024-09-13T00:10:36.164 INFO:tasks.rados.rados.0.smithi032.stdout:2020: done (0 left) 2024-09-13T00:10:36.164 INFO:tasks.rados.rados.0.smithi032.stdout:2021: read oid 39 snap 195 2024-09-13T00:10:36.164 INFO:tasks.rados.rados.0.smithi032.stdout:2021: expect (ObjNum 533 snap 156 seq_num 533) 2024-09-13T00:10:36.164 INFO:tasks.rados.rados.0.smithi032.stdout:2022: snap_remove snap 158 2024-09-13T00:10:36.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:36 smithi032 bash[76677]: cluster 2024-09-13T00:10:35.078575+0000 mgr.y (mgr.34107) 150 : cluster [DBG] pgmap v229: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 538 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 374 KiB/s wr, 2 op/s; 183/1062 objects degraded (17.232%) 2024-09-13T00:10:36.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:36 smithi032 bash[76677]: cluster 2024-09-13T00:10:35.161449+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e442: 8 total, 7 up, 8 in 2024-09-13T00:10:36.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:36 smithi032 bash[76677]: audit 2024-09-13T00:10:35.283044+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:36.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:36 smithi032 bash[76677]: audit 2024-09-13T00:10:35.288340+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:36.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:36 smithi032 bash[76677]: audit 2024-09-13T00:10:35.995086+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:36.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:36 smithi032 bash[76677]: audit 2024-09-13T00:10:36.001824+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:36.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:36 smithi032 bash[75510]: cluster 2024-09-13T00:10:35.078575+0000 mgr.y (mgr.34107) 150 : cluster [DBG] pgmap v229: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 538 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 374 KiB/s wr, 2 op/s; 183/1062 objects degraded (17.232%) 2024-09-13T00:10:36.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:36 smithi032 bash[75510]: cluster 2024-09-13T00:10:35.161449+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e442: 8 total, 7 up, 8 in 2024-09-13T00:10:36.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:36 smithi032 bash[75510]: audit 2024-09-13T00:10:35.283044+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:36.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:36 smithi032 bash[75510]: audit 2024-09-13T00:10:35.288340+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:36.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:36 smithi032 bash[75510]: audit 2024-09-13T00:10:35.995086+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:36.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:36 smithi032 bash[75510]: audit 2024-09-13T00:10:36.001824+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:36 smithi053 bash[67631]: cluster 2024-09-13T00:10:35.078575+0000 mgr.y (mgr.34107) 150 : cluster [DBG] pgmap v229: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 538 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 374 KiB/s wr, 2 op/s; 183/1062 objects degraded (17.232%) 2024-09-13T00:10:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:36 smithi053 bash[67631]: cluster 2024-09-13T00:10:35.161449+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e442: 8 total, 7 up, 8 in 2024-09-13T00:10:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:36 smithi053 bash[67631]: audit 2024-09-13T00:10:35.283044+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:36 smithi053 bash[67631]: audit 2024-09-13T00:10:35.288340+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:36 smithi053 bash[67631]: audit 2024-09-13T00:10:35.995086+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:36 smithi053 bash[67631]: audit 2024-09-13T00:10:36.001824+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:37.180 INFO:tasks.rados.rados.0.smithi032.stdout:2022: done (1 left) 2024-09-13T00:10:37.180 INFO:tasks.rados.rados.0.smithi032.stdout:2023: read oid 22 snap -1 2024-09-13T00:10:37.180 INFO:tasks.rados.rados.0.smithi032.stdout:2023: expect deleted 2024-09-13T00:10:37.180 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 201 2024-09-13T00:10:37.180 INFO:tasks.rados.rados.0.smithi032.stdout:2024: seq_num 676 ranges {3031040=524288,3555328=589824,4145152=450560,4595712=163840} 2024-09-13T00:10:37.201 INFO:tasks.rados.rados.0.smithi032.stdout:2024: writing smithi03267100-29 from 3031040 to 3555328 tid 1 2024-09-13T00:10:37.205 INFO:tasks.rados.rados.0.smithi032.stdout:2024: writing smithi03267100-29 from 3555328 to 4145152 tid 2 2024-09-13T00:10:37.208 INFO:tasks.rados.rados.0.smithi032.stdout:2024: writing smithi03267100-29 from 4145152 to 4595712 tid 3 2024-09-13T00:10:37.209 INFO:tasks.rados.rados.0.smithi032.stdout:2024: writing smithi03267100-29 from 4595712 to 4759552 tid 4 2024-09-13T00:10:37.209 INFO:tasks.rados.rados.0.smithi032.stdout:2025: rollback oid 33 current snap is 201 2024-09-13T00:10:37.209 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 33 to 157 2024-09-13T00:10:37.215 INFO:tasks.rados.rados.0.smithi032.stdout:2021: expect (ObjNum 533 snap 156 seq_num 533) 2024-09-13T00:10:37.260 INFO:tasks.rados.rados.0.smithi032.stdout:2021: done (3 left) 2024-09-13T00:10:37.260 INFO:tasks.rados.rados.0.smithi032.stdout:2023: done (2 left) 2024-09-13T00:10:37.260 INFO:tasks.rados.rados.0.smithi032.stdout:2026: rollback oid 39 current snap is 201 2024-09-13T00:10:37.260 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 196 2024-09-13T00:10:37.260 INFO:tasks.rados.rados.0.smithi032.stdout:2024: finishing write tid 1 to smithi03267100-29 2024-09-13T00:10:37.260 INFO:tasks.rados.rados.0.smithi032.stdout:2025: finishing rollback tid 1 to smithi03267100-33 2024-09-13T00:10:37.260 INFO:tasks.rados.rados.0.smithi032.stdout:2025: finishing rollback tid 2 to smithi03267100-33 2024-09-13T00:10:37.260 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 624 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-13T00:10:37.260 INFO:tasks.rados.rados.0.smithi032.stdout:2024: finishing write tid 2 to smithi03267100-29 2024-09-13T00:10:37.261 INFO:tasks.rados.rados.0.smithi032.stdout:2024: finishing write tid 3 to smithi03267100-29 2024-09-13T00:10:37.261 INFO:tasks.rados.rados.0.smithi032.stdout:2024: finishing write tid 4 to smithi03267100-29 2024-09-13T00:10:37.261 INFO:tasks.rados.rados.0.smithi032.stdout:2024: finishing write tid 5 to smithi03267100-29 2024-09-13T00:10:37.261 INFO:tasks.rados.rados.0.smithi032.stdout:2024: finishing write tid 6 to smithi03267100-29 2024-09-13T00:10:37.261 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1232 (ObjNum 676 snap 201 seq_num 676) dirty exists 2024-09-13T00:10:37.261 INFO:tasks.rados.rados.0.smithi032.stdout:2024: left oid 29 (ObjNum 676 snap 201 seq_num 676) 2024-09-13T00:10:37.261 INFO:tasks.rados.rados.0.smithi032.stdout:2024: done (2 left) 2024-09-13T00:10:37.261 INFO:tasks.rados.rados.0.smithi032.stdout:2025: done (1 left) 2024-09-13T00:10:37.261 INFO:tasks.rados.rados.0.smithi032.stdout:2027: rollback oid 9 current snap is 201 2024-09-13T00:10:37.261 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 130 2024-09-13T00:10:37.261 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 201 2024-09-13T00:10:37.261 INFO:tasks.rados.rados.0.smithi032.stdout:2028: seq_num 677 ranges {0=540672,540672=516096,1056768=655360,1712128=32768} 2024-09-13T00:10:37.263 INFO:tasks.rados.rados.0.smithi032.stdout:2028: writing smithi03267100-30 from 0 to 540672 tid 1 2024-09-13T00:10:37.266 INFO:tasks.rados.rados.0.smithi032.stdout:2028: writing smithi03267100-30 from 540672 to 1056768 tid 2 2024-09-13T00:10:37.271 INFO:tasks.rados.rados.0.smithi032.stdout:2028: writing smithi03267100-30 from 1056768 to 1712128 tid 3 2024-09-13T00:10:37.272 INFO:tasks.rados.rados.0.smithi032.stdout:2028: writing smithi03267100-30 from 1712128 to 1744896 tid 4 2024-09-13T00:10:37.272 INFO:tasks.rados.rados.0.smithi032.stdout:2029: read oid 7 snap -1 2024-09-13T00:10:37.272 INFO:tasks.rados.rados.0.smithi032.stdout:2029: expect deleted 2024-09-13T00:10:37.272 INFO:tasks.rados.rados.0.smithi032.stdout:2030: read oid 44 snap 147 2024-09-13T00:10:37.272 INFO:tasks.rados.rados.0.smithi032.stdout:2030: expect (ObjNum 476 snap 140 seq_num 476) 2024-09-13T00:10:37.272 INFO:tasks.rados.rados.0.smithi032.stdout:2031: snap_create 2024-09-13T00:10:37.272 INFO:tasks.rados.rados.0.smithi032.stdout:2026: finishing rollback tid 1 to smithi03267100-39 2024-09-13T00:10:37.272 INFO:tasks.rados.rados.0.smithi032.stdout:2026: finishing rollback tid 2 to smithi03267100-39 2024-09-13T00:10:37.272 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 1308 (ObjNum 533 snap 156 seq_num 533) dirty exists 2024-09-13T00:10:37.273 INFO:tasks.rados.rados.0.smithi032.stdout:2027: finishing rollback tid 0 to smithi03267100-9 2024-09-13T00:10:37.273 INFO:tasks.rados.rados.0.smithi032.stdout:2027: finishing rollback tid 1 to smithi03267100-9 2024-09-13T00:10:37.274 INFO:tasks.rados.rados.0.smithi032.stdout:2027: finishing rollback tid 2 to smithi03267100-9 2024-09-13T00:10:37.274 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1605 (ObjNum 292 snap 84 seq_num 292) dirty exists 2024-09-13T00:10:37.281 INFO:tasks.rados.rados.0.smithi032.stdout:2028: finishing write tid 1 to smithi03267100-30 2024-09-13T00:10:37.281 INFO:tasks.rados.rados.0.smithi032.stdout:2028: finishing write tid 2 to smithi03267100-30 2024-09-13T00:10:37.289 INFO:tasks.rados.rados.0.smithi032.stdout:2028: finishing write tid 3 to smithi03267100-30 2024-09-13T00:10:37.303 INFO:tasks.rados.rados.0.smithi032.stdout:2028: finishing write tid 4 to smithi03267100-30 2024-09-13T00:10:37.303 INFO:tasks.rados.rados.0.smithi032.stdout:2028: finishing write tid 5 to smithi03267100-30 2024-09-13T00:10:37.310 INFO:tasks.rados.rados.0.smithi032.stdout:2028: finishing write tid 6 to smithi03267100-30 2024-09-13T00:10:37.310 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1637 (ObjNum 677 snap 201 seq_num 677) dirty exists 2024-09-13T00:10:37.310 INFO:tasks.rados.rados.0.smithi032.stdout:2028: left oid 30 (ObjNum 677 snap 201 seq_num 677) 2024-09-13T00:10:37.316 INFO:tasks.rados.rados.0.smithi032.stdout:2030: expect (ObjNum 476 snap 140 seq_num 476) 2024-09-13T00:10:37.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:37 smithi032 bash[75510]: cluster 2024-09-13T00:10:36.167862+0000 mon.a (mon.0) 505 : cluster [DBG] osdmap e443: 8 total, 7 up, 8 in 2024-09-13T00:10:37.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:37 smithi032 bash[75510]: audit 2024-09-13T00:10:36.978770+0000 mon.c (mon.2) 5 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/2686910662,v1:172.21.15.32:6811/2686910662]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T00:10:37.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:37 smithi032 bash[75510]: audit 2024-09-13T00:10:36.979043+0000 mon.a (mon.0) 506 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T00:10:37.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:37 smithi032 bash[76677]: cluster 2024-09-13T00:10:36.167862+0000 mon.a (mon.0) 505 : cluster [DBG] osdmap e443: 8 total, 7 up, 8 in 2024-09-13T00:10:37.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:37 smithi032 bash[76677]: audit 2024-09-13T00:10:36.978770+0000 mon.c (mon.2) 5 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/2686910662,v1:172.21.15.32:6811/2686910662]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T00:10:37.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:37 smithi032 bash[76677]: audit 2024-09-13T00:10:36.979043+0000 mon.a (mon.0) 506 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T00:10:37.411 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:36 smithi032 bash[85830]: debug 2024-09-13T00:10:36.972+0000 7efd7a91e640 -1 osd.1 430 log_to_monitors true 2024-09-13T00:10:37.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:37 smithi053 bash[67631]: cluster 2024-09-13T00:10:36.167862+0000 mon.a (mon.0) 505 : cluster [DBG] osdmap e443: 8 total, 7 up, 8 in 2024-09-13T00:10:37.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:37 smithi053 bash[67631]: audit 2024-09-13T00:10:36.978770+0000 mon.c (mon.2) 5 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/2686910662,v1:172.21.15.32:6811/2686910662]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T00:10:37.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:37 smithi053 bash[67631]: audit 2024-09-13T00:10:36.979043+0000 mon.a (mon.0) 506 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T00:10:37.910 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:37 smithi032 bash[85830]: debug 2024-09-13T00:10:37.556+0000 7efd6e6c0640 -1 osd.1 430 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T00:10:38.209 INFO:tasks.rados.rados.0.smithi032.stdout:2026: done (5 left) 2024-09-13T00:10:38.210 INFO:tasks.rados.rados.0.smithi032.stdout:2027: done (4 left) 2024-09-13T00:10:38.210 INFO:tasks.rados.rados.0.smithi032.stdout:2028: done (3 left) 2024-09-13T00:10:38.210 INFO:tasks.rados.rados.0.smithi032.stdout:2029: done (2 left) 2024-09-13T00:10:38.210 INFO:tasks.rados.rados.0.smithi032.stdout:2030: done (1 left) 2024-09-13T00:10:38.210 INFO:tasks.rados.rados.0.smithi032.stdout:2031: done (0 left) 2024-09-13T00:10:38.210 INFO:tasks.rados.rados.0.smithi032.stdout:2032: snap_create 2024-09-13T00:10:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:38 smithi053 bash[67631]: cluster 2024-09-13T00:10:37.079476+0000 mgr.y (mgr.34107) 151 : cluster [DBG] pgmap v232: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 546 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.0 MiB/s wr, 18 op/s; 188/1089 objects degraded (17.264%) 2024-09-13T00:10:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:38 smithi053 bash[67631]: audit 2024-09-13T00:10:37.182733+0000 mon.a (mon.0) 507 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T00:10:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:38 smithi053 bash[67631]: cluster 2024-09-13T00:10:37.182945+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e444: 8 total, 7 up, 8 in 2024-09-13T00:10:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:38 smithi053 bash[67631]: audit 2024-09-13T00:10:37.188927+0000 mon.c (mon.2) 6 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/2686910662,v1:172.21.15.32:6811/2686910662]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:10:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:38 smithi053 bash[67631]: audit 2024-09-13T00:10:37.189445+0000 mon.a (mon.0) 509 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:10:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:38 smithi053 bash[67631]: audit 2024-09-13T00:10:37.532292+0000 mon.a (mon.0) 510 : audit [INF] from='osd.1 ' entity='osd.1' 2024-09-13T00:10:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:38 smithi053 bash[67631]: cluster 2024-09-13T00:10:38.108590+0000 mon.a (mon.0) 511 : cluster [WRN] Health check update: Degraded data redundancy: 188/1089 objects degraded (17.264%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:38.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:38 smithi032 bash[75510]: cluster 2024-09-13T00:10:37.079476+0000 mgr.y (mgr.34107) 151 : cluster [DBG] pgmap v232: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 546 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.0 MiB/s wr, 18 op/s; 188/1089 objects degraded (17.264%) 2024-09-13T00:10:38.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:38 smithi032 bash[75510]: audit 2024-09-13T00:10:37.182733+0000 mon.a (mon.0) 507 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T00:10:38.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:38 smithi032 bash[75510]: cluster 2024-09-13T00:10:37.182945+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e444: 8 total, 7 up, 8 in 2024-09-13T00:10:38.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:38 smithi032 bash[75510]: audit 2024-09-13T00:10:37.188927+0000 mon.c (mon.2) 6 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/2686910662,v1:172.21.15.32:6811/2686910662]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:10:38.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:38 smithi032 bash[75510]: audit 2024-09-13T00:10:37.189445+0000 mon.a (mon.0) 509 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:10:38.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:38 smithi032 bash[75510]: audit 2024-09-13T00:10:37.532292+0000 mon.a (mon.0) 510 : audit [INF] from='osd.1 ' entity='osd.1' 2024-09-13T00:10:38.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:38 smithi032 bash[75510]: cluster 2024-09-13T00:10:38.108590+0000 mon.a (mon.0) 511 : cluster [WRN] Health check update: Degraded data redundancy: 188/1089 objects degraded (17.264%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:38.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:38 smithi032 bash[76677]: cluster 2024-09-13T00:10:37.079476+0000 mgr.y (mgr.34107) 151 : cluster [DBG] pgmap v232: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 546 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.0 MiB/s wr, 18 op/s; 188/1089 objects degraded (17.264%) 2024-09-13T00:10:38.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:38 smithi032 bash[76677]: audit 2024-09-13T00:10:37.182733+0000 mon.a (mon.0) 507 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T00:10:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:38 smithi032 bash[76677]: cluster 2024-09-13T00:10:37.182945+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e444: 8 total, 7 up, 8 in 2024-09-13T00:10:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:38 smithi032 bash[76677]: audit 2024-09-13T00:10:37.188927+0000 mon.c (mon.2) 6 : audit [INF] from='osd.1 [v2:172.21.15.32:6810/2686910662,v1:172.21.15.32:6811/2686910662]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:10:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:38 smithi032 bash[76677]: audit 2024-09-13T00:10:37.189445+0000 mon.a (mon.0) 509 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:10:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:38 smithi032 bash[76677]: audit 2024-09-13T00:10:37.532292+0000 mon.a (mon.0) 510 : audit [INF] from='osd.1 ' entity='osd.1' 2024-09-13T00:10:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:38 smithi032 bash[76677]: cluster 2024-09-13T00:10:38.108590+0000 mon.a (mon.0) 511 : cluster [WRN] Health check update: Degraded data redundancy: 188/1089 objects degraded (17.264%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:39.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:38 smithi053 bash[60895]: ts=2024-09-13T00:10:38.660Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-13T00:10:39.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:38 smithi053 bash[60895]: ts=2024-09-13T00:10:38.663Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:39.203 INFO:tasks.rados.rados.0.smithi032.stdout:2032: done (0 left) 2024-09-13T00:10:39.203 INFO:tasks.rados.rados.0.smithi032.stdout:2033: read oid 44 snap 157 2024-09-13T00:10:39.203 INFO:tasks.rados.rados.0.smithi032.stdout:2033: expect (ObjNum 476 snap 140 seq_num 476) 2024-09-13T00:10:39.203 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 203 2024-09-13T00:10:39.204 INFO:tasks.rados.rados.0.smithi032.stdout:2034: seq_num 678 ranges {4284416=565248,4849664=802816,5652480=401408} 2024-09-13T00:10:39.228 INFO:tasks.rados.rados.0.smithi032.stdout:2034: writing smithi03267100-5 from 4284416 to 4849664 tid 1 2024-09-13T00:10:39.234 INFO:tasks.rados.rados.0.smithi032.stdout:2034: writing smithi03267100-5 from 4849664 to 5652480 tid 2 2024-09-13T00:10:39.237 INFO:tasks.rados.rados.0.smithi032.stdout:2034: writing smithi03267100-5 from 5652480 to 6053888 tid 3 2024-09-13T00:10:39.237 INFO:tasks.rados.rados.0.smithi032.stdout:2035: snap_create 2024-09-13T00:10:39.249 INFO:tasks.rados.rados.0.smithi032.stdout:2034: finishing write tid 1 to smithi03267100-5 2024-09-13T00:10:39.253 INFO:tasks.rados.rados.0.smithi032.stdout:2034: finishing write tid 2 to smithi03267100-5 2024-09-13T00:10:39.253 INFO:tasks.rados.rados.0.smithi032.stdout:2034: finishing write tid 3 to smithi03267100-5 2024-09-13T00:10:39.261 INFO:tasks.rados.rados.0.smithi032.stdout:2034: finishing write tid 4 to smithi03267100-5 2024-09-13T00:10:39.263 INFO:tasks.rados.rados.0.smithi032.stdout:2034: finishing write tid 5 to smithi03267100-5 2024-09-13T00:10:39.263 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 996 (ObjNum 678 snap 203 seq_num 678) dirty exists 2024-09-13T00:10:39.264 INFO:tasks.rados.rados.0.smithi032.stdout:2034: left oid 5 (ObjNum 678 snap 203 seq_num 678) 2024-09-13T00:10:39.290 INFO:tasks.rados.rados.0.smithi032.stdout:2033: expect (ObjNum 476 snap 140 seq_num 476) 2024-09-13T00:10:39.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:39 smithi053 bash[67631]: cluster 2024-09-13T00:10:38.177117+0000 mon.a (mon.0) 512 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:10:39.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:39 smithi053 bash[67631]: cluster 2024-09-13T00:10:38.194794+0000 mon.a (mon.0) 513 : cluster [INF] osd.1 [v2:172.21.15.32:6810/2686910662,v1:172.21.15.32:6811/2686910662] boot 2024-09-13T00:10:39.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:39 smithi053 bash[67631]: cluster 2024-09-13T00:10:38.194910+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2024-09-13T00:10:39.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:39 smithi053 bash[67631]: audit 2024-09-13T00:10:38.199483+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T00:10:39.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:39 smithi032 bash[75510]: cluster 2024-09-13T00:10:38.177117+0000 mon.a (mon.0) 512 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:10:39.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:39 smithi032 bash[75510]: cluster 2024-09-13T00:10:38.194794+0000 mon.a (mon.0) 513 : cluster [INF] osd.1 [v2:172.21.15.32:6810/2686910662,v1:172.21.15.32:6811/2686910662] boot 2024-09-13T00:10:39.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:39 smithi032 bash[75510]: cluster 2024-09-13T00:10:38.194910+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2024-09-13T00:10:39.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:39 smithi032 bash[75510]: audit 2024-09-13T00:10:38.199483+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T00:10:39.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:39 smithi032 bash[76677]: cluster 2024-09-13T00:10:38.177117+0000 mon.a (mon.0) 512 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:10:39.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:39 smithi032 bash[76677]: cluster 2024-09-13T00:10:38.194794+0000 mon.a (mon.0) 513 : cluster [INF] osd.1 [v2:172.21.15.32:6810/2686910662,v1:172.21.15.32:6811/2686910662] boot 2024-09-13T00:10:39.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:39 smithi032 bash[76677]: cluster 2024-09-13T00:10:38.194910+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2024-09-13T00:10:39.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:39 smithi032 bash[76677]: audit 2024-09-13T00:10:38.199483+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T00:10:40.201 INFO:tasks.rados.rados.0.smithi032.stdout:2033: done (2 left) 2024-09-13T00:10:40.201 INFO:tasks.rados.rados.0.smithi032.stdout:2034: done (1 left) 2024-09-13T00:10:40.201 INFO:tasks.rados.rados.0.smithi032.stdout:2035: done (0 left) 2024-09-13T00:10:40.202 INFO:tasks.rados.rados.0.smithi032.stdout:2036: rollback oid 44 current snap is 204 2024-09-13T00:10:40.202 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 120 2024-09-13T00:10:40.202 INFO:tasks.rados.rados.0.smithi032.stdout:2037: rollback oid 40 current snap is 204 2024-09-13T00:10:40.202 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 170 2024-09-13T00:10:40.202 INFO:tasks.rados.rados.0.smithi032.stdout:2038: snap_remove snap 185 2024-09-13T00:10:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:40 smithi053 bash[67631]: cluster 2024-09-13T00:10:39.080337+0000 mgr.y (mgr.34107) 152 : cluster [DBG] pgmap v235: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 546 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.0 MiB/s wr, 18 op/s; 188/1089 objects degraded (17.264%) 2024-09-13T00:10:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:40 smithi053 bash[67631]: cluster 2024-09-13T00:10:39.201874+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2024-09-13T00:10:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:40 smithi053 bash[67631]: audit 2024-09-13T00:10:40.132165+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:40 smithi053 bash[67631]: audit 2024-09-13T00:10:40.134282+0000 mon.a (mon.0) 518 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:10:40.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:40 smithi032 bash[75510]: cluster 2024-09-13T00:10:39.080337+0000 mgr.y (mgr.34107) 152 : cluster [DBG] pgmap v235: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 546 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.0 MiB/s wr, 18 op/s; 188/1089 objects degraded (17.264%) 2024-09-13T00:10:40.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:40 smithi032 bash[75510]: cluster 2024-09-13T00:10:39.201874+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2024-09-13T00:10:40.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:40 smithi032 bash[75510]: audit 2024-09-13T00:10:40.132165+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:40.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:40 smithi032 bash[75510]: audit 2024-09-13T00:10:40.134282+0000 mon.a (mon.0) 518 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:10:40.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:40 smithi032 bash[76677]: cluster 2024-09-13T00:10:39.080337+0000 mgr.y (mgr.34107) 152 : cluster [DBG] pgmap v235: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 546 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.0 MiB/s wr, 18 op/s; 188/1089 objects degraded (17.264%) 2024-09-13T00:10:40.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:40 smithi032 bash[76677]: cluster 2024-09-13T00:10:39.201874+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2024-09-13T00:10:40.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:40 smithi032 bash[76677]: audit 2024-09-13T00:10:40.132165+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:40.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:40 smithi032 bash[76677]: audit 2024-09-13T00:10:40.134282+0000 mon.a (mon.0) 518 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:10:41.225 INFO:tasks.rados.rados.0.smithi032.stdout:2038: done (2 left) 2024-09-13T00:10:41.225 INFO:tasks.rados.rados.0.smithi032.stdout:2039: delete oid 18 current snap is 204 2024-09-13T00:10:41.225 INFO:tasks.rados.rados.0.smithi032.stdout:2036: finishing rollback tid 1 to smithi03267100-44 2024-09-13T00:10:41.225 INFO:tasks.rados.rados.0.smithi032.stdout:2036: finishing rollback tid 2 to smithi03267100-44 2024-09-13T00:10:41.225 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1310 (ObjNum 381 snap 117 seq_num 381) dirty exists 2024-09-13T00:10:41.225 INFO:tasks.rados.rados.0.smithi032.stdout:2037: finishing rollback tid 0 to smithi03267100-40 2024-09-13T00:10:41.225 INFO:tasks.rados.rados.0.smithi032.stdout:2037: finishing rollback tid 1 to smithi03267100-40 2024-09-13T00:10:41.225 INFO:tasks.rados.rados.0.smithi032.stdout:2037: finishing rollback tid 2 to smithi03267100-40 2024-09-13T00:10:41.225 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 635 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:10:41.259 INFO:tasks.rados.rados.0.smithi032.stdout:2036: done (2 left) 2024-09-13T00:10:41.259 INFO:tasks.rados.rados.0.smithi032.stdout:2037: done (1 left) 2024-09-13T00:10:41.259 INFO:tasks.rados.rados.0.smithi032.stdout:2039: done (0 left) 2024-09-13T00:10:41.259 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 204 2024-09-13T00:10:41.260 INFO:tasks.rados.rados.0.smithi032.stdout:2040: seq_num 680 ranges {1630208=598016,2228224=573440,2801664=434176,3235840=196608} 2024-09-13T00:10:41.267 INFO:tasks.rados.rados.0.smithi032.stdout:2040: writing smithi03267100-49 from 1630208 to 2228224 tid 1 2024-09-13T00:10:41.272 INFO:tasks.rados.rados.0.smithi032.stdout:2040: writing smithi03267100-49 from 2228224 to 2801664 tid 2 2024-09-13T00:10:41.275 INFO:tasks.rados.rados.0.smithi032.stdout:2040: writing smithi03267100-49 from 2801664 to 3235840 tid 3 2024-09-13T00:10:41.277 INFO:tasks.rados.rados.0.smithi032.stdout:2040: writing smithi03267100-49 from 3235840 to 3432448 tid 4 2024-09-13T00:10:41.277 INFO:tasks.rados.rados.0.smithi032.stdout:2041: rmattr oid 11 current snap is 204 2024-09-13T00:10:41.277 INFO:tasks.rados.rados.0.smithi032.stdout:2041: done (1 left) 2024-09-13T00:10:41.277 INFO:tasks.rados.rados.0.smithi032.stdout:2042: snap_create 2024-09-13T00:10:41.279 INFO:tasks.rados.rados.0.smithi032.stdout:2040: finishing write tid 1 to smithi03267100-49 2024-09-13T00:10:41.280 INFO:tasks.rados.rados.0.smithi032.stdout:2040: finishing write tid 2 to smithi03267100-49 2024-09-13T00:10:41.281 INFO:tasks.rados.rados.0.smithi032.stdout:2040: finishing write tid 3 to smithi03267100-49 2024-09-13T00:10:41.282 INFO:tasks.rados.rados.0.smithi032.stdout:2040: finishing write tid 4 to smithi03267100-49 2024-09-13T00:10:41.282 INFO:tasks.rados.rados.0.smithi032.stdout:2040: finishing write tid 5 to smithi03267100-49 2024-09-13T00:10:41.284 INFO:tasks.rados.rados.0.smithi032.stdout:2040: finishing write tid 6 to smithi03267100-49 2024-09-13T00:10:41.284 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1148 (ObjNum 680 snap 204 seq_num 680) dirty exists 2024-09-13T00:10:41.284 INFO:tasks.rados.rados.0.smithi032.stdout:2040: left oid 49 (ObjNum 680 snap 204 seq_num 680) 2024-09-13T00:10:41.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:41 smithi032 bash[75510]: cluster 2024-09-13T00:10:40.204888+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2024-09-13T00:10:41.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:41 smithi032 bash[76677]: cluster 2024-09-13T00:10:40.204888+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2024-09-13T00:10:41.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:41 smithi053 bash[67631]: cluster 2024-09-13T00:10:40.204888+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2024-09-13T00:10:42.227 INFO:tasks.rados.rados.0.smithi032.stdout:2040: done (1 left) 2024-09-13T00:10:42.227 INFO:tasks.rados.rados.0.smithi032.stdout:2042: done (0 left) 2024-09-13T00:10:42.227 INFO:tasks.rados.rados.0.smithi032.stdout:2043: delete oid 46 current snap is 205 2024-09-13T00:10:42.239 INFO:tasks.rados.rados.0.smithi032.stdout:2043: done (0 left) 2024-09-13T00:10:42.239 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 205 2024-09-13T00:10:42.239 INFO:tasks.rados.rados.0.smithi032.stdout:2044: seq_num 682 ranges {3432448=630784,4063232=745472,4808704=442368,5251072=16384} 2024-09-13T00:10:42.271 INFO:tasks.rados.rados.0.smithi032.stdout:2044: writing smithi03267100-49 from 3432448 to 4063232 tid 1 2024-09-13T00:10:42.276 INFO:tasks.rados.rados.0.smithi032.stdout:2044: writing smithi03267100-49 from 4063232 to 4808704 tid 2 2024-09-13T00:10:42.279 INFO:tasks.rados.rados.0.smithi032.stdout:2044: writing smithi03267100-49 from 4808704 to 5251072 tid 3 2024-09-13T00:10:42.279 INFO:tasks.rados.rados.0.smithi032.stdout:2044: writing smithi03267100-49 from 5251072 to 5267456 tid 4 2024-09-13T00:10:42.279 INFO:tasks.rados.rados.0.smithi032.stdout:2045: rmattr oid 35 current snap is 205 2024-09-13T00:10:42.280 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 205 2024-09-13T00:10:42.280 INFO:tasks.rados.rados.0.smithi032.stdout:2046: seq_num 683 ranges {2392064=647168,3039232=630784,3670016=573440} 2024-09-13T00:10:42.297 INFO:tasks.rados.rados.0.smithi032.stdout:2046: writing smithi03267100-44 from 2392064 to 3039232 tid 1 2024-09-13T00:10:42.300 INFO:tasks.rados.rados.0.smithi032.stdout:2046: writing smithi03267100-44 from 3039232 to 3670016 tid 2 2024-09-13T00:10:42.304 INFO:tasks.rados.rados.0.smithi032.stdout:2046: writing smithi03267100-44 from 3670016 to 4243456 tid 3 2024-09-13T00:10:42.304 INFO:tasks.rados.rados.0.smithi032.stdout:2047: delete oid 19 current snap is 205 2024-09-13T00:10:42.304 INFO:tasks.rados.rados.0.smithi032.stdout:2044: finishing write tid 1 to smithi03267100-49 2024-09-13T00:10:42.305 INFO:tasks.rados.rados.0.smithi032.stdout:2044: finishing write tid 2 to smithi03267100-49 2024-09-13T00:10:42.305 INFO:tasks.rados.rados.0.smithi032.stdout:2044: finishing write tid 3 to smithi03267100-49 2024-09-13T00:10:42.305 INFO:tasks.rados.rados.0.smithi032.stdout:2044: finishing write tid 4 to smithi03267100-49 2024-09-13T00:10:42.305 INFO:tasks.rados.rados.0.smithi032.stdout:2044: finishing write tid 5 to smithi03267100-49 2024-09-13T00:10:42.305 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1154 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:10:42.305 INFO:tasks.rados.rados.0.smithi032.stdout:2044: finishing write tid 6 to smithi03267100-49 2024-09-13T00:10:42.305 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1153 (ObjNum 682 snap 205 seq_num 682) dirty exists 2024-09-13T00:10:42.305 INFO:tasks.rados.rados.0.smithi032.stdout:2044: left oid 49 (ObjNum 682 snap 205 seq_num 682) 2024-09-13T00:10:42.311 INFO:tasks.rados.rados.0.smithi032.stdout:2044: done (3 left) 2024-09-13T00:10:42.312 INFO:tasks.rados.rados.0.smithi032.stdout:2045: done (2 left) 2024-09-13T00:10:42.312 INFO:tasks.rados.rados.0.smithi032.stdout:2047: done (1 left) 2024-09-13T00:10:42.312 INFO:tasks.rados.rados.0.smithi032.stdout:2048: setattr oid 46 current snap is 205 2024-09-13T00:10:42.314 INFO:tasks.rados.rados.0.smithi032.stdout:2049: read oid 2 snap -1 2024-09-13T00:10:42.315 INFO:tasks.rados.rados.0.smithi032.stdout:2049: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:10:42.315 INFO:tasks.rados.rados.0.smithi032.stdout:2050: read oid 42 snap -1 2024-09-13T00:10:42.315 INFO:tasks.rados.rados.0.smithi032.stdout:2050: expect (ObjNum 654 snap 194 seq_num 654) 2024-09-13T00:10:42.315 INFO:tasks.rados.rados.0.smithi032.stdout:2051: delete oid 16 current snap is 205 2024-09-13T00:10:42.315 INFO:tasks.rados.rados.0.smithi032.stdout:2046: finishing write tid 1 to smithi03267100-44 2024-09-13T00:10:42.316 INFO:tasks.rados.rados.0.smithi032.stdout:2046: finishing write tid 2 to smithi03267100-44 2024-09-13T00:10:42.317 INFO:tasks.rados.rados.0.smithi032.stdout:2049: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:10:42.322 INFO:tasks.rados.rados.0.smithi032.stdout:2046: finishing write tid 3 to smithi03267100-44 2024-09-13T00:10:42.325 INFO:tasks.rados.rados.0.smithi032.stdout:2046: finishing write tid 4 to smithi03267100-44 2024-09-13T00:10:42.326 INFO:tasks.rados.rados.0.smithi032.stdout:2050: expect (ObjNum 654 snap 194 seq_num 654) 2024-09-13T00:10:42.376 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 81 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T00:10:42.377 INFO:tasks.rados.rados.0.smithi032.stdout:2046: finishing write tid 5 to smithi03267100-44 2024-09-13T00:10:42.377 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1314 (ObjNum 683 snap 205 seq_num 683) dirty exists 2024-09-13T00:10:42.377 INFO:tasks.rados.rados.0.smithi032.stdout:2046: left oid 44 (ObjNum 683 snap 205 seq_num 683) 2024-09-13T00:10:42.377 INFO:tasks.rados.rados.0.smithi032.stdout:2046: done (4 left) 2024-09-13T00:10:42.377 INFO:tasks.rados.rados.0.smithi032.stdout:2048: done (3 left) 2024-09-13T00:10:42.377 INFO:tasks.rados.rados.0.smithi032.stdout:2049: done (2 left) 2024-09-13T00:10:42.377 INFO:tasks.rados.rados.0.smithi032.stdout:2050: done (1 left) 2024-09-13T00:10:42.377 INFO:tasks.rados.rados.0.smithi032.stdout:2051: done (0 left) 2024-09-13T00:10:42.377 INFO:tasks.rados.rados.0.smithi032.stdout:2052: rollback oid 1 current snap is 205 2024-09-13T00:10:42.377 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 171 2024-09-13T00:10:42.377 INFO:tasks.rados.rados.0.smithi032.stdout:2053: snap_create 2024-09-13T00:10:42.385 INFO:tasks.rados.rados.0.smithi032.stdout:2052: finishing rollback tid 0 to smithi03267100-1 2024-09-13T00:10:42.386 INFO:tasks.rados.rados.0.smithi032.stdout:2052: finishing rollback tid 1 to smithi03267100-1 2024-09-13T00:10:42.387 INFO:tasks.rados.rados.0.smithi032.stdout:2052: finishing rollback tid 2 to smithi03267100-1 2024-09-13T00:10:42.387 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1653 (ObjNum 517 snap 151 seq_num 517) dirty exists 2024-09-13T00:10:42.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:42 smithi053 bash[67631]: cluster 2024-09-13T00:10:41.081671+0000 mgr.y (mgr.34107) 153 : cluster [DBG] pgmap v238: 121 pgs: 18 active+undersized, 6 active+undersized+degraded, 97 active+clean; 555 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 59/1092 objects degraded (5.403%); 9.8 MiB/s, 4 objects/s recovering 2024-09-13T00:10:42.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:42 smithi053 bash[67631]: cluster 2024-09-13T00:10:41.223908+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2024-09-13T00:10:42.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:42 smithi053 bash[60895]: ts=2024-09-13T00:10:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:42.565 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:42 smithi032 bash[75510]: cluster 2024-09-13T00:10:41.081671+0000 mgr.y (mgr.34107) 153 : cluster [DBG] pgmap v238: 121 pgs: 18 active+undersized, 6 active+undersized+degraded, 97 active+clean; 555 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 59/1092 objects degraded (5.403%); 9.8 MiB/s, 4 objects/s recovering 2024-09-13T00:10:42.565 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:42 smithi032 bash[75510]: cluster 2024-09-13T00:10:41.223908+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2024-09-13T00:10:42.565 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:42 smithi032 bash[76677]: cluster 2024-09-13T00:10:41.081671+0000 mgr.y (mgr.34107) 153 : cluster [DBG] pgmap v238: 121 pgs: 18 active+undersized, 6 active+undersized+degraded, 97 active+clean; 555 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 59/1092 objects degraded (5.403%); 9.8 MiB/s, 4 objects/s recovering 2024-09-13T00:10:42.565 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:42 smithi032 bash[76677]: cluster 2024-09-13T00:10:41.223908+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2024-09-13T00:10:42.566 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:10:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:10:42] "GET /metrics HTTP/1.1" 200 36028 "" "Prometheus/2.43.0" 2024-09-13T00:10:43.240 INFO:tasks.rados.rados.0.smithi032.stdout:2052: done (1 left) 2024-09-13T00:10:43.240 INFO:tasks.rados.rados.0.smithi032.stdout:2053: done (0 left) 2024-09-13T00:10:43.240 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 206 2024-09-13T00:10:43.240 INFO:tasks.rados.rados.0.smithi032.stdout:2054: seq_num 686 ranges {0=696320,696320=729088,1425408=425984,1851392=49152} 2024-09-13T00:10:43.248 INFO:tasks.rados.rados.0.smithi032.stdout:2054: writing smithi03267100-20 from 0 to 696320 tid 1 2024-09-13T00:10:43.255 INFO:tasks.rados.rados.0.smithi032.stdout:2054: writing smithi03267100-20 from 696320 to 1425408 tid 2 2024-09-13T00:10:43.259 INFO:tasks.rados.rados.0.smithi032.stdout:2054: writing smithi03267100-20 from 1425408 to 1851392 tid 3 2024-09-13T00:10:43.260 INFO:tasks.rados.rados.0.smithi032.stdout:2054: writing smithi03267100-20 from 1851392 to 1900544 tid 4 2024-09-13T00:10:43.260 INFO:tasks.rados.rados.0.smithi032.stdout:2055: delete oid 11 current snap is 206 2024-09-13T00:10:43.260 INFO:tasks.rados.rados.0.smithi032.stdout:2054: finishing write tid 1 to smithi03267100-20 2024-09-13T00:10:43.262 INFO:tasks.rados.rados.0.smithi032.stdout:2054: finishing write tid 2 to smithi03267100-20 2024-09-13T00:10:43.265 INFO:tasks.rados.rados.0.smithi032.stdout:2054: finishing write tid 3 to smithi03267100-20 2024-09-13T00:10:43.265 INFO:tasks.rados.rados.0.smithi032.stdout:2055: done (1 left) 2024-09-13T00:10:43.266 INFO:tasks.rados.rados.0.smithi032.stdout:2056: snap_remove snap 129 2024-09-13T00:10:43.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:43 smithi053 bash[67631]: cluster 2024-09-13T00:10:42.230561+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2024-09-13T00:10:43.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:43 smithi053 bash[67631]: cluster 2024-09-13T00:10:43.109732+0000 mon.a (mon.0) 522 : cluster [WRN] Health check update: Degraded data redundancy: 59/1092 objects degraded (5.403%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:43.586 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:43 smithi032 bash[75510]: cluster 2024-09-13T00:10:42.230561+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2024-09-13T00:10:43.586 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:43 smithi032 bash[75510]: cluster 2024-09-13T00:10:43.109732+0000 mon.a (mon.0) 522 : cluster [WRN] Health check update: Degraded data redundancy: 59/1092 objects degraded (5.403%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:43.587 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:43 smithi032 bash[76677]: cluster 2024-09-13T00:10:42.230561+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2024-09-13T00:10:43.587 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:43 smithi032 bash[76677]: cluster 2024-09-13T00:10:43.109732+0000 mon.a (mon.0) 522 : cluster [WRN] Health check update: Degraded data redundancy: 59/1092 objects degraded (5.403%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:43.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:43 smithi053 bash[60895]: ts=2024-09-13T00:10:43.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:44.250 INFO:tasks.rados.rados.0.smithi032.stdout:2056: done (1 left) 2024-09-13T00:10:44.251 INFO:tasks.rados.rados.0.smithi032.stdout:2057: read oid 18 snap 205 2024-09-13T00:10:44.251 INFO:tasks.rados.rados.0.smithi032.stdout:2057: expect deleted 2024-09-13T00:10:44.251 INFO:tasks.rados.rados.0.smithi032.stdout:2058: delete oid 42 current snap is 206 2024-09-13T00:10:44.251 INFO:tasks.rados.rados.0.smithi032.stdout:2054: finishing write tid 4 to smithi03267100-20 2024-09-13T00:10:44.251 INFO:tasks.rados.rados.0.smithi032.stdout:2054: finishing write tid 5 to smithi03267100-20 2024-09-13T00:10:44.251 INFO:tasks.rados.rados.0.smithi032.stdout:2054: finishing write tid 6 to smithi03267100-20 2024-09-13T00:10:44.251 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1121 (ObjNum 686 snap 206 seq_num 686) dirty exists 2024-09-13T00:10:44.251 INFO:tasks.rados.rados.0.smithi032.stdout:2054: left oid 20 (ObjNum 686 snap 206 seq_num 686) 2024-09-13T00:10:44.279 INFO:tasks.rados.rados.0.smithi032.stdout:2054: done (2 left) 2024-09-13T00:10:44.279 INFO:tasks.rados.rados.0.smithi032.stdout:2058: done (1 left) 2024-09-13T00:10:44.279 INFO:tasks.rados.rados.0.smithi032.stdout:2059: read oid 47 snap -1 2024-09-13T00:10:44.279 INFO:tasks.rados.rados.0.smithi032.stdout:2059: expect (ObjNum 638 snap 192 seq_num 638) 2024-09-13T00:10:44.279 INFO:tasks.rados.rados.0.smithi032.stdout:2060: rollback oid 2 current snap is 206 2024-09-13T00:10:44.279 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 202 2024-09-13T00:10:44.279 INFO:tasks.rados.rados.0.smithi032.stdout:2061: snap_remove snap 117 2024-09-13T00:10:44.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:44 smithi053 bash[67631]: cluster 2024-09-13T00:10:43.082557+0000 mgr.y (mgr.34107) 154 : cluster [DBG] pgmap v241: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 559 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 8 op/s; 15 MiB/s, 5 objects/s recovering 2024-09-13T00:10:44.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:44 smithi053 bash[67631]: cluster 2024-09-13T00:10:43.225651+0000 mon.a (mon.0) 523 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/1092 objects degraded (5.403%), 6 pgs degraded) 2024-09-13T00:10:44.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:44 smithi053 bash[67631]: cluster 2024-09-13T00:10:43.225698+0000 mon.a (mon.0) 524 : cluster [INF] Cluster is now healthy 2024-09-13T00:10:44.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:44 smithi053 bash[67631]: cluster 2024-09-13T00:10:43.243920+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2024-09-13T00:10:44.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:44 smithi053 bash[60895]: ts=2024-09-13T00:10:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:44.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:44 smithi053 bash[60895]: ts=2024-09-13T00:10:44.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:44.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:44 smithi032 bash[75510]: cluster 2024-09-13T00:10:43.082557+0000 mgr.y (mgr.34107) 154 : cluster [DBG] pgmap v241: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 559 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 8 op/s; 15 MiB/s, 5 objects/s recovering 2024-09-13T00:10:44.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:44 smithi032 bash[75510]: cluster 2024-09-13T00:10:43.225651+0000 mon.a (mon.0) 523 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/1092 objects degraded (5.403%), 6 pgs degraded) 2024-09-13T00:10:44.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:44 smithi032 bash[75510]: cluster 2024-09-13T00:10:43.225698+0000 mon.a (mon.0) 524 : cluster [INF] Cluster is now healthy 2024-09-13T00:10:44.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:44 smithi032 bash[75510]: cluster 2024-09-13T00:10:43.243920+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2024-09-13T00:10:44.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:44 smithi032 bash[76677]: cluster 2024-09-13T00:10:43.082557+0000 mgr.y (mgr.34107) 154 : cluster [DBG] pgmap v241: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 559 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 8 op/s; 15 MiB/s, 5 objects/s recovering 2024-09-13T00:10:44.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:44 smithi032 bash[76677]: cluster 2024-09-13T00:10:43.225651+0000 mon.a (mon.0) 523 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/1092 objects degraded (5.403%), 6 pgs degraded) 2024-09-13T00:10:44.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:44 smithi032 bash[76677]: cluster 2024-09-13T00:10:43.225698+0000 mon.a (mon.0) 524 : cluster [INF] Cluster is now healthy 2024-09-13T00:10:44.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:44 smithi032 bash[76677]: cluster 2024-09-13T00:10:43.243920+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2024-09-13T00:10:45.261 INFO:tasks.rados.rados.0.smithi032.stdout:2061: done (3 left) 2024-09-13T00:10:45.261 INFO:tasks.rados.rados.0.smithi032.stdout:2062: snap_remove snap 186 2024-09-13T00:10:45.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:45 smithi053 bash[67631]: cluster 2024-09-13T00:10:44.252120+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2024-09-13T00:10:45.597 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:45 smithi032 bash[75510]: cluster 2024-09-13T00:10:44.252120+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2024-09-13T00:10:45.597 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:45 smithi032 bash[76677]: cluster 2024-09-13T00:10:44.252120+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2024-09-13T00:10:46.266 INFO:tasks.rados.rados.0.smithi032.stdout:2062: done (3 left) 2024-09-13T00:10:46.266 INFO:tasks.rados.rados.0.smithi032.stdout:2063: copy_from oid 46 from oid 48 current snap is 206 2024-09-13T00:10:46.266 INFO:tasks.rados.rados.0.smithi032.stdout:2064: rollback oid 15 current snap is 206 2024-09-13T00:10:46.266 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 15 to 198 2024-09-13T00:10:46.266 INFO:tasks.rados.rados.0.smithi032.stdout:2065: delete oid 37 current snap is 206 2024-09-13T00:10:46.266 INFO:tasks.rados.rados.0.smithi032.stdout:2060: finishing rollback tid 0 to smithi03267100-2 2024-09-13T00:10:46.266 INFO:tasks.rados.rados.0.smithi032.stdout:2060: finishing rollback tid 1 to smithi03267100-2 2024-09-13T00:10:46.266 INFO:tasks.rados.rados.0.smithi032.stdout:2060: finishing rollback tid 2 to smithi03267100-2 2024-09-13T00:10:46.266 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1157 (ObjNum 129 snap 0 seq_num 167609968) dirty exists 2024-09-13T00:10:46.266 INFO:tasks.rados.rados.0.smithi032.stdout:2059: expect (ObjNum 638 snap 192 seq_num 638) 2024-09-13T00:10:46.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:46 smithi032 bash[76677]: cluster 2024-09-13T00:10:45.083406+0000 mgr.y (mgr.34107) 155 : cluster [DBG] pgmap v244: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 559 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 440 KiB/s wr, 1 op/s; 5.1 MiB/s, 1 objects/s recovering 2024-09-13T00:10:46.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:46 smithi032 bash[76677]: cluster 2024-09-13T00:10:45.262741+0000 mon.a (mon.0) 527 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2024-09-13T00:10:46.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:46 smithi032 bash[75510]: cluster 2024-09-13T00:10:45.083406+0000 mgr.y (mgr.34107) 155 : cluster [DBG] pgmap v244: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 559 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 440 KiB/s wr, 1 op/s; 5.1 MiB/s, 1 objects/s recovering 2024-09-13T00:10:46.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:46 smithi032 bash[75510]: cluster 2024-09-13T00:10:45.262741+0000 mon.a (mon.0) 527 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2024-09-13T00:10:46.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:46 smithi053 bash[67631]: cluster 2024-09-13T00:10:45.083406+0000 mgr.y (mgr.34107) 155 : cluster [DBG] pgmap v244: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 559 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 440 KiB/s wr, 1 op/s; 5.1 MiB/s, 1 objects/s recovering 2024-09-13T00:10:46.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:46 smithi053 bash[67631]: cluster 2024-09-13T00:10:45.262741+0000 mon.a (mon.0) 527 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2024-09-13T00:10:46.834 INFO:tasks.rados.rados.0.smithi032.stdout:2064: finishing rollback tid 1 to smithi03267100-15 2024-09-13T00:10:46.834 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 918 (ObjNum 129 snap 0 seq_num 168271232) dirty dne 2024-09-13T00:10:46.834 INFO:tasks.rados.rados.0.smithi032.stdout:2063: finishing copy_from racing read to smithi03267100-46 2024-09-13T00:10:46.834 INFO:tasks.rados.rados.0.smithi032.stdout:2063: finishing copy_from to smithi03267100-46 2024-09-13T00:10:46.834 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1135 (ObjNum 658 snap 194 seq_num 658) dirty exists 2024-09-13T00:10:46.834 INFO:tasks.rados.rados.0.smithi032.stdout:2057: done (5 left) 2024-09-13T00:10:46.834 INFO:tasks.rados.rados.0.smithi032.stdout:2059: done (4 left) 2024-09-13T00:10:46.834 INFO:tasks.rados.rados.0.smithi032.stdout:2060: done (3 left) 2024-09-13T00:10:46.834 INFO:tasks.rados.rados.0.smithi032.stdout:2063: done (2 left) 2024-09-13T00:10:46.835 INFO:tasks.rados.rados.0.smithi032.stdout:2064: done (1 left) 2024-09-13T00:10:46.835 INFO:tasks.rados.rados.0.smithi032.stdout:2065: done (0 left) 2024-09-13T00:10:46.835 INFO:tasks.rados.rados.0.smithi032.stdout:2066: rollback oid 28 current snap is 206 2024-09-13T00:10:46.835 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 28 to 143 2024-09-13T00:10:46.835 INFO:tasks.rados.rados.0.smithi032.stdout:2067: copy_from oid 35 from oid 21 current snap is 206 2024-09-13T00:10:46.835 INFO:tasks.rados.rados.0.smithi032.stdout:2068: delete oid 50 current snap is 206 2024-09-13T00:10:46.838 INFO:tasks.rados.rados.0.smithi032.stdout:2067: finishing copy_from to smithi03267100-35 2024-09-13T00:10:46.838 INFO:tasks.rados.rados.0.smithi032.stdout:2067: got expected ENOENT (src dne) 2024-09-13T00:10:46.838 INFO:tasks.rados.rados.0.smithi032.stdout:2067: finishing copy_from racing read to smithi03267100-35 2024-09-13T00:10:46.839 INFO:tasks.rados.rados.0.smithi032.stdout:2067: done (2 left) 2024-09-13T00:10:46.840 INFO:tasks.rados.rados.0.smithi032.stdout:2068: done (1 left) 2024-09-13T00:10:46.840 INFO:tasks.rados.rados.0.smithi032.stdout:2069: setattr oid 19 current snap is 206 2024-09-13T00:10:46.841 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 206 2024-09-13T00:10:46.841 INFO:tasks.rados.rados.0.smithi032.stdout:2070: seq_num 691 ranges {0=778240,778240=548864,1327104=614400,1941504=40960} 2024-09-13T00:10:46.845 INFO:tasks.rados.rados.0.smithi032.stdout:2070: writing smithi03267100-18 from 0 to 778240 tid 1 2024-09-13T00:10:46.848 INFO:tasks.rados.rados.0.smithi032.stdout:2070: writing smithi03267100-18 from 778240 to 1327104 tid 2 2024-09-13T00:10:46.852 INFO:tasks.rados.rados.0.smithi032.stdout:2070: writing smithi03267100-18 from 1327104 to 1941504 tid 3 2024-09-13T00:10:46.853 INFO:tasks.rados.rados.0.smithi032.stdout:2070: writing smithi03267100-18 from 1941504 to 1982464 tid 4 2024-09-13T00:10:46.853 INFO:tasks.rados.rados.0.smithi032.stdout:2071: read oid 47 snap -1 2024-09-13T00:10:46.853 INFO:tasks.rados.rados.0.smithi032.stdout:2071: expect (ObjNum 638 snap 192 seq_num 638) 2024-09-13T00:10:46.853 INFO:tasks.rados.rados.0.smithi032.stdout:2072: snap_remove snap 171 2024-09-13T00:10:47.359 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:10:47.429 INFO:tasks.rados.rados.0.smithi032.stdout:2072: done (4 left) 2024-09-13T00:10:47.429 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 206 2024-09-13T00:10:47.429 INFO:tasks.rados.rados.0.smithi032.stdout:2073: seq_num 692 ranges {0=794624,794624=483328,1277952=720896} 2024-09-13T00:10:47.435 INFO:tasks.rados.rados.0.smithi032.stdout:2073: writing smithi03267100-14 from 0 to 794624 tid 1 2024-09-13T00:10:47.438 INFO:tasks.rados.rados.0.smithi032.stdout:2073: writing smithi03267100-14 from 794624 to 1277952 tid 2 2024-09-13T00:10:47.443 INFO:tasks.rados.rados.0.smithi032.stdout:2073: writing smithi03267100-14 from 1277952 to 1998848 tid 3 2024-09-13T00:10:47.443 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 206 2024-09-13T00:10:47.443 INFO:tasks.rados.rados.0.smithi032.stdout:2066: finishing rollback tid 0 to smithi03267100-28 2024-09-13T00:10:47.444 INFO:tasks.rados.rados.0.smithi032.stdout:2074: seq_num 693 ranges {1744896=409600,2154496=770048,2924544=581632,3506176=253952} 2024-09-13T00:10:47.456 INFO:tasks.rados.rados.0.smithi032.stdout:2074: writing smithi03267100-30 from 1744896 to 2154496 tid 1 2024-09-13T00:10:47.461 INFO:tasks.rados.rados.0.smithi032.stdout:2074: writing smithi03267100-30 from 2154496 to 2924544 tid 2 2024-09-13T00:10:47.465 INFO:tasks.rados.rados.0.smithi032.stdout:2074: writing smithi03267100-30 from 2924544 to 3506176 tid 3 2024-09-13T00:10:47.467 INFO:tasks.rados.rados.0.smithi032.stdout:2074: writing smithi03267100-30 from 3506176 to 3760128 tid 4 2024-09-13T00:10:47.467 INFO:tasks.rados.rados.0.smithi032.stdout:2075: setattr oid 5 current snap is 206 2024-09-13T00:10:47.471 INFO:tasks.rados.rados.0.smithi032.stdout:2066: finishing rollback tid 1 to smithi03267100-28 2024-09-13T00:10:47.471 INFO:tasks.rados.rados.0.smithi032.stdout:2066: finishing rollback tid 2 to smithi03267100-28 2024-09-13T00:10:47.471 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1235 (ObjNum 423 snap 130 seq_num 423) dirty exists 2024-09-13T00:10:47.471 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 817 (ObjNum 65 snap 0 seq_num 160654256) dirty exists 2024-09-13T00:10:47.471 INFO:tasks.rados.rados.0.smithi032.stdout:2070: finishing write tid 1 to smithi03267100-18 2024-09-13T00:10:47.471 INFO:tasks.rados.rados.0.smithi032.stdout:2070: finishing write tid 2 to smithi03267100-18 2024-09-13T00:10:47.471 INFO:tasks.rados.rados.0.smithi032.stdout:2070: finishing write tid 3 to smithi03267100-18 2024-09-13T00:10:47.472 INFO:tasks.rados.rados.0.smithi032.stdout:2070: finishing write tid 4 to smithi03267100-18 2024-09-13T00:10:47.472 INFO:tasks.rados.rados.0.smithi032.stdout:2070: finishing write tid 5 to smithi03267100-18 2024-09-13T00:10:47.472 INFO:tasks.rados.rados.0.smithi032.stdout:2070: finishing write tid 6 to smithi03267100-18 2024-09-13T00:10:47.472 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1706 (ObjNum 691 snap 206 seq_num 691) dirty exists 2024-09-13T00:10:47.472 INFO:tasks.rados.rados.0.smithi032.stdout:2070: left oid 18 (ObjNum 691 snap 206 seq_num 691) 2024-09-13T00:10:47.472 INFO:tasks.rados.rados.0.smithi032.stdout:2071: expect (ObjNum 638 snap 192 seq_num 638) 2024-09-13T00:10:47.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[76677]: cluster 2024-09-13T00:10:46.262140+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2024-09-13T00:10:47.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[76677]: audit 2024-09-13T00:10:46.402672+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:47.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[76677]: audit 2024-09-13T00:10:46.411067+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:47.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[76677]: audit 2024-09-13T00:10:46.412695+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:10:47.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[76677]: audit 2024-09-13T00:10:46.413975+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:10:47.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[76677]: audit 2024-09-13T00:10:46.421741+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:47.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[76677]: audit 2024-09-13T00:10:46.528953+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:10:47.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[76677]: audit 2024-09-13T00:10:46.533392+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:47.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[76677]: audit 2024-09-13T00:10:46.536161+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:47.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[76677]: audit 2024-09-13T00:10:46.538207+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:47.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[76677]: audit 2024-09-13T00:10:46.540724+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T00:10:47.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[76677]: audit 2024-09-13T00:10:46.540995+0000 mgr.y (mgr.34107) 156 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T00:10:47.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[76677]: cephadm 2024-09-13T00:10:46.542583+0000 mgr.y (mgr.34107) 157 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-13T00:10:47.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[75510]: cluster 2024-09-13T00:10:46.262140+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2024-09-13T00:10:47.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[75510]: audit 2024-09-13T00:10:46.402672+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:47.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[75510]: audit 2024-09-13T00:10:46.411067+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:47.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[75510]: audit 2024-09-13T00:10:46.412695+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:10:47.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[75510]: audit 2024-09-13T00:10:46.413975+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:10:47.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[75510]: audit 2024-09-13T00:10:46.421741+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:47.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[75510]: audit 2024-09-13T00:10:46.528953+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:10:47.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[75510]: audit 2024-09-13T00:10:46.533392+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:47.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[75510]: audit 2024-09-13T00:10:46.536161+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:47.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[75510]: audit 2024-09-13T00:10:46.538207+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:47.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[75510]: audit 2024-09-13T00:10:46.540724+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T00:10:47.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[75510]: audit 2024-09-13T00:10:46.540995+0000 mgr.y (mgr.34107) 156 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T00:10:47.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:47 smithi032 bash[75510]: cephadm 2024-09-13T00:10:46.542583+0000 mgr.y (mgr.34107) 157 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-13T00:10:47.707 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:10:47.707 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4m) 12s ago 11m 13.3M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:10:47.707 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (4m) 110s ago 10m 75.8M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:10:47.707 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (12m) 12s ago 12m 16.9M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:10:47.707 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (12m) 110s ago 12m 18.2M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:10:47.707 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (3m) 110s ago 20m 424M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:10:47.707 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4m) 12s ago 22m 485M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:10:47.708 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3m) 12s ago 22m 53.1M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:10:47.708 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (118s) 110s ago 20m 19.5M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:10:47.708 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2m) 12s ago 20m 40.9M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:10:47.708 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4m) 12s ago 11m 8116k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:10:47.708 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (4m) 110s ago 11m 8515k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:10:47.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (47s) 12s ago 19m 299M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e a4f5d6d727f8 2024-09-13T00:10:47.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (16s) 12s ago 18m - 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 953c3952f855 2024-09-13T00:10:47.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (17m) 12s ago 17m 375M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 911acc1d60e0 2024-09-13T00:10:47.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (16m) 12s ago 16m 167M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:10:47.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (15m) 110s ago 15m 224M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:10:47.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (14m) 110s ago 14m 285M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:10:47.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (13m) 110s ago 13m 139M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:10:47.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (13m) 110s ago 13m 210M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:10:47.709 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (3m) 110s ago 11m 52.0M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:10:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:47 smithi053 bash[67631]: cluster 2024-09-13T00:10:46.262140+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2024-09-13T00:10:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:47 smithi053 bash[67631]: audit 2024-09-13T00:10:46.402672+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:47 smithi053 bash[67631]: audit 2024-09-13T00:10:46.411067+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:47 smithi053 bash[67631]: audit 2024-09-13T00:10:46.412695+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:10:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:47 smithi053 bash[67631]: audit 2024-09-13T00:10:46.413975+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:10:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:47 smithi053 bash[67631]: audit 2024-09-13T00:10:46.421741+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:47 smithi053 bash[67631]: audit 2024-09-13T00:10:46.528953+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:10:47.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:47 smithi053 bash[67631]: audit 2024-09-13T00:10:46.533392+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:47.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:47 smithi053 bash[67631]: audit 2024-09-13T00:10:46.536161+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:47.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:47 smithi053 bash[67631]: audit 2024-09-13T00:10:46.538207+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:47.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:47 smithi053 bash[67631]: audit 2024-09-13T00:10:46.540724+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T00:10:47.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:47 smithi053 bash[67631]: audit 2024-09-13T00:10:46.540995+0000 mgr.y (mgr.34107) 156 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T00:10:47.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:47 smithi053 bash[67631]: cephadm 2024-09-13T00:10:46.542583+0000 mgr.y (mgr.34107) 157 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-13T00:10:48.016 INFO:tasks.rados.rados.0.smithi032.stdout:2073: finishing write tid 1 to smithi03267100-14 2024-09-13T00:10:48.016 INFO:tasks.rados.rados.0.smithi032.stdout:2074: finishing write tid 1 to smithi03267100-30 2024-09-13T00:10:48.016 INFO:tasks.rados.rados.0.smithi032.stdout:2074: finishing write tid 2 to smithi03267100-30 2024-09-13T00:10:48.017 INFO:tasks.rados.rados.0.smithi032.stdout:2073: finishing write tid 2 to smithi03267100-14 2024-09-13T00:10:48.017 INFO:tasks.rados.rados.0.smithi032.stdout:2073: finishing write tid 3 to smithi03267100-14 2024-09-13T00:10:48.017 INFO:tasks.rados.rados.0.smithi032.stdout:2073: finishing write tid 4 to smithi03267100-14 2024-09-13T00:10:48.017 INFO:tasks.rados.rados.0.smithi032.stdout:2074: finishing write tid 3 to smithi03267100-30 2024-09-13T00:10:48.017 INFO:tasks.rados.rados.0.smithi032.stdout:2074: finishing write tid 4 to smithi03267100-30 2024-09-13T00:10:48.017 INFO:tasks.rados.rados.0.smithi032.stdout:2074: finishing write tid 5 to smithi03267100-30 2024-09-13T00:10:48.017 INFO:tasks.rados.rados.0.smithi032.stdout:2073: finishing write tid 5 to smithi03267100-14 2024-09-13T00:10:48.017 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 1710 (ObjNum 692 snap 206 seq_num 692) dirty exists 2024-09-13T00:10:48.017 INFO:tasks.rados.rados.0.smithi032.stdout:2073: left oid 14 (ObjNum 692 snap 206 seq_num 692) 2024-09-13T00:10:48.017 INFO:tasks.rados.rados.0.smithi032.stdout:2074: finishing write tid 6 to smithi03267100-30 2024-09-13T00:10:48.017 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1697 (ObjNum 693 snap 206 seq_num 693) dirty exists 2024-09-13T00:10:48.017 INFO:tasks.rados.rados.0.smithi032.stdout:2074: left oid 30 (ObjNum 693 snap 206 seq_num 693) 2024-09-13T00:10:48.018 INFO:tasks.rados.rados.0.smithi032.stdout:2066: done (6 left) 2024-09-13T00:10:48.018 INFO:tasks.rados.rados.0.smithi032.stdout:2069: done (5 left) 2024-09-13T00:10:48.018 INFO:tasks.rados.rados.0.smithi032.stdout:2070: done (4 left) 2024-09-13T00:10:48.018 INFO:tasks.rados.rados.0.smithi032.stdout:2071: done (3 left) 2024-09-13T00:10:48.018 INFO:tasks.rados.rados.0.smithi032.stdout:2073: done (2 left) 2024-09-13T00:10:48.018 INFO:tasks.rados.rados.0.smithi032.stdout:2074: done (1 left) 2024-09-13T00:10:48.018 INFO:tasks.rados.rados.0.smithi032.stdout:2076: snap_remove snap 197 2024-09-13T00:10:48.060 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:10:48.060 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:10:48.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:10:48.060 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:10:48.060 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:10:48.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:10:48.060 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:10:48.060 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:10:48.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 6, 2024-09-13T00:10:48.061 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:10:48.061 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:10:48.061 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:10:48.061 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:10:48.061 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:10:48.061 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:10:48.061 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8, 2024-09-13T00:10:48.061 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 7 2024-09-13T00:10:48.061 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:10:48.061 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:10:48.111 INFO:tasks.rados.rados.0.smithi032.stdout:2076: done (1 left) 2024-09-13T00:10:48.112 INFO:tasks.rados.rados.0.smithi032.stdout:2077: read oid 1 snap -1 2024-09-13T00:10:48.112 INFO:tasks.rados.rados.0.smithi032.stdout:2077: expect (ObjNum 517 snap 151 seq_num 517) 2024-09-13T00:10:48.112 INFO:tasks.rados.rados.0.smithi032.stdout:2078: rmattr oid 43 current snap is 206 2024-09-13T00:10:48.112 INFO:tasks.rados.rados.0.smithi032.stdout:2078: done (2 left) 2024-09-13T00:10:48.112 INFO:tasks.rados.rados.0.smithi032.stdout:2079: copy_from oid 6 from oid 25 current snap is 206 2024-09-13T00:10:48.112 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1037 (ObjNum 678 snap 203 seq_num 678) dirty exists 2024-09-13T00:10:48.112 INFO:tasks.rados.rados.0.smithi032.stdout:2075: done (2 left) 2024-09-13T00:10:48.112 INFO:tasks.rados.rados.0.smithi032.stdout:2080: snap_create 2024-09-13T00:10:48.149 INFO:tasks.rados.rados.0.smithi032.stdout:2077: expect (ObjNum 517 snap 151 seq_num 517) 2024-09-13T00:10:48.191 INFO:tasks.rados.rados.0.smithi032.stdout:2079: finishing copy_from racing read to smithi03267100-6 2024-09-13T00:10:48.191 INFO:tasks.rados.rados.0.smithi032.stdout:2079: finishing copy_from to smithi03267100-6 2024-09-13T00:10:48.192 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1303 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:10:48.584 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:48 smithi032 bash[75510]: cluster 2024-09-13T00:10:47.084149+0000 mgr.y (mgr.34107) 158 : cluster [DBG] pgmap v247: 121 pgs: 121 active+clean; 539 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 916 KiB/s wr, 11 op/s 2024-09-13T00:10:48.584 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:48 smithi032 bash[75510]: audit 2024-09-13T00:10:47.350086+0000 mgr.y (mgr.34107) 159 : audit [DBG] from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:10:48.585 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:48 smithi032 bash[75510]: cluster 2024-09-13T00:10:47.429516+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2024-09-13T00:10:48.585 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:48 smithi032 bash[75510]: audit 2024-09-13T00:10:47.675772+0000 mgr.y (mgr.34107) 160 : audit [DBG] from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:10:48.585 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:48 smithi032 bash[75510]: audit 2024-09-13T00:10:48.064366+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.32:0/1086092469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:48.585 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:48 smithi032 bash[75510]: cluster 2024-09-13T00:10:48.115717+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2024-09-13T00:10:48.585 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:48 smithi032 bash[76677]: cluster 2024-09-13T00:10:47.084149+0000 mgr.y (mgr.34107) 158 : cluster [DBG] pgmap v247: 121 pgs: 121 active+clean; 539 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 916 KiB/s wr, 11 op/s 2024-09-13T00:10:48.585 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:48 smithi032 bash[76677]: audit 2024-09-13T00:10:47.350086+0000 mgr.y (mgr.34107) 159 : audit [DBG] from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:10:48.585 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:48 smithi032 bash[76677]: cluster 2024-09-13T00:10:47.429516+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2024-09-13T00:10:48.585 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:48 smithi032 bash[76677]: audit 2024-09-13T00:10:47.675772+0000 mgr.y (mgr.34107) 160 : audit [DBG] from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:10:48.585 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:48 smithi032 bash[76677]: audit 2024-09-13T00:10:48.064366+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.32:0/1086092469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:48.585 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:48 smithi032 bash[76677]: cluster 2024-09-13T00:10:48.115717+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2024-09-13T00:10:48.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:48 smithi053 bash[60895]: ts=2024-09-13T00:10:48.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:48.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:48 smithi053 bash[67631]: cluster 2024-09-13T00:10:47.084149+0000 mgr.y (mgr.34107) 158 : cluster [DBG] pgmap v247: 121 pgs: 121 active+clean; 539 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 916 KiB/s wr, 11 op/s 2024-09-13T00:10:48.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:48 smithi053 bash[67631]: audit 2024-09-13T00:10:47.350086+0000 mgr.y (mgr.34107) 159 : audit [DBG] from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:10:48.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:48 smithi053 bash[67631]: cluster 2024-09-13T00:10:47.429516+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2024-09-13T00:10:48.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:48 smithi053 bash[67631]: audit 2024-09-13T00:10:47.675772+0000 mgr.y (mgr.34107) 160 : audit [DBG] from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:10:48.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:48 smithi053 bash[67631]: audit 2024-09-13T00:10:48.064366+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.32:0/1086092469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:10:48.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:48 smithi053 bash[67631]: cluster 2024-09-13T00:10:48.115717+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2024-09-13T00:10:49.117 INFO:tasks.rados.rados.0.smithi032.stdout:2077: done (2 left) 2024-09-13T00:10:49.117 INFO:tasks.rados.rados.0.smithi032.stdout:2079: done (1 left) 2024-09-13T00:10:49.117 INFO:tasks.rados.rados.0.smithi032.stdout:2080: done (0 left) 2024-09-13T00:10:49.117 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 207 2024-09-13T00:10:49.117 INFO:tasks.rados.rados.0.smithi032.stdout:2081: seq_num 694 ranges {3473408=425984,3899392=655360,4554752=786432,5341184=163840} 2024-09-13T00:10:49.158 INFO:tasks.rados.rados.0.smithi032.stdout:2081: writing smithi03267100-40 from 3473408 to 3899392 tid 1 2024-09-13T00:10:49.165 INFO:tasks.rados.rados.0.smithi032.stdout:2081: writing smithi03267100-40 from 3899392 to 4554752 tid 2 2024-09-13T00:10:49.174 INFO:tasks.rados.rados.0.smithi032.stdout:2081: writing smithi03267100-40 from 4554752 to 5341184 tid 3 2024-09-13T00:10:49.176 INFO:tasks.rados.rados.0.smithi032.stdout:2081: writing smithi03267100-40 from 5341184 to 5505024 tid 4 2024-09-13T00:10:49.176 INFO:tasks.rados.rados.0.smithi032.stdout:2082: setattr oid 23 current snap is 207 2024-09-13T00:10:49.176 INFO:tasks.rados.rados.0.smithi032.stdout:2081: finishing write tid 1 to smithi03267100-40 2024-09-13T00:10:49.176 INFO:tasks.rados.rados.0.smithi032.stdout:2081: finishing write tid 2 to smithi03267100-40 2024-09-13T00:10:49.179 INFO:tasks.rados.rados.0.smithi032.stdout:2083: delete oid 21 current snap is 207 2024-09-13T00:10:49.180 INFO:tasks.rados.rados.0.smithi032.stdout:2081: finishing write tid 3 to smithi03267100-40 2024-09-13T00:10:49.180 INFO:tasks.rados.rados.0.smithi032.stdout:2081: finishing write tid 4 to smithi03267100-40 2024-09-13T00:10:49.181 INFO:tasks.rados.rados.0.smithi032.stdout:2081: finishing write tid 5 to smithi03267100-40 2024-09-13T00:10:49.182 INFO:tasks.rados.rados.0.smithi032.stdout:2081: finishing write tid 6 to smithi03267100-40 2024-09-13T00:10:49.182 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 640 (ObjNum 694 snap 207 seq_num 694) dirty exists 2024-09-13T00:10:49.182 INFO:tasks.rados.rados.0.smithi032.stdout:2081: left oid 40 (ObjNum 694 snap 207 seq_num 694) 2024-09-13T00:10:49.193 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1709 (ObjNum 656 snap 194 seq_num 656) dirty exists 2024-09-13T00:10:49.195 INFO:tasks.rados.rados.0.smithi032.stdout:2081: done (2 left) 2024-09-13T00:10:49.195 INFO:tasks.rados.rados.0.smithi032.stdout:2082: done (1 left) 2024-09-13T00:10:49.196 INFO:tasks.rados.rados.0.smithi032.stdout:2083: done (0 left) 2024-09-13T00:10:49.196 INFO:tasks.rados.rados.0.smithi032.stdout:2084: read oid 41 snap -1 2024-09-13T00:10:49.196 INFO:tasks.rados.rados.0.smithi032.stdout:2084: expect (ObjNum 659 snap 194 seq_num 659) 2024-09-13T00:10:49.196 INFO:tasks.rados.rados.0.smithi032.stdout:2085: rollback oid 4 current snap is 207 2024-09-13T00:10:49.196 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 205 2024-09-13T00:10:49.196 INFO:tasks.rados.rados.0.smithi032.stdout:2086: setattr oid 3 current snap is 207 2024-09-13T00:10:49.199 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 207 2024-09-13T00:10:49.199 INFO:tasks.rados.rados.0.smithi032.stdout:2087: seq_num 696 ranges {5480448=458752,5939200=417792,6356992=753664,7110656=434176} 2024-09-13T00:10:49.247 INFO:tasks.rados.rados.0.smithi032.stdout:2087: writing smithi03267100-10 from 5480448 to 5939200 tid 1 2024-09-13T00:10:49.249 INFO:tasks.rados.rados.0.smithi032.stdout:2087: writing smithi03267100-10 from 5939200 to 6356992 tid 2 2024-09-13T00:10:49.255 INFO:tasks.rados.rados.0.smithi032.stdout:2087: writing smithi03267100-10 from 6356992 to 7110656 tid 3 2024-09-13T00:10:49.258 INFO:tasks.rados.rados.0.smithi032.stdout:2087: writing smithi03267100-10 from 7110656 to 7544832 tid 4 2024-09-13T00:10:49.258 INFO:tasks.rados.rados.0.smithi032.stdout:2088: copy_from oid 47 from oid 11 current snap is 207 2024-09-13T00:10:49.258 INFO:tasks.rados.rados.0.smithi032.stdout:2085: finishing rollback tid 0 to smithi03267100-4 2024-09-13T00:10:49.258 INFO:tasks.rados.rados.0.smithi032.stdout:2084: expect (ObjNum 659 snap 194 seq_num 659) 2024-09-13T00:10:49.347 INFO:tasks.rados.rados.0.smithi032.stdout:2085: finishing rollback tid 1 to smithi03267100-4 2024-09-13T00:10:49.347 INFO:tasks.rados.rados.0.smithi032.stdout:2085: finishing rollback tid 2 to smithi03267100-4 2024-09-13T00:10:49.347 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1045 (ObjNum 675 snap 200 seq_num 675) dirty exists 2024-09-13T00:10:49.347 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1236 (ObjNum 542 snap 160 seq_num 542) dirty exists 2024-09-13T00:10:49.347 INFO:tasks.rados.rados.0.smithi032.stdout:2087: finishing write tid 1 to smithi03267100-10 2024-09-13T00:10:49.348 INFO:tasks.rados.rados.0.smithi032.stdout:2087: finishing write tid 2 to smithi03267100-10 2024-09-13T00:10:49.348 INFO:tasks.rados.rados.0.smithi032.stdout:2088: finishing copy_from to smithi03267100-47 2024-09-13T00:10:49.348 INFO:tasks.rados.rados.0.smithi032.stdout:2088: got expected ENOENT (src dne) 2024-09-13T00:10:49.348 INFO:tasks.rados.rados.0.smithi032.stdout:2088: finishing copy_from racing read to smithi03267100-47 2024-09-13T00:10:49.348 INFO:tasks.rados.rados.0.smithi032.stdout:2087: finishing write tid 3 to smithi03267100-10 2024-09-13T00:10:49.348 INFO:tasks.rados.rados.0.smithi032.stdout:2087: finishing write tid 4 to smithi03267100-10 2024-09-13T00:10:49.348 INFO:tasks.rados.rados.0.smithi032.stdout:2087: finishing write tid 5 to smithi03267100-10 2024-09-13T00:10:49.348 INFO:tasks.rados.rados.0.smithi032.stdout:2087: finishing write tid 6 to smithi03267100-10 2024-09-13T00:10:49.348 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1216 (ObjNum 696 snap 207 seq_num 696) dirty exists 2024-09-13T00:10:49.349 INFO:tasks.rados.rados.0.smithi032.stdout:2087: left oid 10 (ObjNum 696 snap 207 seq_num 696) 2024-09-13T00:10:49.349 INFO:tasks.rados.rados.0.smithi032.stdout:2084: done (4 left) 2024-09-13T00:10:49.349 INFO:tasks.rados.rados.0.smithi032.stdout:2085: done (3 left) 2024-09-13T00:10:49.349 INFO:tasks.rados.rados.0.smithi032.stdout:2086: done (2 left) 2024-09-13T00:10:49.349 INFO:tasks.rados.rados.0.smithi032.stdout:2087: done (1 left) 2024-09-13T00:10:49.349 INFO:tasks.rados.rados.0.smithi032.stdout:2088: done (0 left) 2024-09-13T00:10:49.349 INFO:tasks.rados.rados.0.smithi032.stdout:2089: snap_remove snap 192 2024-09-13T00:10:50.151 INFO:tasks.rados.rados.0.smithi032.stdout:2089: done (0 left) 2024-09-13T00:10:50.151 INFO:tasks.rados.rados.0.smithi032.stdout:2090: snap_create 2024-09-13T00:10:50.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:50 smithi032 bash[75510]: cluster 2024-09-13T00:10:49.084908+0000 mgr.y (mgr.34107) 161 : cluster [DBG] pgmap v250: 121 pgs: 121 active+clean; 531 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-13T00:10:50.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:50 smithi032 bash[75510]: cluster 2024-09-13T00:10:49.121098+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2024-09-13T00:10:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:50 smithi032 bash[75510]: cephadm 2024-09-13T00:10:49.141880+0000 mgr.y (mgr.34107) 162 : cephadm [INF] Upgrade: Updating osd.2 2024-09-13T00:10:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:50 smithi032 bash[75510]: audit 2024-09-13T00:10:49.151120+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:50 smithi032 bash[75510]: audit 2024-09-13T00:10:49.152572+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T00:10:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:50 smithi032 bash[75510]: audit 2024-09-13T00:10:49.153575+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:10:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:50 smithi032 bash[75510]: cephadm 2024-09-13T00:10:49.156635+0000 mgr.y (mgr.34107) 163 : cephadm [INF] Deploying daemon osd.2 on smithi032 2024-09-13T00:10:50.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:50 smithi032 bash[76677]: cluster 2024-09-13T00:10:49.084908+0000 mgr.y (mgr.34107) 161 : cluster [DBG] pgmap v250: 121 pgs: 121 active+clean; 531 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-13T00:10:50.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:50 smithi032 bash[76677]: cluster 2024-09-13T00:10:49.121098+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2024-09-13T00:10:50.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:50 smithi032 bash[76677]: cephadm 2024-09-13T00:10:49.141880+0000 mgr.y (mgr.34107) 162 : cephadm [INF] Upgrade: Updating osd.2 2024-09-13T00:10:50.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:50 smithi032 bash[76677]: audit 2024-09-13T00:10:49.151120+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:50 smithi032 bash[76677]: audit 2024-09-13T00:10:49.152572+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T00:10:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:50 smithi032 bash[76677]: audit 2024-09-13T00:10:49.153575+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:10:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:50 smithi032 bash[76677]: cephadm 2024-09-13T00:10:49.156635+0000 mgr.y (mgr.34107) 163 : cephadm [INF] Deploying daemon osd.2 on smithi032 2024-09-13T00:10:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:50 smithi053 bash[67631]: cluster 2024-09-13T00:10:49.084908+0000 mgr.y (mgr.34107) 161 : cluster [DBG] pgmap v250: 121 pgs: 121 active+clean; 531 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-13T00:10:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:50 smithi053 bash[67631]: cluster 2024-09-13T00:10:49.121098+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2024-09-13T00:10:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:50 smithi053 bash[67631]: cephadm 2024-09-13T00:10:49.141880+0000 mgr.y (mgr.34107) 162 : cephadm [INF] Upgrade: Updating osd.2 2024-09-13T00:10:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:50 smithi053 bash[67631]: audit 2024-09-13T00:10:49.151120+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:50 smithi053 bash[67631]: audit 2024-09-13T00:10:49.152572+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T00:10:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:50 smithi053 bash[67631]: audit 2024-09-13T00:10:49.153575+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:10:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:50 smithi053 bash[67631]: cephadm 2024-09-13T00:10:49.156635+0000 mgr.y (mgr.34107) 163 : cephadm [INF] Deploying daemon osd.2 on smithi032 2024-09-13T00:10:51.157 INFO:tasks.rados.rados.0.smithi032.stdout:2090: done (0 left) 2024-09-13T00:10:51.157 INFO:tasks.rados.rados.0.smithi032.stdout:2091: rollback oid 29 current snap is 208 2024-09-13T00:10:51.157 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 206 2024-09-13T00:10:51.157 INFO:tasks.rados.rados.0.smithi032.stdout:2092: snap_remove snap 207 2024-09-13T00:10:51.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:51 smithi032 bash[75510]: cluster 2024-09-13T00:10:50.154286+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2024-09-13T00:10:51.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:51 smithi032 bash[75510]: audit 2024-09-13T00:10:50.216319+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:51.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:51 smithi032 bash[76677]: cluster 2024-09-13T00:10:50.154286+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2024-09-13T00:10:51.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:51 smithi032 bash[76677]: audit 2024-09-13T00:10:50.216319+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:51.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:51 smithi053 bash[67631]: cluster 2024-09-13T00:10:50.154286+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2024-09-13T00:10:51.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:51 smithi053 bash[67631]: audit 2024-09-13T00:10:50.216319+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:52.178 INFO:tasks.rados.rados.0.smithi032.stdout:2092: done (1 left) 2024-09-13T00:10:52.178 INFO:tasks.rados.rados.0.smithi032.stdout:2093: rollback oid 42 current snap is 208 2024-09-13T00:10:52.178 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 190 2024-09-13T00:10:52.178 INFO:tasks.rados.rados.0.smithi032.stdout:2094: delete oid 2 current snap is 208 2024-09-13T00:10:52.178 INFO:tasks.rados.rados.0.smithi032.stdout:2091: finishing rollback tid 0 to smithi03267100-29 2024-09-13T00:10:52.178 INFO:tasks.rados.rados.0.smithi032.stdout:2091: finishing rollback tid 1 to smithi03267100-29 2024-09-13T00:10:52.178 INFO:tasks.rados.rados.0.smithi032.stdout:2091: finishing rollback tid 2 to smithi03267100-29 2024-09-13T00:10:52.178 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1239 (ObjNum 676 snap 201 seq_num 676) dirty exists 2024-09-13T00:10:52.184 INFO:tasks.rados.rados.0.smithi032.stdout:2093: finishing rollback tid 1 to smithi03267100-42 2024-09-13T00:10:52.184 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 773 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T00:10:52.188 INFO:tasks.rados.rados.0.smithi032.stdout:2091: done (2 left) 2024-09-13T00:10:52.188 INFO:tasks.rados.rados.0.smithi032.stdout:2093: done (1 left) 2024-09-13T00:10:52.188 INFO:tasks.rados.rados.0.smithi032.stdout:2094: done (0 left) 2024-09-13T00:10:52.188 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 208 2024-09-13T00:10:52.188 INFO:tasks.rados.rados.0.smithi032.stdout:2095: seq_num 698 ranges {0=499712,499712=589824,1089536=770048,1859584=245760} 2024-09-13T00:10:52.191 INFO:tasks.rados.rados.0.smithi032.stdout:2095: writing smithi03267100-34 from 0 to 499712 tid 1 2024-09-13T00:10:52.196 INFO:tasks.rados.rados.0.smithi032.stdout:2095: writing smithi03267100-34 from 499712 to 1089536 tid 2 2024-09-13T00:10:52.202 INFO:tasks.rados.rados.0.smithi032.stdout:2095: writing smithi03267100-34 from 1089536 to 1859584 tid 3 2024-09-13T00:10:52.204 INFO:tasks.rados.rados.0.smithi032.stdout:2095: writing smithi03267100-34 from 1859584 to 2105344 tid 4 2024-09-13T00:10:52.204 INFO:tasks.rados.rados.0.smithi032.stdout:2096: rmattr oid 44 current snap is 208 2024-09-13T00:10:52.204 INFO:tasks.rados.rados.0.smithi032.stdout:2095: finishing write tid 1 to smithi03267100-34 2024-09-13T00:10:52.204 INFO:tasks.rados.rados.0.smithi032.stdout:2097: rmattr oid 10 current snap is 208 2024-09-13T00:10:52.204 INFO:tasks.rados.rados.0.smithi032.stdout:2098: copy_from oid 32 from oid 16 current snap is 208 2024-09-13T00:10:52.204 INFO:tasks.rados.rados.0.smithi032.stdout:2099: copy_from oid 13 from oid 35 current snap is 208 2024-09-13T00:10:52.204 INFO:tasks.rados.rados.0.smithi032.stdout:2100: snap_remove snap 201 2024-09-13T00:10:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:52 smithi053 bash[67631]: cluster 2024-09-13T00:10:51.086144+0000 mgr.y (mgr.34107) 164 : cluster [DBG] pgmap v253: 121 pgs: 121 active+clean; 555 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 33 op/s 2024-09-13T00:10:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:52 smithi053 bash[67631]: cluster 2024-09-13T00:10:51.157831+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2024-09-13T00:10:52.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:52 smithi053 bash[60895]: ts=2024-09-13T00:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:52.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:10:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:10:52] "GET /metrics HTTP/1.1" 200 36028 "" "Prometheus/2.43.0" 2024-09-13T00:10:52.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:52 smithi032 bash[75510]: cluster 2024-09-13T00:10:51.086144+0000 mgr.y (mgr.34107) 164 : cluster [DBG] pgmap v253: 121 pgs: 121 active+clean; 555 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 33 op/s 2024-09-13T00:10:52.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:52 smithi032 bash[75510]: cluster 2024-09-13T00:10:51.157831+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2024-09-13T00:10:52.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:52 smithi032 bash[76677]: cluster 2024-09-13T00:10:51.086144+0000 mgr.y (mgr.34107) 164 : cluster [DBG] pgmap v253: 121 pgs: 121 active+clean; 555 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 33 op/s 2024-09-13T00:10:52.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:52 smithi032 bash[76677]: cluster 2024-09-13T00:10:51.157831+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2024-09-13T00:10:53.116 INFO:tasks.rados.rados.0.smithi032.stdout:2100: done (5 left) 2024-09-13T00:10:53.116 INFO:tasks.rados.rados.0.smithi032.stdout:2101: rollback oid 42 current snap is 208 2024-09-13T00:10:53.116 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 170 2024-09-13T00:10:53.116 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1217 (ObjNum 696 snap 207 seq_num 696) dirty exists 2024-09-13T00:10:53.117 INFO:tasks.rados.rados.0.smithi032.stdout:2095: finishing write tid 2 to smithi03267100-34 2024-09-13T00:10:53.117 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1315 (ObjNum 683 snap 205 seq_num 683) dirty exists 2024-09-13T00:10:53.117 INFO:tasks.rados.rados.0.smithi032.stdout:2095: finishing write tid 3 to smithi03267100-34 2024-09-13T00:10:53.117 INFO:tasks.rados.rados.0.smithi032.stdout:2095: finishing write tid 4 to smithi03267100-34 2024-09-13T00:10:53.117 INFO:tasks.rados.rados.0.smithi032.stdout:2098: finishing copy_from to smithi03267100-32 2024-09-13T00:10:53.117 INFO:tasks.rados.rados.0.smithi032.stdout:2098: got expected ENOENT (src dne) 2024-09-13T00:10:53.117 INFO:tasks.rados.rados.0.smithi032.stdout:2095: finishing write tid 5 to smithi03267100-34 2024-09-13T00:10:53.117 INFO:tasks.rados.rados.0.smithi032.stdout:2095: finishing write tid 6 to smithi03267100-34 2024-09-13T00:10:53.117 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 1324 (ObjNum 698 snap 208 seq_num 698) dirty exists 2024-09-13T00:10:53.117 INFO:tasks.rados.rados.0.smithi032.stdout:2095: left oid 34 (ObjNum 698 snap 208 seq_num 698) 2024-09-13T00:10:53.117 INFO:tasks.rados.rados.0.smithi032.stdout:2095: done (5 left) 2024-09-13T00:10:53.118 INFO:tasks.rados.rados.0.smithi032.stdout:2096: done (4 left) 2024-09-13T00:10:53.118 INFO:tasks.rados.rados.0.smithi032.stdout:2097: done (3 left) 2024-09-13T00:10:53.118 INFO:tasks.rados.rados.0.smithi032.stdout:2102: rollback oid 47 current snap is 208 2024-09-13T00:10:53.118 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 198 2024-09-13T00:10:53.118 INFO:tasks.rados.rados.0.smithi032.stdout:2099: finishing copy_from racing read to smithi03267100-13 2024-09-13T00:10:53.118 INFO:tasks.rados.rados.0.smithi032.stdout:2098: finishing copy_from racing read to smithi03267100-32 2024-09-13T00:10:53.118 INFO:tasks.rados.rados.0.smithi032.stdout:2099: finishing copy_from to smithi03267100-13 2024-09-13T00:10:53.118 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1154 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T00:10:53.118 INFO:tasks.rados.rados.0.smithi032.stdout:2098: done (3 left) 2024-09-13T00:10:53.118 INFO:tasks.rados.rados.0.smithi032.stdout:2099: done (2 left) 2024-09-13T00:10:53.119 INFO:tasks.rados.rados.0.smithi032.stdout:2103: read oid 49 snap -1 2024-09-13T00:10:53.119 INFO:tasks.rados.rados.0.smithi032.stdout:2103: expect (ObjNum 682 snap 205 seq_num 682) 2024-09-13T00:10:53.119 INFO:tasks.rados.rados.0.smithi032.stdout:2104: rollback oid 48 current snap is 208 2024-09-13T00:10:53.119 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 48 to 154 2024-09-13T00:10:53.119 INFO:tasks.rados.rados.0.smithi032.stdout:2105: snap_remove snap 121 2024-09-13T00:10:53.268 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:53 smithi032 bash[75510]: cluster 2024-09-13T00:10:52.179360+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2024-09-13T00:10:53.268 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:53 smithi032 bash[75510]: cluster 2024-09-13T00:10:53.119773+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2024-09-13T00:10:53.268 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:53 smithi032 bash[76677]: cluster 2024-09-13T00:10:52.179360+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2024-09-13T00:10:53.269 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:53 smithi032 bash[76677]: cluster 2024-09-13T00:10:53.119773+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2024-09-13T00:10:53.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:53 smithi053 bash[67631]: cluster 2024-09-13T00:10:52.179360+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2024-09-13T00:10:53.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:53 smithi053 bash[67631]: cluster 2024-09-13T00:10:53.119773+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2024-09-13T00:10:53.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:53 smithi053 bash[60895]: ts=2024-09-13T00:10:53.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:54.120 INFO:tasks.rados.rados.0.smithi032.stdout:2105: done (4 left) 2024-09-13T00:10:54.120 INFO:tasks.rados.rados.0.smithi032.stdout:2106: rollback oid 4 current snap is 208 2024-09-13T00:10:54.121 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 143 2024-09-13T00:10:54.121 INFO:tasks.rados.rados.0.smithi032.stdout:2101: finishing rollback tid 1 to smithi03267100-42 2024-09-13T00:10:54.121 INFO:tasks.rados.rados.0.smithi032.stdout:2101: finishing rollback tid 2 to smithi03267100-42 2024-09-13T00:10:54.121 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 775 (ObjNum 489 snap 146 seq_num 489) dirty exists 2024-09-13T00:10:54.121 INFO:tasks.rados.rados.0.smithi032.stdout:2102: finishing rollback tid 0 to smithi03267100-47 2024-09-13T00:10:54.121 INFO:tasks.rados.rados.0.smithi032.stdout:2102: finishing rollback tid 1 to smithi03267100-47 2024-09-13T00:10:54.121 INFO:tasks.rados.rados.0.smithi032.stdout:2102: finishing rollback tid 2 to smithi03267100-47 2024-09-13T00:10:54.121 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 820 (ObjNum 638 snap 192 seq_num 638) dirty exists 2024-09-13T00:10:54.121 INFO:tasks.rados.rados.0.smithi032.stdout:2103: expect (ObjNum 682 snap 205 seq_num 682) 2024-09-13T00:10:54.373 INFO:tasks.rados.rados.0.smithi032.stdout:2104: finishing rollback tid 0 to smithi03267100-48 2024-09-13T00:10:54.373 INFO:tasks.rados.rados.0.smithi032.stdout:2104: finishing rollback tid 1 to smithi03267100-48 2024-09-13T00:10:54.373 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1160 (ObjNum 65 snap 0 seq_num 1901359970) dirty dne 2024-09-13T00:10:54.374 INFO:tasks.rados.rados.0.smithi032.stdout:2101: done (4 left) 2024-09-13T00:10:54.374 INFO:tasks.rados.rados.0.smithi032.stdout:2102: done (3 left) 2024-09-13T00:10:54.374 INFO:tasks.rados.rados.0.smithi032.stdout:2103: done (2 left) 2024-09-13T00:10:54.374 INFO:tasks.rados.rados.0.smithi032.stdout:2104: done (1 left) 2024-09-13T00:10:54.374 INFO:tasks.rados.rados.0.smithi032.stdout:2107: delete oid 36 current snap is 208 2024-09-13T00:10:54.374 INFO:tasks.rados.rados.0.smithi032.stdout:2106: finishing rollback tid 0 to smithi03267100-4 2024-09-13T00:10:54.374 INFO:tasks.rados.rados.0.smithi032.stdout:2106: finishing rollback tid 1 to smithi03267100-4 2024-09-13T00:10:54.374 INFO:tasks.rados.rados.0.smithi032.stdout:2106: finishing rollback tid 2 to smithi03267100-4 2024-09-13T00:10:54.374 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1060 (ObjNum 432 snap 131 seq_num 432) dirty exists 2024-09-13T00:10:54.380 INFO:tasks.rados.rados.0.smithi032.stdout:2106: done (1 left) 2024-09-13T00:10:54.381 INFO:tasks.rados.rados.0.smithi032.stdout:2107: done (0 left) 2024-09-13T00:10:54.381 INFO:tasks.rados.rados.0.smithi032.stdout:2108: rollback oid 11 current snap is 208 2024-09-13T00:10:54.381 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 181 2024-09-13T00:10:54.381 INFO:tasks.rados.rados.0.smithi032.stdout:2109: snap_create 2024-09-13T00:10:54.388 INFO:tasks.rados.rados.0.smithi032.stdout:2108: finishing rollback tid 1 to smithi03267100-11 2024-09-13T00:10:54.388 INFO:tasks.rados.rados.0.smithi032.stdout:2108: finishing rollback tid 2 to smithi03267100-11 2024-09-13T00:10:54.388 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1760 (ObjNum 556 snap 164 seq_num 556) dirty exists 2024-09-13T00:10:54.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:54 smithi053 bash[67631]: cluster 2024-09-13T00:10:53.086722+0000 mgr.y (mgr.34107) 165 : cluster [DBG] pgmap v256: 121 pgs: 121 active+clean; 556 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 33 op/s 2024-09-13T00:10:54.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:54 smithi053 bash[67631]: cluster 2024-09-13T00:10:54.123436+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2024-09-13T00:10:54.528 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:10:54 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:54.528 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:10:54 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:54.528 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:10:54 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:54.529 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:54 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:54.529 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:10:54 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:54.529 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:10:54 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:54.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:54 smithi032 bash[75510]: cluster 2024-09-13T00:10:53.086722+0000 mgr.y (mgr.34107) 165 : cluster [DBG] pgmap v256: 121 pgs: 121 active+clean; 556 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 33 op/s 2024-09-13T00:10:54.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:54 smithi032 bash[75510]: cluster 2024-09-13T00:10:54.123436+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2024-09-13T00:10:54.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:54 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:54.530 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:10:54 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:54.530 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:10:54 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:54.531 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:54 smithi032 bash[76677]: cluster 2024-09-13T00:10:53.086722+0000 mgr.y (mgr.34107) 165 : cluster [DBG] pgmap v256: 121 pgs: 121 active+clean; 556 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 33 op/s 2024-09-13T00:10:54.531 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:54 smithi032 bash[76677]: cluster 2024-09-13T00:10:54.123436+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2024-09-13T00:10:54.531 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:54 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:54.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:54 smithi053 bash[60895]: ts=2024-09-13T00:10:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:54.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:54 smithi053 bash[60895]: ts=2024-09-13T00:10:54.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:54.911 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:10:54 smithi032 systemd[1]: Stopping Ceph osd.2 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:10:54.911 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:10:54 smithi032 bash[46361]: debug 2024-09-13T00:10:54.639+0000 7fe8b3a19640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T00:10:54.911 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:10:54 smithi032 bash[46361]: debug 2024-09-13T00:10:54.639+0000 7fe8b3a19640 -1 osd.2 461 *** Got signal Terminated *** 2024-09-13T00:10:54.911 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:10:54 smithi032 bash[46361]: debug 2024-09-13T00:10:54.639+0000 7fe8b3a19640 -1 osd.2 461 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T00:10:55.199 INFO:tasks.rados.rados.0.smithi032.stdout:2108: done (1 left) 2024-09-13T00:10:55.199 INFO:tasks.rados.rados.0.smithi032.stdout:2109: done (0 left) 2024-09-13T00:10:55.199 INFO:tasks.rados.rados.0.smithi032.stdout:2110: snap_create 2024-09-13T00:10:55.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:55 smithi053 bash[67631]: cluster 2024-09-13T00:10:54.643896+0000 mon.a (mon.0) 551 : cluster [INF] osd.2 marked itself down and dead 2024-09-13T00:10:55.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:55 smithi053 bash[67631]: audit 2024-09-13T00:10:55.132879+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:55.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:55 smithi053 bash[67631]: audit 2024-09-13T00:10:55.134848+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:10:55.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:55 smithi032 bash[75510]: cluster 2024-09-13T00:10:54.643896+0000 mon.a (mon.0) 551 : cluster [INF] osd.2 marked itself down and dead 2024-09-13T00:10:55.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:55 smithi032 bash[75510]: audit 2024-09-13T00:10:55.132879+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:55.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:55 smithi032 bash[75510]: audit 2024-09-13T00:10:55.134848+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:10:55.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:55 smithi032 bash[76677]: cluster 2024-09-13T00:10:54.643896+0000 mon.a (mon.0) 551 : cluster [INF] osd.2 marked itself down and dead 2024-09-13T00:10:55.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:55 smithi032 bash[76677]: audit 2024-09-13T00:10:55.132879+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:10:55.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:55 smithi032 bash[76677]: audit 2024-09-13T00:10:55.134848+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:10:56.206 INFO:tasks.rados.rados.0.smithi032.stdout:2110: done (0 left) 2024-09-13T00:10:56.206 INFO:tasks.rados.rados.0.smithi032.stdout:2111: snap_create 2024-09-13T00:10:56.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:56 smithi032 bash[75510]: cluster 2024-09-13T00:10:55.087383+0000 mgr.y (mgr.34107) 166 : cluster [DBG] pgmap v259: 121 pgs: 121 active+clean; 556 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 496 KiB/s wr, 7 op/s 2024-09-13T00:10:56.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:56 smithi032 bash[75510]: cluster 2024-09-13T00:10:55.182726+0000 mon.a (mon.0) 554 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:10:56.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:56 smithi032 bash[75510]: cluster 2024-09-13T00:10:55.201481+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e462: 8 total, 7 up, 8 in 2024-09-13T00:10:56.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:56 smithi032 bash[76677]: cluster 2024-09-13T00:10:55.087383+0000 mgr.y (mgr.34107) 166 : cluster [DBG] pgmap v259: 121 pgs: 121 active+clean; 556 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 496 KiB/s wr, 7 op/s 2024-09-13T00:10:56.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:56 smithi032 bash[76677]: cluster 2024-09-13T00:10:55.182726+0000 mon.a (mon.0) 554 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:10:56.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:56 smithi032 bash[76677]: cluster 2024-09-13T00:10:55.201481+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e462: 8 total, 7 up, 8 in 2024-09-13T00:10:56.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:56 smithi053 bash[67631]: cluster 2024-09-13T00:10:55.087383+0000 mgr.y (mgr.34107) 166 : cluster [DBG] pgmap v259: 121 pgs: 121 active+clean; 556 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 496 KiB/s wr, 7 op/s 2024-09-13T00:10:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:56 smithi053 bash[67631]: cluster 2024-09-13T00:10:55.182726+0000 mon.a (mon.0) 554 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:10:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:56 smithi053 bash[67631]: cluster 2024-09-13T00:10:55.201481+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e462: 8 total, 7 up, 8 in 2024-09-13T00:10:56.873 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:10:56 smithi032 bash[89434]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-2 2024-09-13T00:10:56.873 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:10:56 smithi032 bash[89501]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-2 2024-09-13T00:10:57.213 INFO:tasks.rados.rados.0.smithi032.stdout:2111: done (0 left) 2024-09-13T00:10:57.213 INFO:tasks.rados.rados.0.smithi032.stdout:2112: read oid 21 snap -1 2024-09-13T00:10:57.213 INFO:tasks.rados.rados.0.smithi032.stdout:2112: expect deleted 2024-09-13T00:10:57.213 INFO:tasks.rados.rados.0.smithi032.stdout:2113: delete oid 10 current snap is 211 2024-09-13T00:10:57.224 INFO:tasks.rados.rados.0.smithi032.stdout:2112: done (1 left) 2024-09-13T00:10:57.224 INFO:tasks.rados.rados.0.smithi032.stdout:2113: done (0 left) 2024-09-13T00:10:57.224 INFO:tasks.rados.rados.0.smithi032.stdout:2114: rollback oid 38 current snap is 211 2024-09-13T00:10:57.224 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 180 2024-09-13T00:10:57.224 INFO:tasks.rados.rados.0.smithi032.stdout:2115: snap_remove snap 198 2024-09-13T00:10:57.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:57 smithi053 bash[67631]: cluster 2024-09-13T00:10:56.207702+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e463: 8 total, 7 up, 8 in 2024-09-13T00:10:57.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:57 smithi032 bash[75510]: cluster 2024-09-13T00:10:56.207702+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e463: 8 total, 7 up, 8 in 2024-09-13T00:10:57.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:57 smithi032 bash[76677]: cluster 2024-09-13T00:10:56.207702+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e463: 8 total, 7 up, 8 in 2024-09-13T00:10:58.122 INFO:tasks.rados.rados.0.smithi032.stdout:2115: done (1 left) 2024-09-13T00:10:58.123 INFO:tasks.rados.rados.0.smithi032.stdout:2116: snap_create 2024-09-13T00:10:58.123 INFO:tasks.rados.rados.0.smithi032.stdout:2114: finishing rollback tid 0 to smithi03267100-38 2024-09-13T00:10:58.123 INFO:tasks.rados.rados.0.smithi032.stdout:2114: finishing rollback tid 1 to smithi03267100-38 2024-09-13T00:10:58.123 INFO:tasks.rados.rados.0.smithi032.stdout:2114: finishing rollback tid 2 to smithi03267100-38 2024-09-13T00:10:58.123 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1221 (ObjNum 543 snap 161 seq_num 543) dirty exists 2024-09-13T00:10:58.488 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:58 smithi032 bash[75510]: cluster 2024-09-13T00:10:57.088455+0000 mgr.y (mgr.34107) 167 : cluster [DBG] pgmap v262: 121 pgs: 4 active+undersized, 26 peering, 2 stale+active+clean, 3 active+undersized+degraded, 86 active+clean; 570 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 700 KiB/s wr, 7 op/s; 39/1080 objects degraded (3.611%) 2024-09-13T00:10:58.488 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:58 smithi032 bash[75510]: cluster 2024-09-13T00:10:57.199960+0000 mon.a (mon.0) 557 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-13T00:10:58.488 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:58 smithi032 bash[75510]: cluster 2024-09-13T00:10:57.200035+0000 mon.a (mon.0) 558 : cluster [WRN] Health check failed: Degraded data redundancy: 39/1080 objects degraded (3.611%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:58.489 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:58 smithi032 bash[75510]: cluster 2024-09-13T00:10:57.216620+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e464: 8 total, 7 up, 8 in 2024-09-13T00:10:58.489 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:58 smithi032 bash[75510]: cluster 2024-09-13T00:10:58.126144+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e465: 8 total, 7 up, 8 in 2024-09-13T00:10:58.489 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:58 smithi032 bash[76677]: cluster 2024-09-13T00:10:57.088455+0000 mgr.y (mgr.34107) 167 : cluster [DBG] pgmap v262: 121 pgs: 4 active+undersized, 26 peering, 2 stale+active+clean, 3 active+undersized+degraded, 86 active+clean; 570 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 700 KiB/s wr, 7 op/s; 39/1080 objects degraded (3.611%) 2024-09-13T00:10:58.489 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:58 smithi032 bash[76677]: cluster 2024-09-13T00:10:57.199960+0000 mon.a (mon.0) 557 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-13T00:10:58.489 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:58 smithi032 bash[76677]: cluster 2024-09-13T00:10:57.200035+0000 mon.a (mon.0) 558 : cluster [WRN] Health check failed: Degraded data redundancy: 39/1080 objects degraded (3.611%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:58.489 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:58 smithi032 bash[76677]: cluster 2024-09-13T00:10:57.216620+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e464: 8 total, 7 up, 8 in 2024-09-13T00:10:58.489 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:58 smithi032 bash[76677]: cluster 2024-09-13T00:10:58.126144+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e465: 8 total, 7 up, 8 in 2024-09-13T00:10:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:58 smithi053 bash[67631]: cluster 2024-09-13T00:10:57.088455+0000 mgr.y (mgr.34107) 167 : cluster [DBG] pgmap v262: 121 pgs: 4 active+undersized, 26 peering, 2 stale+active+clean, 3 active+undersized+degraded, 86 active+clean; 570 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 700 KiB/s wr, 7 op/s; 39/1080 objects degraded (3.611%) 2024-09-13T00:10:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:58 smithi053 bash[67631]: cluster 2024-09-13T00:10:57.199960+0000 mon.a (mon.0) 557 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-13T00:10:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:58 smithi053 bash[67631]: cluster 2024-09-13T00:10:57.200035+0000 mon.a (mon.0) 558 : cluster [WRN] Health check failed: Degraded data redundancy: 39/1080 objects degraded (3.611%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T00:10:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:58 smithi053 bash[67631]: cluster 2024-09-13T00:10:57.216620+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e464: 8 total, 7 up, 8 in 2024-09-13T00:10:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:10:58 smithi053 bash[67631]: cluster 2024-09-13T00:10:58.126144+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e465: 8 total, 7 up, 8 in 2024-09-13T00:10:59.033 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:10:58 smithi053 bash[60895]: ts=2024-09-13T00:10:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:10:59.127 INFO:tasks.rados.rados.0.smithi032.stdout:2114: done (1 left) 2024-09-13T00:10:59.127 INFO:tasks.rados.rados.0.smithi032.stdout:2116: done (0 left) 2024-09-13T00:10:59.127 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 212 2024-09-13T00:10:59.128 INFO:tasks.rados.rados.0.smithi032.stdout:2117: seq_num 701 ranges {5505024=548864,6053888=696320,6750208=540672,7290880=368640} 2024-09-13T00:10:59.206 INFO:tasks.rados.rados.0.smithi032.stdout:2117: writing smithi03267100-40 from 5505024 to 6053888 tid 1 2024-09-13T00:10:59.212 INFO:tasks.rados.rados.0.smithi032.stdout:2117: writing smithi03267100-40 from 6053888 to 6750208 tid 2 2024-09-13T00:10:59.217 INFO:tasks.rados.rados.0.smithi032.stdout:2117: writing smithi03267100-40 from 6750208 to 7290880 tid 3 2024-09-13T00:10:59.221 INFO:tasks.rados.rados.0.smithi032.stdout:2117: writing smithi03267100-40 from 7290880 to 7659520 tid 4 2024-09-13T00:10:59.221 INFO:tasks.rados.rados.0.smithi032.stdout:2118: setattr oid 18 current snap is 212 2024-09-13T00:10:59.223 INFO:tasks.rados.rados.0.smithi032.stdout:2119: setattr oid 7 current snap is 212 2024-09-13T00:10:59.225 INFO:tasks.rados.rados.0.smithi032.stdout:2120: rollback oid 12 current snap is 212 2024-09-13T00:10:59.225 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 196 2024-09-13T00:10:59.225 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 212 2024-09-13T00:10:59.225 INFO:tasks.rados.rados.0.smithi032.stdout:2121: seq_num 702 ranges {4153344=565248,4718592=581632,5300224=745472,6045696=278528} 2024-09-13T00:10:59.254 INFO:tasks.rados.rados.0.smithi032.stdout:2121: writing smithi03267100-4 from 4153344 to 4718592 tid 1 2024-09-13T00:10:59.257 INFO:tasks.rados.rados.0.smithi032.stdout:2121: writing smithi03267100-4 from 4718592 to 5300224 tid 2 2024-09-13T00:10:59.262 INFO:tasks.rados.rados.0.smithi032.stdout:2121: writing smithi03267100-4 from 5300224 to 6045696 tid 3 2024-09-13T00:10:59.264 INFO:tasks.rados.rados.0.smithi032.stdout:2121: writing smithi03267100-4 from 6045696 to 6324224 tid 4 2024-09-13T00:10:59.264 INFO:tasks.rados.rados.0.smithi032.stdout:2122: read oid 32 snap 206 2024-09-13T00:10:59.265 INFO:tasks.rados.rados.0.smithi032.stdout:2122: expect (ObjNum 673 snap 199 seq_num 673) 2024-09-13T00:10:59.265 INFO:tasks.rados.rados.0.smithi032.stdout:2123: rmattr oid 2 current snap is 212 2024-09-13T00:10:59.265 INFO:tasks.rados.rados.0.smithi032.stdout:2123: done (6 left) 2024-09-13T00:10:59.265 INFO:tasks.rados.rados.0.smithi032.stdout:2124: delete oid 28 current snap is 212 2024-09-13T00:10:59.265 INFO:tasks.rados.rados.0.smithi032.stdout:2117: finishing write tid 1 to smithi03267100-40 2024-09-13T00:10:59.265 INFO:tasks.rados.rados.0.smithi032.stdout:2117: finishing write tid 2 to smithi03267100-40 2024-09-13T00:10:59.265 INFO:tasks.rados.rados.0.smithi032.stdout:2120: finishing rollback tid 0 to smithi03267100-12 2024-09-13T00:10:59.265 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1768 (ObjNum 691 snap 206 seq_num 691) dirty exists 2024-09-13T00:10:59.266 INFO:tasks.rados.rados.0.smithi032.stdout:2117: finishing write tid 3 to smithi03267100-40 2024-09-13T00:10:59.266 INFO:tasks.rados.rados.0.smithi032.stdout:2120: finishing rollback tid 1 to smithi03267100-12 2024-09-13T00:10:59.266 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1071 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T00:10:59.266 INFO:tasks.rados.rados.0.smithi032.stdout:2117: finishing write tid 4 to smithi03267100-40 2024-09-13T00:10:59.266 INFO:tasks.rados.rados.0.smithi032.stdout:2117: finishing write tid 5 to smithi03267100-40 2024-09-13T00:10:59.266 INFO:tasks.rados.rados.0.smithi032.stdout:2120: finishing rollback tid 2 to smithi03267100-12 2024-09-13T00:10:59.266 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1327 (ObjNum 643 snap 194 seq_num 643) dirty exists 2024-09-13T00:10:59.266 INFO:tasks.rados.rados.0.smithi032.stdout:2117: finishing write tid 6 to smithi03267100-40 2024-09-13T00:10:59.266 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 645 (ObjNum 701 snap 212 seq_num 701) dirty exists 2024-09-13T00:10:59.266 INFO:tasks.rados.rados.0.smithi032.stdout:2117: left oid 40 (ObjNum 701 snap 212 seq_num 701) 2024-09-13T00:10:59.266 INFO:tasks.rados.rados.0.smithi032.stdout:2121: finishing write tid 1 to smithi03267100-4 2024-09-13T00:10:59.269 INFO:tasks.rados.rados.0.smithi032.stdout:2121: finishing write tid 2 to smithi03267100-4 2024-09-13T00:10:59.277 INFO:tasks.rados.rados.0.smithi032.stdout:2121: finishing write tid 3 to smithi03267100-4 2024-09-13T00:10:59.277 INFO:tasks.rados.rados.0.smithi032.stdout:2121: finishing write tid 4 to smithi03267100-4 2024-09-13T00:10:59.277 INFO:tasks.rados.rados.0.smithi032.stdout:2121: finishing write tid 5 to smithi03267100-4 2024-09-13T00:10:59.282 INFO:tasks.rados.rados.0.smithi032.stdout:2121: finishing write tid 6 to smithi03267100-4 2024-09-13T00:10:59.282 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1077 (ObjNum 702 snap 212 seq_num 702) dirty exists 2024-09-13T00:10:59.282 INFO:tasks.rados.rados.0.smithi032.stdout:2121: left oid 4 (ObjNum 702 snap 212 seq_num 702) 2024-09-13T00:10:59.284 INFO:tasks.rados.rados.0.smithi032.stdout:2117: done (6 left) 2024-09-13T00:10:59.284 INFO:tasks.rados.rados.0.smithi032.stdout:2118: done (5 left) 2024-09-13T00:10:59.284 INFO:tasks.rados.rados.0.smithi032.stdout:2119: done (4 left) 2024-09-13T00:10:59.285 INFO:tasks.rados.rados.0.smithi032.stdout:2120: done (3 left) 2024-09-13T00:10:59.285 INFO:tasks.rados.rados.0.smithi032.stdout:2121: done (2 left) 2024-09-13T00:10:59.285 INFO:tasks.rados.rados.0.smithi032.stdout:2124: done (1 left) 2024-09-13T00:10:59.285 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 212 2024-09-13T00:10:59.285 INFO:tasks.rados.rados.0.smithi032.stdout:2125: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-09-13T00:10:59.288 INFO:tasks.rados.rados.0.smithi032.stdout:2125: writing smithi03267100-50 from 0 to 598016 tid 1 2024-09-13T00:10:59.292 INFO:tasks.rados.rados.0.smithi032.stdout:2125: writing smithi03267100-50 from 598016 to 1343488 tid 2 2024-09-13T00:10:59.296 INFO:tasks.rados.rados.0.smithi032.stdout:2125: writing smithi03267100-50 from 1343488 to 2056192 tid 3 2024-09-13T00:10:59.297 INFO:tasks.rados.rados.0.smithi032.stdout:2125: writing smithi03267100-50 from 2056192 to 2203648 tid 4 2024-09-13T00:10:59.297 INFO:tasks.rados.rados.0.smithi032.stdout:2126: delete oid 2 current snap is 212 2024-09-13T00:10:59.297 INFO:tasks.rados.rados.0.smithi032.stdout:2122: expect (ObjNum 673 snap 199 seq_num 673) 2024-09-13T00:10:59.439 INFO:tasks.rados.rados.0.smithi032.stdout:2125: finishing write tid 1 to smithi03267100-50 2024-09-13T00:10:59.439 INFO:tasks.rados.rados.0.smithi032.stdout:2125: finishing write tid 2 to smithi03267100-50 2024-09-13T00:10:59.439 INFO:tasks.rados.rados.0.smithi032.stdout:2125: finishing write tid 3 to smithi03267100-50 2024-09-13T00:10:59.439 INFO:tasks.rados.rados.0.smithi032.stdout:2125: finishing write tid 4 to smithi03267100-50 2024-09-13T00:10:59.439 INFO:tasks.rados.rados.0.smithi032.stdout:2125: finishing write tid 5 to smithi03267100-50 2024-09-13T00:10:59.439 INFO:tasks.rados.rados.0.smithi032.stdout:2125: finishing write tid 6 to smithi03267100-50 2024-09-13T00:10:59.440 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 817 (ObjNum 704 snap 212 seq_num 704) dirty exists 2024-09-13T00:10:59.440 INFO:tasks.rados.rados.0.smithi032.stdout:2125: left oid 50 (ObjNum 704 snap 212 seq_num 704) 2024-09-13T00:10:59.440 INFO:tasks.rados.rados.0.smithi032.stdout:2122: done (2 left) 2024-09-13T00:10:59.440 INFO:tasks.rados.rados.0.smithi032.stdout:2125: done (1 left) 2024-09-13T00:10:59.440 INFO:tasks.rados.rados.0.smithi032.stdout:2126: done (0 left) 2024-09-13T00:10:59.441 INFO:tasks.rados.rados.0.smithi032.stdout:2127: rmattr oid 23 current snap is 212 2024-09-13T00:10:59.441 INFO:tasks.rados.rados.0.smithi032.stdout:2128: read oid 49 snap 130 2024-09-13T00:10:59.441 INFO:tasks.rados.rados.0.smithi032.stdout:2128: expect (ObjNum 370 snap 116 seq_num 370) 2024-09-13T00:10:59.441 INFO:tasks.rados.rados.0.smithi032.stdout:2129: snap_create 2024-09-13T00:10:59.446 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1740 (ObjNum 656 snap 194 seq_num 656) dirty exists 2024-09-13T00:10:59.473 INFO:tasks.rados.rados.0.smithi032.stdout:2128: expect (ObjNum 370 snap 116 seq_num 370) 2024-09-13T00:10:59.477 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:10:59 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:59.477 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:10:59 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:59.478 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:10:59 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:59.478 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:10:59 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:59.478 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:10:59 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:59.479 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:10:59 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:59.479 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:10:59 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:59.479 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:10:59 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:59.479 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:10:59 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-13T00:10:59.480 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:10:59 smithi032 systemd[1]: Stopped Ceph osd.2 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:10:59.480 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:10:59 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:10:59.480 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:10:59 smithi032 systemd[1]: Started Ceph osd.2 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:10:59.480 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:10:59 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:00.219 INFO:tasks.rados.rados.0.smithi032.stdout:2127: done (2 left) 2024-09-13T00:11:00.219 INFO:tasks.rados.rados.0.smithi032.stdout:2128: done (1 left) 2024-09-13T00:11:00.219 INFO:tasks.rados.rados.0.smithi032.stdout:2129: done (0 left) 2024-09-13T00:11:00.219 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 213 2024-09-13T00:11:00.219 INFO:tasks.rados.rados.0.smithi032.stdout:2130: seq_num 706 ranges {1409024=630784,2039808=516096,2555904=729088,3284992=360448} 2024-09-13T00:11:00.238 INFO:tasks.rados.rados.0.smithi032.stdout:2130: writing smithi03267100-43 from 1409024 to 2039808 tid 1 2024-09-13T00:11:00.243 INFO:tasks.rados.rados.0.smithi032.stdout:2130: writing smithi03267100-43 from 2039808 to 2555904 tid 2 2024-09-13T00:11:00.251 INFO:tasks.rados.rados.0.smithi032.stdout:2130: writing smithi03267100-43 from 2555904 to 3284992 tid 3 2024-09-13T00:11:00.254 INFO:tasks.rados.rados.0.smithi032.stdout:2130: writing smithi03267100-43 from 3284992 to 3645440 tid 4 2024-09-13T00:11:00.255 INFO:tasks.rados.rados.0.smithi032.stdout:2131: snap_remove snap 193 2024-09-13T00:11:00.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:59.089431+0000 mgr.y (mgr.34107) 168 : cluster [DBG] pgmap v265: 121 pgs: 10 active+undersized, 26 peering, 4 active+undersized+degraded, 81 active+clean; 570 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 700 KiB/s wr, 8 op/s; 43/1083 objects degraded (3.970%) 2024-09-13T00:11:00.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:00 smithi032 bash[75510]: cluster 2024-09-13T00:10:59.127701+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e466: 8 total, 7 up, 8 in 2024-09-13T00:11:00.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:00 smithi032 bash[75510]: audit 2024-09-13T00:10:59.519176+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:00.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:00 smithi032 bash[75510]: audit 2024-09-13T00:10:59.525539+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:00.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:00 smithi032 bash[75510]: audit 2024-09-13T00:10:59.526835+0000 mon.a (mon.0) 564 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:11:00.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:59.089431+0000 mgr.y (mgr.34107) 168 : cluster [DBG] pgmap v265: 121 pgs: 10 active+undersized, 26 peering, 4 active+undersized+degraded, 81 active+clean; 570 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 700 KiB/s wr, 8 op/s; 43/1083 objects degraded (3.970%) 2024-09-13T00:11:00.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:00 smithi032 bash[76677]: cluster 2024-09-13T00:10:59.127701+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e466: 8 total, 7 up, 8 in 2024-09-13T00:11:00.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:00 smithi032 bash[76677]: audit 2024-09-13T00:10:59.519176+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:00.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:00 smithi032 bash[76677]: audit 2024-09-13T00:10:59.525539+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:00.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:00 smithi032 bash[76677]: audit 2024-09-13T00:10:59.526835+0000 mon.a (mon.0) 564 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:11:00.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:59.089431+0000 mgr.y (mgr.34107) 168 : cluster [DBG] pgmap v265: 121 pgs: 10 active+undersized, 26 peering, 4 active+undersized+degraded, 81 active+clean; 570 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 700 KiB/s wr, 8 op/s; 43/1083 objects degraded (3.970%) 2024-09-13T00:11:00.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:00 smithi053 bash[67631]: cluster 2024-09-13T00:10:59.127701+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e466: 8 total, 7 up, 8 in 2024-09-13T00:11:00.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:00 smithi053 bash[67631]: audit 2024-09-13T00:10:59.519176+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:00.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:00 smithi053 bash[67631]: audit 2024-09-13T00:10:59.525539+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:00.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:00 smithi053 bash[67631]: audit 2024-09-13T00:10:59.526835+0000 mon.a (mon.0) 564 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:11:01.223 INFO:tasks.rados.rados.0.smithi032.stdout:2131: done (1 left) 2024-09-13T00:11:01.223 INFO:tasks.rados.rados.0.smithi032.stdout:2132: copy_from oid 29 from oid 6 current snap is 213 2024-09-13T00:11:01.223 INFO:tasks.rados.rados.0.smithi032.stdout:2130: finishing write tid 1 to smithi03267100-43 2024-09-13T00:11:01.223 INFO:tasks.rados.rados.0.smithi032.stdout:2130: finishing write tid 2 to smithi03267100-43 2024-09-13T00:11:01.223 INFO:tasks.rados.rados.0.smithi032.stdout:2130: finishing write tid 3 to smithi03267100-43 2024-09-13T00:11:01.223 INFO:tasks.rados.rados.0.smithi032.stdout:2130: finishing write tid 4 to smithi03267100-43 2024-09-13T00:11:01.223 INFO:tasks.rados.rados.0.smithi032.stdout:2130: finishing write tid 5 to smithi03267100-43 2024-09-13T00:11:01.223 INFO:tasks.rados.rados.0.smithi032.stdout:2130: finishing write tid 6 to smithi03267100-43 2024-09-13T00:11:01.223 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 650 (ObjNum 706 snap 213 seq_num 706) dirty exists 2024-09-13T00:11:01.223 INFO:tasks.rados.rados.0.smithi032.stdout:2130: left oid 43 (ObjNum 706 snap 213 seq_num 706) 2024-09-13T00:11:01.223 INFO:tasks.rados.rados.0.smithi032.stdout:2130: done (1 left) 2024-09-13T00:11:01.224 INFO:tasks.rados.rados.0.smithi032.stdout:2133: copy_from oid 23 from oid 16 current snap is 213 2024-09-13T00:11:01.224 INFO:tasks.rados.rados.0.smithi032.stdout:2134: delete oid 10 current snap is 213 2024-09-13T00:11:01.245 INFO:tasks.rados.rados.0.smithi032.stdout:2134: done (2 left) 2024-09-13T00:11:01.245 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 213 2024-09-13T00:11:01.245 INFO:tasks.rados.rados.0.smithi032.stdout:2135: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2024-09-13T00:11:01.249 INFO:tasks.rados.rados.0.smithi032.stdout:2135: writing smithi03267100-19 from 0 to 663552 tid 1 2024-09-13T00:11:01.254 INFO:tasks.rados.rados.0.smithi032.stdout:2135: writing smithi03267100-19 from 663552 to 1400832 tid 2 2024-09-13T00:11:01.258 INFO:tasks.rados.rados.0.smithi032.stdout:2135: writing smithi03267100-19 from 1400832 to 2097152 tid 3 2024-09-13T00:11:01.260 INFO:tasks.rados.rados.0.smithi032.stdout:2135: writing smithi03267100-19 from 2097152 to 2269184 tid 4 2024-09-13T00:11:01.260 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 213 2024-09-13T00:11:01.260 INFO:tasks.rados.rados.0.smithi032.stdout:2133: finishing copy_from to smithi03267100-23 2024-09-13T00:11:01.260 INFO:tasks.rados.rados.0.smithi032.stdout:2133: got expected ENOENT (src dne) 2024-09-13T00:11:01.260 INFO:tasks.rados.rados.0.smithi032.stdout:2133: finishing copy_from racing read to smithi03267100-23 2024-09-13T00:11:01.260 INFO:tasks.rados.rados.0.smithi032.stdout:2136: seq_num 709 ranges {6324224=679936,7004160=614400,7618560=499712,8118272=491520} 2024-09-13T00:11:01.300 INFO:tasks.rados.rados.0.smithi032.stdout:2136: writing smithi03267100-4 from 6324224 to 7004160 tid 1 2024-09-13T00:11:01.303 INFO:tasks.rados.rados.0.smithi032.stdout:2136: writing smithi03267100-4 from 7004160 to 7618560 tid 2 2024-09-13T00:11:01.306 INFO:tasks.rados.rados.0.smithi032.stdout:2136: writing smithi03267100-4 from 7618560 to 8118272 tid 3 2024-09-13T00:11:01.309 INFO:tasks.rados.rados.0.smithi032.stdout:2136: writing smithi03267100-4 from 8118272 to 8609792 tid 4 2024-09-13T00:11:01.309 INFO:tasks.rados.rados.0.smithi032.stdout:2133: done (3 left) 2024-09-13T00:11:01.310 INFO:tasks.rados.rados.0.smithi032.stdout:2137: read oid 17 snap -1 2024-09-13T00:11:01.310 INFO:tasks.rados.rados.0.smithi032.stdout:2137: expect (ObjNum 449 snap 136 seq_num 449) 2024-09-13T00:11:01.310 INFO:tasks.rados.rados.0.smithi032.stdout:2138: copy_from oid 37 from oid 30 current snap is 213 2024-09-13T00:11:01.310 INFO:tasks.rados.rados.0.smithi032.stdout:2135: finishing write tid 1 to smithi03267100-19 2024-09-13T00:11:01.310 INFO:tasks.rados.rados.0.smithi032.stdout:2135: finishing write tid 2 to smithi03267100-19 2024-09-13T00:11:01.310 INFO:tasks.rados.rados.0.smithi032.stdout:2135: finishing write tid 3 to smithi03267100-19 2024-09-13T00:11:01.310 INFO:tasks.rados.rados.0.smithi032.stdout:2135: finishing write tid 4 to smithi03267100-19 2024-09-13T00:11:01.310 INFO:tasks.rados.rados.0.smithi032.stdout:2135: finishing write tid 5 to smithi03267100-19 2024-09-13T00:11:01.310 INFO:tasks.rados.rados.0.smithi032.stdout:2135: finishing write tid 6 to smithi03267100-19 2024-09-13T00:11:01.310 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 825 (ObjNum 708 snap 213 seq_num 708) dirty exists 2024-09-13T00:11:01.310 INFO:tasks.rados.rados.0.smithi032.stdout:2135: left oid 19 (ObjNum 708 snap 213 seq_num 708) 2024-09-13T00:11:01.310 INFO:tasks.rados.rados.0.smithi032.stdout:2132: finishing copy_from racing read to smithi03267100-29 2024-09-13T00:11:01.310 INFO:tasks.rados.rados.0.smithi032.stdout:2132: finishing copy_from to smithi03267100-29 2024-09-13T00:11:01.311 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1303 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:11:01.311 INFO:tasks.rados.rados.0.smithi032.stdout:2132: done (4 left) 2024-09-13T00:11:01.311 INFO:tasks.rados.rados.0.smithi032.stdout:2135: done (3 left) 2024-09-13T00:11:01.311 INFO:tasks.rados.rados.0.smithi032.stdout:2139: read oid 1 snap -1 2024-09-13T00:11:01.311 INFO:tasks.rados.rados.0.smithi032.stdout:2139: expect (ObjNum 517 snap 151 seq_num 517) 2024-09-13T00:11:01.311 INFO:tasks.rados.rados.0.smithi032.stdout:2140: read oid 18 snap 189 2024-09-13T00:11:01.311 INFO:tasks.rados.rados.0.smithi032.stdout:2140: expect (ObjNum 596 snap 184 seq_num 596) 2024-09-13T00:11:01.311 INFO:tasks.rados.rados.0.smithi032.stdout:2141: delete oid 38 current snap is 213 2024-09-13T00:11:01.312 INFO:tasks.rados.rados.0.smithi032.stdout:2136: finishing write tid 1 to smithi03267100-4 2024-09-13T00:11:01.314 INFO:tasks.rados.rados.0.smithi032.stdout:2141: done (5 left) 2024-09-13T00:11:01.314 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 213 2024-09-13T00:11:01.314 INFO:tasks.rados.rados.0.smithi032.stdout:2142: seq_num 711 ranges {0=712704,712704=786432,1499136=516096,2015232=303104} 2024-09-13T00:11:01.318 INFO:tasks.rados.rados.0.smithi032.stdout:2142: writing smithi03267100-28 from 0 to 712704 tid 1 2024-09-13T00:11:01.323 INFO:tasks.rados.rados.0.smithi032.stdout:2142: writing smithi03267100-28 from 712704 to 1499136 tid 2 2024-09-13T00:11:01.326 INFO:tasks.rados.rados.0.smithi032.stdout:2142: writing smithi03267100-28 from 1499136 to 2015232 tid 3 2024-09-13T00:11:01.328 INFO:tasks.rados.rados.0.smithi032.stdout:2142: writing smithi03267100-28 from 2015232 to 2318336 tid 4 2024-09-13T00:11:01.328 INFO:tasks.rados.rados.0.smithi032.stdout:2143: rmattr oid 13 current snap is 213 2024-09-13T00:11:01.328 INFO:tasks.rados.rados.0.smithi032.stdout:2143: done (6 left) 2024-09-13T00:11:01.328 INFO:tasks.rados.rados.0.smithi032.stdout:2144: copy_from oid 41 from oid 7 current snap is 213 2024-09-13T00:11:01.328 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 213 2024-09-13T00:11:01.328 INFO:tasks.rados.rados.0.smithi032.stdout:2145: seq_num 712 ranges {1736704=729088,2465792=671744,3137536=671744,3809280=262144} 2024-09-13T00:11:01.342 INFO:tasks.rados.rados.0.smithi032.stdout:2145: writing smithi03267100-39 from 1736704 to 2465792 tid 1 2024-09-13T00:11:01.346 INFO:tasks.rados.rados.0.smithi032.stdout:2145: writing smithi03267100-39 from 2465792 to 3137536 tid 2 2024-09-13T00:11:01.350 INFO:tasks.rados.rados.0.smithi032.stdout:2145: writing smithi03267100-39 from 3137536 to 3809280 tid 3 2024-09-13T00:11:01.351 INFO:tasks.rados.rados.0.smithi032.stdout:2145: writing smithi03267100-39 from 3809280 to 4071424 tid 4 2024-09-13T00:11:01.352 INFO:tasks.rados.rados.0.smithi032.stdout:2146: snap_remove snap 209 2024-09-13T00:11:01.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:01 smithi032 bash[75510]: cluster 2024-09-13T00:11:00.222534+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e467: 8 total, 7 up, 8 in 2024-09-13T00:11:01.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:01 smithi032 bash[76677]: cluster 2024-09-13T00:11:00.222534+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e467: 8 total, 7 up, 8 in 2024-09-13T00:11:01.411 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:11:01 smithi032 bash[89647]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T00:11:01.411 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:11:01 smithi032 bash[89647]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-13T00:11:01.411 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:11:01 smithi032 bash[89647]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-13T00:11:01.411 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:11:01 smithi032 bash[89647]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T00:11:01.411 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:11:01 smithi032 bash[89647]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-13T00:11:01.411 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:11:01 smithi032 bash[89647]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T00:11:01.411 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:11:01 smithi032 bash[89647]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-13T00:11:01.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:01 smithi053 bash[67631]: cluster 2024-09-13T00:11:00.222534+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e467: 8 total, 7 up, 8 in 2024-09-13T00:11:02.236 INFO:tasks.rados.rados.0.smithi032.stdout:2146: done (8 left) 2024-09-13T00:11:02.236 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 213 2024-09-13T00:11:02.236 INFO:tasks.rados.rados.0.smithi032.stdout:2136: finishing write tid 2 to smithi03267100-4 2024-09-13T00:11:02.236 INFO:tasks.rados.rados.0.smithi032.stdout:2136: finishing write tid 3 to smithi03267100-4 2024-09-13T00:11:02.236 INFO:tasks.rados.rados.0.smithi032.stdout:2140: expect (ObjNum 596 snap 184 seq_num 596) 2024-09-13T00:11:02.275 INFO:tasks.rados.rados.0.smithi032.stdout:2136: finishing write tid 4 to smithi03267100-4 2024-09-13T00:11:02.275 INFO:tasks.rados.rados.0.smithi032.stdout:2136: finishing write tid 5 to smithi03267100-4 2024-09-13T00:11:02.275 INFO:tasks.rados.rados.0.smithi032.stdout:2142: finishing write tid 1 to smithi03267100-28 2024-09-13T00:11:02.276 INFO:tasks.rados.rados.0.smithi032.stdout:2136: finishing write tid 6 to smithi03267100-4 2024-09-13T00:11:02.276 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1091 (ObjNum 709 snap 213 seq_num 709) dirty exists 2024-09-13T00:11:02.276 INFO:tasks.rados.rados.0.smithi032.stdout:2136: left oid 4 (ObjNum 709 snap 213 seq_num 709) 2024-09-13T00:11:02.276 INFO:tasks.rados.rados.0.smithi032.stdout:2137: expect (ObjNum 449 snap 136 seq_num 449) 2024-09-13T00:11:02.295 INFO:tasks.rados.rados.0.smithi032.stdout:2142: finishing write tid 2 to smithi03267100-28 2024-09-13T00:11:02.296 INFO:tasks.rados.rados.0.smithi032.stdout:2142: finishing write tid 3 to smithi03267100-28 2024-09-13T00:11:02.296 INFO:tasks.rados.rados.0.smithi032.stdout:2142: finishing write tid 4 to smithi03267100-28 2024-09-13T00:11:02.296 INFO:tasks.rados.rados.0.smithi032.stdout:2142: finishing write tid 5 to smithi03267100-28 2024-09-13T00:11:02.296 INFO:tasks.rados.rados.0.smithi032.stdout:2139: expect (ObjNum 517 snap 151 seq_num 517) 2024-09-13T00:11:02.352 INFO:tasks.rados.rados.0.smithi032.stdout:2144: finishing copy_from racing read to smithi03267100-41 2024-09-13T00:11:02.352 INFO:tasks.rados.rados.0.smithi032.stdout:2142: finishing write tid 6 to smithi03267100-28 2024-09-13T00:11:02.352 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1308 (ObjNum 711 snap 213 seq_num 711) dirty exists 2024-09-13T00:11:02.352 INFO:tasks.rados.rados.0.smithi032.stdout:2142: left oid 28 (ObjNum 711 snap 213 seq_num 711) 2024-09-13T00:11:02.352 INFO:tasks.rados.rados.0.smithi032.stdout:2144: finishing copy_from to smithi03267100-41 2024-09-13T00:11:02.352 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1071 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:11:02.352 INFO:tasks.rados.rados.0.smithi032.stdout:2138: finishing copy_from racing read to smithi03267100-37 2024-09-13T00:11:02.352 INFO:tasks.rados.rados.0.smithi032.stdout:2138: finishing copy_from to smithi03267100-37 2024-09-13T00:11:02.352 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1697 (ObjNum 693 snap 206 seq_num 693) dirty exists 2024-09-13T00:11:02.352 INFO:tasks.rados.rados.0.smithi032.stdout:2145: finishing write tid 1 to smithi03267100-39 2024-09-13T00:11:02.353 INFO:tasks.rados.rados.0.smithi032.stdout:2145: finishing write tid 2 to smithi03267100-39 2024-09-13T00:11:02.353 INFO:tasks.rados.rados.0.smithi032.stdout:2147: seq_num 713 ranges {761856=745472,1507328=557056,2064384=483328,2547712=565248} 2024-09-13T00:11:02.369 INFO:tasks.rados.rados.0.smithi032.stdout:2147: writing smithi03267100-35 from 761856 to 1507328 tid 1 2024-09-13T00:11:02.377 INFO:tasks.rados.rados.0.smithi032.stdout:2147: writing smithi03267100-35 from 1507328 to 2064384 tid 2 2024-09-13T00:11:02.383 INFO:tasks.rados.rados.0.smithi032.stdout:2147: writing smithi03267100-35 from 2064384 to 2547712 tid 3 2024-09-13T00:11:02.393 INFO:tasks.rados.rados.0.smithi032.stdout:2147: writing smithi03267100-35 from 2547712 to 3112960 tid 4 2024-09-13T00:11:02.393 INFO:tasks.rados.rados.0.smithi032.stdout:2136: done (8 left) 2024-09-13T00:11:02.393 INFO:tasks.rados.rados.0.smithi032.stdout:2137: done (7 left) 2024-09-13T00:11:02.393 INFO:tasks.rados.rados.0.smithi032.stdout:2138: done (6 left) 2024-09-13T00:11:02.393 INFO:tasks.rados.rados.0.smithi032.stdout:2139: done (5 left) 2024-09-13T00:11:02.393 INFO:tasks.rados.rados.0.smithi032.stdout:2140: done (4 left) 2024-09-13T00:11:02.393 INFO:tasks.rados.rados.0.smithi032.stdout:2142: done (3 left) 2024-09-13T00:11:02.394 INFO:tasks.rados.rados.0.smithi032.stdout:2144: done (2 left) 2024-09-13T00:11:02.394 INFO:tasks.rados.rados.0.smithi032.stdout:2148: rollback oid 50 current snap is 213 2024-09-13T00:11:02.394 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 189 2024-09-13T00:11:02.394 INFO:tasks.rados.rados.0.smithi032.stdout:2145: finishing write tid 3 to smithi03267100-39 2024-09-13T00:11:02.394 INFO:tasks.rados.rados.0.smithi032.stdout:2145: finishing write tid 4 to smithi03267100-39 2024-09-13T00:11:02.394 INFO:tasks.rados.rados.0.smithi032.stdout:2145: finishing write tid 5 to smithi03267100-39 2024-09-13T00:11:02.394 INFO:tasks.rados.rados.0.smithi032.stdout:2145: finishing write tid 6 to smithi03267100-39 2024-09-13T00:11:02.394 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 1320 (ObjNum 712 snap 213 seq_num 712) dirty exists 2024-09-13T00:11:02.394 INFO:tasks.rados.rados.0.smithi032.stdout:2145: left oid 39 (ObjNum 712 snap 213 seq_num 712) 2024-09-13T00:11:02.395 INFO:tasks.rados.rados.0.smithi032.stdout:2147: finishing write tid 1 to smithi03267100-35 2024-09-13T00:11:02.395 INFO:tasks.rados.rados.0.smithi032.stdout:2147: finishing write tid 2 to smithi03267100-35 2024-09-13T00:11:02.395 INFO:tasks.rados.rados.0.smithi032.stdout:2147: finishing write tid 3 to smithi03267100-35 2024-09-13T00:11:02.395 INFO:tasks.rados.rados.0.smithi032.stdout:2145: done (2 left) 2024-09-13T00:11:02.395 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 213 2024-09-13T00:11:02.395 INFO:tasks.rados.rados.0.smithi032.stdout:2149: seq_num 714 ranges {3760128=761856,4521984=442368,4964352=688128,5652480=475136} 2024-09-13T00:11:02.396 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:02 smithi032 bash[76677]: cluster 2024-09-13T00:11:01.090442+0000 mgr.y (mgr.34107) 169 : cluster [DBG] pgmap v268: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 574 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 157/1098 objects degraded (14.299%) 2024-09-13T00:11:02.396 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:02 smithi032 bash[76677]: cluster 2024-09-13T00:11:01.215710+0000 mon.a (mon.0) 566 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-09-13T00:11:02.396 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:02 smithi032 bash[76677]: cluster 2024-09-13T00:11:01.226659+0000 mon.a (mon.0) 567 : cluster [DBG] osdmap e468: 8 total, 7 up, 8 in 2024-09-13T00:11:02.397 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:02 smithi032 bash[75510]: cluster 2024-09-13T00:11:01.090442+0000 mgr.y (mgr.34107) 169 : cluster [DBG] pgmap v268: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 574 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 157/1098 objects degraded (14.299%) 2024-09-13T00:11:02.397 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:02 smithi032 bash[75510]: cluster 2024-09-13T00:11:01.215710+0000 mon.a (mon.0) 566 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-09-13T00:11:02.397 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:02 smithi032 bash[75510]: cluster 2024-09-13T00:11:01.226659+0000 mon.a (mon.0) 567 : cluster [DBG] osdmap e468: 8 total, 7 up, 8 in 2024-09-13T00:11:02.397 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:11:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:11:02] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-09-13T00:11:02.437 INFO:tasks.rados.rados.0.smithi032.stdout:2149: writing smithi03267100-37 from 3760128 to 4521984 tid 1 2024-09-13T00:11:02.439 INFO:tasks.rados.rados.0.smithi032.stdout:2149: writing smithi03267100-37 from 4521984 to 4964352 tid 2 2024-09-13T00:11:02.445 INFO:tasks.rados.rados.0.smithi032.stdout:2149: writing smithi03267100-37 from 4964352 to 5652480 tid 3 2024-09-13T00:11:02.449 INFO:tasks.rados.rados.0.smithi032.stdout:2149: writing smithi03267100-37 from 5652480 to 6127616 tid 4 2024-09-13T00:11:02.449 INFO:tasks.rados.rados.0.smithi032.stdout:2150: snap_create 2024-09-13T00:11:02.449 INFO:tasks.rados.rados.0.smithi032.stdout:2147: finishing write tid 4 to smithi03267100-35 2024-09-13T00:11:02.449 INFO:tasks.rados.rados.0.smithi032.stdout:2147: finishing write tid 5 to smithi03267100-35 2024-09-13T00:11:02.449 INFO:tasks.rados.rados.0.smithi032.stdout:2148: finishing rollback tid 0 to smithi03267100-50 2024-09-13T00:11:02.449 INFO:tasks.rados.rados.0.smithi032.stdout:2148: finishing rollback tid 1 to smithi03267100-50 2024-09-13T00:11:02.449 INFO:tasks.rados.rados.0.smithi032.stdout:2148: finishing rollback tid 2 to smithi03267100-50 2024-09-13T00:11:02.449 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 820 (ObjNum 601 snap 184 seq_num 601) dirty exists 2024-09-13T00:11:02.449 INFO:tasks.rados.rados.0.smithi032.stdout:2147: finishing write tid 6 to smithi03267100-35 2024-09-13T00:11:02.449 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1178 (ObjNum 713 snap 213 seq_num 713) dirty exists 2024-09-13T00:11:02.450 INFO:tasks.rados.rados.0.smithi032.stdout:2147: left oid 35 (ObjNum 713 snap 213 seq_num 713) 2024-09-13T00:11:02.450 INFO:tasks.rados.rados.0.smithi032.stdout:2149: finishing write tid 1 to smithi03267100-37 2024-09-13T00:11:02.450 INFO:tasks.rados.rados.0.smithi032.stdout:2149: finishing write tid 2 to smithi03267100-37 2024-09-13T00:11:02.453 INFO:tasks.rados.rados.0.smithi032.stdout:2149: finishing write tid 3 to smithi03267100-37 2024-09-13T00:11:02.454 INFO:tasks.rados.rados.0.smithi032.stdout:2149: finishing write tid 4 to smithi03267100-37 2024-09-13T00:11:02.455 INFO:tasks.rados.rados.0.smithi032.stdout:2149: finishing write tid 5 to smithi03267100-37 2024-09-13T00:11:02.457 INFO:tasks.rados.rados.0.smithi032.stdout:2149: finishing write tid 6 to smithi03267100-37 2024-09-13T00:11:02.458 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1702 (ObjNum 714 snap 213 seq_num 714) dirty exists 2024-09-13T00:11:02.458 INFO:tasks.rados.rados.0.smithi032.stdout:2149: left oid 37 (ObjNum 714 snap 213 seq_num 714) 2024-09-13T00:11:02.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:02 smithi053 bash[60895]: ts=2024-09-13T00:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:11:02.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:02 smithi053 bash[67631]: cluster 2024-09-13T00:11:01.090442+0000 mgr.y (mgr.34107) 169 : cluster [DBG] pgmap v268: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 574 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 157/1098 objects degraded (14.299%) 2024-09-13T00:11:02.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:02 smithi053 bash[67631]: cluster 2024-09-13T00:11:01.215710+0000 mon.a (mon.0) 566 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-09-13T00:11:02.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:02 smithi053 bash[67631]: cluster 2024-09-13T00:11:01.226659+0000 mon.a (mon.0) 567 : cluster [DBG] osdmap e468: 8 total, 7 up, 8 in 2024-09-13T00:11:03.126 INFO:tasks.rados.rados.0.smithi032.stdout:2147: done (3 left) 2024-09-13T00:11:03.126 INFO:tasks.rados.rados.0.smithi032.stdout:2148: done (2 left) 2024-09-13T00:11:03.126 INFO:tasks.rados.rados.0.smithi032.stdout:2149: done (1 left) 2024-09-13T00:11:03.126 INFO:tasks.rados.rados.0.smithi032.stdout:2150: done (0 left) 2024-09-13T00:11:03.126 INFO:tasks.rados.rados.0.smithi032.stdout:2151: snap_remove snap 173 2024-09-13T00:11:03.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:03 smithi053 bash[67631]: cluster 2024-09-13T00:11:02.238864+0000 mon.a (mon.0) 568 : cluster [DBG] osdmap e469: 8 total, 7 up, 8 in 2024-09-13T00:11:03.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:03 smithi053 bash[67631]: cluster 2024-09-13T00:11:03.118188+0000 mon.a (mon.0) 569 : cluster [WRN] Health check update: Degraded data redundancy: 157/1098 objects degraded (14.299%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:03.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:03 smithi053 bash[67631]: cluster 2024-09-13T00:11:03.129822+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e470: 8 total, 7 up, 8 in 2024-09-13T00:11:03.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:03 smithi032 bash[76677]: cluster 2024-09-13T00:11:02.238864+0000 mon.a (mon.0) 568 : cluster [DBG] osdmap e469: 8 total, 7 up, 8 in 2024-09-13T00:11:03.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:03 smithi032 bash[76677]: cluster 2024-09-13T00:11:03.118188+0000 mon.a (mon.0) 569 : cluster [WRN] Health check update: Degraded data redundancy: 157/1098 objects degraded (14.299%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:03.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:03 smithi032 bash[76677]: cluster 2024-09-13T00:11:03.129822+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e470: 8 total, 7 up, 8 in 2024-09-13T00:11:03.661 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:11:03 smithi032 bash[89872]: debug 2024-09-13T00:11:03.311+0000 7fdb79029640 1 -- 172.21.15.32:0/3500578410 <== mon.2 v2:172.21.15.32:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5621d92c91e0 con 0x5621da048000 2024-09-13T00:11:03.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:03 smithi032 bash[75510]: cluster 2024-09-13T00:11:02.238864+0000 mon.a (mon.0) 568 : cluster [DBG] osdmap e469: 8 total, 7 up, 8 in 2024-09-13T00:11:03.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:03 smithi032 bash[75510]: cluster 2024-09-13T00:11:03.118188+0000 mon.a (mon.0) 569 : cluster [WRN] Health check update: Degraded data redundancy: 157/1098 objects degraded (14.299%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:03.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:03 smithi032 bash[75510]: cluster 2024-09-13T00:11:03.129822+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e470: 8 total, 7 up, 8 in 2024-09-13T00:11:03.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:03 smithi053 bash[60895]: ts=2024-09-13T00:11:03.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi032\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi032\", job=\"node\", machine=\"x86_64\", nodename=\"smithi032\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:11:04.125 INFO:tasks.rados.rados.0.smithi032.stdout:2151: done (0 left) 2024-09-13T00:11:04.125 INFO:tasks.rados.rados.0.smithi032.stdout:2152: read oid 16 snap -1 2024-09-13T00:11:04.125 INFO:tasks.rados.rados.0.smithi032.stdout:2152: expect deleted 2024-09-13T00:11:04.126 INFO:tasks.rados.rados.0.smithi032.stdout:2153: read oid 15 snap -1 2024-09-13T00:11:04.126 INFO:tasks.rados.rados.0.smithi032.stdout:2153: expect deleted 2024-09-13T00:11:04.126 INFO:tasks.rados.rados.0.smithi032.stdout:2154: snap_create 2024-09-13T00:11:04.160 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:11:03 smithi032 bash[89872]: debug 2024-09-13T00:11:03.847+0000 7fdb7b88f640 -1 Falling back to public interface 2024-09-13T00:11:04.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:04 smithi053 bash[67631]: cluster 2024-09-13T00:11:03.091541+0000 mgr.y (mgr.34107) 170 : cluster [DBG] pgmap v271: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 581 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.1 MiB/s wr, 20 op/s; 159/1110 objects degraded (14.324%) 2024-09-13T00:11:04.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:04 smithi053 bash[67631]: cluster 2024-09-13T00:11:04.129042+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e471: 8 total, 7 up, 8 in 2024-09-13T00:11:04.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:04 smithi053 bash[60895]: ts=2024-09-13T00:11:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:11:04.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:04 smithi053 bash[60895]: ts=2024-09-13T00:11:04.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:11:04.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:04 smithi032 bash[75510]: cluster 2024-09-13T00:11:03.091541+0000 mgr.y (mgr.34107) 170 : cluster [DBG] pgmap v271: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 581 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.1 MiB/s wr, 20 op/s; 159/1110 objects degraded (14.324%) 2024-09-13T00:11:04.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:04 smithi032 bash[75510]: cluster 2024-09-13T00:11:04.129042+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e471: 8 total, 7 up, 8 in 2024-09-13T00:11:04.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:04 smithi032 bash[76677]: cluster 2024-09-13T00:11:03.091541+0000 mgr.y (mgr.34107) 170 : cluster [DBG] pgmap v271: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 581 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.1 MiB/s wr, 20 op/s; 159/1110 objects degraded (14.324%) 2024-09-13T00:11:04.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:04 smithi032 bash[76677]: cluster 2024-09-13T00:11:04.129042+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e471: 8 total, 7 up, 8 in 2024-09-13T00:11:05.131 INFO:tasks.rados.rados.0.smithi032.stdout:2152: done (2 left) 2024-09-13T00:11:05.131 INFO:tasks.rados.rados.0.smithi032.stdout:2153: done (1 left) 2024-09-13T00:11:05.131 INFO:tasks.rados.rados.0.smithi032.stdout:2154: done (0 left) 2024-09-13T00:11:05.131 INFO:tasks.rados.rados.0.smithi032.stdout:2155: setattr oid 33 current snap is 215 2024-09-13T00:11:05.132 INFO:tasks.rados.rados.0.smithi032.stdout:2156: delete oid 35 current snap is 215 2024-09-13T00:11:05.145 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 1703 (ObjNum 33 snap 0 seq_num 1683123815) dirty exists 2024-09-13T00:11:05.146 INFO:tasks.rados.rados.0.smithi032.stdout:2155: done (1 left) 2024-09-13T00:11:05.146 INFO:tasks.rados.rados.0.smithi032.stdout:2156: done (0 left) 2024-09-13T00:11:05.146 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 215 2024-09-13T00:11:05.146 INFO:tasks.rados.rados.0.smithi032.stdout:2157: seq_num 716 ranges {3473408=794624,4268032=655360,4923392=704512,5627904=245760} 2024-09-13T00:11:05.195 INFO:tasks.rados.rados.0.smithi032.stdout:2157: writing smithi03267100-6 from 3473408 to 4268032 tid 1 2024-09-13T00:11:05.201 INFO:tasks.rados.rados.0.smithi032.stdout:2157: writing smithi03267100-6 from 4268032 to 4923392 tid 2 2024-09-13T00:11:05.208 INFO:tasks.rados.rados.0.smithi032.stdout:2157: writing smithi03267100-6 from 4923392 to 5627904 tid 3 2024-09-13T00:11:05.211 INFO:tasks.rados.rados.0.smithi032.stdout:2157: writing smithi03267100-6 from 5627904 to 5873664 tid 4 2024-09-13T00:11:05.211 INFO:tasks.rados.rados.0.smithi032.stdout:2158: snap_create 2024-09-13T00:11:05.211 INFO:tasks.rados.rados.0.smithi032.stdout:2157: finishing write tid 1 to smithi03267100-6 2024-09-13T00:11:05.211 INFO:tasks.rados.rados.0.smithi032.stdout:2157: finishing write tid 2 to smithi03267100-6 2024-09-13T00:11:05.216 INFO:tasks.rados.rados.0.smithi032.stdout:2157: finishing write tid 3 to smithi03267100-6 2024-09-13T00:11:05.217 INFO:tasks.rados.rados.0.smithi032.stdout:2157: finishing write tid 4 to smithi03267100-6 2024-09-13T00:11:05.217 INFO:tasks.rados.rados.0.smithi032.stdout:2157: finishing write tid 5 to smithi03267100-6 2024-09-13T00:11:05.220 INFO:tasks.rados.rados.0.smithi032.stdout:2157: finishing write tid 6 to smithi03267100-6 2024-09-13T00:11:05.220 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1332 (ObjNum 716 snap 215 seq_num 716) dirty exists 2024-09-13T00:11:05.220 INFO:tasks.rados.rados.0.smithi032.stdout:2157: left oid 6 (ObjNum 716 snap 215 seq_num 716) 2024-09-13T00:11:06.131 INFO:tasks.rados.rados.0.smithi032.stdout:2157: done (1 left) 2024-09-13T00:11:06.131 INFO:tasks.rados.rados.0.smithi032.stdout:2158: done (0 left) 2024-09-13T00:11:06.131 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 216 2024-09-13T00:11:06.131 INFO:tasks.rados.rados.0.smithi032.stdout:2159: seq_num 717 ranges {3768320=16384} 2024-09-13T00:11:06.151 INFO:tasks.rados.rados.0.smithi032.stdout:2159: writing smithi03267100-32 from 3768320 to 3784704 tid 1 2024-09-13T00:11:06.151 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 216 2024-09-13T00:11:06.151 INFO:tasks.rados.rados.0.smithi032.stdout:2160: seq_num 718 ranges {1613824=32768} 2024-09-13T00:11:06.160 INFO:tasks.rados.rados.0.smithi032.stdout:2160: writing smithi03267100-12 from 1613824 to 1646592 tid 1 2024-09-13T00:11:06.161 INFO:tasks.rados.rados.0.smithi032.stdout:2161: rmattr oid 2 current snap is 216 2024-09-13T00:11:06.161 INFO:tasks.rados.rados.0.smithi032.stdout:2161: done (2 left) 2024-09-13T00:11:06.161 INFO:tasks.rados.rados.0.smithi032.stdout:2162: rollback oid 46 current snap is 216 2024-09-13T00:11:06.161 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 212 2024-09-13T00:11:06.161 INFO:tasks.rados.rados.0.smithi032.stdout:2159: finishing write tid 1 to smithi03267100-32 2024-09-13T00:11:06.161 INFO:tasks.rados.rados.0.smithi032.stdout:2159: finishing write tid 2 to smithi03267100-32 2024-09-13T00:11:06.161 INFO:tasks.rados.rados.0.smithi032.stdout:2163: delete oid 16 current snap is 216 2024-09-13T00:11:06.162 INFO:tasks.rados.rados.0.smithi032.stdout:2159: finishing write tid 3 to smithi03267100-32 2024-09-13T00:11:06.162 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 1797 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-13T00:11:06.162 INFO:tasks.rados.rados.0.smithi032.stdout:2159: left oid 32 (ObjNum 717 snap 216 seq_num 717) 2024-09-13T00:11:06.171 INFO:tasks.rados.rados.0.smithi032.stdout:2160: finishing write tid 1 to smithi03267100-12 2024-09-13T00:11:06.171 INFO:tasks.rados.rados.0.smithi032.stdout:2160: finishing write tid 2 to smithi03267100-12 2024-09-13T00:11:06.172 INFO:tasks.rados.rados.0.smithi032.stdout:2162: finishing rollback tid 0 to smithi03267100-46 2024-09-13T00:11:06.172 INFO:tasks.rados.rados.0.smithi032.stdout:2162: finishing rollback tid 1 to smithi03267100-46 2024-09-13T00:11:06.173 INFO:tasks.rados.rados.0.smithi032.stdout:2162: finishing rollback tid 2 to smithi03267100-46 2024-09-13T00:11:06.173 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1138 (ObjNum 658 snap 194 seq_num 658) dirty exists 2024-09-13T00:11:06.176 INFO:tasks.rados.rados.0.smithi032.stdout:2160: finishing write tid 3 to smithi03267100-12 2024-09-13T00:11:06.176 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1334 (ObjNum 718 snap 216 seq_num 718) dirty exists 2024-09-13T00:11:06.176 INFO:tasks.rados.rados.0.smithi032.stdout:2160: left oid 12 (ObjNum 718 snap 216 seq_num 718) 2024-09-13T00:11:06.176 INFO:tasks.rados.rados.0.smithi032.stdout:2159: done (3 left) 2024-09-13T00:11:06.176 INFO:tasks.rados.rados.0.smithi032.stdout:2160: done (2 left) 2024-09-13T00:11:06.176 INFO:tasks.rados.rados.0.smithi032.stdout:2162: done (1 left) 2024-09-13T00:11:06.176 INFO:tasks.rados.rados.0.smithi032.stdout:2163: done (0 left) 2024-09-13T00:11:06.176 INFO:tasks.rados.rados.0.smithi032.stdout:2164: setattr oid 7 current snap is 216 2024-09-13T00:11:06.177 INFO:tasks.rados.rados.0.smithi032.stdout:2165: rmattr oid 5 current snap is 216 2024-09-13T00:11:06.177 INFO:tasks.rados.rados.0.smithi032.stdout:2166: read oid 13 snap -1 2024-09-13T00:11:06.177 INFO:tasks.rados.rados.0.smithi032.stdout:2166: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:11:06.177 INFO:tasks.rados.rados.0.smithi032.stdout:2167: copy_from oid 20 from oid 36 current snap is 216 2024-09-13T00:11:06.178 INFO:tasks.rados.rados.0.smithi032.stdout:2168: setattr oid 8 current snap is 216 2024-09-13T00:11:06.179 INFO:tasks.rados.rados.0.smithi032.stdout:2169: rollback oid 16 current snap is 216 2024-09-13T00:11:06.179 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 16 to 170 2024-09-13T00:11:06.179 INFO:tasks.rados.rados.0.smithi032.stdout:2170: rollback oid 37 current snap is 216 2024-09-13T00:11:06.179 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 37 to 188 2024-09-13T00:11:06.179 INFO:tasks.rados.rados.0.smithi032.stdout:2171: copy_from oid 29 from oid 15 current snap is 216 2024-09-13T00:11:06.180 INFO:tasks.rados.rados.0.smithi032.stdout:2172: read oid 33 snap 203 2024-09-13T00:11:06.180 INFO:tasks.rados.rados.0.smithi032.stdout:2172: expect (ObjNum 167662848 snap 22058 seq_num 166743248) 2024-09-13T00:11:06.180 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 216 2024-09-13T00:11:06.180 INFO:tasks.rados.rados.0.smithi032.stdout:2173: seq_num 720 ranges {0=65536} 2024-09-13T00:11:06.180 INFO:tasks.rados.rados.0.smithi032.stdout:2173: writing smithi03267100-21 from 0 to 65536 tid 1 2024-09-13T00:11:06.180 INFO:tasks.rados.rados.0.smithi032.stdout:2174: read oid 48 snap -1 2024-09-13T00:11:06.180 INFO:tasks.rados.rados.0.smithi032.stdout:2174: expect deleted 2024-09-13T00:11:06.180 INFO:tasks.rados.rados.0.smithi032.stdout:2175: copy_from oid 43 from oid 32 current snap is 216 2024-09-13T00:11:06.180 INFO:tasks.rados.rados.0.smithi032.stdout:2176: setattr oid 24 current snap is 216 2024-09-13T00:11:06.182 INFO:tasks.rados.rados.0.smithi032.stdout:2174: done (12 left) 2024-09-13T00:11:06.182 INFO:tasks.rados.rados.0.smithi032.stdout:2177: read oid 6 snap -1 2024-09-13T00:11:06.182 INFO:tasks.rados.rados.0.smithi032.stdout:2177: expect (ObjNum 716 snap 215 seq_num 716) 2024-09-13T00:11:06.182 INFO:tasks.rados.rados.0.smithi032.stdout:2178: delete oid 14 current snap is 216 2024-09-13T00:11:06.183 INFO:tasks.rados.rados.0.smithi032.stdout:2170: finishing rollback tid 0 to smithi03267100-37 2024-09-13T00:11:06.184 INFO:tasks.rados.rados.0.smithi032.stdout:2170: finishing rollback tid 1 to smithi03267100-37 2024-09-13T00:11:06.185 INFO:tasks.rados.rados.0.smithi032.stdout:2170: finishing rollback tid 2 to smithi03267100-37 2024-09-13T00:11:06.185 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1706 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:11:06.185 INFO:tasks.rados.rados.0.smithi032.stdout:2172: expect (ObjNum 167662848 snap 22058 seq_num 166743248) 2024-09-13T00:11:06.187 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 1707 (ObjNum 33 snap 0 seq_num 168852016) dirty exists 2024-09-13T00:11:06.191 INFO:tasks.rados.rados.0.smithi032.stdout:2169: finishing rollback tid 1 to smithi03267100-16 2024-09-13T00:11:06.191 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1223 (ObjNum 593 snap 183 seq_num 593) dirty exists 2024-09-13T00:11:06.191 INFO:tasks.rados.rados.0.smithi032.stdout:2166: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T00:11:06.219 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1103 (ObjNum 65 snap 0 seq_num 1666734434) dirty exists 2024-09-13T00:11:06.219 INFO:tasks.rados.rados.0.smithi032.stdout:2171: finishing copy_from to smithi03267100-29 2024-09-13T00:11:06.219 INFO:tasks.rados.rados.0.smithi032.stdout:2171: got expected ENOENT (src dne) 2024-09-13T00:11:06.220 INFO:tasks.rados.rados.0.smithi032.stdout:2171: finishing copy_from racing read to smithi03267100-29 2024-09-13T00:11:06.220 INFO:tasks.rados.rados.0.smithi032.stdout:2167: finishing copy_from to smithi03267100-20 2024-09-13T00:11:06.220 INFO:tasks.rados.rados.0.smithi032.stdout:2167: got expected ENOENT (src dne) 2024-09-13T00:11:06.220 INFO:tasks.rados.rados.0.smithi032.stdout:2173: finishing write tid 1 to smithi03267100-21 2024-09-13T00:11:06.220 INFO:tasks.rados.rados.0.smithi032.stdout:2173: finishing write tid 2 to smithi03267100-21 2024-09-13T00:11:06.220 INFO:tasks.rados.rados.0.smithi032.stdout:2167: finishing copy_from racing read to smithi03267100-20 2024-09-13T00:11:06.220 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1105 (ObjNum 678 snap 203 seq_num 678) dirty exists 2024-09-13T00:11:06.220 INFO:tasks.rados.rados.0.smithi032.stdout:2173: finishing write tid 3 to smithi03267100-21 2024-09-13T00:11:06.220 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1742 (ObjNum 720 snap 216 seq_num 720) dirty exists 2024-09-13T00:11:06.220 INFO:tasks.rados.rados.0.smithi032.stdout:2173: left oid 21 (ObjNum 720 snap 216 seq_num 720) 2024-09-13T00:11:06.220 INFO:tasks.rados.rados.0.smithi032.stdout:2169: finishing rollback tid 2 to smithi03267100-16 2024-09-13T00:11:06.220 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1336 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-09-13T00:11:06.221 INFO:tasks.rados.rados.0.smithi032.stdout:2164: done (13 left) 2024-09-13T00:11:06.221 INFO:tasks.rados.rados.0.smithi032.stdout:2165: done (12 left) 2024-09-13T00:11:06.221 INFO:tasks.rados.rados.0.smithi032.stdout:2166: done (11 left) 2024-09-13T00:11:06.221 INFO:tasks.rados.rados.0.smithi032.stdout:2167: done (10 left) 2024-09-13T00:11:06.221 INFO:tasks.rados.rados.0.smithi032.stdout:2168: done (9 left) 2024-09-13T00:11:06.221 INFO:tasks.rados.rados.0.smithi032.stdout:2169: done (8 left) 2024-09-13T00:11:06.221 INFO:tasks.rados.rados.0.smithi032.stdout:2170: done (7 left) 2024-09-13T00:11:06.221 INFO:tasks.rados.rados.0.smithi032.stdout:2171: done (6 left) 2024-09-13T00:11:06.221 INFO:tasks.rados.rados.0.smithi032.stdout:2172: done (5 left) 2024-09-13T00:11:06.221 INFO:tasks.rados.rados.0.smithi032.stdout:2173: done (4 left) 2024-09-13T00:11:06.221 INFO:tasks.rados.rados.0.smithi032.stdout:2176: done (3 left) 2024-09-13T00:11:06.221 INFO:tasks.rados.rados.0.smithi032.stdout:2178: done (2 left) 2024-09-13T00:11:06.221 INFO:tasks.rados.rados.0.smithi032.stdout:2179: read oid 40 snap -1 2024-09-13T00:11:06.221 INFO:tasks.rados.rados.0.smithi032.stdout:2179: expect (ObjNum 701 snap 212 seq_num 701) 2024-09-13T00:11:06.222 INFO:tasks.rados.rados.0.smithi032.stdout:2180: read oid 5 snap -1 2024-09-13T00:11:06.222 INFO:tasks.rados.rados.0.smithi032.stdout:2180: expect (ObjNum 678 snap 203 seq_num 678) 2024-09-13T00:11:06.222 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 216 2024-09-13T00:11:06.222 INFO:tasks.rados.rados.0.smithi032.stdout:2181: seq_num 722 ranges {98304=98304} 2024-09-13T00:11:06.223 INFO:tasks.rados.rados.0.smithi032.stdout:2181: writing smithi03267100-9 from 98304 to 196608 tid 1 2024-09-13T00:11:06.223 INFO:tasks.rados.rados.0.smithi032.stdout:2182: read oid 1 snap -1 2024-09-13T00:11:06.223 INFO:tasks.rados.rados.0.smithi032.stdout:2182: expect (ObjNum 517 snap 151 seq_num 517) 2024-09-13T00:11:06.223 INFO:tasks.rados.rados.0.smithi032.stdout:2183: read oid 23 snap -1 2024-09-13T00:11:06.223 INFO:tasks.rados.rados.0.smithi032.stdout:2183: expect (ObjNum 656 snap 194 seq_num 656) 2024-09-13T00:11:06.223 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 216 2024-09-13T00:11:06.223 INFO:tasks.rados.rados.0.smithi032.stdout:2175: finishing copy_from racing read to smithi03267100-43 2024-09-13T00:11:06.223 INFO:tasks.rados.rados.0.smithi032.stdout:2184: seq_num 723 ranges {65536=114688} 2024-09-13T00:11:06.224 INFO:tasks.rados.rados.0.smithi032.stdout:2184: writing smithi03267100-21 from 65536 to 180224 tid 1 2024-09-13T00:11:06.224 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 216 2024-09-13T00:11:06.224 INFO:tasks.rados.rados.0.smithi032.stdout:2185: seq_num 724 ranges {1900544=131072} 2024-09-13T00:11:06.234 INFO:tasks.rados.rados.0.smithi032.stdout:2185: writing smithi03267100-20 from 1900544 to 2031616 tid 1 2024-09-13T00:11:06.234 INFO:tasks.rados.rados.0.smithi032.stdout:2186: delete oid 49 current snap is 216 2024-09-13T00:11:06.241 INFO:tasks.rados.rados.0.smithi032.stdout:2182: expect (ObjNum 517 snap 151 seq_num 517) 2024-09-13T00:11:06.287 INFO:tasks.rados.rados.0.smithi032.stdout:2181: finishing write tid 1 to smithi03267100-9 2024-09-13T00:11:06.287 INFO:tasks.rados.rados.0.smithi032.stdout:2181: finishing write tid 2 to smithi03267100-9 2024-09-13T00:11:06.287 INFO:tasks.rados.rados.0.smithi032.stdout:2177: expect (ObjNum 716 snap 215 seq_num 716) 2024-09-13T00:11:06.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:06 smithi032 bash[75510]: cluster 2024-09-13T00:11:05.092460+0000 mgr.y (mgr.34107) 171 : cluster [DBG] pgmap v274: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 581 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.0 MiB/s wr, 4 op/s; 159/1110 objects degraded (14.324%) 2024-09-13T00:11:06.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:06 smithi032 bash[75510]: cluster 2024-09-13T00:11:05.133501+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e472: 8 total, 7 up, 8 in 2024-09-13T00:11:06.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:06 smithi032 bash[76677]: cluster 2024-09-13T00:11:05.092460+0000 mgr.y (mgr.34107) 171 : cluster [DBG] pgmap v274: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 581 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.0 MiB/s wr, 4 op/s; 159/1110 objects degraded (14.324%) 2024-09-13T00:11:06.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:06 smithi032 bash[76677]: cluster 2024-09-13T00:11:05.133501+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e472: 8 total, 7 up, 8 in 2024-09-13T00:11:06.520 INFO:tasks.rados.rados.0.smithi032.stdout:2181: finishing write tid 3 to smithi03267100-9 2024-09-13T00:11:06.520 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1802 (ObjNum 722 snap 216 seq_num 722) dirty exists 2024-09-13T00:11:06.520 INFO:tasks.rados.rados.0.smithi032.stdout:2181: left oid 9 (ObjNum 722 snap 216 seq_num 722) 2024-09-13T00:11:06.520 INFO:tasks.rados.rados.0.smithi032.stdout:2175: finishing copy_from to smithi03267100-43 2024-09-13T00:11:06.520 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 1797 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-13T00:11:06.521 INFO:tasks.rados.rados.0.smithi032.stdout:2183: expect (ObjNum 656 snap 194 seq_num 656) 2024-09-13T00:11:06.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:06 smithi053 bash[67631]: cluster 2024-09-13T00:11:05.092460+0000 mgr.y (mgr.34107) 171 : cluster [DBG] pgmap v274: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 581 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.0 MiB/s wr, 4 op/s; 159/1110 objects degraded (14.324%) 2024-09-13T00:11:06.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:06 smithi053 bash[67631]: cluster 2024-09-13T00:11:05.133501+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e472: 8 total, 7 up, 8 in 2024-09-13T00:11:06.574 INFO:tasks.rados.rados.0.smithi032.stdout:2185: finishing write tid 1 to smithi03267100-20 2024-09-13T00:11:06.574 INFO:tasks.rados.rados.0.smithi032.stdout:2185: finishing write tid 2 to smithi03267100-20 2024-09-13T00:11:06.574 INFO:tasks.rados.rados.0.smithi032.stdout:2185: finishing write tid 3 to smithi03267100-20 2024-09-13T00:11:06.574 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1123 (ObjNum 724 snap 216 seq_num 724) dirty exists 2024-09-13T00:11:06.574 INFO:tasks.rados.rados.0.smithi032.stdout:2185: left oid 20 (ObjNum 724 snap 216 seq_num 724) 2024-09-13T00:11:06.574 INFO:tasks.rados.rados.0.smithi032.stdout:2184: finishing write tid 1 to smithi03267100-21 2024-09-13T00:11:06.574 INFO:tasks.rados.rados.0.smithi032.stdout:2175: done (9 left) 2024-09-13T00:11:06.574 INFO:tasks.rados.rados.0.smithi032.stdout:2177: done (8 left) 2024-09-13T00:11:06.574 INFO:tasks.rados.rados.0.smithi032.stdout:2181: done (7 left) 2024-09-13T00:11:06.574 INFO:tasks.rados.rados.0.smithi032.stdout:2182: done (6 left) 2024-09-13T00:11:06.574 INFO:tasks.rados.rados.0.smithi032.stdout:2183: done (5 left) 2024-09-13T00:11:06.574 INFO:tasks.rados.rados.0.smithi032.stdout:2185: done (4 left) 2024-09-13T00:11:06.575 INFO:tasks.rados.rados.0.smithi032.stdout:2186: done (3 left) 2024-09-13T00:11:06.575 INFO:tasks.rados.rados.0.smithi032.stdout:2187: setattr oid 22 current snap is 216 2024-09-13T00:11:06.575 INFO:tasks.rados.rados.0.smithi032.stdout:2184: finishing write tid 2 to smithi03267100-21 2024-09-13T00:11:06.575 INFO:tasks.rados.rados.0.smithi032.stdout:2184: finishing write tid 3 to smithi03267100-21 2024-09-13T00:11:06.575 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1744 (ObjNum 723 snap 216 seq_num 723) dirty exists 2024-09-13T00:11:06.575 INFO:tasks.rados.rados.0.smithi032.stdout:2184: left oid 21 (ObjNum 723 snap 216 seq_num 723) 2024-09-13T00:11:06.575 INFO:tasks.rados.rados.0.smithi032.stdout:2179: expect (ObjNum 701 snap 212 seq_num 701) 2024-09-13T00:11:06.944 INFO:tasks.rados.rados.0.smithi032.stdout:2180: expect (ObjNum 678 snap 203 seq_num 678) 2024-09-13T00:11:07.350 INFO:tasks.rados.rados.0.smithi032.stdout:2179: done (3 left) 2024-09-13T00:11:07.350 INFO:tasks.rados.rados.0.smithi032.stdout:2180: done (2 left) 2024-09-13T00:11:07.350 INFO:tasks.rados.rados.0.smithi032.stdout:2184: done (1 left) 2024-09-13T00:11:07.350 INFO:tasks.rados.rados.0.smithi032.stdout:2188: read oid 39 snap -1 2024-09-13T00:11:07.350 INFO:tasks.rados.rados.0.smithi032.stdout:2188: expect (ObjNum 712 snap 213 seq_num 712) 2024-09-13T00:11:07.350 INFO:tasks.rados.rados.0.smithi032.stdout:2189: copy_from oid 21 from oid 17 current snap is 216 2024-09-13T00:11:07.350 INFO:tasks.rados.rados.0.smithi032.stdout:2190: rollback oid 41 current snap is 216 2024-09-13T00:11:07.350 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 182 2024-09-13T00:11:07.350 INFO:tasks.rados.rados.0.smithi032.stdout:2191: read oid 15 snap 205 2024-09-13T00:11:07.350 INFO:tasks.rados.rados.0.smithi032.stdout:2191: expect deleted 2024-09-13T00:11:07.351 INFO:tasks.rados.rados.0.smithi032.stdout:2192: rollback oid 2 current snap is 216 2024-09-13T00:11:07.351 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 202 2024-09-13T00:11:07.351 INFO:tasks.rados.rados.0.smithi032.stdout:2193: rollback oid 50 current snap is 216 2024-09-13T00:11:07.351 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 147 2024-09-13T00:11:07.351 INFO:tasks.rados.rados.0.smithi032.stdout:2194: rollback oid 19 current snap is 216 2024-09-13T00:11:07.351 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 210 2024-09-13T00:11:07.351 INFO:tasks.rados.rados.0.smithi032.stdout:2195: read oid 11 snap -1 2024-09-13T00:11:07.351 INFO:tasks.rados.rados.0.smithi032.stdout:2195: expect (ObjNum 556 snap 164 seq_num 556) 2024-09-13T00:11:07.351 INFO:tasks.rados.rados.0.smithi032.stdout:2196: rmattr oid 13 current snap is 216 2024-09-13T00:11:07.351 INFO:tasks.rados.rados.0.smithi032.stdout:2196: done (9 left) 2024-09-13T00:11:07.351 INFO:tasks.rados.rados.0.smithi032.stdout:2197: read oid 47 snap -1 2024-09-13T00:11:07.351 INFO:tasks.rados.rados.0.smithi032.stdout:2197: expect (ObjNum 638 snap 192 seq_num 638) 2024-09-13T00:11:07.351 INFO:tasks.rados.rados.0.smithi032.stdout:2198: snap_remove snap 184 2024-09-13T00:11:07.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:07 smithi032 bash[75510]: cluster 2024-09-13T00:11:06.133250+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e473: 8 total, 7 up, 8 in 2024-09-13T00:11:07.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:07 smithi032 bash[75510]: audit 2024-09-13T00:11:06.210590+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:07.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:07 smithi032 bash[75510]: audit 2024-09-13T00:11:06.218134+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:07.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:07 smithi032 bash[75510]: audit 2024-09-13T00:11:06.936297+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:07.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:07 smithi032 bash[75510]: audit 2024-09-13T00:11:06.942351+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:07.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:07 smithi032 bash[76677]: cluster 2024-09-13T00:11:06.133250+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e473: 8 total, 7 up, 8 in 2024-09-13T00:11:07.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:07 smithi032 bash[76677]: audit 2024-09-13T00:11:06.210590+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:07.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:07 smithi032 bash[76677]: audit 2024-09-13T00:11:06.218134+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:07.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:07 smithi032 bash[76677]: audit 2024-09-13T00:11:06.936297+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:07.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:07 smithi032 bash[76677]: audit 2024-09-13T00:11:06.942351+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:07.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:07 smithi053 bash[67631]: cluster 2024-09-13T00:11:06.133250+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e473: 8 total, 7 up, 8 in 2024-09-13T00:11:07.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:07 smithi053 bash[67631]: audit 2024-09-13T00:11:06.210590+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:07.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:07 smithi053 bash[67631]: audit 2024-09-13T00:11:06.218134+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:07.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:07 smithi053 bash[67631]: audit 2024-09-13T00:11:06.936297+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:07.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:07 smithi053 bash[67631]: audit 2024-09-13T00:11:06.942351+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:07.910 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:11:07 smithi032 bash[89872]: debug 2024-09-13T00:11:07.587+0000 7fdb7b88f640 -1 osd.2 461 log_to_monitors true 2024-09-13T00:11:08.159 INFO:tasks.rados.rados.0.smithi032.stdout:2198: done (10 left) 2024-09-13T00:11:08.159 INFO:tasks.rados.rados.0.smithi032.stdout:2199: setattr oid 37 current snap is 216 2024-09-13T00:11:08.159 INFO:tasks.rados.rados.0.smithi032.stdout:2192: finishing rollback tid 1 to smithi03267100-2 2024-09-13T00:11:08.159 INFO:tasks.rados.rados.0.smithi032.stdout:2192: finishing rollback tid 2 to smithi03267100-2 2024-09-13T00:11:08.159 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1190 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T00:11:08.159 INFO:tasks.rados.rados.0.smithi032.stdout:2189: finishing copy_from racing read to smithi03267100-21 2024-09-13T00:11:08.160 INFO:tasks.rados.rados.0.smithi032.stdout:2193: finishing rollback tid 0 to smithi03267100-50 2024-09-13T00:11:08.160 INFO:tasks.rados.rados.0.smithi032.stdout:2193: finishing rollback tid 1 to smithi03267100-50 2024-09-13T00:11:08.160 INFO:tasks.rados.rados.0.smithi032.stdout:2193: finishing rollback tid 2 to smithi03267100-50 2024-09-13T00:11:08.160 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 823 (ObjNum 492 snap 146 seq_num 492) dirty exists 2024-09-13T00:11:08.160 INFO:tasks.rados.rados.0.smithi032.stdout:2197: expect (ObjNum 638 snap 192 seq_num 638) 2024-09-13T00:11:08.410 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:11:08 smithi032 bash[89872]: debug 2024-09-13T00:11:08.199+0000 7fdb73639640 -1 osd.2 461 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T00:11:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:08 smithi032 bash[75510]: cluster 2024-09-13T00:11:07.093249+0000 mgr.y (mgr.34107) 172 : cluster [DBG] pgmap v277: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 605 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.0 MiB/s wr, 32 op/s; 166/1134 objects degraded (14.638%) 2024-09-13T00:11:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:08 smithi032 bash[75510]: audit 2024-09-13T00:11:07.593507+0000 mon.a (mon.0) 578 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/193726996,v1:172.21.15.32:6819/193726996]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T00:11:08.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:08 smithi032 bash[75510]: cluster 2024-09-13T00:11:08.120716+0000 mon.a (mon.0) 579 : cluster [WRN] Health check update: Degraded data redundancy: 166/1134 objects degraded (14.638%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:08.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:08 smithi032 bash[76677]: cluster 2024-09-13T00:11:07.093249+0000 mgr.y (mgr.34107) 172 : cluster [DBG] pgmap v277: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 605 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.0 MiB/s wr, 32 op/s; 166/1134 objects degraded (14.638%) 2024-09-13T00:11:08.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:08 smithi032 bash[76677]: audit 2024-09-13T00:11:07.593507+0000 mon.a (mon.0) 578 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/193726996,v1:172.21.15.32:6819/193726996]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T00:11:08.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:08 smithi032 bash[76677]: cluster 2024-09-13T00:11:08.120716+0000 mon.a (mon.0) 579 : cluster [WRN] Health check update: Degraded data redundancy: 166/1134 objects degraded (14.638%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:08.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:08 smithi053 bash[67631]: cluster 2024-09-13T00:11:07.093249+0000 mgr.y (mgr.34107) 172 : cluster [DBG] pgmap v277: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 605 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.0 MiB/s wr, 32 op/s; 166/1134 objects degraded (14.638%) 2024-09-13T00:11:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:08 smithi053 bash[67631]: audit 2024-09-13T00:11:07.593507+0000 mon.a (mon.0) 578 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/193726996,v1:172.21.15.32:6819/193726996]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T00:11:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:08 smithi053 bash[67631]: cluster 2024-09-13T00:11:08.120716+0000 mon.a (mon.0) 579 : cluster [WRN] Health check update: Degraded data redundancy: 166/1134 objects degraded (14.638%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:08.735 INFO:tasks.rados.rados.0.smithi032.stdout:2194: finishing rollback tid 0 to smithi03267100-19 2024-09-13T00:11:08.735 INFO:tasks.rados.rados.0.smithi032.stdout:2189: finishing copy_from to smithi03267100-21 2024-09-13T00:11:08.735 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 50 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:11:08.736 INFO:tasks.rados.rados.0.smithi032.stdout:2194: finishing rollback tid 1 to smithi03267100-19 2024-09-13T00:11:08.736 INFO:tasks.rados.rados.0.smithi032.stdout:2194: finishing rollback tid 2 to smithi03267100-19 2024-09-13T00:11:08.736 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 828 (ObjNum 33 snap 0 seq_num 1756125319) dirty exists 2024-09-13T00:11:08.736 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1309 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T00:11:08.736 INFO:tasks.rados.rados.0.smithi032.stdout:2190: finishing rollback tid 0 to smithi03267100-41 2024-09-13T00:11:08.736 INFO:tasks.rados.rados.0.smithi032.stdout:2190: finishing rollback tid 1 to smithi03267100-41 2024-09-13T00:11:08.736 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1311 (ObjNum 33 snap 0 seq_num 167100848) dirty dne 2024-09-13T00:11:08.736 INFO:tasks.rados.rados.0.smithi032.stdout:2188: expect (ObjNum 712 snap 213 seq_num 712) 2024-09-13T00:11:08.868 INFO:tasks.rados.rados.0.smithi032.stdout:2195: expect (ObjNum 556 snap 164 seq_num 556) 2024-09-13T00:11:08.998 INFO:tasks.rados.rados.0.smithi032.stdout:2187: done (10 left) 2024-09-13T00:11:08.998 INFO:tasks.rados.rados.0.smithi032.stdout:2188: done (9 left) 2024-09-13T00:11:08.998 INFO:tasks.rados.rados.0.smithi032.stdout:2189: done (8 left) 2024-09-13T00:11:08.998 INFO:tasks.rados.rados.0.smithi032.stdout:2190: done (7 left) 2024-09-13T00:11:08.998 INFO:tasks.rados.rados.0.smithi032.stdout:2191: done (6 left) 2024-09-13T00:11:08.998 INFO:tasks.rados.rados.0.smithi032.stdout:2192: done (5 left) 2024-09-13T00:11:08.998 INFO:tasks.rados.rados.0.smithi032.stdout:2193: done (4 left) 2024-09-13T00:11:08.998 INFO:tasks.rados.rados.0.smithi032.stdout:2194: done (3 left) 2024-09-13T00:11:08.998 INFO:tasks.rados.rados.0.smithi032.stdout:2195: done (2 left) 2024-09-13T00:11:08.999 INFO:tasks.rados.rados.0.smithi032.stdout:2197: done (1 left) 2024-09-13T00:11:08.999 INFO:tasks.rados.rados.0.smithi032.stdout:2200: read oid 27 snap -1 2024-09-13T00:11:08.999 INFO:tasks.rados.rados.0.smithi032.stdout:2200: expect (ObjNum 664 snap 195 seq_num 664) 2024-09-13T00:11:08.999 INFO:tasks.rados.rados.0.smithi032.stdout:2201: rollback oid 28 current snap is 216 2024-09-13T00:11:08.999 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 28 to 147 2024-09-13T00:11:08.999 INFO:tasks.rados.rados.0.smithi032.stdout:2202: read oid 29 snap -1 2024-09-13T00:11:08.999 INFO:tasks.rados.rados.0.smithi032.stdout:2202: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:11:08.999 INFO:tasks.rados.rados.0.smithi032.stdout:2203: snap_remove snap 203 2024-09-13T00:11:09.033 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:08 smithi053 bash[60895]: ts=2024-09-13T00:11:08.662Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:11:09.165 INFO:tasks.rados.rados.0.smithi032.stdout:2203: done (4 left) 2024-09-13T00:11:09.166 INFO:tasks.rados.rados.0.smithi032.stdout:2204: snap_create 2024-09-13T00:11:09.166 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1708 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:11:09.166 INFO:tasks.rados.rados.0.smithi032.stdout:2201: finishing rollback tid 0 to smithi03267100-28 2024-09-13T00:11:09.166 INFO:tasks.rados.rados.0.smithi032.stdout:2200: expect (ObjNum 664 snap 195 seq_num 664) 2024-09-13T00:11:09.240 INFO:tasks.rados.rados.0.smithi032.stdout:2201: finishing rollback tid 1 to smithi03267100-28 2024-09-13T00:11:09.240 INFO:tasks.rados.rados.0.smithi032.stdout:2201: finishing rollback tid 2 to smithi03267100-28 2024-09-13T00:11:09.240 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1314 (ObjNum 488 snap 145 seq_num 488) dirty exists 2024-09-13T00:11:09.240 INFO:tasks.rados.rados.0.smithi032.stdout:2202: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:11:09.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:09 smithi053 bash[67631]: audit 2024-09-13T00:11:08.161445+0000 mon.a (mon.0) 580 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/193726996,v1:172.21.15.32:6819/193726996]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T00:11:09.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:09 smithi053 bash[67631]: cluster 2024-09-13T00:11:08.161629+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e474: 8 total, 7 up, 8 in 2024-09-13T00:11:09.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:09 smithi053 bash[67631]: audit 2024-09-13T00:11:08.165912+0000 mon.a (mon.0) 582 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/193726996,v1:172.21.15.32:6819/193726996]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:11:09.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:09 smithi032 bash[75510]: audit 2024-09-13T00:11:08.161445+0000 mon.a (mon.0) 580 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/193726996,v1:172.21.15.32:6819/193726996]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T00:11:09.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:09 smithi032 bash[75510]: cluster 2024-09-13T00:11:08.161629+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e474: 8 total, 7 up, 8 in 2024-09-13T00:11:09.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:09 smithi032 bash[75510]: audit 2024-09-13T00:11:08.165912+0000 mon.a (mon.0) 582 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/193726996,v1:172.21.15.32:6819/193726996]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:11:09.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:09 smithi032 bash[76677]: audit 2024-09-13T00:11:08.161445+0000 mon.a (mon.0) 580 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/193726996,v1:172.21.15.32:6819/193726996]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T00:11:09.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:09 smithi032 bash[76677]: cluster 2024-09-13T00:11:08.161629+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e474: 8 total, 7 up, 8 in 2024-09-13T00:11:09.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:09 smithi032 bash[76677]: audit 2024-09-13T00:11:08.165912+0000 mon.a (mon.0) 582 : audit [INF] from='osd.2 [v2:172.21.15.32:6818/193726996,v1:172.21.15.32:6819/193726996]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:11:10.166 INFO:tasks.rados.rados.0.smithi032.stdout:2199: done (4 left) 2024-09-13T00:11:10.166 INFO:tasks.rados.rados.0.smithi032.stdout:2200: done (3 left) 2024-09-13T00:11:10.166 INFO:tasks.rados.rados.0.smithi032.stdout:2201: done (2 left) 2024-09-13T00:11:10.166 INFO:tasks.rados.rados.0.smithi032.stdout:2202: done (1 left) 2024-09-13T00:11:10.166 INFO:tasks.rados.rados.0.smithi032.stdout:2204: done (0 left) 2024-09-13T00:11:10.166 INFO:tasks.rados.rados.0.smithi032.stdout:2205: read oid 42 snap -1 2024-09-13T00:11:10.166 INFO:tasks.rados.rados.0.smithi032.stdout:2205: expect (ObjNum 489 snap 146 seq_num 489) 2024-09-13T00:11:10.167 INFO:tasks.rados.rados.0.smithi032.stdout:2206: snap_remove snap 188 2024-09-13T00:11:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:10 smithi053 bash[67631]: cluster 2024-09-13T00:11:09.093992+0000 mgr.y (mgr.34107) 173 : cluster [DBG] pgmap v279: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 607 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.2 MiB/s wr, 27 op/s; 166/1143 objects degraded (14.523%) 2024-09-13T00:11:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:10 smithi053 bash[67631]: cluster 2024-09-13T00:11:09.156732+0000 mon.a (mon.0) 583 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:11:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:10 smithi053 bash[67631]: cluster 2024-09-13T00:11:09.166464+0000 mon.a (mon.0) 584 : cluster [INF] osd.2 [v2:172.21.15.32:6818/193726996,v1:172.21.15.32:6819/193726996] boot 2024-09-13T00:11:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:10 smithi053 bash[67631]: cluster 2024-09-13T00:11:09.166641+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2024-09-13T00:11:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:10 smithi053 bash[67631]: audit 2024-09-13T00:11:09.168067+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T00:11:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:10 smithi053 bash[67631]: audit 2024-09-13T00:11:10.133641+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:10 smithi053 bash[67631]: audit 2024-09-13T00:11:10.135558+0000 mon.a (mon.0) 588 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:11:10.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:10 smithi053 bash[67631]: cluster 2024-09-13T00:11:10.167844+0000 mon.a (mon.0) 589 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2024-09-13T00:11:10.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[75510]: cluster 2024-09-13T00:11:09.093992+0000 mgr.y (mgr.34107) 173 : cluster [DBG] pgmap v279: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 607 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.2 MiB/s wr, 27 op/s; 166/1143 objects degraded (14.523%) 2024-09-13T00:11:10.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[75510]: cluster 2024-09-13T00:11:09.156732+0000 mon.a (mon.0) 583 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:11:10.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[75510]: cluster 2024-09-13T00:11:09.166464+0000 mon.a (mon.0) 584 : cluster [INF] osd.2 [v2:172.21.15.32:6818/193726996,v1:172.21.15.32:6819/193726996] boot 2024-09-13T00:11:10.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[75510]: cluster 2024-09-13T00:11:09.166641+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2024-09-13T00:11:10.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[75510]: audit 2024-09-13T00:11:09.168067+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T00:11:10.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[75510]: audit 2024-09-13T00:11:10.133641+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:10.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[75510]: audit 2024-09-13T00:11:10.135558+0000 mon.a (mon.0) 588 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:11:10.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[75510]: cluster 2024-09-13T00:11:10.167844+0000 mon.a (mon.0) 589 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2024-09-13T00:11:10.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[76677]: cluster 2024-09-13T00:11:09.093992+0000 mgr.y (mgr.34107) 173 : cluster [DBG] pgmap v279: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 607 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.2 MiB/s wr, 27 op/s; 166/1143 objects degraded (14.523%) 2024-09-13T00:11:10.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[76677]: cluster 2024-09-13T00:11:09.156732+0000 mon.a (mon.0) 583 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:11:10.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[76677]: cluster 2024-09-13T00:11:09.166464+0000 mon.a (mon.0) 584 : cluster [INF] osd.2 [v2:172.21.15.32:6818/193726996,v1:172.21.15.32:6819/193726996] boot 2024-09-13T00:11:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[76677]: cluster 2024-09-13T00:11:09.166641+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2024-09-13T00:11:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[76677]: audit 2024-09-13T00:11:09.168067+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T00:11:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[76677]: audit 2024-09-13T00:11:10.133641+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[76677]: audit 2024-09-13T00:11:10.135558+0000 mon.a (mon.0) 588 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:11:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:10 smithi032 bash[76677]: cluster 2024-09-13T00:11:10.167844+0000 mon.a (mon.0) 589 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2024-09-13T00:11:11.175 INFO:tasks.rados.rados.0.smithi032.stdout:2206: done (1 left) 2024-09-13T00:11:11.175 INFO:tasks.rados.rados.0.smithi032.stdout:2207: copy_from oid 21 from oid 12 current snap is 217 2024-09-13T00:11:11.175 INFO:tasks.rados.rados.0.smithi032.stdout:2208: copy_from oid 13 from oid 26 current snap is 217 2024-09-13T00:11:11.175 INFO:tasks.rados.rados.0.smithi032.stdout:2209: delete oid 50 current snap is 217 2024-09-13T00:11:11.175 INFO:tasks.rados.rados.0.smithi032.stdout:2205: expect (ObjNum 489 snap 146 seq_num 489) 2024-09-13T00:11:11.695 INFO:tasks.rados.rados.0.smithi032.stdout:2208: finishing copy_from racing read to smithi03267100-13 2024-09-13T00:11:11.695 INFO:tasks.rados.rados.0.smithi032.stdout:2207: finishing copy_from racing read to smithi03267100-21 2024-09-13T00:11:11.695 INFO:tasks.rados.rados.0.smithi032.stdout:2207: finishing copy_from to smithi03267100-21 2024-09-13T00:11:11.695 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1334 (ObjNum 718 snap 216 seq_num 718) dirty exists 2024-09-13T00:11:11.695 INFO:tasks.rados.rados.0.smithi032.stdout:2208: finishing copy_from to smithi03267100-13 2024-09-13T00:11:11.695 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1402 (ObjNum 590 snap 180 seq_num 590) dirty exists 2024-09-13T00:11:11.695 INFO:tasks.rados.rados.0.smithi032.stdout:2205: done (3 left) 2024-09-13T00:11:11.696 INFO:tasks.rados.rados.0.smithi032.stdout:2207: done (2 left) 2024-09-13T00:11:11.696 INFO:tasks.rados.rados.0.smithi032.stdout:2208: done (1 left) 2024-09-13T00:11:11.696 INFO:tasks.rados.rados.0.smithi032.stdout:2209: done (0 left) 2024-09-13T00:11:11.696 INFO:tasks.rados.rados.0.smithi032.stdout:2210: read oid 34 snap -1 2024-09-13T00:11:11.696 INFO:tasks.rados.rados.0.smithi032.stdout:2210: expect (ObjNum 698 snap 208 seq_num 698) 2024-09-13T00:11:11.696 INFO:tasks.rados.rados.0.smithi032.stdout:2211: snap_remove snap 199 2024-09-13T00:11:12.203 INFO:tasks.rados.rados.0.smithi032.stdout:2211: done (1 left) 2024-09-13T00:11:12.203 INFO:tasks.rados.rados.0.smithi032.stdout:2212: copy_from oid 3 from oid 22 current snap is 217 2024-09-13T00:11:12.203 INFO:tasks.rados.rados.0.smithi032.stdout:2213: delete oid 44 current snap is 217 2024-09-13T00:11:12.203 INFO:tasks.rados.rados.0.smithi032.stdout:2210: expect (ObjNum 698 snap 208 seq_num 698) 2024-09-13T00:11:12.270 INFO:tasks.rados.rados.0.smithi032.stdout:2212: finishing copy_from racing read to smithi03267100-3 2024-09-13T00:11:12.271 INFO:tasks.rados.rados.0.smithi032.stdout:2212: finishing copy_from to smithi03267100-3 2024-09-13T00:11:12.271 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1309 (ObjNum 49 snap 0 seq_num 166315200) dirty exists 2024-09-13T00:11:12.271 INFO:tasks.rados.rados.0.smithi032.stdout:2210: done (2 left) 2024-09-13T00:11:12.271 INFO:tasks.rados.rados.0.smithi032.stdout:2212: done (1 left) 2024-09-13T00:11:12.271 INFO:tasks.rados.rados.0.smithi032.stdout:2213: done (0 left) 2024-09-13T00:11:12.271 INFO:tasks.rados.rados.0.smithi032.stdout:2214: read oid 42 snap -1 2024-09-13T00:11:12.271 INFO:tasks.rados.rados.0.smithi032.stdout:2214: expect (ObjNum 489 snap 146 seq_num 489) 2024-09-13T00:11:12.271 INFO:tasks.rados.rados.0.smithi032.stdout:2215: snap_remove snap 200 2024-09-13T00:11:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:12 smithi053 bash[67631]: cluster 2024-09-13T00:11:11.095222+0000 mgr.y (mgr.34107) 174 : cluster [DBG] pgmap v282: 121 pgs: 16 active+undersized, 8 active+undersized+degraded, 97 active+clean; 611 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 34 op/s; 117/1146 objects degraded (10.209%); 751 KiB/s, 0 objects/s recovering 2024-09-13T00:11:12.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:12 smithi053 bash[67631]: cluster 2024-09-13T00:11:11.171518+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e477: 8 total, 8 up, 8 in 2024-09-13T00:11:12.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:12 smithi053 bash[60895]: ts=2024-09-13T00:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:11:12.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:11:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:11:12] "GET /metrics HTTP/1.1" 200 36093 "" "Prometheus/2.43.0" 2024-09-13T00:11:12.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:12 smithi032 bash[75510]: cluster 2024-09-13T00:11:11.095222+0000 mgr.y (mgr.34107) 174 : cluster [DBG] pgmap v282: 121 pgs: 16 active+undersized, 8 active+undersized+degraded, 97 active+clean; 611 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 34 op/s; 117/1146 objects degraded (10.209%); 751 KiB/s, 0 objects/s recovering 2024-09-13T00:11:12.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:12 smithi032 bash[75510]: cluster 2024-09-13T00:11:11.171518+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e477: 8 total, 8 up, 8 in 2024-09-13T00:11:12.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:12 smithi032 bash[76677]: cluster 2024-09-13T00:11:11.095222+0000 mgr.y (mgr.34107) 174 : cluster [DBG] pgmap v282: 121 pgs: 16 active+undersized, 8 active+undersized+degraded, 97 active+clean; 611 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 34 op/s; 117/1146 objects degraded (10.209%); 751 KiB/s, 0 objects/s recovering 2024-09-13T00:11:12.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:12 smithi032 bash[76677]: cluster 2024-09-13T00:11:11.171518+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e477: 8 total, 8 up, 8 in 2024-09-13T00:11:13.215 INFO:tasks.rados.rados.0.smithi032.stdout:2215: done (1 left) 2024-09-13T00:11:13.215 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 217 2024-09-13T00:11:13.215 INFO:tasks.rados.rados.0.smithi032.stdout:2216: seq_num 728 ranges {1646592=196608} 2024-09-13T00:11:13.219 INFO:tasks.rados.rados.0.smithi032.stdout:2216: writing smithi03267100-12 from 1646592 to 1843200 tid 1 2024-09-13T00:11:13.219 INFO:tasks.rados.rados.0.smithi032.stdout:2217: rmattr oid 9 current snap is 217 2024-09-13T00:11:13.220 INFO:tasks.rados.rados.0.smithi032.stdout:2217: done (2 left) 2024-09-13T00:11:13.220 INFO:tasks.rados.rados.0.smithi032.stdout:2218: read oid 32 snap 212 2024-09-13T00:11:13.220 INFO:tasks.rados.rados.0.smithi032.stdout:2218: expect (ObjNum 673 snap 199 seq_num 673) 2024-09-13T00:11:13.220 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 217 2024-09-13T00:11:13.220 INFO:tasks.rados.rados.0.smithi032.stdout:2219: seq_num 729 ranges {0=212992} 2024-09-13T00:11:13.221 INFO:tasks.rados.rados.0.smithi032.stdout:2219: writing smithi03267100-15 from 0 to 212992 tid 1 2024-09-13T00:11:13.221 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 217 2024-09-13T00:11:13.221 INFO:tasks.rados.rados.0.smithi032.stdout:2220: seq_num 730 ranges {7405568=229376} 2024-09-13T00:11:13.266 INFO:tasks.rados.rados.0.smithi032.stdout:2220: writing smithi03267100-8 from 7405568 to 7634944 tid 1 2024-09-13T00:11:13.266 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 217 2024-09-13T00:11:13.267 INFO:tasks.rados.rados.0.smithi032.stdout:2221: seq_num 731 ranges {0=245760} 2024-09-13T00:11:13.268 INFO:tasks.rados.rados.0.smithi032.stdout:2221: writing smithi03267100-44 from 0 to 245760 tid 1 2024-09-13T00:11:13.268 INFO:tasks.rados.rados.0.smithi032.stdout:2222: snap_create 2024-09-13T00:11:13.268 INFO:tasks.rados.rados.0.smithi032.stdout:2214: expect (ObjNum 489 snap 146 seq_num 489) 2024-09-13T00:11:13.452 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:13 smithi032 bash[75510]: cluster 2024-09-13T00:11:12.199080+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e478: 8 total, 8 up, 8 in 2024-09-13T00:11:13.452 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:13 smithi032 bash[75510]: cluster 2024-09-13T00:11:13.122456+0000 mon.a (mon.0) 592 : cluster [WRN] Health check update: Degraded data redundancy: 117/1146 objects degraded (10.209%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:13.453 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:13 smithi032 bash[76677]: cluster 2024-09-13T00:11:12.199080+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e478: 8 total, 8 up, 8 in 2024-09-13T00:11:13.453 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:13 smithi032 bash[76677]: cluster 2024-09-13T00:11:13.122456+0000 mon.a (mon.0) 592 : cluster [WRN] Health check update: Degraded data redundancy: 117/1146 objects degraded (10.209%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:13.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:13 smithi053 bash[67631]: cluster 2024-09-13T00:11:12.199080+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e478: 8 total, 8 up, 8 in 2024-09-13T00:11:13.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:13 smithi053 bash[67631]: cluster 2024-09-13T00:11:13.122456+0000 mon.a (mon.0) 592 : cluster [WRN] Health check update: Degraded data redundancy: 117/1146 objects degraded (10.209%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:13.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:13 smithi053 bash[60895]: ts=2024-09-13T00:11:13.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi053\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi053\", job=\"node\", machine=\"x86_64\", nodename=\"smithi053\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi053\", job=\"node\", machine=\"x86_64\", nodename=\"smithi053\", release=\"5.15.0-121-generic\", sysname=\"Linux\", version=\"#131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:11:13.810 INFO:tasks.rados.rados.0.smithi032.stdout:2216: finishing write tid 1 to smithi03267100-12 2024-09-13T00:11:13.810 INFO:tasks.rados.rados.0.smithi032.stdout:2219: finishing write tid 1 to smithi03267100-15 2024-09-13T00:11:13.810 INFO:tasks.rados.rados.0.smithi032.stdout:2219: finishing write tid 2 to smithi03267100-15 2024-09-13T00:11:13.810 INFO:tasks.rados.rados.0.smithi032.stdout:2216: finishing write tid 2 to smithi03267100-12 2024-09-13T00:11:13.810 INFO:tasks.rados.rados.0.smithi032.stdout:2219: finishing write tid 3 to smithi03267100-15 2024-09-13T00:11:13.811 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1135 (ObjNum 729 snap 217 seq_num 729) dirty exists 2024-09-13T00:11:13.811 INFO:tasks.rados.rados.0.smithi032.stdout:2219: left oid 15 (ObjNum 729 snap 217 seq_num 729) 2024-09-13T00:11:13.811 INFO:tasks.rados.rados.0.smithi032.stdout:2216: finishing write tid 3 to smithi03267100-12 2024-09-13T00:11:13.811 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1338 (ObjNum 728 snap 217 seq_num 728) dirty exists 2024-09-13T00:11:13.811 INFO:tasks.rados.rados.0.smithi032.stdout:2216: left oid 12 (ObjNum 728 snap 217 seq_num 728) 2024-09-13T00:11:13.811 INFO:tasks.rados.rados.0.smithi032.stdout:2218: expect (ObjNum 673 snap 199 seq_num 673) 2024-09-13T00:11:13.946 INFO:tasks.rados.rados.0.smithi032.stdout:2221: finishing write tid 1 to smithi03267100-44 2024-09-13T00:11:13.946 INFO:tasks.rados.rados.0.smithi032.stdout:2221: finishing write tid 2 to smithi03267100-44 2024-09-13T00:11:13.946 INFO:tasks.rados.rados.0.smithi032.stdout:2220: finishing write tid 1 to smithi03267100-8 2024-09-13T00:11:13.946 INFO:tasks.rados.rados.0.smithi032.stdout:2220: finishing write tid 2 to smithi03267100-8 2024-09-13T00:11:13.946 INFO:tasks.rados.rados.0.smithi032.stdout:2221: finishing write tid 3 to smithi03267100-44 2024-09-13T00:11:13.946 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1323 (ObjNum 731 snap 217 seq_num 731) dirty exists 2024-09-13T00:11:13.947 INFO:tasks.rados.rados.0.smithi032.stdout:2221: left oid 44 (ObjNum 731 snap 217 seq_num 731) 2024-09-13T00:11:13.947 INFO:tasks.rados.rados.0.smithi032.stdout:2220: finishing write tid 3 to smithi03267100-8 2024-09-13T00:11:13.947 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1225 (ObjNum 730 snap 217 seq_num 730) dirty exists 2024-09-13T00:11:13.947 INFO:tasks.rados.rados.0.smithi032.stdout:2220: left oid 8 (ObjNum 730 snap 217 seq_num 730) 2024-09-13T00:11:14.217 INFO:tasks.rados.rados.0.smithi032.stdout:2214: done (6 left) 2024-09-13T00:11:14.217 INFO:tasks.rados.rados.0.smithi032.stdout:2216: done (5 left) 2024-09-13T00:11:14.217 INFO:tasks.rados.rados.0.smithi032.stdout:2218: done (4 left) 2024-09-13T00:11:14.217 INFO:tasks.rados.rados.0.smithi032.stdout:2219: done (3 left) 2024-09-13T00:11:14.217 INFO:tasks.rados.rados.0.smithi032.stdout:2220: done (2 left) 2024-09-13T00:11:14.217 INFO:tasks.rados.rados.0.smithi032.stdout:2221: done (1 left) 2024-09-13T00:11:14.218 INFO:tasks.rados.rados.0.smithi032.stdout:2222: done (0 left) 2024-09-13T00:11:14.218 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 218 2024-09-13T00:11:14.218 INFO:tasks.rados.rados.0.smithi032.stdout:2223: seq_num 732 ranges {0=262144} 2024-09-13T00:11:14.220 INFO:tasks.rados.rados.0.smithi032.stdout:2223: writing smithi03267100-33 from 0 to 262144 tid 1 2024-09-13T00:11:14.220 INFO:tasks.rados.rados.0.smithi032.stdout:2224: snap_create 2024-09-13T00:11:14.232 INFO:tasks.rados.rados.0.smithi032.stdout:2223: finishing write tid 1 to smithi03267100-33 2024-09-13T00:11:14.232 INFO:tasks.rados.rados.0.smithi032.stdout:2223: finishing write tid 2 to smithi03267100-33 2024-09-13T00:11:14.236 INFO:tasks.rados.rados.0.smithi032.stdout:2223: finishing write tid 3 to smithi03267100-33 2024-09-13T00:11:14.236 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 1710 (ObjNum 732 snap 218 seq_num 732) dirty exists 2024-09-13T00:11:14.236 INFO:tasks.rados.rados.0.smithi032.stdout:2223: left oid 33 (ObjNum 732 snap 218 seq_num 732) 2024-09-13T00:11:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:14 smithi053 bash[67631]: cluster 2024-09-13T00:11:13.096210+0000 mgr.y (mgr.34107) 175 : cluster [DBG] pgmap v285: 121 pgs: 8 active+undersized, 7 active+undersized+degraded, 106 active+clean; 611 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 152 KiB/s wr, 22 op/s; 116/1143 objects degraded (10.149%); 932 KiB/s, 0 objects/s recovering 2024-09-13T00:11:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:14 smithi053 bash[67631]: cluster 2024-09-13T00:11:13.211668+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e479: 8 total, 8 up, 8 in 2024-09-13T00:11:14.520 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:14 smithi032 bash[75510]: cluster 2024-09-13T00:11:13.096210+0000 mgr.y (mgr.34107) 175 : cluster [DBG] pgmap v285: 121 pgs: 8 active+undersized, 7 active+undersized+degraded, 106 active+clean; 611 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 152 KiB/s wr, 22 op/s; 116/1143 objects degraded (10.149%); 932 KiB/s, 0 objects/s recovering 2024-09-13T00:11:14.520 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:14 smithi032 bash[75510]: cluster 2024-09-13T00:11:13.211668+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e479: 8 total, 8 up, 8 in 2024-09-13T00:11:14.520 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:14 smithi032 bash[76677]: cluster 2024-09-13T00:11:13.096210+0000 mgr.y (mgr.34107) 175 : cluster [DBG] pgmap v285: 121 pgs: 8 active+undersized, 7 active+undersized+degraded, 106 active+clean; 611 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 152 KiB/s wr, 22 op/s; 116/1143 objects degraded (10.149%); 932 KiB/s, 0 objects/s recovering 2024-09-13T00:11:14.521 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:14 smithi032 bash[76677]: cluster 2024-09-13T00:11:13.211668+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e479: 8 total, 8 up, 8 in 2024-09-13T00:11:14.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:14 smithi053 bash[60895]: ts=2024-09-13T00:11:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:11:14.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:14 smithi053 bash[60895]: ts=2024-09-13T00:11:14.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:11:15.220 INFO:tasks.rados.rados.0.smithi032.stdout:2223: done (1 left) 2024-09-13T00:11:15.220 INFO:tasks.rados.rados.0.smithi032.stdout:2224: done (0 left) 2024-09-13T00:11:15.220 INFO:tasks.rados.rados.0.smithi032.stdout:2225: delete oid 46 current snap is 219 2024-09-13T00:11:15.224 INFO:tasks.rados.rados.0.smithi032.stdout:2225: done (0 left) 2024-09-13T00:11:15.224 INFO:tasks.rados.rados.0.smithi032.stdout:2226: delete oid 40 current snap is 219 2024-09-13T00:11:15.231 INFO:tasks.rados.rados.0.smithi032.stdout:2226: done (0 left) 2024-09-13T00:11:15.231 INFO:tasks.rados.rados.0.smithi032.stdout:2227: snap_create 2024-09-13T00:11:15.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:15 smithi053 bash[67631]: cluster 2024-09-13T00:11:14.220291+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e480: 8 total, 8 up, 8 in 2024-09-13T00:11:15.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:15 smithi032 bash[75510]: cluster 2024-09-13T00:11:14.220291+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e480: 8 total, 8 up, 8 in 2024-09-13T00:11:15.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:15 smithi032 bash[76677]: cluster 2024-09-13T00:11:14.220291+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e480: 8 total, 8 up, 8 in 2024-09-13T00:11:16.232 INFO:tasks.rados.rados.0.smithi032.stdout:2227: done (0 left) 2024-09-13T00:11:16.233 INFO:tasks.rados.rados.0.smithi032.stdout:2228: read oid 50 snap -1 2024-09-13T00:11:16.233 INFO:tasks.rados.rados.0.smithi032.stdout:2228: expect deleted 2024-09-13T00:11:16.233 INFO:tasks.rados.rados.0.smithi032.stdout:2229: read oid 18 snap -1 2024-09-13T00:11:16.233 INFO:tasks.rados.rados.0.smithi032.stdout:2229: expect (ObjNum 691 snap 206 seq_num 691) 2024-09-13T00:11:16.233 INFO:tasks.rados.rados.0.smithi032.stdout:2230: setattr oid 7 current snap is 220 2024-09-13T00:11:16.237 INFO:tasks.rados.rados.0.smithi032.stdout:2231: snap_create 2024-09-13T00:11:16.257 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1137 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T00:11:16.261 INFO:tasks.rados.rados.0.smithi032.stdout:2229: expect (ObjNum 691 snap 206 seq_num 691) 2024-09-13T00:11:16.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:16 smithi053 bash[67631]: cluster 2024-09-13T00:11:15.096931+0000 mgr.y (mgr.34107) 176 : cluster [DBG] pgmap v288: 121 pgs: 121 active+clean; 622 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 40 KiB/s wr, 18 op/s; 21 MiB/s, 7 objects/s recovering 2024-09-13T00:11:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:16 smithi053 bash[67631]: cluster 2024-09-13T00:11:15.214367+0000 mon.a (mon.0) 595 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 116/1143 objects degraded (10.149%), 7 pgs degraded) 2024-09-13T00:11:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:16 smithi053 bash[67631]: cluster 2024-09-13T00:11:15.214407+0000 mon.a (mon.0) 596 : cluster [INF] Cluster is now healthy 2024-09-13T00:11:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:16 smithi053 bash[67631]: cluster 2024-09-13T00:11:15.223399+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e481: 8 total, 8 up, 8 in 2024-09-13T00:11:16.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:16 smithi032 bash[75510]: cluster 2024-09-13T00:11:15.096931+0000 mgr.y (mgr.34107) 176 : cluster [DBG] pgmap v288: 121 pgs: 121 active+clean; 622 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 40 KiB/s wr, 18 op/s; 21 MiB/s, 7 objects/s recovering 2024-09-13T00:11:16.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:16 smithi032 bash[75510]: cluster 2024-09-13T00:11:15.214367+0000 mon.a (mon.0) 595 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 116/1143 objects degraded (10.149%), 7 pgs degraded) 2024-09-13T00:11:16.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:16 smithi032 bash[75510]: cluster 2024-09-13T00:11:15.214407+0000 mon.a (mon.0) 596 : cluster [INF] Cluster is now healthy 2024-09-13T00:11:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:16 smithi032 bash[75510]: cluster 2024-09-13T00:11:15.223399+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e481: 8 total, 8 up, 8 in 2024-09-13T00:11:16.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:16 smithi032 bash[76677]: cluster 2024-09-13T00:11:15.096931+0000 mgr.y (mgr.34107) 176 : cluster [DBG] pgmap v288: 121 pgs: 121 active+clean; 622 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 40 KiB/s wr, 18 op/s; 21 MiB/s, 7 objects/s recovering 2024-09-13T00:11:16.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:16 smithi032 bash[76677]: cluster 2024-09-13T00:11:15.214367+0000 mon.a (mon.0) 595 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 116/1143 objects degraded (10.149%), 7 pgs degraded) 2024-09-13T00:11:16.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:16 smithi032 bash[76677]: cluster 2024-09-13T00:11:15.214407+0000 mon.a (mon.0) 596 : cluster [INF] Cluster is now healthy 2024-09-13T00:11:16.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:16 smithi032 bash[76677]: cluster 2024-09-13T00:11:15.223399+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e481: 8 total, 8 up, 8 in 2024-09-13T00:11:17.251 INFO:tasks.rados.rados.0.smithi032.stdout:2228: done (3 left) 2024-09-13T00:11:17.251 INFO:tasks.rados.rados.0.smithi032.stdout:2229: done (2 left) 2024-09-13T00:11:17.253 INFO:tasks.rados.rados.0.smithi032.stdout:2230: done (1 left) 2024-09-13T00:11:17.253 INFO:tasks.rados.rados.0.smithi032.stdout:2231: done (0 left) 2024-09-13T00:11:17.253 INFO:tasks.rados.rados.0.smithi032.stdout:2232: read oid 21 snap -1 2024-09-13T00:11:17.253 INFO:tasks.rados.rados.0.smithi032.stdout:2232: expect (ObjNum 718 snap 216 seq_num 718) 2024-09-13T00:11:17.253 INFO:tasks.rados.rados.0.smithi032.stdout:2233: read oid 16 snap -1 2024-09-13T00:11:17.253 INFO:tasks.rados.rados.0.smithi032.stdout:2233: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:11:17.253 INFO:tasks.rados.rados.0.smithi032.stdout:2234: read oid 33 snap -1 2024-09-13T00:11:17.253 INFO:tasks.rados.rados.0.smithi032.stdout:2234: expect (ObjNum 732 snap 218 seq_num 732) 2024-09-13T00:11:17.253 INFO:tasks.rados.rados.0.smithi032.stdout:2235: read oid 37 snap -1 2024-09-13T00:11:17.254 INFO:tasks.rados.rados.0.smithi032.stdout:2235: expect (ObjNum 449 snap 136 seq_num 449) 2024-09-13T00:11:17.254 INFO:tasks.rados.rados.0.smithi032.stdout:2236: snap_remove snap 183 2024-09-13T00:11:17.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:17 smithi032 bash[75510]: cluster 2024-09-13T00:11:16.235274+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e482: 8 total, 8 up, 8 in 2024-09-13T00:11:17.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:17 smithi032 bash[76677]: cluster 2024-09-13T00:11:16.235274+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e482: 8 total, 8 up, 8 in 2024-09-13T00:11:17.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:17 smithi053 bash[67631]: cluster 2024-09-13T00:11:16.235274+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e482: 8 total, 8 up, 8 in 2024-09-13T00:11:18.127 INFO:tasks.rados.rados.0.smithi032.stdout:2236: done (4 left) 2024-09-13T00:11:18.127 INFO:tasks.rados.rados.0.smithi032.stdout:2237: read oid 25 snap 219 2024-09-13T00:11:18.127 INFO:tasks.rados.rados.0.smithi032.stdout:2237: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:11:18.127 INFO:tasks.rados.rados.0.smithi032.stdout:2238: snap_remove snap 170 2024-09-13T00:11:18.414 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:11:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:18 smithi053 bash[67631]: cluster 2024-09-13T00:11:17.097862+0000 mgr.y (mgr.34107) 177 : cluster [DBG] pgmap v291: 121 pgs: 121 active+clean; 614 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 624 KiB/s wr, 20 op/s; 21 MiB/s, 7 objects/s recovering 2024-09-13T00:11:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:18 smithi053 bash[67631]: cluster 2024-09-13T00:11:17.255550+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e483: 8 total, 8 up, 8 in 2024-09-13T00:11:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:18 smithi053 bash[67631]: audit 2024-09-13T00:11:17.687364+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:18 smithi053 bash[67631]: audit 2024-09-13T00:11:17.697783+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:18 smithi053 bash[67631]: audit 2024-09-13T00:11:17.699850+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:11:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:18 smithi053 bash[67631]: audit 2024-09-13T00:11:17.701304+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:11:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:18 smithi053 bash[67631]: audit 2024-09-13T00:11:17.710144+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:18 smithi053 bash[67631]: audit 2024-09-13T00:11:17.849022+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:11:18.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:18 smithi053 bash[67631]: audit 2024-09-13T00:11:17.854205+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:18.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:18 smithi053 bash[67631]: audit 2024-09-13T00:11:17.857310+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:18.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:18 smithi053 bash[67631]: audit 2024-09-13T00:11:17.859582+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:18.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:18 smithi053 bash[67631]: audit 2024-09-13T00:11:17.862302+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T00:11:18.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:18 smithi053 bash[67631]: cluster 2024-09-13T00:11:18.130500+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e484: 8 total, 8 up, 8 in 2024-09-13T00:11:18.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[76677]: cluster 2024-09-13T00:11:17.097862+0000 mgr.y (mgr.34107) 177 : cluster [DBG] pgmap v291: 121 pgs: 121 active+clean; 614 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 624 KiB/s wr, 20 op/s; 21 MiB/s, 7 objects/s recovering 2024-09-13T00:11:18.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[76677]: cluster 2024-09-13T00:11:17.255550+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e483: 8 total, 8 up, 8 in 2024-09-13T00:11:18.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[76677]: audit 2024-09-13T00:11:17.687364+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:18.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[76677]: audit 2024-09-13T00:11:17.697783+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:18.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[76677]: audit 2024-09-13T00:11:17.699850+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:11:18.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[76677]: audit 2024-09-13T00:11:17.701304+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:11:18.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[76677]: audit 2024-09-13T00:11:17.710144+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:18.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[76677]: audit 2024-09-13T00:11:17.849022+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:11:18.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[76677]: audit 2024-09-13T00:11:17.854205+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:18.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[76677]: audit 2024-09-13T00:11:17.857310+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:18.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[76677]: audit 2024-09-13T00:11:17.859582+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:18.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[76677]: audit 2024-09-13T00:11:17.862302+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T00:11:18.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[76677]: cluster 2024-09-13T00:11:18.130500+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e484: 8 total, 8 up, 8 in 2024-09-13T00:11:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[75510]: cluster 2024-09-13T00:11:17.097862+0000 mgr.y (mgr.34107) 177 : cluster [DBG] pgmap v291: 121 pgs: 121 active+clean; 614 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 624 KiB/s wr, 20 op/s; 21 MiB/s, 7 objects/s recovering 2024-09-13T00:11:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[75510]: cluster 2024-09-13T00:11:17.255550+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e483: 8 total, 8 up, 8 in 2024-09-13T00:11:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[75510]: audit 2024-09-13T00:11:17.687364+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[75510]: audit 2024-09-13T00:11:17.697783+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[75510]: audit 2024-09-13T00:11:17.699850+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:11:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[75510]: audit 2024-09-13T00:11:17.701304+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:11:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[75510]: audit 2024-09-13T00:11:17.710144+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[75510]: audit 2024-09-13T00:11:17.849022+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:11:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[75510]: audit 2024-09-13T00:11:17.854205+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[75510]: audit 2024-09-13T00:11:17.857310+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[75510]: audit 2024-09-13T00:11:17.859582+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[75510]: audit 2024-09-13T00:11:17.862302+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T00:11:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:18 smithi032 bash[75510]: cluster 2024-09-13T00:11:18.130500+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e484: 8 total, 8 up, 8 in 2024-09-13T00:11:18.728 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:11:18.729 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5m) 12s ago 11m 13.3M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:11:18.729 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (4m) 2m ago 10m 75.8M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:11:18.729 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (12m) 12s ago 12m 17.0M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:11:18.729 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (12m) 2m ago 12m 18.2M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:11:18.729 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (3m) 2m ago 20m 424M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:11:18.729 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4m) 12s ago 23m 486M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:11:18.729 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3m) 12s ago 23m 55.6M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:11:18.729 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (2m) 2m ago 21m 19.5M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:11:18.729 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2m) 12s ago 20m 43.8M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:11:18.729 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5m) 12s ago 11m 8223k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:11:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (4m) 2m ago 11m 8515k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:11:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (78s) 12s ago 19m 328M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e a4f5d6d727f8 2024-09-13T00:11:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (47s) 12s ago 18m 395M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 953c3952f855 2024-09-13T00:11:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (16s) 12s ago 18m - 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 49cc31a24edc 2024-09-13T00:11:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (17m) 12s ago 17m 181M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 9526535c2555 2024-09-13T00:11:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (16m) 2m ago 16m 224M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:11:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (15m) 2m ago 15m 285M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:11:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (14m) 2m ago 14m 139M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:11:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (13m) 2m ago 13m 210M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:11:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (4m) 2m ago 12m 52.0M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:11:19.084 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:11:19.084 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:11:19.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:11:19.085 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:11:19.085 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:11:19.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:11:19.085 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:11:19.085 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:11:19.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 5, 2024-09-13T00:11:19.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:11:19.085 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:11:19.085 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:11:19.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:11:19.085 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:11:19.086 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:11:19.086 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 7, 2024-09-13T00:11:19.086 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-13T00:11:19.086 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:11:19.086 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:11:19.134 INFO:tasks.rados.rados.0.smithi032.stdout:2238: done (5 left) 2024-09-13T00:11:19.134 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 221 2024-09-13T00:11:19.134 INFO:tasks.rados.rados.0.smithi032.stdout:2239: seq_num 735 ranges {0=311296} 2024-09-13T00:11:19.134 INFO:tasks.rados.rados.0.smithi032.stdout:2239: writing smithi03267100-14 from 0 to 311296 tid 1 2024-09-13T00:11:19.134 INFO:tasks.rados.rados.0.smithi032.stdout:2240: rollback oid 11 current snap is 221 2024-09-13T00:11:19.134 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 205 2024-09-13T00:11:19.134 INFO:tasks.rados.rados.0.smithi032.stdout:2241: read oid 35 snap -1 2024-09-13T00:11:19.135 INFO:tasks.rados.rados.0.smithi032.stdout:2241: expect deleted 2024-09-13T00:11:19.135 INFO:tasks.rados.rados.0.smithi032.stdout:2242: snap_create 2024-09-13T00:11:19.135 INFO:tasks.rados.rados.0.smithi032.stdout:2233: expect (ObjNum 205 snap 55 seq_num 205) 2024-09-13T00:11:19.176 INFO:tasks.rados.rados.0.smithi032.stdout:2234: expect (ObjNum 732 snap 218 seq_num 732) 2024-09-13T00:11:19.189 INFO:tasks.rados.rados.0.smithi032.stdout:2232: expect (ObjNum 718 snap 216 seq_num 718) 2024-09-13T00:11:19.270 INFO:tasks.rados.rados.0.smithi032.stdout:2235: expect (ObjNum 449 snap 136 seq_num 449) 2024-09-13T00:11:19.280 INFO:tasks.rados.rados.0.smithi032.stdout:2237: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:11:19.395 INFO:tasks.rados.rados.0.smithi032.stdout:2239: finishing write tid 1 to smithi03267100-14 2024-09-13T00:11:19.395 INFO:tasks.rados.rados.0.smithi032.stdout:2239: finishing write tid 2 to smithi03267100-14 2024-09-13T00:11:19.395 INFO:tasks.rados.rados.0.smithi032.stdout:2240: finishing rollback tid 0 to smithi03267100-11 2024-09-13T00:11:19.395 INFO:tasks.rados.rados.0.smithi032.stdout:2240: finishing rollback tid 1 to smithi03267100-11 2024-09-13T00:11:19.395 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1863 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T00:11:19.395 INFO:tasks.rados.rados.0.smithi032.stdout:2239: finishing write tid 3 to smithi03267100-14 2024-09-13T00:11:19.395 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 1860 (ObjNum 735 snap 221 seq_num 735) dirty exists 2024-09-13T00:11:19.395 INFO:tasks.rados.rados.0.smithi032.stdout:2239: left oid 14 (ObjNum 735 snap 221 seq_num 735) 2024-09-13T00:11:19.518 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:19 smithi032 bash[76677]: audit 2024-09-13T00:11:17.862623+0000 mgr.y (mgr.34107) 178 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T00:11:19.518 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:19 smithi032 bash[76677]: cephadm 2024-09-13T00:11:17.864382+0000 mgr.y (mgr.34107) 179 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-13T00:11:19.518 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:19 smithi032 bash[76677]: audit 2024-09-13T00:11:18.405569+0000 mgr.y (mgr.34107) 180 : audit [DBG] from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:11:19.519 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:19 smithi032 bash[76677]: audit 2024-09-13T00:11:18.696405+0000 mgr.y (mgr.34107) 181 : audit [DBG] from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:11:19.519 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:19 smithi032 bash[76677]: audit 2024-09-13T00:11:19.088646+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.32:0/1015539202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:19.519 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:19 smithi032 bash[76677]: cluster 2024-09-13T00:11:19.134032+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2024-09-13T00:11:19.519 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:19 smithi032 bash[75510]: audit 2024-09-13T00:11:17.862623+0000 mgr.y (mgr.34107) 178 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T00:11:19.519 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:19 smithi032 bash[75510]: cephadm 2024-09-13T00:11:17.864382+0000 mgr.y (mgr.34107) 179 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-13T00:11:19.519 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:19 smithi032 bash[75510]: audit 2024-09-13T00:11:18.405569+0000 mgr.y (mgr.34107) 180 : audit [DBG] from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:11:19.519 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:19 smithi032 bash[75510]: audit 2024-09-13T00:11:18.696405+0000 mgr.y (mgr.34107) 181 : audit [DBG] from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:11:19.519 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:19 smithi032 bash[75510]: audit 2024-09-13T00:11:19.088646+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.32:0/1015539202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:19.519 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:19 smithi032 bash[75510]: cluster 2024-09-13T00:11:19.134032+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2024-09-13T00:11:19.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:19 smithi053 bash[67631]: audit 2024-09-13T00:11:17.862623+0000 mgr.y (mgr.34107) 178 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T00:11:19.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:19 smithi053 bash[67631]: cephadm 2024-09-13T00:11:17.864382+0000 mgr.y (mgr.34107) 179 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-13T00:11:19.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:19 smithi053 bash[67631]: audit 2024-09-13T00:11:18.405569+0000 mgr.y (mgr.34107) 180 : audit [DBG] from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:11:19.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:19 smithi053 bash[67631]: audit 2024-09-13T00:11:18.696405+0000 mgr.y (mgr.34107) 181 : audit [DBG] from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:11:19.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:19 smithi053 bash[67631]: audit 2024-09-13T00:11:19.088646+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.32:0/1015539202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:19.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:19 smithi053 bash[67631]: cluster 2024-09-13T00:11:19.134032+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2024-09-13T00:11:20.135 INFO:tasks.rados.rados.0.smithi032.stdout:2232: done (8 left) 2024-09-13T00:11:20.136 INFO:tasks.rados.rados.0.smithi032.stdout:2233: done (7 left) 2024-09-13T00:11:20.136 INFO:tasks.rados.rados.0.smithi032.stdout:2234: done (6 left) 2024-09-13T00:11:20.136 INFO:tasks.rados.rados.0.smithi032.stdout:2235: done (5 left) 2024-09-13T00:11:20.136 INFO:tasks.rados.rados.0.smithi032.stdout:2237: done (4 left) 2024-09-13T00:11:20.136 INFO:tasks.rados.rados.0.smithi032.stdout:2239: done (3 left) 2024-09-13T00:11:20.136 INFO:tasks.rados.rados.0.smithi032.stdout:2240: done (2 left) 2024-09-13T00:11:20.136 INFO:tasks.rados.rados.0.smithi032.stdout:2241: done (1 left) 2024-09-13T00:11:20.136 INFO:tasks.rados.rados.0.smithi032.stdout:2242: done (0 left) 2024-09-13T00:11:20.136 INFO:tasks.rados.rados.0.smithi032.stdout:2243: delete oid 35 current snap is 222 2024-09-13T00:11:20.141 INFO:tasks.rados.rados.0.smithi032.stdout:2243: done (0 left) 2024-09-13T00:11:20.141 INFO:tasks.rados.rados.0.smithi032.stdout:2244: snap_create 2024-09-13T00:11:20.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:20 smithi053 bash[67631]: cluster 2024-09-13T00:11:19.098421+0000 mgr.y (mgr.34107) 182 : cluster [DBG] pgmap v294: 121 pgs: 121 active+clean; 615 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 752 KiB/s wr, 10 op/s 2024-09-13T00:11:20.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:20 smithi053 bash[67631]: cluster 2024-09-13T00:11:20.138657+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2024-09-13T00:11:20.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:20 smithi053 bash[67631]: audit 2024-09-13T00:11:20.249144+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:20.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:20 smithi032 bash[76677]: cluster 2024-09-13T00:11:19.098421+0000 mgr.y (mgr.34107) 182 : cluster [DBG] pgmap v294: 121 pgs: 121 active+clean; 615 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 752 KiB/s wr, 10 op/s 2024-09-13T00:11:20.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:20 smithi032 bash[76677]: cluster 2024-09-13T00:11:20.138657+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2024-09-13T00:11:20.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:20 smithi032 bash[76677]: audit 2024-09-13T00:11:20.249144+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:20.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:20 smithi032 bash[75510]: cluster 2024-09-13T00:11:19.098421+0000 mgr.y (mgr.34107) 182 : cluster [DBG] pgmap v294: 121 pgs: 121 active+clean; 615 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 752 KiB/s wr, 10 op/s 2024-09-13T00:11:20.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:20 smithi032 bash[75510]: cluster 2024-09-13T00:11:20.138657+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2024-09-13T00:11:20.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:20 smithi032 bash[75510]: audit 2024-09-13T00:11:20.249144+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:21.137 INFO:tasks.rados.rados.0.smithi032.stdout:2244: done (0 left) 2024-09-13T00:11:21.137 INFO:tasks.rados.rados.0.smithi032.stdout:2245: copy_from oid 2 from oid 45 current snap is 223 2024-09-13T00:11:21.138 INFO:tasks.rados.rados.0.smithi032.stdout:2246: rmattr oid 23 current snap is 223 2024-09-13T00:11:21.138 INFO:tasks.rados.rados.0.smithi032.stdout:2247: rmattr oid 38 current snap is 223 2024-09-13T00:11:21.138 INFO:tasks.rados.rados.0.smithi032.stdout:2247: done (2 left) 2024-09-13T00:11:21.138 INFO:tasks.rados.rados.0.smithi032.stdout:2248: delete oid 48 current snap is 223 2024-09-13T00:11:21.150 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1831 (ObjNum 656 snap 194 seq_num 656) dirty exists 2024-09-13T00:11:21.154 INFO:tasks.rados.rados.0.smithi032.stdout:2246: done (2 left) 2024-09-13T00:11:21.154 INFO:tasks.rados.rados.0.smithi032.stdout:2248: done (1 left) 2024-09-13T00:11:21.155 INFO:tasks.rados.rados.0.smithi032.stdout:2249: snap_remove snap 162 2024-09-13T00:11:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:21 smithi053 bash[67631]: cephadm 2024-09-13T00:11:20.500982+0000 mgr.y (mgr.34107) 183 : cephadm [INF] Upgrade: Updating osd.3 2024-09-13T00:11:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:21 smithi053 bash[67631]: audit 2024-09-13T00:11:20.508125+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:21 smithi053 bash[67631]: audit 2024-09-13T00:11:20.509564+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T00:11:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:21 smithi053 bash[67631]: audit 2024-09-13T00:11:20.510699+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:11:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:21 smithi053 bash[67631]: cephadm 2024-09-13T00:11:20.513285+0000 mgr.y (mgr.34107) 184 : cephadm [INF] Deploying daemon osd.3 on smithi032 2024-09-13T00:11:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:21 smithi053 bash[67631]: cluster 2024-09-13T00:11:21.140988+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2024-09-13T00:11:21.910 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:21 smithi032 bash[75510]: cephadm 2024-09-13T00:11:20.500982+0000 mgr.y (mgr.34107) 183 : cephadm [INF] Upgrade: Updating osd.3 2024-09-13T00:11:21.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:21 smithi032 bash[75510]: audit 2024-09-13T00:11:20.508125+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:21.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:21 smithi032 bash[75510]: audit 2024-09-13T00:11:20.509564+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T00:11:21.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:21 smithi032 bash[75510]: audit 2024-09-13T00:11:20.510699+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:11:21.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:21 smithi032 bash[75510]: cephadm 2024-09-13T00:11:20.513285+0000 mgr.y (mgr.34107) 184 : cephadm [INF] Deploying daemon osd.3 on smithi032 2024-09-13T00:11:21.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:21 smithi032 bash[75510]: cluster 2024-09-13T00:11:21.140988+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2024-09-13T00:11:21.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:21 smithi032 bash[76677]: cephadm 2024-09-13T00:11:20.500982+0000 mgr.y (mgr.34107) 183 : cephadm [INF] Upgrade: Updating osd.3 2024-09-13T00:11:21.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:21 smithi032 bash[76677]: audit 2024-09-13T00:11:20.508125+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:21.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:21 smithi032 bash[76677]: audit 2024-09-13T00:11:20.509564+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T00:11:21.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:21 smithi032 bash[76677]: audit 2024-09-13T00:11:20.510699+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:11:21.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:21 smithi032 bash[76677]: cephadm 2024-09-13T00:11:20.513285+0000 mgr.y (mgr.34107) 184 : cephadm [INF] Deploying daemon osd.3 on smithi032 2024-09-13T00:11:21.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:21 smithi032 bash[76677]: cluster 2024-09-13T00:11:21.140988+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2024-09-13T00:11:22.135 INFO:tasks.rados.rados.0.smithi032.stdout:2249: done (1 left) 2024-09-13T00:11:22.135 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 223 2024-09-13T00:11:22.135 INFO:tasks.rados.rados.0.smithi032.stdout:2250: seq_num 738 ranges {0=368640} 2024-09-13T00:11:22.139 INFO:tasks.rados.rados.0.smithi032.stdout:2250: writing smithi03267100-22 from 0 to 368640 tid 1 2024-09-13T00:11:22.139 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 223 2024-09-13T00:11:22.139 INFO:tasks.rados.rados.0.smithi032.stdout:2251: seq_num 739 ranges {4071424=385024} 2024-09-13T00:11:22.164 INFO:tasks.rados.rados.0.smithi032.stdout:2251: writing smithi03267100-39 from 4071424 to 4456448 tid 1 2024-09-13T00:11:22.164 INFO:tasks.rados.rados.0.smithi032.stdout:2252: snap_remove snap 189 2024-09-13T00:11:22.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:22 smithi032 bash[75510]: cluster 2024-09-13T00:11:21.099575+0000 mgr.y (mgr.34107) 185 : cluster [DBG] pgmap v297: 121 pgs: 121 active+clean; 615 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 244 KiB/s wr, 14 op/s 2024-09-13T00:11:22.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:22 smithi032 bash[75510]: cluster 2024-09-13T00:11:22.139573+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2024-09-13T00:11:22.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:11:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:11:22] "GET /metrics HTTP/1.1" 200 36093 "" "Prometheus/2.43.0" 2024-09-13T00:11:22.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:22 smithi032 bash[76677]: cluster 2024-09-13T00:11:21.099575+0000 mgr.y (mgr.34107) 185 : cluster [DBG] pgmap v297: 121 pgs: 121 active+clean; 615 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 244 KiB/s wr, 14 op/s 2024-09-13T00:11:22.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:22 smithi032 bash[76677]: cluster 2024-09-13T00:11:22.139573+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2024-09-13T00:11:22.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:22 smithi053 bash[67631]: cluster 2024-09-13T00:11:21.099575+0000 mgr.y (mgr.34107) 185 : cluster [DBG] pgmap v297: 121 pgs: 121 active+clean; 615 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 244 KiB/s wr, 14 op/s 2024-09-13T00:11:22.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:22 smithi053 bash[67631]: cluster 2024-09-13T00:11:22.139573+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2024-09-13T00:11:22.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:22 smithi053 bash[60895]: ts=2024-09-13T00:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:11:23.142 INFO:tasks.rados.rados.0.smithi032.stdout:2252: done (3 left) 2024-09-13T00:11:23.142 INFO:tasks.rados.rados.0.smithi032.stdout:2253: setattr oid 10 current snap is 223 2024-09-13T00:11:23.146 INFO:tasks.rados.rados.0.smithi032.stdout:2254: rmattr oid 28 current snap is 223 2024-09-13T00:11:23.146 INFO:tasks.rados.rados.0.smithi032.stdout:2255: rollback oid 7 current snap is 223 2024-09-13T00:11:23.146 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 7 to 213 2024-09-13T00:11:23.147 INFO:tasks.rados.rados.0.smithi032.stdout:2256: snap_remove snap 220 2024-09-13T00:11:24.136 INFO:tasks.rados.rados.0.smithi032.stdout:2256: done (6 left) 2024-09-13T00:11:24.136 INFO:tasks.rados.rados.0.smithi032.stdout:2257: delete oid 20 current snap is 223 2024-09-13T00:11:24.136 INFO:tasks.rados.rados.0.smithi032.stdout:2245: finishing copy_from racing read to smithi03267100-2 2024-09-13T00:11:24.136 INFO:tasks.rados.rados.0.smithi032.stdout:2245: finishing copy_from to smithi03267100-2 2024-09-13T00:11:24.136 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1116 (ObjNum 369 snap 0 seq_num 145150336) dirty exists 2024-09-13T00:11:24.136 INFO:tasks.rados.rados.0.smithi032.stdout:2250: finishing write tid 1 to smithi03267100-22 2024-09-13T00:11:24.136 INFO:tasks.rados.rados.0.smithi032.stdout:2250: finishing write tid 2 to smithi03267100-22 2024-09-13T00:11:24.137 INFO:tasks.rados.rados.0.smithi032.stdout:2250: finishing write tid 3 to smithi03267100-22 2024-09-13T00:11:24.137 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1316 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:11:24.137 INFO:tasks.rados.rados.0.smithi032.stdout:2250: left oid 22 (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:11:24.137 INFO:tasks.rados.rados.0.smithi032.stdout:2251: finishing write tid 1 to smithi03267100-39 2024-09-13T00:11:24.137 INFO:tasks.rados.rados.0.smithi032.stdout:2251: finishing write tid 2 to smithi03267100-39 2024-09-13T00:11:24.137 INFO:tasks.rados.rados.0.smithi032.stdout:2251: finishing write tid 3 to smithi03267100-39 2024-09-13T00:11:24.137 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 1325 (ObjNum 739 snap 223 seq_num 739) dirty exists 2024-09-13T00:11:24.137 INFO:tasks.rados.rados.0.smithi032.stdout:2251: left oid 39 (ObjNum 739 snap 223 seq_num 739) 2024-09-13T00:11:24.137 INFO:tasks.rados.rados.0.smithi032.stdout:2255: finishing rollback tid 0 to smithi03267100-7 2024-09-13T00:11:24.137 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1317 (ObjNum 488 snap 145 seq_num 488) dirty exists 2024-09-13T00:11:24.137 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1226 (ObjNum 33 snap 0 seq_num 167077712) dirty exists 2024-09-13T00:11:24.137 INFO:tasks.rados.rados.0.smithi032.stdout:2255: finishing rollback tid 1 to smithi03267100-7 2024-09-13T00:11:24.137 INFO:tasks.rados.rados.0.smithi032.stdout:2255: finishing rollback tid 2 to smithi03267100-7 2024-09-13T00:11:24.138 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1169 (ObjNum 129 snap 0 seq_num 167598832) dirty exists 2024-09-13T00:11:24.159 INFO:tasks.rados.rados.0.smithi032.stdout:2245: done (6 left) 2024-09-13T00:11:24.159 INFO:tasks.rados.rados.0.smithi032.stdout:2250: done (5 left) 2024-09-13T00:11:24.159 INFO:tasks.rados.rados.0.smithi032.stdout:2251: done (4 left) 2024-09-13T00:11:24.159 INFO:tasks.rados.rados.0.smithi032.stdout:2253: done (3 left) 2024-09-13T00:11:24.159 INFO:tasks.rados.rados.0.smithi032.stdout:2254: done (2 left) 2024-09-13T00:11:24.159 INFO:tasks.rados.rados.0.smithi032.stdout:2255: done (1 left) 2024-09-13T00:11:24.159 INFO:tasks.rados.rados.0.smithi032.stdout:2257: done (0 left) 2024-09-13T00:11:24.160 INFO:tasks.rados.rados.0.smithi032.stdout:2258: read oid 50 snap -1 2024-09-13T00:11:24.160 INFO:tasks.rados.rados.0.smithi032.stdout:2258: expect deleted 2024-09-13T00:11:24.160 INFO:tasks.rados.rados.0.smithi032.stdout:2259: rollback oid 21 current snap is 223 2024-09-13T00:11:24.160 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 182 2024-09-13T00:11:24.160 INFO:tasks.rados.rados.0.smithi032.stdout:2260: delete oid 35 current snap is 223 2024-09-13T00:11:24.162 INFO:tasks.rados.rados.0.smithi032.stdout:2258: done (2 left) 2024-09-13T00:11:24.162 INFO:tasks.rados.rados.0.smithi032.stdout:2260: done (1 left) 2024-09-13T00:11:24.162 INFO:tasks.rados.rados.0.smithi032.stdout:2261: delete oid 50 current snap is 223 2024-09-13T00:11:24.165 INFO:tasks.rados.rados.0.smithi032.stdout:2261: done (1 left) 2024-09-13T00:11:24.165 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 223 2024-09-13T00:11:24.165 INFO:tasks.rados.rados.0.smithi032.stdout:2262: seq_num 743 ranges {5873664=450560} 2024-09-13T00:11:24.219 INFO:tasks.rados.rados.0.smithi032.stdout:2262: writing smithi03267100-6 from 5873664 to 6324224 tid 1 2024-09-13T00:11:24.219 INFO:tasks.rados.rados.0.smithi032.stdout:2263: delete oid 20 current snap is 223 2024-09-13T00:11:24.219 INFO:tasks.rados.rados.0.smithi032.stdout:2259: finishing rollback tid 0 to smithi03267100-21 2024-09-13T00:11:24.219 INFO:tasks.rados.rados.0.smithi032.stdout:2259: finishing rollback tid 1 to smithi03267100-21 2024-09-13T00:11:24.219 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1854 (ObjNum 257 snap 0 seq_num 415) dirty dne 2024-09-13T00:11:24.222 INFO:tasks.rados.rados.0.smithi032.stdout:2259: done (2 left) 2024-09-13T00:11:24.222 INFO:tasks.rados.rados.0.smithi032.stdout:2263: done (1 left) 2024-09-13T00:11:24.222 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 223 2024-09-13T00:11:24.222 INFO:tasks.rados.rados.0.smithi032.stdout:2264: seq_num 745 ranges {0=483328} 2024-09-13T00:11:24.227 INFO:tasks.rados.rados.0.smithi032.stdout:2264: writing smithi03267100-3 from 0 to 483328 tid 1 2024-09-13T00:11:24.227 INFO:tasks.rados.rados.0.smithi032.stdout:2265: snap_create 2024-09-13T00:11:24.227 INFO:tasks.rados.rados.0.smithi032.stdout:2262: finishing write tid 1 to smithi03267100-6 2024-09-13T00:11:24.227 INFO:tasks.rados.rados.0.smithi032.stdout:2262: finishing write tid 2 to smithi03267100-6 2024-09-13T00:11:24.230 INFO:tasks.rados.rados.0.smithi032.stdout:2262: finishing write tid 3 to smithi03267100-6 2024-09-13T00:11:24.230 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1340 (ObjNum 743 snap 223 seq_num 743) dirty exists 2024-09-13T00:11:24.230 INFO:tasks.rados.rados.0.smithi032.stdout:2262: left oid 6 (ObjNum 743 snap 223 seq_num 743) 2024-09-13T00:11:24.234 INFO:tasks.rados.rados.0.smithi032.stdout:2264: finishing write tid 1 to smithi03267100-3 2024-09-13T00:11:24.234 INFO:tasks.rados.rados.0.smithi032.stdout:2264: finishing write tid 2 to smithi03267100-3 2024-09-13T00:11:24.237 INFO:tasks.rados.rados.0.smithi032.stdout:2264: finishing write tid 3 to smithi03267100-3 2024-09-13T00:11:24.237 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1319 (ObjNum 745 snap 223 seq_num 745) dirty exists 2024-09-13T00:11:24.237 INFO:tasks.rados.rados.0.smithi032.stdout:2264: left oid 3 (ObjNum 745 snap 223 seq_num 745) 2024-09-13T00:11:24.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:24 smithi032 bash[75510]: cluster 2024-09-13T00:11:23.100175+0000 mgr.y (mgr.34107) 186 : cluster [DBG] pgmap v300: 121 pgs: 121 active+clean; 613 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 76 KiB/s wr, 9 op/s 2024-09-13T00:11:24.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:24 smithi032 bash[75510]: cluster 2024-09-13T00:11:23.136811+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2024-09-13T00:11:24.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:24 smithi032 bash[76677]: cluster 2024-09-13T00:11:23.100175+0000 mgr.y (mgr.34107) 186 : cluster [DBG] pgmap v300: 121 pgs: 121 active+clean; 613 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 76 KiB/s wr, 9 op/s 2024-09-13T00:11:24.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:24 smithi032 bash[76677]: cluster 2024-09-13T00:11:23.136811+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2024-09-13T00:11:24.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:24 smithi053 bash[67631]: cluster 2024-09-13T00:11:23.100175+0000 mgr.y (mgr.34107) 186 : cluster [DBG] pgmap v300: 121 pgs: 121 active+clean; 613 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 76 KiB/s wr, 9 op/s 2024-09-13T00:11:24.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:24 smithi053 bash[67631]: cluster 2024-09-13T00:11:23.136811+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2024-09-13T00:11:25.165 INFO:tasks.rados.rados.0.smithi032.stdout:2262: done (2 left) 2024-09-13T00:11:25.165 INFO:tasks.rados.rados.0.smithi032.stdout:2264: done (1 left) 2024-09-13T00:11:25.165 INFO:tasks.rados.rados.0.smithi032.stdout:2265: done (0 left) 2024-09-13T00:11:25.165 INFO:tasks.rados.rados.0.smithi032.stdout:2266: delete oid 47 current snap is 224 2024-09-13T00:11:25.173 INFO:tasks.rados.rados.0.smithi032.stdout:2266: done (0 left) 2024-09-13T00:11:25.173 INFO:tasks.rados.rados.0.smithi032.stdout:2267: copy_from oid 37 from oid 34 current snap is 224 2024-09-13T00:11:25.173 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 224 2024-09-13T00:11:25.173 INFO:tasks.rados.rados.0.smithi032.stdout:2268: seq_num 747 ranges {196608=516096} 2024-09-13T00:11:25.182 INFO:tasks.rados.rados.0.smithi032.stdout:2268: writing smithi03267100-9 from 196608 to 712704 tid 1 2024-09-13T00:11:25.182 INFO:tasks.rados.rados.0.smithi032.stdout:2269: rollback oid 27 current snap is 224 2024-09-13T00:11:25.182 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 27 to 182 2024-09-13T00:11:25.183 INFO:tasks.rados.rados.0.smithi032.stdout:2270: delete oid 28 current snap is 224 2024-09-13T00:11:25.194 INFO:tasks.rados.rados.0.smithi032.stdout:2269: finishing rollback tid 0 to smithi03267100-27 2024-09-13T00:11:25.194 INFO:tasks.rados.rados.0.smithi032.stdout:2269: finishing rollback tid 1 to smithi03267100-27 2024-09-13T00:11:25.194 INFO:tasks.rados.rados.0.smithi032.stdout:2269: finishing rollback tid 2 to smithi03267100-27 2024-09-13T00:11:25.194 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 832 (ObjNum 494 snap 147 seq_num 494) dirty exists 2024-09-13T00:11:25.198 INFO:tasks.rados.rados.0.smithi032.stdout:2268: finishing write tid 1 to smithi03267100-9 2024-09-13T00:11:25.198 INFO:tasks.rados.rados.0.smithi032.stdout:2268: finishing write tid 2 to smithi03267100-9 2024-09-13T00:11:25.199 INFO:tasks.rados.rados.0.smithi032.stdout:2269: done (3 left) 2024-09-13T00:11:25.199 INFO:tasks.rados.rados.0.smithi032.stdout:2270: done (2 left) 2024-09-13T00:11:25.199 INFO:tasks.rados.rados.0.smithi032.stdout:2271: delete oid 28 current snap is 224 2024-09-13T00:11:25.202 INFO:tasks.rados.rados.0.smithi032.stdout:2268: finishing write tid 3 to smithi03267100-9 2024-09-13T00:11:25.202 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1906 (ObjNum 747 snap 224 seq_num 747) dirty exists 2024-09-13T00:11:25.202 INFO:tasks.rados.rados.0.smithi032.stdout:2268: left oid 9 (ObjNum 747 snap 224 seq_num 747) 2024-09-13T00:11:25.205 INFO:tasks.rados.rados.0.smithi032.stdout:2268: done (2 left) 2024-09-13T00:11:25.205 INFO:tasks.rados.rados.0.smithi032.stdout:2271: done (1 left) 2024-09-13T00:11:25.205 INFO:tasks.rados.rados.0.smithi032.stdout:2272: snap_create 2024-09-13T00:11:25.208 INFO:tasks.rados.rados.0.smithi032.stdout:2267: finishing copy_from racing read to smithi03267100-37 2024-09-13T00:11:25.209 INFO:tasks.rados.rados.0.smithi032.stdout:2267: finishing copy_from to smithi03267100-37 2024-09-13T00:11:25.209 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1324 (ObjNum 698 snap 208 seq_num 698) dirty exists 2024-09-13T00:11:25.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:25 smithi032 bash[76677]: cluster 2024-09-13T00:11:24.139049+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2024-09-13T00:11:25.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:25 smithi032 bash[76677]: audit 2024-09-13T00:11:25.133821+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:25.410 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:25 smithi032 bash[76677]: audit 2024-09-13T00:11:25.135837+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:11:25.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:25 smithi032 bash[75510]: cluster 2024-09-13T00:11:24.139049+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2024-09-13T00:11:25.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:25 smithi032 bash[75510]: audit 2024-09-13T00:11:25.133821+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:25.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:25 smithi032 bash[75510]: audit 2024-09-13T00:11:25.135837+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:11:25.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:25 smithi053 bash[67631]: cluster 2024-09-13T00:11:24.139049+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2024-09-13T00:11:25.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:25 smithi053 bash[67631]: audit 2024-09-13T00:11:25.133821+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:25.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:25 smithi053 bash[67631]: audit 2024-09-13T00:11:25.135837+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:11:25.846 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:25 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:25.846 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:11:25 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:25.847 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:11:25 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:25.847 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:11:25 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:25.847 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:11:25 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:25.848 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:11:25 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:25.848 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:25 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:25.848 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:25 smithi032 systemd[1]: Stopping Ceph osd.3 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:11:25.848 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:11:25 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:25.849 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:25 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:25.849 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:11:25 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:26.161 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:25 smithi032 bash[52114]: debug 2024-09-13T00:11:25.847+0000 7f74fd226640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T00:11:26.161 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:25 smithi032 bash[52114]: debug 2024-09-13T00:11:25.847+0000 7f74fd226640 -1 osd.3 491 *** Got signal Terminated *** 2024-09-13T00:11:26.161 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:25 smithi032 bash[52114]: debug 2024-09-13T00:11:25.847+0000 7f74fd226640 -1 osd.3 491 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T00:11:26.168 INFO:tasks.rados.rados.0.smithi032.stdout:2267: done (1 left) 2024-09-13T00:11:26.168 INFO:tasks.rados.rados.0.smithi032.stdout:2272: done (0 left) 2024-09-13T00:11:26.168 INFO:tasks.rados.rados.0.smithi032.stdout:2273: snap_remove snap 205 2024-09-13T00:11:26.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:26 smithi053 bash[67631]: cluster 2024-09-13T00:11:25.100868+0000 mgr.y (mgr.34107) 187 : cluster [DBG] pgmap v303: 121 pgs: 121 active+clean; 605 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 90 KiB/s wr, 9 op/s 2024-09-13T00:11:26.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:26 smithi053 bash[67631]: cluster 2024-09-13T00:11:25.166449+0000 mon.a (mon.0) 623 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2024-09-13T00:11:26.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:26 smithi053 bash[67631]: cluster 2024-09-13T00:11:25.851357+0000 mon.a (mon.0) 624 : cluster [INF] osd.3 marked itself down and dead 2024-09-13T00:11:26.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:26 smithi032 bash[75510]: cluster 2024-09-13T00:11:25.100868+0000 mgr.y (mgr.34107) 187 : cluster [DBG] pgmap v303: 121 pgs: 121 active+clean; 605 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 90 KiB/s wr, 9 op/s 2024-09-13T00:11:26.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:26 smithi032 bash[75510]: cluster 2024-09-13T00:11:25.166449+0000 mon.a (mon.0) 623 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2024-09-13T00:11:26.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:26 smithi032 bash[75510]: cluster 2024-09-13T00:11:25.851357+0000 mon.a (mon.0) 624 : cluster [INF] osd.3 marked itself down and dead 2024-09-13T00:11:26.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:26 smithi032 bash[76677]: cluster 2024-09-13T00:11:25.100868+0000 mgr.y (mgr.34107) 187 : cluster [DBG] pgmap v303: 121 pgs: 121 active+clean; 605 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 90 KiB/s wr, 9 op/s 2024-09-13T00:11:26.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:26 smithi032 bash[76677]: cluster 2024-09-13T00:11:25.166449+0000 mon.a (mon.0) 623 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2024-09-13T00:11:26.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:26 smithi032 bash[76677]: cluster 2024-09-13T00:11:25.851357+0000 mon.a (mon.0) 624 : cluster [INF] osd.3 marked itself down and dead 2024-09-13T00:11:27.174 INFO:tasks.rados.rados.0.smithi032.stdout:2273: done (0 left) 2024-09-13T00:11:27.174 INFO:tasks.rados.rados.0.smithi032.stdout:2274: snap_create 2024-09-13T00:11:27.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:27 smithi032 bash[75510]: cluster 2024-09-13T00:11:26.158715+0000 mon.a (mon.0) 625 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:11:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:27 smithi032 bash[75510]: cluster 2024-09-13T00:11:26.169585+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e492: 8 total, 7 up, 8 in 2024-09-13T00:11:27.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:27 smithi032 bash[75510]: cluster 2024-09-13T00:11:27.176672+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e493: 8 total, 7 up, 8 in 2024-09-13T00:11:27.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:27 smithi032 bash[76677]: cluster 2024-09-13T00:11:26.158715+0000 mon.a (mon.0) 625 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:11:27.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:27 smithi032 bash[76677]: cluster 2024-09-13T00:11:26.169585+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e492: 8 total, 7 up, 8 in 2024-09-13T00:11:27.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:27 smithi032 bash[76677]: cluster 2024-09-13T00:11:27.176672+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e493: 8 total, 7 up, 8 in 2024-09-13T00:11:27.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:27 smithi053 bash[67631]: cluster 2024-09-13T00:11:26.158715+0000 mon.a (mon.0) 625 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:11:27.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:27 smithi053 bash[67631]: cluster 2024-09-13T00:11:26.169585+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e492: 8 total, 7 up, 8 in 2024-09-13T00:11:27.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:27 smithi053 bash[67631]: cluster 2024-09-13T00:11:27.176672+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e493: 8 total, 7 up, 8 in 2024-09-13T00:11:27.771 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:27 smithi032 bash[93458]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-3 2024-09-13T00:11:27.771 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:27 smithi032 bash[93520]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-3 2024-09-13T00:11:28.134 INFO:tasks.rados.rados.0.smithi032.stdout:2274: done (0 left) 2024-09-13T00:11:28.134 INFO:tasks.rados.rados.0.smithi032.stdout:2275: snap_remove snap 172 2024-09-13T00:11:28.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:28 smithi053 bash[67631]: cluster 2024-09-13T00:11:27.101873+0000 mgr.y (mgr.34107) 188 : cluster [DBG] pgmap v306: 121 pgs: 10 peering, 12 stale+active+clean, 99 active+clean; 599 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 310 KiB/s wr, 14 op/s 2024-09-13T00:11:28.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:28 smithi053 bash[67631]: cluster 2024-09-13T00:11:27.187608+0000 mon.a (mon.0) 628 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T00:11:28.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:28 smithi053 bash[67631]: cluster 2024-09-13T00:11:28.138024+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e494: 8 total, 7 up, 8 in 2024-09-13T00:11:28.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:28 smithi032 bash[75510]: cluster 2024-09-13T00:11:27.101873+0000 mgr.y (mgr.34107) 188 : cluster [DBG] pgmap v306: 121 pgs: 10 peering, 12 stale+active+clean, 99 active+clean; 599 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 310 KiB/s wr, 14 op/s 2024-09-13T00:11:28.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:28 smithi032 bash[75510]: cluster 2024-09-13T00:11:27.187608+0000 mon.a (mon.0) 628 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T00:11:28.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:28 smithi032 bash[75510]: cluster 2024-09-13T00:11:28.138024+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e494: 8 total, 7 up, 8 in 2024-09-13T00:11:28.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:28 smithi032 bash[76677]: cluster 2024-09-13T00:11:27.101873+0000 mgr.y (mgr.34107) 188 : cluster [DBG] pgmap v306: 121 pgs: 10 peering, 12 stale+active+clean, 99 active+clean; 599 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 310 KiB/s wr, 14 op/s 2024-09-13T00:11:28.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:28 smithi032 bash[76677]: cluster 2024-09-13T00:11:27.187608+0000 mon.a (mon.0) 628 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T00:11:28.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:28 smithi032 bash[76677]: cluster 2024-09-13T00:11:28.138024+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e494: 8 total, 7 up, 8 in 2024-09-13T00:11:29.133 INFO:tasks.rados.rados.0.smithi032.stdout:2275: done (0 left) 2024-09-13T00:11:29.133 INFO:tasks.rados.rados.0.smithi032.stdout:2276: setattr oid 43 current snap is 226 2024-09-13T00:11:29.136 INFO:tasks.rados.rados.0.smithi032.stdout:2277: setattr oid 29 current snap is 226 2024-09-13T00:11:29.136 INFO:tasks.rados.rados.0.smithi032.stdout:2278: rmattr oid 12 current snap is 226 2024-09-13T00:11:29.137 INFO:tasks.rados.rados.0.smithi032.stdout:2278: done (2 left) 2024-09-13T00:11:29.137 INFO:tasks.rados.rados.0.smithi032.stdout:2279: read oid 3 snap -1 2024-09-13T00:11:29.137 INFO:tasks.rados.rados.0.smithi032.stdout:2279: expect (ObjNum 745 snap 223 seq_num 745) 2024-09-13T00:11:29.137 INFO:tasks.rados.rados.0.smithi032.stdout:2280: rollback oid 50 current snap is 226 2024-09-13T00:11:29.137 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 212 2024-09-13T00:11:29.137 INFO:tasks.rados.rados.0.smithi032.stdout:2281: copy_from oid 47 from oid 19 current snap is 226 2024-09-13T00:11:29.137 INFO:tasks.rados.rados.0.smithi032.stdout:2282: rollback oid 17 current snap is 226 2024-09-13T00:11:29.137 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 17 to 180 2024-09-13T00:11:29.141 INFO:tasks.rados.rados.0.smithi032.stdout:2283: read oid 16 snap 204 2024-09-13T00:11:29.141 INFO:tasks.rados.rados.0.smithi032.stdout:2283: expect (ObjNum 435 snap 131 seq_num 435) 2024-09-13T00:11:29.141 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 226 2024-09-13T00:11:29.141 INFO:tasks.rados.rados.0.smithi032.stdout:2284: seq_num 750 ranges {0=565248} 2024-09-13T00:11:29.141 INFO:tasks.rados.rados.0.smithi032.stdout:2284: writing smithi03267100-24 from 0 to 565248 tid 1 2024-09-13T00:11:29.141 INFO:tasks.rados.rados.0.smithi032.stdout:2285: snap_create 2024-09-13T00:11:29.143 INFO:tasks.rados.rados.0.smithi032.stdout:2281: finishing copy_from racing read to smithi03267100-47 2024-09-13T00:11:29.149 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 1799 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-13T00:11:29.151 INFO:tasks.rados.rados.0.smithi032.stdout:2281: finishing copy_from to smithi03267100-47 2024-09-13T00:11:29.151 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 828 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-13T00:11:29.156 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1321 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:11:29.157 INFO:tasks.rados.rados.0.smithi032.stdout:2280: finishing rollback tid 1 to smithi03267100-50 2024-09-13T00:11:29.157 INFO:tasks.rados.rados.0.smithi032.stdout:2280: finishing rollback tid 2 to smithi03267100-50 2024-09-13T00:11:29.157 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 826 (ObjNum 704 snap 212 seq_num 704) dirty exists 2024-09-13T00:11:29.167 INFO:tasks.rados.rados.0.smithi032.stdout:2283: expect (ObjNum 435 snap 131 seq_num 435) 2024-09-13T00:11:29.462 INFO:tasks.rados.rados.0.smithi032.stdout:2279: expect (ObjNum 745 snap 223 seq_num 745) 2024-09-13T00:11:29.476 INFO:tasks.rados.rados.0.smithi032.stdout:2284: finishing write tid 1 to smithi03267100-24 2024-09-13T00:11:29.476 INFO:tasks.rados.rados.0.smithi032.stdout:2284: finishing write tid 2 to smithi03267100-24 2024-09-13T00:11:29.476 INFO:tasks.rados.rados.0.smithi032.stdout:2284: finishing write tid 3 to smithi03267100-24 2024-09-13T00:11:29.476 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 1712 (ObjNum 750 snap 226 seq_num 750) dirty exists 2024-09-13T00:11:29.476 INFO:tasks.rados.rados.0.smithi032.stdout:2284: left oid 24 (ObjNum 750 snap 226 seq_num 750) 2024-09-13T00:11:29.476 INFO:tasks.rados.rados.0.smithi032.stdout:2282: finishing rollback tid 0 to smithi03267100-17 2024-09-13T00:11:29.476 INFO:tasks.rados.rados.0.smithi032.stdout:2282: finishing rollback tid 1 to smithi03267100-17 2024-09-13T00:11:29.476 INFO:tasks.rados.rados.0.smithi032.stdout:2282: finishing rollback tid 2 to smithi03267100-17 2024-09-13T00:11:29.476 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 1868 (ObjNum 580 snap 175 seq_num 580) dirty exists 2024-09-13T00:11:30.138 INFO:tasks.rados.rados.0.smithi032.stdout:2276: done (8 left) 2024-09-13T00:11:30.139 INFO:tasks.rados.rados.0.smithi032.stdout:2277: done (7 left) 2024-09-13T00:11:30.139 INFO:tasks.rados.rados.0.smithi032.stdout:2279: done (6 left) 2024-09-13T00:11:30.139 INFO:tasks.rados.rados.0.smithi032.stdout:2280: done (5 left) 2024-09-13T00:11:30.139 INFO:tasks.rados.rados.0.smithi032.stdout:2281: done (4 left) 2024-09-13T00:11:30.139 INFO:tasks.rados.rados.0.smithi032.stdout:2282: done (3 left) 2024-09-13T00:11:30.139 INFO:tasks.rados.rados.0.smithi032.stdout:2283: done (2 left) 2024-09-13T00:11:30.139 INFO:tasks.rados.rados.0.smithi032.stdout:2284: done (1 left) 2024-09-13T00:11:30.139 INFO:tasks.rados.rados.0.smithi032.stdout:2285: done (0 left) 2024-09-13T00:11:30.139 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 227 2024-09-13T00:11:30.139 INFO:tasks.rados.rados.0.smithi032.stdout:2286: seq_num 751 ranges {712704=581632} 2024-09-13T00:11:30.154 INFO:tasks.rados.rados.0.smithi032.stdout:2286: writing smithi03267100-9 from 712704 to 1294336 tid 1 2024-09-13T00:11:30.154 INFO:tasks.rados.rados.0.smithi032.stdout:2287: read oid 18 snap -1 2024-09-13T00:11:30.154 INFO:tasks.rados.rados.0.smithi032.stdout:2287: expect (ObjNum 691 snap 206 seq_num 691) 2024-09-13T00:11:30.154 INFO:tasks.rados.rados.0.smithi032.stdout:2288: snap_remove snap 120 2024-09-13T00:11:30.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:30 smithi032 bash[75510]: cluster 2024-09-13T00:11:29.102537+0000 mgr.y (mgr.34107) 189 : cluster [DBG] pgmap v309: 121 pgs: 9 active+undersized, 10 peering, 9 stale+active+clean, 3 active+undersized+degraded, 90 active+clean; 602 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 962 KiB/s wr, 8 op/s; 23/1152 objects degraded (1.997%) 2024-09-13T00:11:30.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:30 smithi032 bash[75510]: cluster 2024-09-13T00:11:29.137361+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e495: 8 total, 7 up, 8 in 2024-09-13T00:11:30.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:30 smithi032 bash[75510]: cluster 2024-09-13T00:11:29.211736+0000 mon.a (mon.0) 631 : cluster [WRN] Health check failed: Degraded data redundancy: 23/1152 objects degraded (1.997%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:30.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:30.411 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:11:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:30.411 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:11:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:30.411 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:11:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:30.412 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:11:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:30.412 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:11:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:30.412 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:30 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-13T00:11:30.413 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:30 smithi032 systemd[1]: Stopped Ceph osd.3 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:11:30.413 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:30.413 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:30 smithi032 systemd[1]: Started Ceph osd.3 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:11:30.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:11:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:30.413 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:11:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:30 smithi032 bash[76677]: cluster 2024-09-13T00:11:29.102537+0000 mgr.y (mgr.34107) 189 : cluster [DBG] pgmap v309: 121 pgs: 9 active+undersized, 10 peering, 9 stale+active+clean, 3 active+undersized+degraded, 90 active+clean; 602 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 962 KiB/s wr, 8 op/s; 23/1152 objects degraded (1.997%) 2024-09-13T00:11:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:30 smithi032 bash[76677]: cluster 2024-09-13T00:11:29.137361+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e495: 8 total, 7 up, 8 in 2024-09-13T00:11:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:30 smithi032 bash[76677]: cluster 2024-09-13T00:11:29.211736+0000 mon.a (mon.0) 631 : cluster [WRN] Health check failed: Degraded data redundancy: 23/1152 objects degraded (1.997%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:30 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:30.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:30 smithi053 bash[67631]: cluster 2024-09-13T00:11:29.102537+0000 mgr.y (mgr.34107) 189 : cluster [DBG] pgmap v309: 121 pgs: 9 active+undersized, 10 peering, 9 stale+active+clean, 3 active+undersized+degraded, 90 active+clean; 602 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 962 KiB/s wr, 8 op/s; 23/1152 objects degraded (1.997%) 2024-09-13T00:11:30.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:30 smithi053 bash[67631]: cluster 2024-09-13T00:11:29.137361+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e495: 8 total, 7 up, 8 in 2024-09-13T00:11:30.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:30 smithi053 bash[67631]: cluster 2024-09-13T00:11:29.211736+0000 mon.a (mon.0) 631 : cluster [WRN] Health check failed: Degraded data redundancy: 23/1152 objects degraded (1.997%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:31.163 INFO:tasks.rados.rados.0.smithi032.stdout:2288: done (2 left) 2024-09-13T00:11:31.163 INFO:tasks.rados.rados.0.smithi032.stdout:2289: copy_from oid 19 from oid 12 current snap is 227 2024-09-13T00:11:31.164 INFO:tasks.rados.rados.0.smithi032.stdout:2290: read oid 20 snap -1 2024-09-13T00:11:31.164 INFO:tasks.rados.rados.0.smithi032.stdout:2290: expect deleted 2024-09-13T00:11:31.164 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 227 2024-09-13T00:11:31.164 INFO:tasks.rados.rados.0.smithi032.stdout:2291: seq_num 752 ranges {2203648=598016} 2024-09-13T00:11:31.183 INFO:tasks.rados.rados.0.smithi032.stdout:2291: writing smithi03267100-50 from 2203648 to 2801664 tid 1 2024-09-13T00:11:31.183 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 227 2024-09-13T00:11:31.183 INFO:tasks.rados.rados.0.smithi032.stdout:2292: seq_num 753 ranges {0=614400} 2024-09-13T00:11:31.187 INFO:tasks.rados.rados.0.smithi032.stdout:2292: writing smithi03267100-7 from 0 to 614400 tid 1 2024-09-13T00:11:31.187 INFO:tasks.rados.rados.0.smithi032.stdout:2293: delete oid 43 current snap is 227 2024-09-13T00:11:31.189 INFO:tasks.rados.rados.0.smithi032.stdout:2286: finishing write tid 1 to smithi03267100-9 2024-09-13T00:11:31.190 INFO:tasks.rados.rados.0.smithi032.stdout:2286: finishing write tid 2 to smithi03267100-9 2024-09-13T00:11:31.190 INFO:tasks.rados.rados.0.smithi032.stdout:2286: finishing write tid 3 to smithi03267100-9 2024-09-13T00:11:31.190 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1929 (ObjNum 751 snap 227 seq_num 751) dirty exists 2024-09-13T00:11:31.190 INFO:tasks.rados.rados.0.smithi032.stdout:2286: left oid 9 (ObjNum 751 snap 227 seq_num 751) 2024-09-13T00:11:31.190 INFO:tasks.rados.rados.0.smithi032.stdout:2287: expect (ObjNum 691 snap 206 seq_num 691) 2024-09-13T00:11:31.253 INFO:tasks.rados.rados.0.smithi032.stdout:2289: finishing copy_from racing read to smithi03267100-19 2024-09-13T00:11:31.253 INFO:tasks.rados.rados.0.smithi032.stdout:2292: finishing write tid 1 to smithi03267100-7 2024-09-13T00:11:31.253 INFO:tasks.rados.rados.0.smithi032.stdout:2292: finishing write tid 2 to smithi03267100-7 2024-09-13T00:11:31.253 INFO:tasks.rados.rados.0.smithi032.stdout:2289: finishing copy_from to smithi03267100-19 2024-09-13T00:11:31.253 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 1338 (ObjNum 728 snap 217 seq_num 728) dirty exists 2024-09-13T00:11:31.253 INFO:tasks.rados.rados.0.smithi032.stdout:2286: done (6 left) 2024-09-13T00:11:31.254 INFO:tasks.rados.rados.0.smithi032.stdout:2287: done (5 left) 2024-09-13T00:11:31.254 INFO:tasks.rados.rados.0.smithi032.stdout:2289: done (4 left) 2024-09-13T00:11:31.254 INFO:tasks.rados.rados.0.smithi032.stdout:2290: done (3 left) 2024-09-13T00:11:31.254 INFO:tasks.rados.rados.0.smithi032.stdout:2293: done (2 left) 2024-09-13T00:11:31.254 INFO:tasks.rados.rados.0.smithi032.stdout:2294: setattr oid 6 current snap is 227 2024-09-13T00:11:31.254 INFO:tasks.rados.rados.0.smithi032.stdout:2292: finishing write tid 3 to smithi03267100-7 2024-09-13T00:11:31.254 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1178 (ObjNum 753 snap 227 seq_num 753) dirty exists 2024-09-13T00:11:31.254 INFO:tasks.rados.rados.0.smithi032.stdout:2292: left oid 7 (ObjNum 753 snap 227 seq_num 753) 2024-09-13T00:11:31.254 INFO:tasks.rados.rados.0.smithi032.stdout:2291: finishing write tid 1 to smithi03267100-50 2024-09-13T00:11:31.254 INFO:tasks.rados.rados.0.smithi032.stdout:2291: finishing write tid 2 to smithi03267100-50 2024-09-13T00:11:31.254 INFO:tasks.rados.rados.0.smithi032.stdout:2291: finishing write tid 3 to smithi03267100-50 2024-09-13T00:11:31.254 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 828 (ObjNum 752 snap 227 seq_num 752) dirty exists 2024-09-13T00:11:31.254 INFO:tasks.rados.rados.0.smithi032.stdout:2291: left oid 50 (ObjNum 752 snap 227 seq_num 752) 2024-09-13T00:11:31.255 INFO:tasks.rados.rados.0.smithi032.stdout:2291: done (2 left) 2024-09-13T00:11:31.255 INFO:tasks.rados.rados.0.smithi032.stdout:2292: done (1 left) 2024-09-13T00:11:31.255 INFO:tasks.rados.rados.0.smithi032.stdout:2295: read oid 1 snap -1 2024-09-13T00:11:31.255 INFO:tasks.rados.rados.0.smithi032.stdout:2295: expect (ObjNum 517 snap 151 seq_num 517) 2024-09-13T00:11:31.255 INFO:tasks.rados.rados.0.smithi032.stdout:2296: rollback oid 41 current snap is 227 2024-09-13T00:11:31.255 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 130 2024-09-13T00:11:31.256 INFO:tasks.rados.rados.0.smithi032.stdout:2297: snap_create 2024-09-13T00:11:31.258 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1341 (ObjNum 743 snap 223 seq_num 743) dirty exists 2024-09-13T00:11:31.259 INFO:tasks.rados.rados.0.smithi032.stdout:2296: finishing rollback tid 1 to smithi03267100-41 2024-09-13T00:11:31.259 INFO:tasks.rados.rados.0.smithi032.stdout:2296: finishing rollback tid 2 to smithi03267100-41 2024-09-13T00:11:31.259 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1323 (ObjNum 242 snap 68 seq_num 242) dirty exists 2024-09-13T00:11:31.265 INFO:tasks.rados.rados.0.smithi032.stdout:2295: expect (ObjNum 517 snap 151 seq_num 517) 2024-09-13T00:11:31.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:31 smithi032 bash[75510]: cluster 2024-09-13T00:11:30.142307+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e496: 8 total, 7 up, 8 in 2024-09-13T00:11:31.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:31 smithi032 bash[75510]: audit 2024-09-13T00:11:30.410913+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:31.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:31 smithi032 bash[75510]: audit 2024-09-13T00:11:30.416771+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:31.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:31 smithi032 bash[75510]: audit 2024-09-13T00:11:30.417782+0000 mon.a (mon.0) 635 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:11:31.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:31 smithi032 bash[76677]: cluster 2024-09-13T00:11:30.142307+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e496: 8 total, 7 up, 8 in 2024-09-13T00:11:31.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:31 smithi032 bash[76677]: audit 2024-09-13T00:11:30.410913+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:31.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:31 smithi032 bash[76677]: audit 2024-09-13T00:11:30.416771+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:31.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:31 smithi032 bash[76677]: audit 2024-09-13T00:11:30.417782+0000 mon.a (mon.0) 635 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:11:31.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:31 smithi053 bash[67631]: cluster 2024-09-13T00:11:30.142307+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e496: 8 total, 7 up, 8 in 2024-09-13T00:11:31.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:31 smithi053 bash[67631]: audit 2024-09-13T00:11:30.410913+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:31.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:31 smithi053 bash[67631]: audit 2024-09-13T00:11:30.416771+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:31.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:31 smithi053 bash[67631]: audit 2024-09-13T00:11:30.417782+0000 mon.a (mon.0) 635 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:11:32.162 INFO:tasks.rados.rados.0.smithi032.stdout:2294: done (3 left) 2024-09-13T00:11:32.162 INFO:tasks.rados.rados.0.smithi032.stdout:2295: done (2 left) 2024-09-13T00:11:32.164 INFO:tasks.rados.rados.0.smithi032.stdout:2296: done (1 left) 2024-09-13T00:11:32.164 INFO:tasks.rados.rados.0.smithi032.stdout:2297: done (0 left) 2024-09-13T00:11:32.165 INFO:tasks.rados.rados.0.smithi032.stdout:2298: copy_from oid 16 from oid 7 current snap is 228 2024-09-13T00:11:32.165 INFO:tasks.rados.rados.0.smithi032.stdout:2299: read oid 14 snap -1 2024-09-13T00:11:32.165 INFO:tasks.rados.rados.0.smithi032.stdout:2299: expect (ObjNum 735 snap 221 seq_num 735) 2024-09-13T00:11:32.165 INFO:tasks.rados.rados.0.smithi032.stdout:2300: delete oid 40 current snap is 228 2024-09-13T00:11:32.167 INFO:tasks.rados.rados.0.smithi032.stdout:2300: done (2 left) 2024-09-13T00:11:32.167 INFO:tasks.rados.rados.0.smithi032.stdout:2301: snap_remove snap 218 2024-09-13T00:11:32.319 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:32 smithi032 bash[75510]: cluster 2024-09-13T00:11:31.103788+0000 mgr.y (mgr.34107) 190 : cluster [DBG] pgmap v312: 121 pgs: 26 active+undersized, 10 peering, 5 active+undersized+degraded, 80 active+clean; 606 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 884 KiB/s wr, 5 op/s; 63/1143 objects degraded (5.512%) 2024-09-13T00:11:32.320 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:32 smithi032 bash[75510]: cluster 2024-09-13T00:11:31.161009+0000 mon.a (mon.0) 636 : cluster [DBG] osdmap e497: 8 total, 7 up, 8 in 2024-09-13T00:11:32.320 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:32 smithi032 bash[76677]: cluster 2024-09-13T00:11:31.103788+0000 mgr.y (mgr.34107) 190 : cluster [DBG] pgmap v312: 121 pgs: 26 active+undersized, 10 peering, 5 active+undersized+degraded, 80 active+clean; 606 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 884 KiB/s wr, 5 op/s; 63/1143 objects degraded (5.512%) 2024-09-13T00:11:32.320 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:32 smithi032 bash[76677]: cluster 2024-09-13T00:11:31.161009+0000 mon.a (mon.0) 636 : cluster [DBG] osdmap e497: 8 total, 7 up, 8 in 2024-09-13T00:11:32.320 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:32 smithi032 bash[93669]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T00:11:32.320 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:32 smithi032 bash[93669]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-13T00:11:32.321 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:32 smithi032 bash[93669]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-13T00:11:32.321 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:32 smithi032 bash[93669]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T00:11:32.321 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:32 smithi032 bash[93669]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-13T00:11:32.321 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:32 smithi032 bash[93669]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T00:11:32.321 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:32 smithi032 bash[93669]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-13T00:11:32.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:32 smithi053 bash[67631]: cluster 2024-09-13T00:11:31.103788+0000 mgr.y (mgr.34107) 190 : cluster [DBG] pgmap v312: 121 pgs: 26 active+undersized, 10 peering, 5 active+undersized+degraded, 80 active+clean; 606 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 884 KiB/s wr, 5 op/s; 63/1143 objects degraded (5.512%) 2024-09-13T00:11:32.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:32 smithi053 bash[67631]: cluster 2024-09-13T00:11:31.161009+0000 mon.a (mon.0) 636 : cluster [DBG] osdmap e497: 8 total, 7 up, 8 in 2024-09-13T00:11:32.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:32 smithi053 bash[60895]: ts=2024-09-13T00:11:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:11:32.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:11:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:11:32] "GET /metrics HTTP/1.1" 200 36236 "" "Prometheus/2.43.0" 2024-09-13T00:11:33.139 INFO:tasks.rados.rados.0.smithi032.stdout:2301: done (2 left) 2024-09-13T00:11:33.139 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 228 2024-09-13T00:11:33.139 INFO:tasks.rados.rados.0.smithi032.stdout:2302: seq_num 756 ranges {2105344=671744} 2024-09-13T00:11:33.177 INFO:tasks.rados.rados.0.smithi032.stdout:2302: writing smithi03267100-37 from 2105344 to 2777088 tid 1 2024-09-13T00:11:33.177 INFO:tasks.rados.rados.0.smithi032.stdout:2303: snap_remove snap 211 2024-09-13T00:11:33.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:33 smithi053 bash[67631]: cluster 2024-09-13T00:11:32.166071+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e498: 8 total, 7 up, 8 in 2024-09-13T00:11:33.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:33 smithi053 bash[67631]: cluster 2024-09-13T00:11:33.140918+0000 mon.a (mon.0) 638 : cluster [DBG] osdmap e499: 8 total, 7 up, 8 in 2024-09-13T00:11:33.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:33 smithi032 bash[75510]: cluster 2024-09-13T00:11:32.166071+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e498: 8 total, 7 up, 8 in 2024-09-13T00:11:33.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:33 smithi032 bash[75510]: cluster 2024-09-13T00:11:33.140918+0000 mon.a (mon.0) 638 : cluster [DBG] osdmap e499: 8 total, 7 up, 8 in 2024-09-13T00:11:33.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:33 smithi032 bash[76677]: cluster 2024-09-13T00:11:32.166071+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e498: 8 total, 7 up, 8 in 2024-09-13T00:11:33.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:33 smithi032 bash[76677]: cluster 2024-09-13T00:11:33.140918+0000 mon.a (mon.0) 638 : cluster [DBG] osdmap e499: 8 total, 7 up, 8 in 2024-09-13T00:11:34.191 INFO:tasks.rados.rados.0.smithi032.stdout:2299: expect (ObjNum 735 snap 221 seq_num 735) 2024-09-13T00:11:34.198 INFO:tasks.rados.rados.0.smithi032.stdout:2298: finishing copy_from racing read to smithi03267100-16 2024-09-13T00:11:34.198 INFO:tasks.rados.rados.0.smithi032.stdout:2298: finishing copy_from to smithi03267100-16 2024-09-13T00:11:34.198 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1178 (ObjNum 753 snap 227 seq_num 753) dirty exists 2024-09-13T00:11:34.199 INFO:tasks.rados.rados.0.smithi032.stdout:2302: finishing write tid 1 to smithi03267100-37 2024-09-13T00:11:34.199 INFO:tasks.rados.rados.0.smithi032.stdout:2302: finishing write tid 2 to smithi03267100-37 2024-09-13T00:11:34.199 INFO:tasks.rados.rados.0.smithi032.stdout:2302: finishing write tid 3 to smithi03267100-37 2024-09-13T00:11:34.199 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1714 (ObjNum 756 snap 228 seq_num 756) dirty exists 2024-09-13T00:11:34.199 INFO:tasks.rados.rados.0.smithi032.stdout:2302: left oid 37 (ObjNum 756 snap 228 seq_num 756) 2024-09-13T00:11:34.199 INFO:tasks.rados.rados.0.smithi032.stdout:2298: done (3 left) 2024-09-13T00:11:34.199 INFO:tasks.rados.rados.0.smithi032.stdout:2299: done (2 left) 2024-09-13T00:11:34.199 INFO:tasks.rados.rados.0.smithi032.stdout:2302: done (1 left) 2024-09-13T00:11:34.199 INFO:tasks.rados.rados.0.smithi032.stdout:2303: done (0 left) 2024-09-13T00:11:34.199 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 228 2024-09-13T00:11:34.199 INFO:tasks.rados.rados.0.smithi032.stdout:2304: seq_num 757 ranges {483328=688128} 2024-09-13T00:11:34.205 INFO:tasks.rados.rados.0.smithi032.stdout:2304: writing smithi03267100-3 from 483328 to 1171456 tid 1 2024-09-13T00:11:34.205 INFO:tasks.rados.rados.0.smithi032.stdout:2305: copy_from oid 25 from oid 17 current snap is 228 2024-09-13T00:11:34.205 INFO:tasks.rados.rados.0.smithi032.stdout:2306: rollback oid 48 current snap is 228 2024-09-13T00:11:34.206 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 48 to 225 2024-09-13T00:11:34.206 INFO:tasks.rados.rados.0.smithi032.stdout:2307: delete oid 23 current snap is 228 2024-09-13T00:11:34.213 INFO:tasks.rados.rados.0.smithi032.stdout:2306: finishing rollback tid 1 to smithi03267100-48 2024-09-13T00:11:34.213 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1160 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T00:11:34.231 INFO:tasks.rados.rados.0.smithi032.stdout:2304: finishing write tid 1 to smithi03267100-3 2024-09-13T00:11:34.231 INFO:tasks.rados.rados.0.smithi032.stdout:2304: finishing write tid 2 to smithi03267100-3 2024-09-13T00:11:34.234 INFO:tasks.rados.rados.0.smithi032.stdout:2304: finishing write tid 3 to smithi03267100-3 2024-09-13T00:11:34.234 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1325 (ObjNum 757 snap 228 seq_num 757) dirty exists 2024-09-13T00:11:34.234 INFO:tasks.rados.rados.0.smithi032.stdout:2304: left oid 3 (ObjNum 757 snap 228 seq_num 757) 2024-09-13T00:11:34.235 INFO:tasks.rados.rados.0.smithi032.stdout:2304: done (3 left) 2024-09-13T00:11:34.235 INFO:tasks.rados.rados.0.smithi032.stdout:2306: done (2 left) 2024-09-13T00:11:34.235 INFO:tasks.rados.rados.0.smithi032.stdout:2307: done (1 left) 2024-09-13T00:11:34.235 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 228 2024-09-13T00:11:34.235 INFO:tasks.rados.rados.0.smithi032.stdout:2308: seq_num 759 ranges {0=720896} 2024-09-13T00:11:34.240 INFO:tasks.rados.rados.0.smithi032.stdout:2308: writing smithi03267100-36 from 0 to 720896 tid 1 2024-09-13T00:11:34.240 INFO:tasks.rados.rados.0.smithi032.stdout:2309: copy_from oid 27 from oid 41 current snap is 228 2024-09-13T00:11:34.240 INFO:tasks.rados.rados.0.smithi032.stdout:2310: snap_remove snap 196 2024-09-13T00:11:34.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:34 smithi053 bash[67631]: cluster 2024-09-13T00:11:33.104852+0000 mgr.y (mgr.34107) 191 : cluster [DBG] pgmap v315: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 605 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 592 KiB/s wr, 8 op/s; 80/1131 objects degraded (7.073%) 2024-09-13T00:11:34.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:34 smithi053 bash[67631]: cluster 2024-09-13T00:11:33.163070+0000 mon.a (mon.0) 639 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-13T00:11:34.660 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:34 smithi032 bash[93883]: debug 2024-09-13T00:11:34.302+0000 7f24d0618640 1 -- 172.21.15.32:0/1780245955 <== mon.0 v2:172.21.15.32:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55faa28c71e0 con 0x55faa2887800 2024-09-13T00:11:34.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:34 smithi032 bash[75510]: cluster 2024-09-13T00:11:33.104852+0000 mgr.y (mgr.34107) 191 : cluster [DBG] pgmap v315: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 605 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 592 KiB/s wr, 8 op/s; 80/1131 objects degraded (7.073%) 2024-09-13T00:11:34.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:34 smithi032 bash[75510]: cluster 2024-09-13T00:11:33.163070+0000 mon.a (mon.0) 639 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-13T00:11:34.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:34 smithi032 bash[76677]: cluster 2024-09-13T00:11:33.104852+0000 mgr.y (mgr.34107) 191 : cluster [DBG] pgmap v315: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 605 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 592 KiB/s wr, 8 op/s; 80/1131 objects degraded (7.073%) 2024-09-13T00:11:34.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:34 smithi032 bash[76677]: cluster 2024-09-13T00:11:33.163070+0000 mon.a (mon.0) 639 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-13T00:11:35.160 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:34 smithi032 bash[93883]: debug 2024-09-13T00:11:34.846+0000 7f24d2e7e640 -1 Falling back to public interface 2024-09-13T00:11:35.186 INFO:tasks.rados.rados.0.smithi032.stdout:2310: done (3 left) 2024-09-13T00:11:35.186 INFO:tasks.rados.rados.0.smithi032.stdout:2311: read oid 38 snap -1 2024-09-13T00:11:35.186 INFO:tasks.rados.rados.0.smithi032.stdout:2311: expect deleted 2024-09-13T00:11:35.186 INFO:tasks.rados.rados.0.smithi032.stdout:2312: snap_remove snap 217 2024-09-13T00:11:35.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:35 smithi053 bash[67631]: cluster 2024-09-13T00:11:34.185286+0000 mon.a (mon.0) 640 : cluster [DBG] osdmap e500: 8 total, 7 up, 8 in 2024-09-13T00:11:35.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:35 smithi032 bash[76677]: cluster 2024-09-13T00:11:34.185286+0000 mon.a (mon.0) 640 : cluster [DBG] osdmap e500: 8 total, 7 up, 8 in 2024-09-13T00:11:35.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:35 smithi032 bash[75510]: cluster 2024-09-13T00:11:34.185286+0000 mon.a (mon.0) 640 : cluster [DBG] osdmap e500: 8 total, 7 up, 8 in 2024-09-13T00:11:36.200 INFO:tasks.rados.rados.0.smithi032.stdout:2312: done (4 left) 2024-09-13T00:11:36.200 INFO:tasks.rados.rados.0.smithi032.stdout:2313: read oid 24 snap -1 2024-09-13T00:11:36.201 INFO:tasks.rados.rados.0.smithi032.stdout:2313: expect (ObjNum 750 snap 226 seq_num 750) 2024-09-13T00:11:36.201 INFO:tasks.rados.rados.0.smithi032.stdout:2314: rmattr oid 49 current snap is 228 2024-09-13T00:11:36.201 INFO:tasks.rados.rados.0.smithi032.stdout:2308: finishing write tid 1 to smithi03267100-36 2024-09-13T00:11:36.201 INFO:tasks.rados.rados.0.smithi032.stdout:2308: finishing write tid 2 to smithi03267100-36 2024-09-13T00:11:36.201 INFO:tasks.rados.rados.0.smithi032.stdout:2309: finishing copy_from racing read to smithi03267100-27 2024-09-13T00:11:36.201 INFO:tasks.rados.rados.0.smithi032.stdout:2309: finishing copy_from to smithi03267100-27 2024-09-13T00:11:36.201 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 1323 (ObjNum 242 snap 68 seq_num 242) dirty exists 2024-09-13T00:11:36.201 INFO:tasks.rados.rados.0.smithi032.stdout:2308: finishing write tid 3 to smithi03267100-36 2024-09-13T00:11:36.201 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 1898 (ObjNum 759 snap 228 seq_num 759) dirty exists 2024-09-13T00:11:36.201 INFO:tasks.rados.rados.0.smithi032.stdout:2308: left oid 36 (ObjNum 759 snap 228 seq_num 759) 2024-09-13T00:11:36.201 INFO:tasks.rados.rados.0.smithi032.stdout:2305: finishing copy_from racing read to smithi03267100-25 2024-09-13T00:11:36.201 INFO:tasks.rados.rados.0.smithi032.stdout:2305: finishing copy_from to smithi03267100-25 2024-09-13T00:11:36.201 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1868 (ObjNum 580 snap 175 seq_num 580) dirty exists 2024-09-13T00:11:36.202 INFO:tasks.rados.rados.0.smithi032.stdout:2305: done (5 left) 2024-09-13T00:11:36.202 INFO:tasks.rados.rados.0.smithi032.stdout:2308: done (4 left) 2024-09-13T00:11:36.202 INFO:tasks.rados.rados.0.smithi032.stdout:2309: done (3 left) 2024-09-13T00:11:36.202 INFO:tasks.rados.rados.0.smithi032.stdout:2315: read oid 17 snap -1 2024-09-13T00:11:36.202 INFO:tasks.rados.rados.0.smithi032.stdout:2315: expect (ObjNum 580 snap 175 seq_num 580) 2024-09-13T00:11:36.202 INFO:tasks.rados.rados.0.smithi032.stdout:2311: done (3 left) 2024-09-13T00:11:36.202 INFO:tasks.rados.rados.0.smithi032.stdout:2316: rollback oid 18 current snap is 228 2024-09-13T00:11:36.202 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 215 2024-09-13T00:11:36.202 INFO:tasks.rados.rados.0.smithi032.stdout:2317: setattr oid 11 current snap is 228 2024-09-13T00:11:36.203 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 0 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-09-13T00:11:36.208 INFO:tasks.rados.rados.0.smithi032.stdout:2314: done (4 left) 2024-09-13T00:11:36.208 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 228 2024-09-13T00:11:36.208 INFO:tasks.rados.rados.0.smithi032.stdout:2318: seq_num 760 ranges {2777088=737280} 2024-09-13T00:11:36.253 INFO:tasks.rados.rados.0.smithi032.stdout:2318: writing smithi03267100-37 from 2777088 to 3514368 tid 1 2024-09-13T00:11:36.253 INFO:tasks.rados.rados.0.smithi032.stdout:2319: delete oid 27 current snap is 228 2024-09-13T00:11:36.253 INFO:tasks.rados.rados.0.smithi032.stdout:2313: expect (ObjNum 750 snap 226 seq_num 750) 2024-09-13T00:11:36.281 INFO:tasks.rados.rados.0.smithi032.stdout:2316: finishing rollback tid 0 to smithi03267100-18 2024-09-13T00:11:36.281 INFO:tasks.rados.rados.0.smithi032.stdout:2316: finishing rollback tid 1 to smithi03267100-18 2024-09-13T00:11:36.281 INFO:tasks.rados.rados.0.smithi032.stdout:2316: finishing rollback tid 2 to smithi03267100-18 2024-09-13T00:11:36.281 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1969 (ObjNum 691 snap 206 seq_num 691) dirty exists 2024-09-13T00:11:36.281 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1970 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T00:11:36.282 INFO:tasks.rados.rados.0.smithi032.stdout:2313: done (5 left) 2024-09-13T00:11:36.282 INFO:tasks.rados.rados.0.smithi032.stdout:2316: done (4 left) 2024-09-13T00:11:36.282 INFO:tasks.rados.rados.0.smithi032.stdout:2317: done (3 left) 2024-09-13T00:11:36.282 INFO:tasks.rados.rados.0.smithi032.stdout:2319: done (2 left) 2024-09-13T00:11:36.282 INFO:tasks.rados.rados.0.smithi032.stdout:2320: setattr oid 38 current snap is 228 2024-09-13T00:11:36.282 INFO:tasks.rados.rados.0.smithi032.stdout:2318: finishing write tid 1 to smithi03267100-37 2024-09-13T00:11:36.282 INFO:tasks.rados.rados.0.smithi032.stdout:2318: finishing write tid 2 to smithi03267100-37 2024-09-13T00:11:36.282 INFO:tasks.rados.rados.0.smithi032.stdout:2318: finishing write tid 3 to smithi03267100-37 2024-09-13T00:11:36.282 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1716 (ObjNum 760 snap 228 seq_num 760) dirty exists 2024-09-13T00:11:36.282 INFO:tasks.rados.rados.0.smithi032.stdout:2318: left oid 37 (ObjNum 760 snap 228 seq_num 760) 2024-09-13T00:11:36.283 INFO:tasks.rados.rados.0.smithi032.stdout:2315: expect (ObjNum 580 snap 175 seq_num 580) 2024-09-13T00:11:36.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:36 smithi053 bash[67631]: cluster 2024-09-13T00:11:35.105422+0000 mgr.y (mgr.34107) 192 : cluster [DBG] pgmap v318: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 600 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 901 KiB/s wr, 20 op/s; 82/1122 objects degraded (7.308%) 2024-09-13T00:11:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:36 smithi053 bash[67631]: cluster 2024-09-13T00:11:35.178699+0000 mon.a (mon.0) 641 : cluster [WRN] Health check update: Degraded data redundancy: 82/1122 objects degraded (7.308%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:36.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:36 smithi053 bash[67631]: cluster 2024-09-13T00:11:35.190558+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e501: 8 total, 7 up, 8 in 2024-09-13T00:11:36.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:36 smithi032 bash[75510]: cluster 2024-09-13T00:11:35.105422+0000 mgr.y (mgr.34107) 192 : cluster [DBG] pgmap v318: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 600 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 901 KiB/s wr, 20 op/s; 82/1122 objects degraded (7.308%) 2024-09-13T00:11:36.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:36 smithi032 bash[75510]: cluster 2024-09-13T00:11:35.178699+0000 mon.a (mon.0) 641 : cluster [WRN] Health check update: Degraded data redundancy: 82/1122 objects degraded (7.308%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:36.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:36 smithi032 bash[75510]: cluster 2024-09-13T00:11:35.190558+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e501: 8 total, 7 up, 8 in 2024-09-13T00:11:36.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:36 smithi032 bash[76677]: cluster 2024-09-13T00:11:35.105422+0000 mgr.y (mgr.34107) 192 : cluster [DBG] pgmap v318: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 600 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 901 KiB/s wr, 20 op/s; 82/1122 objects degraded (7.308%) 2024-09-13T00:11:36.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:36 smithi032 bash[76677]: cluster 2024-09-13T00:11:35.178699+0000 mon.a (mon.0) 641 : cluster [WRN] Health check update: Degraded data redundancy: 82/1122 objects degraded (7.308%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:36.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:36 smithi032 bash[76677]: cluster 2024-09-13T00:11:35.190558+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e501: 8 total, 7 up, 8 in 2024-09-13T00:11:37.415 INFO:tasks.rados.rados.0.smithi032.stdout:2315: done (2 left) 2024-09-13T00:11:37.415 INFO:tasks.rados.rados.0.smithi032.stdout:2318: done (1 left) 2024-09-13T00:11:37.415 INFO:tasks.rados.rados.0.smithi032.stdout:2321: copy_from oid 44 from oid 12 current snap is 228 2024-09-13T00:11:37.415 INFO:tasks.rados.rados.0.smithi032.stdout:2322: read oid 28 snap -1 2024-09-13T00:11:37.415 INFO:tasks.rados.rados.0.smithi032.stdout:2322: expect deleted 2024-09-13T00:11:37.415 INFO:tasks.rados.rados.0.smithi032.stdout:2323: rollback oid 48 current snap is 228 2024-09-13T00:11:37.416 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 48 to 213 2024-09-13T00:11:37.416 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 228 2024-09-13T00:11:37.416 INFO:tasks.rados.rados.0.smithi032.stdout:2324: seq_num 762 ranges {0=770048} 2024-09-13T00:11:37.429 INFO:tasks.rados.rados.0.smithi032.stdout:2324: writing smithi03267100-10 from 0 to 770048 tid 1 2024-09-13T00:11:37.429 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 228 2024-09-13T00:11:37.429 INFO:tasks.rados.rados.0.smithi032.stdout:2325: seq_num 763 ranges {2105344=786432} 2024-09-13T00:11:37.458 INFO:tasks.rados.rados.0.smithi032.stdout:2325: writing smithi03267100-34 from 2105344 to 2891776 tid 1 2024-09-13T00:11:37.458 INFO:tasks.rados.rados.0.smithi032.stdout:2326: snap_create 2024-09-13T00:11:37.458 INFO:tasks.rados.rados.0.smithi032.stdout:2323: finishing rollback tid 1 to smithi03267100-48 2024-09-13T00:11:37.458 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1160 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T00:11:37.458 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1227 (ObjNum 49 snap 0 seq_num 1583768928) dirty exists 2024-09-13T00:11:37.458 INFO:tasks.rados.rados.0.smithi032.stdout:2321: finishing copy_from racing read to smithi03267100-44 2024-09-13T00:11:37.458 INFO:tasks.rados.rados.0.smithi032.stdout:2321: finishing copy_from to smithi03267100-44 2024-09-13T00:11:37.458 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1338 (ObjNum 728 snap 217 seq_num 728) dirty exists 2024-09-13T00:11:37.458 INFO:tasks.rados.rados.0.smithi032.stdout:2324: finishing write tid 1 to smithi03267100-10 2024-09-13T00:11:37.459 INFO:tasks.rados.rados.0.smithi032.stdout:2324: finishing write tid 2 to smithi03267100-10 2024-09-13T00:11:37.459 INFO:tasks.rados.rados.0.smithi032.stdout:2324: finishing write tid 3 to smithi03267100-10 2024-09-13T00:11:37.459 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1229 (ObjNum 762 snap 228 seq_num 762) dirty exists 2024-09-13T00:11:37.459 INFO:tasks.rados.rados.0.smithi032.stdout:2324: left oid 10 (ObjNum 762 snap 228 seq_num 762) 2024-09-13T00:11:37.463 INFO:tasks.rados.rados.0.smithi032.stdout:2325: finishing write tid 1 to smithi03267100-34 2024-09-13T00:11:37.463 INFO:tasks.rados.rados.0.smithi032.stdout:2325: finishing write tid 2 to smithi03267100-34 2024-09-13T00:11:37.465 INFO:tasks.rados.rados.0.smithi032.stdout:2325: finishing write tid 3 to smithi03267100-34 2024-09-13T00:11:37.465 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 1343 (ObjNum 763 snap 228 seq_num 763) dirty exists 2024-09-13T00:11:37.465 INFO:tasks.rados.rados.0.smithi032.stdout:2325: left oid 34 (ObjNum 763 snap 228 seq_num 763) 2024-09-13T00:11:37.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:37 smithi053 bash[67631]: cluster 2024-09-13T00:11:36.202896+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e502: 8 total, 7 up, 8 in 2024-09-13T00:11:37.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:37 smithi032 bash[75510]: cluster 2024-09-13T00:11:36.202896+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e502: 8 total, 7 up, 8 in 2024-09-13T00:11:37.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:37 smithi032 bash[76677]: cluster 2024-09-13T00:11:36.202896+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e502: 8 total, 7 up, 8 in 2024-09-13T00:11:38.267 INFO:tasks.rados.rados.0.smithi032.stdout:2320: done (6 left) 2024-09-13T00:11:38.267 INFO:tasks.rados.rados.0.smithi032.stdout:2321: done (5 left) 2024-09-13T00:11:38.267 INFO:tasks.rados.rados.0.smithi032.stdout:2322: done (4 left) 2024-09-13T00:11:38.268 INFO:tasks.rados.rados.0.smithi032.stdout:2323: done (3 left) 2024-09-13T00:11:38.268 INFO:tasks.rados.rados.0.smithi032.stdout:2324: done (2 left) 2024-09-13T00:11:38.268 INFO:tasks.rados.rados.0.smithi032.stdout:2325: done (1 left) 2024-09-13T00:11:38.268 INFO:tasks.rados.rados.0.smithi032.stdout:2326: done (0 left) 2024-09-13T00:11:38.268 INFO:tasks.rados.rados.0.smithi032.stdout:2327: rollback oid 45 current snap is 229 2024-09-13T00:11:38.268 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 219 2024-09-13T00:11:38.268 INFO:tasks.rados.rados.0.smithi032.stdout:2328: read oid 14 snap -1 2024-09-13T00:11:38.268 INFO:tasks.rados.rados.0.smithi032.stdout:2328: expect (ObjNum 735 snap 221 seq_num 735) 2024-09-13T00:11:38.268 INFO:tasks.rados.rados.0.smithi032.stdout:2329: read oid 3 snap -1 2024-09-13T00:11:38.268 INFO:tasks.rados.rados.0.smithi032.stdout:2329: expect (ObjNum 757 snap 228 seq_num 757) 2024-09-13T00:11:38.268 INFO:tasks.rados.rados.0.smithi032.stdout:2330: snap_create 2024-09-13T00:11:38.274 INFO:tasks.rados.rados.0.smithi032.stdout:2327: finishing rollback tid 0 to smithi03267100-45 2024-09-13T00:11:38.278 INFO:tasks.rados.rados.0.smithi032.stdout:2327: finishing rollback tid 1 to smithi03267100-45 2024-09-13T00:11:38.278 INFO:tasks.rados.rados.0.smithi032.stdout:2327: finishing rollback tid 2 to smithi03267100-45 2024-09-13T00:11:38.278 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1309 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:11:38.282 INFO:tasks.rados.rados.0.smithi032.stdout:2328: expect (ObjNum 735 snap 221 seq_num 735) 2024-09-13T00:11:38.292 INFO:tasks.rados.rados.0.smithi032.stdout:2329: expect (ObjNum 757 snap 228 seq_num 757) 2024-09-13T00:11:38.410 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[93883]: debug 2024-09-13T00:11:38.146+0000 7f24d2e7e640 -1 osd.3 491 log_to_monitors true 2024-09-13T00:11:38.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[75510]: cluster 2024-09-13T00:11:37.105922+0000 mgr.y (mgr.34107) 193 : cluster [DBG] pgmap v321: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 592 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 83/1104 objects degraded (7.518%) 2024-09-13T00:11:38.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[75510]: audit 2024-09-13T00:11:37.260407+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:38.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[75510]: audit 2024-09-13T00:11:37.265410+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:38.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[75510]: audit 2024-09-13T00:11:37.933167+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:38.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[75510]: audit 2024-09-13T00:11:37.937959+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:38.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[75510]: audit 2024-09-13T00:11:38.155121+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3990296069,v1:172.21.15.32:6827/3990296069]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T00:11:38.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[75510]: audit 2024-09-13T00:11:38.155386+0000 mon.a (mon.0) 648 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T00:11:38.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[76677]: cluster 2024-09-13T00:11:37.105922+0000 mgr.y (mgr.34107) 193 : cluster [DBG] pgmap v321: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 592 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 83/1104 objects degraded (7.518%) 2024-09-13T00:11:38.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[76677]: audit 2024-09-13T00:11:37.260407+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:38.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[76677]: audit 2024-09-13T00:11:37.265410+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:38.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[76677]: audit 2024-09-13T00:11:37.933167+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:38.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[76677]: audit 2024-09-13T00:11:37.937959+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:38.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[76677]: audit 2024-09-13T00:11:38.155121+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3990296069,v1:172.21.15.32:6827/3990296069]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T00:11:38.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[76677]: audit 2024-09-13T00:11:38.155386+0000 mon.a (mon.0) 648 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T00:11:38.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:38 smithi053 bash[67631]: cluster 2024-09-13T00:11:37.105922+0000 mgr.y (mgr.34107) 193 : cluster [DBG] pgmap v321: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 592 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 83/1104 objects degraded (7.518%) 2024-09-13T00:11:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:38 smithi053 bash[67631]: audit 2024-09-13T00:11:37.260407+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:38 smithi053 bash[67631]: audit 2024-09-13T00:11:37.265410+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:38 smithi053 bash[67631]: audit 2024-09-13T00:11:37.933167+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:38 smithi053 bash[67631]: audit 2024-09-13T00:11:37.937959+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:38 smithi053 bash[67631]: audit 2024-09-13T00:11:38.155121+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3990296069,v1:172.21.15.32:6827/3990296069]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T00:11:38.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:38 smithi053 bash[67631]: audit 2024-09-13T00:11:38.155386+0000 mon.a (mon.0) 648 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T00:11:38.910 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:11:38 smithi032 bash[93883]: debug 2024-09-13T00:11:38.614+0000 7f24c6c20640 -1 osd.3 491 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T00:11:39.285 INFO:tasks.rados.rados.0.smithi032.stdout:2327: done (3 left) 2024-09-13T00:11:39.285 INFO:tasks.rados.rados.0.smithi032.stdout:2328: done (2 left) 2024-09-13T00:11:39.285 INFO:tasks.rados.rados.0.smithi032.stdout:2329: done (1 left) 2024-09-13T00:11:39.285 INFO:tasks.rados.rados.0.smithi032.stdout:2330: done (0 left) 2024-09-13T00:11:39.285 INFO:tasks.rados.rados.0.smithi032.stdout:2331: snap_create 2024-09-13T00:11:39.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:39 smithi053 bash[67631]: audit 2024-09-13T00:11:38.269799+0000 mon.a (mon.0) 649 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T00:11:39.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:39 smithi053 bash[67631]: cluster 2024-09-13T00:11:38.269927+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e503: 8 total, 7 up, 8 in 2024-09-13T00:11:39.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:39 smithi053 bash[67631]: audit 2024-09-13T00:11:38.273852+0000 mon.c (mon.2) 10 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3990296069,v1:172.21.15.32:6827/3990296069]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:11:39.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:39 smithi053 bash[67631]: audit 2024-09-13T00:11:38.274806+0000 mon.a (mon.0) 651 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:11:39.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:39 smithi053 bash[67631]: audit 2024-09-13T00:11:38.607832+0000 mon.a (mon.0) 652 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-13T00:11:39.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:39 smithi032 bash[75510]: audit 2024-09-13T00:11:38.269799+0000 mon.a (mon.0) 649 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T00:11:39.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:39 smithi032 bash[75510]: cluster 2024-09-13T00:11:38.269927+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e503: 8 total, 7 up, 8 in 2024-09-13T00:11:39.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:39 smithi032 bash[75510]: audit 2024-09-13T00:11:38.273852+0000 mon.c (mon.2) 10 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3990296069,v1:172.21.15.32:6827/3990296069]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:11:39.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:39 smithi032 bash[75510]: audit 2024-09-13T00:11:38.274806+0000 mon.a (mon.0) 651 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:11:39.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:39 smithi032 bash[75510]: audit 2024-09-13T00:11:38.607832+0000 mon.a (mon.0) 652 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-13T00:11:39.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:39 smithi032 bash[76677]: audit 2024-09-13T00:11:38.269799+0000 mon.a (mon.0) 649 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T00:11:39.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:39 smithi032 bash[76677]: cluster 2024-09-13T00:11:38.269927+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e503: 8 total, 7 up, 8 in 2024-09-13T00:11:39.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:39 smithi032 bash[76677]: audit 2024-09-13T00:11:38.273852+0000 mon.c (mon.2) 10 : audit [INF] from='osd.3 [v2:172.21.15.32:6826/3990296069,v1:172.21.15.32:6827/3990296069]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:11:39.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:39 smithi032 bash[76677]: audit 2024-09-13T00:11:38.274806+0000 mon.a (mon.0) 651 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-09-13T00:11:39.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:39 smithi032 bash[76677]: audit 2024-09-13T00:11:38.607832+0000 mon.a (mon.0) 652 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-13T00:11:40.287 INFO:tasks.rados.rados.0.smithi032.stdout:2331: done (0 left) 2024-09-13T00:11:40.288 INFO:tasks.rados.rados.0.smithi032.stdout:2332: read oid 2 snap -1 2024-09-13T00:11:40.288 INFO:tasks.rados.rados.0.smithi032.stdout:2332: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:11:40.288 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 231 2024-09-13T00:11:40.288 INFO:tasks.rados.rados.0.smithi032.stdout:2333: seq_num 764 ranges {8896512=802816} 2024-09-13T00:11:40.345 INFO:tasks.rados.rados.0.smithi032.stdout:2333: writing smithi03267100-25 from 8896512 to 9699328 tid 1 2024-09-13T00:11:40.345 INFO:tasks.rados.rados.0.smithi032.stdout:2334: rollback oid 13 current snap is 231 2024-09-13T00:11:40.346 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 181 2024-09-13T00:11:40.346 INFO:tasks.rados.rados.0.smithi032.stdout:2332: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:11:40.349 INFO:tasks.rados.rados.0.smithi032.stdout:2332: done (2 left) 2024-09-13T00:11:40.349 INFO:tasks.rados.rados.0.smithi032.stdout:2335: delete oid 45 current snap is 231 2024-09-13T00:11:40.354 INFO:tasks.rados.rados.0.smithi032.stdout:2334: finishing rollback tid 0 to smithi03267100-13 2024-09-13T00:11:40.354 INFO:tasks.rados.rados.0.smithi032.stdout:2335: done (2 left) 2024-09-13T00:11:40.354 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 231 2024-09-13T00:11:40.354 INFO:tasks.rados.rados.0.smithi032.stdout:2336: seq_num 766 ranges {1294336=434176,1728512=401408} 2024-09-13T00:11:40.364 INFO:tasks.rados.rados.0.smithi032.stdout:2336: writing smithi03267100-9 from 1294336 to 1728512 tid 1 2024-09-13T00:11:40.367 INFO:tasks.rados.rados.0.smithi032.stdout:2336: writing smithi03267100-9 from 1728512 to 2129920 tid 2 2024-09-13T00:11:40.367 INFO:tasks.rados.rados.0.smithi032.stdout:2337: delete oid 44 current snap is 231 2024-09-13T00:11:40.367 INFO:tasks.rados.rados.0.smithi032.stdout:2333: finishing write tid 1 to smithi03267100-25 2024-09-13T00:11:40.367 INFO:tasks.rados.rados.0.smithi032.stdout:2333: finishing write tid 2 to smithi03267100-25 2024-09-13T00:11:40.367 INFO:tasks.rados.rados.0.smithi032.stdout:2334: finishing rollback tid 1 to smithi03267100-13 2024-09-13T00:11:40.367 INFO:tasks.rados.rados.0.smithi032.stdout:2334: finishing rollback tid 2 to smithi03267100-13 2024-09-13T00:11:40.367 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1978 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-13T00:11:40.368 INFO:tasks.rados.rados.0.smithi032.stdout:2333: finishing write tid 3 to smithi03267100-25 2024-09-13T00:11:40.368 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1870 (ObjNum 764 snap 231 seq_num 764) dirty exists 2024-09-13T00:11:40.368 INFO:tasks.rados.rados.0.smithi032.stdout:2333: left oid 25 (ObjNum 764 snap 231 seq_num 764) 2024-09-13T00:11:40.370 INFO:tasks.rados.rados.0.smithi032.stdout:2333: done (3 left) 2024-09-13T00:11:40.370 INFO:tasks.rados.rados.0.smithi032.stdout:2334: done (2 left) 2024-09-13T00:11:40.370 INFO:tasks.rados.rados.0.smithi032.stdout:2337: done (1 left) 2024-09-13T00:11:40.370 INFO:tasks.rados.rados.0.smithi032.stdout:2338: snap_remove snap 208 2024-09-13T00:11:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:40 smithi053 bash[67631]: cluster 2024-09-13T00:11:39.106700+0000 mgr.y (mgr.34107) 194 : cluster [DBG] pgmap v323: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 588 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 11 op/s; 84/1110 objects degraded (7.568%) 2024-09-13T00:11:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:40 smithi053 bash[67631]: cluster 2024-09-13T00:11:39.267844+0000 mon.a (mon.0) 653 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:11:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:40 smithi053 bash[67631]: cluster 2024-09-13T00:11:39.281771+0000 mon.a (mon.0) 654 : cluster [INF] osd.3 [v2:172.21.15.32:6826/3990296069,v1:172.21.15.32:6827/3990296069] boot 2024-09-13T00:11:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:40 smithi053 bash[67631]: cluster 2024-09-13T00:11:39.281856+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2024-09-13T00:11:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:40 smithi053 bash[67631]: audit 2024-09-13T00:11:39.287690+0000 mon.a (mon.0) 656 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T00:11:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:40 smithi053 bash[67631]: audit 2024-09-13T00:11:40.133808+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:40 smithi053 bash[67631]: audit 2024-09-13T00:11:40.135802+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:11:40.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:40 smithi053 bash[67631]: audit 2024-09-13T00:11:40.264930+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:40.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[75510]: cluster 2024-09-13T00:11:39.106700+0000 mgr.y (mgr.34107) 194 : cluster [DBG] pgmap v323: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 588 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 11 op/s; 84/1110 objects degraded (7.568%) 2024-09-13T00:11:40.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[75510]: cluster 2024-09-13T00:11:39.267844+0000 mon.a (mon.0) 653 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:11:40.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[75510]: cluster 2024-09-13T00:11:39.281771+0000 mon.a (mon.0) 654 : cluster [INF] osd.3 [v2:172.21.15.32:6826/3990296069,v1:172.21.15.32:6827/3990296069] boot 2024-09-13T00:11:40.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[75510]: cluster 2024-09-13T00:11:39.281856+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2024-09-13T00:11:40.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[75510]: audit 2024-09-13T00:11:39.287690+0000 mon.a (mon.0) 656 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T00:11:40.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[75510]: audit 2024-09-13T00:11:40.133808+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:40.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[75510]: audit 2024-09-13T00:11:40.135802+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:11:40.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[75510]: audit 2024-09-13T00:11:40.264930+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:40.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[76677]: cluster 2024-09-13T00:11:39.106700+0000 mgr.y (mgr.34107) 194 : cluster [DBG] pgmap v323: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 588 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 11 op/s; 84/1110 objects degraded (7.568%) 2024-09-13T00:11:40.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[76677]: cluster 2024-09-13T00:11:39.267844+0000 mon.a (mon.0) 653 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:11:40.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[76677]: cluster 2024-09-13T00:11:39.281771+0000 mon.a (mon.0) 654 : cluster [INF] osd.3 [v2:172.21.15.32:6826/3990296069,v1:172.21.15.32:6827/3990296069] boot 2024-09-13T00:11:40.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[76677]: cluster 2024-09-13T00:11:39.281856+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2024-09-13T00:11:40.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[76677]: audit 2024-09-13T00:11:39.287690+0000 mon.a (mon.0) 656 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T00:11:40.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[76677]: audit 2024-09-13T00:11:40.133808+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:40.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[76677]: audit 2024-09-13T00:11:40.135802+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:11:40.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:40 smithi032 bash[76677]: audit 2024-09-13T00:11:40.264930+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:41.295 INFO:tasks.rados.rados.0.smithi032.stdout:2338: done (1 left) 2024-09-13T00:11:41.295 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 231 2024-09-13T00:11:41.296 INFO:tasks.rados.rados.0.smithi032.stdout:2339: seq_num 768 ranges {0=466944,466944=401408} 2024-09-13T00:11:41.298 INFO:tasks.rados.rados.0.smithi032.stdout:2339: writing smithi03267100-38 from 0 to 466944 tid 1 2024-09-13T00:11:41.301 INFO:tasks.rados.rados.0.smithi032.stdout:2339: writing smithi03267100-38 from 466944 to 868352 tid 2 2024-09-13T00:11:41.301 INFO:tasks.rados.rados.0.smithi032.stdout:2336: finishing write tid 1 to smithi03267100-9 2024-09-13T00:11:41.301 INFO:tasks.rados.rados.0.smithi032.stdout:2336: finishing write tid 2 to smithi03267100-9 2024-09-13T00:11:41.301 INFO:tasks.rados.rados.0.smithi032.stdout:2336: finishing write tid 3 to smithi03267100-9 2024-09-13T00:11:41.302 INFO:tasks.rados.rados.0.smithi032.stdout:2336: finishing write tid 4 to smithi03267100-9 2024-09-13T00:11:41.302 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1982 (ObjNum 766 snap 231 seq_num 766) dirty exists 2024-09-13T00:11:41.302 INFO:tasks.rados.rados.0.smithi032.stdout:2336: left oid 9 (ObjNum 766 snap 231 seq_num 766) 2024-09-13T00:11:41.302 INFO:tasks.rados.rados.0.smithi032.stdout:2336: done (1 left) 2024-09-13T00:11:41.302 INFO:tasks.rados.rados.0.smithi032.stdout:2340: snap_remove snap 182 2024-09-13T00:11:41.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:41 smithi032 bash[75510]: cluster 2024-09-13T00:11:40.286247+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2024-09-13T00:11:41.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:41 smithi032 bash[76677]: cluster 2024-09-13T00:11:40.286247+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2024-09-13T00:11:41.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:41 smithi053 bash[67631]: cluster 2024-09-13T00:11:40.286247+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2024-09-13T00:11:42.300 INFO:tasks.rados.rados.0.smithi032.stdout:2340: done (1 left) 2024-09-13T00:11:42.300 INFO:tasks.rados.rados.0.smithi032.stdout:2341: copy_from oid 8 from oid 42 current snap is 231 2024-09-13T00:11:42.300 INFO:tasks.rados.rados.0.smithi032.stdout:2339: finishing write tid 1 to smithi03267100-38 2024-09-13T00:11:42.301 INFO:tasks.rados.rados.0.smithi032.stdout:2339: finishing write tid 2 to smithi03267100-38 2024-09-13T00:11:42.301 INFO:tasks.rados.rados.0.smithi032.stdout:2339: finishing write tid 3 to smithi03267100-38 2024-09-13T00:11:42.301 INFO:tasks.rados.rados.0.smithi032.stdout:2339: finishing write tid 4 to smithi03267100-38 2024-09-13T00:11:42.301 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1232 (ObjNum 768 snap 231 seq_num 768) dirty exists 2024-09-13T00:11:42.301 INFO:tasks.rados.rados.0.smithi032.stdout:2339: left oid 38 (ObjNum 768 snap 231 seq_num 768) 2024-09-13T00:11:42.302 INFO:tasks.rados.rados.0.smithi032.stdout:2339: done (1 left) 2024-09-13T00:11:42.302 INFO:tasks.rados.rados.0.smithi032.stdout:2342: read oid 40 snap 228 2024-09-13T00:11:42.302 INFO:tasks.rados.rados.0.smithi032.stdout:2342: expect deleted 2024-09-13T00:11:42.302 INFO:tasks.rados.rados.0.smithi032.stdout:2343: copy_from oid 10 from oid 26 current snap is 231 2024-09-13T00:11:42.302 INFO:tasks.rados.rados.0.smithi032.stdout:2344: rmattr oid 35 current snap is 231 2024-09-13T00:11:42.302 INFO:tasks.rados.rados.0.smithi032.stdout:2344: done (3 left) 2024-09-13T00:11:42.302 INFO:tasks.rados.rados.0.smithi032.stdout:2345: rmattr oid 20 current snap is 231 2024-09-13T00:11:42.302 INFO:tasks.rados.rados.0.smithi032.stdout:2345: done (3 left) 2024-09-13T00:11:42.302 INFO:tasks.rados.rados.0.smithi032.stdout:2346: snap_create 2024-09-13T00:11:42.366 INFO:tasks.rados.rados.0.smithi032.stdout:2343: finishing copy_from racing read to smithi03267100-10 2024-09-13T00:11:42.366 INFO:tasks.rados.rados.0.smithi032.stdout:2341: finishing copy_from racing read to smithi03267100-8 2024-09-13T00:11:42.369 INFO:tasks.rados.rados.0.smithi032.stdout:2341: finishing copy_from to smithi03267100-8 2024-09-13T00:11:42.369 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 775 (ObjNum 489 snap 146 seq_num 489) dirty exists 2024-09-13T00:11:42.370 INFO:tasks.rados.rados.0.smithi032.stdout:2343: finishing copy_from to smithi03267100-10 2024-09-13T00:11:42.370 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1402 (ObjNum 590 snap 180 seq_num 590) dirty exists 2024-09-13T00:11:42.660 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:11:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:11:42] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2024-09-13T00:11:42.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:42 smithi032 bash[75510]: cluster 2024-09-13T00:11:41.107865+0000 mgr.y (mgr.34107) 195 : cluster [DBG] pgmap v326: 121 pgs: 26 active+undersized, 5 active+undersized+degraded, 90 active+clean; 588 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 16 op/s; 43/1119 objects degraded (3.843%); 122 KiB/s, 0 objects/s recovering 2024-09-13T00:11:42.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:42 smithi032 bash[75510]: cluster 2024-09-13T00:11:41.279339+0000 mon.a (mon.0) 661 : cluster [WRN] Health check update: Degraded data redundancy: 43/1119 objects degraded (3.843%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:42.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:42 smithi032 bash[75510]: cluster 2024-09-13T00:11:41.298485+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2024-09-13T00:11:42.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:42 smithi032 bash[76677]: cluster 2024-09-13T00:11:41.107865+0000 mgr.y (mgr.34107) 195 : cluster [DBG] pgmap v326: 121 pgs: 26 active+undersized, 5 active+undersized+degraded, 90 active+clean; 588 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 16 op/s; 43/1119 objects degraded (3.843%); 122 KiB/s, 0 objects/s recovering 2024-09-13T00:11:42.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:42 smithi032 bash[76677]: cluster 2024-09-13T00:11:41.279339+0000 mon.a (mon.0) 661 : cluster [WRN] Health check update: Degraded data redundancy: 43/1119 objects degraded (3.843%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:42.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:42 smithi032 bash[76677]: cluster 2024-09-13T00:11:41.298485+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2024-09-13T00:11:42.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:42 smithi053 bash[60895]: ts=2024-09-13T00:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:11:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:42 smithi053 bash[67631]: cluster 2024-09-13T00:11:41.107865+0000 mgr.y (mgr.34107) 195 : cluster [DBG] pgmap v326: 121 pgs: 26 active+undersized, 5 active+undersized+degraded, 90 active+clean; 588 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 16 op/s; 43/1119 objects degraded (3.843%); 122 KiB/s, 0 objects/s recovering 2024-09-13T00:11:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:42 smithi053 bash[67631]: cluster 2024-09-13T00:11:41.279339+0000 mon.a (mon.0) 661 : cluster [WRN] Health check update: Degraded data redundancy: 43/1119 objects degraded (3.843%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T00:11:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:42 smithi053 bash[67631]: cluster 2024-09-13T00:11:41.298485+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2024-09-13T00:11:43.313 INFO:tasks.rados.rados.0.smithi032.stdout:2341: done (3 left) 2024-09-13T00:11:43.313 INFO:tasks.rados.rados.0.smithi032.stdout:2342: done (2 left) 2024-09-13T00:11:43.313 INFO:tasks.rados.rados.0.smithi032.stdout:2343: done (1 left) 2024-09-13T00:11:43.313 INFO:tasks.rados.rados.0.smithi032.stdout:2346: done (0 left) 2024-09-13T00:11:43.313 INFO:tasks.rados.rados.0.smithi032.stdout:2347: read oid 19 snap -1 2024-09-13T00:11:43.313 INFO:tasks.rados.rados.0.smithi032.stdout:2347: expect (ObjNum 728 snap 217 seq_num 728) 2024-09-13T00:11:43.313 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 232 2024-09-13T00:11:43.313 INFO:tasks.rados.rados.0.smithi032.stdout:2348: seq_num 769 ranges {1662976=483328,2146304=401408} 2024-09-13T00:11:43.337 INFO:tasks.rados.rados.0.smithi032.stdout:2348: writing smithi03267100-41 from 1662976 to 2146304 tid 1 2024-09-13T00:11:43.341 INFO:tasks.rados.rados.0.smithi032.stdout:2348: writing smithi03267100-41 from 2146304 to 2547712 tid 2 2024-09-13T00:11:43.341 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 232 2024-09-13T00:11:43.342 INFO:tasks.rados.rados.0.smithi032.stdout:2349: seq_num 770 ranges {614400=499712,1114112=401408} 2024-09-13T00:11:43.355 INFO:tasks.rados.rados.0.smithi032.stdout:2349: writing smithi03267100-7 from 614400 to 1114112 tid 1 2024-09-13T00:11:43.359 INFO:tasks.rados.rados.0.smithi032.stdout:2349: writing smithi03267100-7 from 1114112 to 1515520 tid 2 2024-09-13T00:11:43.360 INFO:tasks.rados.rados.0.smithi032.stdout:2350: snap_create 2024-09-13T00:11:43.360 INFO:tasks.rados.rados.0.smithi032.stdout:2347: expect (ObjNum 728 snap 217 seq_num 728) 2024-09-13T00:11:43.520 INFO:tasks.rados.rados.0.smithi032.stdout:2348: finishing write tid 1 to smithi03267100-41 2024-09-13T00:11:43.521 INFO:tasks.rados.rados.0.smithi032.stdout:2348: finishing write tid 2 to smithi03267100-41 2024-09-13T00:11:43.521 INFO:tasks.rados.rados.0.smithi032.stdout:2348: finishing write tid 3 to smithi03267100-41 2024-09-13T00:11:43.521 INFO:tasks.rados.rados.0.smithi032.stdout:2348: finishing write tid 4 to smithi03267100-41 2024-09-13T00:11:43.521 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1360 (ObjNum 769 snap 232 seq_num 769) dirty exists 2024-09-13T00:11:43.521 INFO:tasks.rados.rados.0.smithi032.stdout:2348: left oid 41 (ObjNum 769 snap 232 seq_num 769) 2024-09-13T00:11:43.521 INFO:tasks.rados.rados.0.smithi032.stdout:2349: finishing write tid 1 to smithi03267100-7 2024-09-13T00:11:43.521 INFO:tasks.rados.rados.0.smithi032.stdout:2349: finishing write tid 2 to smithi03267100-7 2024-09-13T00:11:43.521 INFO:tasks.rados.rados.0.smithi032.stdout:2349: finishing write tid 3 to smithi03267100-7 2024-09-13T00:11:43.521 INFO:tasks.rados.rados.0.smithi032.stdout:2349: finishing write tid 4 to smithi03267100-7 2024-09-13T00:11:43.521 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1222 (ObjNum 770 snap 232 seq_num 770) dirty exists 2024-09-13T00:11:43.521 INFO:tasks.rados.rados.0.smithi032.stdout:2349: left oid 7 (ObjNum 770 snap 232 seq_num 770) 2024-09-13T00:11:43.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:43 smithi032 bash[75510]: cluster 2024-09-13T00:11:42.303888+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2024-09-13T00:11:43.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:43 smithi032 bash[76677]: cluster 2024-09-13T00:11:42.303888+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2024-09-13T00:11:43.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:43 smithi053 bash[67631]: cluster 2024-09-13T00:11:42.303888+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2024-09-13T00:11:44.323 INFO:tasks.rados.rados.0.smithi032.stdout:2347: done (3 left) 2024-09-13T00:11:44.323 INFO:tasks.rados.rados.0.smithi032.stdout:2348: done (2 left) 2024-09-13T00:11:44.323 INFO:tasks.rados.rados.0.smithi032.stdout:2349: done (1 left) 2024-09-13T00:11:44.324 INFO:tasks.rados.rados.0.smithi032.stdout:2350: done (0 left) 2024-09-13T00:11:44.324 INFO:tasks.rados.rados.0.smithi032.stdout:2351: read oid 29 snap -1 2024-09-13T00:11:44.324 INFO:tasks.rados.rados.0.smithi032.stdout:2351: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:11:44.324 INFO:tasks.rados.rados.0.smithi032.stdout:2352: snap_create 2024-09-13T00:11:44.348 INFO:tasks.rados.rados.0.smithi032.stdout:2351: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:11:44.582 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:44 smithi032 bash[75510]: cluster 2024-09-13T00:11:43.108669+0000 mgr.y (mgr.34107) 196 : cluster [DBG] pgmap v329: 121 pgs: 17 active+undersized, 2 active+undersized+degraded, 102 active+clean; 583 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 850 KiB/s wr, 12 op/s; 25/1119 objects degraded (2.234%); 2.0 MiB/s, 1 objects/s recovering 2024-09-13T00:11:44.583 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:44 smithi032 bash[75510]: cluster 2024-09-13T00:11:43.316255+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e508: 8 total, 8 up, 8 in 2024-09-13T00:11:44.583 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:44 smithi032 bash[76677]: cluster 2024-09-13T00:11:43.108669+0000 mgr.y (mgr.34107) 196 : cluster [DBG] pgmap v329: 121 pgs: 17 active+undersized, 2 active+undersized+degraded, 102 active+clean; 583 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 850 KiB/s wr, 12 op/s; 25/1119 objects degraded (2.234%); 2.0 MiB/s, 1 objects/s recovering 2024-09-13T00:11:44.583 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:44 smithi032 bash[76677]: cluster 2024-09-13T00:11:43.316255+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e508: 8 total, 8 up, 8 in 2024-09-13T00:11:44.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:44 smithi053 bash[67631]: cluster 2024-09-13T00:11:43.108669+0000 mgr.y (mgr.34107) 196 : cluster [DBG] pgmap v329: 121 pgs: 17 active+undersized, 2 active+undersized+degraded, 102 active+clean; 583 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 850 KiB/s wr, 12 op/s; 25/1119 objects degraded (2.234%); 2.0 MiB/s, 1 objects/s recovering 2024-09-13T00:11:44.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:44 smithi053 bash[67631]: cluster 2024-09-13T00:11:43.316255+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e508: 8 total, 8 up, 8 in 2024-09-13T00:11:45.336 INFO:tasks.rados.rados.0.smithi032.stdout:2351: done (1 left) 2024-09-13T00:11:45.336 INFO:tasks.rados.rados.0.smithi032.stdout:2352: done (0 left) 2024-09-13T00:11:45.336 INFO:tasks.rados.rados.0.smithi032.stdout:2353: rollback oid 30 current snap is 234 2024-09-13T00:11:45.336 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 233 2024-09-13T00:11:45.336 INFO:tasks.rados.rados.0.smithi032.stdout:2354: delete oid 21 current snap is 234 2024-09-13T00:11:45.354 INFO:tasks.rados.rados.0.smithi032.stdout:2353: finishing rollback tid 0 to smithi03267100-30 2024-09-13T00:11:45.354 INFO:tasks.rados.rados.0.smithi032.stdout:2353: finishing rollback tid 1 to smithi03267100-30 2024-09-13T00:11:45.357 INFO:tasks.rados.rados.0.smithi032.stdout:2353: finishing rollback tid 2 to smithi03267100-30 2024-09-13T00:11:45.357 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1934 (ObjNum 693 snap 206 seq_num 693) dirty exists 2024-09-13T00:11:45.360 INFO:tasks.rados.rados.0.smithi032.stdout:2353: done (1 left) 2024-09-13T00:11:45.360 INFO:tasks.rados.rados.0.smithi032.stdout:2354: done (0 left) 2024-09-13T00:11:45.360 INFO:tasks.rados.rados.0.smithi032.stdout:2355: snap_create 2024-09-13T00:11:45.616 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:45 smithi032 bash[75510]: cluster 2024-09-13T00:11:44.327071+0000 mon.a (mon.0) 665 : cluster [DBG] osdmap e509: 8 total, 8 up, 8 in 2024-09-13T00:11:45.617 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:45 smithi032 bash[76677]: cluster 2024-09-13T00:11:44.327071+0000 mon.a (mon.0) 665 : cluster [DBG] osdmap e509: 8 total, 8 up, 8 in 2024-09-13T00:11:45.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:45 smithi053 bash[67631]: cluster 2024-09-13T00:11:44.327071+0000 mon.a (mon.0) 665 : cluster [DBG] osdmap e509: 8 total, 8 up, 8 in 2024-09-13T00:11:46.344 INFO:tasks.rados.rados.0.smithi032.stdout:2355: done (0 left) 2024-09-13T00:11:46.344 INFO:tasks.rados.rados.0.smithi032.stdout:2356: snap_create 2024-09-13T00:11:46.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:46 smithi032 bash[75510]: cluster 2024-09-13T00:11:45.109356+0000 mgr.y (mgr.34107) 197 : cluster [DBG] pgmap v332: 121 pgs: 121 active+clean; 581 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 880 KiB/s rd, 2.0 MiB/s wr, 5 op/s; 6.4 MiB/s, 2 objects/s recovering 2024-09-13T00:11:46.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:46 smithi032 bash[75510]: cluster 2024-09-13T00:11:45.319594+0000 mon.a (mon.0) 666 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/1119 objects degraded (2.234%), 2 pgs degraded) 2024-09-13T00:11:46.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:46 smithi032 bash[75510]: cluster 2024-09-13T00:11:45.319640+0000 mon.a (mon.0) 667 : cluster [INF] Cluster is now healthy 2024-09-13T00:11:46.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:46 smithi032 bash[75510]: cluster 2024-09-13T00:11:45.339004+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2024-09-13T00:11:46.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:46 smithi032 bash[76677]: cluster 2024-09-13T00:11:45.109356+0000 mgr.y (mgr.34107) 197 : cluster [DBG] pgmap v332: 121 pgs: 121 active+clean; 581 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 880 KiB/s rd, 2.0 MiB/s wr, 5 op/s; 6.4 MiB/s, 2 objects/s recovering 2024-09-13T00:11:46.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:46 smithi032 bash[76677]: cluster 2024-09-13T00:11:45.319594+0000 mon.a (mon.0) 666 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/1119 objects degraded (2.234%), 2 pgs degraded) 2024-09-13T00:11:46.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:46 smithi032 bash[76677]: cluster 2024-09-13T00:11:45.319640+0000 mon.a (mon.0) 667 : cluster [INF] Cluster is now healthy 2024-09-13T00:11:46.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:46 smithi032 bash[76677]: cluster 2024-09-13T00:11:45.339004+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2024-09-13T00:11:46.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:46 smithi053 bash[67631]: cluster 2024-09-13T00:11:45.109356+0000 mgr.y (mgr.34107) 197 : cluster [DBG] pgmap v332: 121 pgs: 121 active+clean; 581 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 880 KiB/s rd, 2.0 MiB/s wr, 5 op/s; 6.4 MiB/s, 2 objects/s recovering 2024-09-13T00:11:46.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:46 smithi053 bash[67631]: cluster 2024-09-13T00:11:45.319594+0000 mon.a (mon.0) 666 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/1119 objects degraded (2.234%), 2 pgs degraded) 2024-09-13T00:11:46.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:46 smithi053 bash[67631]: cluster 2024-09-13T00:11:45.319640+0000 mon.a (mon.0) 667 : cluster [INF] Cluster is now healthy 2024-09-13T00:11:46.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:46 smithi053 bash[67631]: cluster 2024-09-13T00:11:45.339004+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2024-09-13T00:11:47.350 INFO:tasks.rados.rados.0.smithi032.stdout:2356: done (0 left) 2024-09-13T00:11:47.350 INFO:tasks.rados.rados.0.smithi032.stdout:2357: delete oid 36 current snap is 236 2024-09-13T00:11:47.361 INFO:tasks.rados.rados.0.smithi032.stdout:2357: done (0 left) 2024-09-13T00:11:47.361 INFO:tasks.rados.rados.0.smithi032.stdout:2358: delete oid 1 current snap is 236 2024-09-13T00:11:47.368 INFO:tasks.rados.rados.0.smithi032.stdout:2358: done (0 left) 2024-09-13T00:11:47.368 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 236 2024-09-13T00:11:47.368 INFO:tasks.rados.rados.0.smithi032.stdout:2359: seq_num 774 ranges {0=565248,565248=401408} 2024-09-13T00:11:47.371 INFO:tasks.rados.rados.0.smithi032.stdout:2359: writing smithi03267100-21 from 0 to 565248 tid 1 2024-09-13T00:11:47.375 INFO:tasks.rados.rados.0.smithi032.stdout:2359: writing smithi03267100-21 from 565248 to 966656 tid 2 2024-09-13T00:11:47.375 INFO:tasks.rados.rados.0.smithi032.stdout:2360: copy_from oid 19 from oid 49 current snap is 236 2024-09-13T00:11:47.375 INFO:tasks.rados.rados.0.smithi032.stdout:2361: read oid 9 snap -1 2024-09-13T00:11:47.375 INFO:tasks.rados.rados.0.smithi032.stdout:2361: expect (ObjNum 766 snap 231 seq_num 766) 2024-09-13T00:11:47.375 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 236 2024-09-13T00:11:47.375 INFO:tasks.rados.rados.0.smithi032.stdout:2362: seq_num 775 ranges {6053888=589824,6643712=401408} 2024-09-13T00:11:47.420 INFO:tasks.rados.rados.0.smithi032.stdout:2362: writing smithi03267100-5 from 6053888 to 6643712 tid 1 2024-09-13T00:11:47.424 INFO:tasks.rados.rados.0.smithi032.stdout:2362: writing smithi03267100-5 from 6643712 to 7045120 tid 2 2024-09-13T00:11:47.424 INFO:tasks.rados.rados.0.smithi032.stdout:2363: read oid 46 snap -1 2024-09-13T00:11:47.424 INFO:tasks.rados.rados.0.smithi032.stdout:2363: expect deleted 2024-09-13T00:11:47.424 INFO:tasks.rados.rados.0.smithi032.stdout:2364: delete oid 16 current snap is 236 2024-09-13T00:11:47.424 INFO:tasks.rados.rados.0.smithi032.stdout:2360: finishing copy_from to smithi03267100-19 2024-09-13T00:11:47.424 INFO:tasks.rados.rados.0.smithi032.stdout:2360: got expected ENOENT (src dne) 2024-09-13T00:11:47.424 INFO:tasks.rados.rados.0.smithi032.stdout:2360: finishing copy_from racing read to smithi03267100-19 2024-09-13T00:11:47.424 INFO:tasks.rados.rados.0.smithi032.stdout:2359: finishing write tid 1 to smithi03267100-21 2024-09-13T00:11:47.424 INFO:tasks.rados.rados.0.smithi032.stdout:2359: finishing write tid 2 to smithi03267100-21 2024-09-13T00:11:47.424 INFO:tasks.rados.rados.0.smithi032.stdout:2359: finishing write tid 3 to smithi03267100-21 2024-09-13T00:11:47.424 INFO:tasks.rados.rados.0.smithi032.stdout:2359: finishing write tid 4 to smithi03267100-21 2024-09-13T00:11:47.425 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1942 (ObjNum 774 snap 236 seq_num 774) dirty exists 2024-09-13T00:11:47.425 INFO:tasks.rados.rados.0.smithi032.stdout:2359: left oid 21 (ObjNum 774 snap 236 seq_num 774) 2024-09-13T00:11:47.425 INFO:tasks.rados.rados.0.smithi032.stdout:2361: expect (ObjNum 766 snap 231 seq_num 766) 2024-09-13T00:11:47.537 INFO:tasks.rados.rados.0.smithi032.stdout:2359: done (5 left) 2024-09-13T00:11:47.537 INFO:tasks.rados.rados.0.smithi032.stdout:2360: done (4 left) 2024-09-13T00:11:47.537 INFO:tasks.rados.rados.0.smithi032.stdout:2361: done (3 left) 2024-09-13T00:11:47.538 INFO:tasks.rados.rados.0.smithi032.stdout:2363: done (2 left) 2024-09-13T00:11:47.538 INFO:tasks.rados.rados.0.smithi032.stdout:2364: done (1 left) 2024-09-13T00:11:47.538 INFO:tasks.rados.rados.0.smithi032.stdout:2365: setattr oid 28 current snap is 236 2024-09-13T00:11:47.538 INFO:tasks.rados.rados.0.smithi032.stdout:2362: finishing write tid 1 to smithi03267100-5 2024-09-13T00:11:47.538 INFO:tasks.rados.rados.0.smithi032.stdout:2362: finishing write tid 2 to smithi03267100-5 2024-09-13T00:11:47.538 INFO:tasks.rados.rados.0.smithi032.stdout:2362: finishing write tid 3 to smithi03267100-5 2024-09-13T00:11:47.538 INFO:tasks.rados.rados.0.smithi032.stdout:2362: finishing write tid 4 to smithi03267100-5 2024-09-13T00:11:47.538 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1226 (ObjNum 775 snap 236 seq_num 775) dirty exists 2024-09-13T00:11:47.538 INFO:tasks.rados.rados.0.smithi032.stdout:2362: left oid 5 (ObjNum 775 snap 236 seq_num 775) 2024-09-13T00:11:47.539 INFO:tasks.rados.rados.0.smithi032.stdout:2362: done (1 left) 2024-09-13T00:11:47.539 INFO:tasks.rados.rados.0.smithi032.stdout:2366: read oid 14 snap -1 2024-09-13T00:11:47.539 INFO:tasks.rados.rados.0.smithi032.stdout:2366: expect (ObjNum 735 snap 221 seq_num 735) 2024-09-13T00:11:47.539 INFO:tasks.rados.rados.0.smithi032.stdout:2367: snap_create 2024-09-13T00:11:47.543 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1361 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T00:11:47.544 INFO:tasks.rados.rados.0.smithi032.stdout:2366: expect (ObjNum 735 snap 221 seq_num 735) 2024-09-13T00:11:47.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:47 smithi032 bash[75510]: cluster 2024-09-13T00:11:46.347786+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2024-09-13T00:11:47.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:47 smithi032 bash[76677]: cluster 2024-09-13T00:11:46.347786+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2024-09-13T00:11:47.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:47 smithi053 bash[67631]: cluster 2024-09-13T00:11:46.347786+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2024-09-13T00:11:48.145 INFO:tasks.rados.rados.0.smithi032.stdout:2365: done (2 left) 2024-09-13T00:11:48.145 INFO:tasks.rados.rados.0.smithi032.stdout:2366: done (1 left) 2024-09-13T00:11:48.145 INFO:tasks.rados.rados.0.smithi032.stdout:2367: done (0 left) 2024-09-13T00:11:48.145 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 237 2024-09-13T00:11:48.145 INFO:tasks.rados.rados.0.smithi032.stdout:2368: seq_num 777 ranges {0=622592,622592=401408} 2024-09-13T00:11:48.152 INFO:tasks.rados.rados.0.smithi032.stdout:2368: writing smithi03267100-23 from 0 to 622592 tid 1 2024-09-13T00:11:48.156 INFO:tasks.rados.rados.0.smithi032.stdout:2368: writing smithi03267100-23 from 622592 to 1024000 tid 2 2024-09-13T00:11:48.156 INFO:tasks.rados.rados.0.smithi032.stdout:2369: snap_create 2024-09-13T00:11:48.171 INFO:tasks.rados.rados.0.smithi032.stdout:2368: finishing write tid 1 to smithi03267100-23 2024-09-13T00:11:48.171 INFO:tasks.rados.rados.0.smithi032.stdout:2368: finishing write tid 2 to smithi03267100-23 2024-09-13T00:11:48.172 INFO:tasks.rados.rados.0.smithi032.stdout:2368: finishing write tid 3 to smithi03267100-23 2024-09-13T00:11:48.175 INFO:tasks.rados.rados.0.smithi032.stdout:2368: finishing write tid 4 to smithi03267100-23 2024-09-13T00:11:48.175 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1945 (ObjNum 777 snap 237 seq_num 777) dirty exists 2024-09-13T00:11:48.175 INFO:tasks.rados.rados.0.smithi032.stdout:2368: left oid 23 (ObjNum 777 snap 237 seq_num 777) 2024-09-13T00:11:48.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:48 smithi032 bash[75510]: cluster 2024-09-13T00:11:47.109915+0000 mgr.y (mgr.34107) 198 : cluster [DBG] pgmap v335: 121 pgs: 121 active+clean; 582 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s; 4.6 MiB/s, 1 objects/s recovering 2024-09-13T00:11:48.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:48 smithi032 bash[75510]: cluster 2024-09-13T00:11:47.353954+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2024-09-13T00:11:48.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:48 smithi032 bash[75510]: cluster 2024-09-13T00:11:48.147505+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2024-09-13T00:11:48.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:48 smithi032 bash[76677]: cluster 2024-09-13T00:11:47.109915+0000 mgr.y (mgr.34107) 198 : cluster [DBG] pgmap v335: 121 pgs: 121 active+clean; 582 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s; 4.6 MiB/s, 1 objects/s recovering 2024-09-13T00:11:48.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:48 smithi032 bash[76677]: cluster 2024-09-13T00:11:47.353954+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2024-09-13T00:11:48.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:48 smithi032 bash[76677]: cluster 2024-09-13T00:11:48.147505+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2024-09-13T00:11:48.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:48 smithi053 bash[67631]: cluster 2024-09-13T00:11:47.109915+0000 mgr.y (mgr.34107) 198 : cluster [DBG] pgmap v335: 121 pgs: 121 active+clean; 582 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s; 4.6 MiB/s, 1 objects/s recovering 2024-09-13T00:11:48.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:48 smithi053 bash[67631]: cluster 2024-09-13T00:11:47.353954+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2024-09-13T00:11:48.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:48 smithi053 bash[67631]: cluster 2024-09-13T00:11:48.147505+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2024-09-13T00:11:49.146 INFO:tasks.rados.rados.0.smithi032.stdout:2368: done (1 left) 2024-09-13T00:11:49.146 INFO:tasks.rados.rados.0.smithi032.stdout:2369: done (0 left) 2024-09-13T00:11:49.146 INFO:tasks.rados.rados.0.smithi032.stdout:2370: delete oid 5 current snap is 238 2024-09-13T00:11:49.158 INFO:tasks.rados.rados.0.smithi032.stdout:2370: done (0 left) 2024-09-13T00:11:49.158 INFO:tasks.rados.rados.0.smithi032.stdout:2371: delete oid 6 current snap is 238 2024-09-13T00:11:49.165 INFO:tasks.rados.rados.0.smithi032.stdout:2371: done (0 left) 2024-09-13T00:11:49.165 INFO:tasks.rados.rados.0.smithi032.stdout:2372: read oid 20 snap 222 2024-09-13T00:11:49.165 INFO:tasks.rados.rados.0.smithi032.stdout:2372: expect (ObjNum 724 snap 216 seq_num 724) 2024-09-13T00:11:49.165 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 238 2024-09-13T00:11:49.166 INFO:tasks.rados.rados.0.smithi032.stdout:2373: seq_num 780 ranges {311296=671744,983040=401408} 2024-09-13T00:11:49.181 INFO:tasks.rados.rados.0.smithi032.stdout:2373: writing smithi03267100-14 from 311296 to 983040 tid 1 2024-09-13T00:11:49.189 INFO:tasks.rados.rados.0.smithi032.stdout:2373: writing smithi03267100-14 from 983040 to 1384448 tid 2 2024-09-13T00:11:49.190 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 238 2024-09-13T00:11:49.190 INFO:tasks.rados.rados.0.smithi032.stdout:2374: seq_num 781 ranges {3080192=688128,3768320=401408} 2024-09-13T00:11:49.215 INFO:tasks.rados.rados.0.smithi032.stdout:2374: writing smithi03267100-31 from 3080192 to 3768320 tid 1 2024-09-13T00:11:49.218 INFO:tasks.rados.rados.0.smithi032.stdout:2374: writing smithi03267100-31 from 3768320 to 4169728 tid 2 2024-09-13T00:11:49.218 INFO:tasks.rados.rados.0.smithi032.stdout:2375: rmattr oid 39 current snap is 238 2024-09-13T00:11:49.218 INFO:tasks.rados.rados.0.smithi032.stdout:2375: done (3 left) 2024-09-13T00:11:49.218 INFO:tasks.rados.rados.0.smithi032.stdout:2376: read oid 15 snap 157 2024-09-13T00:11:49.218 INFO:tasks.rados.rados.0.smithi032.stdout:2376: expect (ObjNum 472 snap 140 seq_num 472) 2024-09-13T00:11:49.218 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 238 2024-09-13T00:11:49.218 INFO:tasks.rados.rados.0.smithi032.stdout:2372: expect (ObjNum 724 snap 216 seq_num 724) 2024-09-13T00:11:49.305 INFO:tasks.rados.rados.0.smithi032.stdout:2373: finishing write tid 1 to smithi03267100-14 2024-09-13T00:11:49.305 INFO:tasks.rados.rados.0.smithi032.stdout:2373: finishing write tid 2 to smithi03267100-14 2024-09-13T00:11:49.305 INFO:tasks.rados.rados.0.smithi032.stdout:2373: finishing write tid 3 to smithi03267100-14 2024-09-13T00:11:49.305 INFO:tasks.rados.rados.0.smithi032.stdout:2377: seq_num 782 ranges {2801664=704512,3506176=401408} 2024-09-13T00:11:49.325 INFO:tasks.rados.rados.0.smithi032.stdout:2377: writing smithi03267100-50 from 2801664 to 3506176 tid 1 2024-09-13T00:11:49.327 INFO:tasks.rados.rados.0.smithi032.stdout:2377: writing smithi03267100-50 from 3506176 to 3907584 tid 2 2024-09-13T00:11:49.327 INFO:tasks.rados.rados.0.smithi032.stdout:2372: done (4 left) 2024-09-13T00:11:49.328 INFO:tasks.rados.rados.0.smithi032.stdout:2378: read oid 37 snap -1 2024-09-13T00:11:49.328 INFO:tasks.rados.rados.0.smithi032.stdout:2378: expect (ObjNum 760 snap 228 seq_num 760) 2024-09-13T00:11:49.328 INFO:tasks.rados.rados.0.smithi032.stdout:2379: snap_create 2024-09-13T00:11:49.328 INFO:tasks.rados.rados.0.smithi032.stdout:2373: finishing write tid 4 to smithi03267100-14 2024-09-13T00:11:49.328 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2010 (ObjNum 780 snap 238 seq_num 780) dirty exists 2024-09-13T00:11:49.328 INFO:tasks.rados.rados.0.smithi032.stdout:2373: left oid 14 (ObjNum 780 snap 238 seq_num 780) 2024-09-13T00:11:49.329 INFO:tasks.rados.rados.0.smithi032.stdout:2374: finishing write tid 1 to smithi03267100-31 2024-09-13T00:11:49.329 INFO:tasks.rados.rados.0.smithi032.stdout:2374: finishing write tid 2 to smithi03267100-31 2024-09-13T00:11:49.329 INFO:tasks.rados.rados.0.smithi032.stdout:2374: finishing write tid 3 to smithi03267100-31 2024-09-13T00:11:49.330 INFO:tasks.rados.rados.0.smithi032.stdout:2376: expect (ObjNum 472 snap 140 seq_num 472) 2024-09-13T00:11:49.377 INFO:tasks.rados.rados.0.smithi032.stdout:2374: finishing write tid 4 to smithi03267100-31 2024-09-13T00:11:49.377 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1949 (ObjNum 781 snap 238 seq_num 781) dirty exists 2024-09-13T00:11:49.377 INFO:tasks.rados.rados.0.smithi032.stdout:2374: left oid 31 (ObjNum 781 snap 238 seq_num 781) 2024-09-13T00:11:49.377 INFO:tasks.rados.rados.0.smithi032.stdout:2377: finishing write tid 1 to smithi03267100-50 2024-09-13T00:11:49.377 INFO:tasks.rados.rados.0.smithi032.stdout:2377: finishing write tid 2 to smithi03267100-50 2024-09-13T00:11:49.377 INFO:tasks.rados.rados.0.smithi032.stdout:2377: finishing write tid 3 to smithi03267100-50 2024-09-13T00:11:49.377 INFO:tasks.rados.rados.0.smithi032.stdout:2377: finishing write tid 4 to smithi03267100-50 2024-09-13T00:11:49.377 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 831 (ObjNum 782 snap 238 seq_num 782) dirty exists 2024-09-13T00:11:49.377 INFO:tasks.rados.rados.0.smithi032.stdout:2377: left oid 50 (ObjNum 782 snap 238 seq_num 782) 2024-09-13T00:11:49.377 INFO:tasks.rados.rados.0.smithi032.stdout:2378: expect (ObjNum 760 snap 228 seq_num 760) 2024-09-13T00:11:49.421 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:11:49.716 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:11:49.716 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5m) 12s ago 12m 13.4M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:11:49.716 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (5m) 2m ago 11m 75.8M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:11:49.716 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (13m) 12s ago 13m 17.0M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:11:49.717 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (13m) 2m ago 13m 18.2M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:11:49.717 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (4m) 2m ago 21m 424M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:11:49.717 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5m) 12s ago 23m 487M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:11:49.717 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4m) 12s ago 23m 56.3M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:11:49.717 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (3m) 2m ago 21m 19.5M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:11:49.717 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3m) 12s ago 21m 43.9M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:11:49.717 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5m) 12s ago 12m 8143k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:11:49.717 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (5m) 2m ago 12m 8515k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:11:49.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (109s) 12s ago 20m 360M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e a4f5d6d727f8 2024-09-13T00:11:49.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (78s) 12s ago 19m 427M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 953c3952f855 2024-09-13T00:11:49.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (47s) 12s ago 18m 371M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 49cc31a24edc 2024-09-13T00:11:49.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (16s) 12s ago 17m - 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 662cbd030bbe 2024-09-13T00:11:49.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (16m) 2m ago 16m 224M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 694cc2726ab6 2024-09-13T00:11:49.718 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (15m) 2m ago 15m 285M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:11:49.718 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (14m) 2m ago 14m 139M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:11:49.718 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (14m) 2m ago 14m 210M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:11:49.718 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (4m) 2m ago 12m 52.0M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:11:50.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:49 smithi053 bash[67631]: audit 2024-09-13T00:11:48.724805+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:50.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:49 smithi053 bash[67631]: audit 2024-09-13T00:11:48.734714+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:50.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:49 smithi053 bash[67631]: audit 2024-09-13T00:11:48.736430+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:11:50.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:49 smithi053 bash[67631]: audit 2024-09-13T00:11:48.737871+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:11:50.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:49 smithi053 bash[67631]: audit 2024-09-13T00:11:48.747418+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:50.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:49 smithi053 bash[67631]: audit 2024-09-13T00:11:48.903358+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:11:50.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:49 smithi053 bash[67631]: audit 2024-09-13T00:11:48.908431+0000 mon.a (mon.0) 678 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:50.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:49 smithi053 bash[67631]: audit 2024-09-13T00:11:48.911528+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:50.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:49 smithi053 bash[67631]: audit 2024-09-13T00:11:48.913704+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:50.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:49 smithi053 bash[67631]: audit 2024-09-13T00:11:48.917476+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T00:11:50.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:49 smithi053 bash[67631]: cluster 2024-09-13T00:11:49.149700+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2024-09-13T00:11:50.071 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:11:50.071 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:11:50.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:11:50.071 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:11:50.072 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:11:50.072 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:11:50.072 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:11:50.072 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:11:50.072 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 4, 2024-09-13T00:11:50.073 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 4 2024-09-13T00:11:50.073 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:11:50.073 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:11:50.073 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:11:50.073 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:11:50.074 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:11:50.074 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 6, 2024-09-13T00:11:50.074 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 9 2024-09-13T00:11:50.074 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:11:50.074 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:11:50.144 INFO:tasks.rados.rados.0.smithi032.stdout:2373: done (5 left) 2024-09-13T00:11:50.145 INFO:tasks.rados.rados.0.smithi032.stdout:2374: done (4 left) 2024-09-13T00:11:50.145 INFO:tasks.rados.rados.0.smithi032.stdout:2376: done (3 left) 2024-09-13T00:11:50.145 INFO:tasks.rados.rados.0.smithi032.stdout:2377: done (2 left) 2024-09-13T00:11:50.145 INFO:tasks.rados.rados.0.smithi032.stdout:2378: done (1 left) 2024-09-13T00:11:50.145 INFO:tasks.rados.rados.0.smithi032.stdout:2379: done (0 left) 2024-09-13T00:11:50.145 INFO:tasks.rados.rados.0.smithi032.stdout:2380: rmattr oid 7 current snap is 239 2024-09-13T00:11:50.145 INFO:tasks.rados.rados.0.smithi032.stdout:2381: read oid 45 snap -1 2024-09-13T00:11:50.146 INFO:tasks.rados.rados.0.smithi032.stdout:2381: expect deleted 2024-09-13T00:11:50.146 INFO:tasks.rados.rados.0.smithi032.stdout:2382: read oid 15 snap -1 2024-09-13T00:11:50.146 INFO:tasks.rados.rados.0.smithi032.stdout:2382: expect (ObjNum 729 snap 217 seq_num 729) 2024-09-13T00:11:50.146 INFO:tasks.rados.rados.0.smithi032.stdout:2383: snap_remove snap 237 2024-09-13T00:11:50.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[75510]: audit 2024-09-13T00:11:48.724805+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:50.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[75510]: audit 2024-09-13T00:11:48.734714+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:50.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[75510]: audit 2024-09-13T00:11:48.736430+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:11:50.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[75510]: audit 2024-09-13T00:11:48.737871+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:11:50.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[75510]: audit 2024-09-13T00:11:48.747418+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:50.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[75510]: audit 2024-09-13T00:11:48.903358+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:11:50.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[75510]: audit 2024-09-13T00:11:48.908431+0000 mon.a (mon.0) 678 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:50.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[75510]: audit 2024-09-13T00:11:48.911528+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:50.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[75510]: audit 2024-09-13T00:11:48.913704+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:50.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[75510]: audit 2024-09-13T00:11:48.917476+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T00:11:50.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[75510]: cluster 2024-09-13T00:11:49.149700+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2024-09-13T00:11:50.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[76677]: audit 2024-09-13T00:11:48.724805+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:50.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[76677]: audit 2024-09-13T00:11:48.734714+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:50.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[76677]: audit 2024-09-13T00:11:48.736430+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:11:50.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[76677]: audit 2024-09-13T00:11:48.737871+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:11:50.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[76677]: audit 2024-09-13T00:11:48.747418+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:50.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[76677]: audit 2024-09-13T00:11:48.903358+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:11:50.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[76677]: audit 2024-09-13T00:11:48.908431+0000 mon.a (mon.0) 678 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:50.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[76677]: audit 2024-09-13T00:11:48.911528+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:50.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[76677]: audit 2024-09-13T00:11:48.913704+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:50.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[76677]: audit 2024-09-13T00:11:48.917476+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T00:11:50.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:49 smithi032 bash[76677]: cluster 2024-09-13T00:11:49.149700+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2024-09-13T00:11:50.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:50 smithi053 bash[67631]: audit 2024-09-13T00:11:48.917848+0000 mgr.y (mgr.34107) 199 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T00:11:50.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:50 smithi053 bash[67631]: cephadm 2024-09-13T00:11:48.920103+0000 mgr.y (mgr.34107) 200 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-13T00:11:50.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:50 smithi053 bash[67631]: cluster 2024-09-13T00:11:49.110519+0000 mgr.y (mgr.34107) 201 : cluster [DBG] pgmap v338: 121 pgs: 121 active+clean; 583 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 436 KiB/s wr, 9 op/s 2024-09-13T00:11:50.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:50 smithi053 bash[67631]: audit 2024-09-13T00:11:49.411801+0000 mgr.y (mgr.34107) 202 : audit [DBG] from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:11:50.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:50 smithi053 bash[67631]: audit 2024-09-13T00:11:49.707170+0000 mgr.y (mgr.34107) 203 : audit [DBG] from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:11:50.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:50 smithi053 bash[67631]: audit 2024-09-13T00:11:50.075017+0000 mon.a (mon.0) 683 : audit [DBG] from='client.? 172.21.15.32:0/2132557441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:50.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:50 smithi053 bash[67631]: cluster 2024-09-13T00:11:50.147663+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2024-09-13T00:11:50.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:50 smithi053 bash[67631]: audit 2024-09-13T00:11:50.281356+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:51.155 INFO:tasks.rados.rados.0.smithi032.stdout:2383: done (3 left) 2024-09-13T00:11:51.155 INFO:tasks.rados.rados.0.smithi032.stdout:2384: delete oid 16 current snap is 239 2024-09-13T00:11:51.155 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1230 (ObjNum 770 snap 232 seq_num 770) dirty exists 2024-09-13T00:11:51.155 INFO:tasks.rados.rados.0.smithi032.stdout:2382: expect (ObjNum 729 snap 217 seq_num 729) 2024-09-13T00:11:51.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[75510]: audit 2024-09-13T00:11:48.917848+0000 mgr.y (mgr.34107) 199 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T00:11:51.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[75510]: cephadm 2024-09-13T00:11:48.920103+0000 mgr.y (mgr.34107) 200 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-13T00:11:51.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[75510]: cluster 2024-09-13T00:11:49.110519+0000 mgr.y (mgr.34107) 201 : cluster [DBG] pgmap v338: 121 pgs: 121 active+clean; 583 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 436 KiB/s wr, 9 op/s 2024-09-13T00:11:51.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[75510]: audit 2024-09-13T00:11:49.411801+0000 mgr.y (mgr.34107) 202 : audit [DBG] from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:11:51.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[75510]: audit 2024-09-13T00:11:49.707170+0000 mgr.y (mgr.34107) 203 : audit [DBG] from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:11:51.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[75510]: audit 2024-09-13T00:11:50.075017+0000 mon.a (mon.0) 683 : audit [DBG] from='client.? 172.21.15.32:0/2132557441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:51.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[75510]: cluster 2024-09-13T00:11:50.147663+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2024-09-13T00:11:51.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[75510]: audit 2024-09-13T00:11:50.281356+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:51.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[76677]: audit 2024-09-13T00:11:48.917848+0000 mgr.y (mgr.34107) 199 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T00:11:51.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[76677]: cephadm 2024-09-13T00:11:48.920103+0000 mgr.y (mgr.34107) 200 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-13T00:11:51.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[76677]: cluster 2024-09-13T00:11:49.110519+0000 mgr.y (mgr.34107) 201 : cluster [DBG] pgmap v338: 121 pgs: 121 active+clean; 583 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 436 KiB/s wr, 9 op/s 2024-09-13T00:11:51.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[76677]: audit 2024-09-13T00:11:49.411801+0000 mgr.y (mgr.34107) 202 : audit [DBG] from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:11:51.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[76677]: audit 2024-09-13T00:11:49.707170+0000 mgr.y (mgr.34107) 203 : audit [DBG] from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:11:51.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[76677]: audit 2024-09-13T00:11:50.075017+0000 mon.a (mon.0) 683 : audit [DBG] from='client.? 172.21.15.32:0/2132557441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:11:51.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[76677]: cluster 2024-09-13T00:11:50.147663+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2024-09-13T00:11:51.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:50 smithi032 bash[76677]: audit 2024-09-13T00:11:50.281356+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:51.163 INFO:tasks.rados.rados.0.smithi032.stdout:2380: done (3 left) 2024-09-13T00:11:51.163 INFO:tasks.rados.rados.0.smithi032.stdout:2381: done (2 left) 2024-09-13T00:11:51.163 INFO:tasks.rados.rados.0.smithi032.stdout:2382: done (1 left) 2024-09-13T00:11:51.163 INFO:tasks.rados.rados.0.smithi032.stdout:2384: done (0 left) 2024-09-13T00:11:51.163 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 239 2024-09-13T00:11:51.163 INFO:tasks.rados.rados.0.smithi032.stdout:2385: seq_num 784 ranges {3473408=737280,4210688=401408} 2024-09-13T00:11:51.187 INFO:tasks.rados.rados.0.smithi032.stdout:2385: writing smithi03267100-29 from 3473408 to 4210688 tid 1 2024-09-13T00:11:51.190 INFO:tasks.rados.rados.0.smithi032.stdout:2385: writing smithi03267100-29 from 4210688 to 4612096 tid 2 2024-09-13T00:11:51.190 INFO:tasks.rados.rados.0.smithi032.stdout:2386: copy_from oid 21 from oid 20 current snap is 239 2024-09-13T00:11:51.190 INFO:tasks.rados.rados.0.smithi032.stdout:2387: snap_create 2024-09-13T00:11:51.193 INFO:tasks.rados.rados.0.smithi032.stdout:2386: finishing copy_from to smithi03267100-21 2024-09-13T00:11:51.193 INFO:tasks.rados.rados.0.smithi032.stdout:2386: got expected ENOENT (src dne) 2024-09-13T00:11:51.193 INFO:tasks.rados.rados.0.smithi032.stdout:2386: finishing copy_from racing read to smithi03267100-21 2024-09-13T00:11:51.199 INFO:tasks.rados.rados.0.smithi032.stdout:2385: finishing write tid 1 to smithi03267100-29 2024-09-13T00:11:51.199 INFO:tasks.rados.rados.0.smithi032.stdout:2385: finishing write tid 2 to smithi03267100-29 2024-09-13T00:11:51.199 INFO:tasks.rados.rados.0.smithi032.stdout:2385: finishing write tid 3 to smithi03267100-29 2024-09-13T00:11:51.202 INFO:tasks.rados.rados.0.smithi032.stdout:2385: finishing write tid 4 to smithi03267100-29 2024-09-13T00:11:51.202 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1365 (ObjNum 784 snap 239 seq_num 784) dirty exists 2024-09-13T00:11:51.202 INFO:tasks.rados.rados.0.smithi032.stdout:2385: left oid 29 (ObjNum 784 snap 239 seq_num 784) 2024-09-13T00:11:52.156 INFO:tasks.rados.rados.0.smithi032.stdout:2385: done (2 left) 2024-09-13T00:11:52.156 INFO:tasks.rados.rados.0.smithi032.stdout:2386: done (1 left) 2024-09-13T00:11:52.156 INFO:tasks.rados.rados.0.smithi032.stdout:2387: done (0 left) 2024-09-13T00:11:52.156 INFO:tasks.rados.rados.0.smithi032.stdout:2388: setattr oid 10 current snap is 240 2024-09-13T00:11:52.161 INFO:tasks.rados.rados.0.smithi032.stdout:2389: copy_from oid 36 from oid 20 current snap is 240 2024-09-13T00:11:52.161 INFO:tasks.rados.rados.0.smithi032.stdout:2390: copy_from oid 12 from oid 48 current snap is 240 2024-09-13T00:11:52.161 INFO:tasks.rados.rados.0.smithi032.stdout:2391: snap_create 2024-09-13T00:11:52.167 INFO:tasks.rados.rados.0.smithi032.stdout:2390: finishing copy_from to smithi03267100-12 2024-09-13T00:11:52.167 INFO:tasks.rados.rados.0.smithi032.stdout:2390: got expected ENOENT (src dne) 2024-09-13T00:11:52.167 INFO:tasks.rados.rados.0.smithi032.stdout:2390: finishing copy_from racing read to smithi03267100-12 2024-09-13T00:11:52.170 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1403 (ObjNum 590 snap 180 seq_num 590) dirty exists 2024-09-13T00:11:52.172 INFO:tasks.rados.rados.0.smithi032.stdout:2389: finishing copy_from to smithi03267100-36 2024-09-13T00:11:52.173 INFO:tasks.rados.rados.0.smithi032.stdout:2389: got expected ENOENT (src dne) 2024-09-13T00:11:52.173 INFO:tasks.rados.rados.0.smithi032.stdout:2389: finishing copy_from racing read to smithi03267100-36 2024-09-13T00:11:52.411 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:11:52] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2024-09-13T00:11:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[75510]: cluster 2024-09-13T00:11:51.111510+0000 mgr.y (mgr.34107) 204 : cluster [DBG] pgmap v341: 121 pgs: 121 active+clean; 589 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-09-13T00:11:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[75510]: cluster 2024-09-13T00:11:51.155330+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2024-09-13T00:11:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[75510]: cephadm 2024-09-13T00:11:51.363018+0000 mgr.y (mgr.34107) 205 : cephadm [INF] Upgrade: Updating osd.4 2024-09-13T00:11:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[75510]: audit 2024-09-13T00:11:51.372484+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[75510]: audit 2024-09-13T00:11:51.374494+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T00:11:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[75510]: audit 2024-09-13T00:11:51.376005+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:11:52.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[75510]: cephadm 2024-09-13T00:11:51.381057+0000 mgr.y (mgr.34107) 206 : cephadm [INF] Deploying daemon osd.4 on smithi053 2024-09-13T00:11:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[76677]: cluster 2024-09-13T00:11:51.111510+0000 mgr.y (mgr.34107) 204 : cluster [DBG] pgmap v341: 121 pgs: 121 active+clean; 589 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-09-13T00:11:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[76677]: cluster 2024-09-13T00:11:51.155330+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2024-09-13T00:11:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[76677]: cephadm 2024-09-13T00:11:51.363018+0000 mgr.y (mgr.34107) 205 : cephadm [INF] Upgrade: Updating osd.4 2024-09-13T00:11:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[76677]: audit 2024-09-13T00:11:51.372484+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[76677]: audit 2024-09-13T00:11:51.374494+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T00:11:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[76677]: audit 2024-09-13T00:11:51.376005+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:11:52.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:52 smithi032 bash[76677]: cephadm 2024-09-13T00:11:51.381057+0000 mgr.y (mgr.34107) 206 : cephadm [INF] Deploying daemon osd.4 on smithi053 2024-09-13T00:11:52.531 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:52 smithi053 bash[60895]: ts=2024-09-13T00:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:11:52.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:52 smithi053 bash[67631]: cluster 2024-09-13T00:11:51.111510+0000 mgr.y (mgr.34107) 204 : cluster [DBG] pgmap v341: 121 pgs: 121 active+clean; 589 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-09-13T00:11:52.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:52 smithi053 bash[67631]: cluster 2024-09-13T00:11:51.155330+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2024-09-13T00:11:52.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:52 smithi053 bash[67631]: cephadm 2024-09-13T00:11:51.363018+0000 mgr.y (mgr.34107) 205 : cephadm [INF] Upgrade: Updating osd.4 2024-09-13T00:11:52.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:52 smithi053 bash[67631]: audit 2024-09-13T00:11:51.372484+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:52.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:52 smithi053 bash[67631]: audit 2024-09-13T00:11:51.374494+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T00:11:52.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:52 smithi053 bash[67631]: audit 2024-09-13T00:11:51.376005+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:11:52.531 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:52 smithi053 bash[67631]: cephadm 2024-09-13T00:11:51.381057+0000 mgr.y (mgr.34107) 206 : cephadm [INF] Deploying daemon osd.4 on smithi053 2024-09-13T00:11:53.152 INFO:tasks.rados.rados.0.smithi032.stdout:2388: done (3 left) 2024-09-13T00:11:53.152 INFO:tasks.rados.rados.0.smithi032.stdout:2389: done (2 left) 2024-09-13T00:11:53.152 INFO:tasks.rados.rados.0.smithi032.stdout:2390: done (1 left) 2024-09-13T00:11:53.152 INFO:tasks.rados.rados.0.smithi032.stdout:2391: done (0 left) 2024-09-13T00:11:53.152 INFO:tasks.rados.rados.0.smithi032.stdout:2392: rmattr oid 47 current snap is 241 2024-09-13T00:11:53.152 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 241 2024-09-13T00:11:53.152 INFO:tasks.rados.rados.0.smithi032.stdout:2393: seq_num 785 ranges {0=753664,753664=401408} 2024-09-13T00:11:53.157 INFO:tasks.rados.rados.0.smithi032.stdout:2393: writing smithi03267100-16 from 0 to 753664 tid 1 2024-09-13T00:11:53.162 INFO:tasks.rados.rados.0.smithi032.stdout:2393: writing smithi03267100-16 from 753664 to 1155072 tid 2 2024-09-13T00:11:53.162 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 241 2024-09-13T00:11:53.162 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1340 (ObjNum 65 snap 0 seq_num 1465607537) dirty exists 2024-09-13T00:11:53.163 INFO:tasks.rados.rados.0.smithi032.stdout:2394: seq_num 786 ranges {0=770048,770048=401408} 2024-09-13T00:11:53.175 INFO:tasks.rados.rados.0.smithi032.stdout:2394: writing smithi03267100-45 from 0 to 770048 tid 1 2024-09-13T00:11:53.181 INFO:tasks.rados.rados.0.smithi032.stdout:2394: writing smithi03267100-45 from 770048 to 1171456 tid 2 2024-09-13T00:11:53.181 INFO:tasks.rados.rados.0.smithi032.stdout:2392: done (2 left) 2024-09-13T00:11:53.181 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 241 2024-09-13T00:11:53.182 INFO:tasks.rados.rados.0.smithi032.stdout:2395: seq_num 787 ranges {0=786432,786432=401408} 2024-09-13T00:11:53.194 INFO:tasks.rados.rados.0.smithi032.stdout:2395: writing smithi03267100-48 from 0 to 786432 tid 1 2024-09-13T00:11:53.200 INFO:tasks.rados.rados.0.smithi032.stdout:2395: writing smithi03267100-48 from 786432 to 1187840 tid 2 2024-09-13T00:11:53.200 INFO:tasks.rados.rados.0.smithi032.stdout:2396: delete oid 44 current snap is 241 2024-09-13T00:11:53.200 INFO:tasks.rados.rados.0.smithi032.stdout:2393: finishing write tid 1 to smithi03267100-16 2024-09-13T00:11:53.200 INFO:tasks.rados.rados.0.smithi032.stdout:2393: finishing write tid 2 to smithi03267100-16 2024-09-13T00:11:53.200 INFO:tasks.rados.rados.0.smithi032.stdout:2393: finishing write tid 3 to smithi03267100-16 2024-09-13T00:11:53.200 INFO:tasks.rados.rados.0.smithi032.stdout:2394: finishing write tid 1 to smithi03267100-45 2024-09-13T00:11:53.200 INFO:tasks.rados.rados.0.smithi032.stdout:2393: finishing write tid 4 to smithi03267100-16 2024-09-13T00:11:53.200 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1348 (ObjNum 785 snap 241 seq_num 785) dirty exists 2024-09-13T00:11:53.201 INFO:tasks.rados.rados.0.smithi032.stdout:2393: left oid 16 (ObjNum 785 snap 241 seq_num 785) 2024-09-13T00:11:53.201 INFO:tasks.rados.rados.0.smithi032.stdout:2394: finishing write tid 2 to smithi03267100-45 2024-09-13T00:11:53.201 INFO:tasks.rados.rados.0.smithi032.stdout:2394: finishing write tid 3 to smithi03267100-45 2024-09-13T00:11:53.201 INFO:tasks.rados.rados.0.smithi032.stdout:2394: finishing write tid 4 to smithi03267100-45 2024-09-13T00:11:53.201 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1326 (ObjNum 786 snap 241 seq_num 786) dirty exists 2024-09-13T00:11:53.201 INFO:tasks.rados.rados.0.smithi032.stdout:2394: left oid 45 (ObjNum 786 snap 241 seq_num 786) 2024-09-13T00:11:53.201 INFO:tasks.rados.rados.0.smithi032.stdout:2395: finishing write tid 1 to smithi03267100-48 2024-09-13T00:11:53.207 INFO:tasks.rados.rados.0.smithi032.stdout:2395: finishing write tid 2 to smithi03267100-48 2024-09-13T00:11:53.207 INFO:tasks.rados.rados.0.smithi032.stdout:2395: finishing write tid 3 to smithi03267100-48 2024-09-13T00:11:53.210 INFO:tasks.rados.rados.0.smithi032.stdout:2393: done (3 left) 2024-09-13T00:11:53.210 INFO:tasks.rados.rados.0.smithi032.stdout:2394: done (2 left) 2024-09-13T00:11:53.210 INFO:tasks.rados.rados.0.smithi032.stdout:2396: done (1 left) 2024-09-13T00:11:53.210 INFO:tasks.rados.rados.0.smithi032.stdout:2397: snap_create 2024-09-13T00:11:53.210 INFO:tasks.rados.rados.0.smithi032.stdout:2395: finishing write tid 4 to smithi03267100-48 2024-09-13T00:11:53.210 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1329 (ObjNum 787 snap 241 seq_num 787) dirty exists 2024-09-13T00:11:53.211 INFO:tasks.rados.rados.0.smithi032.stdout:2395: left oid 48 (ObjNum 787 snap 241 seq_num 787) 2024-09-13T00:11:53.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:53 smithi053 bash[67631]: cluster 2024-09-13T00:11:52.157717+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2024-09-13T00:11:53.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:53 smithi053 bash[67631]: cluster 2024-09-13T00:11:53.148915+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2024-09-13T00:11:53.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:53 smithi032 bash[75510]: cluster 2024-09-13T00:11:52.157717+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2024-09-13T00:11:53.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:53 smithi032 bash[75510]: cluster 2024-09-13T00:11:53.148915+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2024-09-13T00:11:53.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:53 smithi032 bash[76677]: cluster 2024-09-13T00:11:52.157717+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2024-09-13T00:11:53.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:53 smithi032 bash[76677]: cluster 2024-09-13T00:11:53.148915+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2024-09-13T00:11:54.176 INFO:tasks.rados.rados.0.smithi032.stdout:2395: done (1 left) 2024-09-13T00:11:54.176 INFO:tasks.rados.rados.0.smithi032.stdout:2397: done (0 left) 2024-09-13T00:11:54.176 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 242 2024-09-13T00:11:54.176 INFO:tasks.rados.rados.0.smithi032.stdout:2398: seq_num 789 ranges {1187840=417792,1605632=663552,2269184=139264} 2024-09-13T00:11:54.199 INFO:tasks.rados.rados.0.smithi032.stdout:2398: writing smithi03267100-48 from 1187840 to 1605632 tid 1 2024-09-13T00:11:54.209 INFO:tasks.rados.rados.0.smithi032.stdout:2398: writing smithi03267100-48 from 1605632 to 2269184 tid 2 2024-09-13T00:11:54.212 INFO:tasks.rados.rados.0.smithi032.stdout:2398: writing smithi03267100-48 from 2269184 to 2408448 tid 3 2024-09-13T00:11:54.212 INFO:tasks.rados.rados.0.smithi032.stdout:2399: delete oid 9 current snap is 242 2024-09-13T00:11:54.220 INFO:tasks.rados.rados.0.smithi032.stdout:2398: finishing write tid 1 to smithi03267100-48 2024-09-13T00:11:54.220 INFO:tasks.rados.rados.0.smithi032.stdout:2398: finishing write tid 2 to smithi03267100-48 2024-09-13T00:11:54.221 INFO:tasks.rados.rados.0.smithi032.stdout:2398: finishing write tid 3 to smithi03267100-48 2024-09-13T00:11:54.221 INFO:tasks.rados.rados.0.smithi032.stdout:2398: finishing write tid 4 to smithi03267100-48 2024-09-13T00:11:54.224 INFO:tasks.rados.rados.0.smithi032.stdout:2399: done (1 left) 2024-09-13T00:11:54.224 INFO:tasks.rados.rados.0.smithi032.stdout:2400: read oid 25 snap -1 2024-09-13T00:11:54.224 INFO:tasks.rados.rados.0.smithi032.stdout:2400: expect (ObjNum 764 snap 231 seq_num 764) 2024-09-13T00:11:54.224 INFO:tasks.rados.rados.0.smithi032.stdout:2401: snap_create 2024-09-13T00:11:54.224 INFO:tasks.rados.rados.0.smithi032.stdout:2398: finishing write tid 5 to smithi03267100-48 2024-09-13T00:11:54.224 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1334 (ObjNum 789 snap 242 seq_num 789) dirty exists 2024-09-13T00:11:54.224 INFO:tasks.rados.rados.0.smithi032.stdout:2398: left oid 48 (ObjNum 789 snap 242 seq_num 789) 2024-09-13T00:11:54.297 INFO:tasks.rados.rados.0.smithi032.stdout:2400: expect (ObjNum 764 snap 231 seq_num 764) 2024-09-13T00:11:54.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:54 smithi053 bash[67631]: cluster 2024-09-13T00:11:53.112399+0000 mgr.y (mgr.34107) 207 : cluster [DBG] pgmap v344: 121 pgs: 121 active+clean; 589 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-13T00:11:54.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:54 smithi032 bash[75510]: cluster 2024-09-13T00:11:53.112399+0000 mgr.y (mgr.34107) 207 : cluster [DBG] pgmap v344: 121 pgs: 121 active+clean; 589 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-13T00:11:54.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:54 smithi032 bash[76677]: cluster 2024-09-13T00:11:53.112399+0000 mgr.y (mgr.34107) 207 : cluster [DBG] pgmap v344: 121 pgs: 121 active+clean; 589 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-13T00:11:55.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:55 smithi053 bash[67631]: cluster 2024-09-13T00:11:54.179215+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2024-09-13T00:11:55.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:55 smithi053 bash[67631]: audit 2024-09-13T00:11:55.135053+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:55.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:55 smithi053 bash[67631]: audit 2024-09-13T00:11:55.136765+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:11:55.627 INFO:tasks.rados.rados.0.smithi032.stdout:2398: done (2 left) 2024-09-13T00:11:55.627 INFO:tasks.rados.rados.0.smithi032.stdout:2400: done (1 left) 2024-09-13T00:11:55.630 INFO:tasks.rados.rados.0.smithi032.stdout:2401: done (0 left) 2024-09-13T00:11:55.630 INFO:tasks.rados.rados.0.smithi032.stdout:2402: snap_remove snap 227 2024-09-13T00:11:55.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:55 smithi032 bash[75510]: cluster 2024-09-13T00:11:54.179215+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2024-09-13T00:11:55.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:55 smithi032 bash[75510]: audit 2024-09-13T00:11:55.135053+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:55.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:55 smithi032 bash[75510]: audit 2024-09-13T00:11:55.136765+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:11:55.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:55 smithi032 bash[76677]: cluster 2024-09-13T00:11:54.179215+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2024-09-13T00:11:55.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:55 smithi032 bash[76677]: audit 2024-09-13T00:11:55.135053+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:11:55.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:55 smithi032 bash[76677]: audit 2024-09-13T00:11:55.136765+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:11:55.918 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:11:55 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:55.919 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:11:55 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:55.919 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:11:55 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:55.919 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:11:55 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:55.920 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:11:55 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:55.920 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:11:55 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:55.920 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:11:55 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:55.921 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:11:55 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:55.921 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:55 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:55.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:55 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:56.189 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:11:55 smithi053 systemd[1]: Stopping Ceph osd.4 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:11:56.189 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:11:56 smithi053 bash[27837]: debug 2024-09-13T00:11:56.047+0000 7f6687092640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T00:11:56.189 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:11:56 smithi053 bash[27837]: debug 2024-09-13T00:11:56.047+0000 7f6687092640 -1 osd.4 520 *** Got signal Terminated *** 2024-09-13T00:11:56.189 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:11:56 smithi053 bash[27837]: debug 2024-09-13T00:11:56.047+0000 7f6687092640 -1 osd.4 520 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T00:11:56.204 INFO:tasks.rados.rados.0.smithi032.stdout:2402: done (0 left) 2024-09-13T00:11:56.204 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 243 2024-09-13T00:11:56.205 INFO:tasks.rados.rados.0.smithi032.stdout:2403: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2024-09-13T00:11:56.213 INFO:tasks.rados.rados.0.smithi032.stdout:2403: writing smithi03267100-2 from 0 to 450560 tid 1 2024-09-13T00:11:56.223 INFO:tasks.rados.rados.0.smithi032.stdout:2403: writing smithi03267100-2 from 450560 to 925696 tid 2 2024-09-13T00:11:56.234 INFO:tasks.rados.rados.0.smithi032.stdout:2403: writing smithi03267100-2 from 925696 to 1253376 tid 3 2024-09-13T00:11:56.235 INFO:tasks.rados.rados.0.smithi032.stdout:2404: read oid 25 snap -1 2024-09-13T00:11:56.235 INFO:tasks.rados.rados.0.smithi032.stdout:2404: expect (ObjNum 764 snap 231 seq_num 764) 2024-09-13T00:11:56.235 INFO:tasks.rados.rados.0.smithi032.stdout:2405: copy_from oid 18 from oid 35 current snap is 243 2024-09-13T00:11:56.236 INFO:tasks.rados.rados.0.smithi032.stdout:2406: read oid 6 snap -1 2024-09-13T00:11:56.236 INFO:tasks.rados.rados.0.smithi032.stdout:2406: expect deleted 2024-09-13T00:11:56.237 INFO:tasks.rados.rados.0.smithi032.stdout:2407: read oid 45 snap -1 2024-09-13T00:11:56.237 INFO:tasks.rados.rados.0.smithi032.stdout:2407: expect (ObjNum 786 snap 241 seq_num 786) 2024-09-13T00:11:56.237 INFO:tasks.rados.rados.0.smithi032.stdout:2408: read oid 15 snap -1 2024-09-13T00:11:56.237 INFO:tasks.rados.rados.0.smithi032.stdout:2408: expect (ObjNum 729 snap 217 seq_num 729) 2024-09-13T00:11:56.238 INFO:tasks.rados.rados.0.smithi032.stdout:2409: read oid 36 snap -1 2024-09-13T00:11:56.238 INFO:tasks.rados.rados.0.smithi032.stdout:2409: expect deleted 2024-09-13T00:11:56.238 INFO:tasks.rados.rados.0.smithi032.stdout:2410: snap_create 2024-09-13T00:11:56.292 INFO:tasks.rados.rados.0.smithi032.stdout:2404: expect (ObjNum 764 snap 231 seq_num 764) 2024-09-13T00:11:56.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:56 smithi053 bash[67631]: cluster 2024-09-13T00:11:55.112911+0000 mgr.y (mgr.34107) 208 : cluster [DBG] pgmap v347: 121 pgs: 121 active+clean; 591 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 560 KiB/s wr, 9 op/s 2024-09-13T00:11:56.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:56 smithi053 bash[67631]: cluster 2024-09-13T00:11:55.195901+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2024-09-13T00:11:56.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:56 smithi053 bash[67631]: cluster 2024-09-13T00:11:56.052290+0000 mon.a (mon.0) 696 : cluster [INF] osd.4 marked itself down and dead 2024-09-13T00:11:56.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:56 smithi032 bash[75510]: cluster 2024-09-13T00:11:55.112911+0000 mgr.y (mgr.34107) 208 : cluster [DBG] pgmap v347: 121 pgs: 121 active+clean; 591 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 560 KiB/s wr, 9 op/s 2024-09-13T00:11:56.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:56 smithi032 bash[75510]: cluster 2024-09-13T00:11:55.195901+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2024-09-13T00:11:56.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:56 smithi032 bash[75510]: cluster 2024-09-13T00:11:56.052290+0000 mon.a (mon.0) 696 : cluster [INF] osd.4 marked itself down and dead 2024-09-13T00:11:56.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:56 smithi032 bash[76677]: cluster 2024-09-13T00:11:55.112911+0000 mgr.y (mgr.34107) 208 : cluster [DBG] pgmap v347: 121 pgs: 121 active+clean; 591 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 560 KiB/s wr, 9 op/s 2024-09-13T00:11:56.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:56 smithi032 bash[76677]: cluster 2024-09-13T00:11:55.195901+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2024-09-13T00:11:56.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:56 smithi032 bash[76677]: cluster 2024-09-13T00:11:56.052290+0000 mon.a (mon.0) 696 : cluster [INF] osd.4 marked itself down and dead 2024-09-13T00:11:57.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:57 smithi053 bash[67631]: cluster 2024-09-13T00:11:56.191020+0000 mon.a (mon.0) 697 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:11:57.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:57 smithi053 bash[67631]: cluster 2024-09-13T00:11:56.206978+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e521: 8 total, 7 up, 8 in 2024-09-13T00:11:57.622 INFO:tasks.rados.rados.0.smithi032.stdout:2408: expect (ObjNum 729 snap 217 seq_num 729) 2024-09-13T00:11:57.627 INFO:tasks.rados.rados.0.smithi032.stdout:2403: finishing write tid 1 to smithi03267100-2 2024-09-13T00:11:57.627 INFO:tasks.rados.rados.0.smithi032.stdout:2403: finishing write tid 2 to smithi03267100-2 2024-09-13T00:11:57.627 INFO:tasks.rados.rados.0.smithi032.stdout:2403: finishing write tid 3 to smithi03267100-2 2024-09-13T00:11:57.627 INFO:tasks.rados.rados.0.smithi032.stdout:2403: finishing write tid 4 to smithi03267100-2 2024-09-13T00:11:57.627 INFO:tasks.rados.rados.0.smithi032.stdout:2403: finishing write tid 5 to smithi03267100-2 2024-09-13T00:11:57.628 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1339 (ObjNum 791 snap 243 seq_num 791) dirty exists 2024-09-13T00:11:57.628 INFO:tasks.rados.rados.0.smithi032.stdout:2403: left oid 2 (ObjNum 791 snap 243 seq_num 791) 2024-09-13T00:11:57.628 INFO:tasks.rados.rados.0.smithi032.stdout:2405: finishing copy_from to smithi03267100-18 2024-09-13T00:11:57.628 INFO:tasks.rados.rados.0.smithi032.stdout:2405: got expected ENOENT (src dne) 2024-09-13T00:11:57.628 INFO:tasks.rados.rados.0.smithi032.stdout:2405: finishing copy_from racing read to smithi03267100-18 2024-09-13T00:11:57.628 INFO:tasks.rados.rados.0.smithi032.stdout:2407: expect (ObjNum 786 snap 241 seq_num 786) 2024-09-13T00:11:57.657 INFO:tasks.rados.rados.0.smithi032.stdout:2403: done (7 left) 2024-09-13T00:11:57.657 INFO:tasks.rados.rados.0.smithi032.stdout:2404: done (6 left) 2024-09-13T00:11:57.657 INFO:tasks.rados.rados.0.smithi032.stdout:2405: done (5 left) 2024-09-13T00:11:57.657 INFO:tasks.rados.rados.0.smithi032.stdout:2406: done (4 left) 2024-09-13T00:11:57.657 INFO:tasks.rados.rados.0.smithi032.stdout:2407: done (3 left) 2024-09-13T00:11:57.657 INFO:tasks.rados.rados.0.smithi032.stdout:2408: done (2 left) 2024-09-13T00:11:57.657 INFO:tasks.rados.rados.0.smithi032.stdout:2409: done (1 left) 2024-09-13T00:11:57.658 INFO:tasks.rados.rados.0.smithi032.stdout:2410: done (0 left) 2024-09-13T00:11:57.658 INFO:tasks.rados.rados.0.smithi032.stdout:2411: copy_from oid 38 from oid 17 current snap is 244 2024-09-13T00:11:57.658 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 244 2024-09-13T00:11:57.658 INFO:tasks.rados.rados.0.smithi032.stdout:2412: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2024-09-13T00:11:57.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:57 smithi032 bash[75510]: cluster 2024-09-13T00:11:56.191020+0000 mon.a (mon.0) 697 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:11:57.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:57 smithi032 bash[75510]: cluster 2024-09-13T00:11:56.206978+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e521: 8 total, 7 up, 8 in 2024-09-13T00:11:57.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:57 smithi032 bash[76677]: cluster 2024-09-13T00:11:56.191020+0000 mon.a (mon.0) 697 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:11:57.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:57 smithi032 bash[76677]: cluster 2024-09-13T00:11:56.206978+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e521: 8 total, 7 up, 8 in 2024-09-13T00:11:57.665 INFO:tasks.rados.rados.0.smithi032.stdout:2412: writing smithi03267100-11 from 0 to 466944 tid 1 2024-09-13T00:11:57.679 INFO:tasks.rados.rados.0.smithi032.stdout:2412: writing smithi03267100-11 from 466944 to 1228800 tid 2 2024-09-13T00:11:57.680 INFO:tasks.rados.rados.0.smithi032.stdout:2412: writing smithi03267100-11 from 1228800 to 1269760 tid 3 2024-09-13T00:11:57.680 INFO:tasks.rados.rados.0.smithi032.stdout:2413: delete oid 47 current snap is 244 2024-09-13T00:11:57.680 INFO:tasks.rados.rados.0.smithi032.stdout:2412: finishing write tid 1 to smithi03267100-11 2024-09-13T00:11:57.684 INFO:tasks.rados.rados.0.smithi032.stdout:2413: done (2 left) 2024-09-13T00:11:57.684 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 244 2024-09-13T00:11:57.684 INFO:tasks.rados.rados.0.smithi032.stdout:2414: seq_num 794 ranges {2408448=499712,2908160=532480,3440640=270336} 2024-09-13T00:11:57.733 INFO:tasks.rados.rados.0.smithi032.stdout:2414: writing smithi03267100-48 from 2408448 to 2908160 tid 1 2024-09-13T00:11:57.739 INFO:tasks.rados.rados.0.smithi032.stdout:2414: writing smithi03267100-48 from 2908160 to 3440640 tid 2 2024-09-13T00:11:57.743 INFO:tasks.rados.rados.0.smithi032.stdout:2414: writing smithi03267100-48 from 3440640 to 3710976 tid 3 2024-09-13T00:11:57.743 INFO:tasks.rados.rados.0.smithi032.stdout:2415: delete oid 5 current snap is 244 2024-09-13T00:11:57.743 INFO:tasks.rados.rados.0.smithi032.stdout:2412: finishing write tid 2 to smithi03267100-11 2024-09-13T00:11:57.743 INFO:tasks.rados.rados.0.smithi032.stdout:2412: finishing write tid 3 to smithi03267100-11 2024-09-13T00:11:57.743 INFO:tasks.rados.rados.0.smithi032.stdout:2412: finishing write tid 4 to smithi03267100-11 2024-09-13T00:11:57.743 INFO:tasks.rados.rados.0.smithi032.stdout:2412: finishing write tid 5 to smithi03267100-11 2024-09-13T00:11:57.744 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2027 (ObjNum 792 snap 244 seq_num 792) dirty exists 2024-09-13T00:11:57.744 INFO:tasks.rados.rados.0.smithi032.stdout:2412: left oid 11 (ObjNum 792 snap 244 seq_num 792) 2024-09-13T00:11:57.744 INFO:tasks.rados.rados.0.smithi032.stdout:2411: finishing copy_from racing read to smithi03267100-38 2024-09-13T00:11:57.744 INFO:tasks.rados.rados.0.smithi032.stdout:2411: finishing copy_from to smithi03267100-38 2024-09-13T00:11:57.744 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1868 (ObjNum 580 snap 175 seq_num 580) dirty exists 2024-09-13T00:11:57.744 INFO:tasks.rados.rados.0.smithi032.stdout:2414: finishing write tid 1 to smithi03267100-48 2024-09-13T00:11:57.747 INFO:tasks.rados.rados.0.smithi032.stdout:2411: done (3 left) 2024-09-13T00:11:57.747 INFO:tasks.rados.rados.0.smithi032.stdout:2412: done (2 left) 2024-09-13T00:11:57.747 INFO:tasks.rados.rados.0.smithi032.stdout:2415: done (1 left) 2024-09-13T00:11:57.747 INFO:tasks.rados.rados.0.smithi032.stdout:2416: rollback oid 38 current snap is 244 2024-09-13T00:11:57.747 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 231 2024-09-13T00:11:57.747 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 244 2024-09-13T00:11:57.747 INFO:tasks.rados.rados.0.smithi032.stdout:2417: seq_num 796 ranges {0=540672,540672=704512,1245184=98304} 2024-09-13T00:11:57.753 INFO:tasks.rados.rados.0.smithi032.stdout:2417: writing smithi03267100-46 from 0 to 540672 tid 1 2024-09-13T00:11:57.760 INFO:tasks.rados.rados.0.smithi032.stdout:2417: writing smithi03267100-46 from 540672 to 1245184 tid 2 2024-09-13T00:11:57.762 INFO:tasks.rados.rados.0.smithi032.stdout:2417: writing smithi03267100-46 from 1245184 to 1343488 tid 3 2024-09-13T00:11:57.762 INFO:tasks.rados.rados.0.smithi032.stdout:2418: read oid 7 snap -1 2024-09-13T00:11:57.762 INFO:tasks.rados.rados.0.smithi032.stdout:2418: expect (ObjNum 770 snap 232 seq_num 770) 2024-09-13T00:11:57.762 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 244 2024-09-13T00:11:57.762 INFO:tasks.rados.rados.0.smithi032.stdout:2414: finishing write tid 2 to smithi03267100-48 2024-09-13T00:11:57.763 INFO:tasks.rados.rados.0.smithi032.stdout:2414: finishing write tid 3 to smithi03267100-48 2024-09-13T00:11:57.763 INFO:tasks.rados.rados.0.smithi032.stdout:2414: finishing write tid 4 to smithi03267100-48 2024-09-13T00:11:57.763 INFO:tasks.rados.rados.0.smithi032.stdout:2416: finishing rollback tid 0 to smithi03267100-38 2024-09-13T00:11:57.763 INFO:tasks.rados.rados.0.smithi032.stdout:2419: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-09-13T00:11:57.769 INFO:tasks.rados.rados.0.smithi032.stdout:2419: writing smithi03267100-1 from 0 to 557056 tid 1 2024-09-13T00:11:57.775 INFO:tasks.rados.rados.0.smithi032.stdout:2419: writing smithi03267100-1 from 557056 to 1146880 tid 2 2024-09-13T00:11:57.778 INFO:tasks.rados.rados.0.smithi032.stdout:2419: writing smithi03267100-1 from 1146880 to 1359872 tid 3 2024-09-13T00:11:57.778 INFO:tasks.rados.rados.0.smithi032.stdout:2420: delete oid 18 current snap is 244 2024-09-13T00:11:57.778 INFO:tasks.rados.rados.0.smithi032.stdout:2414: finishing write tid 5 to smithi03267100-48 2024-09-13T00:11:57.778 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1344 (ObjNum 794 snap 244 seq_num 794) dirty exists 2024-09-13T00:11:57.778 INFO:tasks.rados.rados.0.smithi032.stdout:2414: left oid 48 (ObjNum 794 snap 244 seq_num 794) 2024-09-13T00:11:57.778 INFO:tasks.rados.rados.0.smithi032.stdout:2416: finishing rollback tid 1 to smithi03267100-38 2024-09-13T00:11:57.779 INFO:tasks.rados.rados.0.smithi032.stdout:2416: finishing rollback tid 2 to smithi03267100-38 2024-09-13T00:11:57.779 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1871 (ObjNum 768 snap 231 seq_num 768) dirty exists 2024-09-13T00:11:57.779 INFO:tasks.rados.rados.0.smithi032.stdout:2417: finishing write tid 1 to smithi03267100-46 2024-09-13T00:11:57.779 INFO:tasks.rados.rados.0.smithi032.stdout:2417: finishing write tid 2 to smithi03267100-46 2024-09-13T00:11:57.779 INFO:tasks.rados.rados.0.smithi032.stdout:2417: finishing write tid 3 to smithi03267100-46 2024-09-13T00:11:57.779 INFO:tasks.rados.rados.0.smithi032.stdout:2417: finishing write tid 4 to smithi03267100-46 2024-09-13T00:11:57.779 INFO:tasks.rados.rados.0.smithi032.stdout:2417: finishing write tid 5 to smithi03267100-46 2024-09-13T00:11:57.779 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1143 (ObjNum 796 snap 244 seq_num 796) dirty exists 2024-09-13T00:11:57.779 INFO:tasks.rados.rados.0.smithi032.stdout:2417: left oid 46 (ObjNum 796 snap 244 seq_num 796) 2024-09-13T00:11:57.779 INFO:tasks.rados.rados.0.smithi032.stdout:2418: expect (ObjNum 770 snap 232 seq_num 770) 2024-09-13T00:11:57.783 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:11:57 smithi053 bash[71407]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-4 2024-09-13T00:11:57.783 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:11:57 smithi053 bash[71473]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-4 2024-09-13T00:11:57.868 INFO:tasks.rados.rados.0.smithi032.stdout:2419: finishing write tid 1 to smithi03267100-1 2024-09-13T00:11:57.868 INFO:tasks.rados.rados.0.smithi032.stdout:2419: finishing write tid 2 to smithi03267100-1 2024-09-13T00:11:57.868 INFO:tasks.rados.rados.0.smithi032.stdout:2419: finishing write tid 3 to smithi03267100-1 2024-09-13T00:11:57.868 INFO:tasks.rados.rados.0.smithi032.stdout:2419: finishing write tid 4 to smithi03267100-1 2024-09-13T00:11:57.869 INFO:tasks.rados.rados.0.smithi032.stdout:2419: finishing write tid 5 to smithi03267100-1 2024-09-13T00:11:57.869 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1963 (ObjNum 797 snap 244 seq_num 797) dirty exists 2024-09-13T00:11:57.869 INFO:tasks.rados.rados.0.smithi032.stdout:2419: left oid 1 (ObjNum 797 snap 244 seq_num 797) 2024-09-13T00:11:57.869 INFO:tasks.rados.rados.0.smithi032.stdout:2414: done (5 left) 2024-09-13T00:11:57.869 INFO:tasks.rados.rados.0.smithi032.stdout:2416: done (4 left) 2024-09-13T00:11:57.869 INFO:tasks.rados.rados.0.smithi032.stdout:2417: done (3 left) 2024-09-13T00:11:57.869 INFO:tasks.rados.rados.0.smithi032.stdout:2418: done (2 left) 2024-09-13T00:11:57.869 INFO:tasks.rados.rados.0.smithi032.stdout:2419: done (1 left) 2024-09-13T00:11:57.869 INFO:tasks.rados.rados.0.smithi032.stdout:2420: done (0 left) 2024-09-13T00:11:57.869 INFO:tasks.rados.rados.0.smithi032.stdout:2421: rollback oid 30 current snap is 244 2024-09-13T00:11:57.869 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 234 2024-09-13T00:11:57.869 INFO:tasks.rados.rados.0.smithi032.stdout:2422: snap_create 2024-09-13T00:11:57.878 INFO:tasks.rados.rados.0.smithi032.stdout:2421: finishing rollback tid 0 to smithi03267100-30 2024-09-13T00:11:57.879 INFO:tasks.rados.rados.0.smithi032.stdout:2421: finishing rollback tid 1 to smithi03267100-30 2024-09-13T00:11:57.879 INFO:tasks.rados.rados.0.smithi032.stdout:2421: finishing rollback tid 2 to smithi03267100-30 2024-09-13T00:11:57.879 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1967 (ObjNum 693 snap 206 seq_num 693) dirty exists 2024-09-13T00:11:58.156 INFO:tasks.rados.rados.0.smithi032.stdout:2421: done (1 left) 2024-09-13T00:11:58.156 INFO:tasks.rados.rados.0.smithi032.stdout:2422: done (0 left) 2024-09-13T00:11:58.156 INFO:tasks.rados.rados.0.smithi032.stdout:2423: copy_from oid 37 from oid 41 current snap is 245 2024-09-13T00:11:58.156 INFO:tasks.rados.rados.0.smithi032.stdout:2424: snap_create 2024-09-13T00:11:58.179 INFO:tasks.rados.rados.0.smithi032.stdout:2423: finishing copy_from racing read to smithi03267100-37 2024-09-13T00:11:58.181 INFO:tasks.rados.rados.0.smithi032.stdout:2423: finishing copy_from to smithi03267100-37 2024-09-13T00:11:58.181 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1360 (ObjNum 769 snap 232 seq_num 769) dirty exists 2024-09-13T00:11:58.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:58 smithi053 bash[67631]: cluster 2024-09-13T00:11:57.113725+0000 mgr.y (mgr.34107) 209 : cluster [DBG] pgmap v350: 121 pgs: 9 peering, 6 stale+active+clean, 106 active+clean; 591 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 560 KiB/s wr, 12 op/s 2024-09-13T00:11:58.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:58 smithi053 bash[67631]: cluster 2024-09-13T00:11:57.200001+0000 mon.a (mon.0) 699 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T00:11:58.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:58 smithi053 bash[67631]: cluster 2024-09-13T00:11:57.214195+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e522: 8 total, 7 up, 8 in 2024-09-13T00:11:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:58 smithi053 bash[67631]: cluster 2024-09-13T00:11:58.156175+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e523: 8 total, 7 up, 8 in 2024-09-13T00:11:58.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:58 smithi032 bash[75510]: cluster 2024-09-13T00:11:57.113725+0000 mgr.y (mgr.34107) 209 : cluster [DBG] pgmap v350: 121 pgs: 9 peering, 6 stale+active+clean, 106 active+clean; 591 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 560 KiB/s wr, 12 op/s 2024-09-13T00:11:58.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:58 smithi032 bash[75510]: cluster 2024-09-13T00:11:57.200001+0000 mon.a (mon.0) 699 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T00:11:58.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:58 smithi032 bash[75510]: cluster 2024-09-13T00:11:57.214195+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e522: 8 total, 7 up, 8 in 2024-09-13T00:11:58.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:11:58 smithi032 bash[75510]: cluster 2024-09-13T00:11:58.156175+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e523: 8 total, 7 up, 8 in 2024-09-13T00:11:58.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:58 smithi032 bash[76677]: cluster 2024-09-13T00:11:57.113725+0000 mgr.y (mgr.34107) 209 : cluster [DBG] pgmap v350: 121 pgs: 9 peering, 6 stale+active+clean, 106 active+clean; 591 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 560 KiB/s wr, 12 op/s 2024-09-13T00:11:58.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:58 smithi032 bash[76677]: cluster 2024-09-13T00:11:57.200001+0000 mon.a (mon.0) 699 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T00:11:58.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:58 smithi032 bash[76677]: cluster 2024-09-13T00:11:57.214195+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e522: 8 total, 7 up, 8 in 2024-09-13T00:11:58.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:11:58 smithi032 bash[76677]: cluster 2024-09-13T00:11:58.156175+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e523: 8 total, 7 up, 8 in 2024-09-13T00:11:59.157 INFO:tasks.rados.rados.0.smithi032.stdout:2423: done (1 left) 2024-09-13T00:11:59.157 INFO:tasks.rados.rados.0.smithi032.stdout:2424: done (0 left) 2024-09-13T00:11:59.157 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 246 2024-09-13T00:11:59.157 INFO:tasks.rados.rados.0.smithi032.stdout:2425: seq_num 799 ranges {3907584=589824,4497408=802816} 2024-09-13T00:11:59.218 INFO:tasks.rados.rados.0.smithi032.stdout:2425: writing smithi03267100-50 from 3907584 to 4497408 tid 1 2024-09-13T00:11:59.227 INFO:tasks.rados.rados.0.smithi032.stdout:2425: writing smithi03267100-50 from 4497408 to 5300224 tid 2 2024-09-13T00:11:59.228 INFO:tasks.rados.rados.0.smithi032.stdout:2426: read oid 39 snap 239 2024-09-13T00:11:59.228 INFO:tasks.rados.rados.0.smithi032.stdout:2426: expect (ObjNum 739 snap 223 seq_num 739) 2024-09-13T00:11:59.228 INFO:tasks.rados.rados.0.smithi032.stdout:2425: finishing write tid 1 to smithi03267100-50 2024-09-13T00:11:59.228 INFO:tasks.rados.rados.0.smithi032.stdout:2427: read oid 14 snap -1 2024-09-13T00:11:59.228 INFO:tasks.rados.rados.0.smithi032.stdout:2427: expect (ObjNum 780 snap 238 seq_num 780) 2024-09-13T00:11:59.228 INFO:tasks.rados.rados.0.smithi032.stdout:2428: copy_from oid 7 from oid 3 current snap is 246 2024-09-13T00:11:59.228 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 246 2024-09-13T00:11:59.228 INFO:tasks.rados.rados.0.smithi032.stdout:2429: seq_num 800 ranges {7069696=606208,7675904=688128,8364032=114688} 2024-09-13T00:11:59.293 INFO:tasks.rados.rados.0.smithi032.stdout:2429: writing smithi03267100-8 from 7069696 to 7675904 tid 1 2024-09-13T00:11:59.298 INFO:tasks.rados.rados.0.smithi032.stdout:2429: writing smithi03267100-8 from 7675904 to 8364032 tid 2 2024-09-13T00:11:59.299 INFO:tasks.rados.rados.0.smithi032.stdout:2429: writing smithi03267100-8 from 8364032 to 8478720 tid 3 2024-09-13T00:11:59.299 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 246 2024-09-13T00:11:59.299 INFO:tasks.rados.rados.0.smithi032.stdout:2425: finishing write tid 2 to smithi03267100-50 2024-09-13T00:11:59.299 INFO:tasks.rados.rados.0.smithi032.stdout:2425: finishing write tid 3 to smithi03267100-50 2024-09-13T00:11:59.299 INFO:tasks.rados.rados.0.smithi032.stdout:2427: expect (ObjNum 780 snap 238 seq_num 780) 2024-09-13T00:11:59.390 INFO:tasks.rados.rados.0.smithi032.stdout:2425: finishing write tid 4 to smithi03267100-50 2024-09-13T00:11:59.390 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 834 (ObjNum 799 snap 246 seq_num 799) dirty exists 2024-09-13T00:11:59.390 INFO:tasks.rados.rados.0.smithi032.stdout:2425: left oid 50 (ObjNum 799 snap 246 seq_num 799) 2024-09-13T00:11:59.390 INFO:tasks.rados.rados.0.smithi032.stdout:2428: finishing copy_from racing read to smithi03267100-7 2024-09-13T00:11:59.390 INFO:tasks.rados.rados.0.smithi032.stdout:2428: finishing copy_from to smithi03267100-7 2024-09-13T00:11:59.390 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1325 (ObjNum 757 snap 228 seq_num 757) dirty exists 2024-09-13T00:11:59.390 INFO:tasks.rados.rados.0.smithi032.stdout:2426: expect (ObjNum 739 snap 223 seq_num 739) 2024-09-13T00:11:59.607 INFO:tasks.rados.rados.0.smithi032.stdout:2429: finishing write tid 1 to smithi03267100-8 2024-09-13T00:11:59.607 INFO:tasks.rados.rados.0.smithi032.stdout:2429: finishing write tid 2 to smithi03267100-8 2024-09-13T00:11:59.607 INFO:tasks.rados.rados.0.smithi032.stdout:2429: finishing write tid 3 to smithi03267100-8 2024-09-13T00:11:59.607 INFO:tasks.rados.rados.0.smithi032.stdout:2429: finishing write tid 4 to smithi03267100-8 2024-09-13T00:11:59.607 INFO:tasks.rados.rados.0.smithi032.stdout:2429: finishing write tid 5 to smithi03267100-8 2024-09-13T00:11:59.607 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1875 (ObjNum 800 snap 246 seq_num 800) dirty exists 2024-09-13T00:11:59.607 INFO:tasks.rados.rados.0.smithi032.stdout:2429: left oid 8 (ObjNum 800 snap 246 seq_num 800) 2024-09-13T00:11:59.607 INFO:tasks.rados.rados.0.smithi032.stdout:2430: seq_num 801 ranges {1359872=622592,1982464=573440,2555904=229376} 2024-09-13T00:11:59.624 INFO:tasks.rados.rados.0.smithi032.stdout:2430: writing smithi03267100-1 from 1359872 to 1982464 tid 1 2024-09-13T00:11:59.629 INFO:tasks.rados.rados.0.smithi032.stdout:2430: writing smithi03267100-1 from 1982464 to 2555904 tid 2 2024-09-13T00:11:59.631 INFO:tasks.rados.rados.0.smithi032.stdout:2430: writing smithi03267100-1 from 2555904 to 2785280 tid 3 2024-09-13T00:11:59.631 INFO:tasks.rados.rados.0.smithi032.stdout:2425: done (5 left) 2024-09-13T00:11:59.632 INFO:tasks.rados.rados.0.smithi032.stdout:2426: done (4 left) 2024-09-13T00:11:59.632 INFO:tasks.rados.rados.0.smithi032.stdout:2427: done (3 left) 2024-09-13T00:11:59.632 INFO:tasks.rados.rados.0.smithi032.stdout:2428: done (2 left) 2024-09-13T00:11:59.632 INFO:tasks.rados.rados.0.smithi032.stdout:2429: done (1 left) 2024-09-13T00:11:59.632 INFO:tasks.rados.rados.0.smithi032.stdout:2431: delete oid 12 current snap is 246 2024-09-13T00:11:59.635 INFO:tasks.rados.rados.0.smithi032.stdout:2431: done (1 left) 2024-09-13T00:11:59.635 INFO:tasks.rados.rados.0.smithi032.stdout:2432: snap_remove snap 234 2024-09-13T00:11:59.926 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:11:59 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:59.927 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:11:59 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:59.927 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:11:59 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:59.927 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:11:59 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:59.928 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:11:59 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:59.928 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:11:59 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:59.928 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:11:59 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:59.929 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:11:59 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:59.929 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:11:59 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:59.929 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:11:59 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-13T00:11:59.929 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:11:59 smithi053 systemd[1]: Stopped Ceph osd.4 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:11:59.929 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:11:59 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:11:59.929 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:11:59 smithi053 systemd[1]: Started Ceph osd.4 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:12:00.204 INFO:tasks.rados.rados.0.smithi032.stdout:2432: done (1 left) 2024-09-13T00:12:00.204 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 246 2024-09-13T00:12:00.204 INFO:tasks.rados.rados.0.smithi032.stdout:2433: seq_num 803 ranges {3710976=655360,4366336=745472,5111808=57344} 2024-09-13T00:12:00.250 INFO:tasks.rados.rados.0.smithi032.stdout:2433: writing smithi03267100-48 from 3710976 to 4366336 tid 1 2024-09-13T00:12:00.258 INFO:tasks.rados.rados.0.smithi032.stdout:2433: writing smithi03267100-48 from 4366336 to 5111808 tid 2 2024-09-13T00:12:00.259 INFO:tasks.rados.rados.0.smithi032.stdout:2433: writing smithi03267100-48 from 5111808 to 5169152 tid 3 2024-09-13T00:12:00.259 INFO:tasks.rados.rados.0.smithi032.stdout:2434: read oid 40 snap -1 2024-09-13T00:12:00.260 INFO:tasks.rados.rados.0.smithi032.stdout:2434: expect deleted 2024-09-13T00:12:00.260 INFO:tasks.rados.rados.0.smithi032.stdout:2430: finishing write tid 1 to smithi03267100-1 2024-09-13T00:12:00.260 INFO:tasks.rados.rados.0.smithi032.stdout:2430: finishing write tid 2 to smithi03267100-1 2024-09-13T00:12:00.260 INFO:tasks.rados.rados.0.smithi032.stdout:2435: snap_create 2024-09-13T00:12:00.260 INFO:tasks.rados.rados.0.smithi032.stdout:2430: finishing write tid 3 to smithi03267100-1 2024-09-13T00:12:00.260 INFO:tasks.rados.rados.0.smithi032.stdout:2430: finishing write tid 4 to smithi03267100-1 2024-09-13T00:12:00.260 INFO:tasks.rados.rados.0.smithi032.stdout:2430: finishing write tid 5 to smithi03267100-1 2024-09-13T00:12:00.260 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1972 (ObjNum 801 snap 246 seq_num 801) dirty exists 2024-09-13T00:12:00.260 INFO:tasks.rados.rados.0.smithi032.stdout:2430: left oid 1 (ObjNum 801 snap 246 seq_num 801) 2024-09-13T00:12:00.260 INFO:tasks.rados.rados.0.smithi032.stdout:2433: finishing write tid 1 to smithi03267100-48 2024-09-13T00:12:00.264 INFO:tasks.rados.rados.0.smithi032.stdout:2433: finishing write tid 2 to smithi03267100-48 2024-09-13T00:12:00.265 INFO:tasks.rados.rados.0.smithi032.stdout:2433: finishing write tid 3 to smithi03267100-48 2024-09-13T00:12:00.265 INFO:tasks.rados.rados.0.smithi032.stdout:2433: finishing write tid 4 to smithi03267100-48 2024-09-13T00:12:00.267 INFO:tasks.rados.rados.0.smithi032.stdout:2433: finishing write tid 5 to smithi03267100-48 2024-09-13T00:12:00.267 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1349 (ObjNum 803 snap 246 seq_num 803) dirty exists 2024-09-13T00:12:00.267 INFO:tasks.rados.rados.0.smithi032.stdout:2433: left oid 48 (ObjNum 803 snap 246 seq_num 803) 2024-09-13T00:12:00.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:00 smithi053 bash[67631]: cluster 2024-09-13T00:11:59.114833+0000 mgr.y (mgr.34107) 210 : cluster [DBG] pgmap v353: 121 pgs: 10 active+undersized, 9 peering, 3 stale+active+clean, 6 active+undersized+degraded, 93 active+clean; 599 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.9 MiB/s wr, 12 op/s; 99/1185 objects degraded (8.354%) 2024-09-13T00:12:00.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:00 smithi053 bash[67631]: cluster 2024-09-13T00:11:59.160286+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e524: 8 total, 7 up, 8 in 2024-09-13T00:12:00.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:00 smithi053 bash[67631]: cluster 2024-09-13T00:11:59.195306+0000 mon.a (mon.0) 703 : cluster [WRN] Health check failed: Degraded data redundancy: 99/1185 objects degraded (8.354%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:00.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:00 smithi053 bash[67631]: audit 2024-09-13T00:11:59.978005+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:00.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:00 smithi053 bash[67631]: audit 2024-09-13T00:11:59.988001+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:00.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:00 smithi053 bash[67631]: audit 2024-09-13T00:11:59.990278+0000 mon.a (mon.0) 706 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:00.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:00 smithi032 bash[75510]: cluster 2024-09-13T00:11:59.114833+0000 mgr.y (mgr.34107) 210 : cluster [DBG] pgmap v353: 121 pgs: 10 active+undersized, 9 peering, 3 stale+active+clean, 6 active+undersized+degraded, 93 active+clean; 599 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.9 MiB/s wr, 12 op/s; 99/1185 objects degraded (8.354%) 2024-09-13T00:12:00.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:00 smithi032 bash[75510]: cluster 2024-09-13T00:11:59.160286+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e524: 8 total, 7 up, 8 in 2024-09-13T00:12:00.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:00 smithi032 bash[75510]: cluster 2024-09-13T00:11:59.195306+0000 mon.a (mon.0) 703 : cluster [WRN] Health check failed: Degraded data redundancy: 99/1185 objects degraded (8.354%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:00.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:00 smithi032 bash[75510]: audit 2024-09-13T00:11:59.978005+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:00.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:00 smithi032 bash[75510]: audit 2024-09-13T00:11:59.988001+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:00.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:00 smithi032 bash[75510]: audit 2024-09-13T00:11:59.990278+0000 mon.a (mon.0) 706 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:00.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:00 smithi032 bash[76677]: cluster 2024-09-13T00:11:59.114833+0000 mgr.y (mgr.34107) 210 : cluster [DBG] pgmap v353: 121 pgs: 10 active+undersized, 9 peering, 3 stale+active+clean, 6 active+undersized+degraded, 93 active+clean; 599 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.9 MiB/s wr, 12 op/s; 99/1185 objects degraded (8.354%) 2024-09-13T00:12:00.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:00 smithi032 bash[76677]: cluster 2024-09-13T00:11:59.160286+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e524: 8 total, 7 up, 8 in 2024-09-13T00:12:00.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:00 smithi032 bash[76677]: cluster 2024-09-13T00:11:59.195306+0000 mon.a (mon.0) 703 : cluster [WRN] Health check failed: Degraded data redundancy: 99/1185 objects degraded (8.354%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:00.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:00 smithi032 bash[76677]: audit 2024-09-13T00:11:59.978005+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:00.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:00 smithi032 bash[76677]: audit 2024-09-13T00:11:59.988001+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:00.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:00 smithi032 bash[76677]: audit 2024-09-13T00:11:59.990278+0000 mon.a (mon.0) 706 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:2430: done (3 left) 2024-09-13T00:12:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:2433: done (2 left) 2024-09-13T00:12:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:2434: done (1 left) 2024-09-13T00:12:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:2435: done (0 left) 2024-09-13T00:12:01.215 INFO:tasks.rados.rados.0.smithi032.stdout:2436: copy_from oid 10 from oid 15 current snap is 247 2024-09-13T00:12:01.215 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 247 2024-09-13T00:12:01.215 INFO:tasks.rados.rados.0.smithi032.stdout:2437: seq_num 804 ranges {2547712=671744,3219456=622592,3842048=180224} 2024-09-13T00:12:01.240 INFO:tasks.rados.rados.0.smithi032.stdout:2437: writing smithi03267100-37 from 2547712 to 3219456 tid 1 2024-09-13T00:12:01.243 INFO:tasks.rados.rados.0.smithi032.stdout:2437: writing smithi03267100-37 from 3219456 to 3842048 tid 2 2024-09-13T00:12:01.245 INFO:tasks.rados.rados.0.smithi032.stdout:2437: writing smithi03267100-37 from 3842048 to 4022272 tid 3 2024-09-13T00:12:01.245 INFO:tasks.rados.rados.0.smithi032.stdout:2438: copy_from oid 6 from oid 9 current snap is 247 2024-09-13T00:12:01.245 INFO:tasks.rados.rados.0.smithi032.stdout:2439: snap_remove snap 228 2024-09-13T00:12:01.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:01 smithi053 bash[67631]: cluster 2024-09-13T00:12:00.207159+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e525: 8 total, 7 up, 8 in 2024-09-13T00:12:01.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:01 smithi032 bash[75510]: cluster 2024-09-13T00:12:00.207159+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e525: 8 total, 7 up, 8 in 2024-09-13T00:12:01.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:01 smithi032 bash[76677]: cluster 2024-09-13T00:12:00.207159+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e525: 8 total, 7 up, 8 in 2024-09-13T00:12:02.033 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:01 smithi053 bash[71619]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T00:12:02.034 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:01 smithi053 bash[71619]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-13T00:12:02.034 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:01 smithi053 bash[71619]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-13T00:12:02.034 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:01 smithi053 bash[71619]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T00:12:02.034 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:01 smithi053 bash[71619]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-13T00:12:02.034 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:01 smithi053 bash[71619]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T00:12:02.034 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:01 smithi053 bash[71619]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-13T00:12:02.222 INFO:tasks.rados.rados.0.smithi032.stdout:2439: done (3 left) 2024-09-13T00:12:02.222 INFO:tasks.rados.rados.0.smithi032.stdout:2440: delete oid 7 current snap is 247 2024-09-13T00:12:02.222 INFO:tasks.rados.rados.0.smithi032.stdout:2436: finishing copy_from racing read to smithi03267100-10 2024-09-13T00:12:02.222 INFO:tasks.rados.rados.0.smithi032.stdout:2436: finishing copy_from to smithi03267100-10 2024-09-13T00:12:02.222 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1135 (ObjNum 729 snap 217 seq_num 729) dirty exists 2024-09-13T00:12:02.223 INFO:tasks.rados.rados.0.smithi032.stdout:2438: finishing copy_from to smithi03267100-6 2024-09-13T00:12:02.223 INFO:tasks.rados.rados.0.smithi032.stdout:2438: got expected ENOENT (src dne) 2024-09-13T00:12:02.223 INFO:tasks.rados.rados.0.smithi032.stdout:2438: finishing copy_from racing read to smithi03267100-6 2024-09-13T00:12:02.223 INFO:tasks.rados.rados.0.smithi032.stdout:2437: finishing write tid 1 to smithi03267100-37 2024-09-13T00:12:02.223 INFO:tasks.rados.rados.0.smithi032.stdout:2437: finishing write tid 2 to smithi03267100-37 2024-09-13T00:12:02.223 INFO:tasks.rados.rados.0.smithi032.stdout:2437: finishing write tid 3 to smithi03267100-37 2024-09-13T00:12:02.223 INFO:tasks.rados.rados.0.smithi032.stdout:2437: finishing write tid 4 to smithi03267100-37 2024-09-13T00:12:02.223 INFO:tasks.rados.rados.0.smithi032.stdout:2437: finishing write tid 5 to smithi03267100-37 2024-09-13T00:12:02.223 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1720 (ObjNum 804 snap 247 seq_num 804) dirty exists 2024-09-13T00:12:02.223 INFO:tasks.rados.rados.0.smithi032.stdout:2437: left oid 37 (ObjNum 804 snap 247 seq_num 804) 2024-09-13T00:12:02.240 INFO:tasks.rados.rados.0.smithi032.stdout:2436: done (3 left) 2024-09-13T00:12:02.240 INFO:tasks.rados.rados.0.smithi032.stdout:2437: done (2 left) 2024-09-13T00:12:02.240 INFO:tasks.rados.rados.0.smithi032.stdout:2438: done (1 left) 2024-09-13T00:12:02.240 INFO:tasks.rados.rados.0.smithi032.stdout:2440: done (0 left) 2024-09-13T00:12:02.240 INFO:tasks.rados.rados.0.smithi032.stdout:2441: rmattr oid 13 current snap is 247 2024-09-13T00:12:02.240 INFO:tasks.rados.rados.0.smithi032.stdout:2442: setattr oid 5 current snap is 247 2024-09-13T00:12:02.242 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 247 2024-09-13T00:12:02.242 INFO:tasks.rados.rados.0.smithi032.stdout:2443: seq_num 806 ranges {0=704512,704512=442368,1146880=360448} 2024-09-13T00:12:02.252 INFO:tasks.rados.rados.0.smithi032.stdout:2443: writing smithi03267100-18 from 0 to 704512 tid 1 2024-09-13T00:12:02.258 INFO:tasks.rados.rados.0.smithi032.stdout:2443: writing smithi03267100-18 from 704512 to 1146880 tid 2 2024-09-13T00:12:02.263 INFO:tasks.rados.rados.0.smithi032.stdout:2443: writing smithi03267100-18 from 1146880 to 1507328 tid 3 2024-09-13T00:12:02.264 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 247 2024-09-13T00:12:02.264 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1327 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T00:12:02.264 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2043 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-13T00:12:02.264 INFO:tasks.rados.rados.0.smithi032.stdout:2444: seq_num 807 ranges {286720=720896,1007616=729088,1736704=73728} 2024-09-13T00:12:02.276 INFO:tasks.rados.rados.0.smithi032.stdout:2444: writing smithi03267100-26 from 286720 to 1007616 tid 1 2024-09-13T00:12:02.285 INFO:tasks.rados.rados.0.smithi032.stdout:2444: writing smithi03267100-26 from 1007616 to 1736704 tid 2 2024-09-13T00:12:02.287 INFO:tasks.rados.rados.0.smithi032.stdout:2444: writing smithi03267100-26 from 1736704 to 1810432 tid 3 2024-09-13T00:12:02.287 INFO:tasks.rados.rados.0.smithi032.stdout:2441: done (3 left) 2024-09-13T00:12:02.287 INFO:tasks.rados.rados.0.smithi032.stdout:2442: done (2 left) 2024-09-13T00:12:02.287 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 247 2024-09-13T00:12:02.287 INFO:tasks.rados.rados.0.smithi032.stdout:2443: finishing write tid 1 to smithi03267100-18 2024-09-13T00:12:02.288 INFO:tasks.rados.rados.0.smithi032.stdout:2443: finishing write tid 2 to smithi03267100-18 2024-09-13T00:12:02.288 INFO:tasks.rados.rados.0.smithi032.stdout:2443: finishing write tid 3 to smithi03267100-18 2024-09-13T00:12:02.288 INFO:tasks.rados.rados.0.smithi032.stdout:2443: finishing write tid 4 to smithi03267100-18 2024-09-13T00:12:02.288 INFO:tasks.rados.rados.0.smithi032.stdout:2443: finishing write tid 5 to smithi03267100-18 2024-09-13T00:12:02.288 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2051 (ObjNum 806 snap 247 seq_num 806) dirty exists 2024-09-13T00:12:02.288 INFO:tasks.rados.rados.0.smithi032.stdout:2443: left oid 18 (ObjNum 806 snap 247 seq_num 806) 2024-09-13T00:12:02.288 INFO:tasks.rados.rados.0.smithi032.stdout:2444: finishing write tid 1 to smithi03267100-26 2024-09-13T00:12:02.288 INFO:tasks.rados.rados.0.smithi032.stdout:2445: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2024-09-13T00:12:02.296 INFO:tasks.rados.rados.0.smithi032.stdout:2445: writing smithi03267100-27 from 0 to 737280 tid 1 2024-09-13T00:12:02.303 INFO:tasks.rados.rados.0.smithi032.stdout:2445: writing smithi03267100-27 from 737280 to 1351680 tid 2 2024-09-13T00:12:02.306 INFO:tasks.rados.rados.0.smithi032.stdout:2445: writing smithi03267100-27 from 1351680 to 1540096 tid 3 2024-09-13T00:12:02.306 INFO:tasks.rados.rados.0.smithi032.stdout:2443: done (2 left) 2024-09-13T00:12:02.306 INFO:tasks.rados.rados.0.smithi032.stdout:2446: rollback oid 12 current snap is 247 2024-09-13T00:12:02.306 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 245 2024-09-13T00:12:02.306 INFO:tasks.rados.rados.0.smithi032.stdout:2444: finishing write tid 2 to smithi03267100-26 2024-09-13T00:12:02.306 INFO:tasks.rados.rados.0.smithi032.stdout:2444: finishing write tid 3 to smithi03267100-26 2024-09-13T00:12:02.307 INFO:tasks.rados.rados.0.smithi032.stdout:2444: finishing write tid 4 to smithi03267100-26 2024-09-13T00:12:02.307 INFO:tasks.rados.rados.0.smithi032.stdout:2444: finishing write tid 5 to smithi03267100-26 2024-09-13T00:12:02.307 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2058 (ObjNum 807 snap 247 seq_num 807) dirty exists 2024-09-13T00:12:02.307 INFO:tasks.rados.rados.0.smithi032.stdout:2444: left oid 26 (ObjNum 807 snap 247 seq_num 807) 2024-09-13T00:12:02.307 INFO:tasks.rados.rados.0.smithi032.stdout:2445: finishing write tid 1 to smithi03267100-27 2024-09-13T00:12:02.307 INFO:tasks.rados.rados.0.smithi032.stdout:2444: done (2 left) 2024-09-13T00:12:02.307 INFO:tasks.rados.rados.0.smithi032.stdout:2447: delete oid 14 current snap is 247 2024-09-13T00:12:02.308 INFO:tasks.rados.rados.0.smithi032.stdout:2445: finishing write tid 2 to smithi03267100-27 2024-09-13T00:12:02.310 INFO:tasks.rados.rados.0.smithi032.stdout:2445: finishing write tid 3 to smithi03267100-27 2024-09-13T00:12:02.310 INFO:tasks.rados.rados.0.smithi032.stdout:2447: done (2 left) 2024-09-13T00:12:02.310 INFO:tasks.rados.rados.0.smithi032.stdout:2448: snap_create 2024-09-13T00:12:02.310 INFO:tasks.rados.rados.0.smithi032.stdout:2445: finishing write tid 4 to smithi03267100-27 2024-09-13T00:12:02.312 INFO:tasks.rados.rados.0.smithi032.stdout:2446: finishing rollback tid 1 to smithi03267100-12 2024-09-13T00:12:02.312 INFO:tasks.rados.rados.0.smithi032.stdout:2446: finishing rollback tid 2 to smithi03267100-12 2024-09-13T00:12:02.312 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1351 (ObjNum 728 snap 217 seq_num 728) dirty exists 2024-09-13T00:12:02.312 INFO:tasks.rados.rados.0.smithi032.stdout:2445: finishing write tid 5 to smithi03267100-27 2024-09-13T00:12:02.313 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 1345 (ObjNum 808 snap 247 seq_num 808) dirty exists 2024-09-13T00:12:02.313 INFO:tasks.rados.rados.0.smithi032.stdout:2445: left oid 27 (ObjNum 808 snap 247 seq_num 808) 2024-09-13T00:12:02.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:02 smithi053 bash[67631]: cluster 2024-09-13T00:12:01.116024+0000 mgr.y (mgr.34107) 211 : cluster [DBG] pgmap v356: 121 pgs: 28 active+undersized, 9 peering, 8 active+undersized+degraded, 76 active+clean; 605 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 19 op/s; 106/1200 objects degraded (8.833%) 2024-09-13T00:12:02.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:02 smithi053 bash[67631]: cluster 2024-09-13T00:12:01.217642+0000 mon.a (mon.0) 708 : cluster [DBG] osdmap e526: 8 total, 7 up, 8 in 2024-09-13T00:12:02.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:12:02 smithi053 bash[60895]: ts=2024-09-13T00:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:12:02.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:12:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:12:02] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2024-09-13T00:12:02.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:02 smithi032 bash[75510]: cluster 2024-09-13T00:12:01.116024+0000 mgr.y (mgr.34107) 211 : cluster [DBG] pgmap v356: 121 pgs: 28 active+undersized, 9 peering, 8 active+undersized+degraded, 76 active+clean; 605 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 19 op/s; 106/1200 objects degraded (8.833%) 2024-09-13T00:12:02.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:02 smithi032 bash[75510]: cluster 2024-09-13T00:12:01.217642+0000 mon.a (mon.0) 708 : cluster [DBG] osdmap e526: 8 total, 7 up, 8 in 2024-09-13T00:12:02.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:02 smithi032 bash[76677]: cluster 2024-09-13T00:12:01.116024+0000 mgr.y (mgr.34107) 211 : cluster [DBG] pgmap v356: 121 pgs: 28 active+undersized, 9 peering, 8 active+undersized+degraded, 76 active+clean; 605 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 19 op/s; 106/1200 objects degraded (8.833%) 2024-09-13T00:12:02.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:02 smithi032 bash[76677]: cluster 2024-09-13T00:12:01.217642+0000 mon.a (mon.0) 708 : cluster [DBG] osdmap e526: 8 total, 7 up, 8 in 2024-09-13T00:12:03.237 INFO:tasks.rados.rados.0.smithi032.stdout:2445: done (2 left) 2024-09-13T00:12:03.237 INFO:tasks.rados.rados.0.smithi032.stdout:2446: done (1 left) 2024-09-13T00:12:03.237 INFO:tasks.rados.rados.0.smithi032.stdout:2448: done (0 left) 2024-09-13T00:12:03.237 INFO:tasks.rados.rados.0.smithi032.stdout:2449: copy_from oid 8 from oid 3 current snap is 248 2024-09-13T00:12:03.237 INFO:tasks.rados.rados.0.smithi032.stdout:2450: setattr oid 13 current snap is 248 2024-09-13T00:12:03.237 INFO:tasks.rados.rados.0.smithi032.stdout:2451: delete oid 23 current snap is 248 2024-09-13T00:12:03.252 INFO:tasks.rados.rados.0.smithi032.stdout:2451: done (2 left) 2024-09-13T00:12:03.253 INFO:tasks.rados.rados.0.smithi032.stdout:2452: copy_from oid 2 from oid 24 current snap is 248 2024-09-13T00:12:03.253 INFO:tasks.rados.rados.0.smithi032.stdout:2453: snap_create 2024-09-13T00:12:03.254 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2062 (ObjNum 1345 snap 0 seq_num 143351992) dirty exists 2024-09-13T00:12:03.256 INFO:tasks.rados.rados.0.smithi032.stdout:2449: finishing copy_from racing read to smithi03267100-8 2024-09-13T00:12:03.257 INFO:tasks.rados.rados.0.smithi032.stdout:2449: finishing copy_from to smithi03267100-8 2024-09-13T00:12:03.257 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1325 (ObjNum 757 snap 228 seq_num 757) dirty exists 2024-09-13T00:12:03.266 INFO:tasks.rados.rados.0.smithi032.stdout:2452: finishing copy_from racing read to smithi03267100-2 2024-09-13T00:12:03.267 INFO:tasks.rados.rados.0.smithi032.stdout:2452: finishing copy_from to smithi03267100-2 2024-09-13T00:12:03.267 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1712 (ObjNum 750 snap 226 seq_num 750) dirty exists 2024-09-13T00:12:03.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:03 smithi053 bash[67631]: cluster 2024-09-13T00:12:02.224162+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e527: 8 total, 7 up, 8 in 2024-09-13T00:12:03.533 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:03 smithi053 bash[71847]: debug 2024-09-13T00:12:03.383+0000 7f4a1ff72640 1 -- 172.21.15.53:0/1130038136 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555a36d851e0 con 0x555a37b04000 2024-09-13T00:12:03.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:03 smithi032 bash[75510]: cluster 2024-09-13T00:12:02.224162+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e527: 8 total, 7 up, 8 in 2024-09-13T00:12:03.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:03 smithi032 bash[76677]: cluster 2024-09-13T00:12:02.224162+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e527: 8 total, 7 up, 8 in 2024-09-13T00:12:04.226 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:03 smithi053 bash[71847]: debug 2024-09-13T00:12:03.915+0000 7f4a227d8640 -1 Falling back to public interface 2024-09-13T00:12:04.246 INFO:tasks.rados.rados.0.smithi032.stdout:2449: done (3 left) 2024-09-13T00:12:04.247 INFO:tasks.rados.rados.0.smithi032.stdout:2450: done (2 left) 2024-09-13T00:12:04.247 INFO:tasks.rados.rados.0.smithi032.stdout:2452: done (1 left) 2024-09-13T00:12:04.247 INFO:tasks.rados.rados.0.smithi032.stdout:2453: done (0 left) 2024-09-13T00:12:04.247 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 249 2024-09-13T00:12:04.247 INFO:tasks.rados.rados.0.smithi032.stdout:2454: seq_num 811 ranges {1843200=786432,2629632=663552,3293184=139264} 2024-09-13T00:12:04.273 INFO:tasks.rados.rados.0.smithi032.stdout:2454: writing smithi03267100-12 from 1843200 to 2629632 tid 1 2024-09-13T00:12:04.283 INFO:tasks.rados.rados.0.smithi032.stdout:2454: writing smithi03267100-12 from 2629632 to 3293184 tid 2 2024-09-13T00:12:04.285 INFO:tasks.rados.rados.0.smithi032.stdout:2454: writing smithi03267100-12 from 3293184 to 3432448 tid 3 2024-09-13T00:12:04.285 INFO:tasks.rados.rados.0.smithi032.stdout:2455: read oid 33 snap -1 2024-09-13T00:12:04.286 INFO:tasks.rados.rados.0.smithi032.stdout:2455: expect (ObjNum 732 snap 218 seq_num 732) 2024-09-13T00:12:04.286 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 249 2024-09-13T00:12:04.286 INFO:tasks.rados.rados.0.smithi032.stdout:2456: seq_num 812 ranges {2785280=802816,3588096=548864,4136960=253952} 2024-09-13T00:12:04.322 INFO:tasks.rados.rados.0.smithi032.stdout:2456: writing smithi03267100-1 from 2785280 to 3588096 tid 1 2024-09-13T00:12:04.325 INFO:tasks.rados.rados.0.smithi032.stdout:2456: writing smithi03267100-1 from 3588096 to 4136960 tid 2 2024-09-13T00:12:04.327 INFO:tasks.rados.rados.0.smithi032.stdout:2456: writing smithi03267100-1 from 4136960 to 4390912 tid 3 2024-09-13T00:12:04.328 INFO:tasks.rados.rados.0.smithi032.stdout:2457: snap_create 2024-09-13T00:12:04.328 INFO:tasks.rados.rados.0.smithi032.stdout:2454: finishing write tid 1 to smithi03267100-12 2024-09-13T00:12:04.328 INFO:tasks.rados.rados.0.smithi032.stdout:2454: finishing write tid 2 to smithi03267100-12 2024-09-13T00:12:04.328 INFO:tasks.rados.rados.0.smithi032.stdout:2454: finishing write tid 3 to smithi03267100-12 2024-09-13T00:12:04.328 INFO:tasks.rados.rados.0.smithi032.stdout:2454: finishing write tid 4 to smithi03267100-12 2024-09-13T00:12:04.328 INFO:tasks.rados.rados.0.smithi032.stdout:2455: expect (ObjNum 732 snap 218 seq_num 732) 2024-09-13T00:12:04.354 INFO:tasks.rados.rados.0.smithi032.stdout:2454: finishing write tid 5 to smithi03267100-12 2024-09-13T00:12:04.354 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1355 (ObjNum 811 snap 249 seq_num 811) dirty exists 2024-09-13T00:12:04.355 INFO:tasks.rados.rados.0.smithi032.stdout:2454: left oid 12 (ObjNum 811 snap 249 seq_num 811) 2024-09-13T00:12:04.355 INFO:tasks.rados.rados.0.smithi032.stdout:2456: finishing write tid 1 to smithi03267100-1 2024-09-13T00:12:04.355 INFO:tasks.rados.rados.0.smithi032.stdout:2456: finishing write tid 2 to smithi03267100-1 2024-09-13T00:12:04.355 INFO:tasks.rados.rados.0.smithi032.stdout:2456: finishing write tid 3 to smithi03267100-1 2024-09-13T00:12:04.355 INFO:tasks.rados.rados.0.smithi032.stdout:2456: finishing write tid 4 to smithi03267100-1 2024-09-13T00:12:04.355 INFO:tasks.rados.rados.0.smithi032.stdout:2456: finishing write tid 5 to smithi03267100-1 2024-09-13T00:12:04.355 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1995 (ObjNum 812 snap 249 seq_num 812) dirty exists 2024-09-13T00:12:04.355 INFO:tasks.rados.rados.0.smithi032.stdout:2456: left oid 1 (ObjNum 812 snap 249 seq_num 812) 2024-09-13T00:12:04.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:04 smithi053 bash[67631]: cluster 2024-09-13T00:12:03.117036+0000 mgr.y (mgr.34107) 212 : cluster [DBG] pgmap v359: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 608 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 13 op/s; 144/1209 objects degraded (11.911%) 2024-09-13T00:12:04.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:04 smithi053 bash[67631]: cluster 2024-09-13T00:12:03.218256+0000 mon.a (mon.0) 710 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-13T00:12:04.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:04 smithi053 bash[67631]: cluster 2024-09-13T00:12:03.236822+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e528: 8 total, 7 up, 8 in 2024-09-13T00:12:04.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:04 smithi032 bash[75510]: cluster 2024-09-13T00:12:03.117036+0000 mgr.y (mgr.34107) 212 : cluster [DBG] pgmap v359: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 608 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 13 op/s; 144/1209 objects degraded (11.911%) 2024-09-13T00:12:04.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:04 smithi032 bash[75510]: cluster 2024-09-13T00:12:03.218256+0000 mon.a (mon.0) 710 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-13T00:12:04.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:04 smithi032 bash[75510]: cluster 2024-09-13T00:12:03.236822+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e528: 8 total, 7 up, 8 in 2024-09-13T00:12:04.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:04 smithi032 bash[76677]: cluster 2024-09-13T00:12:03.117036+0000 mgr.y (mgr.34107) 212 : cluster [DBG] pgmap v359: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 608 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 13 op/s; 144/1209 objects degraded (11.911%) 2024-09-13T00:12:04.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:04 smithi032 bash[76677]: cluster 2024-09-13T00:12:03.218256+0000 mon.a (mon.0) 710 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-13T00:12:04.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:04 smithi032 bash[76677]: cluster 2024-09-13T00:12:03.236822+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e528: 8 total, 7 up, 8 in 2024-09-13T00:12:05.255 INFO:tasks.rados.rados.0.smithi032.stdout:2454: done (3 left) 2024-09-13T00:12:05.255 INFO:tasks.rados.rados.0.smithi032.stdout:2455: done (2 left) 2024-09-13T00:12:05.255 INFO:tasks.rados.rados.0.smithi032.stdout:2456: done (1 left) 2024-09-13T00:12:05.255 INFO:tasks.rados.rados.0.smithi032.stdout:2457: done (0 left) 2024-09-13T00:12:05.256 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 250 2024-09-13T00:12:05.256 INFO:tasks.rados.rados.0.smithi032.stdout:2458: seq_num 813 ranges {1343488=417792,1761280=434176,2195456=442368,2637824=327680} 2024-09-13T00:12:05.267 INFO:tasks.rados.rados.0.smithi032.stdout:2458: writing smithi03267100-46 from 1343488 to 1761280 tid 1 2024-09-13T00:12:05.270 INFO:tasks.rados.rados.0.smithi032.stdout:2458: writing smithi03267100-46 from 1761280 to 2195456 tid 2 2024-09-13T00:12:05.274 INFO:tasks.rados.rados.0.smithi032.stdout:2458: writing smithi03267100-46 from 2195456 to 2637824 tid 3 2024-09-13T00:12:05.276 INFO:tasks.rados.rados.0.smithi032.stdout:2458: writing smithi03267100-46 from 2637824 to 2965504 tid 4 2024-09-13T00:12:05.276 INFO:tasks.rados.rados.0.smithi032.stdout:2459: delete oid 37 current snap is 250 2024-09-13T00:12:05.282 INFO:tasks.rados.rados.0.smithi032.stdout:2458: finishing write tid 1 to smithi03267100-46 2024-09-13T00:12:05.284 INFO:tasks.rados.rados.0.smithi032.stdout:2458: finishing write tid 2 to smithi03267100-46 2024-09-13T00:12:05.288 INFO:tasks.rados.rados.0.smithi032.stdout:2459: done (1 left) 2024-09-13T00:12:05.288 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 250 2024-09-13T00:12:05.288 INFO:tasks.rados.rados.0.smithi032.stdout:2460: seq_num 815 ranges {1171456=458752,1630208=655360,2285568=409600,2695168=139264} 2024-09-13T00:12:05.297 INFO:tasks.rados.rados.0.smithi032.stdout:2460: writing smithi03267100-3 from 1171456 to 1630208 tid 1 2024-09-13T00:12:05.303 INFO:tasks.rados.rados.0.smithi032.stdout:2460: writing smithi03267100-3 from 1630208 to 2285568 tid 2 2024-09-13T00:12:05.306 INFO:tasks.rados.rados.0.smithi032.stdout:2460: writing smithi03267100-3 from 2285568 to 2695168 tid 3 2024-09-13T00:12:05.307 INFO:tasks.rados.rados.0.smithi032.stdout:2460: writing smithi03267100-3 from 2695168 to 2834432 tid 4 2024-09-13T00:12:05.307 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 250 2024-09-13T00:12:05.307 INFO:tasks.rados.rados.0.smithi032.stdout:2461: seq_num 816 ranges {0=475136,475136=540672,1015808=614400,1630208=49152} 2024-09-13T00:12:05.310 INFO:tasks.rados.rados.0.smithi032.stdout:2461: writing smithi03267100-23 from 0 to 475136 tid 1 2024-09-13T00:12:05.315 INFO:tasks.rados.rados.0.smithi032.stdout:2461: writing smithi03267100-23 from 475136 to 1015808 tid 2 2024-09-13T00:12:05.320 INFO:tasks.rados.rados.0.smithi032.stdout:2461: writing smithi03267100-23 from 1015808 to 1630208 tid 3 2024-09-13T00:12:05.321 INFO:tasks.rados.rados.0.smithi032.stdout:2461: writing smithi03267100-23 from 1630208 to 1679360 tid 4 2024-09-13T00:12:05.321 INFO:tasks.rados.rados.0.smithi032.stdout:2462: snap_create 2024-09-13T00:12:05.321 INFO:tasks.rados.rados.0.smithi032.stdout:2458: finishing write tid 3 to smithi03267100-46 2024-09-13T00:12:05.321 INFO:tasks.rados.rados.0.smithi032.stdout:2458: finishing write tid 4 to smithi03267100-46 2024-09-13T00:12:05.321 INFO:tasks.rados.rados.0.smithi032.stdout:2458: finishing write tid 5 to smithi03267100-46 2024-09-13T00:12:05.321 INFO:tasks.rados.rados.0.smithi032.stdout:2458: finishing write tid 6 to smithi03267100-46 2024-09-13T00:12:05.322 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1148 (ObjNum 813 snap 250 seq_num 813) dirty exists 2024-09-13T00:12:05.322 INFO:tasks.rados.rados.0.smithi032.stdout:2458: left oid 46 (ObjNum 813 snap 250 seq_num 813) 2024-09-13T00:12:05.322 INFO:tasks.rados.rados.0.smithi032.stdout:2460: finishing write tid 1 to smithi03267100-3 2024-09-13T00:12:05.322 INFO:tasks.rados.rados.0.smithi032.stdout:2460: finishing write tid 2 to smithi03267100-3 2024-09-13T00:12:05.322 INFO:tasks.rados.rados.0.smithi032.stdout:2460: finishing write tid 3 to smithi03267100-3 2024-09-13T00:12:05.322 INFO:tasks.rados.rados.0.smithi032.stdout:2460: finishing write tid 4 to smithi03267100-3 2024-09-13T00:12:05.322 INFO:tasks.rados.rados.0.smithi032.stdout:2460: finishing write tid 5 to smithi03267100-3 2024-09-13T00:12:05.322 INFO:tasks.rados.rados.0.smithi032.stdout:2460: finishing write tid 6 to smithi03267100-3 2024-09-13T00:12:05.322 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1383 (ObjNum 815 snap 250 seq_num 815) dirty exists 2024-09-13T00:12:05.322 INFO:tasks.rados.rados.0.smithi032.stdout:2460: left oid 3 (ObjNum 815 snap 250 seq_num 815) 2024-09-13T00:12:05.324 INFO:tasks.rados.rados.0.smithi032.stdout:2461: finishing write tid 1 to smithi03267100-23 2024-09-13T00:12:05.328 INFO:tasks.rados.rados.0.smithi032.stdout:2461: finishing write tid 2 to smithi03267100-23 2024-09-13T00:12:05.331 INFO:tasks.rados.rados.0.smithi032.stdout:2461: finishing write tid 3 to smithi03267100-23 2024-09-13T00:12:05.333 INFO:tasks.rados.rados.0.smithi032.stdout:2461: finishing write tid 4 to smithi03267100-23 2024-09-13T00:12:05.334 INFO:tasks.rados.rados.0.smithi032.stdout:2461: finishing write tid 5 to smithi03267100-23 2024-09-13T00:12:05.338 INFO:tasks.rados.rados.0.smithi032.stdout:2461: finishing write tid 6 to smithi03267100-23 2024-09-13T00:12:05.338 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 2000 (ObjNum 816 snap 250 seq_num 816) dirty exists 2024-09-13T00:12:05.338 INFO:tasks.rados.rados.0.smithi032.stdout:2461: left oid 23 (ObjNum 816 snap 250 seq_num 816) 2024-09-13T00:12:05.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:05 smithi053 bash[67631]: cluster 2024-09-13T00:12:04.244175+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e529: 8 total, 7 up, 8 in 2024-09-13T00:12:05.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:05 smithi032 bash[75510]: cluster 2024-09-13T00:12:04.244175+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e529: 8 total, 7 up, 8 in 2024-09-13T00:12:05.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:05 smithi032 bash[76677]: cluster 2024-09-13T00:12:04.244175+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e529: 8 total, 7 up, 8 in 2024-09-13T00:12:06.262 INFO:tasks.rados.rados.0.smithi032.stdout:2458: done (3 left) 2024-09-13T00:12:06.262 INFO:tasks.rados.rados.0.smithi032.stdout:2460: done (2 left) 2024-09-13T00:12:06.262 INFO:tasks.rados.rados.0.smithi032.stdout:2461: done (1 left) 2024-09-13T00:12:06.262 INFO:tasks.rados.rados.0.smithi032.stdout:2462: done (0 left) 2024-09-13T00:12:06.262 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 251 2024-09-13T00:12:06.263 INFO:tasks.rados.rados.0.smithi032.stdout:2463: seq_num 817 ranges {212992=491520,704512=417792,1122304=425984,1548288=360448} 2024-09-13T00:12:06.267 INFO:tasks.rados.rados.0.smithi032.stdout:2463: writing smithi03267100-15 from 212992 to 704512 tid 1 2024-09-13T00:12:06.271 INFO:tasks.rados.rados.0.smithi032.stdout:2463: writing smithi03267100-15 from 704512 to 1122304 tid 2 2024-09-13T00:12:06.274 INFO:tasks.rados.rados.0.smithi032.stdout:2463: writing smithi03267100-15 from 1122304 to 1548288 tid 3 2024-09-13T00:12:06.277 INFO:tasks.rados.rados.0.smithi032.stdout:2463: writing smithi03267100-15 from 1548288 to 1908736 tid 4 2024-09-13T00:12:06.277 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 251 2024-09-13T00:12:06.278 INFO:tasks.rados.rados.0.smithi032.stdout:2464: seq_num 818 ranges {966656=507904,1474560=704512,2179072=499712} 2024-09-13T00:12:06.290 INFO:tasks.rados.rados.0.smithi032.stdout:2464: writing smithi03267100-21 from 966656 to 1474560 tid 1 2024-09-13T00:12:06.296 INFO:tasks.rados.rados.0.smithi032.stdout:2464: writing smithi03267100-21 from 1474560 to 2179072 tid 2 2024-09-13T00:12:06.300 INFO:tasks.rados.rados.0.smithi032.stdout:2464: writing smithi03267100-21 from 2179072 to 2678784 tid 3 2024-09-13T00:12:06.301 INFO:tasks.rados.rados.0.smithi032.stdout:2465: setattr oid 46 current snap is 251 2024-09-13T00:12:06.301 INFO:tasks.rados.rados.0.smithi032.stdout:2463: finishing write tid 1 to smithi03267100-15 2024-09-13T00:12:06.301 INFO:tasks.rados.rados.0.smithi032.stdout:2463: finishing write tid 2 to smithi03267100-15 2024-09-13T00:12:06.301 INFO:tasks.rados.rados.0.smithi032.stdout:2463: finishing write tid 3 to smithi03267100-15 2024-09-13T00:12:06.301 INFO:tasks.rados.rados.0.smithi032.stdout:2463: finishing write tid 4 to smithi03267100-15 2024-09-13T00:12:06.301 INFO:tasks.rados.rados.0.smithi032.stdout:2463: finishing write tid 5 to smithi03267100-15 2024-09-13T00:12:06.301 INFO:tasks.rados.rados.0.smithi032.stdout:2463: finishing write tid 6 to smithi03267100-15 2024-09-13T00:12:06.301 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1332 (ObjNum 817 snap 251 seq_num 817) dirty exists 2024-09-13T00:12:06.301 INFO:tasks.rados.rados.0.smithi032.stdout:2463: left oid 15 (ObjNum 817 snap 251 seq_num 817) 2024-09-13T00:12:06.301 INFO:tasks.rados.rados.0.smithi032.stdout:2464: finishing write tid 1 to smithi03267100-21 2024-09-13T00:12:06.302 INFO:tasks.rados.rados.0.smithi032.stdout:2463: done (2 left) 2024-09-13T00:12:06.302 INFO:tasks.rados.rados.0.smithi032.stdout:2466: copy_from oid 14 from oid 2 current snap is 251 2024-09-13T00:12:06.302 INFO:tasks.rados.rados.0.smithi032.stdout:2467: snap_create 2024-09-13T00:12:06.305 INFO:tasks.rados.rados.0.smithi032.stdout:2464: finishing write tid 2 to smithi03267100-21 2024-09-13T00:12:06.305 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1149 (ObjNum 813 snap 250 seq_num 813) dirty exists 2024-09-13T00:12:06.307 INFO:tasks.rados.rados.0.smithi032.stdout:2464: finishing write tid 3 to smithi03267100-21 2024-09-13T00:12:06.307 INFO:tasks.rados.rados.0.smithi032.stdout:2464: finishing write tid 4 to smithi03267100-21 2024-09-13T00:12:06.310 INFO:tasks.rados.rados.0.smithi032.stdout:2464: finishing write tid 5 to smithi03267100-21 2024-09-13T00:12:06.310 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2005 (ObjNum 818 snap 251 seq_num 818) dirty exists 2024-09-13T00:12:06.310 INFO:tasks.rados.rados.0.smithi032.stdout:2464: left oid 21 (ObjNum 818 snap 251 seq_num 818) 2024-09-13T00:12:06.310 INFO:tasks.rados.rados.0.smithi032.stdout:2466: finishing copy_from racing read to smithi03267100-14 2024-09-13T00:12:06.313 INFO:tasks.rados.rados.0.smithi032.stdout:2466: finishing copy_from to smithi03267100-14 2024-09-13T00:12:06.313 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 1712 (ObjNum 750 snap 226 seq_num 750) dirty exists 2024-09-13T00:12:06.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:06 smithi053 bash[67631]: cluster 2024-09-13T00:12:05.117871+0000 mgr.y (mgr.34107) 213 : cluster [DBG] pgmap v362: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 614 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 12 op/s; 147/1227 objects degraded (11.980%) 2024-09-13T00:12:06.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:06 smithi053 bash[67631]: cluster 2024-09-13T00:12:05.237747+0000 mon.a (mon.0) 713 : cluster [WRN] Health check update: Degraded data redundancy: 147/1227 objects degraded (11.980%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:06.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:06 smithi053 bash[67631]: cluster 2024-09-13T00:12:05.258383+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e530: 8 total, 7 up, 8 in 2024-09-13T00:12:06.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:06 smithi032 bash[75510]: cluster 2024-09-13T00:12:05.117871+0000 mgr.y (mgr.34107) 213 : cluster [DBG] pgmap v362: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 614 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 12 op/s; 147/1227 objects degraded (11.980%) 2024-09-13T00:12:06.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:06 smithi032 bash[75510]: cluster 2024-09-13T00:12:05.237747+0000 mon.a (mon.0) 713 : cluster [WRN] Health check update: Degraded data redundancy: 147/1227 objects degraded (11.980%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:06.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:06 smithi032 bash[75510]: cluster 2024-09-13T00:12:05.258383+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e530: 8 total, 7 up, 8 in 2024-09-13T00:12:06.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:06 smithi032 bash[76677]: cluster 2024-09-13T00:12:05.117871+0000 mgr.y (mgr.34107) 213 : cluster [DBG] pgmap v362: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 614 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 12 op/s; 147/1227 objects degraded (11.980%) 2024-09-13T00:12:06.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:06 smithi032 bash[76677]: cluster 2024-09-13T00:12:05.237747+0000 mon.a (mon.0) 713 : cluster [WRN] Health check update: Degraded data redundancy: 147/1227 objects degraded (11.980%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:06.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:06 smithi032 bash[76677]: cluster 2024-09-13T00:12:05.258383+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e530: 8 total, 7 up, 8 in 2024-09-13T00:12:07.273 INFO:tasks.rados.rados.0.smithi032.stdout:2464: done (3 left) 2024-09-13T00:12:07.273 INFO:tasks.rados.rados.0.smithi032.stdout:2465: done (2 left) 2024-09-13T00:12:07.273 INFO:tasks.rados.rados.0.smithi032.stdout:2466: done (1 left) 2024-09-13T00:12:07.273 INFO:tasks.rados.rados.0.smithi032.stdout:2467: done (0 left) 2024-09-13T00:12:07.273 INFO:tasks.rados.rados.0.smithi032.stdout:2468: rollback oid 6 current snap is 252 2024-09-13T00:12:07.274 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 6 to 210 2024-09-13T00:12:07.274 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 252 2024-09-13T00:12:07.274 INFO:tasks.rados.rados.0.smithi032.stdout:2469: seq_num 819 ranges {0=524288,524288=589824,1114112=614400} 2024-09-13T00:12:07.284 INFO:tasks.rados.rados.0.smithi032.stdout:2469: writing smithi03267100-9 from 0 to 524288 tid 1 2024-09-13T00:12:07.296 INFO:tasks.rados.rados.0.smithi032.stdout:2469: writing smithi03267100-9 from 524288 to 1114112 tid 2 2024-09-13T00:12:07.309 INFO:tasks.rados.rados.0.smithi032.stdout:2469: writing smithi03267100-9 from 1114112 to 1728512 tid 3 2024-09-13T00:12:07.309 INFO:tasks.rados.rados.0.smithi032.stdout:2470: copy_from oid 19 from oid 31 current snap is 252 2024-09-13T00:12:07.309 INFO:tasks.rados.rados.0.smithi032.stdout:2468: finishing rollback tid 1 to smithi03267100-6 2024-09-13T00:12:07.310 INFO:tasks.rados.rados.0.smithi032.stdout:2468: finishing rollback tid 2 to smithi03267100-6 2024-09-13T00:12:07.310 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1357 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:12:07.310 INFO:tasks.rados.rados.0.smithi032.stdout:2469: finishing write tid 1 to smithi03267100-9 2024-09-13T00:12:07.310 INFO:tasks.rados.rados.0.smithi032.stdout:2469: finishing write tid 2 to smithi03267100-9 2024-09-13T00:12:07.310 INFO:tasks.rados.rados.0.smithi032.stdout:2468: done (2 left) 2024-09-13T00:12:07.310 INFO:tasks.rados.rados.0.smithi032.stdout:2471: rollback oid 34 current snap is 252 2024-09-13T00:12:07.310 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 34 to 243 2024-09-13T00:12:07.310 INFO:tasks.rados.rados.0.smithi032.stdout:2472: delete oid 7 current snap is 252 2024-09-13T00:12:07.316 INFO:tasks.rados.rados.0.smithi032.stdout:2472: done (3 left) 2024-09-13T00:12:07.316 INFO:tasks.rados.rados.0.smithi032.stdout:2473: read oid 5 snap -1 2024-09-13T00:12:07.316 INFO:tasks.rados.rados.0.smithi032.stdout:2473: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:12:07.316 INFO:tasks.rados.rados.0.smithi032.stdout:2474: copy_from oid 48 from oid 27 current snap is 252 2024-09-13T00:12:07.317 INFO:tasks.rados.rados.0.smithi032.stdout:2475: read oid 4 snap -1 2024-09-13T00:12:07.317 INFO:tasks.rados.rados.0.smithi032.stdout:2475: expect (ObjNum 709 snap 213 seq_num 709) 2024-09-13T00:12:07.317 INFO:tasks.rados.rados.0.smithi032.stdout:2476: read oid 37 snap -1 2024-09-13T00:12:07.317 INFO:tasks.rados.rados.0.smithi032.stdout:2476: expect deleted 2024-09-13T00:12:07.317 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 252 2024-09-13T00:12:07.317 INFO:tasks.rados.rados.0.smithi032.stdout:2469: finishing write tid 3 to smithi03267100-9 2024-09-13T00:12:07.317 INFO:tasks.rados.rados.0.smithi032.stdout:2477: seq_num 821 ranges {2965504=557056,3522560=761856,4284416=442368} 2024-09-13T00:12:07.345 INFO:tasks.rados.rados.0.smithi032.stdout:2477: writing smithi03267100-46 from 2965504 to 3522560 tid 1 2024-09-13T00:12:07.351 INFO:tasks.rados.rados.0.smithi032.stdout:2477: writing smithi03267100-46 from 3522560 to 4284416 tid 2 2024-09-13T00:12:07.357 INFO:tasks.rados.rados.0.smithi032.stdout:2477: writing smithi03267100-46 from 4284416 to 4726784 tid 3 2024-09-13T00:12:07.357 INFO:tasks.rados.rados.0.smithi032.stdout:2478: copy_from oid 39 from oid 30 current snap is 252 2024-09-13T00:12:07.357 INFO:tasks.rados.rados.0.smithi032.stdout:2473: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:12:07.365 INFO:tasks.rados.rados.0.smithi032.stdout:2471: finishing rollback tid 0 to smithi03267100-34 2024-09-13T00:12:07.365 INFO:tasks.rados.rados.0.smithi032.stdout:2471: finishing rollback tid 1 to smithi03267100-34 2024-09-13T00:12:07.365 INFO:tasks.rados.rados.0.smithi032.stdout:2473: done (8 left) 2024-09-13T00:12:07.365 INFO:tasks.rados.rados.0.smithi032.stdout:2476: done (7 left) 2024-09-13T00:12:07.365 INFO:tasks.rados.rados.0.smithi032.stdout:2479: snap_remove snap 190 2024-09-13T00:12:07.528 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:07 smithi053 bash[67631]: cluster 2024-09-13T00:12:06.265430+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e531: 8 total, 7 up, 8 in 2024-09-13T00:12:07.528 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:07 smithi053 bash[67631]: audit 2024-09-13T00:12:06.871436+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:07.528 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:07 smithi053 bash[67631]: audit 2024-09-13T00:12:06.883807+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:07.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:07 smithi032 bash[76677]: cluster 2024-09-13T00:12:06.265430+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e531: 8 total, 7 up, 8 in 2024-09-13T00:12:07.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:07 smithi032 bash[76677]: audit 2024-09-13T00:12:06.871436+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:07.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:07 smithi032 bash[76677]: audit 2024-09-13T00:12:06.883807+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:07.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:07 smithi032 bash[75510]: cluster 2024-09-13T00:12:06.265430+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e531: 8 total, 7 up, 8 in 2024-09-13T00:12:07.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:07 smithi032 bash[75510]: audit 2024-09-13T00:12:06.871436+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:07.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:07 smithi032 bash[75510]: audit 2024-09-13T00:12:06.883807+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:07.783 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:07 smithi053 bash[71847]: debug 2024-09-13T00:12:07.527+0000 7f4a227d8640 -1 osd.4 520 log_to_monitors true 2024-09-13T00:12:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:2479: done (7 left) 2024-09-13T00:12:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 252 2024-09-13T00:12:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:2480: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2024-09-13T00:12:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:2480: writing smithi03267100-13 from 0 to 573440 tid 1 2024-09-13T00:12:08.287 INFO:tasks.rados.rados.0.smithi032.stdout:2480: writing smithi03267100-13 from 573440 to 1269760 tid 2 2024-09-13T00:12:08.291 INFO:tasks.rados.rados.0.smithi032.stdout:2480: writing smithi03267100-13 from 1269760 to 1777664 tid 3 2024-09-13T00:12:08.291 INFO:tasks.rados.rados.0.smithi032.stdout:2469: finishing write tid 4 to smithi03267100-9 2024-09-13T00:12:08.291 INFO:tasks.rados.rados.0.smithi032.stdout:2471: finishing rollback tid 2 to smithi03267100-34 2024-09-13T00:12:08.291 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 1360 (ObjNum 763 snap 228 seq_num 763) dirty exists 2024-09-13T00:12:08.291 INFO:tasks.rados.rados.0.smithi032.stdout:2469: finishing write tid 5 to smithi03267100-9 2024-09-13T00:12:08.291 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2067 (ObjNum 819 snap 252 seq_num 819) dirty exists 2024-09-13T00:12:08.291 INFO:tasks.rados.rados.0.smithi032.stdout:2469: left oid 9 (ObjNum 819 snap 252 seq_num 819) 2024-09-13T00:12:08.292 INFO:tasks.rados.rados.0.smithi032.stdout:2474: finishing copy_from racing read to smithi03267100-48 2024-09-13T00:12:08.292 INFO:tasks.rados.rados.0.smithi032.stdout:2474: finishing copy_from to smithi03267100-48 2024-09-13T00:12:08.292 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1345 (ObjNum 808 snap 247 seq_num 808) dirty exists 2024-09-13T00:12:08.292 INFO:tasks.rados.rados.0.smithi032.stdout:2477: finishing write tid 1 to smithi03267100-46 2024-09-13T00:12:08.292 INFO:tasks.rados.rados.0.smithi032.stdout:2477: finishing write tid 2 to smithi03267100-46 2024-09-13T00:12:08.292 INFO:tasks.rados.rados.0.smithi032.stdout:2470: finishing copy_from racing read to smithi03267100-19 2024-09-13T00:12:08.293 INFO:tasks.rados.rados.0.smithi032.stdout:2470: finishing copy_from to smithi03267100-19 2024-09-13T00:12:08.293 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 1949 (ObjNum 781 snap 238 seq_num 781) dirty exists 2024-09-13T00:12:08.293 INFO:tasks.rados.rados.0.smithi032.stdout:2477: finishing write tid 3 to smithi03267100-46 2024-09-13T00:12:08.293 INFO:tasks.rados.rados.0.smithi032.stdout:2477: finishing write tid 4 to smithi03267100-46 2024-09-13T00:12:08.293 INFO:tasks.rados.rados.0.smithi032.stdout:2477: finishing write tid 5 to smithi03267100-46 2024-09-13T00:12:08.293 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1153 (ObjNum 821 snap 252 seq_num 821) dirty exists 2024-09-13T00:12:08.293 INFO:tasks.rados.rados.0.smithi032.stdout:2477: left oid 46 (ObjNum 821 snap 252 seq_num 821) 2024-09-13T00:12:08.293 INFO:tasks.rados.rados.0.smithi032.stdout:2475: expect (ObjNum 709 snap 213 seq_num 709) 2024-09-13T00:12:08.533 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:08 smithi053 bash[71847]: debug 2024-09-13T00:12:08.319+0000 7f4a1a582640 -1 osd.4 520 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T00:12:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:08 smithi053 bash[67631]: cluster 2024-09-13T00:12:07.118883+0000 mgr.y (mgr.34107) 214 : cluster [DBG] pgmap v365: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 623 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 3.3 MiB/s wr, 24 op/s; 148/1248 objects degraded (11.859%) 2024-09-13T00:12:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:08 smithi053 bash[67631]: cluster 2024-09-13T00:12:07.275764+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e532: 8 total, 7 up, 8 in 2024-09-13T00:12:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:08 smithi053 bash[67631]: audit 2024-09-13T00:12:07.535374+0000 mon.b (mon.1) 3 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/2339360145,v1:172.21.15.53:6801/2339360145]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T00:12:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:08 smithi053 bash[67631]: audit 2024-09-13T00:12:07.536015+0000 mon.a (mon.0) 719 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T00:12:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:08 smithi053 bash[67631]: audit 2024-09-13T00:12:07.662489+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:08.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:08 smithi053 bash[67631]: audit 2024-09-13T00:12:07.673331+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:08.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:08 smithi032 bash[75510]: cluster 2024-09-13T00:12:07.118883+0000 mgr.y (mgr.34107) 214 : cluster [DBG] pgmap v365: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 623 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 3.3 MiB/s wr, 24 op/s; 148/1248 objects degraded (11.859%) 2024-09-13T00:12:08.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:08 smithi032 bash[75510]: cluster 2024-09-13T00:12:07.275764+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e532: 8 total, 7 up, 8 in 2024-09-13T00:12:08.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:08 smithi032 bash[75510]: audit 2024-09-13T00:12:07.535374+0000 mon.b (mon.1) 3 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/2339360145,v1:172.21.15.53:6801/2339360145]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T00:12:08.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:08 smithi032 bash[75510]: audit 2024-09-13T00:12:07.536015+0000 mon.a (mon.0) 719 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T00:12:08.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:08 smithi032 bash[75510]: audit 2024-09-13T00:12:07.662489+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:08.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:08 smithi032 bash[75510]: audit 2024-09-13T00:12:07.673331+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:08 smithi032 bash[76677]: cluster 2024-09-13T00:12:07.118883+0000 mgr.y (mgr.34107) 214 : cluster [DBG] pgmap v365: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 623 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 3.3 MiB/s wr, 24 op/s; 148/1248 objects degraded (11.859%) 2024-09-13T00:12:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:08 smithi032 bash[76677]: cluster 2024-09-13T00:12:07.275764+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e532: 8 total, 7 up, 8 in 2024-09-13T00:12:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:08 smithi032 bash[76677]: audit 2024-09-13T00:12:07.535374+0000 mon.b (mon.1) 3 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/2339360145,v1:172.21.15.53:6801/2339360145]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T00:12:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:08 smithi032 bash[76677]: audit 2024-09-13T00:12:07.536015+0000 mon.a (mon.0) 719 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T00:12:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:08 smithi032 bash[76677]: audit 2024-09-13T00:12:07.662489+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:08 smithi032 bash[76677]: audit 2024-09-13T00:12:07.673331+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:08.837 INFO:tasks.rados.rados.0.smithi032.stdout:2478: finishing copy_from racing read to smithi03267100-39 2024-09-13T00:12:08.838 INFO:tasks.rados.rados.0.smithi032.stdout:2478: finishing copy_from to smithi03267100-39 2024-09-13T00:12:08.838 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 1967 (ObjNum 693 snap 206 seq_num 693) dirty exists 2024-09-13T00:12:08.838 INFO:tasks.rados.rados.0.smithi032.stdout:2480: finishing write tid 1 to smithi03267100-13 2024-09-13T00:12:08.838 INFO:tasks.rados.rados.0.smithi032.stdout:2480: finishing write tid 2 to smithi03267100-13 2024-09-13T00:12:08.838 INFO:tasks.rados.rados.0.smithi032.stdout:2480: finishing write tid 3 to smithi03267100-13 2024-09-13T00:12:08.838 INFO:tasks.rados.rados.0.smithi032.stdout:2469: done (7 left) 2024-09-13T00:12:08.838 INFO:tasks.rados.rados.0.smithi032.stdout:2470: done (6 left) 2024-09-13T00:12:08.838 INFO:tasks.rados.rados.0.smithi032.stdout:2471: done (5 left) 2024-09-13T00:12:08.838 INFO:tasks.rados.rados.0.smithi032.stdout:2474: done (4 left) 2024-09-13T00:12:08.838 INFO:tasks.rados.rados.0.smithi032.stdout:2475: done (3 left) 2024-09-13T00:12:08.838 INFO:tasks.rados.rados.0.smithi032.stdout:2477: done (2 left) 2024-09-13T00:12:08.838 INFO:tasks.rados.rados.0.smithi032.stdout:2478: done (1 left) 2024-09-13T00:12:08.838 INFO:tasks.rados.rados.0.smithi032.stdout:2481: delete oid 33 current snap is 252 2024-09-13T00:12:08.839 INFO:tasks.rados.rados.0.smithi032.stdout:2480: finishing write tid 4 to smithi03267100-13 2024-09-13T00:12:08.839 INFO:tasks.rados.rados.0.smithi032.stdout:2480: finishing write tid 5 to smithi03267100-13 2024-09-13T00:12:08.839 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2076 (ObjNum 822 snap 252 seq_num 822) dirty exists 2024-09-13T00:12:08.839 INFO:tasks.rados.rados.0.smithi032.stdout:2480: left oid 13 (ObjNum 822 snap 252 seq_num 822) 2024-09-13T00:12:08.841 INFO:tasks.rados.rados.0.smithi032.stdout:2480: done (1 left) 2024-09-13T00:12:08.841 INFO:tasks.rados.rados.0.smithi032.stdout:2481: done (0 left) 2024-09-13T00:12:08.842 INFO:tasks.rados.rados.0.smithi032.stdout:2482: rollback oid 50 current snap is 252 2024-09-13T00:12:08.842 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 229 2024-09-13T00:12:08.842 INFO:tasks.rados.rados.0.smithi032.stdout:2483: snap_create 2024-09-13T00:12:08.849 INFO:tasks.rados.rados.0.smithi032.stdout:2482: finishing rollback tid 0 to smithi03267100-50 2024-09-13T00:12:08.849 INFO:tasks.rados.rados.0.smithi032.stdout:2482: finishing rollback tid 1 to smithi03267100-50 2024-09-13T00:12:08.849 INFO:tasks.rados.rados.0.smithi032.stdout:2482: finishing rollback tid 2 to smithi03267100-50 2024-09-13T00:12:08.850 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 837 (ObjNum 752 snap 227 seq_num 752) dirty exists 2024-09-13T00:12:09.294 INFO:tasks.rados.rados.0.smithi032.stdout:2482: done (1 left) 2024-09-13T00:12:09.294 INFO:tasks.rados.rados.0.smithi032.stdout:2483: done (0 left) 2024-09-13T00:12:09.294 INFO:tasks.rados.rados.0.smithi032.stdout:2484: delete oid 44 current snap is 253 2024-09-13T00:12:09.315 INFO:tasks.rados.rados.0.smithi032.stdout:2484: done (0 left) 2024-09-13T00:12:09.315 INFO:tasks.rados.rados.0.smithi032.stdout:2485: read oid 11 snap -1 2024-09-13T00:12:09.315 INFO:tasks.rados.rados.0.smithi032.stdout:2485: expect (ObjNum 792 snap 244 seq_num 792) 2024-09-13T00:12:09.315 INFO:tasks.rados.rados.0.smithi032.stdout:2486: rollback oid 21 current snap is 253 2024-09-13T00:12:09.315 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 243 2024-09-13T00:12:09.315 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 253 2024-09-13T00:12:09.315 INFO:tasks.rados.rados.0.smithi032.stdout:2487: seq_num 825 ranges {0=622592,622592=745472,1368064=458752} 2024-09-13T00:12:09.319 INFO:tasks.rados.rados.0.smithi032.stdout:2487: writing smithi03267100-28 from 0 to 622592 tid 1 2024-09-13T00:12:09.324 INFO:tasks.rados.rados.0.smithi032.stdout:2487: writing smithi03267100-28 from 622592 to 1368064 tid 2 2024-09-13T00:12:09.328 INFO:tasks.rados.rados.0.smithi032.stdout:2487: writing smithi03267100-28 from 1368064 to 1826816 tid 3 2024-09-13T00:12:09.328 INFO:tasks.rados.rados.0.smithi032.stdout:2488: rollback oid 49 current snap is 253 2024-09-13T00:12:09.328 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 49 to 206 2024-09-13T00:12:09.330 INFO:tasks.rados.rados.0.smithi032.stdout:2485: expect (ObjNum 792 snap 244 seq_num 792) 2024-09-13T00:12:09.405 INFO:tasks.rados.rados.0.smithi032.stdout:2486: finishing rollback tid 0 to smithi03267100-21 2024-09-13T00:12:09.405 INFO:tasks.rados.rados.0.smithi032.stdout:2486: finishing rollback tid 1 to smithi03267100-21 2024-09-13T00:12:09.405 INFO:tasks.rados.rados.0.smithi032.stdout:2486: finishing rollback tid 2 to smithi03267100-21 2024-09-13T00:12:09.405 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2019 (ObjNum 774 snap 236 seq_num 774) dirty exists 2024-09-13T00:12:09.405 INFO:tasks.rados.rados.0.smithi032.stdout:2487: finishing write tid 1 to smithi03267100-28 2024-09-13T00:12:09.405 INFO:tasks.rados.rados.0.smithi032.stdout:2487: finishing write tid 2 to smithi03267100-28 2024-09-13T00:12:09.405 INFO:tasks.rados.rados.0.smithi032.stdout:2487: finishing write tid 3 to smithi03267100-28 2024-09-13T00:12:09.405 INFO:tasks.rados.rados.0.smithi032.stdout:2487: finishing write tid 4 to smithi03267100-28 2024-09-13T00:12:09.405 INFO:tasks.rados.rados.0.smithi032.stdout:2487: finishing write tid 5 to smithi03267100-28 2024-09-13T00:12:09.406 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1396 (ObjNum 825 snap 253 seq_num 825) dirty exists 2024-09-13T00:12:09.406 INFO:tasks.rados.rados.0.smithi032.stdout:2487: left oid 28 (ObjNum 825 snap 253 seq_num 825) 2024-09-13T00:12:09.406 INFO:tasks.rados.rados.0.smithi032.stdout:2485: done (3 left) 2024-09-13T00:12:09.406 INFO:tasks.rados.rados.0.smithi032.stdout:2486: done (2 left) 2024-09-13T00:12:09.406 INFO:tasks.rados.rados.0.smithi032.stdout:2487: done (1 left) 2024-09-13T00:12:09.406 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 253 2024-09-13T00:12:09.406 INFO:tasks.rados.rados.0.smithi032.stdout:2489: seq_num 826 ranges {0=638976,638976=630784,1269760=573440} 2024-09-13T00:12:09.415 INFO:tasks.rados.rados.0.smithi032.stdout:2489: writing smithi03267100-5 from 0 to 638976 tid 1 2024-09-13T00:12:09.426 INFO:tasks.rados.rados.0.smithi032.stdout:2489: writing smithi03267100-5 from 638976 to 1269760 tid 2 2024-09-13T00:12:09.435 INFO:tasks.rados.rados.0.smithi032.stdout:2489: writing smithi03267100-5 from 1269760 to 1843200 tid 3 2024-09-13T00:12:09.435 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 253 2024-09-13T00:12:09.435 INFO:tasks.rados.rados.0.smithi032.stdout:2490: seq_num 827 ranges {9699328=655360,10354688=516096,10870784=688128} 2024-09-13T00:12:09.521 INFO:tasks.rados.rados.0.smithi032.stdout:2490: writing smithi03267100-25 from 9699328 to 10354688 tid 1 2024-09-13T00:12:09.524 INFO:tasks.rados.rados.0.smithi032.stdout:2490: writing smithi03267100-25 from 10354688 to 10870784 tid 2 2024-09-13T00:12:09.528 INFO:tasks.rados.rados.0.smithi032.stdout:2490: writing smithi03267100-25 from 10870784 to 11558912 tid 3 2024-09-13T00:12:09.528 INFO:tasks.rados.rados.0.smithi032.stdout:2491: read oid 36 snap -1 2024-09-13T00:12:09.528 INFO:tasks.rados.rados.0.smithi032.stdout:2491: expect deleted 2024-09-13T00:12:09.528 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 253 2024-09-13T00:12:09.528 INFO:tasks.rados.rados.0.smithi032.stdout:2492: seq_num 828 ranges {966656=671744,1638400=802816,2441216=401408} 2024-09-13T00:12:09.537 INFO:tasks.rados.rados.0.smithi032.stdout:2492: writing smithi03267100-21 from 966656 to 1638400 tid 1 2024-09-13T00:12:09.541 INFO:tasks.rados.rados.0.smithi032.stdout:2492: writing smithi03267100-21 from 1638400 to 2441216 tid 2 2024-09-13T00:12:09.544 INFO:tasks.rados.rados.0.smithi032.stdout:2492: writing smithi03267100-21 from 2441216 to 2842624 tid 3 2024-09-13T00:12:09.545 INFO:tasks.rados.rados.0.smithi032.stdout:2493: copy_from oid 16 from oid 2 current snap is 253 2024-09-13T00:12:09.545 INFO:tasks.rados.rados.0.smithi032.stdout:2490: finishing write tid 1 to smithi03267100-25 2024-09-13T00:12:09.545 INFO:tasks.rados.rados.0.smithi032.stdout:2490: finishing write tid 2 to smithi03267100-25 2024-09-13T00:12:09.545 INFO:tasks.rados.rados.0.smithi032.stdout:2490: finishing write tid 3 to smithi03267100-25 2024-09-13T00:12:09.545 INFO:tasks.rados.rados.0.smithi032.stdout:2490: finishing write tid 4 to smithi03267100-25 2024-09-13T00:12:09.545 INFO:tasks.rados.rados.0.smithi032.stdout:2491: done (5 left) 2024-09-13T00:12:09.545 INFO:tasks.rados.rados.0.smithi032.stdout:2494: read oid 6 snap -1 2024-09-13T00:12:09.545 INFO:tasks.rados.rados.0.smithi032.stdout:2494: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:12:09.545 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 253 2024-09-13T00:12:09.545 INFO:tasks.rados.rados.0.smithi032.stdout:2495: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2024-09-13T00:12:09.548 INFO:tasks.rados.rados.0.smithi032.stdout:2495: writing smithi03267100-20 from 0 to 688128 tid 1 2024-09-13T00:12:09.552 INFO:tasks.rados.rados.0.smithi032.stdout:2495: writing smithi03267100-20 from 688128 to 1417216 tid 2 2024-09-13T00:12:09.555 INFO:tasks.rados.rados.0.smithi032.stdout:2495: writing smithi03267100-20 from 1417216 to 1892352 tid 3 2024-09-13T00:12:09.555 INFO:tasks.rados.rados.0.smithi032.stdout:2496: snap_remove snap 249 2024-09-13T00:12:09.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:09 smithi032 bash[76677]: audit 2024-09-13T00:12:08.279353+0000 mon.a (mon.0) 722 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T00:12:09.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:09 smithi032 bash[76677]: cluster 2024-09-13T00:12:08.279570+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e533: 8 total, 7 up, 8 in 2024-09-13T00:12:09.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:09 smithi032 bash[76677]: audit 2024-09-13T00:12:08.280975+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/2339360145,v1:172.21.15.53:6801/2339360145]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:12:09.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:09 smithi032 bash[76677]: audit 2024-09-13T00:12:08.281911+0000 mon.a (mon.0) 724 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:12:09.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:09 smithi032 bash[75510]: audit 2024-09-13T00:12:08.279353+0000 mon.a (mon.0) 722 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T00:12:09.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:09 smithi032 bash[75510]: cluster 2024-09-13T00:12:08.279570+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e533: 8 total, 7 up, 8 in 2024-09-13T00:12:09.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:09 smithi032 bash[75510]: audit 2024-09-13T00:12:08.280975+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/2339360145,v1:172.21.15.53:6801/2339360145]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:12:09.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:09 smithi032 bash[75510]: audit 2024-09-13T00:12:08.281911+0000 mon.a (mon.0) 724 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:12:09.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:09 smithi053 bash[67631]: audit 2024-09-13T00:12:08.279353+0000 mon.a (mon.0) 722 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T00:12:09.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:09 smithi053 bash[67631]: cluster 2024-09-13T00:12:08.279570+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e533: 8 total, 7 up, 8 in 2024-09-13T00:12:09.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:09 smithi053 bash[67631]: audit 2024-09-13T00:12:08.280975+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/2339360145,v1:172.21.15.53:6801/2339360145]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:12:09.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:09 smithi053 bash[67631]: audit 2024-09-13T00:12:08.281911+0000 mon.a (mon.0) 724 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:12:10.296 INFO:tasks.rados.rados.0.smithi032.stdout:2496: done (7 left) 2024-09-13T00:12:10.296 INFO:tasks.rados.rados.0.smithi032.stdout:2497: snap_remove snap 233 2024-09-13T00:12:10.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[75510]: cluster 2024-09-13T00:12:09.119864+0000 mgr.y (mgr.34107) 215 : cluster [DBG] pgmap v368: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 633 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.9 MiB/s wr, 24 op/s; 152/1269 objects degraded (11.978%) 2024-09-13T00:12:10.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[75510]: cluster 2024-09-13T00:12:09.284614+0000 mon.a (mon.0) 725 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:12:10.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[75510]: cluster 2024-09-13T00:12:09.293974+0000 mon.a (mon.0) 726 : cluster [INF] osd.4 [v2:172.21.15.53:6800/2339360145,v1:172.21.15.53:6801/2339360145] boot 2024-09-13T00:12:10.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[75510]: cluster 2024-09-13T00:12:09.294132+0000 mon.a (mon.0) 727 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2024-09-13T00:12:10.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[75510]: audit 2024-09-13T00:12:09.296919+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T00:12:10.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[75510]: audit 2024-09-13T00:12:10.135851+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:10.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[75510]: audit 2024-09-13T00:12:10.137943+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:12:10.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[75510]: cluster 2024-09-13T00:12:10.296615+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2024-09-13T00:12:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[76677]: cluster 2024-09-13T00:12:09.119864+0000 mgr.y (mgr.34107) 215 : cluster [DBG] pgmap v368: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 633 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.9 MiB/s wr, 24 op/s; 152/1269 objects degraded (11.978%) 2024-09-13T00:12:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[76677]: cluster 2024-09-13T00:12:09.284614+0000 mon.a (mon.0) 725 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:12:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[76677]: cluster 2024-09-13T00:12:09.293974+0000 mon.a (mon.0) 726 : cluster [INF] osd.4 [v2:172.21.15.53:6800/2339360145,v1:172.21.15.53:6801/2339360145] boot 2024-09-13T00:12:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[76677]: cluster 2024-09-13T00:12:09.294132+0000 mon.a (mon.0) 727 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2024-09-13T00:12:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[76677]: audit 2024-09-13T00:12:09.296919+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T00:12:10.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[76677]: audit 2024-09-13T00:12:10.135851+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:10.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[76677]: audit 2024-09-13T00:12:10.137943+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:12:10.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:10 smithi032 bash[76677]: cluster 2024-09-13T00:12:10.296615+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2024-09-13T00:12:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:10 smithi053 bash[67631]: cluster 2024-09-13T00:12:09.119864+0000 mgr.y (mgr.34107) 215 : cluster [DBG] pgmap v368: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 633 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.9 MiB/s wr, 24 op/s; 152/1269 objects degraded (11.978%) 2024-09-13T00:12:10.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:10 smithi053 bash[67631]: cluster 2024-09-13T00:12:09.284614+0000 mon.a (mon.0) 725 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:12:10.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:10 smithi053 bash[67631]: cluster 2024-09-13T00:12:09.293974+0000 mon.a (mon.0) 726 : cluster [INF] osd.4 [v2:172.21.15.53:6800/2339360145,v1:172.21.15.53:6801/2339360145] boot 2024-09-13T00:12:10.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:10 smithi053 bash[67631]: cluster 2024-09-13T00:12:09.294132+0000 mon.a (mon.0) 727 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2024-09-13T00:12:10.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:10 smithi053 bash[67631]: audit 2024-09-13T00:12:09.296919+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T00:12:10.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:10 smithi053 bash[67631]: audit 2024-09-13T00:12:10.135851+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:10.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:10 smithi053 bash[67631]: audit 2024-09-13T00:12:10.137943+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:12:10.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:10 smithi053 bash[67631]: cluster 2024-09-13T00:12:10.296615+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2024-09-13T00:12:11.296 INFO:tasks.rados.rados.0.smithi032.stdout:2497: done (7 left) 2024-09-13T00:12:11.296 INFO:tasks.rados.rados.0.smithi032.stdout:2498: delete oid 14 current snap is 253 2024-09-13T00:12:11.296 INFO:tasks.rados.rados.0.smithi032.stdout:2490: finishing write tid 5 to smithi03267100-25 2024-09-13T00:12:11.296 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1971 (ObjNum 827 snap 253 seq_num 827) dirty exists 2024-09-13T00:12:11.296 INFO:tasks.rados.rados.0.smithi032.stdout:2490: left oid 25 (ObjNum 827 snap 253 seq_num 827) 2024-09-13T00:12:11.296 INFO:tasks.rados.rados.0.smithi032.stdout:2492: finishing write tid 1 to smithi03267100-21 2024-09-13T00:12:11.296 INFO:tasks.rados.rados.0.smithi032.stdout:2492: finishing write tid 2 to smithi03267100-21 2024-09-13T00:12:11.297 INFO:tasks.rados.rados.0.smithi032.stdout:2495: finishing write tid 1 to smithi03267100-20 2024-09-13T00:12:11.297 INFO:tasks.rados.rados.0.smithi032.stdout:2492: finishing write tid 3 to smithi03267100-21 2024-09-13T00:12:11.297 INFO:tasks.rados.rados.0.smithi032.stdout:2492: finishing write tid 4 to smithi03267100-21 2024-09-13T00:12:11.297 INFO:tasks.rados.rados.0.smithi032.stdout:2495: finishing write tid 2 to smithi03267100-20 2024-09-13T00:12:11.297 INFO:tasks.rados.rados.0.smithi032.stdout:2495: finishing write tid 3 to smithi03267100-20 2024-09-13T00:12:11.297 INFO:tasks.rados.rados.0.smithi032.stdout:2495: finishing write tid 4 to smithi03267100-20 2024-09-13T00:12:11.297 INFO:tasks.rados.rados.0.smithi032.stdout:2492: finishing write tid 5 to smithi03267100-21 2024-09-13T00:12:11.297 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2023 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T00:12:11.297 INFO:tasks.rados.rados.0.smithi032.stdout:2492: left oid 21 (ObjNum 828 snap 253 seq_num 828) 2024-09-13T00:12:11.297 INFO:tasks.rados.rados.0.smithi032.stdout:2495: finishing write tid 5 to smithi03267100-20 2024-09-13T00:12:11.297 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1128 (ObjNum 829 snap 253 seq_num 829) dirty exists 2024-09-13T00:12:11.297 INFO:tasks.rados.rados.0.smithi032.stdout:2495: left oid 20 (ObjNum 829 snap 253 seq_num 829) 2024-09-13T00:12:11.297 INFO:tasks.rados.rados.0.smithi032.stdout:2488: finishing rollback tid 1 to smithi03267100-49 2024-09-13T00:12:11.298 INFO:tasks.rados.rados.0.smithi032.stdout:2488: finishing rollback tid 2 to smithi03267100-49 2024-09-13T00:12:11.298 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1714 (ObjNum 682 snap 205 seq_num 682) dirty exists 2024-09-13T00:12:11.298 INFO:tasks.rados.rados.0.smithi032.stdout:2493: finishing copy_from racing read to smithi03267100-16 2024-09-13T00:12:11.298 INFO:tasks.rados.rados.0.smithi032.stdout:2489: finishing write tid 1 to smithi03267100-5 2024-09-13T00:12:11.298 INFO:tasks.rados.rados.0.smithi032.stdout:2489: finishing write tid 2 to smithi03267100-5 2024-09-13T00:12:11.298 INFO:tasks.rados.rados.0.smithi032.stdout:2489: finishing write tid 3 to smithi03267100-5 2024-09-13T00:12:11.298 INFO:tasks.rados.rados.0.smithi032.stdout:2489: finishing write tid 4 to smithi03267100-5 2024-09-13T00:12:11.298 INFO:tasks.rados.rados.0.smithi032.stdout:2494: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:12:11.479 INFO:tasks.rados.rados.0.smithi032.stdout:2493: finishing copy_from to smithi03267100-16 2024-09-13T00:12:11.479 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1712 (ObjNum 750 snap 226 seq_num 750) dirty exists 2024-09-13T00:12:11.479 INFO:tasks.rados.rados.0.smithi032.stdout:2489: finishing write tid 5 to smithi03267100-5 2024-09-13T00:12:11.479 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1336 (ObjNum 826 snap 253 seq_num 826) dirty exists 2024-09-13T00:12:11.479 INFO:tasks.rados.rados.0.smithi032.stdout:2489: left oid 5 (ObjNum 826 snap 253 seq_num 826) 2024-09-13T00:12:11.479 INFO:tasks.rados.rados.0.smithi032.stdout:2488: done (7 left) 2024-09-13T00:12:11.479 INFO:tasks.rados.rados.0.smithi032.stdout:2489: done (6 left) 2024-09-13T00:12:11.480 INFO:tasks.rados.rados.0.smithi032.stdout:2490: done (5 left) 2024-09-13T00:12:11.480 INFO:tasks.rados.rados.0.smithi032.stdout:2492: done (4 left) 2024-09-13T00:12:11.480 INFO:tasks.rados.rados.0.smithi032.stdout:2493: done (3 left) 2024-09-13T00:12:11.480 INFO:tasks.rados.rados.0.smithi032.stdout:2494: done (2 left) 2024-09-13T00:12:11.480 INFO:tasks.rados.rados.0.smithi032.stdout:2495: done (1 left) 2024-09-13T00:12:11.480 INFO:tasks.rados.rados.0.smithi032.stdout:2498: done (0 left) 2024-09-13T00:12:11.480 INFO:tasks.rados.rados.0.smithi032.stdout:2499: rollback oid 41 current snap is 253 2024-09-13T00:12:11.480 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 212 2024-09-13T00:12:11.480 INFO:tasks.rados.rados.0.smithi032.stdout:2500: copy_from oid 2 from oid 3 current snap is 253 2024-09-13T00:12:11.480 INFO:tasks.rados.rados.0.smithi032.stdout:2501: delete oid 12 current snap is 253 2024-09-13T00:12:11.484 INFO:tasks.rados.rados.0.smithi032.stdout:2501: done (2 left) 2024-09-13T00:12:11.484 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 253 2024-09-13T00:12:11.484 INFO:tasks.rados.rados.0.smithi032.stdout:2502: seq_num 832 ranges {4726784=737280,5464064=786432,6250496=417792} 2024-09-13T00:12:11.515 INFO:tasks.rados.rados.0.smithi032.stdout:2502: writing smithi03267100-46 from 4726784 to 5464064 tid 1 2024-09-13T00:12:11.519 INFO:tasks.rados.rados.0.smithi032.stdout:2502: writing smithi03267100-46 from 5464064 to 6250496 tid 2 2024-09-13T00:12:11.522 INFO:tasks.rados.rados.0.smithi032.stdout:2502: writing smithi03267100-46 from 6250496 to 6668288 tid 3 2024-09-13T00:12:11.522 INFO:tasks.rados.rados.0.smithi032.stdout:2503: copy_from oid 30 from oid 25 current snap is 253 2024-09-13T00:12:11.522 INFO:tasks.rados.rados.0.smithi032.stdout:2499: finishing rollback tid 0 to smithi03267100-41 2024-09-13T00:12:11.522 INFO:tasks.rados.rados.0.smithi032.stdout:2499: finishing rollback tid 1 to smithi03267100-41 2024-09-13T00:12:11.522 INFO:tasks.rados.rados.0.smithi032.stdout:2499: finishing rollback tid 2 to smithi03267100-41 2024-09-13T00:12:11.523 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1408 (ObjNum 659 snap 194 seq_num 659) dirty exists 2024-09-13T00:12:11.523 INFO:tasks.rados.rados.0.smithi032.stdout:2500: finishing copy_from racing read to smithi03267100-2 2024-09-13T00:12:11.523 INFO:tasks.rados.rados.0.smithi032.stdout:2500: finishing copy_from to smithi03267100-2 2024-09-13T00:12:11.523 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1383 (ObjNum 815 snap 250 seq_num 815) dirty exists 2024-09-13T00:12:11.523 INFO:tasks.rados.rados.0.smithi032.stdout:2499: done (3 left) 2024-09-13T00:12:11.523 INFO:tasks.rados.rados.0.smithi032.stdout:2500: done (2 left) 2024-09-13T00:12:11.523 INFO:tasks.rados.rados.0.smithi032.stdout:2504: snap_remove snap 130 2024-09-13T00:12:12.324 INFO:tasks.rados.rados.0.smithi032.stdout:2502: finishing write tid 1 to smithi03267100-46 2024-09-13T00:12:12.324 INFO:tasks.rados.rados.0.smithi032.stdout:2502: finishing write tid 2 to smithi03267100-46 2024-09-13T00:12:12.324 INFO:tasks.rados.rados.0.smithi032.stdout:2502: finishing write tid 3 to smithi03267100-46 2024-09-13T00:12:12.325 INFO:tasks.rados.rados.0.smithi032.stdout:2502: finishing write tid 4 to smithi03267100-46 2024-09-13T00:12:12.325 INFO:tasks.rados.rados.0.smithi032.stdout:2502: finishing write tid 5 to smithi03267100-46 2024-09-13T00:12:12.325 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1157 (ObjNum 832 snap 253 seq_num 832) dirty exists 2024-09-13T00:12:12.325 INFO:tasks.rados.rados.0.smithi032.stdout:2502: left oid 46 (ObjNum 832 snap 253 seq_num 832) 2024-09-13T00:12:12.325 INFO:tasks.rados.rados.0.smithi032.stdout:2503: finishing copy_from racing read to smithi03267100-30 2024-09-13T00:12:12.325 INFO:tasks.rados.rados.0.smithi032.stdout:2503: finishing copy_from to smithi03267100-30 2024-09-13T00:12:12.325 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1971 (ObjNum 827 snap 253 seq_num 827) dirty exists 2024-09-13T00:12:12.328 INFO:tasks.rados.rados.0.smithi032.stdout:2502: done (2 left) 2024-09-13T00:12:12.328 INFO:tasks.rados.rados.0.smithi032.stdout:2503: done (1 left) 2024-09-13T00:12:12.328 INFO:tasks.rados.rados.0.smithi032.stdout:2504: done (0 left) 2024-09-13T00:12:12.328 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 253 2024-09-13T00:12:12.328 INFO:tasks.rados.rados.0.smithi032.stdout:2505: seq_num 833 ranges {1908736=761856,2670592=671744,3342336=532480} 2024-09-13T00:12:12.346 INFO:tasks.rados.rados.0.smithi032.stdout:2505: writing smithi03267100-15 from 1908736 to 2670592 tid 1 2024-09-13T00:12:12.352 INFO:tasks.rados.rados.0.smithi032.stdout:2505: writing smithi03267100-15 from 2670592 to 3342336 tid 2 2024-09-13T00:12:12.356 INFO:tasks.rados.rados.0.smithi032.stdout:2505: writing smithi03267100-15 from 3342336 to 3874816 tid 3 2024-09-13T00:12:12.356 INFO:tasks.rados.rados.0.smithi032.stdout:2506: delete oid 40 current snap is 253 2024-09-13T00:12:12.362 INFO:tasks.rados.rados.0.smithi032.stdout:2505: finishing write tid 1 to smithi03267100-15 2024-09-13T00:12:12.367 INFO:tasks.rados.rados.0.smithi032.stdout:2505: finishing write tid 2 to smithi03267100-15 2024-09-13T00:12:12.370 INFO:tasks.rados.rados.0.smithi032.stdout:2506: done (1 left) 2024-09-13T00:12:12.371 INFO:tasks.rados.rados.0.smithi032.stdout:2507: delete oid 29 current snap is 253 2024-09-13T00:12:12.371 INFO:tasks.rados.rados.0.smithi032.stdout:2505: finishing write tid 3 to smithi03267100-15 2024-09-13T00:12:12.371 INFO:tasks.rados.rados.0.smithi032.stdout:2505: finishing write tid 4 to smithi03267100-15 2024-09-13T00:12:12.374 INFO:tasks.rados.rados.0.smithi032.stdout:2505: finishing write tid 5 to smithi03267100-15 2024-09-13T00:12:12.374 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1340 (ObjNum 833 snap 253 seq_num 833) dirty exists 2024-09-13T00:12:12.374 INFO:tasks.rados.rados.0.smithi032.stdout:2505: left oid 15 (ObjNum 833 snap 253 seq_num 833) 2024-09-13T00:12:12.381 INFO:tasks.rados.rados.0.smithi032.stdout:2505: done (1 left) 2024-09-13T00:12:12.381 INFO:tasks.rados.rados.0.smithi032.stdout:2507: done (0 left) 2024-09-13T00:12:12.381 INFO:tasks.rados.rados.0.smithi032.stdout:2508: snap_remove snap 181 2024-09-13T00:12:12.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:12 smithi053 bash[67631]: cluster 2024-09-13T00:12:11.121035+0000 mgr.y (mgr.34107) 216 : cluster [DBG] pgmap v371: 121 pgs: 16 active+undersized, 12 active+undersized+degraded, 93 active+clean; 635 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.8 MiB/s wr, 18 op/s; 151/1263 objects degraded (11.956%) 2024-09-13T00:12:12.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:12 smithi053 bash[67631]: cluster 2024-09-13T00:12:11.298757+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2024-09-13T00:12:12.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:12 smithi053 bash[67631]: cluster 2024-09-13T00:12:11.310803+0000 mon.a (mon.0) 733 : cluster [WRN] Health check update: Degraded data redundancy: 151/1263 objects degraded (11.956%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:12.655 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:12:12 smithi053 bash[60895]: ts=2024-09-13T00:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:12:12.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:12:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:12:12] "GET /metrics HTTP/1.1" 200 36083 "" "Prometheus/2.43.0" 2024-09-13T00:12:12.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:12 smithi032 bash[75510]: cluster 2024-09-13T00:12:11.121035+0000 mgr.y (mgr.34107) 216 : cluster [DBG] pgmap v371: 121 pgs: 16 active+undersized, 12 active+undersized+degraded, 93 active+clean; 635 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.8 MiB/s wr, 18 op/s; 151/1263 objects degraded (11.956%) 2024-09-13T00:12:12.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:12 smithi032 bash[75510]: cluster 2024-09-13T00:12:11.298757+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2024-09-13T00:12:12.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:12 smithi032 bash[75510]: cluster 2024-09-13T00:12:11.310803+0000 mon.a (mon.0) 733 : cluster [WRN] Health check update: Degraded data redundancy: 151/1263 objects degraded (11.956%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:12.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:12 smithi032 bash[76677]: cluster 2024-09-13T00:12:11.121035+0000 mgr.y (mgr.34107) 216 : cluster [DBG] pgmap v371: 121 pgs: 16 active+undersized, 12 active+undersized+degraded, 93 active+clean; 635 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.8 MiB/s wr, 18 op/s; 151/1263 objects degraded (11.956%) 2024-09-13T00:12:12.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:12 smithi032 bash[76677]: cluster 2024-09-13T00:12:11.298757+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2024-09-13T00:12:12.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:12 smithi032 bash[76677]: cluster 2024-09-13T00:12:11.310803+0000 mon.a (mon.0) 733 : cluster [WRN] Health check update: Degraded data redundancy: 151/1263 objects degraded (11.956%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:13.332 INFO:tasks.rados.rados.0.smithi032.stdout:2508: done (0 left) 2024-09-13T00:12:13.332 INFO:tasks.rados.rados.0.smithi032.stdout:2509: snap_create 2024-09-13T00:12:13.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:13 smithi032 bash[75510]: cluster 2024-09-13T00:12:12.323472+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2024-09-13T00:12:13.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:13 smithi032 bash[76677]: cluster 2024-09-13T00:12:12.323472+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2024-09-13T00:12:13.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:13 smithi053 bash[67631]: cluster 2024-09-13T00:12:12.323472+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2024-09-13T00:12:14.331 INFO:tasks.rados.rados.0.smithi032.stdout:2509: done (0 left) 2024-09-13T00:12:14.331 INFO:tasks.rados.rados.0.smithi032.stdout:2510: rmattr oid 49 current snap is 254 2024-09-13T00:12:14.332 INFO:tasks.rados.rados.0.smithi032.stdout:2510: done (0 left) 2024-09-13T00:12:14.332 INFO:tasks.rados.rados.0.smithi032.stdout:2511: snap_remove snap 154 2024-09-13T00:12:14.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:14 smithi032 bash[75510]: cluster 2024-09-13T00:12:13.121863+0000 mgr.y (mgr.34107) 217 : cluster [DBG] pgmap v374: 121 pgs: 10 active+undersized, 4 active+undersized+degraded, 107 active+clean; 647 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 954 KiB/s rd, 5.2 MiB/s wr, 10 op/s; 76/1263 objects degraded (6.017%); 5.3 MiB/s, 2 objects/s recovering 2024-09-13T00:12:14.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:14 smithi032 bash[75510]: cluster 2024-09-13T00:12:13.333771+0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2024-09-13T00:12:14.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:14 smithi032 bash[76677]: cluster 2024-09-13T00:12:13.121863+0000 mgr.y (mgr.34107) 217 : cluster [DBG] pgmap v374: 121 pgs: 10 active+undersized, 4 active+undersized+degraded, 107 active+clean; 647 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 954 KiB/s rd, 5.2 MiB/s wr, 10 op/s; 76/1263 objects degraded (6.017%); 5.3 MiB/s, 2 objects/s recovering 2024-09-13T00:12:14.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:14 smithi032 bash[76677]: cluster 2024-09-13T00:12:13.333771+0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2024-09-13T00:12:14.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:14 smithi053 bash[67631]: cluster 2024-09-13T00:12:13.121863+0000 mgr.y (mgr.34107) 217 : cluster [DBG] pgmap v374: 121 pgs: 10 active+undersized, 4 active+undersized+degraded, 107 active+clean; 647 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 954 KiB/s rd, 5.2 MiB/s wr, 10 op/s; 76/1263 objects degraded (6.017%); 5.3 MiB/s, 2 objects/s recovering 2024-09-13T00:12:14.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:14 smithi053 bash[67631]: cluster 2024-09-13T00:12:13.333771+0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2024-09-13T00:12:15.334 INFO:tasks.rados.rados.0.smithi032.stdout:2511: done (0 left) 2024-09-13T00:12:15.334 INFO:tasks.rados.rados.0.smithi032.stdout:2512: rollback oid 11 current snap is 254 2024-09-13T00:12:15.334 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 223 2024-09-13T00:12:15.335 INFO:tasks.rados.rados.0.smithi032.stdout:2513: delete oid 36 current snap is 254 2024-09-13T00:12:15.362 INFO:tasks.rados.rados.0.smithi032.stdout:2512: finishing rollback tid 0 to smithi03267100-11 2024-09-13T00:12:15.369 INFO:tasks.rados.rados.0.smithi032.stdout:2513: done (1 left) 2024-09-13T00:12:15.369 INFO:tasks.rados.rados.0.smithi032.stdout:2514: copy_from oid 1 from oid 9 current snap is 254 2024-09-13T00:12:15.369 INFO:tasks.rados.rados.0.smithi032.stdout:2515: snap_remove snap 238 2024-09-13T00:12:15.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:15 smithi032 bash[75510]: cluster 2024-09-13T00:12:14.334321+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2024-09-13T00:12:15.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:15 smithi032 bash[75510]: cluster 2024-09-13T00:12:15.336845+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2024-09-13T00:12:15.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:15 smithi032 bash[76677]: cluster 2024-09-13T00:12:14.334321+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2024-09-13T00:12:15.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:15 smithi032 bash[76677]: cluster 2024-09-13T00:12:15.336845+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2024-09-13T00:12:15.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:15 smithi053 bash[67631]: cluster 2024-09-13T00:12:14.334321+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2024-09-13T00:12:15.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:15 smithi053 bash[67631]: cluster 2024-09-13T00:12:15.336845+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2024-09-13T00:12:16.357 INFO:tasks.rados.rados.0.smithi032.stdout:2512: finishing rollback tid 1 to smithi03267100-11 2024-09-13T00:12:16.357 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2133 (ObjNum 353 snap 0 seq_num 1654693598) dirty dne 2024-09-13T00:12:16.358 INFO:tasks.rados.rados.0.smithi032.stdout:2514: finishing copy_from racing read to smithi03267100-1 2024-09-13T00:12:16.358 INFO:tasks.rados.rados.0.smithi032.stdout:2514: finishing copy_from to smithi03267100-1 2024-09-13T00:12:16.358 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2067 (ObjNum 819 snap 252 seq_num 819) dirty exists 2024-09-13T00:12:16.358 INFO:tasks.rados.rados.0.smithi032.stdout:2512: done (2 left) 2024-09-13T00:12:16.358 INFO:tasks.rados.rados.0.smithi032.stdout:2514: done (1 left) 2024-09-13T00:12:16.358 INFO:tasks.rados.rados.0.smithi032.stdout:2515: done (0 left) 2024-09-13T00:12:16.358 INFO:tasks.rados.rados.0.smithi032.stdout:2516: setattr oid 24 current snap is 254 2024-09-13T00:12:16.360 INFO:tasks.rados.rados.0.smithi032.stdout:2517: snap_create 2024-09-13T00:12:16.396 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 1723 (ObjNum 750 snap 226 seq_num 750) dirty exists 2024-09-13T00:12:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:16 smithi032 bash[75510]: cluster 2024-09-13T00:12:15.122584+0000 mgr.y (mgr.34107) 218 : cluster [DBG] pgmap v377: 121 pgs: 121 active+clean; 633 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.8 MiB/s wr, 17 op/s; 13 MiB/s, 6 objects/s recovering 2024-09-13T00:12:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:16 smithi032 bash[75510]: cluster 2024-09-13T00:12:15.337582+0000 mon.a (mon.0) 738 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/1263 objects degraded (6.017%), 4 pgs degraded) 2024-09-13T00:12:16.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:16 smithi032 bash[75510]: cluster 2024-09-13T00:12:15.337645+0000 mon.a (mon.0) 739 : cluster [INF] Cluster is now healthy 2024-09-13T00:12:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:16 smithi032 bash[76677]: cluster 2024-09-13T00:12:15.122584+0000 mgr.y (mgr.34107) 218 : cluster [DBG] pgmap v377: 121 pgs: 121 active+clean; 633 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.8 MiB/s wr, 17 op/s; 13 MiB/s, 6 objects/s recovering 2024-09-13T00:12:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:16 smithi032 bash[76677]: cluster 2024-09-13T00:12:15.337582+0000 mon.a (mon.0) 738 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/1263 objects degraded (6.017%), 4 pgs degraded) 2024-09-13T00:12:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:16 smithi032 bash[76677]: cluster 2024-09-13T00:12:15.337645+0000 mon.a (mon.0) 739 : cluster [INF] Cluster is now healthy 2024-09-13T00:12:16.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:16 smithi053 bash[67631]: cluster 2024-09-13T00:12:15.122584+0000 mgr.y (mgr.34107) 218 : cluster [DBG] pgmap v377: 121 pgs: 121 active+clean; 633 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.8 MiB/s wr, 17 op/s; 13 MiB/s, 6 objects/s recovering 2024-09-13T00:12:16.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:16 smithi053 bash[67631]: cluster 2024-09-13T00:12:15.337582+0000 mon.a (mon.0) 738 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/1263 objects degraded (6.017%), 4 pgs degraded) 2024-09-13T00:12:16.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:16 smithi053 bash[67631]: cluster 2024-09-13T00:12:15.337645+0000 mon.a (mon.0) 739 : cluster [INF] Cluster is now healthy 2024-09-13T00:12:17.359 INFO:tasks.rados.rados.0.smithi032.stdout:2516: done (1 left) 2024-09-13T00:12:17.359 INFO:tasks.rados.rados.0.smithi032.stdout:2517: done (0 left) 2024-09-13T00:12:17.359 INFO:tasks.rados.rados.0.smithi032.stdout:2518: snap_remove snap 240 2024-09-13T00:12:17.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:17 smithi032 bash[75510]: cluster 2024-09-13T00:12:16.359462+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2024-09-13T00:12:17.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:17 smithi032 bash[75510]: cluster 2024-09-13T00:12:17.361778+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2024-09-13T00:12:17.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:17 smithi032 bash[76677]: cluster 2024-09-13T00:12:16.359462+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2024-09-13T00:12:17.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:17 smithi032 bash[76677]: cluster 2024-09-13T00:12:17.361778+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2024-09-13T00:12:17.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:17 smithi053 bash[67631]: cluster 2024-09-13T00:12:16.359462+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2024-09-13T00:12:17.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:17 smithi053 bash[67631]: cluster 2024-09-13T00:12:17.361778+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2024-09-13T00:12:18.161 INFO:tasks.rados.rados.0.smithi032.stdout:2518: done (0 left) 2024-09-13T00:12:18.161 INFO:tasks.rados.rados.0.smithi032.stdout:2519: delete oid 29 current snap is 255 2024-09-13T00:12:18.190 INFO:tasks.rados.rados.0.smithi032.stdout:2519: done (0 left) 2024-09-13T00:12:18.190 INFO:tasks.rados.rados.0.smithi032.stdout:2520: copy_from oid 14 from oid 22 current snap is 255 2024-09-13T00:12:18.190 INFO:tasks.rados.rados.0.smithi032.stdout:2521: delete oid 40 current snap is 255 2024-09-13T00:12:18.199 INFO:tasks.rados.rados.0.smithi032.stdout:2521: done (1 left) 2024-09-13T00:12:18.199 INFO:tasks.rados.rados.0.smithi032.stdout:2522: delete oid 21 current snap is 255 2024-09-13T00:12:18.209 INFO:tasks.rados.rados.0.smithi032.stdout:2522: done (1 left) 2024-09-13T00:12:18.209 INFO:tasks.rados.rados.0.smithi032.stdout:2523: rmattr oid 28 current snap is 255 2024-09-13T00:12:18.210 INFO:tasks.rados.rados.0.smithi032.stdout:2524: read oid 49 snap 230 2024-09-13T00:12:18.210 INFO:tasks.rados.rados.0.smithi032.stdout:2524: expect deleted 2024-09-13T00:12:18.210 INFO:tasks.rados.rados.0.smithi032.stdout:2525: copy_from oid 29 from oid 45 current snap is 255 2024-09-13T00:12:18.210 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 255 2024-09-13T00:12:18.210 INFO:tasks.rados.rados.0.smithi032.stdout:2526: seq_num 840 ranges {1728512=475136,2203648=712704,2916352=499712,3416064=393216} 2024-09-13T00:12:18.223 INFO:tasks.rados.rados.0.smithi032.stdout:2526: writing smithi03267100-9 from 1728512 to 2203648 tid 1 2024-09-13T00:12:18.227 INFO:tasks.rados.rados.0.smithi032.stdout:2526: writing smithi03267100-9 from 2203648 to 2916352 tid 2 2024-09-13T00:12:18.230 INFO:tasks.rados.rados.0.smithi032.stdout:2526: writing smithi03267100-9 from 2916352 to 3416064 tid 3 2024-09-13T00:12:18.233 INFO:tasks.rados.rados.0.smithi032.stdout:2526: writing smithi03267100-9 from 3416064 to 3809280 tid 4 2024-09-13T00:12:18.233 INFO:tasks.rados.rados.0.smithi032.stdout:2527: read oid 37 snap -1 2024-09-13T00:12:18.233 INFO:tasks.rados.rados.0.smithi032.stdout:2527: expect deleted 2024-09-13T00:12:18.233 INFO:tasks.rados.rados.0.smithi032.stdout:2528: snap_remove snap 210 2024-09-13T00:12:18.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[75510]: cluster 2024-09-13T00:12:17.123276+0000 mgr.y (mgr.34107) 219 : cluster [DBG] pgmap v380: 121 pgs: 121 active+clean; 610 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.0 MiB/s wr, 17 op/s; 7.9 MiB/s, 3 objects/s recovering 2024-09-13T00:12:18.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[75510]: audit 2024-09-13T00:12:17.941012+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:18.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[75510]: audit 2024-09-13T00:12:17.951167+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[75510]: audit 2024-09-13T00:12:17.953366+0000 mon.a (mon.0) 744 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:12:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[75510]: audit 2024-09-13T00:12:17.955336+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:12:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[75510]: audit 2024-09-13T00:12:17.965804+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[75510]: audit 2024-09-13T00:12:18.106231+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[75510]: audit 2024-09-13T00:12:18.111742+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[75510]: audit 2024-09-13T00:12:18.114795+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[75510]: audit 2024-09-13T00:12:18.117229+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[75510]: audit 2024-09-13T00:12:18.120056+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T00:12:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[75510]: cluster 2024-09-13T00:12:18.163701+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2024-09-13T00:12:18.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[76677]: cluster 2024-09-13T00:12:17.123276+0000 mgr.y (mgr.34107) 219 : cluster [DBG] pgmap v380: 121 pgs: 121 active+clean; 610 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.0 MiB/s wr, 17 op/s; 7.9 MiB/s, 3 objects/s recovering 2024-09-13T00:12:18.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[76677]: audit 2024-09-13T00:12:17.941012+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[76677]: audit 2024-09-13T00:12:17.951167+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[76677]: audit 2024-09-13T00:12:17.953366+0000 mon.a (mon.0) 744 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:12:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[76677]: audit 2024-09-13T00:12:17.955336+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:12:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[76677]: audit 2024-09-13T00:12:17.965804+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[76677]: audit 2024-09-13T00:12:18.106231+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[76677]: audit 2024-09-13T00:12:18.111742+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[76677]: audit 2024-09-13T00:12:18.114795+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[76677]: audit 2024-09-13T00:12:18.117229+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[76677]: audit 2024-09-13T00:12:18.120056+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T00:12:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:18 smithi032 bash[76677]: cluster 2024-09-13T00:12:18.163701+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2024-09-13T00:12:18.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:18 smithi053 bash[67631]: cluster 2024-09-13T00:12:17.123276+0000 mgr.y (mgr.34107) 219 : cluster [DBG] pgmap v380: 121 pgs: 121 active+clean; 610 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.0 MiB/s wr, 17 op/s; 7.9 MiB/s, 3 objects/s recovering 2024-09-13T00:12:18.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:18 smithi053 bash[67631]: audit 2024-09-13T00:12:17.941012+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:18.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:18 smithi053 bash[67631]: audit 2024-09-13T00:12:17.951167+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:18.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:18 smithi053 bash[67631]: audit 2024-09-13T00:12:17.953366+0000 mon.a (mon.0) 744 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:12:18.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:18 smithi053 bash[67631]: audit 2024-09-13T00:12:17.955336+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:12:18.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:18 smithi053 bash[67631]: audit 2024-09-13T00:12:17.965804+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:18.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:18 smithi053 bash[67631]: audit 2024-09-13T00:12:18.106231+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:18.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:18 smithi053 bash[67631]: audit 2024-09-13T00:12:18.111742+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:18.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:18 smithi053 bash[67631]: audit 2024-09-13T00:12:18.114795+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:18.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:18 smithi053 bash[67631]: audit 2024-09-13T00:12:18.117229+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:18.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:18 smithi053 bash[67631]: audit 2024-09-13T00:12:18.120056+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T00:12:18.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:18 smithi053 bash[67631]: cluster 2024-09-13T00:12:18.163701+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2024-09-13T00:12:19.169 INFO:tasks.rados.rados.0.smithi032.stdout:2520: finishing copy_from racing read to smithi03267100-14 2024-09-13T00:12:19.169 INFO:tasks.rados.rados.0.smithi032.stdout:2520: finishing copy_from to smithi03267100-14 2024-09-13T00:12:19.169 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 1316 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:12:19.169 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1449 (ObjNum 825 snap 253 seq_num 825) dirty exists 2024-09-13T00:12:19.169 INFO:tasks.rados.rados.0.smithi032.stdout:2525: finishing copy_from racing read to smithi03267100-29 2024-09-13T00:12:19.169 INFO:tasks.rados.rados.0.smithi032.stdout:2525: finishing copy_from to smithi03267100-29 2024-09-13T00:12:19.169 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1326 (ObjNum 786 snap 241 seq_num 786) dirty exists 2024-09-13T00:12:19.169 INFO:tasks.rados.rados.0.smithi032.stdout:2526: finishing write tid 1 to smithi03267100-9 2024-09-13T00:12:19.169 INFO:tasks.rados.rados.0.smithi032.stdout:2526: finishing write tid 2 to smithi03267100-9 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:2526: finishing write tid 3 to smithi03267100-9 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:2526: finishing write tid 4 to smithi03267100-9 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:2526: finishing write tid 5 to smithi03267100-9 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:2526: finishing write tid 6 to smithi03267100-9 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2170 (ObjNum 840 snap 255 seq_num 840) dirty exists 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:2526: left oid 9 (ObjNum 840 snap 255 seq_num 840) 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:2520: done (6 left) 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:2523: done (5 left) 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:2524: done (4 left) 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:2525: done (3 left) 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:2526: done (2 left) 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:2527: done (1 left) 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:2528: done (0 left) 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:2529: copy_from oid 19 from oid 31 current snap is 255 2024-09-13T00:12:19.170 INFO:tasks.rados.rados.0.smithi032.stdout:2530: read oid 40 snap 202 2024-09-13T00:12:19.171 INFO:tasks.rados.rados.0.smithi032.stdout:2530: expect (ObjNum 166883680 snap 22058 seq_num 166377888) 2024-09-13T00:12:19.171 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 255 2024-09-13T00:12:19.171 INFO:tasks.rados.rados.0.smithi032.stdout:2531: seq_num 841 ranges {3874816=491520,4366336=598016,4964352=704512,5668864=303104} 2024-09-13T00:12:19.219 INFO:tasks.rados.rados.0.smithi032.stdout:2531: writing smithi03267100-15 from 3874816 to 4366336 tid 1 2024-09-13T00:12:19.227 INFO:tasks.rados.rados.0.smithi032.stdout:2531: writing smithi03267100-15 from 4366336 to 4964352 tid 2 2024-09-13T00:12:19.234 INFO:tasks.rados.rados.0.smithi032.stdout:2531: writing smithi03267100-15 from 4964352 to 5668864 tid 3 2024-09-13T00:12:19.237 INFO:tasks.rados.rados.0.smithi032.stdout:2531: writing smithi03267100-15 from 5668864 to 5971968 tid 4 2024-09-13T00:12:19.238 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 255 2024-09-13T00:12:19.238 INFO:tasks.rados.rados.0.smithi032.stdout:2530: expect (ObjNum 166883680 snap 22058 seq_num 166377888) 2024-09-13T00:12:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:2531: finishing write tid 1 to smithi03267100-15 2024-09-13T00:12:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:2532: seq_num 842 ranges {1171456=507904,1679360=475136,2154496=516096,2670592=499712,3170304=114688} 2024-09-13T00:12:19.254 INFO:tasks.rados.rados.0.smithi032.stdout:2532: writing smithi03267100-29 from 1171456 to 1679360 tid 1 2024-09-13T00:12:19.258 INFO:tasks.rados.rados.0.smithi032.stdout:2532: writing smithi03267100-29 from 1679360 to 2154496 tid 2 2024-09-13T00:12:19.262 INFO:tasks.rados.rados.0.smithi032.stdout:2532: writing smithi03267100-29 from 2154496 to 2670592 tid 3 2024-09-13T00:12:19.267 INFO:tasks.rados.rados.0.smithi032.stdout:2532: writing smithi03267100-29 from 2670592 to 3170304 tid 4 2024-09-13T00:12:19.268 INFO:tasks.rados.rados.0.smithi032.stdout:2532: writing smithi03267100-29 from 3170304 to 3284992 tid 5 2024-09-13T00:12:19.268 INFO:tasks.rados.rados.0.smithi032.stdout:2530: done (3 left) 2024-09-13T00:12:19.268 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 255 2024-09-13T00:12:19.269 INFO:tasks.rados.rados.0.smithi032.stdout:2533: seq_num 843 ranges {868352=524288,1392640=761856,2154496=671744,2826240=172032} 2024-09-13T00:12:19.280 INFO:tasks.rados.rados.0.smithi032.stdout:2533: writing smithi03267100-38 from 868352 to 1392640 tid 1 2024-09-13T00:12:19.286 INFO:tasks.rados.rados.0.smithi032.stdout:2533: writing smithi03267100-38 from 1392640 to 2154496 tid 2 2024-09-13T00:12:19.291 INFO:tasks.rados.rados.0.smithi032.stdout:2533: writing smithi03267100-38 from 2154496 to 2826240 tid 3 2024-09-13T00:12:19.293 INFO:tasks.rados.rados.0.smithi032.stdout:2533: writing smithi03267100-38 from 2826240 to 2998272 tid 4 2024-09-13T00:12:19.293 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 255 2024-09-13T00:12:19.293 INFO:tasks.rados.rados.0.smithi032.stdout:2529: finishing copy_from racing read to smithi03267100-19 2024-09-13T00:12:19.293 INFO:tasks.rados.rados.0.smithi032.stdout:2531: finishing write tid 2 to smithi03267100-15 2024-09-13T00:12:19.293 INFO:tasks.rados.rados.0.smithi032.stdout:2529: finishing copy_from to smithi03267100-19 2024-09-13T00:12:19.293 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 1949 (ObjNum 781 snap 238 seq_num 781) dirty exists 2024-09-13T00:12:19.293 INFO:tasks.rados.rados.0.smithi032.stdout:2534: seq_num 844 ranges {0=540672,540672=696320,1236992=475136,1712128=434176} 2024-09-13T00:12:19.297 INFO:tasks.rados.rados.0.smithi032.stdout:2534: writing smithi03267100-40 from 0 to 540672 tid 1 2024-09-13T00:12:19.302 INFO:tasks.rados.rados.0.smithi032.stdout:2534: writing smithi03267100-40 from 540672 to 1236992 tid 2 2024-09-13T00:12:19.306 INFO:tasks.rados.rados.0.smithi032.stdout:2534: writing smithi03267100-40 from 1236992 to 1712128 tid 3 2024-09-13T00:12:19.312 INFO:tasks.rados.rados.0.smithi032.stdout:2534: writing smithi03267100-40 from 1712128 to 2146304 tid 4 2024-09-13T00:12:19.312 INFO:tasks.rados.rados.0.smithi032.stdout:2529: done (4 left) 2024-09-13T00:12:19.312 INFO:tasks.rados.rados.0.smithi032.stdout:2535: read oid 24 snap -1 2024-09-13T00:12:19.312 INFO:tasks.rados.rados.0.smithi032.stdout:2535: expect (ObjNum 750 snap 226 seq_num 750) 2024-09-13T00:12:19.312 INFO:tasks.rados.rados.0.smithi032.stdout:2536: read oid 5 snap 195 2024-09-13T00:12:19.312 INFO:tasks.rados.rados.0.smithi032.stdout:2536: expect (ObjNum 435 snap 131 seq_num 435) 2024-09-13T00:12:19.312 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 255 2024-09-13T00:12:19.312 INFO:tasks.rados.rados.0.smithi032.stdout:2531: finishing write tid 3 to smithi03267100-15 2024-09-13T00:12:19.312 INFO:tasks.rados.rados.0.smithi032.stdout:2531: finishing write tid 4 to smithi03267100-15 2024-09-13T00:12:19.313 INFO:tasks.rados.rados.0.smithi032.stdout:2531: finishing write tid 5 to smithi03267100-15 2024-09-13T00:12:19.313 INFO:tasks.rados.rados.0.smithi032.stdout:2531: finishing write tid 6 to smithi03267100-15 2024-09-13T00:12:19.313 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1345 (ObjNum 841 snap 255 seq_num 841) dirty exists 2024-09-13T00:12:19.313 INFO:tasks.rados.rados.0.smithi032.stdout:2531: left oid 15 (ObjNum 841 snap 255 seq_num 841) 2024-09-13T00:12:19.313 INFO:tasks.rados.rados.0.smithi032.stdout:2532: finishing write tid 1 to smithi03267100-29 2024-09-13T00:12:19.313 INFO:tasks.rados.rados.0.smithi032.stdout:2532: finishing write tid 2 to smithi03267100-29 2024-09-13T00:12:19.313 INFO:tasks.rados.rados.0.smithi032.stdout:2532: finishing write tid 3 to smithi03267100-29 2024-09-13T00:12:19.313 INFO:tasks.rados.rados.0.smithi032.stdout:2532: finishing write tid 4 to smithi03267100-29 2024-09-13T00:12:19.313 INFO:tasks.rados.rados.0.smithi032.stdout:2532: finishing write tid 5 to smithi03267100-29 2024-09-13T00:12:19.313 INFO:tasks.rados.rados.0.smithi032.stdout:2532: finishing write tid 6 to smithi03267100-29 2024-09-13T00:12:19.313 INFO:tasks.rados.rados.0.smithi032.stdout:2532: finishing write tid 7 to smithi03267100-29 2024-09-13T00:12:19.313 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1464 (ObjNum 842 snap 255 seq_num 842) dirty exists 2024-09-13T00:12:19.313 INFO:tasks.rados.rados.0.smithi032.stdout:2532: left oid 29 (ObjNum 842 snap 255 seq_num 842) 2024-09-13T00:12:19.314 INFO:tasks.rados.rados.0.smithi032.stdout:2533: finishing write tid 1 to smithi03267100-38 2024-09-13T00:12:19.314 INFO:tasks.rados.rados.0.smithi032.stdout:2533: finishing write tid 2 to smithi03267100-38 2024-09-13T00:12:19.314 INFO:tasks.rados.rados.0.smithi032.stdout:2533: finishing write tid 3 to smithi03267100-38 2024-09-13T00:12:19.314 INFO:tasks.rados.rados.0.smithi032.stdout:2533: finishing write tid 4 to smithi03267100-38 2024-09-13T00:12:19.314 INFO:tasks.rados.rados.0.smithi032.stdout:2533: finishing write tid 5 to smithi03267100-38 2024-09-13T00:12:19.314 INFO:tasks.rados.rados.0.smithi032.stdout:2537: seq_num 845 ranges {0=557056,557056=581632,1138688=688128,1826816=335872} 2024-09-13T00:12:19.316 INFO:tasks.rados.rados.0.smithi032.stdout:2537: writing smithi03267100-33 from 0 to 557056 tid 1 2024-09-13T00:12:19.320 INFO:tasks.rados.rados.0.smithi032.stdout:2537: writing smithi03267100-33 from 557056 to 1138688 tid 2 2024-09-13T00:12:19.325 INFO:tasks.rados.rados.0.smithi032.stdout:2537: writing smithi03267100-33 from 1138688 to 1826816 tid 3 2024-09-13T00:12:19.328 INFO:tasks.rados.rados.0.smithi032.stdout:2537: writing smithi03267100-33 from 1826816 to 2162688 tid 4 2024-09-13T00:12:19.329 INFO:tasks.rados.rados.0.smithi032.stdout:2531: done (6 left) 2024-09-13T00:12:19.329 INFO:tasks.rados.rados.0.smithi032.stdout:2532: done (5 left) 2024-09-13T00:12:19.329 INFO:tasks.rados.rados.0.smithi032.stdout:2538: rollback oid 28 current snap is 255 2024-09-13T00:12:19.329 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 28 to 231 2024-09-13T00:12:19.329 INFO:tasks.rados.rados.0.smithi032.stdout:2534: finishing write tid 1 to smithi03267100-40 2024-09-13T00:12:19.329 INFO:tasks.rados.rados.0.smithi032.stdout:2533: finishing write tid 6 to smithi03267100-38 2024-09-13T00:12:19.329 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1880 (ObjNum 843 snap 255 seq_num 843) dirty exists 2024-09-13T00:12:19.329 INFO:tasks.rados.rados.0.smithi032.stdout:2533: left oid 38 (ObjNum 843 snap 255 seq_num 843) 2024-09-13T00:12:19.329 INFO:tasks.rados.rados.0.smithi032.stdout:2534: finishing write tid 2 to smithi03267100-40 2024-09-13T00:12:19.329 INFO:tasks.rados.rados.0.smithi032.stdout:2533: done (5 left) 2024-09-13T00:12:19.329 INFO:tasks.rados.rados.0.smithi032.stdout:2539: snap_create 2024-09-13T00:12:19.329 INFO:tasks.rados.rados.0.smithi032.stdout:2534: finishing write tid 3 to smithi03267100-40 2024-09-13T00:12:19.329 INFO:tasks.rados.rados.0.smithi032.stdout:2535: expect (ObjNum 750 snap 226 seq_num 750) 2024-09-13T00:12:19.350 INFO:tasks.rados.rados.0.smithi032.stdout:2534: finishing write tid 4 to smithi03267100-40 2024-09-13T00:12:19.350 INFO:tasks.rados.rados.0.smithi032.stdout:2534: finishing write tid 5 to smithi03267100-40 2024-09-13T00:12:19.350 INFO:tasks.rados.rados.0.smithi032.stdout:2537: finishing write tid 1 to smithi03267100-33 2024-09-13T00:12:19.350 INFO:tasks.rados.rados.0.smithi032.stdout:2534: finishing write tid 6 to smithi03267100-40 2024-09-13T00:12:19.350 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 1805 (ObjNum 844 snap 255 seq_num 844) dirty exists 2024-09-13T00:12:19.350 INFO:tasks.rados.rados.0.smithi032.stdout:2534: left oid 40 (ObjNum 844 snap 255 seq_num 844) 2024-09-13T00:12:19.350 INFO:tasks.rados.rados.0.smithi032.stdout:2537: finishing write tid 2 to smithi03267100-33 2024-09-13T00:12:19.350 INFO:tasks.rados.rados.0.smithi032.stdout:2537: finishing write tid 3 to smithi03267100-33 2024-09-13T00:12:19.350 INFO:tasks.rados.rados.0.smithi032.stdout:2537: finishing write tid 4 to smithi03267100-33 2024-09-13T00:12:19.350 INFO:tasks.rados.rados.0.smithi032.stdout:2538: finishing rollback tid 0 to smithi03267100-28 2024-09-13T00:12:19.350 INFO:tasks.rados.rados.0.smithi032.stdout:2538: finishing rollback tid 1 to smithi03267100-28 2024-09-13T00:12:19.350 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1466 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T00:12:19.351 INFO:tasks.rados.rados.0.smithi032.stdout:2537: finishing write tid 5 to smithi03267100-33 2024-09-13T00:12:19.351 INFO:tasks.rados.rados.0.smithi032.stdout:2537: finishing write tid 6 to smithi03267100-33 2024-09-13T00:12:19.351 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 1728 (ObjNum 845 snap 255 seq_num 845) dirty exists 2024-09-13T00:12:19.351 INFO:tasks.rados.rados.0.smithi032.stdout:2537: left oid 33 (ObjNum 845 snap 255 seq_num 845) 2024-09-13T00:12:19.352 INFO:tasks.rados.rados.0.smithi032.stdout:2536: expect (ObjNum 435 snap 131 seq_num 435) 2024-09-13T00:12:19.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:19 smithi032 bash[75510]: audit 2024-09-13T00:12:18.120469+0000 mgr.y (mgr.34107) 220 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T00:12:19.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:19 smithi032 bash[75510]: cephadm 2024-09-13T00:12:18.122433+0000 mgr.y (mgr.34107) 221 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-13T00:12:19.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:19 smithi032 bash[75510]: cluster 2024-09-13T00:12:19.168587+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2024-09-13T00:12:19.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:19 smithi032 bash[76677]: audit 2024-09-13T00:12:18.120469+0000 mgr.y (mgr.34107) 220 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T00:12:19.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:19 smithi032 bash[76677]: cephadm 2024-09-13T00:12:18.122433+0000 mgr.y (mgr.34107) 221 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-13T00:12:19.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:19 smithi032 bash[76677]: cluster 2024-09-13T00:12:19.168587+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2024-09-13T00:12:19.742 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:19 smithi053 bash[67631]: audit 2024-09-13T00:12:18.120469+0000 mgr.y (mgr.34107) 220 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T00:12:19.742 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:19 smithi053 bash[67631]: cephadm 2024-09-13T00:12:18.122433+0000 mgr.y (mgr.34107) 221 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-13T00:12:19.743 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:19 smithi053 bash[67631]: cluster 2024-09-13T00:12:19.168587+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2024-09-13T00:12:20.166 INFO:tasks.rados.rados.0.smithi032.stdout:2534: done (5 left) 2024-09-13T00:12:20.166 INFO:tasks.rados.rados.0.smithi032.stdout:2535: done (4 left) 2024-09-13T00:12:20.166 INFO:tasks.rados.rados.0.smithi032.stdout:2536: done (3 left) 2024-09-13T00:12:20.166 INFO:tasks.rados.rados.0.smithi032.stdout:2537: done (2 left) 2024-09-13T00:12:20.166 INFO:tasks.rados.rados.0.smithi032.stdout:2538: done (1 left) 2024-09-13T00:12:20.166 INFO:tasks.rados.rados.0.smithi032.stdout:2539: done (0 left) 2024-09-13T00:12:20.166 INFO:tasks.rados.rados.0.smithi032.stdout:2540: snap_create 2024-09-13T00:12:20.410 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:12:20.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:20 smithi032 bash[75510]: cluster 2024-09-13T00:12:19.124245+0000 mgr.y (mgr.34107) 222 : cluster [DBG] pgmap v383: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 595 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T00:12:20.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:20 smithi032 bash[75510]: cluster 2024-09-13T00:12:20.168803+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2024-09-13T00:12:20.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:20 smithi032 bash[75510]: audit 2024-09-13T00:12:20.221046+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:20.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:20 smithi032 bash[75510]: audit 2024-09-13T00:12:20.221866+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T00:12:20.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:20 smithi032 bash[75510]: audit 2024-09-13T00:12:20.222485+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:12:20.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:20 smithi032 bash[75510]: audit 2024-09-13T00:12:20.306020+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:20 smithi032 bash[76677]: cluster 2024-09-13T00:12:19.124245+0000 mgr.y (mgr.34107) 222 : cluster [DBG] pgmap v383: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 595 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T00:12:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:20 smithi032 bash[76677]: cluster 2024-09-13T00:12:20.168803+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2024-09-13T00:12:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:20 smithi032 bash[76677]: audit 2024-09-13T00:12:20.221046+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:20 smithi032 bash[76677]: audit 2024-09-13T00:12:20.221866+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T00:12:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:20 smithi032 bash[76677]: audit 2024-09-13T00:12:20.222485+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:12:20.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:20 smithi032 bash[76677]: audit 2024-09-13T00:12:20.306020+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:20.724 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:12:20.724 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6m) 43s ago 12m 13.4M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:12:20.724 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (5m) 13s ago 11m 74.3M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:12:20.724 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (13m) 43s ago 13m 17.0M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:12:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (13m) 13s ago 13m 19.6M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:12:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (4m) 13s ago 21m 426M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:12:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5m) 43s ago 24m 487M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:12:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4m) 43s ago 24m 56.3M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:12:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (3m) 13s ago 22m 40.8M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:12:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4m) 43s ago 22m 43.9M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:12:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6m) 43s ago 12m 8143k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:12:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (5m) 13s ago 12m 8991k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:12:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2m) 43s ago 20m 360M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e a4f5d6d727f8 2024-09-13T00:12:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (109s) 43s ago 19m 427M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 953c3952f855 2024-09-13T00:12:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (78s) 43s ago 19m 371M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 49cc31a24edc 2024-09-13T00:12:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (47s) 43s ago 18m - 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 662cbd030bbe 2024-09-13T00:12:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (18s) 13s ago 17m - 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 78e01b7bbadc 2024-09-13T00:12:20.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (16m) 13s ago 16m 444M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb a81488c96f17 2024-09-13T00:12:20.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (15m) 13s ago 15m 181M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:12:20.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (14m) 13s ago 14m 333M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:12:20.726 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (5m) 13s ago 13m 57.6M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:12:20.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:20 smithi053 bash[67631]: cluster 2024-09-13T00:12:19.124245+0000 mgr.y (mgr.34107) 222 : cluster [DBG] pgmap v383: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 595 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T00:12:20.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:20 smithi053 bash[67631]: cluster 2024-09-13T00:12:20.168803+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2024-09-13T00:12:20.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:20 smithi053 bash[67631]: audit 2024-09-13T00:12:20.221046+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:20.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:20 smithi053 bash[67631]: audit 2024-09-13T00:12:20.221866+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T00:12:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:20 smithi053 bash[67631]: audit 2024-09-13T00:12:20.222485+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:12:20.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:20 smithi053 bash[67631]: audit 2024-09-13T00:12:20.306020+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:21.084 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:12:21.084 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:12:21.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:12:21.084 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:12:21.084 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:12:21.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:12:21.085 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:12:21.085 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:12:21.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3, 2024-09-13T00:12:21.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 5 2024-09-13T00:12:21.085 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:12:21.085 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:12:21.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:12:21.085 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:12:21.085 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:12:21.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 5, 2024-09-13T00:12:21.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 10 2024-09-13T00:12:21.085 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:12:21.086 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:12:21.170 INFO:tasks.rados.rados.0.smithi032.stdout:2540: done (0 left) 2024-09-13T00:12:21.170 INFO:tasks.rados.rados.0.smithi032.stdout:2541: rollback oid 2 current snap is 257 2024-09-13T00:12:21.170 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 216 2024-09-13T00:12:21.170 INFO:tasks.rados.rados.0.smithi032.stdout:2542: read oid 40 snap -1 2024-09-13T00:12:21.170 INFO:tasks.rados.rados.0.smithi032.stdout:2542: expect (ObjNum 844 snap 255 seq_num 844) 2024-09-13T00:12:21.170 INFO:tasks.rados.rados.0.smithi032.stdout:2543: read oid 24 snap -1 2024-09-13T00:12:21.170 INFO:tasks.rados.rados.0.smithi032.stdout:2543: expect (ObjNum 750 snap 226 seq_num 750) 2024-09-13T00:12:21.170 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 257 2024-09-13T00:12:21.171 INFO:tasks.rados.rados.0.smithi032.stdout:2544: seq_num 846 ranges {1679360=573440,2252800=466944,2719744=491520,3211264=548864,3760128=98304} 2024-09-13T00:12:21.187 INFO:tasks.rados.rados.0.smithi032.stdout:2544: writing smithi03267100-23 from 1679360 to 2252800 tid 1 2024-09-13T00:12:21.190 INFO:tasks.rados.rados.0.smithi032.stdout:2544: writing smithi03267100-23 from 2252800 to 2719744 tid 2 2024-09-13T00:12:21.193 INFO:tasks.rados.rados.0.smithi032.stdout:2544: writing smithi03267100-23 from 2719744 to 3211264 tid 3 2024-09-13T00:12:21.196 INFO:tasks.rados.rados.0.smithi032.stdout:2544: writing smithi03267100-23 from 3211264 to 3760128 tid 4 2024-09-13T00:12:21.197 INFO:tasks.rados.rados.0.smithi032.stdout:2544: writing smithi03267100-23 from 3760128 to 3858432 tid 5 2024-09-13T00:12:21.197 INFO:tasks.rados.rados.0.smithi032.stdout:2545: copy_from oid 28 from oid 14 current snap is 257 2024-09-13T00:12:21.197 INFO:tasks.rados.rados.0.smithi032.stdout:2543: expect (ObjNum 750 snap 226 seq_num 750) 2024-09-13T00:12:21.219 INFO:tasks.rados.rados.0.smithi032.stdout:2541: finishing rollback tid 0 to smithi03267100-2 2024-09-13T00:12:21.219 INFO:tasks.rados.rados.0.smithi032.stdout:2541: finishing rollback tid 1 to smithi03267100-2 2024-09-13T00:12:21.219 INFO:tasks.rados.rados.0.smithi032.stdout:2541: finishing rollback tid 2 to smithi03267100-2 2024-09-13T00:12:21.219 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1717 (ObjNum 609 snap 0 seq_num 127794992) dirty exists 2024-09-13T00:12:21.219 INFO:tasks.rados.rados.0.smithi032.stdout:2542: expect (ObjNum 844 snap 255 seq_num 844) 2024-09-13T00:12:21.276 INFO:tasks.rados.rados.0.smithi032.stdout:2545: finishing copy_from racing read to smithi03267100-28 2024-09-13T00:12:21.276 INFO:tasks.rados.rados.0.smithi032.stdout:2544: finishing write tid 1 to smithi03267100-23 2024-09-13T00:12:21.276 INFO:tasks.rados.rados.0.smithi032.stdout:2544: finishing write tid 2 to smithi03267100-23 2024-09-13T00:12:21.276 INFO:tasks.rados.rados.0.smithi032.stdout:2544: finishing write tid 3 to smithi03267100-23 2024-09-13T00:12:21.276 INFO:tasks.rados.rados.0.smithi032.stdout:2545: finishing copy_from to smithi03267100-28 2024-09-13T00:12:21.276 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1316 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:12:21.276 INFO:tasks.rados.rados.0.smithi032.stdout:2544: finishing write tid 4 to smithi03267100-23 2024-09-13T00:12:21.276 INFO:tasks.rados.rados.0.smithi032.stdout:2544: finishing write tid 5 to smithi03267100-23 2024-09-13T00:12:21.277 INFO:tasks.rados.rados.0.smithi032.stdout:2544: finishing write tid 6 to smithi03267100-23 2024-09-13T00:12:21.277 INFO:tasks.rados.rados.0.smithi032.stdout:2544: finishing write tid 7 to smithi03267100-23 2024-09-13T00:12:21.277 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 2103 (ObjNum 846 snap 257 seq_num 846) dirty exists 2024-09-13T00:12:21.277 INFO:tasks.rados.rados.0.smithi032.stdout:2544: left oid 23 (ObjNum 846 snap 257 seq_num 846) 2024-09-13T00:12:21.277 INFO:tasks.rados.rados.0.smithi032.stdout:2541: done (4 left) 2024-09-13T00:12:21.277 INFO:tasks.rados.rados.0.smithi032.stdout:2542: done (3 left) 2024-09-13T00:12:21.277 INFO:tasks.rados.rados.0.smithi032.stdout:2543: done (2 left) 2024-09-13T00:12:21.277 INFO:tasks.rados.rados.0.smithi032.stdout:2544: done (1 left) 2024-09-13T00:12:21.277 INFO:tasks.rados.rados.0.smithi032.stdout:2545: done (0 left) 2024-09-13T00:12:21.277 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 257 2024-09-13T00:12:21.277 INFO:tasks.rados.rados.0.smithi032.stdout:2546: seq_num 847 ranges {2834432=589824,3424256=753664,4177920=655360,4833280=196608} 2024-09-13T00:12:21.306 INFO:tasks.rados.rados.0.smithi032.stdout:2546: writing smithi03267100-3 from 2834432 to 3424256 tid 1 2024-09-13T00:12:21.314 INFO:tasks.rados.rados.0.smithi032.stdout:2546: writing smithi03267100-3 from 3424256 to 4177920 tid 2 2024-09-13T00:12:21.321 INFO:tasks.rados.rados.0.smithi032.stdout:2546: writing smithi03267100-3 from 4177920 to 4833280 tid 3 2024-09-13T00:12:21.323 INFO:tasks.rados.rados.0.smithi032.stdout:2546: writing smithi03267100-3 from 4833280 to 5029888 tid 4 2024-09-13T00:12:21.323 INFO:tasks.rados.rados.0.smithi032.stdout:2547: snap_remove snap 242 2024-09-13T00:12:21.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:21 smithi032 bash[75510]: cephadm 2024-09-13T00:12:20.216318+0000 mgr.y (mgr.34107) 223 : cephadm [INF] Upgrade: Updating osd.5 2024-09-13T00:12:21.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:21 smithi032 bash[75510]: cephadm 2024-09-13T00:12:20.224703+0000 mgr.y (mgr.34107) 224 : cephadm [INF] Deploying daemon osd.5 on smithi053 2024-09-13T00:12:21.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:21 smithi032 bash[75510]: audit 2024-09-13T00:12:20.400688+0000 mgr.y (mgr.34107) 225 : audit [DBG] from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:12:21.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:21 smithi032 bash[75510]: audit 2024-09-13T00:12:20.691636+0000 mgr.y (mgr.34107) 226 : audit [DBG] from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:12:21.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:21 smithi032 bash[75510]: audit 2024-09-13T00:12:21.087457+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.32:0/4210455848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:21.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:21 smithi032 bash[75510]: cluster 2024-09-13T00:12:21.171600+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2024-09-13T00:12:21.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:21 smithi032 bash[76677]: cephadm 2024-09-13T00:12:20.216318+0000 mgr.y (mgr.34107) 223 : cephadm [INF] Upgrade: Updating osd.5 2024-09-13T00:12:21.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:21 smithi032 bash[76677]: cephadm 2024-09-13T00:12:20.224703+0000 mgr.y (mgr.34107) 224 : cephadm [INF] Deploying daemon osd.5 on smithi053 2024-09-13T00:12:21.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:21 smithi032 bash[76677]: audit 2024-09-13T00:12:20.400688+0000 mgr.y (mgr.34107) 225 : audit [DBG] from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:12:21.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:21 smithi032 bash[76677]: audit 2024-09-13T00:12:20.691636+0000 mgr.y (mgr.34107) 226 : audit [DBG] from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:12:21.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:21 smithi032 bash[76677]: audit 2024-09-13T00:12:21.087457+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.32:0/4210455848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:21.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:21 smithi032 bash[76677]: cluster 2024-09-13T00:12:21.171600+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2024-09-13T00:12:21.685 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:21 smithi053 bash[67631]: cephadm 2024-09-13T00:12:20.216318+0000 mgr.y (mgr.34107) 223 : cephadm [INF] Upgrade: Updating osd.5 2024-09-13T00:12:21.686 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:21 smithi053 bash[67631]: cephadm 2024-09-13T00:12:20.224703+0000 mgr.y (mgr.34107) 224 : cephadm [INF] Deploying daemon osd.5 on smithi053 2024-09-13T00:12:21.686 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:21 smithi053 bash[67631]: audit 2024-09-13T00:12:20.400688+0000 mgr.y (mgr.34107) 225 : audit [DBG] from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:12:21.686 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:21 smithi053 bash[67631]: audit 2024-09-13T00:12:20.691636+0000 mgr.y (mgr.34107) 226 : audit [DBG] from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:12:21.686 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:21 smithi053 bash[67631]: audit 2024-09-13T00:12:21.087457+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.32:0/4210455848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:21.686 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:21 smithi053 bash[67631]: cluster 2024-09-13T00:12:21.171600+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2024-09-13T00:12:22.185 INFO:tasks.rados.rados.0.smithi032.stdout:2547: done (1 left) 2024-09-13T00:12:22.185 INFO:tasks.rados.rados.0.smithi032.stdout:2548: delete oid 10 current snap is 257 2024-09-13T00:12:22.185 INFO:tasks.rados.rados.0.smithi032.stdout:2546: finishing write tid 1 to smithi03267100-3 2024-09-13T00:12:22.185 INFO:tasks.rados.rados.0.smithi032.stdout:2546: finishing write tid 2 to smithi03267100-3 2024-09-13T00:12:22.185 INFO:tasks.rados.rados.0.smithi032.stdout:2546: finishing write tid 3 to smithi03267100-3 2024-09-13T00:12:22.185 INFO:tasks.rados.rados.0.smithi032.stdout:2546: finishing write tid 4 to smithi03267100-3 2024-09-13T00:12:22.185 INFO:tasks.rados.rados.0.smithi032.stdout:2546: finishing write tid 5 to smithi03267100-3 2024-09-13T00:12:22.185 INFO:tasks.rados.rados.0.smithi032.stdout:2546: finishing write tid 6 to smithi03267100-3 2024-09-13T00:12:22.185 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1473 (ObjNum 847 snap 257 seq_num 847) dirty exists 2024-09-13T00:12:22.185 INFO:tasks.rados.rados.0.smithi032.stdout:2546: left oid 3 (ObjNum 847 snap 257 seq_num 847) 2024-09-13T00:12:22.203 INFO:tasks.rados.rados.0.smithi032.stdout:2546: done (1 left) 2024-09-13T00:12:22.204 INFO:tasks.rados.rados.0.smithi032.stdout:2548: done (0 left) 2024-09-13T00:12:22.204 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 257 2024-09-13T00:12:22.204 INFO:tasks.rados.rados.0.smithi032.stdout:2549: seq_num 849 ranges {0=622592,622592=516096,1138688=663552,1802240=425984} 2024-09-13T00:12:22.208 INFO:tasks.rados.rados.0.smithi032.stdout:2549: writing smithi03267100-43 from 0 to 622592 tid 1 2024-09-13T00:12:22.211 INFO:tasks.rados.rados.0.smithi032.stdout:2549: writing smithi03267100-43 from 622592 to 1138688 tid 2 2024-09-13T00:12:22.215 INFO:tasks.rados.rados.0.smithi032.stdout:2549: writing smithi03267100-43 from 1138688 to 1802240 tid 3 2024-09-13T00:12:22.218 INFO:tasks.rados.rados.0.smithi032.stdout:2549: writing smithi03267100-43 from 1802240 to 2228224 tid 4 2024-09-13T00:12:22.218 INFO:tasks.rados.rados.0.smithi032.stdout:2550: snap_remove snap 248 2024-09-13T00:12:22.596 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:22 smithi053 bash[67631]: cluster 2024-09-13T00:12:21.125096+0000 mgr.y (mgr.34107) 227 : cluster [DBG] pgmap v386: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 597 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 598 KiB/s wr, 7 op/s 2024-09-13T00:12:22.596 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:22 smithi053 bash[67631]: cluster 2024-09-13T00:12:22.176010+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2024-09-13T00:12:22.597 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:12:22 smithi053 bash[60895]: ts=2024-09-13T00:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:12:22.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:12:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:12:22] "GET /metrics HTTP/1.1" 200 36083 "" "Prometheus/2.43.0" 2024-09-13T00:12:22.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:22 smithi032 bash[76677]: cluster 2024-09-13T00:12:21.125096+0000 mgr.y (mgr.34107) 227 : cluster [DBG] pgmap v386: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 597 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 598 KiB/s wr, 7 op/s 2024-09-13T00:12:22.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:22 smithi032 bash[76677]: cluster 2024-09-13T00:12:22.176010+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2024-09-13T00:12:22.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:22 smithi032 bash[75510]: cluster 2024-09-13T00:12:21.125096+0000 mgr.y (mgr.34107) 227 : cluster [DBG] pgmap v386: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 597 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 598 KiB/s wr, 7 op/s 2024-09-13T00:12:22.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:22 smithi032 bash[75510]: cluster 2024-09-13T00:12:22.176010+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2024-09-13T00:12:23.164 INFO:tasks.rados.rados.0.smithi032.stdout:2549: finishing write tid 1 to smithi03267100-43 2024-09-13T00:12:23.164 INFO:tasks.rados.rados.0.smithi032.stdout:2549: finishing write tid 2 to smithi03267100-43 2024-09-13T00:12:23.164 INFO:tasks.rados.rados.0.smithi032.stdout:2549: finishing write tid 3 to smithi03267100-43 2024-09-13T00:12:23.164 INFO:tasks.rados.rados.0.smithi032.stdout:2549: finishing write tid 4 to smithi03267100-43 2024-09-13T00:12:23.164 INFO:tasks.rados.rados.0.smithi032.stdout:2549: finishing write tid 5 to smithi03267100-43 2024-09-13T00:12:23.164 INFO:tasks.rados.rados.0.smithi032.stdout:2549: finishing write tid 6 to smithi03267100-43 2024-09-13T00:12:23.164 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 1810 (ObjNum 849 snap 257 seq_num 849) dirty exists 2024-09-13T00:12:23.165 INFO:tasks.rados.rados.0.smithi032.stdout:2549: left oid 43 (ObjNum 849 snap 257 seq_num 849) 2024-09-13T00:12:23.165 INFO:tasks.rados.rados.0.smithi032.stdout:2549: done (1 left) 2024-09-13T00:12:23.165 INFO:tasks.rados.rados.0.smithi032.stdout:2550: done (0 left) 2024-09-13T00:12:23.165 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 257 2024-09-13T00:12:23.165 INFO:tasks.rados.rados.0.smithi032.stdout:2551: seq_num 850 ranges {1810432=638976,2449408=802816,3252224=475136,3727360=327680} 2024-09-13T00:12:23.183 INFO:tasks.rados.rados.0.smithi032.stdout:2551: writing smithi03267100-26 from 1810432 to 2449408 tid 1 2024-09-13T00:12:23.191 INFO:tasks.rados.rados.0.smithi032.stdout:2551: writing smithi03267100-26 from 2449408 to 3252224 tid 2 2024-09-13T00:12:23.196 INFO:tasks.rados.rados.0.smithi032.stdout:2551: writing smithi03267100-26 from 3252224 to 3727360 tid 3 2024-09-13T00:12:23.199 INFO:tasks.rados.rados.0.smithi032.stdout:2551: writing smithi03267100-26 from 3727360 to 4055040 tid 4 2024-09-13T00:12:23.199 INFO:tasks.rados.rados.0.smithi032.stdout:2552: rmattr oid 36 current snap is 257 2024-09-13T00:12:23.200 INFO:tasks.rados.rados.0.smithi032.stdout:2552: done (1 left) 2024-09-13T00:12:23.200 INFO:tasks.rados.rados.0.smithi032.stdout:2553: snap_remove snap 236 2024-09-13T00:12:24.172 INFO:tasks.rados.rados.0.smithi032.stdout:2551: finishing write tid 1 to smithi03267100-26 2024-09-13T00:12:24.172 INFO:tasks.rados.rados.0.smithi032.stdout:2551: finishing write tid 2 to smithi03267100-26 2024-09-13T00:12:24.172 INFO:tasks.rados.rados.0.smithi032.stdout:2551: finishing write tid 3 to smithi03267100-26 2024-09-13T00:12:24.172 INFO:tasks.rados.rados.0.smithi032.stdout:2551: finishing write tid 4 to smithi03267100-26 2024-09-13T00:12:24.172 INFO:tasks.rados.rados.0.smithi032.stdout:2551: finishing write tid 5 to smithi03267100-26 2024-09-13T00:12:24.172 INFO:tasks.rados.rados.0.smithi032.stdout:2551: finishing write tid 6 to smithi03267100-26 2024-09-13T00:12:24.172 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2204 (ObjNum 850 snap 257 seq_num 850) dirty exists 2024-09-13T00:12:24.172 INFO:tasks.rados.rados.0.smithi032.stdout:2551: left oid 26 (ObjNum 850 snap 257 seq_num 850) 2024-09-13T00:12:24.172 INFO:tasks.rados.rados.0.smithi032.stdout:2551: done (1 left) 2024-09-13T00:12:24.172 INFO:tasks.rados.rados.0.smithi032.stdout:2553: done (0 left) 2024-09-13T00:12:24.173 INFO:tasks.rados.rados.0.smithi032.stdout:2554: snap_remove snap 204 2024-09-13T00:12:24.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:24 smithi053 bash[67631]: cluster 2024-09-13T00:12:23.125910+0000 mgr.y (mgr.34107) 228 : cluster [DBG] pgmap v389: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 603 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:12:24.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:24 smithi053 bash[67631]: cluster 2024-09-13T00:12:23.165695+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2024-09-13T00:12:24.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:24 smithi032 bash[75510]: cluster 2024-09-13T00:12:23.125910+0000 mgr.y (mgr.34107) 228 : cluster [DBG] pgmap v389: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 603 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:12:24.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:24 smithi032 bash[75510]: cluster 2024-09-13T00:12:23.165695+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2024-09-13T00:12:24.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:24 smithi032 bash[76677]: cluster 2024-09-13T00:12:23.125910+0000 mgr.y (mgr.34107) 228 : cluster [DBG] pgmap v389: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 603 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:12:24.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:24 smithi032 bash[76677]: cluster 2024-09-13T00:12:23.165695+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2024-09-13T00:12:24.895 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:24.895 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:12:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:24.895 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:24.896 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:24.896 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:24 smithi053 systemd[1]: Stopping Ceph osd.5 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:12:24.896 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:24.897 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:12:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:24.897 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:12:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:24.897 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:12:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:24.898 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:12:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:24.898 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:12:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:25.179 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:25 smithi053 bash[33126]: debug 2024-09-13T00:12:25.018+0000 7f5d4c40e640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T00:12:25.179 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:25 smithi053 bash[33126]: debug 2024-09-13T00:12:25.018+0000 7f5d4c40e640 -1 osd.5 549 *** Got signal Terminated *** 2024-09-13T00:12:25.179 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:25 smithi053 bash[33126]: debug 2024-09-13T00:12:25.018+0000 7f5d4c40e640 -1 osd.5 549 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T00:12:25.188 INFO:tasks.rados.rados.0.smithi032.stdout:2554: done (0 left) 2024-09-13T00:12:25.189 INFO:tasks.rados.rados.0.smithi032.stdout:2555: rmattr oid 22 current snap is 257 2024-09-13T00:12:25.189 INFO:tasks.rados.rados.0.smithi032.stdout:2556: read oid 37 snap -1 2024-09-13T00:12:25.190 INFO:tasks.rados.rados.0.smithi032.stdout:2556: expect deleted 2024-09-13T00:12:25.190 INFO:tasks.rados.rados.0.smithi032.stdout:2557: read oid 45 snap -1 2024-09-13T00:12:25.190 INFO:tasks.rados.rados.0.smithi032.stdout:2557: expect (ObjNum 786 snap 241 seq_num 786) 2024-09-13T00:12:25.190 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 257 2024-09-13T00:12:25.190 INFO:tasks.rados.rados.0.smithi032.stdout:2558: seq_num 851 ranges {0=655360,655360=688128,1343488=679936,2023424=237568} 2024-09-13T00:12:25.198 INFO:tasks.rados.rados.0.smithi032.stdout:2558: writing smithi03267100-10 from 0 to 655360 tid 1 2024-09-13T00:12:25.207 INFO:tasks.rados.rados.0.smithi032.stdout:2558: writing smithi03267100-10 from 655360 to 1343488 tid 2 2024-09-13T00:12:25.218 INFO:tasks.rados.rados.0.smithi032.stdout:2558: writing smithi03267100-10 from 1343488 to 2023424 tid 3 2024-09-13T00:12:25.222 INFO:tasks.rados.rados.0.smithi032.stdout:2558: writing smithi03267100-10 from 2023424 to 2260992 tid 4 2024-09-13T00:12:25.222 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 257 2024-09-13T00:12:25.223 INFO:tasks.rados.rados.0.smithi032.stdout:2559: seq_num 852 ranges {11558912=671744,12230656=622592,12853248=442368,13295616=540672} 2024-09-13T00:12:25.307 INFO:tasks.rados.rados.0.smithi032.stdout:2559: writing smithi03267100-30 from 11558912 to 12230656 tid 1 2024-09-13T00:12:25.310 INFO:tasks.rados.rados.0.smithi032.stdout:2559: writing smithi03267100-30 from 12230656 to 12853248 tid 2 2024-09-13T00:12:25.313 INFO:tasks.rados.rados.0.smithi032.stdout:2559: writing smithi03267100-30 from 12853248 to 13295616 tid 3 2024-09-13T00:12:25.316 INFO:tasks.rados.rados.0.smithi032.stdout:2559: writing smithi03267100-30 from 13295616 to 13836288 tid 4 2024-09-13T00:12:25.316 INFO:tasks.rados.rados.0.smithi032.stdout:2560: snap_remove snap 229 2024-09-13T00:12:25.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:25 smithi053 bash[67631]: cluster 2024-09-13T00:12:24.174666+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2024-09-13T00:12:25.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:25 smithi053 bash[67631]: cluster 2024-09-13T00:12:25.023741+0000 mon.a (mon.0) 763 : cluster [INF] osd.5 marked itself down and dead 2024-09-13T00:12:25.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:25 smithi053 bash[67631]: audit 2024-09-13T00:12:25.136261+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:25.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:25 smithi053 bash[67631]: audit 2024-09-13T00:12:25.138415+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:12:25.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:25 smithi032 bash[75510]: cluster 2024-09-13T00:12:24.174666+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2024-09-13T00:12:25.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:25 smithi032 bash[75510]: cluster 2024-09-13T00:12:25.023741+0000 mon.a (mon.0) 763 : cluster [INF] osd.5 marked itself down and dead 2024-09-13T00:12:25.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:25 smithi032 bash[75510]: audit 2024-09-13T00:12:25.136261+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:25.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:25 smithi032 bash[75510]: audit 2024-09-13T00:12:25.138415+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:12:25.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:25 smithi032 bash[76677]: cluster 2024-09-13T00:12:24.174666+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2024-09-13T00:12:25.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:25 smithi032 bash[76677]: cluster 2024-09-13T00:12:25.023741+0000 mon.a (mon.0) 763 : cluster [INF] osd.5 marked itself down and dead 2024-09-13T00:12:25.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:25 smithi032 bash[76677]: audit 2024-09-13T00:12:25.136261+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:25.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:25 smithi032 bash[76677]: audit 2024-09-13T00:12:25.138415+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:12:26.200 INFO:tasks.rados.rados.0.smithi032.stdout:2557: expect (ObjNum 786 snap 241 seq_num 786) 2024-09-13T00:12:26.248 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1499 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:12:26.248 INFO:tasks.rados.rados.0.smithi032.stdout:2559: finishing write tid 1 to smithi03267100-30 2024-09-13T00:12:26.248 INFO:tasks.rados.rados.0.smithi032.stdout:2559: finishing write tid 2 to smithi03267100-30 2024-09-13T00:12:26.249 INFO:tasks.rados.rados.0.smithi032.stdout:2559: finishing write tid 3 to smithi03267100-30 2024-09-13T00:12:26.249 INFO:tasks.rados.rados.0.smithi032.stdout:2559: finishing write tid 4 to smithi03267100-30 2024-09-13T00:12:26.249 INFO:tasks.rados.rados.0.smithi032.stdout:2559: finishing write tid 5 to smithi03267100-30 2024-09-13T00:12:26.249 INFO:tasks.rados.rados.0.smithi032.stdout:2555: done (5 left) 2024-09-13T00:12:26.249 INFO:tasks.rados.rados.0.smithi032.stdout:2556: done (4 left) 2024-09-13T00:12:26.249 INFO:tasks.rados.rados.0.smithi032.stdout:2557: done (3 left) 2024-09-13T00:12:26.249 INFO:tasks.rados.rados.0.smithi032.stdout:2560: done (2 left) 2024-09-13T00:12:26.249 INFO:tasks.rados.rados.0.smithi032.stdout:2561: copy_from oid 4 from oid 27 current snap is 257 2024-09-13T00:12:26.249 INFO:tasks.rados.rados.0.smithi032.stdout:2562: snap_remove snap 250 2024-09-13T00:12:26.488 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:26 smithi053 bash[75389]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-5 2024-09-13T00:12:26.489 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:26 smithi053 bash[67631]: cluster 2024-09-13T00:12:25.126659+0000 mgr.y (mgr.34107) 229 : cluster [DBG] pgmap v392: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 613 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.4 MiB/s wr, 18 op/s 2024-09-13T00:12:26.489 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:26 smithi053 bash[67631]: cluster 2024-09-13T00:12:25.170659+0000 mon.a (mon.0) 766 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:12:26.489 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:26 smithi053 bash[67631]: cluster 2024-09-13T00:12:25.189331+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e550: 8 total, 7 up, 8 in 2024-09-13T00:12:26.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:26 smithi032 bash[75510]: cluster 2024-09-13T00:12:25.126659+0000 mgr.y (mgr.34107) 229 : cluster [DBG] pgmap v392: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 613 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.4 MiB/s wr, 18 op/s 2024-09-13T00:12:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:26 smithi032 bash[75510]: cluster 2024-09-13T00:12:25.170659+0000 mon.a (mon.0) 766 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:12:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:26 smithi032 bash[75510]: cluster 2024-09-13T00:12:25.189331+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e550: 8 total, 7 up, 8 in 2024-09-13T00:12:26.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:26 smithi032 bash[76677]: cluster 2024-09-13T00:12:25.126659+0000 mgr.y (mgr.34107) 229 : cluster [DBG] pgmap v392: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 613 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.4 MiB/s wr, 18 op/s 2024-09-13T00:12:26.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:26 smithi032 bash[76677]: cluster 2024-09-13T00:12:25.170659+0000 mon.a (mon.0) 766 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:12:26.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:26 smithi032 bash[76677]: cluster 2024-09-13T00:12:25.189331+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e550: 8 total, 7 up, 8 in 2024-09-13T00:12:26.783 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:26 smithi053 bash[75453]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-5 2024-09-13T00:12:27.206 INFO:tasks.rados.rados.0.smithi032.stdout:2562: done (3 left) 2024-09-13T00:12:27.206 INFO:tasks.rados.rados.0.smithi032.stdout:2563: copy_from oid 44 from oid 29 current snap is 257 2024-09-13T00:12:27.206 INFO:tasks.rados.rados.0.smithi032.stdout:2559: finishing write tid 6 to smithi03267100-30 2024-09-13T00:12:27.206 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 2127 (ObjNum 852 snap 257 seq_num 852) dirty exists 2024-09-13T00:12:27.206 INFO:tasks.rados.rados.0.smithi032.stdout:2559: left oid 30 (ObjNum 852 snap 257 seq_num 852) 2024-09-13T00:12:27.206 INFO:tasks.rados.rados.0.smithi032.stdout:2558: finishing write tid 1 to smithi03267100-10 2024-09-13T00:12:27.207 INFO:tasks.rados.rados.0.smithi032.stdout:2558: finishing write tid 2 to smithi03267100-10 2024-09-13T00:12:27.207 INFO:tasks.rados.rados.0.smithi032.stdout:2558: finishing write tid 3 to smithi03267100-10 2024-09-13T00:12:27.207 INFO:tasks.rados.rados.0.smithi032.stdout:2558: finishing write tid 4 to smithi03267100-10 2024-09-13T00:12:27.207 INFO:tasks.rados.rados.0.smithi032.stdout:2558: finishing write tid 5 to smithi03267100-10 2024-09-13T00:12:27.207 INFO:tasks.rados.rados.0.smithi032.stdout:2558: finishing write tid 6 to smithi03267100-10 2024-09-13T00:12:27.207 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1886 (ObjNum 851 snap 257 seq_num 851) dirty exists 2024-09-13T00:12:27.207 INFO:tasks.rados.rados.0.smithi032.stdout:2558: left oid 10 (ObjNum 851 snap 257 seq_num 851) 2024-09-13T00:12:27.207 INFO:tasks.rados.rados.0.smithi032.stdout:2558: done (3 left) 2024-09-13T00:12:27.207 INFO:tasks.rados.rados.0.smithi032.stdout:2559: done (2 left) 2024-09-13T00:12:27.207 INFO:tasks.rados.rados.0.smithi032.stdout:2564: read oid 6 snap -1 2024-09-13T00:12:27.207 INFO:tasks.rados.rados.0.smithi032.stdout:2564: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:12:27.207 INFO:tasks.rados.rados.0.smithi032.stdout:2565: delete oid 20 current snap is 257 2024-09-13T00:12:27.207 INFO:tasks.rados.rados.0.smithi032.stdout:2561: finishing copy_from racing read to smithi03267100-4 2024-09-13T00:12:27.207 INFO:tasks.rados.rados.0.smithi032.stdout:2561: finishing copy_from to smithi03267100-4 2024-09-13T00:12:27.208 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1345 (ObjNum 808 snap 247 seq_num 808) dirty exists 2024-09-13T00:12:27.226 INFO:tasks.rados.rados.0.smithi032.stdout:2561: done (3 left) 2024-09-13T00:12:27.226 INFO:tasks.rados.rados.0.smithi032.stdout:2565: done (2 left) 2024-09-13T00:12:27.226 INFO:tasks.rados.rados.0.smithi032.stdout:2566: setattr oid 7 current snap is 257 2024-09-13T00:12:27.230 INFO:tasks.rados.rados.0.smithi032.stdout:2567: snap_create 2024-09-13T00:12:27.236 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1352 (ObjNum 961 snap 0 seq_num 1800300266) dirty exists 2024-09-13T00:12:27.243 INFO:tasks.rados.rados.0.smithi032.stdout:2564: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:12:27.383 INFO:tasks.rados.rados.0.smithi032.stdout:2563: finishing copy_from racing read to smithi03267100-44 2024-09-13T00:12:27.383 INFO:tasks.rados.rados.0.smithi032.stdout:2563: finishing copy_from to smithi03267100-44 2024-09-13T00:12:27.384 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1464 (ObjNum 842 snap 255 seq_num 842) dirty exists 2024-09-13T00:12:27.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:27 smithi053 bash[67631]: cluster 2024-09-13T00:12:26.196152+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e551: 8 total, 7 up, 8 in 2024-09-13T00:12:27.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:27 smithi032 bash[75510]: cluster 2024-09-13T00:12:26.196152+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e551: 8 total, 7 up, 8 in 2024-09-13T00:12:27.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:27 smithi032 bash[76677]: cluster 2024-09-13T00:12:26.196152+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e551: 8 total, 7 up, 8 in 2024-09-13T00:12:28.169 INFO:tasks.rados.rados.0.smithi032.stdout:2563: done (3 left) 2024-09-13T00:12:28.169 INFO:tasks.rados.rados.0.smithi032.stdout:2564: done (2 left) 2024-09-13T00:12:28.169 INFO:tasks.rados.rados.0.smithi032.stdout:2566: done (1 left) 2024-09-13T00:12:28.169 INFO:tasks.rados.rados.0.smithi032.stdout:2567: done (0 left) 2024-09-13T00:12:28.169 INFO:tasks.rados.rados.0.smithi032.stdout:2568: snap_remove snap 215 2024-09-13T00:12:28.488 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:28 smithi053 bash[67631]: cluster 2024-09-13T00:12:27.127702+0000 mgr.y (mgr.34107) 230 : cluster [DBG] pgmap v395: 121 pgs: 5 active+undersized, 14 peering, 11 stale+active+clean, 1 active+clean+snaptrim, 2 active+undersized+degraded, 88 active+clean; 617 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.0 MiB/s wr, 16 op/s; 2/1179 objects degraded (0.170%) 2024-09-13T00:12:28.488 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:28 smithi053 bash[67631]: cluster 2024-09-13T00:12:27.189834+0000 mon.a (mon.0) 769 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T00:12:28.488 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:28 smithi053 bash[67631]: cluster 2024-09-13T00:12:27.189911+0000 mon.a (mon.0) 770 : cluster [WRN] Health check failed: Degraded data redundancy: 2/1179 objects degraded (0.170%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:28.489 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:28 smithi053 bash[67631]: cluster 2024-09-13T00:12:27.208177+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e552: 8 total, 7 up, 8 in 2024-09-13T00:12:28.489 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:28 smithi053 bash[67631]: cluster 2024-09-13T00:12:28.170042+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e553: 8 total, 7 up, 8 in 2024-09-13T00:12:28.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:28 smithi032 bash[75510]: cluster 2024-09-13T00:12:27.127702+0000 mgr.y (mgr.34107) 230 : cluster [DBG] pgmap v395: 121 pgs: 5 active+undersized, 14 peering, 11 stale+active+clean, 1 active+clean+snaptrim, 2 active+undersized+degraded, 88 active+clean; 617 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.0 MiB/s wr, 16 op/s; 2/1179 objects degraded (0.170%) 2024-09-13T00:12:28.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:28 smithi032 bash[75510]: cluster 2024-09-13T00:12:27.189834+0000 mon.a (mon.0) 769 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T00:12:28.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:28 smithi032 bash[75510]: cluster 2024-09-13T00:12:27.189911+0000 mon.a (mon.0) 770 : cluster [WRN] Health check failed: Degraded data redundancy: 2/1179 objects degraded (0.170%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:28.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:28 smithi032 bash[75510]: cluster 2024-09-13T00:12:27.208177+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e552: 8 total, 7 up, 8 in 2024-09-13T00:12:28.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:28 smithi032 bash[75510]: cluster 2024-09-13T00:12:28.170042+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e553: 8 total, 7 up, 8 in 2024-09-13T00:12:28.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:28 smithi032 bash[76677]: cluster 2024-09-13T00:12:27.127702+0000 mgr.y (mgr.34107) 230 : cluster [DBG] pgmap v395: 121 pgs: 5 active+undersized, 14 peering, 11 stale+active+clean, 1 active+clean+snaptrim, 2 active+undersized+degraded, 88 active+clean; 617 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.0 MiB/s wr, 16 op/s; 2/1179 objects degraded (0.170%) 2024-09-13T00:12:28.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:28 smithi032 bash[76677]: cluster 2024-09-13T00:12:27.189834+0000 mon.a (mon.0) 769 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T00:12:28.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:28 smithi032 bash[76677]: cluster 2024-09-13T00:12:27.189911+0000 mon.a (mon.0) 770 : cluster [WRN] Health check failed: Degraded data redundancy: 2/1179 objects degraded (0.170%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:28.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:28 smithi032 bash[76677]: cluster 2024-09-13T00:12:27.208177+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e552: 8 total, 7 up, 8 in 2024-09-13T00:12:28.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:28 smithi032 bash[76677]: cluster 2024-09-13T00:12:28.170042+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e553: 8 total, 7 up, 8 in 2024-09-13T00:12:28.764 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:28 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:28.765 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:28 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:28.765 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:28 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-13T00:12:28.765 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:28 smithi053 systemd[1]: Stopped Ceph osd.5 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:12:28.765 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:28 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:28.765 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:28 smithi053 systemd[1]: Started Ceph osd.5 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:12:28.766 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:28 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:28.766 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:12:28 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:28.766 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:12:28 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:28.767 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:12:28 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:28.767 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:12:28 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:28.767 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:12:28 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:28.767 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:12:28 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:29.169 INFO:tasks.rados.rados.0.smithi032.stdout:2568: done (0 left) 2024-09-13T00:12:29.170 INFO:tasks.rados.rados.0.smithi032.stdout:2569: snap_remove snap 225 2024-09-13T00:12:30.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:29 smithi032 bash[75510]: audit 2024-09-13T00:12:28.807348+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:30.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:29 smithi032 bash[75510]: audit 2024-09-13T00:12:28.817595+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:30.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:29 smithi032 bash[75510]: audit 2024-09-13T00:12:28.819773+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:30.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:29 smithi032 bash[75510]: cluster 2024-09-13T00:12:29.172038+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e554: 8 total, 7 up, 8 in 2024-09-13T00:12:30.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:29 smithi032 bash[76677]: audit 2024-09-13T00:12:28.807348+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:30.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:29 smithi032 bash[76677]: audit 2024-09-13T00:12:28.817595+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:30.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:29 smithi032 bash[76677]: audit 2024-09-13T00:12:28.819773+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:30.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:29 smithi032 bash[76677]: cluster 2024-09-13T00:12:29.172038+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e554: 8 total, 7 up, 8 in 2024-09-13T00:12:30.171 INFO:tasks.rados.rados.0.smithi032.stdout:2569: done (0 left) 2024-09-13T00:12:30.171 INFO:tasks.rados.rados.0.smithi032.stdout:2570: rollback oid 18 current snap is 258 2024-09-13T00:12:30.171 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 216 2024-09-13T00:12:30.172 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 258 2024-09-13T00:12:30.172 INFO:tasks.rados.rados.0.smithi032.stdout:2571: seq_num 854 ranges {2260992=712704,2973696=794624,3768320=450560,4218880=360448} 2024-09-13T00:12:30.206 INFO:tasks.rados.rados.0.smithi032.stdout:2571: writing smithi03267100-10 from 2260992 to 2973696 tid 1 2024-09-13T00:12:30.219 INFO:tasks.rados.rados.0.smithi032.stdout:2571: writing smithi03267100-10 from 2973696 to 3768320 tid 2 2024-09-13T00:12:30.225 INFO:tasks.rados.rados.0.smithi032.stdout:2571: writing smithi03267100-10 from 3768320 to 4218880 tid 3 2024-09-13T00:12:30.230 INFO:tasks.rados.rados.0.smithi032.stdout:2571: writing smithi03267100-10 from 4218880 to 4579328 tid 4 2024-09-13T00:12:30.230 INFO:tasks.rados.rados.0.smithi032.stdout:2572: snap_create 2024-09-13T00:12:30.230 INFO:tasks.rados.rados.0.smithi032.stdout:2570: finishing rollback tid 0 to smithi03267100-18 2024-09-13T00:12:30.230 INFO:tasks.rados.rados.0.smithi032.stdout:2570: finishing rollback tid 1 to smithi03267100-18 2024-09-13T00:12:30.230 INFO:tasks.rados.rados.0.smithi032.stdout:2570: finishing rollback tid 2 to smithi03267100-18 2024-09-13T00:12:30.230 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2220 (ObjNum 691 snap 206 seq_num 691) dirty exists 2024-09-13T00:12:30.230 INFO:tasks.rados.rados.0.smithi032.stdout:2571: finishing write tid 1 to smithi03267100-10 2024-09-13T00:12:30.230 INFO:tasks.rados.rados.0.smithi032.stdout:2571: finishing write tid 2 to smithi03267100-10 2024-09-13T00:12:30.234 INFO:tasks.rados.rados.0.smithi032.stdout:2571: finishing write tid 3 to smithi03267100-10 2024-09-13T00:12:30.234 INFO:tasks.rados.rados.0.smithi032.stdout:2571: finishing write tid 4 to smithi03267100-10 2024-09-13T00:12:30.235 INFO:tasks.rados.rados.0.smithi032.stdout:2571: finishing write tid 5 to smithi03267100-10 2024-09-13T00:12:30.237 INFO:tasks.rados.rados.0.smithi032.stdout:2571: finishing write tid 6 to smithi03267100-10 2024-09-13T00:12:30.237 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1891 (ObjNum 854 snap 258 seq_num 854) dirty exists 2024-09-13T00:12:30.237 INFO:tasks.rados.rados.0.smithi032.stdout:2571: left oid 10 (ObjNum 854 snap 258 seq_num 854) 2024-09-13T00:12:30.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:29 smithi053 bash[67631]: audit 2024-09-13T00:12:28.807348+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:30.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:29 smithi053 bash[67631]: audit 2024-09-13T00:12:28.817595+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:30.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:29 smithi053 bash[67631]: audit 2024-09-13T00:12:28.819773+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:30.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:29 smithi053 bash[67631]: cluster 2024-09-13T00:12:29.172038+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e554: 8 total, 7 up, 8 in 2024-09-13T00:12:30.573 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:30 smithi053 bash[75602]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T00:12:30.573 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:30 smithi053 bash[75602]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-13T00:12:30.574 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:30 smithi053 bash[75602]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-13T00:12:30.574 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:30 smithi053 bash[75602]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T00:12:30.574 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:30 smithi053 bash[75602]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-13T00:12:30.574 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:30 smithi053 bash[75602]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T00:12:30.574 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:30 smithi053 bash[75602]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-13T00:12:31.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:30 smithi053 bash[67631]: cluster 2024-09-13T00:12:29.129165+0000 mgr.y (mgr.34107) 231 : cluster [DBG] pgmap v398: 121 pgs: 24 active+undersized, 14 peering, 9 active+undersized+degraded, 74 active+clean; 622 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 16 op/s; 143/1182 objects degraded (12.098%) 2024-09-13T00:12:31.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:30 smithi053 bash[67631]: cluster 2024-09-13T00:12:30.174319+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e555: 8 total, 7 up, 8 in 2024-09-13T00:12:31.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:30 smithi032 bash[75510]: cluster 2024-09-13T00:12:29.129165+0000 mgr.y (mgr.34107) 231 : cluster [DBG] pgmap v398: 121 pgs: 24 active+undersized, 14 peering, 9 active+undersized+degraded, 74 active+clean; 622 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 16 op/s; 143/1182 objects degraded (12.098%) 2024-09-13T00:12:31.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:30 smithi032 bash[75510]: cluster 2024-09-13T00:12:30.174319+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e555: 8 total, 7 up, 8 in 2024-09-13T00:12:31.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:30 smithi032 bash[76677]: cluster 2024-09-13T00:12:29.129165+0000 mgr.y (mgr.34107) 231 : cluster [DBG] pgmap v398: 121 pgs: 24 active+undersized, 14 peering, 9 active+undersized+degraded, 74 active+clean; 622 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 16 op/s; 143/1182 objects degraded (12.098%) 2024-09-13T00:12:31.161 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:30 smithi032 bash[76677]: cluster 2024-09-13T00:12:30.174319+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e555: 8 total, 7 up, 8 in 2024-09-13T00:12:31.175 INFO:tasks.rados.rados.0.smithi032.stdout:2570: done (2 left) 2024-09-13T00:12:31.175 INFO:tasks.rados.rados.0.smithi032.stdout:2571: done (1 left) 2024-09-13T00:12:31.175 INFO:tasks.rados.rados.0.smithi032.stdout:2572: done (0 left) 2024-09-13T00:12:31.175 INFO:tasks.rados.rados.0.smithi032.stdout:2573: rollback oid 20 current snap is 259 2024-09-13T00:12:31.175 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 255 2024-09-13T00:12:31.175 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 259 2024-09-13T00:12:31.175 INFO:tasks.rados.rados.0.smithi032.stdout:2574: seq_num 855 ranges {0=729088,729088=671744,1400832=663552,2064384=270336} 2024-09-13T00:12:31.183 INFO:tasks.rados.rados.0.smithi032.stdout:2574: writing smithi03267100-35 from 0 to 729088 tid 1 2024-09-13T00:12:31.190 INFO:tasks.rados.rados.0.smithi032.stdout:2574: writing smithi03267100-35 from 729088 to 1400832 tid 2 2024-09-13T00:12:31.198 INFO:tasks.rados.rados.0.smithi032.stdout:2574: writing smithi03267100-35 from 1400832 to 2064384 tid 3 2024-09-13T00:12:31.201 INFO:tasks.rados.rados.0.smithi032.stdout:2574: writing smithi03267100-35 from 2064384 to 2334720 tid 4 2024-09-13T00:12:31.201 INFO:tasks.rados.rados.0.smithi032.stdout:2575: delete oid 5 current snap is 259 2024-09-13T00:12:31.201 INFO:tasks.rados.rados.0.smithi032.stdout:2573: finishing rollback tid 1 to smithi03267100-20 2024-09-13T00:12:31.201 INFO:tasks.rados.rados.0.smithi032.stdout:2573: finishing rollback tid 2 to smithi03267100-20 2024-09-13T00:12:31.201 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1131 (ObjNum 829 snap 253 seq_num 829) dirty exists 2024-09-13T00:12:31.202 INFO:tasks.rados.rados.0.smithi032.stdout:2574: finishing write tid 1 to smithi03267100-35 2024-09-13T00:12:31.207 INFO:tasks.rados.rados.0.smithi032.stdout:2573: done (2 left) 2024-09-13T00:12:31.207 INFO:tasks.rados.rados.0.smithi032.stdout:2575: done (1 left) 2024-09-13T00:12:31.207 INFO:tasks.rados.rados.0.smithi032.stdout:2576: setattr oid 3 current snap is 259 2024-09-13T00:12:31.209 INFO:tasks.rados.rados.0.smithi032.stdout:2574: finishing write tid 2 to smithi03267100-35 2024-09-13T00:12:31.210 INFO:tasks.rados.rados.0.smithi032.stdout:2574: finishing write tid 3 to smithi03267100-35 2024-09-13T00:12:31.210 INFO:tasks.rados.rados.0.smithi032.stdout:2577: rmattr oid 7 current snap is 259 2024-09-13T00:12:31.211 INFO:tasks.rados.rados.0.smithi032.stdout:2578: rmattr oid 1 current snap is 259 2024-09-13T00:12:31.211 INFO:tasks.rados.rados.0.smithi032.stdout:2578: done (3 left) 2024-09-13T00:12:31.211 INFO:tasks.rados.rados.0.smithi032.stdout:2579: read oid 19 snap 252 2024-09-13T00:12:31.211 INFO:tasks.rados.rados.0.smithi032.stdout:2579: expect (ObjNum 781 snap 238 seq_num 781) 2024-09-13T00:12:31.211 INFO:tasks.rados.rados.0.smithi032.stdout:2580: read oid 45 snap -1 2024-09-13T00:12:31.211 INFO:tasks.rados.rados.0.smithi032.stdout:2580: expect (ObjNum 786 snap 241 seq_num 786) 2024-09-13T00:12:31.211 INFO:tasks.rados.rados.0.smithi032.stdout:2581: delete oid 39 current snap is 259 2024-09-13T00:12:31.211 INFO:tasks.rados.rados.0.smithi032.stdout:2574: finishing write tid 4 to smithi03267100-35 2024-09-13T00:12:31.218 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1370 (ObjNum 65 snap 0 seq_num 1398692468) dirty exists 2024-09-13T00:12:31.218 INFO:tasks.rados.rados.0.smithi032.stdout:2577: done (5 left) 2024-09-13T00:12:31.218 INFO:tasks.rados.rados.0.smithi032.stdout:2581: done (4 left) 2024-09-13T00:12:31.218 INFO:tasks.rados.rados.0.smithi032.stdout:2582: snap_create 2024-09-13T00:12:31.222 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1501 (ObjNum 847 snap 257 seq_num 847) dirty exists 2024-09-13T00:12:31.227 INFO:tasks.rados.rados.0.smithi032.stdout:2574: finishing write tid 5 to smithi03267100-35 2024-09-13T00:12:31.230 INFO:tasks.rados.rados.0.smithi032.stdout:2580: expect (ObjNum 786 snap 241 seq_num 786) 2024-09-13T00:12:31.289 INFO:tasks.rados.rados.0.smithi032.stdout:2574: finishing write tid 6 to smithi03267100-35 2024-09-13T00:12:31.289 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1722 (ObjNum 855 snap 259 seq_num 855) dirty exists 2024-09-13T00:12:31.289 INFO:tasks.rados.rados.0.smithi032.stdout:2574: left oid 35 (ObjNum 855 snap 259 seq_num 855) 2024-09-13T00:12:31.289 INFO:tasks.rados.rados.0.smithi032.stdout:2579: expect (ObjNum 781 snap 238 seq_num 781) 2024-09-13T00:12:32.186 INFO:tasks.rados.rados.0.smithi032.stdout:2574: done (4 left) 2024-09-13T00:12:32.186 INFO:tasks.rados.rados.0.smithi032.stdout:2576: done (3 left) 2024-09-13T00:12:32.186 INFO:tasks.rados.rados.0.smithi032.stdout:2579: done (2 left) 2024-09-13T00:12:32.186 INFO:tasks.rados.rados.0.smithi032.stdout:2580: done (1 left) 2024-09-13T00:12:32.186 INFO:tasks.rados.rados.0.smithi032.stdout:2582: done (0 left) 2024-09-13T00:12:32.186 INFO:tasks.rados.rados.0.smithi032.stdout:2583: snap_remove snap 232 2024-09-13T00:12:32.533 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:32 smithi053 bash[75816]: debug 2024-09-13T00:12:32.202+0000 7f1504f03640 1 -- 172.21.15.53:0/2668472171 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560ae4ff31e0 con 0x560ae4fb3800 2024-09-13T00:12:32.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:32 smithi053 bash[67631]: cluster 2024-09-13T00:12:31.130300+0000 mgr.y (mgr.34107) 232 : cluster [DBG] pgmap v401: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 627 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 15 op/s; 206/1185 objects degraded (17.384%) 2024-09-13T00:12:32.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:32 smithi053 bash[67631]: cluster 2024-09-13T00:12:31.177998+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e556: 8 total, 7 up, 8 in 2024-09-13T00:12:32.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:32 smithi053 bash[67631]: cluster 2024-09-13T00:12:31.816906+0000 mon.a (mon.0) 779 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-13T00:12:32.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:12:32 smithi053 bash[60895]: ts=2024-09-13T00:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:12:32.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:12:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:12:32] "GET /metrics HTTP/1.1" 200 36231 "" "Prometheus/2.43.0" 2024-09-13T00:12:32.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:32 smithi032 bash[75510]: cluster 2024-09-13T00:12:31.130300+0000 mgr.y (mgr.34107) 232 : cluster [DBG] pgmap v401: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 627 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 15 op/s; 206/1185 objects degraded (17.384%) 2024-09-13T00:12:32.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:32 smithi032 bash[75510]: cluster 2024-09-13T00:12:31.177998+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e556: 8 total, 7 up, 8 in 2024-09-13T00:12:32.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:32 smithi032 bash[75510]: cluster 2024-09-13T00:12:31.816906+0000 mon.a (mon.0) 779 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-13T00:12:32.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:32 smithi032 bash[76677]: cluster 2024-09-13T00:12:31.130300+0000 mgr.y (mgr.34107) 232 : cluster [DBG] pgmap v401: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 627 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 15 op/s; 206/1185 objects degraded (17.384%) 2024-09-13T00:12:32.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:32 smithi032 bash[76677]: cluster 2024-09-13T00:12:31.177998+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e556: 8 total, 7 up, 8 in 2024-09-13T00:12:32.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:32 smithi032 bash[76677]: cluster 2024-09-13T00:12:31.816906+0000 mon.a (mon.0) 779 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-13T00:12:33.033 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:32 smithi053 bash[75816]: debug 2024-09-13T00:12:32.734+0000 7f1507769640 -1 Falling back to public interface 2024-09-13T00:12:33.169 INFO:tasks.rados.rados.0.smithi032.stdout:2583: done (0 left) 2024-09-13T00:12:33.169 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 260 2024-09-13T00:12:33.169 INFO:tasks.rados.rados.0.smithi032.stdout:2584: seq_num 858 ranges {4169728=778240,4947968=729088,5677056=434176,6111232=442368} 2024-09-13T00:12:33.235 INFO:tasks.rados.rados.0.smithi032.stdout:2584: writing smithi03267100-31 from 4169728 to 4947968 tid 1 2024-09-13T00:12:33.242 INFO:tasks.rados.rados.0.smithi032.stdout:2584: writing smithi03267100-31 from 4947968 to 5677056 tid 2 2024-09-13T00:12:33.246 INFO:tasks.rados.rados.0.smithi032.stdout:2584: writing smithi03267100-31 from 5677056 to 6111232 tid 3 2024-09-13T00:12:33.251 INFO:tasks.rados.rados.0.smithi032.stdout:2584: writing smithi03267100-31 from 6111232 to 6553600 tid 4 2024-09-13T00:12:33.251 INFO:tasks.rados.rados.0.smithi032.stdout:2585: delete oid 49 current snap is 260 2024-09-13T00:12:33.251 INFO:tasks.rados.rados.0.smithi032.stdout:2584: finishing write tid 1 to smithi03267100-31 2024-09-13T00:12:33.252 INFO:tasks.rados.rados.0.smithi032.stdout:2584: finishing write tid 2 to smithi03267100-31 2024-09-13T00:12:33.256 INFO:tasks.rados.rados.0.smithi032.stdout:2585: done (1 left) 2024-09-13T00:12:33.256 INFO:tasks.rados.rados.0.smithi032.stdout:2586: delete oid 34 current snap is 260 2024-09-13T00:12:33.260 INFO:tasks.rados.rados.0.smithi032.stdout:2584: finishing write tid 3 to smithi03267100-31 2024-09-13T00:12:33.260 INFO:tasks.rados.rados.0.smithi032.stdout:2584: finishing write tid 4 to smithi03267100-31 2024-09-13T00:12:33.261 INFO:tasks.rados.rados.0.smithi032.stdout:2584: finishing write tid 5 to smithi03267100-31 2024-09-13T00:12:33.264 INFO:tasks.rados.rados.0.smithi032.stdout:2584: finishing write tid 6 to smithi03267100-31 2024-09-13T00:12:33.264 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2133 (ObjNum 858 snap 260 seq_num 858) dirty exists 2024-09-13T00:12:33.264 INFO:tasks.rados.rados.0.smithi032.stdout:2584: left oid 31 (ObjNum 858 snap 260 seq_num 858) 2024-09-13T00:12:33.265 INFO:tasks.rados.rados.0.smithi032.stdout:2584: done (1 left) 2024-09-13T00:12:33.265 INFO:tasks.rados.rados.0.smithi032.stdout:2586: done (0 left) 2024-09-13T00:12:33.265 INFO:tasks.rados.rados.0.smithi032.stdout:2587: snap_remove snap 258 2024-09-13T00:12:33.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:33 smithi053 bash[67631]: cluster 2024-09-13T00:12:32.189030+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e557: 8 total, 7 up, 8 in 2024-09-13T00:12:33.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:33 smithi053 bash[67631]: cluster 2024-09-13T00:12:33.161168+0000 mon.a (mon.0) 781 : cluster [WRN] Health check update: Degraded data redundancy: 206/1185 objects degraded (17.384%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:33.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:33 smithi053 bash[67631]: cluster 2024-09-13T00:12:33.171492+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e558: 8 total, 7 up, 8 in 2024-09-13T00:12:33.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:33 smithi032 bash[75510]: cluster 2024-09-13T00:12:32.189030+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e557: 8 total, 7 up, 8 in 2024-09-13T00:12:33.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:33 smithi032 bash[75510]: cluster 2024-09-13T00:12:33.161168+0000 mon.a (mon.0) 781 : cluster [WRN] Health check update: Degraded data redundancy: 206/1185 objects degraded (17.384%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:33.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:33 smithi032 bash[75510]: cluster 2024-09-13T00:12:33.171492+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e558: 8 total, 7 up, 8 in 2024-09-13T00:12:33.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:33 smithi032 bash[76677]: cluster 2024-09-13T00:12:32.189030+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e557: 8 total, 7 up, 8 in 2024-09-13T00:12:33.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:33 smithi032 bash[76677]: cluster 2024-09-13T00:12:33.161168+0000 mon.a (mon.0) 781 : cluster [WRN] Health check update: Degraded data redundancy: 206/1185 objects degraded (17.384%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:33.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:33 smithi032 bash[76677]: cluster 2024-09-13T00:12:33.171492+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e558: 8 total, 7 up, 8 in 2024-09-13T00:12:34.214 INFO:tasks.rados.rados.0.smithi032.stdout:2587: done (0 left) 2024-09-13T00:12:34.214 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 260 2024-09-13T00:12:34.214 INFO:tasks.rados.rados.0.smithi032.stdout:2588: seq_num 861 ranges {1171456=24576} 2024-09-13T00:12:34.226 INFO:tasks.rados.rados.0.smithi032.stdout:2588: writing smithi03267100-45 from 1171456 to 1196032 tid 1 2024-09-13T00:12:34.226 INFO:tasks.rados.rados.0.smithi032.stdout:2589: read oid 30 snap -1 2024-09-13T00:12:34.226 INFO:tasks.rados.rados.0.smithi032.stdout:2589: expect (ObjNum 852 snap 257 seq_num 852) 2024-09-13T00:12:34.226 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 260 2024-09-13T00:12:34.226 INFO:tasks.rados.rados.0.smithi032.stdout:2590: seq_num 862 ranges {0=40960} 2024-09-13T00:12:34.226 INFO:tasks.rados.rados.0.smithi032.stdout:2590: writing smithi03267100-36 from 0 to 40960 tid 1 2024-09-13T00:12:34.227 INFO:tasks.rados.rados.0.smithi032.stdout:2591: read oid 22 snap -1 2024-09-13T00:12:34.227 INFO:tasks.rados.rados.0.smithi032.stdout:2591: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:12:34.227 INFO:tasks.rados.rados.0.smithi032.stdout:2592: read oid 9 snap -1 2024-09-13T00:12:34.227 INFO:tasks.rados.rados.0.smithi032.stdout:2592: expect (ObjNum 840 snap 255 seq_num 840) 2024-09-13T00:12:34.227 INFO:tasks.rados.rados.0.smithi032.stdout:2593: snap_remove snap 226 2024-09-13T00:12:34.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:34 smithi053 bash[67631]: cluster 2024-09-13T00:12:33.131375+0000 mgr.y (mgr.34107) 233 : cluster [DBG] pgmap v404: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 632 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s; 207/1188 objects degraded (17.424%) 2024-09-13T00:12:34.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:34 smithi032 bash[75510]: cluster 2024-09-13T00:12:33.131375+0000 mgr.y (mgr.34107) 233 : cluster [DBG] pgmap v404: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 632 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s; 207/1188 objects degraded (17.424%) 2024-09-13T00:12:34.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:34 smithi032 bash[76677]: cluster 2024-09-13T00:12:33.131375+0000 mgr.y (mgr.34107) 233 : cluster [DBG] pgmap v404: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 632 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s; 207/1188 objects degraded (17.424%) 2024-09-13T00:12:35.225 INFO:tasks.rados.rados.0.smithi032.stdout:2593: done (5 left) 2024-09-13T00:12:35.225 INFO:tasks.rados.rados.0.smithi032.stdout:2594: rollback oid 6 current snap is 260 2024-09-13T00:12:35.225 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 6 to 216 2024-09-13T00:12:35.225 INFO:tasks.rados.rados.0.smithi032.stdout:2588: finishing write tid 1 to smithi03267100-45 2024-09-13T00:12:35.225 INFO:tasks.rados.rados.0.smithi032.stdout:2588: finishing write tid 2 to smithi03267100-45 2024-09-13T00:12:35.225 INFO:tasks.rados.rados.0.smithi032.stdout:2591: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:12:35.255 INFO:tasks.rados.rados.0.smithi032.stdout:2588: finishing write tid 3 to smithi03267100-45 2024-09-13T00:12:35.255 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1725 (ObjNum 861 snap 260 seq_num 861) dirty exists 2024-09-13T00:12:35.255 INFO:tasks.rados.rados.0.smithi032.stdout:2588: left oid 45 (ObjNum 861 snap 260 seq_num 861) 2024-09-13T00:12:35.255 INFO:tasks.rados.rados.0.smithi032.stdout:2592: expect (ObjNum 840 snap 255 seq_num 840) 2024-09-13T00:12:35.404 INFO:tasks.rados.rados.0.smithi032.stdout:2590: finishing write tid 1 to smithi03267100-36 2024-09-13T00:12:35.404 INFO:tasks.rados.rados.0.smithi032.stdout:2590: finishing write tid 2 to smithi03267100-36 2024-09-13T00:12:35.404 INFO:tasks.rados.rados.0.smithi032.stdout:2589: expect (ObjNum 852 snap 257 seq_num 852) 2024-09-13T00:12:35.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:35 smithi053 bash[67631]: cluster 2024-09-13T00:12:34.215977+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e559: 8 total, 7 up, 8 in 2024-09-13T00:12:35.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:35 smithi032 bash[75510]: cluster 2024-09-13T00:12:34.215977+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e559: 8 total, 7 up, 8 in 2024-09-13T00:12:35.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:35 smithi032 bash[76677]: cluster 2024-09-13T00:12:34.215977+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e559: 8 total, 7 up, 8 in 2024-09-13T00:12:36.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:36 smithi053 bash[67631]: cluster 2024-09-13T00:12:35.132415+0000 mgr.y (mgr.34107) 234 : cluster [DBG] pgmap v407: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 636 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 209/1200 objects degraded (17.417%) 2024-09-13T00:12:36.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:36 smithi053 bash[67631]: cluster 2024-09-13T00:12:35.226885+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e560: 8 total, 7 up, 8 in 2024-09-13T00:12:36.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:36 smithi053 bash[67631]: audit 2024-09-13T00:12:35.676670+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:36.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:36 smithi053 bash[67631]: audit 2024-09-13T00:12:35.686678+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:36.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:36 smithi032 bash[75510]: cluster 2024-09-13T00:12:35.132415+0000 mgr.y (mgr.34107) 234 : cluster [DBG] pgmap v407: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 636 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 209/1200 objects degraded (17.417%) 2024-09-13T00:12:36.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:36 smithi032 bash[75510]: cluster 2024-09-13T00:12:35.226885+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e560: 8 total, 7 up, 8 in 2024-09-13T00:12:36.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:36 smithi032 bash[75510]: audit 2024-09-13T00:12:35.676670+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:36.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:36 smithi032 bash[75510]: audit 2024-09-13T00:12:35.686678+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:36 smithi032 bash[76677]: cluster 2024-09-13T00:12:35.132415+0000 mgr.y (mgr.34107) 234 : cluster [DBG] pgmap v407: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 636 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 209/1200 objects degraded (17.417%) 2024-09-13T00:12:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:36 smithi032 bash[76677]: cluster 2024-09-13T00:12:35.226885+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e560: 8 total, 7 up, 8 in 2024-09-13T00:12:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:36 smithi032 bash[76677]: audit 2024-09-13T00:12:35.676670+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:36 smithi032 bash[76677]: audit 2024-09-13T00:12:35.686678+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:37.121 INFO:tasks.rados.rados.0.smithi032.stdout:2590: finishing write tid 3 to smithi03267100-36 2024-09-13T00:12:37.121 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2135 (ObjNum 862 snap 260 seq_num 862) dirty exists 2024-09-13T00:12:37.121 INFO:tasks.rados.rados.0.smithi032.stdout:2590: left oid 36 (ObjNum 862 snap 260 seq_num 862) 2024-09-13T00:12:37.121 INFO:tasks.rados.rados.0.smithi032.stdout:2594: finishing rollback tid 0 to smithi03267100-6 2024-09-13T00:12:37.121 INFO:tasks.rados.rados.0.smithi032.stdout:2594: finishing rollback tid 1 to smithi03267100-6 2024-09-13T00:12:37.121 INFO:tasks.rados.rados.0.smithi032.stdout:2594: finishing rollback tid 2 to smithi03267100-6 2024-09-13T00:12:37.124 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1717 (ObjNum 716 snap 215 seq_num 716) dirty exists 2024-09-13T00:12:37.124 INFO:tasks.rados.rados.0.smithi032.stdout:2588: done (5 left) 2024-09-13T00:12:37.124 INFO:tasks.rados.rados.0.smithi032.stdout:2589: done (4 left) 2024-09-13T00:12:37.125 INFO:tasks.rados.rados.0.smithi032.stdout:2590: done (3 left) 2024-09-13T00:12:37.125 INFO:tasks.rados.rados.0.smithi032.stdout:2591: done (2 left) 2024-09-13T00:12:37.125 INFO:tasks.rados.rados.0.smithi032.stdout:2592: done (1 left) 2024-09-13T00:12:37.125 INFO:tasks.rados.rados.0.smithi032.stdout:2594: done (0 left) 2024-09-13T00:12:37.125 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 260 2024-09-13T00:12:37.125 INFO:tasks.rados.rados.0.smithi032.stdout:2595: seq_num 863 ranges {0=57344} 2024-09-13T00:12:37.125 INFO:tasks.rados.rados.0.smithi032.stdout:2595: writing smithi03267100-47 from 0 to 57344 tid 1 2024-09-13T00:12:37.125 INFO:tasks.rados.rados.0.smithi032.stdout:2596: read oid 10 snap 256 2024-09-13T00:12:37.125 INFO:tasks.rados.rados.0.smithi032.stdout:2596: expect (ObjNum 729 snap 217 seq_num 729) 2024-09-13T00:12:37.125 INFO:tasks.rados.rados.0.smithi032.stdout:2597: delete oid 44 current snap is 260 2024-09-13T00:12:37.127 INFO:tasks.rados.rados.0.smithi032.stdout:2596: expect (ObjNum 729 snap 217 seq_num 729) 2024-09-13T00:12:37.134 INFO:tasks.rados.rados.0.smithi032.stdout:2595: finishing write tid 1 to smithi03267100-47 2024-09-13T00:12:37.134 INFO:tasks.rados.rados.0.smithi032.stdout:2595: finishing write tid 2 to smithi03267100-47 2024-09-13T00:12:37.134 INFO:tasks.rados.rados.0.smithi032.stdout:2595: finishing write tid 3 to smithi03267100-47 2024-09-13T00:12:37.135 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1951 (ObjNum 863 snap 260 seq_num 863) dirty exists 2024-09-13T00:12:37.135 INFO:tasks.rados.rados.0.smithi032.stdout:2595: left oid 47 (ObjNum 863 snap 260 seq_num 863) 2024-09-13T00:12:37.135 INFO:tasks.rados.rados.0.smithi032.stdout:2595: done (2 left) 2024-09-13T00:12:37.135 INFO:tasks.rados.rados.0.smithi032.stdout:2596: done (1 left) 2024-09-13T00:12:37.135 INFO:tasks.rados.rados.0.smithi032.stdout:2597: done (0 left) 2024-09-13T00:12:37.135 INFO:tasks.rados.rados.0.smithi032.stdout:2598: copy_from oid 41 from oid 14 current snap is 260 2024-09-13T00:12:37.135 INFO:tasks.rados.rados.0.smithi032.stdout:2599: copy_from oid 19 from oid 13 current snap is 260 2024-09-13T00:12:37.135 INFO:tasks.rados.rados.0.smithi032.stdout:2600: snap_create 2024-09-13T00:12:37.146 INFO:tasks.rados.rados.0.smithi032.stdout:2598: finishing copy_from racing read to smithi03267100-41 2024-09-13T00:12:37.147 INFO:tasks.rados.rados.0.smithi032.stdout:2598: finishing copy_from to smithi03267100-41 2024-09-13T00:12:37.147 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1316 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:12:37.152 INFO:tasks.rados.rados.0.smithi032.stdout:2599: finishing copy_from racing read to smithi03267100-19 2024-09-13T00:12:37.153 INFO:tasks.rados.rados.0.smithi032.stdout:2599: finishing copy_from to smithi03267100-19 2024-09-13T00:12:37.153 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2076 (ObjNum 822 snap 252 seq_num 822) dirty exists 2024-09-13T00:12:37.283 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:36 smithi053 bash[75816]: debug 2024-09-13T00:12:36.862+0000 7f1507769640 -1 osd.5 549 log_to_monitors true 2024-09-13T00:12:37.512 INFO:tasks.rados.rados.0.smithi032.stdout:2598: done (2 left) 2024-09-13T00:12:37.512 INFO:tasks.rados.rados.0.smithi032.stdout:2599: done (1 left) 2024-09-13T00:12:37.512 INFO:tasks.rados.rados.0.smithi032.stdout:2600: done (0 left) 2024-09-13T00:12:37.512 INFO:tasks.rados.rados.0.smithi032.stdout:2601: copy_from oid 4 from oid 16 current snap is 261 2024-09-13T00:12:37.513 INFO:tasks.rados.rados.0.smithi032.stdout:2602: snap_create 2024-09-13T00:12:37.531 INFO:tasks.rados.rados.0.smithi032.stdout:2601: finishing copy_from racing read to smithi03267100-4 2024-09-13T00:12:37.534 INFO:tasks.rados.rados.0.smithi032.stdout:2601: finishing copy_from to smithi03267100-4 2024-09-13T00:12:37.534 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1712 (ObjNum 750 snap 226 seq_num 750) dirty exists 2024-09-13T00:12:37.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:37 smithi053 bash[67631]: audit 2024-09-13T00:12:36.499656+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:37.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:37 smithi053 bash[67631]: audit 2024-09-13T00:12:36.508632+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:37.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:37 smithi053 bash[67631]: audit 2024-09-13T00:12:36.870922+0000 mon.a (mon.0) 789 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T00:12:37.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:37 smithi053 bash[67631]: audit 2024-09-13T00:12:36.870971+0000 mon.b (mon.1) 5 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/2631260731,v1:172.21.15.53:6809/2631260731]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T00:12:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:37 smithi032 bash[75510]: audit 2024-09-13T00:12:36.499656+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:37 smithi032 bash[75510]: audit 2024-09-13T00:12:36.508632+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:37.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:37 smithi032 bash[75510]: audit 2024-09-13T00:12:36.870922+0000 mon.a (mon.0) 789 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T00:12:37.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:37 smithi032 bash[75510]: audit 2024-09-13T00:12:36.870971+0000 mon.b (mon.1) 5 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/2631260731,v1:172.21.15.53:6809/2631260731]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T00:12:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:37 smithi032 bash[76677]: audit 2024-09-13T00:12:36.499656+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:37 smithi032 bash[76677]: audit 2024-09-13T00:12:36.508632+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:37 smithi032 bash[76677]: audit 2024-09-13T00:12:36.870922+0000 mon.a (mon.0) 789 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T00:12:37.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:37 smithi032 bash[76677]: audit 2024-09-13T00:12:36.870971+0000 mon.b (mon.1) 5 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/2631260731,v1:172.21.15.53:6809/2631260731]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T00:12:38.283 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:37 smithi053 bash[75816]: debug 2024-09-13T00:12:37.882+0000 7f14fb50b640 -1 osd.5 549 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T00:12:38.529 INFO:tasks.rados.rados.0.smithi032.stdout:2601: done (1 left) 2024-09-13T00:12:38.529 INFO:tasks.rados.rados.0.smithi032.stdout:2602: done (0 left) 2024-09-13T00:12:38.529 INFO:tasks.rados.rados.0.smithi032.stdout:2603: read oid 49 snap -1 2024-09-13T00:12:38.530 INFO:tasks.rados.rados.0.smithi032.stdout:2603: expect deleted 2024-09-13T00:12:38.530 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 262 2024-09-13T00:12:38.530 INFO:tasks.rados.rados.0.smithi032.stdout:2604: seq_num 865 ranges {368640=90112} 2024-09-13T00:12:38.538 INFO:tasks.rados.rados.0.smithi032.stdout:2604: writing smithi03267100-22 from 368640 to 458752 tid 1 2024-09-13T00:12:38.538 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 262 2024-09-13T00:12:38.539 INFO:tasks.rados.rados.0.smithi032.stdout:2605: seq_num 866 ranges {4055040=106496} 2024-09-13T00:12:38.591 INFO:tasks.rados.rados.0.smithi032.stdout:2605: writing smithi03267100-26 from 4055040 to 4161536 tid 1 2024-09-13T00:12:38.591 INFO:tasks.rados.rados.0.smithi032.stdout:2606: copy_from oid 45 from oid 28 current snap is 262 2024-09-13T00:12:38.591 INFO:tasks.rados.rados.0.smithi032.stdout:2603: done (3 left) 2024-09-13T00:12:38.592 INFO:tasks.rados.rados.0.smithi032.stdout:2607: snap_create 2024-09-13T00:12:38.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:38 smithi053 bash[67631]: cluster 2024-09-13T00:12:37.133984+0000 mgr.y (mgr.34107) 235 : cluster [DBG] pgmap v409: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 638 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.4 MiB/s wr, 12 op/s; 210/1203 objects degraded (17.456%) 2024-09-13T00:12:38.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:38 smithi053 bash[67631]: audit 2024-09-13T00:12:37.514023+0000 mon.a (mon.0) 790 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T00:12:38.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:38 smithi053 bash[67631]: cluster 2024-09-13T00:12:37.514254+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e561: 8 total, 7 up, 8 in 2024-09-13T00:12:38.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:38 smithi053 bash[67631]: audit 2024-09-13T00:12:37.516905+0000 mon.b (mon.1) 6 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/2631260731,v1:172.21.15.53:6809/2631260731]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:12:38.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:38 smithi053 bash[67631]: audit 2024-09-13T00:12:37.522697+0000 mon.a (mon.0) 792 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:12:38.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:38 smithi053 bash[67631]: audit 2024-09-13T00:12:37.864199+0000 mon.a (mon.0) 793 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-13T00:12:38.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:38 smithi053 bash[67631]: cluster 2024-09-13T00:12:38.163833+0000 mon.a (mon.0) 794 : cluster [WRN] Health check update: Degraded data redundancy: 210/1203 objects degraded (17.456%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:38.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:38 smithi032 bash[75510]: cluster 2024-09-13T00:12:37.133984+0000 mgr.y (mgr.34107) 235 : cluster [DBG] pgmap v409: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 638 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.4 MiB/s wr, 12 op/s; 210/1203 objects degraded (17.456%) 2024-09-13T00:12:38.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:38 smithi032 bash[75510]: audit 2024-09-13T00:12:37.514023+0000 mon.a (mon.0) 790 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T00:12:38.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:38 smithi032 bash[75510]: cluster 2024-09-13T00:12:37.514254+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e561: 8 total, 7 up, 8 in 2024-09-13T00:12:38.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:38 smithi032 bash[75510]: audit 2024-09-13T00:12:37.516905+0000 mon.b (mon.1) 6 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/2631260731,v1:172.21.15.53:6809/2631260731]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:12:38.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:38 smithi032 bash[75510]: audit 2024-09-13T00:12:37.522697+0000 mon.a (mon.0) 792 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:12:38.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:38 smithi032 bash[75510]: audit 2024-09-13T00:12:37.864199+0000 mon.a (mon.0) 793 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-13T00:12:38.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:38 smithi032 bash[75510]: cluster 2024-09-13T00:12:38.163833+0000 mon.a (mon.0) 794 : cluster [WRN] Health check update: Degraded data redundancy: 210/1203 objects degraded (17.456%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:38.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:38 smithi032 bash[76677]: cluster 2024-09-13T00:12:37.133984+0000 mgr.y (mgr.34107) 235 : cluster [DBG] pgmap v409: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 638 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.4 MiB/s wr, 12 op/s; 210/1203 objects degraded (17.456%) 2024-09-13T00:12:38.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:38 smithi032 bash[76677]: audit 2024-09-13T00:12:37.514023+0000 mon.a (mon.0) 790 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T00:12:38.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:38 smithi032 bash[76677]: cluster 2024-09-13T00:12:37.514254+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e561: 8 total, 7 up, 8 in 2024-09-13T00:12:38.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:38 smithi032 bash[76677]: audit 2024-09-13T00:12:37.516905+0000 mon.b (mon.1) 6 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/2631260731,v1:172.21.15.53:6809/2631260731]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:12:38.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:38 smithi032 bash[76677]: audit 2024-09-13T00:12:37.522697+0000 mon.a (mon.0) 792 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:12:38.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:38 smithi032 bash[76677]: audit 2024-09-13T00:12:37.864199+0000 mon.a (mon.0) 793 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-13T00:12:38.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:38 smithi032 bash[76677]: cluster 2024-09-13T00:12:38.163833+0000 mon.a (mon.0) 794 : cluster [WRN] Health check update: Degraded data redundancy: 210/1203 objects degraded (17.456%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:39.537 INFO:tasks.rados.rados.0.smithi032.stdout:2607: done (3 left) 2024-09-13T00:12:39.537 INFO:tasks.rados.rados.0.smithi032.stdout:2608: snap_remove snap 252 2024-09-13T00:12:39.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:39 smithi053 bash[67631]: cluster 2024-09-13T00:12:38.518943+0000 mon.a (mon.0) 795 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:12:39.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:39 smithi053 bash[67631]: cluster 2024-09-13T00:12:38.528954+0000 mon.a (mon.0) 796 : cluster [INF] osd.5 [v2:172.21.15.53:6808/2631260731,v1:172.21.15.53:6809/2631260731] boot 2024-09-13T00:12:39.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:39 smithi053 bash[67631]: cluster 2024-09-13T00:12:38.529063+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2024-09-13T00:12:39.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:39 smithi053 bash[67631]: audit 2024-09-13T00:12:38.529864+0000 mon.a (mon.0) 798 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T00:12:39.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:39 smithi032 bash[75510]: cluster 2024-09-13T00:12:38.518943+0000 mon.a (mon.0) 795 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:12:39.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:39 smithi032 bash[75510]: cluster 2024-09-13T00:12:38.528954+0000 mon.a (mon.0) 796 : cluster [INF] osd.5 [v2:172.21.15.53:6808/2631260731,v1:172.21.15.53:6809/2631260731] boot 2024-09-13T00:12:39.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:39 smithi032 bash[75510]: cluster 2024-09-13T00:12:38.529063+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2024-09-13T00:12:39.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:39 smithi032 bash[75510]: audit 2024-09-13T00:12:38.529864+0000 mon.a (mon.0) 798 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T00:12:39.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:39 smithi032 bash[76677]: cluster 2024-09-13T00:12:38.518943+0000 mon.a (mon.0) 795 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:12:39.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:39 smithi032 bash[76677]: cluster 2024-09-13T00:12:38.528954+0000 mon.a (mon.0) 796 : cluster [INF] osd.5 [v2:172.21.15.53:6808/2631260731,v1:172.21.15.53:6809/2631260731] boot 2024-09-13T00:12:39.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:39 smithi032 bash[76677]: cluster 2024-09-13T00:12:38.529063+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2024-09-13T00:12:39.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:39 smithi032 bash[76677]: audit 2024-09-13T00:12:38.529864+0000 mon.a (mon.0) 798 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T00:12:40.537 INFO:tasks.rados.rados.0.smithi032.stdout:2608: done (3 left) 2024-09-13T00:12:40.537 INFO:tasks.rados.rados.0.smithi032.stdout:2609: snap_remove snap 222 2024-09-13T00:12:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:40 smithi032 bash[75510]: cluster 2024-09-13T00:12:39.134919+0000 mgr.y (mgr.34107) 236 : cluster [DBG] pgmap v412: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 644 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 671 KiB/s wr, 7 op/s; 211/1221 objects degraded (17.281%) 2024-09-13T00:12:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:40 smithi032 bash[75510]: cluster 2024-09-13T00:12:39.536400+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2024-09-13T00:12:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:40 smithi032 bash[75510]: audit 2024-09-13T00:12:40.137137+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:40.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:40 smithi032 bash[75510]: audit 2024-09-13T00:12:40.139202+0000 mon.a (mon.0) 801 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:12:40.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:40 smithi032 bash[76677]: cluster 2024-09-13T00:12:39.134919+0000 mgr.y (mgr.34107) 236 : cluster [DBG] pgmap v412: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 644 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 671 KiB/s wr, 7 op/s; 211/1221 objects degraded (17.281%) 2024-09-13T00:12:40.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:40 smithi032 bash[76677]: cluster 2024-09-13T00:12:39.536400+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2024-09-13T00:12:40.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:40 smithi032 bash[76677]: audit 2024-09-13T00:12:40.137137+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:40.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:40 smithi032 bash[76677]: audit 2024-09-13T00:12:40.139202+0000 mon.a (mon.0) 801 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:12:41.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:40 smithi053 bash[67631]: cluster 2024-09-13T00:12:39.134919+0000 mgr.y (mgr.34107) 236 : cluster [DBG] pgmap v412: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 644 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 671 KiB/s wr, 7 op/s; 211/1221 objects degraded (17.281%) 2024-09-13T00:12:41.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:40 smithi053 bash[67631]: cluster 2024-09-13T00:12:39.536400+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2024-09-13T00:12:41.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:40 smithi053 bash[67631]: audit 2024-09-13T00:12:40.137137+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:41.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:40 smithi053 bash[67631]: audit 2024-09-13T00:12:40.139202+0000 mon.a (mon.0) 801 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:12:41.540 INFO:tasks.rados.rados.0.smithi032.stdout:2609: done (3 left) 2024-09-13T00:12:41.540 INFO:tasks.rados.rados.0.smithi032.stdout:2610: rollback oid 20 current snap is 263 2024-09-13T00:12:41.541 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 262 2024-09-13T00:12:41.541 INFO:tasks.rados.rados.0.smithi032.stdout:2605: finishing write tid 1 to smithi03267100-26 2024-09-13T00:12:41.541 INFO:tasks.rados.rados.0.smithi032.stdout:2606: finishing copy_from racing read to smithi03267100-45 2024-09-13T00:12:41.541 INFO:tasks.rados.rados.0.smithi032.stdout:2606: finishing copy_from to smithi03267100-45 2024-09-13T00:12:41.541 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1316 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:12:41.541 INFO:tasks.rados.rados.0.smithi032.stdout:2604: finishing write tid 1 to smithi03267100-22 2024-09-13T00:12:41.541 INFO:tasks.rados.rados.0.smithi032.stdout:2605: finishing write tid 2 to smithi03267100-26 2024-09-13T00:12:41.541 INFO:tasks.rados.rados.0.smithi032.stdout:2604: finishing write tid 2 to smithi03267100-22 2024-09-13T00:12:41.541 INFO:tasks.rados.rados.0.smithi032.stdout:2605: finishing write tid 3 to smithi03267100-26 2024-09-13T00:12:41.541 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2223 (ObjNum 866 snap 262 seq_num 866) dirty exists 2024-09-13T00:12:41.541 INFO:tasks.rados.rados.0.smithi032.stdout:2605: left oid 26 (ObjNum 866 snap 262 seq_num 866) 2024-09-13T00:12:41.541 INFO:tasks.rados.rados.0.smithi032.stdout:2604: finishing write tid 3 to smithi03267100-22 2024-09-13T00:12:41.541 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1506 (ObjNum 865 snap 262 seq_num 865) dirty exists 2024-09-13T00:12:41.541 INFO:tasks.rados.rados.0.smithi032.stdout:2604: left oid 22 (ObjNum 865 snap 262 seq_num 865) 2024-09-13T00:12:41.542 INFO:tasks.rados.rados.0.smithi032.stdout:2604: done (3 left) 2024-09-13T00:12:41.542 INFO:tasks.rados.rados.0.smithi032.stdout:2605: done (2 left) 2024-09-13T00:12:41.542 INFO:tasks.rados.rados.0.smithi032.stdout:2606: done (1 left) 2024-09-13T00:12:41.542 INFO:tasks.rados.rados.0.smithi032.stdout:2611: snap_remove snap 244 2024-09-13T00:12:41.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:41 smithi053 bash[67631]: cluster 2024-09-13T00:12:40.539027+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2024-09-13T00:12:41.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:41 smithi053 bash[67631]: cluster 2024-09-13T00:12:41.541273+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2024-09-13T00:12:41.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:41 smithi032 bash[75510]: cluster 2024-09-13T00:12:40.539027+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2024-09-13T00:12:41.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:41 smithi032 bash[75510]: cluster 2024-09-13T00:12:41.541273+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2024-09-13T00:12:41.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:41 smithi032 bash[76677]: cluster 2024-09-13T00:12:40.539027+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2024-09-13T00:12:41.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:41 smithi032 bash[76677]: cluster 2024-09-13T00:12:41.541273+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2024-09-13T00:12:42.542 INFO:tasks.rados.rados.0.smithi032.stdout:2611: done (1 left) 2024-09-13T00:12:42.542 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 263 2024-09-13T00:12:42.542 INFO:tasks.rados.rados.0.smithi032.stdout:2612: seq_num 867 ranges {1777664=122880} 2024-09-13T00:12:42.565 INFO:tasks.rados.rados.0.smithi032.stdout:2612: writing smithi03267100-13 from 1777664 to 1900544 tid 1 2024-09-13T00:12:42.565 INFO:tasks.rados.rados.0.smithi032.stdout:2613: setattr oid 41 current snap is 263 2024-09-13T00:12:42.566 INFO:tasks.rados.rados.0.smithi032.stdout:2610: finishing rollback tid 0 to smithi03267100-20 2024-09-13T00:12:42.566 INFO:tasks.rados.rados.0.smithi032.stdout:2610: finishing rollback tid 1 to smithi03267100-20 2024-09-13T00:12:42.566 INFO:tasks.rados.rados.0.smithi032.stdout:2610: finishing rollback tid 2 to smithi03267100-20 2024-09-13T00:12:42.566 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1134 (ObjNum 829 snap 253 seq_num 829) dirty exists 2024-09-13T00:12:42.570 INFO:tasks.rados.rados.0.smithi032.stdout:2610: done (2 left) 2024-09-13T00:12:42.570 INFO:tasks.rados.rados.0.smithi032.stdout:2614: read oid 49 snap -1 2024-09-13T00:12:42.570 INFO:tasks.rados.rados.0.smithi032.stdout:2614: expect deleted 2024-09-13T00:12:42.570 INFO:tasks.rados.rados.0.smithi032.stdout:2615: rollback oid 24 current snap is 263 2024-09-13T00:12:42.570 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 24 to 262 2024-09-13T00:12:42.570 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 263 2024-09-13T00:12:42.571 INFO:tasks.rados.rados.0.smithi032.stdout:2616: seq_num 868 ranges {1171456=139264} 2024-09-13T00:12:42.582 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:12:42 smithi053 bash[60895]: ts=2024-09-13T00:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:12:42.582 INFO:tasks.rados.rados.0.smithi032.stdout:2616: writing smithi03267100-8 from 1171456 to 1310720 tid 1 2024-09-13T00:12:42.583 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:12:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:12:42] "GET /metrics HTTP/1.1" 200 36085 "" "Prometheus/2.43.0" 2024-09-13T00:12:42.583 INFO:tasks.rados.rados.0.smithi032.stdout:2617: read oid 50 snap -1 2024-09-13T00:12:42.583 INFO:tasks.rados.rados.0.smithi032.stdout:2617: expect (ObjNum 752 snap 227 seq_num 752) 2024-09-13T00:12:42.583 INFO:tasks.rados.rados.0.smithi032.stdout:2618: snap_remove snap 214 2024-09-13T00:12:42.854 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:42 smithi053 bash[67631]: cluster 2024-09-13T00:12:41.135987+0000 mgr.y (mgr.34107) 237 : cluster [DBG] pgmap v415: 121 pgs: 27 active+undersized, 9 active+undersized+degraded, 85 active+clean; 644 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 234 KiB/s wr, 6 op/s; 147/1221 objects degraded (12.039%); 8.6 MiB/s, 1 objects/s recovering 2024-09-13T00:12:42.854 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:42 smithi053 bash[67631]: cluster 2024-09-13T00:12:42.544590+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2024-09-13T00:12:42.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:42 smithi032 bash[75510]: cluster 2024-09-13T00:12:41.135987+0000 mgr.y (mgr.34107) 237 : cluster [DBG] pgmap v415: 121 pgs: 27 active+undersized, 9 active+undersized+degraded, 85 active+clean; 644 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 234 KiB/s wr, 6 op/s; 147/1221 objects degraded (12.039%); 8.6 MiB/s, 1 objects/s recovering 2024-09-13T00:12:42.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:42 smithi032 bash[75510]: cluster 2024-09-13T00:12:42.544590+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2024-09-13T00:12:42.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:42 smithi032 bash[76677]: cluster 2024-09-13T00:12:41.135987+0000 mgr.y (mgr.34107) 237 : cluster [DBG] pgmap v415: 121 pgs: 27 active+undersized, 9 active+undersized+degraded, 85 active+clean; 644 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 234 KiB/s wr, 6 op/s; 147/1221 objects degraded (12.039%); 8.6 MiB/s, 1 objects/s recovering 2024-09-13T00:12:42.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:42 smithi032 bash[76677]: cluster 2024-09-13T00:12:42.544590+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2024-09-13T00:12:43.601 INFO:tasks.rados.rados.0.smithi032.stdout:2618: done (6 left) 2024-09-13T00:12:43.601 INFO:tasks.rados.rados.0.smithi032.stdout:2619: snap_create 2024-09-13T00:12:43.608 INFO:tasks.rados.rados.0.smithi032.stdout:2612: finishing write tid 1 to smithi03267100-13 2024-09-13T00:12:43.608 INFO:tasks.rados.rados.0.smithi032.stdout:2612: finishing write tid 2 to smithi03267100-13 2024-09-13T00:12:43.608 INFO:tasks.rados.rados.0.smithi032.stdout:2612: finishing write tid 3 to smithi03267100-13 2024-09-13T00:12:43.608 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2288 (ObjNum 867 snap 263 seq_num 867) dirty exists 2024-09-13T00:12:43.608 INFO:tasks.rados.rados.0.smithi032.stdout:2612: left oid 13 (ObjNum 867 snap 263 seq_num 867) 2024-09-13T00:12:43.608 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1562 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:12:43.609 INFO:tasks.rados.rados.0.smithi032.stdout:2616: finishing write tid 1 to smithi03267100-8 2024-09-13T00:12:43.609 INFO:tasks.rados.rados.0.smithi032.stdout:2616: finishing write tid 2 to smithi03267100-8 2024-09-13T00:12:43.609 INFO:tasks.rados.rados.0.smithi032.stdout:2615: finishing rollback tid 0 to smithi03267100-24 2024-09-13T00:12:43.609 INFO:tasks.rados.rados.0.smithi032.stdout:2615: finishing rollback tid 1 to smithi03267100-24 2024-09-13T00:12:43.609 INFO:tasks.rados.rados.0.smithi032.stdout:2615: finishing rollback tid 2 to smithi03267100-24 2024-09-13T00:12:43.609 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 1731 (ObjNum 750 snap 226 seq_num 750) dirty exists 2024-09-13T00:12:43.609 INFO:tasks.rados.rados.0.smithi032.stdout:2616: finishing write tid 3 to smithi03267100-8 2024-09-13T00:12:43.609 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1893 (ObjNum 868 snap 263 seq_num 868) dirty exists 2024-09-13T00:12:43.609 INFO:tasks.rados.rados.0.smithi032.stdout:2616: left oid 8 (ObjNum 868 snap 263 seq_num 868) 2024-09-13T00:12:43.609 INFO:tasks.rados.rados.0.smithi032.stdout:2617: expect (ObjNum 752 snap 227 seq_num 752) 2024-09-13T00:12:43.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:43 smithi032 bash[75510]: cluster 2024-09-13T00:12:43.165080+0000 mon.a (mon.0) 805 : cluster [WRN] Health check update: Degraded data redundancy: 147/1221 objects degraded (12.039%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:43.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:43 smithi032 bash[76677]: cluster 2024-09-13T00:12:43.165080+0000 mon.a (mon.0) 805 : cluster [WRN] Health check update: Degraded data redundancy: 147/1221 objects degraded (12.039%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:44.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:43 smithi053 bash[67631]: cluster 2024-09-13T00:12:43.165080+0000 mon.a (mon.0) 805 : cluster [WRN] Health check update: Degraded data redundancy: 147/1221 objects degraded (12.039%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:44.600 INFO:tasks.rados.rados.0.smithi032.stdout:2612: done (6 left) 2024-09-13T00:12:44.601 INFO:tasks.rados.rados.0.smithi032.stdout:2613: done (5 left) 2024-09-13T00:12:44.601 INFO:tasks.rados.rados.0.smithi032.stdout:2614: done (4 left) 2024-09-13T00:12:44.601 INFO:tasks.rados.rados.0.smithi032.stdout:2615: done (3 left) 2024-09-13T00:12:44.601 INFO:tasks.rados.rados.0.smithi032.stdout:2616: done (2 left) 2024-09-13T00:12:44.601 INFO:tasks.rados.rados.0.smithi032.stdout:2617: done (1 left) 2024-09-13T00:12:44.601 INFO:tasks.rados.rados.0.smithi032.stdout:2619: done (0 left) 2024-09-13T00:12:44.601 INFO:tasks.rados.rados.0.smithi032.stdout:2620: delete oid 44 current snap is 264 2024-09-13T00:12:44.614 INFO:tasks.rados.rados.0.smithi032.stdout:2620: done (0 left) 2024-09-13T00:12:44.614 INFO:tasks.rados.rados.0.smithi032.stdout:2621: delete oid 20 current snap is 264 2024-09-13T00:12:44.623 INFO:tasks.rados.rados.0.smithi032.stdout:2621: done (0 left) 2024-09-13T00:12:44.623 INFO:tasks.rados.rados.0.smithi032.stdout:2622: rmattr oid 37 current snap is 264 2024-09-13T00:12:44.623 INFO:tasks.rados.rados.0.smithi032.stdout:2622: done (0 left) 2024-09-13T00:12:44.623 INFO:tasks.rados.rados.0.smithi032.stdout:2623: snap_create 2024-09-13T00:12:44.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:44 smithi032 bash[75510]: cluster 2024-09-13T00:12:43.136929+0000 mgr.y (mgr.34107) 238 : cluster [DBG] pgmap v418: 121 pgs: 1 active+clean+snaptrim, 6 active+undersized, 4 active+undersized+degraded, 110 active+clean; 647 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 564 KiB/s wr, 1 op/s; 91/1230 objects degraded (7.398%); 9.4 MiB/s, 1 objects/s recovering 2024-09-13T00:12:44.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:44 smithi032 bash[75510]: cluster 2024-09-13T00:12:43.603114+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2024-09-13T00:12:44.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:44 smithi032 bash[76677]: cluster 2024-09-13T00:12:43.136929+0000 mgr.y (mgr.34107) 238 : cluster [DBG] pgmap v418: 121 pgs: 1 active+clean+snaptrim, 6 active+undersized, 4 active+undersized+degraded, 110 active+clean; 647 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 564 KiB/s wr, 1 op/s; 91/1230 objects degraded (7.398%); 9.4 MiB/s, 1 objects/s recovering 2024-09-13T00:12:44.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:44 smithi032 bash[76677]: cluster 2024-09-13T00:12:43.603114+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2024-09-13T00:12:45.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:44 smithi053 bash[67631]: cluster 2024-09-13T00:12:43.136929+0000 mgr.y (mgr.34107) 238 : cluster [DBG] pgmap v418: 121 pgs: 1 active+clean+snaptrim, 6 active+undersized, 4 active+undersized+degraded, 110 active+clean; 647 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 564 KiB/s wr, 1 op/s; 91/1230 objects degraded (7.398%); 9.4 MiB/s, 1 objects/s recovering 2024-09-13T00:12:45.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:44 smithi053 bash[67631]: cluster 2024-09-13T00:12:43.603114+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2024-09-13T00:12:45.621 INFO:tasks.rados.rados.0.smithi032.stdout:2623: done (0 left) 2024-09-13T00:12:45.621 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 265 2024-09-13T00:12:45.622 INFO:tasks.rados.rados.0.smithi032.stdout:2624: seq_num 871 ranges {565248=188416} 2024-09-13T00:12:45.634 INFO:tasks.rados.rados.0.smithi032.stdout:2624: writing smithi03267100-4 from 565248 to 753664 tid 1 2024-09-13T00:12:45.635 INFO:tasks.rados.rados.0.smithi032.stdout:2625: read oid 38 snap -1 2024-09-13T00:12:45.635 INFO:tasks.rados.rados.0.smithi032.stdout:2625: expect (ObjNum 843 snap 255 seq_num 843) 2024-09-13T00:12:45.635 INFO:tasks.rados.rados.0.smithi032.stdout:2626: rmattr oid 3 current snap is 265 2024-09-13T00:12:45.635 INFO:tasks.rados.rados.0.smithi032.stdout:2627: read oid 31 snap 213 2024-09-13T00:12:45.635 INFO:tasks.rados.rados.0.smithi032.stdout:2627: expect (ObjNum 667 snap 196 seq_num 667) 2024-09-13T00:12:45.635 INFO:tasks.rados.rados.0.smithi032.stdout:2628: snap_create 2024-09-13T00:12:45.641 INFO:tasks.rados.rados.0.smithi032.stdout:2624: finishing write tid 1 to smithi03267100-4 2024-09-13T00:12:45.643 INFO:tasks.rados.rados.0.smithi032.stdout:2624: finishing write tid 2 to smithi03267100-4 2024-09-13T00:12:45.645 INFO:tasks.rados.rados.0.smithi032.stdout:2624: finishing write tid 3 to smithi03267100-4 2024-09-13T00:12:45.646 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1714 (ObjNum 871 snap 265 seq_num 871) dirty exists 2024-09-13T00:12:45.646 INFO:tasks.rados.rados.0.smithi032.stdout:2624: left oid 4 (ObjNum 871 snap 265 seq_num 871) 2024-09-13T00:12:45.648 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1582 (ObjNum 847 snap 257 seq_num 847) dirty exists 2024-09-13T00:12:45.655 INFO:tasks.rados.rados.0.smithi032.stdout:2627: expect (ObjNum 667 snap 196 seq_num 667) 2024-09-13T00:12:45.768 INFO:tasks.rados.rados.0.smithi032.stdout:2625: expect (ObjNum 843 snap 255 seq_num 843) 2024-09-13T00:12:45.890 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:45 smithi053 bash[67631]: cluster 2024-09-13T00:12:44.603337+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2024-09-13T00:12:45.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:45 smithi032 bash[75510]: cluster 2024-09-13T00:12:44.603337+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2024-09-13T00:12:45.911 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:45 smithi032 bash[76677]: cluster 2024-09-13T00:12:44.603337+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2024-09-13T00:12:46.630 INFO:tasks.rados.rados.0.smithi032.stdout:2624: done (4 left) 2024-09-13T00:12:46.630 INFO:tasks.rados.rados.0.smithi032.stdout:2625: done (3 left) 2024-09-13T00:12:46.630 INFO:tasks.rados.rados.0.smithi032.stdout:2626: done (2 left) 2024-09-13T00:12:46.630 INFO:tasks.rados.rados.0.smithi032.stdout:2627: done (1 left) 2024-09-13T00:12:46.630 INFO:tasks.rados.rados.0.smithi032.stdout:2628: done (0 left) 2024-09-13T00:12:46.630 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 266 2024-09-13T00:12:46.630 INFO:tasks.rados.rados.0.smithi032.stdout:2629: seq_num 872 ranges {0=212992} 2024-09-13T00:12:46.634 INFO:tasks.rados.rados.0.smithi032.stdout:2629: writing smithi03267100-20 from 0 to 212992 tid 1 2024-09-13T00:12:46.634 INFO:tasks.rados.rados.0.smithi032.stdout:2630: read oid 17 snap 254 2024-09-13T00:12:46.634 INFO:tasks.rados.rados.0.smithi032.stdout:2630: expect (ObjNum 580 snap 175 seq_num 580) 2024-09-13T00:12:46.634 INFO:tasks.rados.rados.0.smithi032.stdout:2631: delete oid 4 current snap is 266 2024-09-13T00:12:46.642 INFO:tasks.rados.rados.0.smithi032.stdout:2631: done (2 left) 2024-09-13T00:12:46.642 INFO:tasks.rados.rados.0.smithi032.stdout:2632: read oid 48 snap -1 2024-09-13T00:12:46.642 INFO:tasks.rados.rados.0.smithi032.stdout:2632: expect (ObjNum 808 snap 247 seq_num 808) 2024-09-13T00:12:46.642 INFO:tasks.rados.rados.0.smithi032.stdout:2633: copy_from oid 43 from oid 21 current snap is 266 2024-09-13T00:12:46.642 INFO:tasks.rados.rados.0.smithi032.stdout:2634: read oid 6 snap -1 2024-09-13T00:12:46.642 INFO:tasks.rados.rados.0.smithi032.stdout:2634: expect (ObjNum 716 snap 215 seq_num 716) 2024-09-13T00:12:46.643 INFO:tasks.rados.rados.0.smithi032.stdout:2635: read oid 12 snap 147 2024-09-13T00:12:46.643 INFO:tasks.rados.rados.0.smithi032.stdout:2635: expect (ObjNum 364 snap 115 seq_num 364) 2024-09-13T00:12:46.643 INFO:tasks.rados.rados.0.smithi032.stdout:2636: read oid 37 snap -1 2024-09-13T00:12:46.643 INFO:tasks.rados.rados.0.smithi032.stdout:2636: expect deleted 2024-09-13T00:12:46.643 INFO:tasks.rados.rados.0.smithi032.stdout:2637: snap_remove snap 246 2024-09-13T00:12:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[75510]: cluster 2024-09-13T00:12:45.137821+0000 mgr.y (mgr.34107) 239 : cluster [DBG] pgmap v421: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 647 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 620 KiB/s wr, 8 op/s; 6.6 MiB/s, 2 objects/s recovering 2024-09-13T00:12:46.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[75510]: cluster 2024-09-13T00:12:45.605338+0000 mon.a (mon.0) 808 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 91/1230 objects degraded (7.398%), 4 pgs degraded) 2024-09-13T00:12:46.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[75510]: cluster 2024-09-13T00:12:45.605384+0000 mon.a (mon.0) 809 : cluster [INF] Cluster is now healthy 2024-09-13T00:12:46.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[75510]: cluster 2024-09-13T00:12:45.623785+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2024-09-13T00:12:46.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[75510]: audit 2024-09-13T00:12:46.596246+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:46.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[75510]: audit 2024-09-13T00:12:46.607072+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:46.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[75510]: audit 2024-09-13T00:12:46.609211+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:12:46.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[75510]: audit 2024-09-13T00:12:46.611207+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:12:46.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[76677]: cluster 2024-09-13T00:12:45.137821+0000 mgr.y (mgr.34107) 239 : cluster [DBG] pgmap v421: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 647 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 620 KiB/s wr, 8 op/s; 6.6 MiB/s, 2 objects/s recovering 2024-09-13T00:12:46.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[76677]: cluster 2024-09-13T00:12:45.605338+0000 mon.a (mon.0) 808 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 91/1230 objects degraded (7.398%), 4 pgs degraded) 2024-09-13T00:12:46.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[76677]: cluster 2024-09-13T00:12:45.605384+0000 mon.a (mon.0) 809 : cluster [INF] Cluster is now healthy 2024-09-13T00:12:46.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[76677]: cluster 2024-09-13T00:12:45.623785+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2024-09-13T00:12:46.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[76677]: audit 2024-09-13T00:12:46.596246+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[76677]: audit 2024-09-13T00:12:46.607072+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[76677]: audit 2024-09-13T00:12:46.609211+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:12:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:46 smithi032 bash[76677]: audit 2024-09-13T00:12:46.611207+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:12:47.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:46 smithi053 bash[67631]: cluster 2024-09-13T00:12:45.137821+0000 mgr.y (mgr.34107) 239 : cluster [DBG] pgmap v421: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 647 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 620 KiB/s wr, 8 op/s; 6.6 MiB/s, 2 objects/s recovering 2024-09-13T00:12:47.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:46 smithi053 bash[67631]: cluster 2024-09-13T00:12:45.605338+0000 mon.a (mon.0) 808 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 91/1230 objects degraded (7.398%), 4 pgs degraded) 2024-09-13T00:12:47.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:46 smithi053 bash[67631]: cluster 2024-09-13T00:12:45.605384+0000 mon.a (mon.0) 809 : cluster [INF] Cluster is now healthy 2024-09-13T00:12:47.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:46 smithi053 bash[67631]: cluster 2024-09-13T00:12:45.623785+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2024-09-13T00:12:47.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:46 smithi053 bash[67631]: audit 2024-09-13T00:12:46.596246+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:47.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:46 smithi053 bash[67631]: audit 2024-09-13T00:12:46.607072+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:47.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:46 smithi053 bash[67631]: audit 2024-09-13T00:12:46.609211+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:12:47.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:46 smithi053 bash[67631]: audit 2024-09-13T00:12:46.611207+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:12:47.648 INFO:tasks.rados.rados.0.smithi032.stdout:2637: done (7 left) 2024-09-13T00:12:47.649 INFO:tasks.rados.rados.0.smithi032.stdout:2638: snap_remove snap 213 2024-09-13T00:12:47.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[75510]: cluster 2024-09-13T00:12:46.632517+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2024-09-13T00:12:47.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[75510]: audit 2024-09-13T00:12:46.632740+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:47.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[75510]: audit 2024-09-13T00:12:46.750092+0000 mon.a (mon.0) 817 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:47.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[75510]: audit 2024-09-13T00:12:46.754278+0000 mon.a (mon.0) 818 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:47.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[75510]: audit 2024-09-13T00:12:46.756456+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:47.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[75510]: audit 2024-09-13T00:12:46.758067+0000 mon.a (mon.0) 820 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:47.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[75510]: audit 2024-09-13T00:12:46.760037+0000 mon.a (mon.0) 821 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T00:12:47.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[75510]: audit 2024-09-13T00:12:46.760305+0000 mgr.y (mgr.34107) 240 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T00:12:47.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[75510]: cephadm 2024-09-13T00:12:46.761858+0000 mgr.y (mgr.34107) 241 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-13T00:12:47.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[76677]: cluster 2024-09-13T00:12:46.632517+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2024-09-13T00:12:47.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[76677]: audit 2024-09-13T00:12:46.632740+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:47.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[76677]: audit 2024-09-13T00:12:46.750092+0000 mon.a (mon.0) 817 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:47.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[76677]: audit 2024-09-13T00:12:46.754278+0000 mon.a (mon.0) 818 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:47.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[76677]: audit 2024-09-13T00:12:46.756456+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:47.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[76677]: audit 2024-09-13T00:12:46.758067+0000 mon.a (mon.0) 820 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:47.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[76677]: audit 2024-09-13T00:12:46.760037+0000 mon.a (mon.0) 821 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T00:12:47.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[76677]: audit 2024-09-13T00:12:46.760305+0000 mgr.y (mgr.34107) 240 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T00:12:47.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:47 smithi032 bash[76677]: cephadm 2024-09-13T00:12:46.761858+0000 mgr.y (mgr.34107) 241 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-13T00:12:48.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:47 smithi053 bash[67631]: cluster 2024-09-13T00:12:46.632517+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2024-09-13T00:12:48.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:47 smithi053 bash[67631]: audit 2024-09-13T00:12:46.632740+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:48.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:47 smithi053 bash[67631]: audit 2024-09-13T00:12:46.750092+0000 mon.a (mon.0) 817 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:48.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:47 smithi053 bash[67631]: audit 2024-09-13T00:12:46.754278+0000 mon.a (mon.0) 818 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:48.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:47 smithi053 bash[67631]: audit 2024-09-13T00:12:46.756456+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:48.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:47 smithi053 bash[67631]: audit 2024-09-13T00:12:46.758067+0000 mon.a (mon.0) 820 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:48.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:47 smithi053 bash[67631]: audit 2024-09-13T00:12:46.760037+0000 mon.a (mon.0) 821 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T00:12:48.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:47 smithi053 bash[67631]: audit 2024-09-13T00:12:46.760305+0000 mgr.y (mgr.34107) 240 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T00:12:48.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:47 smithi053 bash[67631]: cephadm 2024-09-13T00:12:46.761858+0000 mgr.y (mgr.34107) 241 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-13T00:12:48.177 INFO:tasks.rados.rados.0.smithi032.stdout:2638: done (7 left) 2024-09-13T00:12:48.177 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 266 2024-09-13T00:12:48.177 INFO:tasks.rados.rados.0.smithi032.stdout:2629: finishing write tid 1 to smithi03267100-20 2024-09-13T00:12:48.177 INFO:tasks.rados.rados.0.smithi032.stdout:2629: finishing write tid 2 to smithi03267100-20 2024-09-13T00:12:48.177 INFO:tasks.rados.rados.0.smithi032.stdout:2633: finishing copy_from to smithi03267100-43 2024-09-13T00:12:48.177 INFO:tasks.rados.rados.0.smithi032.stdout:2633: got expected ENOENT (src dne) 2024-09-13T00:12:48.177 INFO:tasks.rados.rados.0.smithi032.stdout:2633: finishing copy_from racing read to smithi03267100-43 2024-09-13T00:12:48.177 INFO:tasks.rados.rados.0.smithi032.stdout:2639: seq_num 874 ranges {0=245760} 2024-09-13T00:12:48.182 INFO:tasks.rados.rados.0.smithi032.stdout:2639: writing smithi03267100-4 from 0 to 245760 tid 1 2024-09-13T00:12:48.182 INFO:tasks.rados.rados.0.smithi032.stdout:2633: done (7 left) 2024-09-13T00:12:48.182 INFO:tasks.rados.rados.0.smithi032.stdout:2636: done (6 left) 2024-09-13T00:12:48.182 INFO:tasks.rados.rados.0.smithi032.stdout:2640: delete oid 3 current snap is 266 2024-09-13T00:12:48.182 INFO:tasks.rados.rados.0.smithi032.stdout:2632: expect (ObjNum 808 snap 247 seq_num 808) 2024-09-13T00:12:48.241 INFO:tasks.rados.rados.0.smithi032.stdout:2629: finishing write tid 3 to smithi03267100-20 2024-09-13T00:12:48.242 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1137 (ObjNum 872 snap 266 seq_num 872) dirty exists 2024-09-13T00:12:48.242 INFO:tasks.rados.rados.0.smithi032.stdout:2629: left oid 20 (ObjNum 872 snap 266 seq_num 872) 2024-09-13T00:12:48.242 INFO:tasks.rados.rados.0.smithi032.stdout:2634: expect (ObjNum 716 snap 215 seq_num 716) 2024-09-13T00:12:48.477 INFO:tasks.rados.rados.0.smithi032.stdout:2635: expect (ObjNum 364 snap 115 seq_num 364) 2024-09-13T00:12:48.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:48 smithi053 bash[67631]: cluster 2024-09-13T00:12:47.138608+0000 mgr.y (mgr.34107) 242 : cluster [DBG] pgmap v424: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 647 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 56 KiB/s wr, 9 op/s; 5.7 MiB/s, 2 objects/s recovering 2024-09-13T00:12:48.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:48 smithi053 bash[67631]: cluster 2024-09-13T00:12:47.644206+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2024-09-13T00:12:48.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:48 smithi053 bash[67631]: cluster 2024-09-13T00:12:48.176186+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2024-09-13T00:12:48.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:48 smithi032 bash[75510]: cluster 2024-09-13T00:12:47.138608+0000 mgr.y (mgr.34107) 242 : cluster [DBG] pgmap v424: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 647 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 56 KiB/s wr, 9 op/s; 5.7 MiB/s, 2 objects/s recovering 2024-09-13T00:12:48.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:48 smithi032 bash[75510]: cluster 2024-09-13T00:12:47.644206+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2024-09-13T00:12:48.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:48 smithi032 bash[75510]: cluster 2024-09-13T00:12:48.176186+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2024-09-13T00:12:48.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:48 smithi032 bash[76677]: cluster 2024-09-13T00:12:47.138608+0000 mgr.y (mgr.34107) 242 : cluster [DBG] pgmap v424: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 647 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 56 KiB/s wr, 9 op/s; 5.7 MiB/s, 2 objects/s recovering 2024-09-13T00:12:48.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:48 smithi032 bash[76677]: cluster 2024-09-13T00:12:47.644206+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2024-09-13T00:12:48.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:48 smithi032 bash[76677]: cluster 2024-09-13T00:12:48.176186+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2024-09-13T00:12:48.944 INFO:tasks.rados.rados.0.smithi032.stdout:2630: expect (ObjNum 580 snap 175 seq_num 580) 2024-09-13T00:12:50.029 INFO:tasks.rados.rados.0.smithi032.stdout:2639: finishing write tid 1 to smithi03267100-4 2024-09-13T00:12:50.029 INFO:tasks.rados.rados.0.smithi032.stdout:2639: finishing write tid 2 to smithi03267100-4 2024-09-13T00:12:50.029 INFO:tasks.rados.rados.0.smithi032.stdout:2639: finishing write tid 3 to smithi03267100-4 2024-09-13T00:12:50.029 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1717 (ObjNum 874 snap 266 seq_num 874) dirty exists 2024-09-13T00:12:50.029 INFO:tasks.rados.rados.0.smithi032.stdout:2639: left oid 4 (ObjNum 874 snap 266 seq_num 874) 2024-09-13T00:12:50.030 INFO:tasks.rados.rados.0.smithi032.stdout:2629: done (6 left) 2024-09-13T00:12:50.030 INFO:tasks.rados.rados.0.smithi032.stdout:2630: done (5 left) 2024-09-13T00:12:50.030 INFO:tasks.rados.rados.0.smithi032.stdout:2632: done (4 left) 2024-09-13T00:12:50.030 INFO:tasks.rados.rados.0.smithi032.stdout:2634: done (3 left) 2024-09-13T00:12:50.030 INFO:tasks.rados.rados.0.smithi032.stdout:2635: done (2 left) 2024-09-13T00:12:50.030 INFO:tasks.rados.rados.0.smithi032.stdout:2639: done (1 left) 2024-09-13T00:12:50.030 INFO:tasks.rados.rados.0.smithi032.stdout:2640: done (0 left) 2024-09-13T00:12:50.030 INFO:tasks.rados.rados.0.smithi032.stdout:2641: snap_create 2024-09-13T00:12:50.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:49 smithi053 bash[67631]: cephadm 2024-09-13T00:12:48.961616+0000 mgr.y (mgr.34107) 243 : cephadm [INF] Upgrade: Updating osd.6 2024-09-13T00:12:50.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:49 smithi053 bash[67631]: audit 2024-09-13T00:12:48.970764+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:50.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:49 smithi053 bash[67631]: audit 2024-09-13T00:12:48.972602+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T00:12:50.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:49 smithi053 bash[67631]: audit 2024-09-13T00:12:48.974021+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:12:50.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:49 smithi053 bash[67631]: cephadm 2024-09-13T00:12:48.978731+0000 mgr.y (mgr.34107) 244 : cephadm [INF] Deploying daemon osd.6 on smithi053 2024-09-13T00:12:50.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:49 smithi053 bash[67631]: cluster 2024-09-13T00:12:49.139522+0000 mgr.y (mgr.34107) 245 : cluster [DBG] pgmap v427: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 641 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 188 KiB/s wr, 12 op/s 2024-09-13T00:12:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:49 smithi032 bash[75510]: cephadm 2024-09-13T00:12:48.961616+0000 mgr.y (mgr.34107) 243 : cephadm [INF] Upgrade: Updating osd.6 2024-09-13T00:12:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:49 smithi032 bash[75510]: audit 2024-09-13T00:12:48.970764+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:50.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:49 smithi032 bash[75510]: audit 2024-09-13T00:12:48.972602+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T00:12:50.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:49 smithi032 bash[75510]: audit 2024-09-13T00:12:48.974021+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:12:50.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:49 smithi032 bash[75510]: cephadm 2024-09-13T00:12:48.978731+0000 mgr.y (mgr.34107) 244 : cephadm [INF] Deploying daemon osd.6 on smithi053 2024-09-13T00:12:50.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:49 smithi032 bash[75510]: cluster 2024-09-13T00:12:49.139522+0000 mgr.y (mgr.34107) 245 : cluster [DBG] pgmap v427: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 641 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 188 KiB/s wr, 12 op/s 2024-09-13T00:12:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:49 smithi032 bash[76677]: cephadm 2024-09-13T00:12:48.961616+0000 mgr.y (mgr.34107) 243 : cephadm [INF] Upgrade: Updating osd.6 2024-09-13T00:12:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:49 smithi032 bash[76677]: audit 2024-09-13T00:12:48.970764+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:49 smithi032 bash[76677]: audit 2024-09-13T00:12:48.972602+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T00:12:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:49 smithi032 bash[76677]: audit 2024-09-13T00:12:48.974021+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:12:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:49 smithi032 bash[76677]: cephadm 2024-09-13T00:12:48.978731+0000 mgr.y (mgr.34107) 244 : cephadm [INF] Deploying daemon osd.6 on smithi053 2024-09-13T00:12:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:49 smithi032 bash[76677]: cluster 2024-09-13T00:12:49.139522+0000 mgr.y (mgr.34107) 245 : cluster [DBG] pgmap v427: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 641 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 188 KiB/s wr, 12 op/s 2024-09-13T00:12:50.980 INFO:tasks.rados.rados.0.smithi032.stdout:2641: done (0 left) 2024-09-13T00:12:50.981 INFO:tasks.rados.rados.0.smithi032.stdout:2642: read oid 11 snap -1 2024-09-13T00:12:50.981 INFO:tasks.rados.rados.0.smithi032.stdout:2642: expect deleted 2024-09-13T00:12:50.981 INFO:tasks.rados.rados.0.smithi032.stdout:2643: snap_remove snap 219 2024-09-13T00:12:51.413 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:12:51.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:51 smithi032 bash[75510]: audit 2024-09-13T00:12:50.329841+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:51.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:51 smithi032 bash[75510]: cluster 2024-09-13T00:12:50.982909+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2024-09-13T00:12:51.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:51 smithi032 bash[76677]: audit 2024-09-13T00:12:50.329841+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:51.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:51 smithi032 bash[76677]: cluster 2024-09-13T00:12:50.982909+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2024-09-13T00:12:51.701 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:12:51.701 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6m) 74s ago 13m 13.4M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:12:51.701 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (6m) 16s ago 12m 74.5M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:12:51.701 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (14m) 74s ago 14m 17.0M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:12:51.701 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (14m) 16s ago 14m 19.8M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:12:51.701 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (5m) 16s ago 22m 426M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:12:51.701 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6m) 74s ago 24m 487M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:12:51.701 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5m) 74s ago 24m 56.3M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:12:51.701 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (4m) 16s ago 22m 42.7M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:12:51.701 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4m) 74s ago 22m 43.9M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:12:51.701 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6m) 74s ago 13m 8143k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:12:51.701 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (6m) 16s ago 13m 7996k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:12:51.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2m) 74s ago 21m 360M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e a4f5d6d727f8 2024-09-13T00:12:51.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2m) 74s ago 20m 427M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 953c3952f855 2024-09-13T00:12:51.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (109s) 74s ago 19m 371M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 49cc31a24edc 2024-09-13T00:12:51.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (78s) 74s ago 18m - 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 662cbd030bbe 2024-09-13T00:12:51.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (49s) 16s ago 17m 283M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 78e01b7bbadc 2024-09-13T00:12:51.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (20s) 16s ago 16m - 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 2900232c845c 2024-09-13T00:12:51.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (15m) 16s ago 16m 188M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 15490c2b029a 2024-09-13T00:12:51.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (15m) 16s ago 15m 354M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:12:51.702 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (5m) 16s ago 13m 57.7M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:12:51.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:51 smithi053 bash[67631]: audit 2024-09-13T00:12:50.329841+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:51.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:51 smithi053 bash[67631]: cluster 2024-09-13T00:12:50.982909+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2024-09-13T00:12:51.986 INFO:tasks.rados.rados.0.smithi032.stdout:2643: done (1 left) 2024-09-13T00:12:51.987 INFO:tasks.rados.rados.0.smithi032.stdout:2644: setattr oid 1 current snap is 267 2024-09-13T00:12:51.989 INFO:tasks.rados.rados.0.smithi032.stdout:2645: read oid 24 snap -1 2024-09-13T00:12:51.989 INFO:tasks.rados.rados.0.smithi032.stdout:2645: expect (ObjNum 750 snap 226 seq_num 750) 2024-09-13T00:12:51.990 INFO:tasks.rados.rados.0.smithi032.stdout:2646: setattr oid 27 current snap is 267 2024-09-13T00:12:51.991 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 267 2024-09-13T00:12:51.991 INFO:tasks.rados.rados.0.smithi032.stdout:2647: seq_num 876 ranges {7069696=278528} 2024-09-13T00:12:52.037 INFO:tasks.rados.rados.0.smithi032.stdout:2647: writing smithi03267100-42 from 7069696 to 7348224 tid 1 2024-09-13T00:12:52.038 INFO:tasks.rados.rados.0.smithi032.stdout:2648: snap_remove snap 262 2024-09-13T00:12:52.082 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:12:52.082 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:12:52.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:12:52.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:12:52.082 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:12:52.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:12:52.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:12:52.082 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:12:52.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2, 2024-09-13T00:12:52.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 6 2024-09-13T00:12:52.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:12:52.082 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:12:52.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:12:52.083 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:12:52.083 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:12:52.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 4, 2024-09-13T00:12:52.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 11 2024-09-13T00:12:52.083 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:12:52.083 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:12:52.501 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:12:52 smithi053 bash[60895]: ts=2024-09-13T00:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:12:52.501 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:52 smithi053 bash[67631]: cluster 2024-09-13T00:12:51.140453+0000 mgr.y (mgr.34107) 246 : cluster [DBG] pgmap v429: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 639 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 167 KiB/s wr, 10 op/s 2024-09-13T00:12:52.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:52 smithi053 bash[67631]: audit 2024-09-13T00:12:51.403972+0000 mgr.y (mgr.34107) 247 : audit [DBG] from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:12:52.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:52 smithi053 bash[67631]: audit 2024-09-13T00:12:51.690992+0000 mgr.y (mgr.34107) 248 : audit [DBG] from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:12:52.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:52 smithi053 bash[67631]: cluster 2024-09-13T00:12:51.986533+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2024-09-13T00:12:52.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:52 smithi053 bash[67631]: audit 2024-09-13T00:12:52.085457+0000 mon.a (mon.0) 830 : audit [DBG] from='client.? 172.21.15.32:0/426147500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:52.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:12:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:12:52] "GET /metrics HTTP/1.1" 200 36085 "" "Prometheus/2.43.0" 2024-09-13T00:12:52.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:52 smithi032 bash[75510]: cluster 2024-09-13T00:12:51.140453+0000 mgr.y (mgr.34107) 246 : cluster [DBG] pgmap v429: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 639 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 167 KiB/s wr, 10 op/s 2024-09-13T00:12:52.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:52 smithi032 bash[75510]: audit 2024-09-13T00:12:51.403972+0000 mgr.y (mgr.34107) 247 : audit [DBG] from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:12:52.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:52 smithi032 bash[75510]: audit 2024-09-13T00:12:51.690992+0000 mgr.y (mgr.34107) 248 : audit [DBG] from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:12:52.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:52 smithi032 bash[75510]: cluster 2024-09-13T00:12:51.986533+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2024-09-13T00:12:52.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:52 smithi032 bash[75510]: audit 2024-09-13T00:12:52.085457+0000 mon.a (mon.0) 830 : audit [DBG] from='client.? 172.21.15.32:0/426147500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:52.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:52 smithi032 bash[76677]: cluster 2024-09-13T00:12:51.140453+0000 mgr.y (mgr.34107) 246 : cluster [DBG] pgmap v429: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 639 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 167 KiB/s wr, 10 op/s 2024-09-13T00:12:52.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:52 smithi032 bash[76677]: audit 2024-09-13T00:12:51.403972+0000 mgr.y (mgr.34107) 247 : audit [DBG] from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:12:52.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:52 smithi032 bash[76677]: audit 2024-09-13T00:12:51.690992+0000 mgr.y (mgr.34107) 248 : audit [DBG] from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:12:52.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:52 smithi032 bash[76677]: cluster 2024-09-13T00:12:51.986533+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2024-09-13T00:12:52.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:52 smithi032 bash[76677]: audit 2024-09-13T00:12:52.085457+0000 mon.a (mon.0) 830 : audit [DBG] from='client.? 172.21.15.32:0/426147500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:12:52.991 INFO:tasks.rados.rados.0.smithi032.stdout:2648: done (5 left) 2024-09-13T00:12:52.992 INFO:tasks.rados.rados.0.smithi032.stdout:2649: delete oid 14 current snap is 267 2024-09-13T00:12:52.992 INFO:tasks.rados.rados.0.smithi032.stdout:2645: expect (ObjNum 750 snap 226 seq_num 750) 2024-09-13T00:12:53.026 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2235 (ObjNum 819 snap 252 seq_num 819) dirty exists 2024-09-13T00:12:53.026 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2077 (ObjNum 808 snap 247 seq_num 808) dirty exists 2024-09-13T00:12:53.026 INFO:tasks.rados.rados.0.smithi032.stdout:2647: finishing write tid 1 to smithi03267100-42 2024-09-13T00:12:53.027 INFO:tasks.rados.rados.0.smithi032.stdout:2647: finishing write tid 2 to smithi03267100-42 2024-09-13T00:12:53.027 INFO:tasks.rados.rados.0.smithi032.stdout:2647: finishing write tid 3 to smithi03267100-42 2024-09-13T00:12:53.027 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 777 (ObjNum 876 snap 267 seq_num 876) dirty exists 2024-09-13T00:12:53.027 INFO:tasks.rados.rados.0.smithi032.stdout:2647: left oid 42 (ObjNum 876 snap 267 seq_num 876) 2024-09-13T00:12:53.027 INFO:tasks.rados.rados.0.smithi032.stdout:2642: done (5 left) 2024-09-13T00:12:53.027 INFO:tasks.rados.rados.0.smithi032.stdout:2644: done (4 left) 2024-09-13T00:12:53.027 INFO:tasks.rados.rados.0.smithi032.stdout:2645: done (3 left) 2024-09-13T00:12:53.027 INFO:tasks.rados.rados.0.smithi032.stdout:2646: done (2 left) 2024-09-13T00:12:53.027 INFO:tasks.rados.rados.0.smithi032.stdout:2647: done (1 left) 2024-09-13T00:12:53.027 INFO:tasks.rados.rados.0.smithi032.stdout:2649: done (0 left) 2024-09-13T00:12:53.027 INFO:tasks.rados.rados.0.smithi032.stdout:2650: snap_create 2024-09-13T00:12:53.177 INFO:tasks.rados.rados.0.smithi032.stdout:2650: done (0 left) 2024-09-13T00:12:53.177 INFO:tasks.rados.rados.0.smithi032.stdout:2651: read oid 43 snap 235 2024-09-13T00:12:53.177 INFO:tasks.rados.rados.0.smithi032.stdout:2651: expect deleted 2024-09-13T00:12:53.177 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 268 2024-09-13T00:12:53.177 INFO:tasks.rados.rados.0.smithi032.stdout:2652: seq_num 878 ranges {1310720=311296} 2024-09-13T00:12:53.193 INFO:tasks.rados.rados.0.smithi032.stdout:2652: writing smithi03267100-8 from 1310720 to 1622016 tid 1 2024-09-13T00:12:53.193 INFO:tasks.rados.rados.0.smithi032.stdout:2653: rollback oid 29 current snap is 268 2024-09-13T00:12:53.193 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 243 2024-09-13T00:12:53.193 INFO:tasks.rados.rados.0.smithi032.stdout:2651: done (2 left) 2024-09-13T00:12:53.193 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 268 2024-09-13T00:12:53.193 INFO:tasks.rados.rados.0.smithi032.stdout:2654: seq_num 879 ranges {0=327680} 2024-09-13T00:12:53.196 INFO:tasks.rados.rados.0.smithi032.stdout:2654: writing smithi03267100-5 from 0 to 327680 tid 1 2024-09-13T00:12:53.196 INFO:tasks.rados.rados.0.smithi032.stdout:2655: delete oid 17 current snap is 268 2024-09-13T00:12:53.204 INFO:tasks.rados.rados.0.smithi032.stdout:2652: finishing write tid 1 to smithi03267100-8 2024-09-13T00:12:53.204 INFO:tasks.rados.rados.0.smithi032.stdout:2652: finishing write tid 2 to smithi03267100-8 2024-09-13T00:12:53.210 INFO:tasks.rados.rados.0.smithi032.stdout:2654: finishing write tid 1 to smithi03267100-5 2024-09-13T00:12:53.211 INFO:tasks.rados.rados.0.smithi032.stdout:2654: finishing write tid 2 to smithi03267100-5 2024-09-13T00:12:53.211 INFO:tasks.rados.rados.0.smithi032.stdout:2652: finishing write tid 3 to smithi03267100-8 2024-09-13T00:12:53.211 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1895 (ObjNum 878 snap 268 seq_num 878) dirty exists 2024-09-13T00:12:53.211 INFO:tasks.rados.rados.0.smithi032.stdout:2652: left oid 8 (ObjNum 878 snap 268 seq_num 878) 2024-09-13T00:12:53.212 INFO:tasks.rados.rados.0.smithi032.stdout:2653: finishing rollback tid 0 to smithi03267100-29 2024-09-13T00:12:53.212 INFO:tasks.rados.rados.0.smithi032.stdout:2653: finishing rollback tid 1 to smithi03267100-29 2024-09-13T00:12:53.212 INFO:tasks.rados.rados.0.smithi032.stdout:2653: finishing rollback tid 2 to smithi03267100-29 2024-09-13T00:12:53.212 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1618 (ObjNum 784 snap 239 seq_num 784) dirty exists 2024-09-13T00:12:53.213 INFO:tasks.rados.rados.0.smithi032.stdout:2654: finishing write tid 3 to smithi03267100-5 2024-09-13T00:12:53.213 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1719 (ObjNum 879 snap 268 seq_num 879) dirty exists 2024-09-13T00:12:53.213 INFO:tasks.rados.rados.0.smithi032.stdout:2654: left oid 5 (ObjNum 879 snap 268 seq_num 879) 2024-09-13T00:12:53.215 INFO:tasks.rados.rados.0.smithi032.stdout:2652: done (3 left) 2024-09-13T00:12:53.215 INFO:tasks.rados.rados.0.smithi032.stdout:2653: done (2 left) 2024-09-13T00:12:53.215 INFO:tasks.rados.rados.0.smithi032.stdout:2654: done (1 left) 2024-09-13T00:12:53.215 INFO:tasks.rados.rados.0.smithi032.stdout:2655: done (0 left) 2024-09-13T00:12:53.215 INFO:tasks.rados.rados.0.smithi032.stdout:2656: setattr oid 39 current snap is 268 2024-09-13T00:12:53.217 INFO:tasks.rados.rados.0.smithi032.stdout:2657: read oid 22 snap -1 2024-09-13T00:12:53.217 INFO:tasks.rados.rados.0.smithi032.stdout:2657: expect (ObjNum 865 snap 262 seq_num 865) 2024-09-13T00:12:53.217 INFO:tasks.rados.rados.0.smithi032.stdout:2658: read oid 37 snap -1 2024-09-13T00:12:53.217 INFO:tasks.rados.rados.0.smithi032.stdout:2658: expect deleted 2024-09-13T00:12:53.217 INFO:tasks.rados.rados.0.smithi032.stdout:2659: snap_remove snap 241 2024-09-13T00:12:53.628 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:53 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:53.628 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:53 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:53.628 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:53 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:53.629 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:12:53 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:53.629 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:12:53 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:53.629 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:12:53 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:53.630 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:12:53 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:53.630 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:12:53 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:53.630 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:12:53 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:53.630 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:53 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:53.992 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:53 smithi053 systemd[1]: Stopping Ceph osd.6 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:12:53.993 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:53 smithi053 bash[38855]: debug 2024-09-13T00:12:53.750+0000 7ff484d1b640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T00:12:53.993 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:53 smithi053 bash[38855]: debug 2024-09-13T00:12:53.750+0000 7ff484d1b640 -1 osd.6 576 *** Got signal Terminated *** 2024-09-13T00:12:53.993 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:53 smithi053 bash[38855]: debug 2024-09-13T00:12:53.750+0000 7ff484d1b640 -1 osd.6 576 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T00:12:54.186 INFO:tasks.rados.rados.0.smithi032.stdout:2659: done (3 left) 2024-09-13T00:12:54.186 INFO:tasks.rados.rados.0.smithi032.stdout:2660: delete oid 7 current snap is 268 2024-09-13T00:12:54.186 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 1974 (ObjNum 49 snap 0 seq_num 1683706476) dirty exists 2024-09-13T00:12:54.186 INFO:tasks.rados.rados.0.smithi032.stdout:2657: expect (ObjNum 865 snap 262 seq_num 865) 2024-09-13T00:12:54.231 INFO:tasks.rados.rados.0.smithi032.stdout:2656: done (3 left) 2024-09-13T00:12:54.231 INFO:tasks.rados.rados.0.smithi032.stdout:2657: done (2 left) 2024-09-13T00:12:54.232 INFO:tasks.rados.rados.0.smithi032.stdout:2658: done (1 left) 2024-09-13T00:12:54.232 INFO:tasks.rados.rados.0.smithi032.stdout:2660: done (0 left) 2024-09-13T00:12:54.232 INFO:tasks.rados.rados.0.smithi032.stdout:2661: snap_remove snap 180 2024-09-13T00:12:54.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:53 smithi053 bash[67631]: cluster 2024-09-13T00:12:52.993936+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2024-09-13T00:12:54.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:53 smithi053 bash[67631]: cluster 2024-09-13T00:12:53.141209+0000 mgr.y (mgr.34107) 249 : cluster [DBG] pgmap v432: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 632 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 127 KiB/s wr, 8 op/s 2024-09-13T00:12:54.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:53 smithi053 bash[67631]: cluster 2024-09-13T00:12:53.179535+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2024-09-13T00:12:54.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:53 smithi053 bash[67631]: cluster 2024-09-13T00:12:53.755156+0000 mon.a (mon.0) 833 : cluster [INF] osd.6 marked itself down and dead 2024-09-13T00:12:54.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:53 smithi032 bash[75510]: cluster 2024-09-13T00:12:52.993936+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2024-09-13T00:12:54.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:53 smithi032 bash[75510]: cluster 2024-09-13T00:12:53.141209+0000 mgr.y (mgr.34107) 249 : cluster [DBG] pgmap v432: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 632 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 127 KiB/s wr, 8 op/s 2024-09-13T00:12:54.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:53 smithi032 bash[75510]: cluster 2024-09-13T00:12:53.179535+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2024-09-13T00:12:54.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:53 smithi032 bash[75510]: cluster 2024-09-13T00:12:53.755156+0000 mon.a (mon.0) 833 : cluster [INF] osd.6 marked itself down and dead 2024-09-13T00:12:54.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:53 smithi032 bash[76677]: cluster 2024-09-13T00:12:52.993936+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2024-09-13T00:12:54.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:53 smithi032 bash[76677]: cluster 2024-09-13T00:12:53.141209+0000 mgr.y (mgr.34107) 249 : cluster [DBG] pgmap v432: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 632 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 127 KiB/s wr, 8 op/s 2024-09-13T00:12:54.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:53 smithi032 bash[76677]: cluster 2024-09-13T00:12:53.179535+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2024-09-13T00:12:54.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:53 smithi032 bash[76677]: cluster 2024-09-13T00:12:53.755156+0000 mon.a (mon.0) 833 : cluster [INF] osd.6 marked itself down and dead 2024-09-13T00:12:55.188 INFO:tasks.rados.rados.0.smithi032.stdout:2661: done (0 left) 2024-09-13T00:12:55.189 INFO:tasks.rados.rados.0.smithi032.stdout:2662: read oid 45 snap 143 2024-09-13T00:12:55.189 INFO:tasks.rados.rados.0.smithi032.stdout:2662: expect (ObjNum 325 snap 96 seq_num 325) 2024-09-13T00:12:55.196 INFO:tasks.rados.rados.0.smithi032.stdout:2663: setattr oid 8 current snap is 268 2024-09-13T00:12:55.196 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 268 2024-09-13T00:12:55.196 INFO:tasks.rados.rados.0.smithi032.stdout:2664: seq_num 882 ranges {0=376832} 2024-09-13T00:12:55.196 INFO:tasks.rados.rados.0.smithi032.stdout:2664: writing smithi03267100-49 from 0 to 376832 tid 1 2024-09-13T00:12:55.196 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 268 2024-09-13T00:12:55.196 INFO:tasks.rados.rados.0.smithi032.stdout:2665: seq_num 883 ranges {0=393216} 2024-09-13T00:12:55.199 INFO:tasks.rados.rados.0.smithi032.stdout:2665: writing smithi03267100-17 from 0 to 393216 tid 1 2024-09-13T00:12:55.199 INFO:tasks.rados.rados.0.smithi032.stdout:2666: snap_remove snap 157 2024-09-13T00:12:55.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:54 smithi053 bash[67631]: cluster 2024-09-13T00:12:54.173744+0000 mon.a (mon.0) 834 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:12:55.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:54 smithi053 bash[67631]: cluster 2024-09-13T00:12:54.183555+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e577: 8 total, 7 up, 8 in 2024-09-13T00:12:55.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:54 smithi032 bash[75510]: cluster 2024-09-13T00:12:54.173744+0000 mon.a (mon.0) 834 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:12:55.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:54 smithi032 bash[75510]: cluster 2024-09-13T00:12:54.183555+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e577: 8 total, 7 up, 8 in 2024-09-13T00:12:55.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:54 smithi032 bash[76677]: cluster 2024-09-13T00:12:54.173744+0000 mon.a (mon.0) 834 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:12:55.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:54 smithi032 bash[76677]: cluster 2024-09-13T00:12:54.183555+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e577: 8 total, 7 up, 8 in 2024-09-13T00:12:55.684 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:55 smithi053 bash[79759]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-6 2024-09-13T00:12:55.684 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:55 smithi053 bash[79823]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-6 2024-09-13T00:12:56.192 INFO:tasks.rados.rados.0.smithi032.stdout:2666: done (4 left) 2024-09-13T00:12:56.192 INFO:tasks.rados.rados.0.smithi032.stdout:2667: delete oid 38 current snap is 268 2024-09-13T00:12:56.192 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1896 (ObjNum 878 snap 268 seq_num 878) dirty exists 2024-09-13T00:12:56.192 INFO:tasks.rados.rados.0.smithi032.stdout:2662: expect (ObjNum 325 snap 96 seq_num 325) 2024-09-13T00:12:56.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.139592+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:56.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.140005+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1, 0, 6]}]: dispatch 2024-09-13T00:12:56.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.140662+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 6]}]: dispatch 2024-09-13T00:12:56.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.141028+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 6]}]: dispatch 2024-09-13T00:12:56.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.141379+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 6]}]: dispatch 2024-09-13T00:12:56.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: cluster 2024-09-13T00:12:55.142073+0000 mgr.y (mgr.34107) 250 : cluster [DBG] pgmap v435: 121 pgs: 14 stale+active+clean, 107 active+clean; 635 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 156 KiB/s wr, 4 op/s 2024-09-13T00:12:56.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.142136+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.19", "id": [0, 4]}]: dispatch 2024-09-13T00:12:56.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.142590+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 6]}]: dispatch 2024-09-13T00:12:56.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.142958+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1b"}]: dispatch 2024-09-13T00:12:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.143305+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1c"}]: dispatch 2024-09-13T00:12:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.143649+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.27"}]: dispatch 2024-09-13T00:12:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.143997+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "5.f"}]: dispatch 2024-09-13T00:12:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.144335+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:12:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.186833+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1, 0, 6]}]': finished 2024-09-13T00:12:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.187092+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 6]}]': finished 2024-09-13T00:12:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.187305+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 6]}]': finished 2024-09-13T00:12:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.139592+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.140005+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1, 0, 6]}]: dispatch 2024-09-13T00:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.140662+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 6]}]: dispatch 2024-09-13T00:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.141028+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 6]}]: dispatch 2024-09-13T00:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.141379+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 6]}]: dispatch 2024-09-13T00:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: cluster 2024-09-13T00:12:55.142073+0000 mgr.y (mgr.34107) 250 : cluster [DBG] pgmap v435: 121 pgs: 14 stale+active+clean, 107 active+clean; 635 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 156 KiB/s wr, 4 op/s 2024-09-13T00:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.142136+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.19", "id": [0, 4]}]: dispatch 2024-09-13T00:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.142590+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 6]}]: dispatch 2024-09-13T00:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.142958+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1b"}]: dispatch 2024-09-13T00:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.143305+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1c"}]: dispatch 2024-09-13T00:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.143649+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.27"}]: dispatch 2024-09-13T00:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.143997+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "5.f"}]: dispatch 2024-09-13T00:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.144335+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.186833+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1, 0, 6]}]': finished 2024-09-13T00:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.187092+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 6]}]': finished 2024-09-13T00:12:56.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.187305+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 6]}]': finished 2024-09-13T00:12:56.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.187501+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 6]}]': finished 2024-09-13T00:12:56.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.187711+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.19", "id": [0, 4]}]': finished 2024-09-13T00:12:56.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.187904+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 6]}]': finished 2024-09-13T00:12:56.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.188105+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1b"}]': finished 2024-09-13T00:12:56.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.188293+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1c"}]': finished 2024-09-13T00:12:56.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.188532+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.27"}]': finished 2024-09-13T00:12:56.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: audit 2024-09-13T00:12:55.188739+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "5.f"}]': finished 2024-09-13T00:12:56.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[75510]: cluster 2024-09-13T00:12:55.188938+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e578: 8 total, 7 up, 8 in 2024-09-13T00:12:56.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.187501+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 6]}]': finished 2024-09-13T00:12:56.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.187711+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.19", "id": [0, 4]}]': finished 2024-09-13T00:12:56.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.187904+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 6]}]': finished 2024-09-13T00:12:56.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.188105+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1b"}]': finished 2024-09-13T00:12:56.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.188293+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1c"}]': finished 2024-09-13T00:12:56.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.188532+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.27"}]': finished 2024-09-13T00:12:56.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: audit 2024-09-13T00:12:55.188739+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "5.f"}]': finished 2024-09-13T00:12:56.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:56 smithi032 bash[76677]: cluster 2024-09-13T00:12:55.188938+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e578: 8 total, 7 up, 8 in 2024-09-13T00:12:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.139592+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.140005+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1, 0, 6]}]: dispatch 2024-09-13T00:12:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.140662+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 6]}]: dispatch 2024-09-13T00:12:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.141028+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 6]}]: dispatch 2024-09-13T00:12:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.141379+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 6]}]: dispatch 2024-09-13T00:12:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: cluster 2024-09-13T00:12:55.142073+0000 mgr.y (mgr.34107) 250 : cluster [DBG] pgmap v435: 121 pgs: 14 stale+active+clean, 107 active+clean; 635 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 156 KiB/s wr, 4 op/s 2024-09-13T00:12:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.142136+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.19", "id": [0, 4]}]: dispatch 2024-09-13T00:12:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.142590+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 6]}]: dispatch 2024-09-13T00:12:56.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.142958+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1b"}]: dispatch 2024-09-13T00:12:56.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.143305+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1c"}]: dispatch 2024-09-13T00:12:56.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.143649+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.27"}]: dispatch 2024-09-13T00:12:56.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.143997+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "5.f"}]: dispatch 2024-09-13T00:12:56.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.144335+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:12:56.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.186833+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1, 0, 6]}]': finished 2024-09-13T00:12:56.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.187092+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 6]}]': finished 2024-09-13T00:12:56.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.187305+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 6]}]': finished 2024-09-13T00:12:56.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.187501+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 6]}]': finished 2024-09-13T00:12:56.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.187711+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.19", "id": [0, 4]}]': finished 2024-09-13T00:12:56.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.187904+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 6]}]': finished 2024-09-13T00:12:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.188105+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1b"}]': finished 2024-09-13T00:12:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.188293+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1c"}]': finished 2024-09-13T00:12:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.188532+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.27"}]': finished 2024-09-13T00:12:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: audit 2024-09-13T00:12:55.188739+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "5.f"}]': finished 2024-09-13T00:12:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:56 smithi053 bash[67631]: cluster 2024-09-13T00:12:55.188938+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e578: 8 total, 7 up, 8 in 2024-09-13T00:12:56.596 INFO:tasks.rados.rados.0.smithi032.stdout:2664: finishing write tid 1 to smithi03267100-49 2024-09-13T00:12:56.596 INFO:tasks.rados.rados.0.smithi032.stdout:2664: finishing write tid 2 to smithi03267100-49 2024-09-13T00:12:56.597 INFO:tasks.rados.rados.0.smithi032.stdout:2664: finishing write tid 3 to smithi03267100-49 2024-09-13T00:12:56.597 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1727 (ObjNum 882 snap 268 seq_num 882) dirty exists 2024-09-13T00:12:56.597 INFO:tasks.rados.rados.0.smithi032.stdout:2664: left oid 49 (ObjNum 882 snap 268 seq_num 882) 2024-09-13T00:12:56.597 INFO:tasks.rados.rados.0.smithi032.stdout:2662: done (4 left) 2024-09-13T00:12:56.597 INFO:tasks.rados.rados.0.smithi032.stdout:2663: done (3 left) 2024-09-13T00:12:56.597 INFO:tasks.rados.rados.0.smithi032.stdout:2664: done (2 left) 2024-09-13T00:12:56.597 INFO:tasks.rados.rados.0.smithi032.stdout:2667: done (1 left) 2024-09-13T00:12:56.597 INFO:tasks.rados.rados.0.smithi032.stdout:2668: rollback oid 4 current snap is 268 2024-09-13T00:12:56.597 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 206 2024-09-13T00:12:56.597 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 268 2024-09-13T00:12:56.597 INFO:tasks.rados.rados.0.smithi032.stdout:2669: seq_num 885 ranges {1540096=425984} 2024-09-13T00:12:56.629 INFO:tasks.rados.rados.0.smithi032.stdout:2669: writing smithi03267100-48 from 1540096 to 1966080 tid 1 2024-09-13T00:12:56.629 INFO:tasks.rados.rados.0.smithi032.stdout:2670: read oid 1 snap 254 2024-09-13T00:12:56.629 INFO:tasks.rados.rados.0.smithi032.stdout:2670: expect (ObjNum 819 snap 252 seq_num 819) 2024-09-13T00:12:56.629 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 268 2024-09-13T00:12:56.629 INFO:tasks.rados.rados.0.smithi032.stdout:2668: finishing rollback tid 0 to smithi03267100-4 2024-09-13T00:12:56.629 INFO:tasks.rados.rados.0.smithi032.stdout:2668: finishing rollback tid 1 to smithi03267100-4 2024-09-13T00:12:56.629 INFO:tasks.rados.rados.0.smithi032.stdout:2668: finishing rollback tid 2 to smithi03267100-4 2024-09-13T00:12:56.629 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1723 (ObjNum 675 snap 200 seq_num 675) dirty exists 2024-09-13T00:12:56.629 INFO:tasks.rados.rados.0.smithi032.stdout:2671: seq_num 886 ranges {376832=442368} 2024-09-13T00:12:56.643 INFO:tasks.rados.rados.0.smithi032.stdout:2671: writing smithi03267100-49 from 376832 to 819200 tid 1 2024-09-13T00:12:56.644 INFO:tasks.rados.rados.0.smithi032.stdout:2668: done (4 left) 2024-09-13T00:12:56.644 INFO:tasks.rados.rados.0.smithi032.stdout:2672: copy_from oid 25 from oid 38 current snap is 268 2024-09-13T00:12:56.644 INFO:tasks.rados.rados.0.smithi032.stdout:2669: finishing write tid 1 to smithi03267100-48 2024-09-13T00:12:56.644 INFO:tasks.rados.rados.0.smithi032.stdout:2669: finishing write tid 2 to smithi03267100-48 2024-09-13T00:12:56.644 INFO:tasks.rados.rados.0.smithi032.stdout:2669: finishing write tid 3 to smithi03267100-48 2024-09-13T00:12:56.644 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1729 (ObjNum 885 snap 268 seq_num 885) dirty exists 2024-09-13T00:12:56.644 INFO:tasks.rados.rados.0.smithi032.stdout:2669: left oid 48 (ObjNum 885 snap 268 seq_num 885) 2024-09-13T00:12:56.644 INFO:tasks.rados.rados.0.smithi032.stdout:2669: done (4 left) 2024-09-13T00:12:56.644 INFO:tasks.rados.rados.0.smithi032.stdout:2673: delete oid 12 current snap is 268 2024-09-13T00:12:56.645 INFO:tasks.rados.rados.0.smithi032.stdout:2672: finishing copy_from to smithi03267100-25 2024-09-13T00:12:56.645 INFO:tasks.rados.rados.0.smithi032.stdout:2672: got expected ENOENT (src dne) 2024-09-13T00:12:56.645 INFO:tasks.rados.rados.0.smithi032.stdout:2672: finishing copy_from racing read to smithi03267100-25 2024-09-13T00:12:56.647 INFO:tasks.rados.rados.0.smithi032.stdout:2672: done (4 left) 2024-09-13T00:12:56.647 INFO:tasks.rados.rados.0.smithi032.stdout:2673: done (3 left) 2024-09-13T00:12:56.648 INFO:tasks.rados.rados.0.smithi032.stdout:2674: read oid 5 snap -1 2024-09-13T00:12:56.648 INFO:tasks.rados.rados.0.smithi032.stdout:2674: expect (ObjNum 879 snap 268 seq_num 879) 2024-09-13T00:12:56.648 INFO:tasks.rados.rados.0.smithi032.stdout:2675: copy_from oid 43 from oid 30 current snap is 268 2024-09-13T00:12:56.648 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 268 2024-09-13T00:12:56.648 INFO:tasks.rados.rados.0.smithi032.stdout:2676: seq_num 888 ranges {0=475136} 2024-09-13T00:12:56.657 INFO:tasks.rados.rados.0.smithi032.stdout:2676: writing smithi03267100-21 from 0 to 475136 tid 1 2024-09-13T00:12:56.657 INFO:tasks.rados.rados.0.smithi032.stdout:2677: delete oid 22 current snap is 268 2024-09-13T00:12:56.657 INFO:tasks.rados.rados.0.smithi032.stdout:2671: finishing write tid 1 to smithi03267100-49 2024-09-13T00:12:56.657 INFO:tasks.rados.rados.0.smithi032.stdout:2671: finishing write tid 2 to smithi03267100-49 2024-09-13T00:12:56.657 INFO:tasks.rados.rados.0.smithi032.stdout:2674: expect (ObjNum 879 snap 268 seq_num 879) 2024-09-13T00:12:56.674 INFO:tasks.rados.rados.0.smithi032.stdout:2671: finishing write tid 3 to smithi03267100-49 2024-09-13T00:12:56.674 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1731 (ObjNum 886 snap 268 seq_num 886) dirty exists 2024-09-13T00:12:56.674 INFO:tasks.rados.rados.0.smithi032.stdout:2671: left oid 49 (ObjNum 886 snap 268 seq_num 886) 2024-09-13T00:12:56.674 INFO:tasks.rados.rados.0.smithi032.stdout:2671: done (6 left) 2024-09-13T00:12:56.674 INFO:tasks.rados.rados.0.smithi032.stdout:2674: done (5 left) 2024-09-13T00:12:56.674 INFO:tasks.rados.rados.0.smithi032.stdout:2677: done (4 left) 2024-09-13T00:12:56.674 INFO:tasks.rados.rados.0.smithi032.stdout:2678: rollback oid 19 current snap is 268 2024-09-13T00:12:56.674 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 253 2024-09-13T00:12:56.674 INFO:tasks.rados.rados.0.smithi032.stdout:2679: copy_from oid 27 from oid 26 current snap is 268 2024-09-13T00:12:56.674 INFO:tasks.rados.rados.0.smithi032.stdout:2680: rollback oid 42 current snap is 268 2024-09-13T00:12:56.674 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 143 2024-09-13T00:12:56.675 INFO:tasks.rados.rados.0.smithi032.stdout:2681: delete oid 47 current snap is 268 2024-09-13T00:12:56.677 INFO:tasks.rados.rados.0.smithi032.stdout:2680: finishing rollback tid 0 to smithi03267100-42 2024-09-13T00:12:56.677 INFO:tasks.rados.rados.0.smithi032.stdout:2680: finishing rollback tid 1 to smithi03267100-42 2024-09-13T00:12:56.677 INFO:tasks.rados.rados.0.smithi032.stdout:2680: finishing rollback tid 2 to smithi03267100-42 2024-09-13T00:12:56.678 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 780 (ObjNum 479 snap 140 seq_num 479) dirty exists 2024-09-13T00:12:56.683 INFO:tasks.rados.rados.0.smithi032.stdout:2678: finishing rollback tid 0 to smithi03267100-19 2024-09-13T00:12:56.684 INFO:tasks.rados.rados.0.smithi032.stdout:2678: finishing rollback tid 1 to smithi03267100-19 2024-09-13T00:12:56.684 INFO:tasks.rados.rados.0.smithi032.stdout:2678: finishing rollback tid 2 to smithi03267100-19 2024-09-13T00:12:56.684 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2080 (ObjNum 781 snap 238 seq_num 781) dirty exists 2024-09-13T00:12:56.690 INFO:tasks.rados.rados.0.smithi032.stdout:2678: done (7 left) 2024-09-13T00:12:56.690 INFO:tasks.rados.rados.0.smithi032.stdout:2680: done (6 left) 2024-09-13T00:12:56.691 INFO:tasks.rados.rados.0.smithi032.stdout:2681: done (5 left) 2024-09-13T00:12:56.691 INFO:tasks.rados.rados.0.smithi032.stdout:2682: read oid 45 snap -1 2024-09-13T00:12:56.691 INFO:tasks.rados.rados.0.smithi032.stdout:2682: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:12:56.691 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 268 2024-09-13T00:12:56.691 INFO:tasks.rados.rados.0.smithi032.stdout:2683: seq_num 891 ranges {2162688=532480} 2024-09-13T00:12:56.716 INFO:tasks.rados.rados.0.smithi032.stdout:2683: writing smithi03267100-33 from 2162688 to 2695168 tid 1 2024-09-13T00:12:56.716 INFO:tasks.rados.rados.0.smithi032.stdout:2684: rmattr oid 48 current snap is 268 2024-09-13T00:12:56.716 INFO:tasks.rados.rados.0.smithi032.stdout:2682: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:12:56.741 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 0 (ObjNum 885 snap 268 seq_num 885) dirty exists 2024-09-13T00:12:56.742 INFO:tasks.rados.rados.0.smithi032.stdout:2679: finishing copy_from racing read to smithi03267100-27 2024-09-13T00:12:56.742 INFO:tasks.rados.rados.0.smithi032.stdout:2679: finishing copy_from to smithi03267100-27 2024-09-13T00:12:56.742 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2223 (ObjNum 866 snap 262 seq_num 866) dirty exists 2024-09-13T00:12:56.742 INFO:tasks.rados.rados.0.smithi032.stdout:2683: finishing write tid 1 to smithi03267100-33 2024-09-13T00:12:56.742 INFO:tasks.rados.rados.0.smithi032.stdout:2683: finishing write tid 2 to smithi03267100-33 2024-09-13T00:12:56.742 INFO:tasks.rados.rados.0.smithi032.stdout:2683: finishing write tid 3 to smithi03267100-33 2024-09-13T00:12:56.742 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 1733 (ObjNum 891 snap 268 seq_num 891) dirty exists 2024-09-13T00:12:56.742 INFO:tasks.rados.rados.0.smithi032.stdout:2683: left oid 33 (ObjNum 891 snap 268 seq_num 891) 2024-09-13T00:12:56.742 INFO:tasks.rados.rados.0.smithi032.stdout:2679: done (7 left) 2024-09-13T00:12:56.742 INFO:tasks.rados.rados.0.smithi032.stdout:2682: done (6 left) 2024-09-13T00:12:56.742 INFO:tasks.rados.rados.0.smithi032.stdout:2683: done (5 left) 2024-09-13T00:12:56.742 INFO:tasks.rados.rados.0.smithi032.stdout:2684: done (4 left) 2024-09-13T00:12:56.742 INFO:tasks.rados.rados.0.smithi032.stdout:2685: snap_remove snap 224 2024-09-13T00:12:57.197 INFO:tasks.rados.rados.0.smithi032.stdout:2685: done (4 left) 2024-09-13T00:12:57.197 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 268 2024-09-13T00:12:57.197 INFO:tasks.rados.rados.0.smithi032.stdout:2686: seq_num 892 ranges {0=548864} 2024-09-13T00:12:57.205 INFO:tasks.rados.rados.0.smithi032.stdout:2686: writing smithi03267100-44 from 0 to 548864 tid 1 2024-09-13T00:12:57.205 INFO:tasks.rados.rados.0.smithi032.stdout:2687: snap_create 2024-09-13T00:12:57.221 INFO:tasks.rados.rados.0.smithi032.stdout:2686: finishing write tid 1 to smithi03267100-44 2024-09-13T00:12:57.221 INFO:tasks.rados.rados.0.smithi032.stdout:2686: finishing write tid 2 to smithi03267100-44 2024-09-13T00:12:57.227 INFO:tasks.rados.rados.0.smithi032.stdout:2665: finishing write tid 1 to smithi03267100-17 2024-09-13T00:12:57.227 INFO:tasks.rados.rados.0.smithi032.stdout:2686: finishing write tid 3 to smithi03267100-44 2024-09-13T00:12:57.227 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1976 (ObjNum 892 snap 268 seq_num 892) dirty exists 2024-09-13T00:12:57.228 INFO:tasks.rados.rados.0.smithi032.stdout:2686: left oid 44 (ObjNum 892 snap 268 seq_num 892) 2024-09-13T00:12:57.239 INFO:tasks.rados.rados.0.smithi032.stdout:2665: finishing write tid 2 to smithi03267100-17 2024-09-13T00:12:57.244 INFO:tasks.rados.rados.0.smithi032.stdout:2665: finishing write tid 3 to smithi03267100-17 2024-09-13T00:12:57.244 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 2259 (ObjNum 883 snap 268 seq_num 883) dirty exists 2024-09-13T00:12:57.244 INFO:tasks.rados.rados.0.smithi032.stdout:2665: left oid 17 (ObjNum 883 snap 268 seq_num 883) 2024-09-13T00:12:57.259 INFO:tasks.rados.rados.0.smithi032.stdout:2670: expect (ObjNum 819 snap 252 seq_num 819) 2024-09-13T00:12:57.318 INFO:tasks.rados.rados.0.smithi032.stdout:2676: finishing write tid 1 to smithi03267100-21 2024-09-13T00:12:57.318 INFO:tasks.rados.rados.0.smithi032.stdout:2676: finishing write tid 2 to smithi03267100-21 2024-09-13T00:12:57.319 INFO:tasks.rados.rados.0.smithi032.stdout:2676: finishing write tid 3 to smithi03267100-21 2024-09-13T00:12:57.319 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2269 (ObjNum 888 snap 268 seq_num 888) dirty exists 2024-09-13T00:12:57.319 INFO:tasks.rados.rados.0.smithi032.stdout:2676: left oid 21 (ObjNum 888 snap 268 seq_num 888) 2024-09-13T00:12:57.319 INFO:tasks.rados.rados.0.smithi032.stdout:2675: finishing copy_from racing read to smithi03267100-43 2024-09-13T00:12:57.319 INFO:tasks.rados.rados.0.smithi032.stdout:2675: finishing copy_from to smithi03267100-43 2024-09-13T00:12:57.319 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2127 (ObjNum 852 snap 257 seq_num 852) dirty exists 2024-09-13T00:12:57.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:57 smithi053 bash[67631]: cluster 2024-09-13T00:12:56.189149+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e579: 8 total, 7 up, 8 in 2024-09-13T00:12:57.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:57 smithi032 bash[75510]: cluster 2024-09-13T00:12:56.189149+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e579: 8 total, 7 up, 8 in 2024-09-13T00:12:57.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:57 smithi032 bash[76677]: cluster 2024-09-13T00:12:56.189149+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e579: 8 total, 7 up, 8 in 2024-09-13T00:12:57.944 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:57.945 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:12:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:57.945 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:12:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:57.945 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:12:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:57.946 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:57 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-13T00:12:57.946 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:57 smithi053 systemd[1]: Stopped Ceph osd.6 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:12:57.946 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:57.946 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:12:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:57.946 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:12:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:57.947 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:12:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:57.947 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:12:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:57.947 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:12:57 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:12:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:2665: done (5 left) 2024-09-13T00:12:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:2670: done (4 left) 2024-09-13T00:12:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:2675: done (3 left) 2024-09-13T00:12:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:2676: done (2 left) 2024-09-13T00:12:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:2686: done (1 left) 2024-09-13T00:12:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:2687: done (0 left) 2024-09-13T00:12:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:2688: rollback oid 12 current snap is 269 2024-09-13T00:12:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 216 2024-09-13T00:12:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:2689: rmattr oid 23 current snap is 269 2024-09-13T00:12:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:2689: done (1 left) 2024-09-13T00:12:58.184 INFO:tasks.rados.rados.0.smithi032.stdout:2690: read oid 2 snap -1 2024-09-13T00:12:58.184 INFO:tasks.rados.rados.0.smithi032.stdout:2690: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:12:58.184 INFO:tasks.rados.rados.0.smithi032.stdout:2691: copy_from oid 31 from oid 39 current snap is 269 2024-09-13T00:12:58.184 INFO:tasks.rados.rados.0.smithi032.stdout:2692: setattr oid 10 current snap is 269 2024-09-13T00:12:58.186 INFO:tasks.rados.rados.0.smithi032.stdout:2693: rollback oid 22 current snap is 269 2024-09-13T00:12:58.186 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 266 2024-09-13T00:12:58.187 INFO:tasks.rados.rados.0.smithi032.stdout:2694: rmattr oid 25 current snap is 269 2024-09-13T00:12:58.187 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 269 2024-09-13T00:12:58.187 INFO:tasks.rados.rados.0.smithi032.stdout:2695: seq_num 893 ranges {4169728=565248} 2024-09-13T00:12:58.196 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:57 smithi053 systemd[1]: Started Ceph osd.6 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:12:58.221 INFO:tasks.rados.rados.0.smithi032.stdout:2695: writing smithi03267100-19 from 4169728 to 4734976 tid 1 2024-09-13T00:12:58.221 INFO:tasks.rados.rados.0.smithi032.stdout:2696: delete oid 38 current snap is 269 2024-09-13T00:12:58.221 INFO:tasks.rados.rados.0.smithi032.stdout:2690: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:12:58.225 INFO:tasks.rados.rados.0.smithi032.stdout:2688: finishing rollback tid 1 to smithi03267100-12 2024-09-13T00:12:58.225 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1977 (ObjNum 827 snap 253 seq_num 827) dirty exists 2024-09-13T00:12:58.225 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1898 (ObjNum 854 snap 258 seq_num 854) dirty exists 2024-09-13T00:12:58.225 INFO:tasks.rados.rados.0.smithi032.stdout:2693: finishing rollback tid 1 to smithi03267100-22 2024-09-13T00:12:58.225 INFO:tasks.rados.rados.0.smithi032.stdout:2688: finishing rollback tid 2 to smithi03267100-12 2024-09-13T00:12:58.225 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1719 (ObjNum 718 snap 216 seq_num 718) dirty exists 2024-09-13T00:12:58.225 INFO:tasks.rados.rados.0.smithi032.stdout:2693: finishing rollback tid 2 to smithi03267100-22 2024-09-13T00:12:58.225 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1650 (ObjNum 865 snap 262 seq_num 865) dirty exists 2024-09-13T00:12:58.225 INFO:tasks.rados.rados.0.smithi032.stdout:2691: finishing copy_from racing read to smithi03267100-31 2024-09-13T00:12:58.225 INFO:tasks.rados.rados.0.smithi032.stdout:2691: finishing copy_from to smithi03267100-31 2024-09-13T00:12:58.226 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1974 (ObjNum 65 snap 0 seq_num 1348760413) dirty exists 2024-09-13T00:12:58.226 INFO:tasks.rados.rados.0.smithi032.stdout:2688: done (7 left) 2024-09-13T00:12:58.226 INFO:tasks.rados.rados.0.smithi032.stdout:2690: done (6 left) 2024-09-13T00:12:58.226 INFO:tasks.rados.rados.0.smithi032.stdout:2691: done (5 left) 2024-09-13T00:12:58.226 INFO:tasks.rados.rados.0.smithi032.stdout:2692: done (4 left) 2024-09-13T00:12:58.226 INFO:tasks.rados.rados.0.smithi032.stdout:2693: done (3 left) 2024-09-13T00:12:58.226 INFO:tasks.rados.rados.0.smithi032.stdout:2694: done (2 left) 2024-09-13T00:12:58.226 INFO:tasks.rados.rados.0.smithi032.stdout:2696: done (1 left) 2024-09-13T00:12:58.226 INFO:tasks.rados.rados.0.smithi032.stdout:2697: copy_from oid 23 from oid 33 current snap is 269 2024-09-13T00:12:58.226 INFO:tasks.rados.rados.0.smithi032.stdout:2698: delete oid 40 current snap is 269 2024-09-13T00:12:58.227 INFO:tasks.rados.rados.0.smithi032.stdout:2695: finishing write tid 1 to smithi03267100-19 2024-09-13T00:12:58.227 INFO:tasks.rados.rados.0.smithi032.stdout:2695: finishing write tid 2 to smithi03267100-19 2024-09-13T00:12:58.227 INFO:tasks.rados.rados.0.smithi032.stdout:2698: done (2 left) 2024-09-13T00:12:58.228 INFO:tasks.rados.rados.0.smithi032.stdout:2699: setattr oid 31 current snap is 269 2024-09-13T00:12:58.230 INFO:tasks.rados.rados.0.smithi032.stdout:2695: finishing write tid 3 to smithi03267100-19 2024-09-13T00:12:58.230 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2225 (ObjNum 893 snap 269 seq_num 893) dirty exists 2024-09-13T00:12:58.230 INFO:tasks.rados.rados.0.smithi032.stdout:2695: left oid 19 (ObjNum 893 snap 269 seq_num 893) 2024-09-13T00:12:58.233 INFO:tasks.rados.rados.0.smithi032.stdout:2695: done (2 left) 2024-09-13T00:12:58.233 INFO:tasks.rados.rados.0.smithi032.stdout:2700: rollback oid 10 current snap is 269 2024-09-13T00:12:58.233 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 235 2024-09-13T00:12:58.233 INFO:tasks.rados.rados.0.smithi032.stdout:2701: copy_from oid 46 from oid 49 current snap is 269 2024-09-13T00:12:58.233 INFO:tasks.rados.rados.0.smithi032.stdout:2702: rollback oid 25 current snap is 269 2024-09-13T00:12:58.233 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 235 2024-09-13T00:12:58.234 INFO:tasks.rados.rados.0.smithi032.stdout:2703: read oid 15 snap -1 2024-09-13T00:12:58.234 INFO:tasks.rados.rados.0.smithi032.stdout:2703: expect (ObjNum 841 snap 255 seq_num 841) 2024-09-13T00:12:58.234 INFO:tasks.rados.rados.0.smithi032.stdout:2704: delete oid 1 current snap is 269 2024-09-13T00:12:58.239 INFO:tasks.rados.rados.0.smithi032.stdout:2702: finishing rollback tid 0 to smithi03267100-25 2024-09-13T00:12:58.240 INFO:tasks.rados.rados.0.smithi032.stdout:2700: finishing rollback tid 0 to smithi03267100-10 2024-09-13T00:12:58.240 INFO:tasks.rados.rados.0.smithi032.stdout:2700: finishing rollback tid 1 to smithi03267100-10 2024-09-13T00:12:58.240 INFO:tasks.rados.rados.0.smithi032.stdout:2700: finishing rollback tid 2 to smithi03267100-10 2024-09-13T00:12:58.240 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1901 (ObjNum 590 snap 180 seq_num 590) dirty exists 2024-09-13T00:12:58.244 INFO:tasks.rados.rados.0.smithi032.stdout:2702: finishing rollback tid 1 to smithi03267100-25 2024-09-13T00:12:58.244 INFO:tasks.rados.rados.0.smithi032.stdout:2702: finishing rollback tid 2 to smithi03267100-25 2024-09-13T00:12:58.244 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1980 (ObjNum 764 snap 231 seq_num 764) dirty exists 2024-09-13T00:12:58.251 INFO:tasks.rados.rados.0.smithi032.stdout:2701: finishing copy_from racing read to smithi03267100-46 2024-09-13T00:12:58.254 INFO:tasks.rados.rados.0.smithi032.stdout:2697: finishing copy_from racing read to smithi03267100-23 2024-09-13T00:12:58.259 INFO:tasks.rados.rados.0.smithi032.stdout:2697: finishing copy_from to smithi03267100-23 2024-09-13T00:12:58.259 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1733 (ObjNum 891 snap 268 seq_num 891) dirty exists 2024-09-13T00:12:58.264 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2294 (ObjNum 65 snap 0 seq_num 1348760413) dirty exists 2024-09-13T00:12:58.264 INFO:tasks.rados.rados.0.smithi032.stdout:2697: done (6 left) 2024-09-13T00:12:58.264 INFO:tasks.rados.rados.0.smithi032.stdout:2699: done (5 left) 2024-09-13T00:12:58.264 INFO:tasks.rados.rados.0.smithi032.stdout:2700: done (4 left) 2024-09-13T00:12:58.265 INFO:tasks.rados.rados.0.smithi032.stdout:2702: done (3 left) 2024-09-13T00:12:58.265 INFO:tasks.rados.rados.0.smithi032.stdout:2704: done (2 left) 2024-09-13T00:12:58.265 INFO:tasks.rados.rados.0.smithi032.stdout:2705: setattr oid 38 current snap is 269 2024-09-13T00:12:58.266 INFO:tasks.rados.rados.0.smithi032.stdout:2701: finishing copy_from to smithi03267100-46 2024-09-13T00:12:58.266 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1731 (ObjNum 886 snap 268 seq_num 886) dirty exists 2024-09-13T00:12:58.266 INFO:tasks.rados.rados.0.smithi032.stdout:2701: done (2 left) 2024-09-13T00:12:58.266 INFO:tasks.rados.rados.0.smithi032.stdout:2706: snap_remove snap 202 2024-09-13T00:12:58.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:58 smithi053 bash[67631]: cluster 2024-09-13T00:12:57.143122+0000 mgr.y (mgr.34107) 251 : cluster [DBG] pgmap v438: 121 pgs: 6 active+undersized, 2 peering, 9 stale+active+clean, 6 active+undersized+degraded, 98 active+clean; 628 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 156 KiB/s wr, 18 op/s; 43/1233 objects degraded (3.487%) 2024-09-13T00:12:58.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:58 smithi053 bash[67631]: cluster 2024-09-13T00:12:57.181373+0000 mon.a (mon.0) 860 : cluster [WRN] Health check failed: Degraded data redundancy: 43/1233 objects degraded (3.487%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:58 smithi053 bash[67631]: cluster 2024-09-13T00:12:57.198400+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e580: 8 total, 7 up, 8 in 2024-09-13T00:12:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:58 smithi053 bash[67631]: audit 2024-09-13T00:12:57.987725+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:58 smithi053 bash[67631]: audit 2024-09-13T00:12:57.997936+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:58 smithi053 bash[67631]: audit 2024-09-13T00:12:58.000192+0000 mon.a (mon.0) 864 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:12:58 smithi053 bash[67631]: cluster 2024-09-13T00:12:58.185446+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e581: 8 total, 7 up, 8 in 2024-09-13T00:12:58.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:58 smithi032 bash[75510]: cluster 2024-09-13T00:12:57.143122+0000 mgr.y (mgr.34107) 251 : cluster [DBG] pgmap v438: 121 pgs: 6 active+undersized, 2 peering, 9 stale+active+clean, 6 active+undersized+degraded, 98 active+clean; 628 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 156 KiB/s wr, 18 op/s; 43/1233 objects degraded (3.487%) 2024-09-13T00:12:58.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:58 smithi032 bash[75510]: cluster 2024-09-13T00:12:57.181373+0000 mon.a (mon.0) 860 : cluster [WRN] Health check failed: Degraded data redundancy: 43/1233 objects degraded (3.487%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:58.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:58 smithi032 bash[75510]: cluster 2024-09-13T00:12:57.198400+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e580: 8 total, 7 up, 8 in 2024-09-13T00:12:58.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:58 smithi032 bash[75510]: audit 2024-09-13T00:12:57.987725+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:58.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:58 smithi032 bash[75510]: audit 2024-09-13T00:12:57.997936+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:58.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:58 smithi032 bash[75510]: audit 2024-09-13T00:12:58.000192+0000 mon.a (mon.0) 864 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:58.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:12:58 smithi032 bash[75510]: cluster 2024-09-13T00:12:58.185446+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e581: 8 total, 7 up, 8 in 2024-09-13T00:12:58.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:58 smithi032 bash[76677]: cluster 2024-09-13T00:12:57.143122+0000 mgr.y (mgr.34107) 251 : cluster [DBG] pgmap v438: 121 pgs: 6 active+undersized, 2 peering, 9 stale+active+clean, 6 active+undersized+degraded, 98 active+clean; 628 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 156 KiB/s wr, 18 op/s; 43/1233 objects degraded (3.487%) 2024-09-13T00:12:58.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:58 smithi032 bash[76677]: cluster 2024-09-13T00:12:57.181373+0000 mon.a (mon.0) 860 : cluster [WRN] Health check failed: Degraded data redundancy: 43/1233 objects degraded (3.487%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T00:12:58.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:58 smithi032 bash[76677]: cluster 2024-09-13T00:12:57.198400+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e580: 8 total, 7 up, 8 in 2024-09-13T00:12:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:58 smithi032 bash[76677]: audit 2024-09-13T00:12:57.987725+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:58 smithi032 bash[76677]: audit 2024-09-13T00:12:57.997936+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:12:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:58 smithi032 bash[76677]: audit 2024-09-13T00:12:58.000192+0000 mon.a (mon.0) 864 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:12:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:12:58 smithi032 bash[76677]: cluster 2024-09-13T00:12:58.185446+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e581: 8 total, 7 up, 8 in 2024-09-13T00:12:59.220 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1902 (ObjNum 129 snap 0 seq_num 166118824) dirty exists 2024-09-13T00:12:59.220 INFO:tasks.rados.rados.0.smithi032.stdout:2703: expect (ObjNum 841 snap 255 seq_num 841) 2024-09-13T00:12:59.512 INFO:tasks.rados.rados.0.smithi032.stdout:2703: done (2 left) 2024-09-13T00:12:59.512 INFO:tasks.rados.rados.0.smithi032.stdout:2705: done (1 left) 2024-09-13T00:12:59.512 INFO:tasks.rados.rados.0.smithi032.stdout:2706: done (0 left) 2024-09-13T00:12:59.512 INFO:tasks.rados.rados.0.smithi032.stdout:2707: read oid 50 snap 268 2024-09-13T00:12:59.512 INFO:tasks.rados.rados.0.smithi032.stdout:2707: expect (ObjNum 752 snap 227 seq_num 752) 2024-09-13T00:12:59.512 INFO:tasks.rados.rados.0.smithi032.stdout:2708: read oid 20 snap -1 2024-09-13T00:12:59.512 INFO:tasks.rados.rados.0.smithi032.stdout:2708: expect (ObjNum 872 snap 266 seq_num 872) 2024-09-13T00:12:59.512 INFO:tasks.rados.rados.0.smithi032.stdout:2709: read oid 35 snap -1 2024-09-13T00:12:59.512 INFO:tasks.rados.rados.0.smithi032.stdout:2709: expect (ObjNum 855 snap 259 seq_num 855) 2024-09-13T00:12:59.512 INFO:tasks.rados.rados.0.smithi032.stdout:2710: copy_from oid 10 from oid 31 current snap is 269 2024-09-13T00:12:59.512 INFO:tasks.rados.rados.0.smithi032.stdout:2711: rollback oid 15 current snap is 269 2024-09-13T00:12:59.512 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 15 to 245 2024-09-13T00:12:59.513 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 269 2024-09-13T00:12:59.513 INFO:tasks.rados.rados.0.smithi032.stdout:2712: seq_num 897 ranges {1646592=630784} 2024-09-13T00:12:59.526 INFO:tasks.rados.rados.0.smithi032.stdout:2712: writing smithi03267100-12 from 1646592 to 2277376 tid 1 2024-09-13T00:12:59.526 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 269 2024-09-13T00:12:59.526 INFO:tasks.rados.rados.0.smithi032.stdout:2713: seq_num 898 ranges {565248=647168} 2024-09-13T00:12:59.533 INFO:tasks.rados.rados.0.smithi032.stdout:2713: writing smithi03267100-16 from 565248 to 1212416 tid 1 2024-09-13T00:12:59.534 INFO:tasks.rados.rados.0.smithi032.stdout:2714: rollback oid 38 current snap is 269 2024-09-13T00:12:59.534 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 261 2024-09-13T00:12:59.534 INFO:tasks.rados.rados.0.smithi032.stdout:2715: copy_from oid 8 from oid 36 current snap is 269 2024-09-13T00:12:59.534 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 269 2024-09-13T00:12:59.534 INFO:tasks.rados.rados.0.smithi032.stdout:2716: seq_num 899 ranges {4612096=663552} 2024-09-13T00:12:59.564 INFO:tasks.rados.rados.0.smithi032.stdout:2716: writing smithi03267100-29 from 4612096 to 5275648 tid 1 2024-09-13T00:12:59.564 INFO:tasks.rados.rados.0.smithi032.stdout:2717: copy_from oid 24 from oid 48 current snap is 269 2024-09-13T00:12:59.564 INFO:tasks.rados.rados.0.smithi032.stdout:2718: rollback oid 28 current snap is 269 2024-09-13T00:12:59.565 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 28 to 147 2024-09-13T00:12:59.565 INFO:tasks.rados.rados.0.smithi032.stdout:2708: expect (ObjNum 872 snap 266 seq_num 872) 2024-09-13T00:12:59.584 INFO:tasks.rados.rados.0.smithi032.stdout:2711: finishing rollback tid 0 to smithi03267100-15 2024-09-13T00:12:59.584 INFO:tasks.rados.rados.0.smithi032.stdout:2711: finishing rollback tid 1 to smithi03267100-15 2024-09-13T00:12:59.584 INFO:tasks.rados.rados.0.smithi032.stdout:2711: finishing rollback tid 2 to smithi03267100-15 2024-09-13T00:12:59.584 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1726 (ObjNum 729 snap 217 seq_num 729) dirty exists 2024-09-13T00:12:59.584 INFO:tasks.rados.rados.0.smithi032.stdout:2710: finishing copy_from racing read to smithi03267100-10 2024-09-13T00:12:59.584 INFO:tasks.rados.rados.0.smithi032.stdout:2710: finishing copy_from to smithi03267100-10 2024-09-13T00:12:59.584 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2294 (ObjNum 65 snap 0 seq_num 1701794416) dirty exists 2024-09-13T00:12:59.584 INFO:tasks.rados.rados.0.smithi032.stdout:2709: expect (ObjNum 855 snap 259 seq_num 855) 2024-09-13T00:12:59.646 INFO:tasks.rados.rados.0.smithi032.stdout:2714: finishing rollback tid 0 to smithi03267100-38 2024-09-13T00:12:59.646 INFO:tasks.rados.rados.0.smithi032.stdout:2714: finishing rollback tid 1 to smithi03267100-38 2024-09-13T00:12:59.646 INFO:tasks.rados.rados.0.smithi032.stdout:2714: finishing rollback tid 2 to smithi03267100-38 2024-09-13T00:12:59.646 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2297 (ObjNum 843 snap 255 seq_num 843) dirty exists 2024-09-13T00:12:59.646 INFO:tasks.rados.rados.0.smithi032.stdout:2707: expect (ObjNum 752 snap 227 seq_num 752) 2024-09-13T00:12:59.756 INFO:tasks.rados.rados.0.smithi032.stdout:2712: finishing write tid 1 to smithi03267100-12 2024-09-13T00:12:59.756 INFO:tasks.rados.rados.0.smithi032.stdout:2712: finishing write tid 2 to smithi03267100-12 2024-09-13T00:12:59.756 INFO:tasks.rados.rados.0.smithi032.stdout:2713: finishing write tid 1 to smithi03267100-16 2024-09-13T00:12:59.756 INFO:tasks.rados.rados.0.smithi032.stdout:2713: finishing write tid 2 to smithi03267100-16 2024-09-13T00:12:59.756 INFO:tasks.rados.rados.0.smithi032.stdout:2712: finishing write tid 3 to smithi03267100-12 2024-09-13T00:12:59.756 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1721 (ObjNum 897 snap 269 seq_num 897) dirty exists 2024-09-13T00:12:59.756 INFO:tasks.rados.rados.0.smithi032.stdout:2712: left oid 12 (ObjNum 897 snap 269 seq_num 897) 2024-09-13T00:12:59.757 INFO:tasks.rados.rados.0.smithi032.stdout:2715: finishing copy_from racing read to smithi03267100-8 2024-09-13T00:12:59.757 INFO:tasks.rados.rados.0.smithi032.stdout:2713: finishing write tid 3 to smithi03267100-16 2024-09-13T00:12:59.757 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1723 (ObjNum 898 snap 269 seq_num 898) dirty exists 2024-09-13T00:12:59.757 INFO:tasks.rados.rados.0.smithi032.stdout:2713: left oid 16 (ObjNum 898 snap 269 seq_num 898) 2024-09-13T00:12:59.757 INFO:tasks.rados.rados.0.smithi032.stdout:2715: finishing copy_from to smithi03267100-8 2024-09-13T00:12:59.757 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2135 (ObjNum 862 snap 260 seq_num 862) dirty exists 2024-09-13T00:12:59.757 INFO:tasks.rados.rados.0.smithi032.stdout:2716: finishing write tid 1 to smithi03267100-29 2024-09-13T00:12:59.757 INFO:tasks.rados.rados.0.smithi032.stdout:2716: finishing write tid 2 to smithi03267100-29 2024-09-13T00:12:59.757 INFO:tasks.rados.rados.0.smithi032.stdout:2717: finishing copy_from racing read to smithi03267100-24 2024-09-13T00:12:59.757 INFO:tasks.rados.rados.0.smithi032.stdout:2707: done (11 left) 2024-09-13T00:12:59.757 INFO:tasks.rados.rados.0.smithi032.stdout:2708: done (10 left) 2024-09-13T00:12:59.757 INFO:tasks.rados.rados.0.smithi032.stdout:2709: done (9 left) 2024-09-13T00:12:59.758 INFO:tasks.rados.rados.0.smithi032.stdout:2710: done (8 left) 2024-09-13T00:12:59.758 INFO:tasks.rados.rados.0.smithi032.stdout:2711: done (7 left) 2024-09-13T00:12:59.758 INFO:tasks.rados.rados.0.smithi032.stdout:2712: done (6 left) 2024-09-13T00:12:59.758 INFO:tasks.rados.rados.0.smithi032.stdout:2713: done (5 left) 2024-09-13T00:12:59.758 INFO:tasks.rados.rados.0.smithi032.stdout:2714: done (4 left) 2024-09-13T00:12:59.758 INFO:tasks.rados.rados.0.smithi032.stdout:2715: done (3 left) 2024-09-13T00:12:59.758 INFO:tasks.rados.rados.0.smithi032.stdout:2719: copy_from oid 9 from oid 21 current snap is 269 2024-09-13T00:12:59.758 INFO:tasks.rados.rados.0.smithi032.stdout:2718: finishing rollback tid 0 to smithi03267100-28 2024-09-13T00:12:59.758 INFO:tasks.rados.rados.0.smithi032.stdout:2718: finishing rollback tid 1 to smithi03267100-28 2024-09-13T00:12:59.758 INFO:tasks.rados.rados.0.smithi032.stdout:2716: finishing write tid 3 to smithi03267100-29 2024-09-13T00:12:59.758 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1661 (ObjNum 899 snap 269 seq_num 899) dirty exists 2024-09-13T00:12:59.758 INFO:tasks.rados.rados.0.smithi032.stdout:2716: left oid 29 (ObjNum 899 snap 269 seq_num 899) 2024-09-13T00:12:59.758 INFO:tasks.rados.rados.0.smithi032.stdout:2718: finishing rollback tid 2 to smithi03267100-28 2024-09-13T00:12:59.759 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1665 (ObjNum 488 snap 145 seq_num 488) dirty exists 2024-09-13T00:12:59.759 INFO:tasks.rados.rados.0.smithi032.stdout:2717: finishing copy_from to smithi03267100-24 2024-09-13T00:12:59.759 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 1729 (ObjNum 885 snap 268 seq_num 885) dirty exists 2024-09-13T00:12:59.759 INFO:tasks.rados.rados.0.smithi032.stdout:2716: done (3 left) 2024-09-13T00:12:59.759 INFO:tasks.rados.rados.0.smithi032.stdout:2717: done (2 left) 2024-09-13T00:12:59.759 INFO:tasks.rados.rados.0.smithi032.stdout:2718: done (1 left) 2024-09-13T00:12:59.759 INFO:tasks.rados.rados.0.smithi032.stdout:2720: snap_create 2024-09-13T00:12:59.765 INFO:tasks.rados.rados.0.smithi032.stdout:2719: finishing copy_from racing read to smithi03267100-9 2024-09-13T00:12:59.767 INFO:tasks.rados.rados.0.smithi032.stdout:2719: finishing copy_from to smithi03267100-9 2024-09-13T00:12:59.767 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2269 (ObjNum 888 snap 268 seq_num 888) dirty exists 2024-09-13T00:13:00.033 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:59 smithi053 bash[79968]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T00:13:00.033 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:59 smithi053 bash[79968]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-13T00:13:00.033 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:59 smithi053 bash[79968]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-13T00:13:00.033 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:59 smithi053 bash[79968]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T00:13:00.034 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:59 smithi053 bash[79968]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-13T00:13:00.034 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:59 smithi053 bash[79968]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T00:13:00.034 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:12:59 smithi053 bash[79968]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-13T00:13:00.220 INFO:tasks.rados.rados.0.smithi032.stdout:2719: done (1 left) 2024-09-13T00:13:00.220 INFO:tasks.rados.rados.0.smithi032.stdout:2720: done (0 left) 2024-09-13T00:13:00.220 INFO:tasks.rados.rados.0.smithi032.stdout:2721: setattr oid 22 current snap is 270 2024-09-13T00:13:00.223 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 270 2024-09-13T00:13:00.223 INFO:tasks.rados.rados.0.smithi032.stdout:2722: seq_num 900 ranges {4161536=679936} 2024-09-13T00:13:00.263 INFO:tasks.rados.rados.0.smithi032.stdout:2722: writing smithi03267100-26 from 4161536 to 4841472 tid 1 2024-09-13T00:13:00.264 INFO:tasks.rados.rados.0.smithi032.stdout:2723: read oid 36 snap 195 2024-09-13T00:13:00.264 INFO:tasks.rados.rados.0.smithi032.stdout:2723: expect (ObjNum 661 snap 195 seq_num 661) 2024-09-13T00:13:00.264 INFO:tasks.rados.rados.0.smithi032.stdout:2724: read oid 32 snap -1 2024-09-13T00:13:00.264 INFO:tasks.rados.rados.0.smithi032.stdout:2724: expect (ObjNum 717 snap 216 seq_num 717) 2024-09-13T00:13:00.264 INFO:tasks.rados.rados.0.smithi032.stdout:2725: copy_from oid 5 from oid 13 current snap is 270 2024-09-13T00:13:00.264 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1667 (ObjNum 865 snap 262 seq_num 865) dirty exists 2024-09-13T00:13:00.264 INFO:tasks.rados.rados.0.smithi032.stdout:2721: done (4 left) 2024-09-13T00:13:00.264 INFO:tasks.rados.rados.0.smithi032.stdout:2726: rollback oid 39 current snap is 270 2024-09-13T00:13:00.264 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 268 2024-09-13T00:13:00.264 INFO:tasks.rados.rados.0.smithi032.stdout:2727: rollback oid 2 current snap is 270 2024-09-13T00:13:00.264 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 268 2024-09-13T00:13:00.264 INFO:tasks.rados.rados.0.smithi032.stdout:2728: snap_remove snap 221 2024-09-13T00:13:00.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:00 smithi053 bash[67631]: cluster 2024-09-13T00:12:59.144489+0000 mgr.y (mgr.34107) 252 : cluster [DBG] pgmap v441: 121 pgs: 6 active+clean+remapped, 31 active+undersized, 2 peering, 9 active+undersized+degraded, 73 active+clean; 582 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 702 KiB/s wr, 35 op/s; 55/1140 objects degraded (4.825%); 1/1140 objects misplaced (0.088%); 8.6 MiB/s, 5 objects/s recovering 2024-09-13T00:13:00.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:00 smithi053 bash[67631]: cluster 2024-09-13T00:12:59.215226+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e582: 8 total, 7 up, 8 in 2024-09-13T00:13:00.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:00 smithi032 bash[75510]: cluster 2024-09-13T00:12:59.144489+0000 mgr.y (mgr.34107) 252 : cluster [DBG] pgmap v441: 121 pgs: 6 active+clean+remapped, 31 active+undersized, 2 peering, 9 active+undersized+degraded, 73 active+clean; 582 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 702 KiB/s wr, 35 op/s; 55/1140 objects degraded (4.825%); 1/1140 objects misplaced (0.088%); 8.6 MiB/s, 5 objects/s recovering 2024-09-13T00:13:00.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:00 smithi032 bash[75510]: cluster 2024-09-13T00:12:59.215226+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e582: 8 total, 7 up, 8 in 2024-09-13T00:13:00.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:00 smithi032 bash[76677]: cluster 2024-09-13T00:12:59.144489+0000 mgr.y (mgr.34107) 252 : cluster [DBG] pgmap v441: 121 pgs: 6 active+clean+remapped, 31 active+undersized, 2 peering, 9 active+undersized+degraded, 73 active+clean; 582 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 702 KiB/s wr, 35 op/s; 55/1140 objects degraded (4.825%); 1/1140 objects misplaced (0.088%); 8.6 MiB/s, 5 objects/s recovering 2024-09-13T00:13:00.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:00 smithi032 bash[76677]: cluster 2024-09-13T00:12:59.215226+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e582: 8 total, 7 up, 8 in 2024-09-13T00:13:01.233 INFO:tasks.rados.rados.0.smithi032.stdout:2728: done (6 left) 2024-09-13T00:13:01.234 INFO:tasks.rados.rados.0.smithi032.stdout:2729: copy_from oid 17 from oid 10 current snap is 270 2024-09-13T00:13:01.234 INFO:tasks.rados.rados.0.smithi032.stdout:2726: finishing rollback tid 0 to smithi03267100-39 2024-09-13T00:13:01.234 INFO:tasks.rados.rados.0.smithi032.stdout:2727: finishing rollback tid 0 to smithi03267100-2 2024-09-13T00:13:01.234 INFO:tasks.rados.rados.0.smithi032.stdout:2726: finishing rollback tid 1 to smithi03267100-39 2024-09-13T00:13:01.234 INFO:tasks.rados.rados.0.smithi032.stdout:2727: finishing rollback tid 1 to smithi03267100-2 2024-09-13T00:13:01.234 INFO:tasks.rados.rados.0.smithi032.stdout:2727: finishing rollback tid 2 to smithi03267100-2 2024-09-13T00:13:01.234 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1734 (ObjNum 257 snap 0 seq_num 1802384664) dirty exists 2024-09-13T00:13:01.234 INFO:tasks.rados.rados.0.smithi032.stdout:2726: finishing rollback tid 2 to smithi03267100-39 2024-09-13T00:13:01.234 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 1983 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:13:01.234 INFO:tasks.rados.rados.0.smithi032.stdout:2722: finishing write tid 1 to smithi03267100-26 2024-09-13T00:13:01.234 INFO:tasks.rados.rados.0.smithi032.stdout:2722: finishing write tid 2 to smithi03267100-26 2024-09-13T00:13:01.234 INFO:tasks.rados.rados.0.smithi032.stdout:2723: expect (ObjNum 661 snap 195 seq_num 661) 2024-09-13T00:13:01.399 INFO:tasks.rados.rados.0.smithi032.stdout:2724: expect (ObjNum 717 snap 216 seq_num 717) 2024-09-13T00:13:01.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:01 smithi053 bash[67631]: cluster 2024-09-13T00:13:00.222749+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e583: 8 total, 7 up, 8 in 2024-09-13T00:13:01.533 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:13:01 smithi053 bash[80191]: debug 2024-09-13T00:13:01.386+0000 7f0d64b0d640 1 -- 172.21.15.53:0/2436436175 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562511df51e0 con 0x562512b72000 2024-09-13T00:13:01.598 INFO:tasks.rados.rados.0.smithi032.stdout:2722: finishing write tid 3 to smithi03267100-26 2024-09-13T00:13:01.598 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2401 (ObjNum 900 snap 270 seq_num 900) dirty exists 2024-09-13T00:13:01.599 INFO:tasks.rados.rados.0.smithi032.stdout:2722: left oid 26 (ObjNum 900 snap 270 seq_num 900) 2024-09-13T00:13:01.599 INFO:tasks.rados.rados.0.smithi032.stdout:2725: finishing copy_from racing read to smithi03267100-5 2024-09-13T00:13:01.599 INFO:tasks.rados.rados.0.smithi032.stdout:2725: finishing copy_from to smithi03267100-5 2024-09-13T00:13:01.599 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2288 (ObjNum 867 snap 263 seq_num 867) dirty exists 2024-09-13T00:13:01.599 INFO:tasks.rados.rados.0.smithi032.stdout:2729: finishing copy_from racing read to smithi03267100-17 2024-09-13T00:13:01.599 INFO:tasks.rados.rados.0.smithi032.stdout:2729: finishing copy_from to smithi03267100-17 2024-09-13T00:13:01.599 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 2294 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-13T00:13:01.599 INFO:tasks.rados.rados.0.smithi032.stdout:2722: done (6 left) 2024-09-13T00:13:01.599 INFO:tasks.rados.rados.0.smithi032.stdout:2723: done (5 left) 2024-09-13T00:13:01.599 INFO:tasks.rados.rados.0.smithi032.stdout:2724: done (4 left) 2024-09-13T00:13:01.599 INFO:tasks.rados.rados.0.smithi032.stdout:2725: done (3 left) 2024-09-13T00:13:01.599 INFO:tasks.rados.rados.0.smithi032.stdout:2726: done (2 left) 2024-09-13T00:13:01.600 INFO:tasks.rados.rados.0.smithi032.stdout:2727: done (1 left) 2024-09-13T00:13:01.600 INFO:tasks.rados.rados.0.smithi032.stdout:2729: done (0 left) 2024-09-13T00:13:01.600 INFO:tasks.rados.rados.0.smithi032.stdout:2730: snap_remove snap 206 2024-09-13T00:13:01.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:01 smithi032 bash[75510]: cluster 2024-09-13T00:13:00.222749+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e583: 8 total, 7 up, 8 in 2024-09-13T00:13:01.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:01 smithi032 bash[76677]: cluster 2024-09-13T00:13:00.222749+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e583: 8 total, 7 up, 8 in 2024-09-13T00:13:02.233 INFO:tasks.rados.rados.0.smithi032.stdout:2730: done (0 left) 2024-09-13T00:13:02.234 INFO:tasks.rados.rados.0.smithi032.stdout:2731: setattr oid 32 current snap is 270 2024-09-13T00:13:02.238 INFO:tasks.rados.rados.0.smithi032.stdout:2732: copy_from oid 38 from oid 50 current snap is 270 2024-09-13T00:13:02.239 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:13:01 smithi053 bash[80191]: debug 2024-09-13T00:13:01.934+0000 7f0d67373640 -1 Falling back to public interface 2024-09-13T00:13:02.239 INFO:tasks.rados.rados.0.smithi032.stdout:2733: read oid 1 snap 259 2024-09-13T00:13:02.239 INFO:tasks.rados.rados.0.smithi032.stdout:2733: expect (ObjNum 819 snap 252 seq_num 819) 2024-09-13T00:13:02.240 INFO:tasks.rados.rados.0.smithi032.stdout:2734: read oid 40 snap 256 2024-09-13T00:13:02.240 INFO:tasks.rados.rados.0.smithi032.stdout:2734: expect (ObjNum 844 snap 255 seq_num 844) 2024-09-13T00:13:02.240 INFO:tasks.rados.rados.0.smithi032.stdout:2735: rollback oid 6 current snap is 270 2024-09-13T00:13:02.240 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 6 to 253 2024-09-13T00:13:02.240 INFO:tasks.rados.rados.0.smithi032.stdout:2736: snap_remove snap 235 2024-09-13T00:13:02.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:02 smithi053 bash[67631]: cluster 2024-09-13T00:13:01.145556+0000 mgr.y (mgr.34107) 253 : cluster [DBG] pgmap v444: 121 pgs: 7 active+clean+remapped, 31 active+undersized, 9 active+undersized+degraded, 74 active+clean; 576 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 39 op/s; 57/1134 objects degraded (5.026%); 46/1134 objects misplaced (4.056%); 8.6 MiB/s, 6 objects/s recovering 2024-09-13T00:13:02.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:02 smithi053 bash[67631]: cluster 2024-09-13T00:13:01.233920+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e584: 8 total, 7 up, 8 in 2024-09-13T00:13:02.533 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:13:02 smithi053 bash[60895]: ts=2024-09-13T00:13:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:13:02.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:02 smithi032 bash[75510]: cluster 2024-09-13T00:13:01.145556+0000 mgr.y (mgr.34107) 253 : cluster [DBG] pgmap v444: 121 pgs: 7 active+clean+remapped, 31 active+undersized, 9 active+undersized+degraded, 74 active+clean; 576 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 39 op/s; 57/1134 objects degraded (5.026%); 46/1134 objects misplaced (4.056%); 8.6 MiB/s, 6 objects/s recovering 2024-09-13T00:13:02.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:02 smithi032 bash[75510]: cluster 2024-09-13T00:13:01.233920+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e584: 8 total, 7 up, 8 in 2024-09-13T00:13:02.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:13:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:13:02] "GET /metrics HTTP/1.1" 200 36225 "" "Prometheus/2.43.0" 2024-09-13T00:13:02.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:02 smithi032 bash[76677]: cluster 2024-09-13T00:13:01.145556+0000 mgr.y (mgr.34107) 253 : cluster [DBG] pgmap v444: 121 pgs: 7 active+clean+remapped, 31 active+undersized, 9 active+undersized+degraded, 74 active+clean; 576 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 39 op/s; 57/1134 objects degraded (5.026%); 46/1134 objects misplaced (4.056%); 8.6 MiB/s, 6 objects/s recovering 2024-09-13T00:13:02.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:02 smithi032 bash[76677]: cluster 2024-09-13T00:13:01.233920+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e584: 8 total, 7 up, 8 in 2024-09-13T00:13:03.182 INFO:tasks.rados.rados.0.smithi032.stdout:2736: done (5 left) 2024-09-13T00:13:03.182 INFO:tasks.rados.rados.0.smithi032.stdout:2737: snap_create 2024-09-13T00:13:03.182 INFO:tasks.rados.rados.0.smithi032.stdout:2733: expect (ObjNum 819 snap 252 seq_num 819) 2024-09-13T00:13:03.254 INFO:tasks.rados.rados.0.smithi032.stdout:2735: finishing rollback tid 0 to smithi03267100-6 2024-09-13T00:13:03.254 INFO:tasks.rados.rados.0.smithi032.stdout:2735: finishing rollback tid 1 to smithi03267100-6 2024-09-13T00:13:03.254 INFO:tasks.rados.rados.0.smithi032.stdout:2735: finishing rollback tid 2 to smithi03267100-6 2024-09-13T00:13:03.254 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1726 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:13:03.254 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 2417 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-13T00:13:03.254 INFO:tasks.rados.rados.0.smithi032.stdout:2734: expect (ObjNum 844 snap 255 seq_num 844) 2024-09-13T00:13:03.310 INFO:tasks.rados.rados.0.smithi032.stdout:2732: finishing copy_from racing read to smithi03267100-38 2024-09-13T00:13:03.310 INFO:tasks.rados.rados.0.smithi032.stdout:2732: finishing copy_from to smithi03267100-38 2024-09-13T00:13:03.310 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 837 (ObjNum 752 snap 227 seq_num 752) dirty exists 2024-09-13T00:13:03.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:03 smithi053 bash[67631]: cluster 2024-09-13T00:13:02.234841+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e585: 8 total, 7 up, 8 in 2024-09-13T00:13:03.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:03 smithi053 bash[67631]: cluster 2024-09-13T00:13:03.174106+0000 mon.a (mon.0) 870 : cluster [WRN] Health check update: Degraded data redundancy: 57/1134 objects degraded (5.026%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:03.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:03 smithi053 bash[67631]: cluster 2024-09-13T00:13:03.184481+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e586: 8 total, 7 up, 8 in 2024-09-13T00:13:03.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:03 smithi032 bash[75510]: cluster 2024-09-13T00:13:02.234841+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e585: 8 total, 7 up, 8 in 2024-09-13T00:13:03.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:03 smithi032 bash[75510]: cluster 2024-09-13T00:13:03.174106+0000 mon.a (mon.0) 870 : cluster [WRN] Health check update: Degraded data redundancy: 57/1134 objects degraded (5.026%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:03.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:03 smithi032 bash[75510]: cluster 2024-09-13T00:13:03.184481+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e586: 8 total, 7 up, 8 in 2024-09-13T00:13:03.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:03 smithi032 bash[76677]: cluster 2024-09-13T00:13:02.234841+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e585: 8 total, 7 up, 8 in 2024-09-13T00:13:03.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:03 smithi032 bash[76677]: cluster 2024-09-13T00:13:03.174106+0000 mon.a (mon.0) 870 : cluster [WRN] Health check update: Degraded data redundancy: 57/1134 objects degraded (5.026%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:03.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:03 smithi032 bash[76677]: cluster 2024-09-13T00:13:03.184481+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e586: 8 total, 7 up, 8 in 2024-09-13T00:13:04.186 INFO:tasks.rados.rados.0.smithi032.stdout:2731: done (5 left) 2024-09-13T00:13:04.187 INFO:tasks.rados.rados.0.smithi032.stdout:2732: done (4 left) 2024-09-13T00:13:04.187 INFO:tasks.rados.rados.0.smithi032.stdout:2733: done (3 left) 2024-09-13T00:13:04.187 INFO:tasks.rados.rados.0.smithi032.stdout:2734: done (2 left) 2024-09-13T00:13:04.187 INFO:tasks.rados.rados.0.smithi032.stdout:2735: done (1 left) 2024-09-13T00:13:04.187 INFO:tasks.rados.rados.0.smithi032.stdout:2737: done (0 left) 2024-09-13T00:13:04.187 INFO:tasks.rados.rados.0.smithi032.stdout:2738: read oid 39 snap -1 2024-09-13T00:13:04.187 INFO:tasks.rados.rados.0.smithi032.stdout:2738: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:13:04.187 INFO:tasks.rados.rados.0.smithi032.stdout:2739: copy_from oid 26 from oid 3 current snap is 271 2024-09-13T00:13:04.187 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 271 2024-09-13T00:13:04.187 INFO:tasks.rados.rados.0.smithi032.stdout:2740: seq_num 901 ranges {0=696320} 2024-09-13T00:13:04.201 INFO:tasks.rados.rados.0.smithi032.stdout:2740: writing smithi03267100-47 from 0 to 696320 tid 1 2024-09-13T00:13:04.201 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 271 2024-09-13T00:13:04.201 INFO:tasks.rados.rados.0.smithi032.stdout:2741: seq_num 902 ranges {0=712704} 2024-09-13T00:13:04.205 INFO:tasks.rados.rados.0.smithi032.stdout:2741: writing smithi03267100-37 from 0 to 712704 tid 1 2024-09-13T00:13:04.205 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 271 2024-09-13T00:13:04.205 INFO:tasks.rados.rados.0.smithi032.stdout:2742: seq_num 903 ranges {0=729088} 2024-09-13T00:13:04.210 INFO:tasks.rados.rados.0.smithi032.stdout:2742: writing smithi03267100-31 from 0 to 729088 tid 1 2024-09-13T00:13:04.210 INFO:tasks.rados.rados.0.smithi032.stdout:2743: copy_from oid 43 from oid 2 current snap is 271 2024-09-13T00:13:04.210 INFO:tasks.rados.rados.0.smithi032.stdout:2738: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:13:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:2739: finishing copy_from to smithi03267100-26 2024-09-13T00:13:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:2739: got expected ENOENT (src dne) 2024-09-13T00:13:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:2739: finishing copy_from racing read to smithi03267100-26 2024-09-13T00:13:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:2738: done (5 left) 2024-09-13T00:13:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:2739: done (4 left) 2024-09-13T00:13:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:2744: read oid 3 snap -1 2024-09-13T00:13:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:2744: expect deleted 2024-09-13T00:13:04.214 INFO:tasks.rados.rados.0.smithi032.stdout:2745: snap_create 2024-09-13T00:13:04.216 INFO:tasks.rados.rados.0.smithi032.stdout:2740: finishing write tid 1 to smithi03267100-47 2024-09-13T00:13:04.217 INFO:tasks.rados.rados.0.smithi032.stdout:2740: finishing write tid 2 to smithi03267100-47 2024-09-13T00:13:04.221 INFO:tasks.rados.rados.0.smithi032.stdout:2740: finishing write tid 3 to smithi03267100-47 2024-09-13T00:13:04.221 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2227 (ObjNum 901 snap 271 seq_num 901) dirty exists 2024-09-13T00:13:04.221 INFO:tasks.rados.rados.0.smithi032.stdout:2740: left oid 47 (ObjNum 901 snap 271 seq_num 901) 2024-09-13T00:13:04.223 INFO:tasks.rados.rados.0.smithi032.stdout:2741: finishing write tid 1 to smithi03267100-37 2024-09-13T00:13:04.223 INFO:tasks.rados.rados.0.smithi032.stdout:2743: finishing copy_from racing read to smithi03267100-43 2024-09-13T00:13:04.223 INFO:tasks.rados.rados.0.smithi032.stdout:2741: finishing write tid 2 to smithi03267100-37 2024-09-13T00:13:04.223 INFO:tasks.rados.rados.0.smithi032.stdout:2742: finishing write tid 1 to smithi03267100-31 2024-09-13T00:13:04.224 INFO:tasks.rados.rados.0.smithi032.stdout:2742: finishing write tid 2 to smithi03267100-31 2024-09-13T00:13:04.226 INFO:tasks.rados.rados.0.smithi032.stdout:2743: finishing copy_from to smithi03267100-43 2024-09-13T00:13:04.226 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 1734 (ObjNum 81 snap 0 seq_num 1851218801) dirty exists 2024-09-13T00:13:04.226 INFO:tasks.rados.rados.0.smithi032.stdout:2742: finishing write tid 3 to smithi03267100-31 2024-09-13T00:13:04.226 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2347 (ObjNum 903 snap 271 seq_num 903) dirty exists 2024-09-13T00:13:04.226 INFO:tasks.rados.rados.0.smithi032.stdout:2742: left oid 31 (ObjNum 903 snap 271 seq_num 903) 2024-09-13T00:13:04.226 INFO:tasks.rados.rados.0.smithi032.stdout:2741: finishing write tid 3 to smithi03267100-37 2024-09-13T00:13:04.226 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1735 (ObjNum 902 snap 271 seq_num 902) dirty exists 2024-09-13T00:13:04.226 INFO:tasks.rados.rados.0.smithi032.stdout:2741: left oid 37 (ObjNum 902 snap 271 seq_num 902) 2024-09-13T00:13:04.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:04 smithi053 bash[67631]: cluster 2024-09-13T00:13:03.146715+0000 mgr.y (mgr.34107) 254 : cluster [DBG] pgmap v447: 121 pgs: 1 active+clean+snaptrim, 7 active+clean+remapped, 31 active+undersized, 9 active+undersized+degraded, 73 active+clean; 598 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 32 op/s; 59/1155 objects degraded (5.108%); 46/1155 objects misplaced (3.983%); 0 B/s, 0 objects/s recovering 2024-09-13T00:13:04.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:04 smithi053 bash[67631]: cluster 2024-09-13T00:13:04.187947+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e587: 8 total, 7 up, 8 in 2024-09-13T00:13:04.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:04 smithi032 bash[75510]: cluster 2024-09-13T00:13:03.146715+0000 mgr.y (mgr.34107) 254 : cluster [DBG] pgmap v447: 121 pgs: 1 active+clean+snaptrim, 7 active+clean+remapped, 31 active+undersized, 9 active+undersized+degraded, 73 active+clean; 598 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 32 op/s; 59/1155 objects degraded (5.108%); 46/1155 objects misplaced (3.983%); 0 B/s, 0 objects/s recovering 2024-09-13T00:13:04.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:04 smithi032 bash[75510]: cluster 2024-09-13T00:13:04.187947+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e587: 8 total, 7 up, 8 in 2024-09-13T00:13:04.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:04 smithi032 bash[76677]: cluster 2024-09-13T00:13:03.146715+0000 mgr.y (mgr.34107) 254 : cluster [DBG] pgmap v447: 121 pgs: 1 active+clean+snaptrim, 7 active+clean+remapped, 31 active+undersized, 9 active+undersized+degraded, 73 active+clean; 598 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 32 op/s; 59/1155 objects degraded (5.108%); 46/1155 objects misplaced (3.983%); 0 B/s, 0 objects/s recovering 2024-09-13T00:13:04.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:04 smithi032 bash[76677]: cluster 2024-09-13T00:13:04.187947+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e587: 8 total, 7 up, 8 in 2024-09-13T00:13:05.193 INFO:tasks.rados.rados.0.smithi032.stdout:2740: done (5 left) 2024-09-13T00:13:05.193 INFO:tasks.rados.rados.0.smithi032.stdout:2741: done (4 left) 2024-09-13T00:13:05.193 INFO:tasks.rados.rados.0.smithi032.stdout:2742: done (3 left) 2024-09-13T00:13:05.193 INFO:tasks.rados.rados.0.smithi032.stdout:2743: done (2 left) 2024-09-13T00:13:05.193 INFO:tasks.rados.rados.0.smithi032.stdout:2744: done (1 left) 2024-09-13T00:13:05.193 INFO:tasks.rados.rados.0.smithi032.stdout:2745: done (0 left) 2024-09-13T00:13:05.193 INFO:tasks.rados.rados.0.smithi032.stdout:2746: read oid 20 snap -1 2024-09-13T00:13:05.193 INFO:tasks.rados.rados.0.smithi032.stdout:2746: expect (ObjNum 872 snap 266 seq_num 872) 2024-09-13T00:13:05.193 INFO:tasks.rados.rados.0.smithi032.stdout:2747: snap_create 2024-09-13T00:13:05.203 INFO:tasks.rados.rados.0.smithi032.stdout:2746: expect (ObjNum 872 snap 266 seq_num 872) 2024-09-13T00:13:05.497 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:13:05 smithi053 bash[80191]: debug 2024-09-13T00:13:05.142+0000 7f0d67373640 -1 osd.6 576 log_to_monitors true 2024-09-13T00:13:05.783 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:13:05 smithi053 bash[80191]: debug 2024-09-13T00:13:05.498+0000 7f0d5b115640 -1 osd.6 576 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T00:13:06.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[75510]: audit 2024-09-13T00:13:04.870251+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:06.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[75510]: audit 2024-09-13T00:13:04.880816+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:06.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[75510]: cluster 2024-09-13T00:13:05.147534+0000 mgr.y (mgr.34107) 255 : cluster [DBG] pgmap v450: 121 pgs: 3 active+clean+snaptrim, 7 active+clean+remapped, 31 active+undersized, 9 active+undersized+degraded, 71 active+clean; 609 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.8 MiB/s wr, 31 op/s; 59/1155 objects degraded (5.108%); 46/1155 objects misplaced (3.983%) 2024-09-13T00:13:06.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[75510]: audit 2024-09-13T00:13:05.152812+0000 mon.a (mon.0) 875 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T00:13:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[75510]: audit 2024-09-13T00:13:05.152938+0000 mon.b (mon.1) 7 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/1566099924,v1:172.21.15.53:6817/1566099924]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T00:13:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[75510]: audit 2024-09-13T00:13:05.192209+0000 mon.a (mon.0) 876 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T00:13:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[75510]: cluster 2024-09-13T00:13:05.192390+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e588: 8 total, 7 up, 8 in 2024-09-13T00:13:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[75510]: audit 2024-09-13T00:13:05.196119+0000 mon.b (mon.1) 8 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/1566099924,v1:172.21.15.53:6817/1566099924]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:13:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[75510]: audit 2024-09-13T00:13:05.196329+0000 mon.a (mon.0) 878 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:13:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[75510]: audit 2024-09-13T00:13:05.492993+0000 mon.a (mon.0) 879 : audit [INF] from='osd.6 ' entity='osd.6' 2024-09-13T00:13:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[75510]: audit 2024-09-13T00:13:05.655690+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[75510]: audit 2024-09-13T00:13:05.668343+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:06.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[76677]: audit 2024-09-13T00:13:04.870251+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[76677]: audit 2024-09-13T00:13:04.880816+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[76677]: cluster 2024-09-13T00:13:05.147534+0000 mgr.y (mgr.34107) 255 : cluster [DBG] pgmap v450: 121 pgs: 3 active+clean+snaptrim, 7 active+clean+remapped, 31 active+undersized, 9 active+undersized+degraded, 71 active+clean; 609 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.8 MiB/s wr, 31 op/s; 59/1155 objects degraded (5.108%); 46/1155 objects misplaced (3.983%) 2024-09-13T00:13:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[76677]: audit 2024-09-13T00:13:05.152812+0000 mon.a (mon.0) 875 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T00:13:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[76677]: audit 2024-09-13T00:13:05.152938+0000 mon.b (mon.1) 7 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/1566099924,v1:172.21.15.53:6817/1566099924]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T00:13:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[76677]: audit 2024-09-13T00:13:05.192209+0000 mon.a (mon.0) 876 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T00:13:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[76677]: cluster 2024-09-13T00:13:05.192390+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e588: 8 total, 7 up, 8 in 2024-09-13T00:13:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[76677]: audit 2024-09-13T00:13:05.196119+0000 mon.b (mon.1) 8 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/1566099924,v1:172.21.15.53:6817/1566099924]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:13:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[76677]: audit 2024-09-13T00:13:05.196329+0000 mon.a (mon.0) 878 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:13:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[76677]: audit 2024-09-13T00:13:05.492993+0000 mon.a (mon.0) 879 : audit [INF] from='osd.6 ' entity='osd.6' 2024-09-13T00:13:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[76677]: audit 2024-09-13T00:13:05.655690+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:06.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:05 smithi032 bash[76677]: audit 2024-09-13T00:13:05.668343+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:06.206 INFO:tasks.rados.rados.0.smithi032.stdout:2746: done (1 left) 2024-09-13T00:13:06.207 INFO:tasks.rados.rados.0.smithi032.stdout:2747: done (0 left) 2024-09-13T00:13:06.207 INFO:tasks.rados.rados.0.smithi032.stdout:2748: read oid 14 snap 143 2024-09-13T00:13:06.207 INFO:tasks.rados.rados.0.smithi032.stdout:2748: expect (ObjNum 434 snap 131 seq_num 434) 2024-09-13T00:13:06.207 INFO:tasks.rados.rados.0.smithi032.stdout:2749: delete oid 31 current snap is 273 2024-09-13T00:13:06.268 INFO:tasks.rados.rados.0.smithi032.stdout:2748: expect (ObjNum 434 snap 131 seq_num 434) 2024-09-13T00:13:06.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:05 smithi053 bash[67631]: audit 2024-09-13T00:13:04.870251+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:06.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:05 smithi053 bash[67631]: audit 2024-09-13T00:13:04.880816+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:06.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:05 smithi053 bash[67631]: cluster 2024-09-13T00:13:05.147534+0000 mgr.y (mgr.34107) 255 : cluster [DBG] pgmap v450: 121 pgs: 3 active+clean+snaptrim, 7 active+clean+remapped, 31 active+undersized, 9 active+undersized+degraded, 71 active+clean; 609 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.8 MiB/s wr, 31 op/s; 59/1155 objects degraded (5.108%); 46/1155 objects misplaced (3.983%) 2024-09-13T00:13:06.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:05 smithi053 bash[67631]: audit 2024-09-13T00:13:05.152812+0000 mon.a (mon.0) 875 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T00:13:06.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:05 smithi053 bash[67631]: audit 2024-09-13T00:13:05.152938+0000 mon.b (mon.1) 7 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/1566099924,v1:172.21.15.53:6817/1566099924]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T00:13:06.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:05 smithi053 bash[67631]: audit 2024-09-13T00:13:05.192209+0000 mon.a (mon.0) 876 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T00:13:06.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:05 smithi053 bash[67631]: cluster 2024-09-13T00:13:05.192390+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e588: 8 total, 7 up, 8 in 2024-09-13T00:13:06.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:05 smithi053 bash[67631]: audit 2024-09-13T00:13:05.196119+0000 mon.b (mon.1) 8 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/1566099924,v1:172.21.15.53:6817/1566099924]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:13:06.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:05 smithi053 bash[67631]: audit 2024-09-13T00:13:05.196329+0000 mon.a (mon.0) 878 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:13:06.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:05 smithi053 bash[67631]: audit 2024-09-13T00:13:05.492993+0000 mon.a (mon.0) 879 : audit [INF] from='osd.6 ' entity='osd.6' 2024-09-13T00:13:06.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:05 smithi053 bash[67631]: audit 2024-09-13T00:13:05.655690+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:06.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:05 smithi053 bash[67631]: audit 2024-09-13T00:13:05.668343+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:07.161 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:06 smithi032 bash[75510]: cluster 2024-09-13T00:13:06.185060+0000 mon.a (mon.0) 882 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:13:07.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:06 smithi032 bash[75510]: cluster 2024-09-13T00:13:06.195592+0000 mon.a (mon.0) 883 : cluster [INF] osd.6 [v2:172.21.15.53:6816/1566099924,v1:172.21.15.53:6817/1566099924] boot 2024-09-13T00:13:07.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:06 smithi032 bash[75510]: cluster 2024-09-13T00:13:06.195695+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2024-09-13T00:13:07.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:06 smithi032 bash[75510]: audit 2024-09-13T00:13:06.199755+0000 mon.a (mon.0) 885 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T00:13:07.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:06 smithi032 bash[76677]: cluster 2024-09-13T00:13:06.185060+0000 mon.a (mon.0) 882 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:13:07.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:06 smithi032 bash[76677]: cluster 2024-09-13T00:13:06.195592+0000 mon.a (mon.0) 883 : cluster [INF] osd.6 [v2:172.21.15.53:6816/1566099924,v1:172.21.15.53:6817/1566099924] boot 2024-09-13T00:13:07.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:06 smithi032 bash[76677]: cluster 2024-09-13T00:13:06.195695+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2024-09-13T00:13:07.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:06 smithi032 bash[76677]: audit 2024-09-13T00:13:06.199755+0000 mon.a (mon.0) 885 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T00:13:07.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:06 smithi053 bash[67631]: cluster 2024-09-13T00:13:06.185060+0000 mon.a (mon.0) 882 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:13:07.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:06 smithi053 bash[67631]: cluster 2024-09-13T00:13:06.195592+0000 mon.a (mon.0) 883 : cluster [INF] osd.6 [v2:172.21.15.53:6816/1566099924,v1:172.21.15.53:6817/1566099924] boot 2024-09-13T00:13:07.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:06 smithi053 bash[67631]: cluster 2024-09-13T00:13:06.195695+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2024-09-13T00:13:07.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:06 smithi053 bash[67631]: audit 2024-09-13T00:13:06.199755+0000 mon.a (mon.0) 885 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T00:13:08.338 INFO:tasks.rados.rados.0.smithi032.stdout:2748: done (1 left) 2024-09-13T00:13:08.338 INFO:tasks.rados.rados.0.smithi032.stdout:2749: done (0 left) 2024-09-13T00:13:08.338 INFO:tasks.rados.rados.0.smithi032.stdout:2750: snap_remove snap 271 2024-09-13T00:13:08.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:08 smithi053 bash[67631]: cluster 2024-09-13T00:13:07.148549+0000 mgr.y (mgr.34107) 256 : cluster [DBG] pgmap v453: 121 pgs: 1 peering, 3 active+clean+snaptrim, 7 active+clean+remapped, 31 active+undersized, 8 active+undersized+degraded, 71 active+clean; 608 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 23 op/s; 48/1161 objects degraded (4.134%); 47/1161 objects misplaced (4.048%) 2024-09-13T00:13:08.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:08 smithi053 bash[67631]: cluster 2024-09-13T00:13:07.198252+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2024-09-13T00:13:08.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:08 smithi053 bash[67631]: cluster 2024-09-13T00:13:08.176848+0000 mon.a (mon.0) 887 : cluster [WRN] Health check update: Degraded data redundancy: 48/1161 objects degraded (4.134%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:08.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:08 smithi032 bash[75510]: cluster 2024-09-13T00:13:07.148549+0000 mgr.y (mgr.34107) 256 : cluster [DBG] pgmap v453: 121 pgs: 1 peering, 3 active+clean+snaptrim, 7 active+clean+remapped, 31 active+undersized, 8 active+undersized+degraded, 71 active+clean; 608 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 23 op/s; 48/1161 objects degraded (4.134%); 47/1161 objects misplaced (4.048%) 2024-09-13T00:13:08.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:08 smithi032 bash[75510]: cluster 2024-09-13T00:13:07.198252+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2024-09-13T00:13:08.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:08 smithi032 bash[75510]: cluster 2024-09-13T00:13:08.176848+0000 mon.a (mon.0) 887 : cluster [WRN] Health check update: Degraded data redundancy: 48/1161 objects degraded (4.134%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:08 smithi032 bash[76677]: cluster 2024-09-13T00:13:07.148549+0000 mgr.y (mgr.34107) 256 : cluster [DBG] pgmap v453: 121 pgs: 1 peering, 3 active+clean+snaptrim, 7 active+clean+remapped, 31 active+undersized, 8 active+undersized+degraded, 71 active+clean; 608 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 23 op/s; 48/1161 objects degraded (4.134%); 47/1161 objects misplaced (4.048%) 2024-09-13T00:13:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:08 smithi032 bash[76677]: cluster 2024-09-13T00:13:07.198252+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2024-09-13T00:13:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:08 smithi032 bash[76677]: cluster 2024-09-13T00:13:08.176848+0000 mon.a (mon.0) 887 : cluster [WRN] Health check update: Degraded data redundancy: 48/1161 objects degraded (4.134%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:09.225 INFO:tasks.rados.rados.0.smithi032.stdout:2750: done (0 left) 2024-09-13T00:13:09.225 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 273 2024-09-13T00:13:09.225 INFO:tasks.rados.rados.0.smithi032.stdout:2751: seq_num 905 ranges {475136=761856} 2024-09-13T00:13:09.245 INFO:tasks.rados.rados.0.smithi032.stdout:2751: writing smithi03267100-21 from 475136 to 1236992 tid 1 2024-09-13T00:13:09.245 INFO:tasks.rados.rados.0.smithi032.stdout:2752: rmattr oid 43 current snap is 273 2024-09-13T00:13:09.245 INFO:tasks.rados.rados.0.smithi032.stdout:2753: rollback oid 30 current snap is 273 2024-09-13T00:13:09.245 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 263 2024-09-13T00:13:09.246 INFO:tasks.rados.rados.0.smithi032.stdout:2754: snap_remove snap 257 2024-09-13T00:13:09.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:09 smithi053 bash[67631]: cluster 2024-09-13T00:13:08.203995+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2024-09-13T00:13:09.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:09 smithi032 bash[75510]: cluster 2024-09-13T00:13:08.203995+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2024-09-13T00:13:09.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:09 smithi032 bash[76677]: cluster 2024-09-13T00:13:08.203995+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2024-09-13T00:13:10.228 INFO:tasks.rados.rados.0.smithi032.stdout:2754: done (3 left) 2024-09-13T00:13:10.228 INFO:tasks.rados.rados.0.smithi032.stdout:2755: rollback oid 35 current snap is 273 2024-09-13T00:13:10.228 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 35 to 231 2024-09-13T00:13:10.228 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2129 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T00:13:10.229 INFO:tasks.rados.rados.0.smithi032.stdout:2751: finishing write tid 1 to smithi03267100-21 2024-09-13T00:13:10.229 INFO:tasks.rados.rados.0.smithi032.stdout:2751: finishing write tid 2 to smithi03267100-21 2024-09-13T00:13:10.229 INFO:tasks.rados.rados.0.smithi032.stdout:2753: finishing rollback tid 0 to smithi03267100-30 2024-09-13T00:13:10.229 INFO:tasks.rados.rados.0.smithi032.stdout:2751: finishing write tid 3 to smithi03267100-21 2024-09-13T00:13:10.229 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2352 (ObjNum 905 snap 273 seq_num 905) dirty exists 2024-09-13T00:13:10.229 INFO:tasks.rados.rados.0.smithi032.stdout:2751: left oid 21 (ObjNum 905 snap 273 seq_num 905) 2024-09-13T00:13:10.229 INFO:tasks.rados.rados.0.smithi032.stdout:2753: finishing rollback tid 1 to smithi03267100-30 2024-09-13T00:13:10.229 INFO:tasks.rados.rados.0.smithi032.stdout:2753: finishing rollback tid 2 to smithi03267100-30 2024-09-13T00:13:10.229 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 2356 (ObjNum 852 snap 257 seq_num 852) dirty exists 2024-09-13T00:13:10.229 INFO:tasks.rados.rados.0.smithi032.stdout:2751: done (3 left) 2024-09-13T00:13:10.229 INFO:tasks.rados.rados.0.smithi032.stdout:2752: done (2 left) 2024-09-13T00:13:10.229 INFO:tasks.rados.rados.0.smithi032.stdout:2753: done (1 left) 2024-09-13T00:13:10.229 INFO:tasks.rados.rados.0.smithi032.stdout:2756: setattr oid 20 current snap is 273 2024-09-13T00:13:10.230 INFO:tasks.rados.rados.0.smithi032.stdout:2757: delete oid 10 current snap is 273 2024-09-13T00:13:10.258 INFO:tasks.rados.rados.0.smithi032.stdout:2755: finishing rollback tid 0 to smithi03267100-35 2024-09-13T00:13:10.258 INFO:tasks.rados.rados.0.smithi032.stdout:2755: finishing rollback tid 1 to smithi03267100-35 2024-09-13T00:13:10.258 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1736 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T00:13:10.261 INFO:tasks.rados.rados.0.smithi032.stdout:2755: done (2 left) 2024-09-13T00:13:10.261 INFO:tasks.rados.rados.0.smithi032.stdout:2757: done (1 left) 2024-09-13T00:13:10.261 INFO:tasks.rados.rados.0.smithi032.stdout:2758: copy_from oid 8 from oid 41 current snap is 273 2024-09-13T00:13:10.262 INFO:tasks.rados.rados.0.smithi032.stdout:2759: snap_remove snap 265 2024-09-13T00:13:10.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:10 smithi053 bash[67631]: cluster 2024-09-13T00:13:09.149681+0000 mgr.y (mgr.34107) 257 : cluster [DBG] pgmap v456: 121 pgs: 1 active+recovering+degraded, 3 peering, 2 active+clean+remapped, 14 active+undersized, 6 active+undersized+degraded, 95 active+clean; 609 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 522 KiB/s wr, 8 op/s; 41/1158 objects degraded (3.541%); 47/1158 objects misplaced (4.059%); 1.8 MiB/s, 0 objects/s recovering 2024-09-13T00:13:10.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:10 smithi053 bash[67631]: cluster 2024-09-13T00:13:09.227473+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2024-09-13T00:13:10.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:10 smithi053 bash[67631]: audit 2024-09-13T00:13:10.136766+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:10.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:10 smithi053 bash[67631]: audit 2024-09-13T00:13:10.138685+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:13:10.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:10 smithi032 bash[76677]: cluster 2024-09-13T00:13:09.149681+0000 mgr.y (mgr.34107) 257 : cluster [DBG] pgmap v456: 121 pgs: 1 active+recovering+degraded, 3 peering, 2 active+clean+remapped, 14 active+undersized, 6 active+undersized+degraded, 95 active+clean; 609 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 522 KiB/s wr, 8 op/s; 41/1158 objects degraded (3.541%); 47/1158 objects misplaced (4.059%); 1.8 MiB/s, 0 objects/s recovering 2024-09-13T00:13:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:10 smithi032 bash[76677]: cluster 2024-09-13T00:13:09.227473+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2024-09-13T00:13:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:10 smithi032 bash[76677]: audit 2024-09-13T00:13:10.136766+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:10 smithi032 bash[76677]: audit 2024-09-13T00:13:10.138685+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:13:10.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:10 smithi032 bash[75510]: cluster 2024-09-13T00:13:09.149681+0000 mgr.y (mgr.34107) 257 : cluster [DBG] pgmap v456: 121 pgs: 1 active+recovering+degraded, 3 peering, 2 active+clean+remapped, 14 active+undersized, 6 active+undersized+degraded, 95 active+clean; 609 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 522 KiB/s wr, 8 op/s; 41/1158 objects degraded (3.541%); 47/1158 objects misplaced (4.059%); 1.8 MiB/s, 0 objects/s recovering 2024-09-13T00:13:10.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:10 smithi032 bash[75510]: cluster 2024-09-13T00:13:09.227473+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2024-09-13T00:13:10.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:10 smithi032 bash[75510]: audit 2024-09-13T00:13:10.136766+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:10.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:10 smithi032 bash[75510]: audit 2024-09-13T00:13:10.138685+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:13:11.251 INFO:tasks.rados.rados.0.smithi032.stdout:2759: done (2 left) 2024-09-13T00:13:11.251 INFO:tasks.rados.rados.0.smithi032.stdout:2760: rmattr oid 40 current snap is 273 2024-09-13T00:13:11.251 INFO:tasks.rados.rados.0.smithi032.stdout:2760: done (2 left) 2024-09-13T00:13:11.251 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 273 2024-09-13T00:13:11.251 INFO:tasks.rados.rados.0.smithi032.stdout:2761: seq_num 907 ranges {2801664=794624} 2024-09-13T00:13:11.305 INFO:tasks.rados.rados.0.smithi032.stdout:2761: writing smithi03267100-38 from 2801664 to 3596288 tid 1 2024-09-13T00:13:11.305 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 273 2024-09-13T00:13:11.305 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1138 (ObjNum 872 snap 266 seq_num 872) dirty exists 2024-09-13T00:13:11.305 INFO:tasks.rados.rados.0.smithi032.stdout:2758: finishing copy_from racing read to smithi03267100-8 2024-09-13T00:13:11.305 INFO:tasks.rados.rados.0.smithi032.stdout:2758: finishing copy_from to smithi03267100-8 2024-09-13T00:13:11.306 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1562 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:13:11.306 INFO:tasks.rados.rados.0.smithi032.stdout:2762: seq_num 908 ranges {819200=409600,1228800=401408} 2024-09-13T00:13:11.320 INFO:tasks.rados.rados.0.smithi032.stdout:2762: writing smithi03267100-49 from 819200 to 1228800 tid 1 2024-09-13T00:13:11.326 INFO:tasks.rados.rados.0.smithi032.stdout:2762: writing smithi03267100-49 from 1228800 to 1630208 tid 2 2024-09-13T00:13:11.326 INFO:tasks.rados.rados.0.smithi032.stdout:2756: done (3 left) 2024-09-13T00:13:11.326 INFO:tasks.rados.rados.0.smithi032.stdout:2758: done (2 left) 2024-09-13T00:13:11.326 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 273 2024-09-13T00:13:11.326 INFO:tasks.rados.rados.0.smithi032.stdout:2761: finishing write tid 1 to smithi03267100-38 2024-09-13T00:13:11.326 INFO:tasks.rados.rados.0.smithi032.stdout:2761: finishing write tid 2 to smithi03267100-38 2024-09-13T00:13:11.326 INFO:tasks.rados.rados.0.smithi032.stdout:2761: finishing write tid 3 to smithi03267100-38 2024-09-13T00:13:11.326 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2300 (ObjNum 907 snap 273 seq_num 907) dirty exists 2024-09-13T00:13:11.327 INFO:tasks.rados.rados.0.smithi032.stdout:2761: left oid 38 (ObjNum 907 snap 273 seq_num 907) 2024-09-13T00:13:11.327 INFO:tasks.rados.rados.0.smithi032.stdout:2762: finishing write tid 1 to smithi03267100-49 2024-09-13T00:13:11.327 INFO:tasks.rados.rados.0.smithi032.stdout:2763: seq_num 909 ranges {212992=425984,638976=401408} 2024-09-13T00:13:11.333 INFO:tasks.rados.rados.0.smithi032.stdout:2763: writing smithi03267100-20 from 212992 to 638976 tid 1 2024-09-13T00:13:11.338 INFO:tasks.rados.rados.0.smithi032.stdout:2763: writing smithi03267100-20 from 638976 to 1040384 tid 2 2024-09-13T00:13:11.338 INFO:tasks.rados.rados.0.smithi032.stdout:2761: done (2 left) 2024-09-13T00:13:11.339 INFO:tasks.rados.rados.0.smithi032.stdout:2764: copy_from oid 42 from oid 30 current snap is 273 2024-09-13T00:13:11.339 INFO:tasks.rados.rados.0.smithi032.stdout:2762: finishing write tid 2 to smithi03267100-49 2024-09-13T00:13:11.339 INFO:tasks.rados.rados.0.smithi032.stdout:2762: finishing write tid 3 to smithi03267100-49 2024-09-13T00:13:11.339 INFO:tasks.rados.rados.0.smithi032.stdout:2762: finishing write tid 4 to smithi03267100-49 2024-09-13T00:13:11.339 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1739 (ObjNum 908 snap 273 seq_num 908) dirty exists 2024-09-13T00:13:11.339 INFO:tasks.rados.rados.0.smithi032.stdout:2762: left oid 49 (ObjNum 908 snap 273 seq_num 908) 2024-09-13T00:13:11.339 INFO:tasks.rados.rados.0.smithi032.stdout:2763: finishing write tid 1 to smithi03267100-20 2024-09-13T00:13:11.339 INFO:tasks.rados.rados.0.smithi032.stdout:2762: done (2 left) 2024-09-13T00:13:11.339 INFO:tasks.rados.rados.0.smithi032.stdout:2765: snap_create 2024-09-13T00:13:11.342 INFO:tasks.rados.rados.0.smithi032.stdout:2763: finishing write tid 2 to smithi03267100-20 2024-09-13T00:13:11.344 INFO:tasks.rados.rados.0.smithi032.stdout:2763: finishing write tid 3 to smithi03267100-20 2024-09-13T00:13:11.350 INFO:tasks.rados.rados.0.smithi032.stdout:2763: finishing write tid 4 to smithi03267100-20 2024-09-13T00:13:11.350 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1141 (ObjNum 909 snap 273 seq_num 909) dirty exists 2024-09-13T00:13:11.350 INFO:tasks.rados.rados.0.smithi032.stdout:2763: left oid 20 (ObjNum 909 snap 273 seq_num 909) 2024-09-13T00:13:11.410 INFO:tasks.rados.rados.0.smithi032.stdout:2764: finishing copy_from racing read to smithi03267100-42 2024-09-13T00:13:11.414 INFO:tasks.rados.rados.0.smithi032.stdout:2764: finishing copy_from to smithi03267100-42 2024-09-13T00:13:11.414 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2356 (ObjNum 852 snap 257 seq_num 852) dirty exists 2024-09-13T00:13:11.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:11 smithi053 bash[67631]: cluster 2024-09-13T00:13:10.229815+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2024-09-13T00:13:11.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:11 smithi032 bash[75510]: cluster 2024-09-13T00:13:10.229815+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2024-09-13T00:13:11.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:11 smithi032 bash[76677]: cluster 2024-09-13T00:13:10.229815+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2024-09-13T00:13:12.258 INFO:tasks.rados.rados.0.smithi032.stdout:2763: done (2 left) 2024-09-13T00:13:12.258 INFO:tasks.rados.rados.0.smithi032.stdout:2764: done (1 left) 2024-09-13T00:13:12.258 INFO:tasks.rados.rados.0.smithi032.stdout:2765: done (0 left) 2024-09-13T00:13:12.258 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 274 2024-09-13T00:13:12.258 INFO:tasks.rados.rados.0.smithi032.stdout:2766: seq_num 910 ranges {1900544=442368,2342912=401408} 2024-09-13T00:13:12.287 INFO:tasks.rados.rados.0.smithi032.stdout:2766: writing smithi03267100-13 from 1900544 to 2342912 tid 1 2024-09-13T00:13:12.292 INFO:tasks.rados.rados.0.smithi032.stdout:2766: writing smithi03267100-13 from 2342912 to 2744320 tid 2 2024-09-13T00:13:12.292 INFO:tasks.rados.rados.0.smithi032.stdout:2767: rollback oid 43 current snap is 274 2024-09-13T00:13:12.292 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 266 2024-09-13T00:13:12.293 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 274 2024-09-13T00:13:12.293 INFO:tasks.rados.rados.0.smithi032.stdout:2768: seq_num 911 ranges {13836288=466944,14303232=401408} 2024-09-13T00:13:12.398 INFO:tasks.rados.rados.0.smithi032.stdout:2768: writing smithi03267100-30 from 13836288 to 14303232 tid 1 2024-09-13T00:13:12.400 INFO:tasks.rados.rados.0.smithi032.stdout:2768: writing smithi03267100-30 from 14303232 to 14704640 tid 2 2024-09-13T00:13:12.401 INFO:tasks.rados.rados.0.smithi032.stdout:2769: snap_create 2024-09-13T00:13:12.401 INFO:tasks.rados.rados.0.smithi032.stdout:2766: finishing write tid 1 to smithi03267100-13 2024-09-13T00:13:12.401 INFO:tasks.rados.rados.0.smithi032.stdout:2766: finishing write tid 2 to smithi03267100-13 2024-09-13T00:13:12.401 INFO:tasks.rados.rados.0.smithi032.stdout:2766: finishing write tid 3 to smithi03267100-13 2024-09-13T00:13:12.401 INFO:tasks.rados.rados.0.smithi032.stdout:2767: finishing rollback tid 0 to smithi03267100-43 2024-09-13T00:13:12.401 INFO:tasks.rados.rados.0.smithi032.stdout:2767: finishing rollback tid 1 to smithi03267100-43 2024-09-13T00:13:12.401 INFO:tasks.rados.rados.0.smithi032.stdout:2767: finishing rollback tid 2 to smithi03267100-43 2024-09-13T00:13:12.401 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2132 (ObjNum 849 snap 257 seq_num 849) dirty exists 2024-09-13T00:13:12.401 INFO:tasks.rados.rados.0.smithi032.stdout:2766: finishing write tid 4 to smithi03267100-13 2024-09-13T00:13:12.401 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2463 (ObjNum 910 snap 274 seq_num 910) dirty exists 2024-09-13T00:13:12.401 INFO:tasks.rados.rados.0.smithi032.stdout:2766: left oid 13 (ObjNum 910 snap 274 seq_num 910) 2024-09-13T00:13:12.414 INFO:tasks.rados.rados.0.smithi032.stdout:2768: finishing write tid 1 to smithi03267100-30 2024-09-13T00:13:12.415 INFO:tasks.rados.rados.0.smithi032.stdout:2768: finishing write tid 2 to smithi03267100-30 2024-09-13T00:13:12.415 INFO:tasks.rados.rados.0.smithi032.stdout:2768: finishing write tid 3 to smithi03267100-30 2024-09-13T00:13:12.419 INFO:tasks.rados.rados.0.smithi032.stdout:2768: finishing write tid 4 to smithi03267100-30 2024-09-13T00:13:12.419 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 2374 (ObjNum 911 snap 274 seq_num 911) dirty exists 2024-09-13T00:13:12.419 INFO:tasks.rados.rados.0.smithi032.stdout:2768: left oid 30 (ObjNum 911 snap 274 seq_num 911) 2024-09-13T00:13:12.435 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:12 smithi053 bash[67631]: cluster 2024-09-13T00:13:11.150833+0000 mgr.y (mgr.34107) 258 : cluster [DBG] pgmap v459: 121 pgs: 1 active+recovering+degraded, 4 peering, 116 active+clean; 599 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 360 KiB/s wr, 4 op/s; 1/1155 objects degraded (0.087%); 42 MiB/s, 40 objects/s recovering 2024-09-13T00:13:12.435 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:12 smithi053 bash[67631]: cluster 2024-09-13T00:13:11.251692+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2024-09-13T00:13:12.435 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:13:12 smithi053 bash[60895]: ts=2024-09-13T00:13:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:13:12.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:13:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:13:12] "GET /metrics HTTP/1.1" 200 36087 "" "Prometheus/2.43.0" 2024-09-13T00:13:12.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:12 smithi032 bash[75510]: cluster 2024-09-13T00:13:11.150833+0000 mgr.y (mgr.34107) 258 : cluster [DBG] pgmap v459: 121 pgs: 1 active+recovering+degraded, 4 peering, 116 active+clean; 599 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 360 KiB/s wr, 4 op/s; 1/1155 objects degraded (0.087%); 42 MiB/s, 40 objects/s recovering 2024-09-13T00:13:12.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:12 smithi032 bash[75510]: cluster 2024-09-13T00:13:11.251692+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2024-09-13T00:13:12.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:12 smithi032 bash[76677]: cluster 2024-09-13T00:13:11.150833+0000 mgr.y (mgr.34107) 258 : cluster [DBG] pgmap v459: 121 pgs: 1 active+recovering+degraded, 4 peering, 116 active+clean; 599 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 360 KiB/s wr, 4 op/s; 1/1155 objects degraded (0.087%); 42 MiB/s, 40 objects/s recovering 2024-09-13T00:13:12.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:12 smithi032 bash[76677]: cluster 2024-09-13T00:13:11.251692+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2024-09-13T00:13:13.267 INFO:tasks.rados.rados.0.smithi032.stdout:2766: done (3 left) 2024-09-13T00:13:13.267 INFO:tasks.rados.rados.0.smithi032.stdout:2767: done (2 left) 2024-09-13T00:13:13.267 INFO:tasks.rados.rados.0.smithi032.stdout:2768: done (1 left) 2024-09-13T00:13:13.267 INFO:tasks.rados.rados.0.smithi032.stdout:2769: done (0 left) 2024-09-13T00:13:13.267 INFO:tasks.rados.rados.0.smithi032.stdout:2770: snap_remove snap 245 2024-09-13T00:13:13.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:13 smithi053 bash[67631]: cluster 2024-09-13T00:13:12.259507+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2024-09-13T00:13:13.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:13 smithi053 bash[67631]: cluster 2024-09-13T00:13:13.182819+0000 mon.a (mon.0) 895 : cluster [WRN] Health check update: Degraded data redundancy: 1/1155 objects degraded (0.087%), 1 pg degraded (PG_DEGRADED) 2024-09-13T00:13:13.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:13 smithi032 bash[76677]: cluster 2024-09-13T00:13:12.259507+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2024-09-13T00:13:13.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:13 smithi032 bash[76677]: cluster 2024-09-13T00:13:13.182819+0000 mon.a (mon.0) 895 : cluster [WRN] Health check update: Degraded data redundancy: 1/1155 objects degraded (0.087%), 1 pg degraded (PG_DEGRADED) 2024-09-13T00:13:13.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:13 smithi032 bash[75510]: cluster 2024-09-13T00:13:12.259507+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2024-09-13T00:13:13.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:13 smithi032 bash[75510]: cluster 2024-09-13T00:13:13.182819+0000 mon.a (mon.0) 895 : cluster [WRN] Health check update: Degraded data redundancy: 1/1155 objects degraded (0.087%), 1 pg degraded (PG_DEGRADED) 2024-09-13T00:13:14.276 INFO:tasks.rados.rados.0.smithi032.stdout:2770: done (0 left) 2024-09-13T00:13:14.277 INFO:tasks.rados.rados.0.smithi032.stdout:2771: setattr oid 40 current snap is 275 2024-09-13T00:13:14.284 INFO:tasks.rados.rados.0.smithi032.stdout:2772: read oid 41 snap 263 2024-09-13T00:13:14.285 INFO:tasks.rados.rados.0.smithi032.stdout:2772: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:13:14.285 INFO:tasks.rados.rados.0.smithi032.stdout:2773: read oid 12 snap 267 2024-09-13T00:13:14.285 INFO:tasks.rados.rados.0.smithi032.stdout:2773: expect deleted 2024-09-13T00:13:14.285 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 275 2024-09-13T00:13:14.285 INFO:tasks.rados.rados.0.smithi032.stdout:2774: seq_num 912 ranges {0=483328,483328=401408} 2024-09-13T00:13:14.285 INFO:tasks.rados.rados.0.smithi032.stdout:2774: writing smithi03267100-39 from 0 to 483328 tid 1 2024-09-13T00:13:14.288 INFO:tasks.rados.rados.0.smithi032.stdout:2774: writing smithi03267100-39 from 483328 to 884736 tid 2 2024-09-13T00:13:14.288 INFO:tasks.rados.rados.0.smithi032.stdout:2775: read oid 8 snap -1 2024-09-13T00:13:14.288 INFO:tasks.rados.rados.0.smithi032.stdout:2775: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:13:14.288 INFO:tasks.rados.rados.0.smithi032.stdout:2776: setattr oid 5 current snap is 275 2024-09-13T00:13:14.291 INFO:tasks.rados.rados.0.smithi032.stdout:2773: done (5 left) 2024-09-13T00:13:14.291 INFO:tasks.rados.rados.0.smithi032.stdout:2777: read oid 13 snap 231 2024-09-13T00:13:14.291 INFO:tasks.rados.rados.0.smithi032.stdout:2777: expect (ObjNum 167102336 snap 22058 seq_num 167320112) 2024-09-13T00:13:14.291 INFO:tasks.rados.rados.0.smithi032.stdout:2778: delete oid 21 current snap is 275 2024-09-13T00:13:14.296 INFO:tasks.rados.rados.0.smithi032.stdout:2775: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:13:14.317 INFO:tasks.rados.rados.0.smithi032.stdout:2777: expect (ObjNum 167102336 snap 22058 seq_num 167320112) 2024-09-13T00:13:14.320 INFO:tasks.rados.rados.0.smithi032.stdout:2772: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:13:14.341 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 2133 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:13:14.341 INFO:tasks.rados.rados.0.smithi032.stdout:2774: finishing write tid 1 to smithi03267100-39 2024-09-13T00:13:14.342 INFO:tasks.rados.rados.0.smithi032.stdout:2774: finishing write tid 2 to smithi03267100-39 2024-09-13T00:13:14.342 INFO:tasks.rados.rados.0.smithi032.stdout:2774: finishing write tid 3 to smithi03267100-39 2024-09-13T00:13:14.342 INFO:tasks.rados.rados.0.smithi032.stdout:2771: done (6 left) 2024-09-13T00:13:14.342 INFO:tasks.rados.rados.0.smithi032.stdout:2772: done (5 left) 2024-09-13T00:13:14.342 INFO:tasks.rados.rados.0.smithi032.stdout:2775: done (4 left) 2024-09-13T00:13:14.342 INFO:tasks.rados.rados.0.smithi032.stdout:2777: done (3 left) 2024-09-13T00:13:14.343 INFO:tasks.rados.rados.0.smithi032.stdout:2778: done (2 left) 2024-09-13T00:13:14.343 INFO:tasks.rados.rados.0.smithi032.stdout:2779: read oid 42 snap 274 2024-09-13T00:13:14.343 INFO:tasks.rados.rados.0.smithi032.stdout:2779: expect (ObjNum 852 snap 257 seq_num 852) 2024-09-13T00:13:14.343 INFO:tasks.rados.rados.0.smithi032.stdout:2780: copy_from oid 28 from oid 11 current snap is 275 2024-09-13T00:13:14.343 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2289 (ObjNum 867 snap 263 seq_num 867) dirty exists 2024-09-13T00:13:14.343 INFO:tasks.rados.rados.0.smithi032.stdout:2774: finishing write tid 4 to smithi03267100-39 2024-09-13T00:13:14.343 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 1986 (ObjNum 912 snap 275 seq_num 912) dirty exists 2024-09-13T00:13:14.344 INFO:tasks.rados.rados.0.smithi032.stdout:2774: left oid 39 (ObjNum 912 snap 275 seq_num 912) 2024-09-13T00:13:14.344 INFO:tasks.rados.rados.0.smithi032.stdout:2774: done (3 left) 2024-09-13T00:13:14.344 INFO:tasks.rados.rados.0.smithi032.stdout:2776: done (2 left) 2024-09-13T00:13:14.344 INFO:tasks.rados.rados.0.smithi032.stdout:2781: snap_remove snap 253 2024-09-13T00:13:14.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:14 smithi053 bash[67631]: cluster 2024-09-13T00:13:13.151885+0000 mgr.y (mgr.34107) 259 : cluster [DBG] pgmap v462: 121 pgs: 1 active+clean+snaptrim, 1 peering, 119 active+clean; 612 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.9 MiB/s wr, 6 op/s; 46 MiB/s, 42 objects/s recovering 2024-09-13T00:13:14.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:14 smithi053 bash[67631]: cluster 2024-09-13T00:13:13.253577+0000 mon.a (mon.0) 896 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/1155 objects degraded (0.087%), 1 pg degraded) 2024-09-13T00:13:14.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:14 smithi053 bash[67631]: cluster 2024-09-13T00:13:13.253630+0000 mon.a (mon.0) 897 : cluster [INF] Cluster is now healthy 2024-09-13T00:13:14.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:14 smithi053 bash[67631]: cluster 2024-09-13T00:13:13.269911+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2024-09-13T00:13:14.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:14 smithi032 bash[75510]: cluster 2024-09-13T00:13:13.151885+0000 mgr.y (mgr.34107) 259 : cluster [DBG] pgmap v462: 121 pgs: 1 active+clean+snaptrim, 1 peering, 119 active+clean; 612 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.9 MiB/s wr, 6 op/s; 46 MiB/s, 42 objects/s recovering 2024-09-13T00:13:14.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:14 smithi032 bash[75510]: cluster 2024-09-13T00:13:13.253577+0000 mon.a (mon.0) 896 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/1155 objects degraded (0.087%), 1 pg degraded) 2024-09-13T00:13:14.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:14 smithi032 bash[75510]: cluster 2024-09-13T00:13:13.253630+0000 mon.a (mon.0) 897 : cluster [INF] Cluster is now healthy 2024-09-13T00:13:14.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:14 smithi032 bash[75510]: cluster 2024-09-13T00:13:13.269911+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2024-09-13T00:13:14.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:14 smithi032 bash[76677]: cluster 2024-09-13T00:13:13.151885+0000 mgr.y (mgr.34107) 259 : cluster [DBG] pgmap v462: 121 pgs: 1 active+clean+snaptrim, 1 peering, 119 active+clean; 612 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.9 MiB/s wr, 6 op/s; 46 MiB/s, 42 objects/s recovering 2024-09-13T00:13:14.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:14 smithi032 bash[76677]: cluster 2024-09-13T00:13:13.253577+0000 mon.a (mon.0) 896 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/1155 objects degraded (0.087%), 1 pg degraded) 2024-09-13T00:13:14.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:14 smithi032 bash[76677]: cluster 2024-09-13T00:13:13.253630+0000 mon.a (mon.0) 897 : cluster [INF] Cluster is now healthy 2024-09-13T00:13:14.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:14 smithi032 bash[76677]: cluster 2024-09-13T00:13:13.269911+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2024-09-13T00:13:15.288 INFO:tasks.rados.rados.0.smithi032.stdout:2781: done (2 left) 2024-09-13T00:13:15.288 INFO:tasks.rados.rados.0.smithi032.stdout:2782: rollback oid 10 current snap is 275 2024-09-13T00:13:15.288 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 147 2024-09-13T00:13:15.288 INFO:tasks.rados.rados.0.smithi032.stdout:2780: finishing copy_from to smithi03267100-28 2024-09-13T00:13:15.288 INFO:tasks.rados.rados.0.smithi032.stdout:2780: got expected ENOENT (src dne) 2024-09-13T00:13:15.288 INFO:tasks.rados.rados.0.smithi032.stdout:2780: finishing copy_from racing read to smithi03267100-28 2024-09-13T00:13:15.288 INFO:tasks.rados.rados.0.smithi032.stdout:2779: expect (ObjNum 852 snap 257 seq_num 852) 2024-09-13T00:13:15.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:15 smithi053 bash[67631]: cluster 2024-09-13T00:13:14.279055+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2024-09-13T00:13:15.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:15 smithi032 bash[75510]: cluster 2024-09-13T00:13:14.279055+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2024-09-13T00:13:15.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:15 smithi032 bash[76677]: cluster 2024-09-13T00:13:14.279055+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2024-09-13T00:13:16.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:13:15 smithi032 bash[68847]: debug 2024-09-13T00:13:15.811+0000 7fccb0bcc640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-09-13T00:13:16.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:16 smithi053 bash[67631]: cluster 2024-09-13T00:13:15.152671+0000 mgr.y (mgr.34107) 260 : cluster [DBG] pgmap v465: 121 pgs: 1 active+clean+snaptrim, 1 peering, 119 active+clean; 614 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.2 MiB/s wr, 12 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-09-13T00:13:16.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:16 smithi053 bash[67631]: cluster 2024-09-13T00:13:15.289872+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2024-09-13T00:13:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:16 smithi053 bash[67631]: audit 2024-09-13T00:13:15.684606+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:16 smithi053 bash[67631]: audit 2024-09-13T00:13:15.697232+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:16 smithi053 bash[67631]: audit 2024-09-13T00:13:15.699304+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:13:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:16 smithi053 bash[67631]: audit 2024-09-13T00:13:15.701106+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:13:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:16 smithi053 bash[67631]: audit 2024-09-13T00:13:15.712883+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:16 smithi053 bash[67631]: audit 2024-09-13T00:13:15.804124+0000 mon.a (mon.0) 906 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:13:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:16 smithi053 bash[67631]: audit 2024-09-13T00:13:15.808211+0000 mon.a (mon.0) 907 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:16 smithi053 bash[67631]: audit 2024-09-13T00:13:15.810735+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:16 smithi053 bash[67631]: audit 2024-09-13T00:13:15.812640+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:16 smithi053 bash[67631]: audit 2024-09-13T00:13:15.814935+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T00:13:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:16 smithi053 bash[67631]: audit 2024-09-13T00:13:15.815177+0000 mgr.y (mgr.34107) 261 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T00:13:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:16 smithi053 bash[67631]: cephadm 2024-09-13T00:13:15.816267+0000 mgr.y (mgr.34107) 262 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-09-13T00:13:16.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[75510]: cluster 2024-09-13T00:13:15.152671+0000 mgr.y (mgr.34107) 260 : cluster [DBG] pgmap v465: 121 pgs: 1 active+clean+snaptrim, 1 peering, 119 active+clean; 614 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.2 MiB/s wr, 12 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-09-13T00:13:16.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[75510]: cluster 2024-09-13T00:13:15.289872+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2024-09-13T00:13:16.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[75510]: audit 2024-09-13T00:13:15.684606+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:16.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[75510]: audit 2024-09-13T00:13:15.697232+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:16.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[75510]: audit 2024-09-13T00:13:15.699304+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:13:16.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[75510]: audit 2024-09-13T00:13:15.701106+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:13:16.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[75510]: audit 2024-09-13T00:13:15.712883+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:16.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[75510]: audit 2024-09-13T00:13:15.804124+0000 mon.a (mon.0) 906 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:13:16.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[75510]: audit 2024-09-13T00:13:15.808211+0000 mon.a (mon.0) 907 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[75510]: audit 2024-09-13T00:13:15.810735+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[75510]: audit 2024-09-13T00:13:15.812640+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[75510]: audit 2024-09-13T00:13:15.814935+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T00:13:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[75510]: audit 2024-09-13T00:13:15.815177+0000 mgr.y (mgr.34107) 261 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T00:13:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[75510]: cephadm 2024-09-13T00:13:15.816267+0000 mgr.y (mgr.34107) 262 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-09-13T00:13:16.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[76677]: cluster 2024-09-13T00:13:15.152671+0000 mgr.y (mgr.34107) 260 : cluster [DBG] pgmap v465: 121 pgs: 1 active+clean+snaptrim, 1 peering, 119 active+clean; 614 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.2 MiB/s wr, 12 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-09-13T00:13:16.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[76677]: cluster 2024-09-13T00:13:15.289872+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2024-09-13T00:13:16.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[76677]: audit 2024-09-13T00:13:15.684606+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:16.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[76677]: audit 2024-09-13T00:13:15.697232+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:16.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[76677]: audit 2024-09-13T00:13:15.699304+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:13:16.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[76677]: audit 2024-09-13T00:13:15.701106+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:13:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[76677]: audit 2024-09-13T00:13:15.712883+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[76677]: audit 2024-09-13T00:13:15.804124+0000 mon.a (mon.0) 906 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:13:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[76677]: audit 2024-09-13T00:13:15.808211+0000 mon.a (mon.0) 907 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[76677]: audit 2024-09-13T00:13:15.810735+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[76677]: audit 2024-09-13T00:13:15.812640+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[76677]: audit 2024-09-13T00:13:15.814935+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T00:13:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[76677]: audit 2024-09-13T00:13:15.815177+0000 mgr.y (mgr.34107) 261 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T00:13:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:16 smithi032 bash[76677]: cephadm 2024-09-13T00:13:15.816267+0000 mgr.y (mgr.34107) 262 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-09-13T00:13:17.063 INFO:tasks.rados.rados.0.smithi032.stdout:2782: finishing rollback tid 1 to smithi03267100-10 2024-09-13T00:13:17.063 INFO:tasks.rados.rados.0.smithi032.stdout:2782: finishing rollback tid 2 to smithi03267100-10 2024-09-13T00:13:17.063 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2302 (ObjNum 474 snap 140 seq_num 474) dirty exists 2024-09-13T00:13:17.063 INFO:tasks.rados.rados.0.smithi032.stdout:2779: done (2 left) 2024-09-13T00:13:17.066 INFO:tasks.rados.rados.0.smithi032.stdout:2780: done (1 left) 2024-09-13T00:13:17.066 INFO:tasks.rados.rados.0.smithi032.stdout:2782: done (0 left) 2024-09-13T00:13:17.066 INFO:tasks.rados.rados.0.smithi032.stdout:2783: copy_from oid 21 from oid 26 current snap is 275 2024-09-13T00:13:17.066 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 275 2024-09-13T00:13:17.066 INFO:tasks.rados.rados.0.smithi032.stdout:2784: seq_num 914 ranges {212992=516096,729088=401408} 2024-09-13T00:13:17.078 INFO:tasks.rados.rados.0.smithi032.stdout:2784: writing smithi03267100-15 from 212992 to 729088 tid 1 2024-09-13T00:13:17.085 INFO:tasks.rados.rados.0.smithi032.stdout:2784: writing smithi03267100-15 from 729088 to 1130496 tid 2 2024-09-13T00:13:17.085 INFO:tasks.rados.rados.0.smithi032.stdout:2785: snap_remove snap 223 2024-09-13T00:13:17.295 INFO:tasks.rados.rados.0.smithi032.stdout:2785: done (2 left) 2024-09-13T00:13:17.295 INFO:tasks.rados.rados.0.smithi032.stdout:2786: rollback oid 49 current snap is 275 2024-09-13T00:13:17.295 INFO:tasks.rados.rados.0.smithi032.stdout:2784: finishing write tid 1 to smithi03267100-15 2024-09-13T00:13:17.295 INFO:tasks.rados.rados.0.smithi032.stdout:2784: finishing write tid 2 to smithi03267100-15 2024-09-13T00:13:17.296 INFO:tasks.rados.rados.0.smithi032.stdout:2784: finishing write tid 3 to smithi03267100-15 2024-09-13T00:13:17.296 INFO:tasks.rados.rados.0.smithi032.stdout:2784: finishing write tid 4 to smithi03267100-15 2024-09-13T00:13:17.296 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2292 (ObjNum 914 snap 275 seq_num 914) dirty exists 2024-09-13T00:13:17.296 INFO:tasks.rados.rados.0.smithi032.stdout:2784: left oid 15 (ObjNum 914 snap 275 seq_num 914) 2024-09-13T00:13:17.296 INFO:tasks.rados.rados.0.smithi032.stdout:2783: finishing copy_from racing read to smithi03267100-21 2024-09-13T00:13:17.296 INFO:tasks.rados.rados.0.smithi032.stdout:2783: finishing copy_from to smithi03267100-21 2024-09-13T00:13:17.296 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2401 (ObjNum 900 snap 270 seq_num 900) dirty exists 2024-09-13T00:13:17.296 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 49 to 230 2024-09-13T00:13:17.296 INFO:tasks.rados.rados.0.smithi032.stdout:2783: done (2 left) 2024-09-13T00:13:17.296 INFO:tasks.rados.rados.0.smithi032.stdout:2784: done (1 left) 2024-09-13T00:13:17.296 INFO:tasks.rados.rados.0.smithi032.stdout:2787: setattr oid 46 current snap is 275 2024-09-13T00:13:17.297 INFO:tasks.rados.rados.0.smithi032.stdout:2788: copy_from oid 15 from oid 33 current snap is 275 2024-09-13T00:13:17.297 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 275 2024-09-13T00:13:17.297 INFO:tasks.rados.rados.0.smithi032.stdout:2789: seq_num 915 ranges {0=532480,532480=401408} 2024-09-13T00:13:17.302 INFO:tasks.rados.rados.0.smithi032.stdout:2789: writing smithi03267100-35 from 0 to 532480 tid 1 2024-09-13T00:13:17.306 INFO:tasks.rados.rados.0.smithi032.stdout:2789: writing smithi03267100-35 from 532480 to 933888 tid 2 2024-09-13T00:13:17.306 INFO:tasks.rados.rados.0.smithi032.stdout:2790: copy_from oid 39 from oid 5 current snap is 275 2024-09-13T00:13:17.306 INFO:tasks.rados.rados.0.smithi032.stdout:2791: delete oid 27 current snap is 275 2024-09-13T00:13:17.325 INFO:tasks.rados.rados.0.smithi032.stdout:2791: done (5 left) 2024-09-13T00:13:17.325 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 275 2024-09-13T00:13:17.325 INFO:tasks.rados.rados.0.smithi032.stdout:2792: seq_num 917 ranges {4841472=565248,5406720=401408} 2024-09-13T00:13:17.358 INFO:tasks.rados.rados.0.smithi032.stdout:2792: writing smithi03267100-26 from 4841472 to 5406720 tid 1 2024-09-13T00:13:17.361 INFO:tasks.rados.rados.0.smithi032.stdout:2792: writing smithi03267100-26 from 5406720 to 5808128 tid 2 2024-09-13T00:13:17.361 INFO:tasks.rados.rados.0.smithi032.stdout:2793: read oid 23 snap -1 2024-09-13T00:13:17.361 INFO:tasks.rados.rados.0.smithi032.stdout:2793: expect (ObjNum 891 snap 268 seq_num 891) 2024-09-13T00:13:17.361 INFO:tasks.rados.rados.0.smithi032.stdout:2794: delete oid 9 current snap is 275 2024-09-13T00:13:17.361 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1732 (ObjNum 886 snap 268 seq_num 886) dirty exists 2024-09-13T00:13:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:2786: finishing rollback tid 0 to smithi03267100-49 2024-09-13T00:13:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:2786: finishing rollback tid 1 to smithi03267100-49 2024-09-13T00:13:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1741 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T00:13:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:2789: finishing write tid 1 to smithi03267100-35 2024-09-13T00:13:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:2789: finishing write tid 2 to smithi03267100-35 2024-09-13T00:13:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:2788: finishing copy_from racing read to smithi03267100-15 2024-09-13T00:13:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:2789: finishing write tid 3 to smithi03267100-35 2024-09-13T00:13:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:2788: finishing copy_from to smithi03267100-15 2024-09-13T00:13:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1733 (ObjNum 891 snap 268 seq_num 891) dirty exists 2024-09-13T00:13:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:2789: finishing write tid 4 to smithi03267100-35 2024-09-13T00:13:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1744 (ObjNum 915 snap 275 seq_num 915) dirty exists 2024-09-13T00:13:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:2789: left oid 35 (ObjNum 915 snap 275 seq_num 915) 2024-09-13T00:13:17.366 INFO:tasks.rados.rados.0.smithi032.stdout:2790: finishing copy_from to smithi03267100-39 2024-09-13T00:13:17.366 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2289 (ObjNum 867 snap 263 seq_num 867) dirty exists 2024-09-13T00:13:17.367 INFO:tasks.rados.rados.0.smithi032.stdout:2790: finishing copy_from racing read to smithi03267100-39 2024-09-13T00:13:17.368 INFO:tasks.rados.rados.0.smithi032.stdout:2792: finishing write tid 1 to smithi03267100-26 2024-09-13T00:13:17.368 INFO:tasks.rados.rados.0.smithi032.stdout:2792: finishing write tid 2 to smithi03267100-26 2024-09-13T00:13:17.370 INFO:tasks.rados.rados.0.smithi032.stdout:2792: finishing write tid 3 to smithi03267100-26 2024-09-13T00:13:17.372 INFO:tasks.rados.rados.0.smithi032.stdout:2792: finishing write tid 4 to smithi03267100-26 2024-09-13T00:13:17.372 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2501 (ObjNum 917 snap 275 seq_num 917) dirty exists 2024-09-13T00:13:17.372 INFO:tasks.rados.rados.0.smithi032.stdout:2792: left oid 26 (ObjNum 917 snap 275 seq_num 917) 2024-09-13T00:13:17.372 INFO:tasks.rados.rados.0.smithi032.stdout:2786: done (7 left) 2024-09-13T00:13:17.372 INFO:tasks.rados.rados.0.smithi032.stdout:2787: done (6 left) 2024-09-13T00:13:17.372 INFO:tasks.rados.rados.0.smithi032.stdout:2788: done (5 left) 2024-09-13T00:13:17.372 INFO:tasks.rados.rados.0.smithi032.stdout:2789: done (4 left) 2024-09-13T00:13:17.372 INFO:tasks.rados.rados.0.smithi032.stdout:2790: done (3 left) 2024-09-13T00:13:17.372 INFO:tasks.rados.rados.0.smithi032.stdout:2792: done (2 left) 2024-09-13T00:13:17.373 INFO:tasks.rados.rados.0.smithi032.stdout:2794: done (1 left) 2024-09-13T00:13:17.373 INFO:tasks.rados.rados.0.smithi032.stdout:2795: read oid 17 snap -1 2024-09-13T00:13:17.373 INFO:tasks.rados.rados.0.smithi032.stdout:2795: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:13:17.373 INFO:tasks.rados.rados.0.smithi032.stdout:2796: copy_from oid 47 from oid 25 current snap is 275 2024-09-13T00:13:17.373 INFO:tasks.rados.rados.0.smithi032.stdout:2797: read oid 12 snap -1 2024-09-13T00:13:17.373 INFO:tasks.rados.rados.0.smithi032.stdout:2797: expect (ObjNum 897 snap 269 seq_num 897) 2024-09-13T00:13:17.373 INFO:tasks.rados.rados.0.smithi032.stdout:2798: read oid 6 snap -1 2024-09-13T00:13:17.373 INFO:tasks.rados.rados.0.smithi032.stdout:2798: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:13:17.373 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 275 2024-09-13T00:13:17.373 INFO:tasks.rados.rados.0.smithi032.stdout:2799: seq_num 919 ranges {1900544=598016,2498560=401408} 2024-09-13T00:13:17.386 INFO:tasks.rados.rados.0.smithi032.stdout:2799: writing smithi03267100-39 from 1900544 to 2498560 tid 1 2024-09-13T00:13:17.389 INFO:tasks.rados.rados.0.smithi032.stdout:2799: writing smithi03267100-39 from 2498560 to 2899968 tid 2 2024-09-13T00:13:17.390 INFO:tasks.rados.rados.0.smithi032.stdout:2800: rollback oid 32 current snap is 275 2024-09-13T00:13:17.390 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 32 to 251 2024-09-13T00:13:17.390 INFO:tasks.rados.rados.0.smithi032.stdout:2797: expect (ObjNum 897 snap 269 seq_num 897) 2024-09-13T00:13:17.532 INFO:tasks.rados.rados.0.smithi032.stdout:2793: expect (ObjNum 891 snap 268 seq_num 891) 2024-09-13T00:13:17.646 INFO:tasks.rados.rados.0.smithi032.stdout:2795: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:13:17.652 INFO:tasks.rados.rados.0.smithi032.stdout:2798: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:13:17.768 INFO:tasks.rados.rados.0.smithi032.stdout:2799: finishing write tid 1 to smithi03267100-39 2024-09-13T00:13:17.768 INFO:tasks.rados.rados.0.smithi032.stdout:2799: finishing write tid 2 to smithi03267100-39 2024-09-13T00:13:17.768 INFO:tasks.rados.rados.0.smithi032.stdout:2799: finishing write tid 3 to smithi03267100-39 2024-09-13T00:13:17.768 INFO:tasks.rados.rados.0.smithi032.stdout:2799: finishing write tid 4 to smithi03267100-39 2024-09-13T00:13:17.768 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2292 (ObjNum 919 snap 275 seq_num 919) dirty exists 2024-09-13T00:13:17.768 INFO:tasks.rados.rados.0.smithi032.stdout:2799: left oid 39 (ObjNum 919 snap 275 seq_num 919) 2024-09-13T00:13:17.769 INFO:tasks.rados.rados.0.smithi032.stdout:2800: finishing rollback tid 0 to smithi03267100-32 2024-09-13T00:13:17.769 INFO:tasks.rados.rados.0.smithi032.stdout:2800: finishing rollback tid 1 to smithi03267100-32 2024-09-13T00:13:17.769 INFO:tasks.rados.rados.0.smithi032.stdout:2800: finishing rollback tid 2 to smithi03267100-32 2024-09-13T00:13:17.769 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 2507 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-13T00:13:17.769 INFO:tasks.rados.rados.0.smithi032.stdout:2796: finishing copy_from racing read to smithi03267100-47 2024-09-13T00:13:17.769 INFO:tasks.rados.rados.0.smithi032.stdout:2796: finishing copy_from to smithi03267100-47 2024-09-13T00:13:17.769 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1980 (ObjNum 764 snap 231 seq_num 764) dirty exists 2024-09-13T00:13:17.769 INFO:tasks.rados.rados.0.smithi032.stdout:2793: done (6 left) 2024-09-13T00:13:17.769 INFO:tasks.rados.rados.0.smithi032.stdout:2795: done (5 left) 2024-09-13T00:13:17.769 INFO:tasks.rados.rados.0.smithi032.stdout:2796: done (4 left) 2024-09-13T00:13:17.769 INFO:tasks.rados.rados.0.smithi032.stdout:2797: done (3 left) 2024-09-13T00:13:17.769 INFO:tasks.rados.rados.0.smithi032.stdout:2798: done (2 left) 2024-09-13T00:13:17.769 INFO:tasks.rados.rados.0.smithi032.stdout:2799: done (1 left) 2024-09-13T00:13:17.770 INFO:tasks.rados.rados.0.smithi032.stdout:2800: done (0 left) 2024-09-13T00:13:17.770 INFO:tasks.rados.rados.0.smithi032.stdout:2801: rollback oid 43 current snap is 275 2024-09-13T00:13:17.770 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 216 2024-09-13T00:13:17.770 INFO:tasks.rados.rados.0.smithi032.stdout:2802: snap_remove snap 259 2024-09-13T00:13:18.194 INFO:tasks.rados.rados.0.smithi032.stdout:2802: done (1 left) 2024-09-13T00:13:18.194 INFO:tasks.rados.rados.0.smithi032.stdout:2803: read oid 15 snap -1 2024-09-13T00:13:18.194 INFO:tasks.rados.rados.0.smithi032.stdout:2803: expect (ObjNum 891 snap 268 seq_num 891) 2024-09-13T00:13:18.194 INFO:tasks.rados.rados.0.smithi032.stdout:2804: read oid 49 snap 243 2024-09-13T00:13:18.195 INFO:tasks.rados.rados.0.smithi032.stdout:2804: expect deleted 2024-09-13T00:13:18.195 INFO:tasks.rados.rados.0.smithi032.stdout:2805: read oid 25 snap -1 2024-09-13T00:13:18.195 INFO:tasks.rados.rados.0.smithi032.stdout:2805: expect (ObjNum 764 snap 231 seq_num 764) 2024-09-13T00:13:18.195 INFO:tasks.rados.rados.0.smithi032.stdout:2806: copy_from oid 46 from oid 8 current snap is 275 2024-09-13T00:13:18.195 INFO:tasks.rados.rados.0.smithi032.stdout:2801: finishing rollback tid 0 to smithi03267100-43 2024-09-13T00:13:18.195 INFO:tasks.rados.rados.0.smithi032.stdout:2801: finishing rollback tid 1 to smithi03267100-43 2024-09-13T00:13:18.195 INFO:tasks.rados.rados.0.smithi032.stdout:2801: finishing rollback tid 2 to smithi03267100-43 2024-09-13T00:13:18.195 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2136 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-13T00:13:18.195 INFO:tasks.rados.rados.0.smithi032.stdout:2801: done (4 left) 2024-09-13T00:13:18.195 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 275 2024-09-13T00:13:18.195 INFO:tasks.rados.rados.0.smithi032.stdout:2807: seq_num 920 ranges {5636096=614400,6250496=401408} 2024-09-13T00:13:18.231 INFO:tasks.rados.rados.0.smithi032.stdout:2807: writing smithi03267100-4 from 5636096 to 6250496 tid 1 2024-09-13T00:13:18.235 INFO:tasks.rados.rados.0.smithi032.stdout:2807: writing smithi03267100-4 from 6250496 to 6651904 tid 2 2024-09-13T00:13:18.235 INFO:tasks.rados.rados.0.smithi032.stdout:2808: read oid 39 snap -1 2024-09-13T00:13:18.235 INFO:tasks.rados.rados.0.smithi032.stdout:2808: expect (ObjNum 919 snap 275 seq_num 919) 2024-09-13T00:13:18.235 INFO:tasks.rados.rados.0.smithi032.stdout:2809: setattr oid 5 current snap is 275 2024-09-13T00:13:18.235 INFO:tasks.rados.rados.0.smithi032.stdout:2803: expect (ObjNum 891 snap 268 seq_num 891) 2024-09-13T00:13:18.354 INFO:tasks.rados.rados.0.smithi032.stdout:2806: finishing copy_from racing read to smithi03267100-46 2024-09-13T00:13:18.354 INFO:tasks.rados.rados.0.smithi032.stdout:2806: finishing copy_from to smithi03267100-46 2024-09-13T00:13:18.354 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1562 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:13:18.354 INFO:tasks.rados.rados.0.smithi032.stdout:2807: finishing write tid 1 to smithi03267100-4 2024-09-13T00:13:18.354 INFO:tasks.rados.rados.0.smithi032.stdout:2807: finishing write tid 2 to smithi03267100-4 2024-09-13T00:13:18.355 INFO:tasks.rados.rados.0.smithi032.stdout:2807: finishing write tid 3 to smithi03267100-4 2024-09-13T00:13:18.355 INFO:tasks.rados.rados.0.smithi032.stdout:2807: finishing write tid 4 to smithi03267100-4 2024-09-13T00:13:18.355 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2295 (ObjNum 920 snap 275 seq_num 920) dirty exists 2024-09-13T00:13:18.355 INFO:tasks.rados.rados.0.smithi032.stdout:2807: left oid 4 (ObjNum 920 snap 275 seq_num 920) 2024-09-13T00:13:18.355 INFO:tasks.rados.rados.0.smithi032.stdout:2805: expect (ObjNum 764 snap 231 seq_num 764) 2024-09-13T00:13:18.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:18 smithi032 bash[75510]: cluster 2024-09-13T00:13:17.153582+0000 mgr.y (mgr.34107) 263 : cluster [DBG] pgmap v467: 121 pgs: 121 active+clean; 618 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.7 MiB/s wr, 15 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-09-13T00:13:18.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:18 smithi032 bash[75510]: cluster 2024-09-13T00:13:17.296267+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2024-09-13T00:13:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:18 smithi032 bash[75510]: cluster 2024-09-13T00:13:18.196049+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2024-09-13T00:13:18.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:18 smithi032 bash[76677]: cluster 2024-09-13T00:13:17.153582+0000 mgr.y (mgr.34107) 263 : cluster [DBG] pgmap v467: 121 pgs: 121 active+clean; 618 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.7 MiB/s wr, 15 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-09-13T00:13:18.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:18 smithi032 bash[76677]: cluster 2024-09-13T00:13:17.296267+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2024-09-13T00:13:18.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:18 smithi032 bash[76677]: cluster 2024-09-13T00:13:18.196049+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2024-09-13T00:13:18.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:18 smithi053 bash[67631]: cluster 2024-09-13T00:13:17.153582+0000 mgr.y (mgr.34107) 263 : cluster [DBG] pgmap v467: 121 pgs: 121 active+clean; 618 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.7 MiB/s wr, 15 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-09-13T00:13:18.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:18 smithi053 bash[67631]: cluster 2024-09-13T00:13:17.296267+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2024-09-13T00:13:18.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:18 smithi053 bash[67631]: cluster 2024-09-13T00:13:18.196049+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2024-09-13T00:13:19.622 INFO:tasks.rados.rados.0.smithi032.stdout:2808: expect (ObjNum 919 snap 275 seq_num 919) 2024-09-13T00:13:19.760 INFO:tasks.rados.rados.0.smithi032.stdout:2803: done (6 left) 2024-09-13T00:13:19.760 INFO:tasks.rados.rados.0.smithi032.stdout:2804: done (5 left) 2024-09-13T00:13:19.760 INFO:tasks.rados.rados.0.smithi032.stdout:2805: done (4 left) 2024-09-13T00:13:19.760 INFO:tasks.rados.rados.0.smithi032.stdout:2806: done (3 left) 2024-09-13T00:13:19.760 INFO:tasks.rados.rados.0.smithi032.stdout:2807: done (2 left) 2024-09-13T00:13:19.760 INFO:tasks.rados.rados.0.smithi032.stdout:2808: done (1 left) 2024-09-13T00:13:19.760 INFO:tasks.rados.rados.0.smithi032.stdout:2810: read oid 16 snap -1 2024-09-13T00:13:19.760 INFO:tasks.rados.rados.0.smithi032.stdout:2810: expect (ObjNum 898 snap 269 seq_num 898) 2024-09-13T00:13:19.761 INFO:tasks.rados.rados.0.smithi032.stdout:2811: read oid 3 snap 212 2024-09-13T00:13:19.761 INFO:tasks.rados.rados.0.smithi032.stdout:2811: expect (ObjNum 542 snap 160 seq_num 542) 2024-09-13T00:13:19.761 INFO:tasks.rados.rados.0.smithi032.stdout:2812: rmattr oid 39 current snap is 275 2024-09-13T00:13:19.762 INFO:tasks.rados.rados.0.smithi032.stdout:2813: snap_remove snap 269 2024-09-13T00:13:20.309 INFO:tasks.rados.rados.0.smithi032.stdout:2813: done (4 left) 2024-09-13T00:13:20.309 INFO:tasks.rados.rados.0.smithi032.stdout:2814: read oid 14 snap -1 2024-09-13T00:13:20.309 INFO:tasks.rados.rados.0.smithi032.stdout:2814: expect deleted 2024-09-13T00:13:20.309 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 275 2024-09-13T00:13:20.309 INFO:tasks.rados.rados.0.smithi032.stdout:2815: seq_num 921 ranges {4841472=630784,5472256=401408} 2024-09-13T00:13:20.382 INFO:tasks.rados.rados.0.smithi032.stdout:2815: writing smithi03267100-21 from 4841472 to 5472256 tid 1 2024-09-13T00:13:20.386 INFO:tasks.rados.rados.0.smithi032.stdout:2815: writing smithi03267100-21 from 5472256 to 5873664 tid 2 2024-09-13T00:13:20.386 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 275 2024-09-13T00:13:20.386 INFO:tasks.rados.rados.0.smithi032.stdout:2816: seq_num 922 ranges {1982464=647168,2629632=401408} 2024-09-13T00:13:20.405 INFO:tasks.rados.rados.0.smithi032.stdout:2816: writing smithi03267100-18 from 1982464 to 2629632 tid 1 2024-09-13T00:13:20.408 INFO:tasks.rados.rados.0.smithi032.stdout:2816: writing smithi03267100-18 from 2629632 to 3031040 tid 2 2024-09-13T00:13:20.408 INFO:tasks.rados.rados.0.smithi032.stdout:2817: read oid 26 snap -1 2024-09-13T00:13:20.408 INFO:tasks.rados.rados.0.smithi032.stdout:2817: expect (ObjNum 917 snap 275 seq_num 917) 2024-09-13T00:13:20.408 INFO:tasks.rados.rados.0.smithi032.stdout:2818: setattr oid 44 current snap is 275 2024-09-13T00:13:20.408 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2293 (ObjNum 919 snap 275 seq_num 919) dirty exists 2024-09-13T00:13:20.408 INFO:tasks.rados.rados.0.smithi032.stdout:2810: expect (ObjNum 898 snap 269 seq_num 898) 2024-09-13T00:13:20.486 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2296 (ObjNum 867 snap 263 seq_num 867) dirty exists 2024-09-13T00:13:20.486 INFO:tasks.rados.rados.0.smithi032.stdout:2811: expect (ObjNum 542 snap 160 seq_num 542) 2024-09-13T00:13:20.540 INFO:tasks.rados.rados.0.smithi032.stdout:2815: finishing write tid 1 to smithi03267100-21 2024-09-13T00:13:20.540 INFO:tasks.rados.rados.0.smithi032.stdout:2815: finishing write tid 2 to smithi03267100-21 2024-09-13T00:13:20.540 INFO:tasks.rados.rados.0.smithi032.stdout:2815: finishing write tid 3 to smithi03267100-21 2024-09-13T00:13:20.540 INFO:tasks.rados.rados.0.smithi032.stdout:2815: finishing write tid 4 to smithi03267100-21 2024-09-13T00:13:20.540 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2432 (ObjNum 921 snap 275 seq_num 921) dirty exists 2024-09-13T00:13:20.540 INFO:tasks.rados.rados.0.smithi032.stdout:2815: left oid 21 (ObjNum 921 snap 275 seq_num 921) 2024-09-13T00:13:20.540 INFO:tasks.rados.rados.0.smithi032.stdout:2816: finishing write tid 1 to smithi03267100-18 2024-09-13T00:13:20.541 INFO:tasks.rados.rados.0.smithi032.stdout:2816: finishing write tid 2 to smithi03267100-18 2024-09-13T00:13:20.541 INFO:tasks.rados.rados.0.smithi032.stdout:2816: finishing write tid 3 to smithi03267100-18 2024-09-13T00:13:20.541 INFO:tasks.rados.rados.0.smithi032.stdout:2816: finishing write tid 4 to smithi03267100-18 2024-09-13T00:13:20.541 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2529 (ObjNum 922 snap 275 seq_num 922) dirty exists 2024-09-13T00:13:20.541 INFO:tasks.rados.rados.0.smithi032.stdout:2816: left oid 18 (ObjNum 922 snap 275 seq_num 922) 2024-09-13T00:13:20.541 INFO:tasks.rados.rados.0.smithi032.stdout:2817: expect (ObjNum 917 snap 275 seq_num 917) 2024-09-13T00:13:20.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:20 smithi032 bash[76677]: cluster 2024-09-13T00:13:19.154515+0000 mgr.y (mgr.34107) 264 : cluster [DBG] pgmap v470: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 626 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-09-13T00:13:20.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:20 smithi032 bash[75510]: cluster 2024-09-13T00:13:19.154515+0000 mgr.y (mgr.34107) 264 : cluster [DBG] pgmap v470: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 626 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-09-13T00:13:20.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:20 smithi053 bash[67631]: cluster 2024-09-13T00:13:19.154515+0000 mgr.y (mgr.34107) 264 : cluster [DBG] pgmap v470: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 626 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-09-13T00:13:20.945 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2294 (ObjNum 892 snap 268 seq_num 892) dirty exists 2024-09-13T00:13:20.945 INFO:tasks.rados.rados.0.smithi032.stdout:2809: done (8 left) 2024-09-13T00:13:20.945 INFO:tasks.rados.rados.0.smithi032.stdout:2810: done (7 left) 2024-09-13T00:13:20.945 INFO:tasks.rados.rados.0.smithi032.stdout:2811: done (6 left) 2024-09-13T00:13:20.945 INFO:tasks.rados.rados.0.smithi032.stdout:2812: done (5 left) 2024-09-13T00:13:20.945 INFO:tasks.rados.rados.0.smithi032.stdout:2814: done (4 left) 2024-09-13T00:13:20.945 INFO:tasks.rados.rados.0.smithi032.stdout:2815: done (3 left) 2024-09-13T00:13:20.945 INFO:tasks.rados.rados.0.smithi032.stdout:2816: done (2 left) 2024-09-13T00:13:20.945 INFO:tasks.rados.rados.0.smithi032.stdout:2817: done (1 left) 2024-09-13T00:13:20.945 INFO:tasks.rados.rados.0.smithi032.stdout:2818: done (0 left) 2024-09-13T00:13:20.945 INFO:tasks.rados.rados.0.smithi032.stdout:2819: snap_create 2024-09-13T00:13:21.318 INFO:tasks.rados.rados.0.smithi032.stdout:2819: done (0 left) 2024-09-13T00:13:21.318 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 276 2024-09-13T00:13:21.318 INFO:tasks.rados.rados.0.smithi032.stdout:2820: seq_num 923 ranges {0=663552,663552=401408} 2024-09-13T00:13:21.328 INFO:tasks.rados.rados.0.smithi032.stdout:2820: writing smithi03267100-14 from 0 to 663552 tid 1 2024-09-13T00:13:21.335 INFO:tasks.rados.rados.0.smithi032.stdout:2820: writing smithi03267100-14 from 663552 to 1064960 tid 2 2024-09-13T00:13:21.335 INFO:tasks.rados.rados.0.smithi032.stdout:2821: rollback oid 15 current snap is 276 2024-09-13T00:13:21.335 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 15 to 267 2024-09-13T00:13:21.335 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 276 2024-09-13T00:13:21.335 INFO:tasks.rados.rados.0.smithi032.stdout:2822: seq_num 924 ranges {368640=679936,1048576=401408} 2024-09-13T00:13:21.353 INFO:tasks.rados.rados.0.smithi032.stdout:2822: writing smithi03267100-46 from 368640 to 1048576 tid 1 2024-09-13T00:13:21.360 INFO:tasks.rados.rados.0.smithi032.stdout:2822: writing smithi03267100-46 from 1048576 to 1449984 tid 2 2024-09-13T00:13:21.361 INFO:tasks.rados.rados.0.smithi032.stdout:2823: read oid 49 snap 231 2024-09-13T00:13:21.361 INFO:tasks.rados.rados.0.smithi032.stdout:2823: expect deleted 2024-09-13T00:13:21.361 INFO:tasks.rados.rados.0.smithi032.stdout:2824: rmattr oid 8 current snap is 276 2024-09-13T00:13:21.361 INFO:tasks.rados.rados.0.smithi032.stdout:2821: finishing rollback tid 0 to smithi03267100-15 2024-09-13T00:13:21.361 INFO:tasks.rados.rados.0.smithi032.stdout:2821: finishing rollback tid 1 to smithi03267100-15 2024-09-13T00:13:21.361 INFO:tasks.rados.rados.0.smithi032.stdout:2821: finishing rollback tid 2 to smithi03267100-15 2024-09-13T00:13:21.361 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2299 (ObjNum 841 snap 255 seq_num 841) dirty exists 2024-09-13T00:13:21.361 INFO:tasks.rados.rados.0.smithi032.stdout:2820: finishing write tid 1 to smithi03267100-14 2024-09-13T00:13:21.361 INFO:tasks.rados.rados.0.smithi032.stdout:2820: finishing write tid 2 to smithi03267100-14 2024-09-13T00:13:21.361 INFO:tasks.rados.rados.0.smithi032.stdout:2820: finishing write tid 3 to smithi03267100-14 2024-09-13T00:13:21.361 INFO:tasks.rados.rados.0.smithi032.stdout:2820: finishing write tid 4 to smithi03267100-14 2024-09-13T00:13:21.361 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2532 (ObjNum 923 snap 276 seq_num 923) dirty exists 2024-09-13T00:13:21.361 INFO:tasks.rados.rados.0.smithi032.stdout:2820: left oid 14 (ObjNum 923 snap 276 seq_num 923) 2024-09-13T00:13:21.361 INFO:tasks.rados.rados.0.smithi032.stdout:2820: done (4 left) 2024-09-13T00:13:21.362 INFO:tasks.rados.rados.0.smithi032.stdout:2821: done (3 left) 2024-09-13T00:13:21.362 INFO:tasks.rados.rados.0.smithi032.stdout:2825: snap_create 2024-09-13T00:13:21.366 INFO:tasks.rados.rados.0.smithi032.stdout:2822: finishing write tid 1 to smithi03267100-46 2024-09-13T00:13:21.367 INFO:tasks.rados.rados.0.smithi032.stdout:2822: finishing write tid 2 to smithi03267100-46 2024-09-13T00:13:21.367 INFO:tasks.rados.rados.0.smithi032.stdout:2822: finishing write tid 3 to smithi03267100-46 2024-09-13T00:13:21.369 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2303 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:13:21.370 INFO:tasks.rados.rados.0.smithi032.stdout:2822: finishing write tid 4 to smithi03267100-46 2024-09-13T00:13:21.370 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1735 (ObjNum 924 snap 276 seq_num 924) dirty exists 2024-09-13T00:13:21.370 INFO:tasks.rados.rados.0.smithi032.stdout:2822: left oid 46 (ObjNum 924 snap 276 seq_num 924) 2024-09-13T00:13:21.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:21 smithi032 bash[75510]: cluster 2024-09-13T00:13:20.311325+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2024-09-13T00:13:21.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:21 smithi032 bash[76677]: cluster 2024-09-13T00:13:20.311325+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2024-09-13T00:13:21.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:21 smithi053 bash[67631]: cluster 2024-09-13T00:13:20.311325+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2024-09-13T00:13:22.327 INFO:tasks.rados.rados.0.smithi032.stdout:2822: done (3 left) 2024-09-13T00:13:22.328 INFO:tasks.rados.rados.0.smithi032.stdout:2823: done (2 left) 2024-09-13T00:13:22.328 INFO:tasks.rados.rados.0.smithi032.stdout:2824: done (1 left) 2024-09-13T00:13:22.328 INFO:tasks.rados.rados.0.smithi032.stdout:2825: done (0 left) 2024-09-13T00:13:22.328 INFO:tasks.rados.rados.0.smithi032.stdout:2826: read oid 5 snap -1 2024-09-13T00:13:22.328 INFO:tasks.rados.rados.0.smithi032.stdout:2826: expect (ObjNum 867 snap 263 seq_num 867) 2024-09-13T00:13:22.328 INFO:tasks.rados.rados.0.smithi032.stdout:2827: rollback oid 4 current snap is 277 2024-09-13T00:13:22.328 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 267 2024-09-13T00:13:22.328 INFO:tasks.rados.rados.0.smithi032.stdout:2828: snap_remove snap 273 2024-09-13T00:13:22.412 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:13:22.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:22 smithi032 bash[75510]: cluster 2024-09-13T00:13:21.155354+0000 mgr.y (mgr.34107) 265 : cluster [DBG] pgmap v472: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 630 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-13T00:13:22.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:22 smithi032 bash[75510]: cluster 2024-09-13T00:13:21.321184+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2024-09-13T00:13:22.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:22 smithi032 bash[76677]: cluster 2024-09-13T00:13:21.155354+0000 mgr.y (mgr.34107) 265 : cluster [DBG] pgmap v472: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 630 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-13T00:13:22.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:22 smithi032 bash[76677]: cluster 2024-09-13T00:13:21.321184+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2024-09-13T00:13:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:13:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:13:22] "GET /metrics HTTP/1.1" 200 36087 "" "Prometheus/2.43.0" 2024-09-13T00:13:22.720 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:13:22.721 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7m) 105s ago 13m 13.4M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:13:22.721 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (6m) 17s ago 13m 73.9M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:13:22.721 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (14m) 105s ago 14m 17.0M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:13:22.721 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (14m) 17s ago 14m 20.0M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:13:22.721 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (6m) 17s ago 22m 426M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:13:22.721 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6m) 105s ago 25m 487M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:13:22.721 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5m) 105s ago 25m 56.3M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:13:22.721 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (4m) 17s ago 23m 45.1M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:13:22.721 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5m) 105s ago 23m 43.9M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:13:22.721 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7m) 105s ago 13m 8143k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:13:22.721 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (7m) 17s ago 13m 8307k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:13:22.721 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3m) 105s ago 21m 360M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e a4f5d6d727f8 2024-09-13T00:13:22.721 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2m) 105s ago 21m 427M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 953c3952f855 2024-09-13T00:13:22.721 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2m) 105s ago 20m 371M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 49cc31a24edc 2024-09-13T00:13:22.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (109s) 105s ago 19m - 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 662cbd030bbe 2024-09-13T00:13:22.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (80s) 17s ago 18m 312M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 78e01b7bbadc 2024-09-13T00:13:22.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (51s) 17s ago 17m 409M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 2900232c845c 2024-09-13T00:13:22.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (22s) 17s ago 16m - 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 94ea5bcab139 2024-09-13T00:13:22.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (15m) 17s ago 15m 375M 2525M 17.2.7-1627-gbbdadfa3 214985049bdb 37549a39ee13 2024-09-13T00:13:22.722 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (6m) 17s ago 14m 57.8M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:13:22.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:22 smithi053 bash[67631]: cluster 2024-09-13T00:13:21.155354+0000 mgr.y (mgr.34107) 265 : cluster [DBG] pgmap v472: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 630 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-13T00:13:22.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:22 smithi053 bash[67631]: cluster 2024-09-13T00:13:21.321184+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2024-09-13T00:13:22.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:13:22 smithi053 bash[60895]: ts=2024-09-13T00:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:13:23.075 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:13:23.076 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:13:23.076 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:13:23.076 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:13:23.076 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:13:23.076 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:13:23.076 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:13:23.076 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:13:23.076 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 1, 2024-09-13T00:13:23.076 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 7 2024-09-13T00:13:23.076 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:13:23.076 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:13:23.076 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:13:23.077 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:13:23.077 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:13:23.077 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3, 2024-09-13T00:13:23.077 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 12 2024-09-13T00:13:23.077 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:13:23.077 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:13:23.198 INFO:tasks.rados.rados.0.smithi032.stdout:2828: done (2 left) 2024-09-13T00:13:23.198 INFO:tasks.rados.rados.0.smithi032.stdout:2829: read oid 28 snap 147 2024-09-13T00:13:23.199 INFO:tasks.rados.rados.0.smithi032.stdout:2829: expect (ObjNum 488 snap 145 seq_num 488) 2024-09-13T00:13:23.199 INFO:tasks.rados.rados.0.smithi032.stdout:2830: copy_from oid 41 from oid 32 current snap is 277 2024-09-13T00:13:23.199 INFO:tasks.rados.rados.0.smithi032.stdout:2831: snap_remove snap 274 2024-09-13T00:13:23.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:23 smithi032 bash[75510]: cluster 2024-09-13T00:13:22.329245+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2024-09-13T00:13:23.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:23 smithi032 bash[75510]: audit 2024-09-13T00:13:22.403898+0000 mgr.y (mgr.34107) 266 : audit [DBG] from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:13:23.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:23 smithi032 bash[75510]: audit 2024-09-13T00:13:22.703305+0000 mgr.y (mgr.34107) 267 : audit [DBG] from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:13:23.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:23 smithi032 bash[75510]: audit 2024-09-13T00:13:23.078441+0000 mon.a (mon.0) 916 : audit [DBG] from='client.? 172.21.15.32:0/4292045511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:23.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:23 smithi032 bash[75510]: cluster 2024-09-13T00:13:23.199732+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2024-09-13T00:13:23.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:23 smithi032 bash[76677]: cluster 2024-09-13T00:13:22.329245+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2024-09-13T00:13:23.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:23 smithi032 bash[76677]: audit 2024-09-13T00:13:22.403898+0000 mgr.y (mgr.34107) 266 : audit [DBG] from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:13:23.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:23 smithi032 bash[76677]: audit 2024-09-13T00:13:22.703305+0000 mgr.y (mgr.34107) 267 : audit [DBG] from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:13:23.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:23 smithi032 bash[76677]: audit 2024-09-13T00:13:23.078441+0000 mon.a (mon.0) 916 : audit [DBG] from='client.? 172.21.15.32:0/4292045511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:23.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:23 smithi032 bash[76677]: cluster 2024-09-13T00:13:23.199732+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2024-09-13T00:13:23.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:23 smithi053 bash[67631]: cluster 2024-09-13T00:13:22.329245+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2024-09-13T00:13:23.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:23 smithi053 bash[67631]: audit 2024-09-13T00:13:22.403898+0000 mgr.y (mgr.34107) 266 : audit [DBG] from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:13:23.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:23 smithi053 bash[67631]: audit 2024-09-13T00:13:22.703305+0000 mgr.y (mgr.34107) 267 : audit [DBG] from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:13:23.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:23 smithi053 bash[67631]: audit 2024-09-13T00:13:23.078441+0000 mon.a (mon.0) 916 : audit [DBG] from='client.? 172.21.15.32:0/4292045511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:23.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:23 smithi053 bash[67631]: cluster 2024-09-13T00:13:23.199732+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2024-09-13T00:13:24.197 INFO:tasks.rados.rados.0.smithi032.stdout:2831: done (4 left) 2024-09-13T00:13:24.197 INFO:tasks.rados.rados.0.smithi032.stdout:2832: rollback oid 44 current snap is 277 2024-09-13T00:13:24.197 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 255 2024-09-13T00:13:24.198 INFO:tasks.rados.rados.0.smithi032.stdout:2826: expect (ObjNum 867 snap 263 seq_num 867) 2024-09-13T00:13:24.349 INFO:tasks.rados.rados.0.smithi032.stdout:2827: finishing rollback tid 0 to smithi03267100-4 2024-09-13T00:13:24.349 INFO:tasks.rados.rados.0.smithi032.stdout:2827: finishing rollback tid 1 to smithi03267100-4 2024-09-13T00:13:24.349 INFO:tasks.rados.rados.0.smithi032.stdout:2827: finishing rollback tid 2 to smithi03267100-4 2024-09-13T00:13:24.349 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2302 (ObjNum 874 snap 266 seq_num 874) dirty exists 2024-09-13T00:13:24.349 INFO:tasks.rados.rados.0.smithi032.stdout:2830: finishing copy_from racing read to smithi03267100-41 2024-09-13T00:13:24.349 INFO:tasks.rados.rados.0.smithi032.stdout:2829: expect (ObjNum 488 snap 145 seq_num 488) 2024-09-13T00:13:24.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:24 smithi032 bash[75510]: cluster 2024-09-13T00:13:23.156180+0000 mgr.y (mgr.34107) 268 : cluster [DBG] pgmap v475: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 646 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 33 op/s 2024-09-13T00:13:24.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:24 smithi032 bash[75510]: cluster 2024-09-13T00:13:24.200161+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2024-09-13T00:13:24.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:24 smithi032 bash[76677]: cluster 2024-09-13T00:13:23.156180+0000 mgr.y (mgr.34107) 268 : cluster [DBG] pgmap v475: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 646 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 33 op/s 2024-09-13T00:13:24.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:24 smithi032 bash[76677]: cluster 2024-09-13T00:13:24.200161+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2024-09-13T00:13:24.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:24 smithi053 bash[67631]: cluster 2024-09-13T00:13:23.156180+0000 mgr.y (mgr.34107) 268 : cluster [DBG] pgmap v475: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 646 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 33 op/s 2024-09-13T00:13:24.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:24 smithi053 bash[67631]: cluster 2024-09-13T00:13:24.200161+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2024-09-13T00:13:25.451 INFO:tasks.rados.rados.0.smithi032.stdout:2830: finishing copy_from to smithi03267100-41 2024-09-13T00:13:25.451 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2507 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-13T00:13:25.451 INFO:tasks.rados.rados.0.smithi032.stdout:2832: finishing rollback tid 0 to smithi03267100-44 2024-09-13T00:13:25.451 INFO:tasks.rados.rados.0.smithi032.stdout:2832: finishing rollback tid 1 to smithi03267100-44 2024-09-13T00:13:25.451 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2296 (ObjNum 337 snap 0 seq_num 127794720) dirty dne 2024-09-13T00:13:25.451 INFO:tasks.rados.rados.0.smithi032.stdout:2826: done (4 left) 2024-09-13T00:13:25.451 INFO:tasks.rados.rados.0.smithi032.stdout:2827: done (3 left) 2024-09-13T00:13:25.451 INFO:tasks.rados.rados.0.smithi032.stdout:2829: done (2 left) 2024-09-13T00:13:25.451 INFO:tasks.rados.rados.0.smithi032.stdout:2830: done (1 left) 2024-09-13T00:13:25.451 INFO:tasks.rados.rados.0.smithi032.stdout:2832: done (0 left) 2024-09-13T00:13:25.451 INFO:tasks.rados.rados.0.smithi032.stdout:2833: rollback oid 18 current snap is 277 2024-09-13T00:13:25.452 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 268 2024-09-13T00:13:25.452 INFO:tasks.rados.rados.0.smithi032.stdout:2834: delete oid 20 current snap is 277 2024-09-13T00:13:25.456 INFO:tasks.rados.rados.0.smithi032.stdout:2834: done (1 left) 2024-09-13T00:13:25.456 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 277 2024-09-13T00:13:25.456 INFO:tasks.rados.rados.0.smithi032.stdout:2835: seq_num 926 ranges {2277376=712704,2990080=401408} 2024-09-13T00:13:25.505 INFO:tasks.rados.rados.0.smithi032.stdout:2835: writing smithi03267100-12 from 2277376 to 2990080 tid 1 2024-09-13T00:13:25.511 INFO:tasks.rados.rados.0.smithi032.stdout:2835: writing smithi03267100-12 from 2990080 to 3391488 tid 2 2024-09-13T00:13:25.511 INFO:tasks.rados.rados.0.smithi032.stdout:2836: read oid 27 snap -1 2024-09-13T00:13:25.511 INFO:tasks.rados.rados.0.smithi032.stdout:2836: expect deleted 2024-09-13T00:13:25.511 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 277 2024-09-13T00:13:25.511 INFO:tasks.rados.rados.0.smithi032.stdout:2833: finishing rollback tid 0 to smithi03267100-18 2024-09-13T00:13:25.511 INFO:tasks.rados.rados.0.smithi032.stdout:2833: finishing rollback tid 1 to smithi03267100-18 2024-09-13T00:13:25.511 INFO:tasks.rados.rados.0.smithi032.stdout:2833: finishing rollback tid 2 to smithi03267100-18 2024-09-13T00:13:25.511 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2554 (ObjNum 691 snap 206 seq_num 691) dirty exists 2024-09-13T00:13:25.511 INFO:tasks.rados.rados.0.smithi032.stdout:2837: seq_num 927 ranges {9699328=729088,10428416=401408} 2024-09-13T00:13:25.610 INFO:tasks.rados.rados.0.smithi032.stdout:2837: writing smithi03267100-47 from 9699328 to 10428416 tid 1 2024-09-13T00:13:25.613 INFO:tasks.rados.rados.0.smithi032.stdout:2837: writing smithi03267100-47 from 10428416 to 10829824 tid 2 2024-09-13T00:13:25.613 INFO:tasks.rados.rados.0.smithi032.stdout:2833: done (3 left) 2024-09-13T00:13:25.613 INFO:tasks.rados.rados.0.smithi032.stdout:2838: rmattr oid 24 current snap is 277 2024-09-13T00:13:25.613 INFO:tasks.rados.rados.0.smithi032.stdout:2838: done (3 left) 2024-09-13T00:13:25.613 INFO:tasks.rados.rados.0.smithi032.stdout:2839: rollback oid 43 current snap is 277 2024-09-13T00:13:25.614 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 147 2024-09-13T00:13:25.614 INFO:tasks.rados.rados.0.smithi032.stdout:2840: copy_from oid 34 from oid 14 current snap is 277 2024-09-13T00:13:25.614 INFO:tasks.rados.rados.0.smithi032.stdout:2835: finishing write tid 1 to smithi03267100-12 2024-09-13T00:13:25.614 INFO:tasks.rados.rados.0.smithi032.stdout:2835: finishing write tid 2 to smithi03267100-12 2024-09-13T00:13:25.614 INFO:tasks.rados.rados.0.smithi032.stdout:2835: finishing write tid 3 to smithi03267100-12 2024-09-13T00:13:25.614 INFO:tasks.rados.rados.0.smithi032.stdout:2835: finishing write tid 4 to smithi03267100-12 2024-09-13T00:13:25.614 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1729 (ObjNum 926 snap 277 seq_num 926) dirty exists 2024-09-13T00:13:25.614 INFO:tasks.rados.rados.0.smithi032.stdout:2835: left oid 12 (ObjNum 926 snap 277 seq_num 926) 2024-09-13T00:13:25.614 INFO:tasks.rados.rados.0.smithi032.stdout:2835: done (4 left) 2024-09-13T00:13:25.614 INFO:tasks.rados.rados.0.smithi032.stdout:2836: done (3 left) 2024-09-13T00:13:25.614 INFO:tasks.rados.rados.0.smithi032.stdout:2841: read oid 30 snap 261 2024-09-13T00:13:25.614 INFO:tasks.rados.rados.0.smithi032.stdout:2841: expect (ObjNum 852 snap 257 seq_num 852) 2024-09-13T00:13:25.614 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 277 2024-09-13T00:13:25.615 INFO:tasks.rados.rados.0.smithi032.stdout:2842: seq_num 928 ranges {0=745472,745472=401408} 2024-09-13T00:13:25.618 INFO:tasks.rados.rados.0.smithi032.stdout:2842: writing smithi03267100-27 from 0 to 745472 tid 1 2024-09-13T00:13:25.621 INFO:tasks.rados.rados.0.smithi032.stdout:2842: writing smithi03267100-27 from 745472 to 1146880 tid 2 2024-09-13T00:13:25.621 INFO:tasks.rados.rados.0.smithi032.stdout:2843: read oid 32 snap -1 2024-09-13T00:13:25.621 INFO:tasks.rados.rados.0.smithi032.stdout:2843: expect (ObjNum 717 snap 216 seq_num 717) 2024-09-13T00:13:25.622 INFO:tasks.rados.rados.0.smithi032.stdout:2844: delete oid 33 current snap is 277 2024-09-13T00:13:25.624 INFO:tasks.rados.rados.0.smithi032.stdout:2839: finishing rollback tid 0 to smithi03267100-43 2024-09-13T00:13:25.625 INFO:tasks.rados.rados.0.smithi032.stdout:2839: finishing rollback tid 1 to smithi03267100-43 2024-09-13T00:13:25.625 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2138 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T00:13:25.630 INFO:tasks.rados.rados.0.smithi032.stdout:2837: finishing write tid 1 to smithi03267100-47 2024-09-13T00:13:25.634 INFO:tasks.rados.rados.0.smithi032.stdout:2839: done (6 left) 2024-09-13T00:13:25.634 INFO:tasks.rados.rados.0.smithi032.stdout:2844: done (5 left) 2024-09-13T00:13:25.634 INFO:tasks.rados.rados.0.smithi032.stdout:2845: read oid 23 snap -1 2024-09-13T00:13:25.634 INFO:tasks.rados.rados.0.smithi032.stdout:2845: expect (ObjNum 891 snap 268 seq_num 891) 2024-09-13T00:13:25.635 INFO:tasks.rados.rados.0.smithi032.stdout:2846: read oid 45 snap 195 2024-09-13T00:13:25.635 INFO:tasks.rados.rados.0.smithi032.stdout:2846: expect (ObjNum 619 snap 189 seq_num 619) 2024-09-13T00:13:25.635 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 277 2024-09-13T00:13:25.635 INFO:tasks.rados.rados.0.smithi032.stdout:2837: finishing write tid 2 to smithi03267100-47 2024-09-13T00:13:25.635 INFO:tasks.rados.rados.0.smithi032.stdout:2847: seq_num 930 ranges {9699328=786432,10485760=401408} 2024-09-13T00:13:25.694 INFO:tasks.rados.rados.0.smithi032.stdout:2847: writing smithi03267100-25 from 9699328 to 10485760 tid 1 2024-09-13T00:13:25.697 INFO:tasks.rados.rados.0.smithi032.stdout:2847: writing smithi03267100-25 from 10485760 to 10887168 tid 2 2024-09-13T00:13:25.697 INFO:tasks.rados.rados.0.smithi032.stdout:2848: setattr oid 6 current snap is 277 2024-09-13T00:13:25.697 INFO:tasks.rados.rados.0.smithi032.stdout:2837: finishing write tid 3 to smithi03267100-47 2024-09-13T00:13:25.698 INFO:tasks.rados.rados.0.smithi032.stdout:2842: finishing write tid 1 to smithi03267100-27 2024-09-13T00:13:25.698 INFO:tasks.rados.rados.0.smithi032.stdout:2837: finishing write tid 4 to smithi03267100-47 2024-09-13T00:13:25.698 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2231 (ObjNum 927 snap 277 seq_num 927) dirty exists 2024-09-13T00:13:25.698 INFO:tasks.rados.rados.0.smithi032.stdout:2837: left oid 47 (ObjNum 927 snap 277 seq_num 927) 2024-09-13T00:13:25.698 INFO:tasks.rados.rados.0.smithi032.stdout:2842: finishing write tid 2 to smithi03267100-27 2024-09-13T00:13:25.698 INFO:tasks.rados.rados.0.smithi032.stdout:2842: finishing write tid 3 to smithi03267100-27 2024-09-13T00:13:25.698 INFO:tasks.rados.rados.0.smithi032.stdout:2840: finishing copy_from racing read to smithi03267100-34 2024-09-13T00:13:25.698 INFO:tasks.rados.rados.0.smithi032.stdout:2840: finishing copy_from to smithi03267100-34 2024-09-13T00:13:25.698 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 2532 (ObjNum 923 snap 276 seq_num 923) dirty exists 2024-09-13T00:13:25.698 INFO:tasks.rados.rados.0.smithi032.stdout:2842: finishing write tid 4 to smithi03267100-27 2024-09-13T00:13:25.699 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2234 (ObjNum 928 snap 277 seq_num 928) dirty exists 2024-09-13T00:13:25.699 INFO:tasks.rados.rados.0.smithi032.stdout:2842: left oid 27 (ObjNum 928 snap 277 seq_num 928) 2024-09-13T00:13:25.699 INFO:tasks.rados.rados.0.smithi032.stdout:2843: expect (ObjNum 717 snap 216 seq_num 717) 2024-09-13T00:13:25.936 INFO:tasks.rados.rados.0.smithi032.stdout:2846: expect (ObjNum 619 snap 189 seq_num 619) 2024-09-13T00:13:26.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:26 smithi032 bash[76677]: audit 2024-09-13T00:13:25.135361+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:26.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:26 smithi032 bash[76677]: audit 2024-09-13T00:13:25.136521+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:13:26.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:26 smithi032 bash[76677]: cluster 2024-09-13T00:13:25.156805+0000 mgr.y (mgr.34107) 269 : cluster [DBG] pgmap v478: 121 pgs: 121 active+clean; 653 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-09-13T00:13:26.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:26 smithi032 bash[76677]: audit 2024-09-13T00:13:25.355573+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:26.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:26 smithi032 bash[75510]: audit 2024-09-13T00:13:25.135361+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:26.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:26 smithi032 bash[75510]: audit 2024-09-13T00:13:25.136521+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:13:26.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:26 smithi032 bash[75510]: cluster 2024-09-13T00:13:25.156805+0000 mgr.y (mgr.34107) 269 : cluster [DBG] pgmap v478: 121 pgs: 121 active+clean; 653 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-09-13T00:13:26.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:26 smithi032 bash[75510]: audit 2024-09-13T00:13:25.355573+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:26.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:26 smithi053 bash[67631]: audit 2024-09-13T00:13:25.135361+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:26.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:26 smithi053 bash[67631]: audit 2024-09-13T00:13:25.136521+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:13:26.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:26 smithi053 bash[67631]: cluster 2024-09-13T00:13:25.156805+0000 mgr.y (mgr.34107) 269 : cluster [DBG] pgmap v478: 121 pgs: 121 active+clean; 653 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-09-13T00:13:26.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:26 smithi053 bash[67631]: audit 2024-09-13T00:13:25.355573+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:26.719 INFO:tasks.rados.rados.0.smithi032.stdout:2841: expect (ObjNum 852 snap 257 seq_num 852) 2024-09-13T00:13:28.422 INFO:tasks.rados.rados.0.smithi032.stdout:2845: expect (ObjNum 891 snap 268 seq_num 891) 2024-09-13T00:13:28.525 INFO:tasks.rados.rados.0.smithi032.stdout:2847: finishing write tid 1 to smithi03267100-25 2024-09-13T00:13:28.525 INFO:tasks.rados.rados.0.smithi032.stdout:2847: finishing write tid 2 to smithi03267100-25 2024-09-13T00:13:28.525 INFO:tasks.rados.rados.0.smithi032.stdout:2847: finishing write tid 3 to smithi03267100-25 2024-09-13T00:13:28.525 INFO:tasks.rados.rados.0.smithi032.stdout:2847: finishing write tid 4 to smithi03267100-25 2024-09-13T00:13:28.526 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2299 (ObjNum 930 snap 277 seq_num 930) dirty exists 2024-09-13T00:13:28.526 INFO:tasks.rados.rados.0.smithi032.stdout:2847: left oid 25 (ObjNum 930 snap 277 seq_num 930) 2024-09-13T00:13:28.526 INFO:tasks.rados.rados.0.smithi032.stdout:2837: done (8 left) 2024-09-13T00:13:28.526 INFO:tasks.rados.rados.0.smithi032.stdout:2840: done (7 left) 2024-09-13T00:13:28.526 INFO:tasks.rados.rados.0.smithi032.stdout:2841: done (6 left) 2024-09-13T00:13:28.528 INFO:tasks.rados.rados.0.smithi032.stdout:2842: done (5 left) 2024-09-13T00:13:28.528 INFO:tasks.rados.rados.0.smithi032.stdout:2843: done (4 left) 2024-09-13T00:13:28.528 INFO:tasks.rados.rados.0.smithi032.stdout:2845: done (3 left) 2024-09-13T00:13:28.528 INFO:tasks.rados.rados.0.smithi032.stdout:2846: done (2 left) 2024-09-13T00:13:28.528 INFO:tasks.rados.rados.0.smithi032.stdout:2847: done (1 left) 2024-09-13T00:13:28.529 INFO:tasks.rados.rados.0.smithi032.stdout:2849: rmattr oid 41 current snap is 277 2024-09-13T00:13:28.529 INFO:tasks.rados.rados.0.smithi032.stdout:2850: read oid 26 snap 270 2024-09-13T00:13:28.529 INFO:tasks.rados.rados.0.smithi032.stdout:2850: expect (ObjNum 900 snap 270 seq_num 900) 2024-09-13T00:13:28.529 INFO:tasks.rados.rados.0.smithi032.stdout:2851: read oid 5 snap -1 2024-09-13T00:13:28.529 INFO:tasks.rados.rados.0.smithi032.stdout:2851: expect (ObjNum 867 snap 263 seq_num 867) 2024-09-13T00:13:28.529 INFO:tasks.rados.rados.0.smithi032.stdout:2852: snap_remove snap 268 2024-09-13T00:13:28.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:28 smithi053 bash[67631]: cluster 2024-09-13T00:13:27.157797+0000 mgr.y (mgr.34107) 270 : cluster [DBG] pgmap v479: 121 pgs: 121 active+clean; 654 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-13T00:13:28.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:28 smithi053 bash[67631]: cluster 2024-09-13T00:13:28.198487+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2024-09-13T00:13:28.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:28 smithi032 bash[75510]: cluster 2024-09-13T00:13:27.157797+0000 mgr.y (mgr.34107) 270 : cluster [DBG] pgmap v479: 121 pgs: 121 active+clean; 654 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-13T00:13:28.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:28 smithi032 bash[75510]: cluster 2024-09-13T00:13:28.198487+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2024-09-13T00:13:28.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:28 smithi032 bash[76677]: cluster 2024-09-13T00:13:27.157797+0000 mgr.y (mgr.34107) 270 : cluster [DBG] pgmap v479: 121 pgs: 121 active+clean; 654 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-13T00:13:28.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:28 smithi032 bash[76677]: cluster 2024-09-13T00:13:28.198487+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2024-09-13T00:13:29.226 INFO:tasks.rados.rados.0.smithi032.stdout:2852: done (4 left) 2024-09-13T00:13:29.226 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 277 2024-09-13T00:13:29.226 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2508 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-13T00:13:29.226 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2533 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:13:29.227 INFO:tasks.rados.rados.0.smithi032.stdout:2851: expect (ObjNum 867 snap 263 seq_num 867) 2024-09-13T00:13:29.357 INFO:tasks.rados.rados.0.smithi032.stdout:2850: expect (ObjNum 900 snap 270 seq_num 900) 2024-09-13T00:13:29.642 INFO:tasks.rados.rados.0.smithi032.stdout:2853: seq_num 931 ranges {0=802816,802816=401408} 2024-09-13T00:13:29.655 INFO:tasks.rados.rados.0.smithi032.stdout:2853: writing smithi03267100-20 from 0 to 802816 tid 1 2024-09-13T00:13:29.663 INFO:tasks.rados.rados.0.smithi032.stdout:2853: writing smithi03267100-20 from 802816 to 1204224 tid 2 2024-09-13T00:13:29.663 INFO:tasks.rados.rados.0.smithi032.stdout:2848: done (4 left) 2024-09-13T00:13:29.663 INFO:tasks.rados.rados.0.smithi032.stdout:2849: done (3 left) 2024-09-13T00:13:29.663 INFO:tasks.rados.rados.0.smithi032.stdout:2850: done (2 left) 2024-09-13T00:13:29.663 INFO:tasks.rados.rados.0.smithi032.stdout:2851: done (1 left) 2024-09-13T00:13:29.663 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 277 2024-09-13T00:13:29.663 INFO:tasks.rados.rados.0.smithi032.stdout:2854: seq_num 932 ranges {1146880=417792,1564672=663552,2228224=139264} 2024-09-13T00:13:29.689 INFO:tasks.rados.rados.0.smithi032.stdout:2854: writing smithi03267100-27 from 1146880 to 1564672 tid 1 2024-09-13T00:13:29.698 INFO:tasks.rados.rados.0.smithi032.stdout:2854: writing smithi03267100-27 from 1564672 to 2228224 tid 2 2024-09-13T00:13:29.701 INFO:tasks.rados.rados.0.smithi032.stdout:2854: writing smithi03267100-27 from 2228224 to 2367488 tid 3 2024-09-13T00:13:29.701 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 277 2024-09-13T00:13:29.701 INFO:tasks.rados.rados.0.smithi032.stdout:2855: seq_num 933 ranges {0=434176,434176=548864,983040=253952} 2024-09-13T00:13:29.706 INFO:tasks.rados.rados.0.smithi032.stdout:2855: writing smithi03267100-7 from 0 to 434176 tid 1 2024-09-13T00:13:29.713 INFO:tasks.rados.rados.0.smithi032.stdout:2855: writing smithi03267100-7 from 434176 to 983040 tid 2 2024-09-13T00:13:29.715 INFO:tasks.rados.rados.0.smithi032.stdout:2855: writing smithi03267100-7 from 983040 to 1236992 tid 3 2024-09-13T00:13:29.715 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 277 2024-09-13T00:13:29.715 INFO:tasks.rados.rados.0.smithi032.stdout:2856: seq_num 934 ranges {933888=450560,1384448=434176,1818624=368640} 2024-09-13T00:13:29.729 INFO:tasks.rados.rados.0.smithi032.stdout:2856: writing smithi03267100-35 from 933888 to 1384448 tid 1 2024-09-13T00:13:29.733 INFO:tasks.rados.rados.0.smithi032.stdout:2856: writing smithi03267100-35 from 1384448 to 1818624 tid 2 2024-09-13T00:13:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:2856: writing smithi03267100-35 from 1818624 to 2187264 tid 3 2024-09-13T00:13:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:2857: read oid 32 snap -1 2024-09-13T00:13:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:2857: expect (ObjNum 717 snap 216 seq_num 717) 2024-09-13T00:13:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:2858: read oid 22 snap -1 2024-09-13T00:13:29.738 INFO:tasks.rados.rados.0.smithi032.stdout:2858: expect (ObjNum 865 snap 262 seq_num 865) 2024-09-13T00:13:29.738 INFO:tasks.rados.rados.0.smithi032.stdout:2859: rmattr oid 1 current snap is 277 2024-09-13T00:13:29.738 INFO:tasks.rados.rados.0.smithi032.stdout:2859: done (6 left) 2024-09-13T00:13:29.738 INFO:tasks.rados.rados.0.smithi032.stdout:2860: read oid 15 snap -1 2024-09-13T00:13:29.738 INFO:tasks.rados.rados.0.smithi032.stdout:2860: expect (ObjNum 841 snap 255 seq_num 841) 2024-09-13T00:13:29.738 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 277 2024-09-13T00:13:29.738 INFO:tasks.rados.rados.0.smithi032.stdout:2853: finishing write tid 1 to smithi03267100-20 2024-09-13T00:13:29.738 INFO:tasks.rados.rados.0.smithi032.stdout:2853: finishing write tid 2 to smithi03267100-20 2024-09-13T00:13:29.738 INFO:tasks.rados.rados.0.smithi032.stdout:2853: finishing write tid 3 to smithi03267100-20 2024-09-13T00:13:29.738 INFO:tasks.rados.rados.0.smithi032.stdout:2861: seq_num 935 ranges {0=466944,466944=720896,1187840=81920} 2024-09-13T00:13:29.741 INFO:tasks.rados.rados.0.smithi032.stdout:2861: writing smithi03267100-44 from 0 to 466944 tid 1 2024-09-13T00:13:29.748 INFO:tasks.rados.rados.0.smithi032.stdout:2861: writing smithi03267100-44 from 466944 to 1187840 tid 2 2024-09-13T00:13:29.749 INFO:tasks.rados.rados.0.smithi032.stdout:2861: writing smithi03267100-44 from 1187840 to 1269760 tid 3 2024-09-13T00:13:29.749 INFO:tasks.rados.rados.0.smithi032.stdout:2862: copy_from oid 38 from oid 3 current snap is 277 2024-09-13T00:13:29.749 INFO:tasks.rados.rados.0.smithi032.stdout:2853: finishing write tid 4 to smithi03267100-20 2024-09-13T00:13:29.749 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1145 (ObjNum 931 snap 277 seq_num 931) dirty exists 2024-09-13T00:13:29.749 INFO:tasks.rados.rados.0.smithi032.stdout:2853: left oid 20 (ObjNum 931 snap 277 seq_num 931) 2024-09-13T00:13:29.749 INFO:tasks.rados.rados.0.smithi032.stdout:2854: finishing write tid 1 to smithi03267100-27 2024-09-13T00:13:29.750 INFO:tasks.rados.rados.0.smithi032.stdout:2854: finishing write tid 2 to smithi03267100-27 2024-09-13T00:13:29.750 INFO:tasks.rados.rados.0.smithi032.stdout:2854: finishing write tid 3 to smithi03267100-27 2024-09-13T00:13:29.750 INFO:tasks.rados.rados.0.smithi032.stdout:2854: finishing write tid 4 to smithi03267100-27 2024-09-13T00:13:29.750 INFO:tasks.rados.rados.0.smithi032.stdout:2854: finishing write tid 5 to smithi03267100-27 2024-09-13T00:13:29.750 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2238 (ObjNum 932 snap 277 seq_num 932) dirty exists 2024-09-13T00:13:29.750 INFO:tasks.rados.rados.0.smithi032.stdout:2854: left oid 27 (ObjNum 932 snap 277 seq_num 932) 2024-09-13T00:13:29.750 INFO:tasks.rados.rados.0.smithi032.stdout:2855: finishing write tid 1 to smithi03267100-7 2024-09-13T00:13:29.750 INFO:tasks.rados.rados.0.smithi032.stdout:2853: done (8 left) 2024-09-13T00:13:29.750 INFO:tasks.rados.rados.0.smithi032.stdout:2854: done (7 left) 2024-09-13T00:13:29.750 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 277 2024-09-13T00:13:29.750 INFO:tasks.rados.rados.0.smithi032.stdout:2863: seq_num 936 ranges {1064960=483328,1548288=655360,2203648=147456} 2024-09-13T00:13:29.761 INFO:tasks.rados.rados.0.smithi032.stdout:2863: writing smithi03267100-34 from 1064960 to 1548288 tid 1 2024-09-13T00:13:29.767 INFO:tasks.rados.rados.0.smithi032.stdout:2863: writing smithi03267100-34 from 1548288 to 2203648 tid 2 2024-09-13T00:13:29.769 INFO:tasks.rados.rados.0.smithi032.stdout:2863: writing smithi03267100-34 from 2203648 to 2351104 tid 3 2024-09-13T00:13:29.769 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 277 2024-09-13T00:13:29.769 INFO:tasks.rados.rados.0.smithi032.stdout:2855: finishing write tid 2 to smithi03267100-7 2024-09-13T00:13:29.769 INFO:tasks.rados.rados.0.smithi032.stdout:2855: finishing write tid 3 to smithi03267100-7 2024-09-13T00:13:29.769 INFO:tasks.rados.rados.0.smithi032.stdout:2855: finishing write tid 4 to smithi03267100-7 2024-09-13T00:13:29.769 INFO:tasks.rados.rados.0.smithi032.stdout:2855: finishing write tid 5 to smithi03267100-7 2024-09-13T00:13:29.769 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 2306 (ObjNum 933 snap 277 seq_num 933) dirty exists 2024-09-13T00:13:29.769 INFO:tasks.rados.rados.0.smithi032.stdout:2855: left oid 7 (ObjNum 933 snap 277 seq_num 933) 2024-09-13T00:13:29.769 INFO:tasks.rados.rados.0.smithi032.stdout:2856: finishing write tid 1 to smithi03267100-35 2024-09-13T00:13:29.769 INFO:tasks.rados.rados.0.smithi032.stdout:2864: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-09-13T00:13:29.773 INFO:tasks.rados.rados.0.smithi032.stdout:2864: writing smithi03267100-11 from 0 to 499712 tid 1 2024-09-13T00:13:29.779 INFO:tasks.rados.rados.0.smithi032.stdout:2864: writing smithi03267100-11 from 499712 to 1032192 tid 2 2024-09-13T00:13:29.782 INFO:tasks.rados.rados.0.smithi032.stdout:2864: writing smithi03267100-11 from 1032192 to 1302528 tid 3 2024-09-13T00:13:29.782 INFO:tasks.rados.rados.0.smithi032.stdout:2855: done (8 left) 2024-09-13T00:13:29.782 INFO:tasks.rados.rados.0.smithi032.stdout:2865: rollback oid 47 current snap is 277 2024-09-13T00:13:29.782 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 256 2024-09-13T00:13:29.782 INFO:tasks.rados.rados.0.smithi032.stdout:2856: finishing write tid 2 to smithi03267100-35 2024-09-13T00:13:29.783 INFO:tasks.rados.rados.0.smithi032.stdout:2856: finishing write tid 3 to smithi03267100-35 2024-09-13T00:13:29.783 INFO:tasks.rados.rados.0.smithi032.stdout:2858: expect (ObjNum 865 snap 262 seq_num 865) 2024-09-13T00:13:29.830 INFO:tasks.rados.rados.0.smithi032.stdout:2856: finishing write tid 4 to smithi03267100-35 2024-09-13T00:13:29.830 INFO:tasks.rados.rados.0.smithi032.stdout:2862: finishing copy_from to smithi03267100-38 2024-09-13T00:13:29.830 INFO:tasks.rados.rados.0.smithi032.stdout:2862: got expected ENOENT (src dne) 2024-09-13T00:13:29.830 INFO:tasks.rados.rados.0.smithi032.stdout:2862: finishing copy_from racing read to smithi03267100-38 2024-09-13T00:13:29.830 INFO:tasks.rados.rados.0.smithi032.stdout:2856: finishing write tid 5 to smithi03267100-35 2024-09-13T00:13:29.830 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1748 (ObjNum 934 snap 277 seq_num 934) dirty exists 2024-09-13T00:13:29.830 INFO:tasks.rados.rados.0.smithi032.stdout:2856: left oid 35 (ObjNum 934 snap 277 seq_num 934) 2024-09-13T00:13:29.830 INFO:tasks.rados.rados.0.smithi032.stdout:2856: done (8 left) 2024-09-13T00:13:29.830 INFO:tasks.rados.rados.0.smithi032.stdout:2858: done (7 left) 2024-09-13T00:13:29.831 INFO:tasks.rados.rados.0.smithi032.stdout:2862: done (6 left) 2024-09-13T00:13:29.831 INFO:tasks.rados.rados.0.smithi032.stdout:2866: rmattr oid 1 current snap is 277 2024-09-13T00:13:29.831 INFO:tasks.rados.rados.0.smithi032.stdout:2866: done (6 left) 2024-09-13T00:13:29.832 INFO:tasks.rados.rados.0.smithi032.stdout:2867: setattr oid 46 current snap is 277 2024-09-13T00:13:29.832 INFO:tasks.rados.rados.0.smithi032.stdout:2861: finishing write tid 1 to smithi03267100-44 2024-09-13T00:13:29.832 INFO:tasks.rados.rados.0.smithi032.stdout:2861: finishing write tid 2 to smithi03267100-44 2024-09-13T00:13:29.832 INFO:tasks.rados.rados.0.smithi032.stdout:2861: finishing write tid 3 to smithi03267100-44 2024-09-13T00:13:29.832 INFO:tasks.rados.rados.0.smithi032.stdout:2861: finishing write tid 4 to smithi03267100-44 2024-09-13T00:13:29.832 INFO:tasks.rados.rados.0.smithi032.stdout:2863: finishing write tid 1 to smithi03267100-34 2024-09-13T00:13:29.832 INFO:tasks.rados.rados.0.smithi032.stdout:2863: finishing write tid 2 to smithi03267100-34 2024-09-13T00:13:29.832 INFO:tasks.rados.rados.0.smithi032.stdout:2861: finishing write tid 5 to smithi03267100-44 2024-09-13T00:13:29.832 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2303 (ObjNum 935 snap 277 seq_num 935) dirty exists 2024-09-13T00:13:29.832 INFO:tasks.rados.rados.0.smithi032.stdout:2861: left oid 44 (ObjNum 935 snap 277 seq_num 935) 2024-09-13T00:13:29.832 INFO:tasks.rados.rados.0.smithi032.stdout:2863: finishing write tid 3 to smithi03267100-34 2024-09-13T00:13:29.832 INFO:tasks.rados.rados.0.smithi032.stdout:2863: finishing write tid 4 to smithi03267100-34 2024-09-13T00:13:29.833 INFO:tasks.rados.rados.0.smithi032.stdout:2863: finishing write tid 5 to smithi03267100-34 2024-09-13T00:13:29.833 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 2537 (ObjNum 936 snap 277 seq_num 936) dirty exists 2024-09-13T00:13:29.833 INFO:tasks.rados.rados.0.smithi032.stdout:2863: left oid 34 (ObjNum 936 snap 277 seq_num 936) 2024-09-13T00:13:29.833 INFO:tasks.rados.rados.0.smithi032.stdout:2857: expect (ObjNum 717 snap 216 seq_num 717) 2024-09-13T00:13:30.050 INFO:tasks.rados.rados.0.smithi032.stdout:2864: finishing write tid 1 to smithi03267100-11 2024-09-13T00:13:30.050 INFO:tasks.rados.rados.0.smithi032.stdout:2865: finishing rollback tid 0 to smithi03267100-47 2024-09-13T00:13:30.050 INFO:tasks.rados.rados.0.smithi032.stdout:2864: finishing write tid 2 to smithi03267100-11 2024-09-13T00:13:30.051 INFO:tasks.rados.rados.0.smithi032.stdout:2865: finishing rollback tid 1 to smithi03267100-47 2024-09-13T00:13:30.051 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2240 (ObjNum 961 snap 0 seq_num 1800300266) dirty dne 2024-09-13T00:13:30.051 INFO:tasks.rados.rados.0.smithi032.stdout:2860: expect (ObjNum 841 snap 255 seq_num 841) 2024-09-13T00:13:30.307 INFO:tasks.rados.rados.0.smithi032.stdout:2864: finishing write tid 3 to smithi03267100-11 2024-09-13T00:13:30.307 INFO:tasks.rados.rados.0.smithi032.stdout:2864: finishing write tid 4 to smithi03267100-11 2024-09-13T00:13:30.307 INFO:tasks.rados.rados.0.smithi032.stdout:2864: finishing write tid 5 to smithi03267100-11 2024-09-13T00:13:30.308 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2568 (ObjNum 937 snap 277 seq_num 937) dirty exists 2024-09-13T00:13:30.308 INFO:tasks.rados.rados.0.smithi032.stdout:2864: left oid 11 (ObjNum 937 snap 277 seq_num 937) 2024-09-13T00:13:30.308 INFO:tasks.rados.rados.0.smithi032.stdout:2857: done (6 left) 2024-09-13T00:13:30.308 INFO:tasks.rados.rados.0.smithi032.stdout:2860: done (5 left) 2024-09-13T00:13:30.308 INFO:tasks.rados.rados.0.smithi032.stdout:2861: done (4 left) 2024-09-13T00:13:30.308 INFO:tasks.rados.rados.0.smithi032.stdout:2863: done (3 left) 2024-09-13T00:13:30.308 INFO:tasks.rados.rados.0.smithi032.stdout:2864: done (2 left) 2024-09-13T00:13:30.308 INFO:tasks.rados.rados.0.smithi032.stdout:2865: done (1 left) 2024-09-13T00:13:30.308 INFO:tasks.rados.rados.0.smithi032.stdout:2868: snap_create 2024-09-13T00:13:30.314 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1736 (ObjNum 924 snap 276 seq_num 924) dirty exists 2024-09-13T00:13:30.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:30 smithi053 bash[67631]: cluster 2024-09-13T00:13:29.158794+0000 mgr.y (mgr.34107) 271 : cluster [DBG] pgmap v481: 121 pgs: 121 active+clean; 655 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-09-13T00:13:30.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:30 smithi053 bash[67631]: cluster 2024-09-13T00:13:29.228296+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2024-09-13T00:13:30.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:30 smithi032 bash[75510]: cluster 2024-09-13T00:13:29.158794+0000 mgr.y (mgr.34107) 271 : cluster [DBG] pgmap v481: 121 pgs: 121 active+clean; 655 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-09-13T00:13:30.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:30 smithi032 bash[75510]: cluster 2024-09-13T00:13:29.228296+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2024-09-13T00:13:30.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:30 smithi032 bash[76677]: cluster 2024-09-13T00:13:29.158794+0000 mgr.y (mgr.34107) 271 : cluster [DBG] pgmap v481: 121 pgs: 121 active+clean; 655 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-09-13T00:13:30.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:30 smithi032 bash[76677]: cluster 2024-09-13T00:13:29.228296+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2024-09-13T00:13:31.241 INFO:tasks.rados.rados.0.smithi032.stdout:2867: done (1 left) 2024-09-13T00:13:31.241 INFO:tasks.rados.rados.0.smithi032.stdout:2868: done (0 left) 2024-09-13T00:13:31.241 INFO:tasks.rados.rados.0.smithi032.stdout:2869: delete oid 42 current snap is 278 2024-09-13T00:13:31.261 INFO:tasks.rados.rados.0.smithi032.stdout:2869: done (0 left) 2024-09-13T00:13:31.261 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 278 2024-09-13T00:13:31.261 INFO:tasks.rados.rados.0.smithi032.stdout:2870: seq_num 939 ranges {5808128=532480,6340608=704512,7045120=98304} 2024-09-13T00:13:31.340 INFO:tasks.rados.rados.0.smithi032.stdout:2870: writing smithi03267100-26 from 5808128 to 6340608 tid 1 2024-09-13T00:13:31.346 INFO:tasks.rados.rados.0.smithi032.stdout:2870: writing smithi03267100-26 from 6340608 to 7045120 tid 2 2024-09-13T00:13:31.347 INFO:tasks.rados.rados.0.smithi032.stdout:2870: writing smithi03267100-26 from 7045120 to 7143424 tid 3 2024-09-13T00:13:31.347 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 278 2024-09-13T00:13:31.347 INFO:tasks.rados.rados.0.smithi032.stdout:2871: seq_num 940 ranges {0=548864,548864=589824,1138688=212992} 2024-09-13T00:13:31.351 INFO:tasks.rados.rados.0.smithi032.stdout:2871: writing smithi03267100-42 from 0 to 548864 tid 1 2024-09-13T00:13:31.356 INFO:tasks.rados.rados.0.smithi032.stdout:2871: writing smithi03267100-42 from 548864 to 1138688 tid 2 2024-09-13T00:13:31.358 INFO:tasks.rados.rados.0.smithi032.stdout:2871: writing smithi03267100-42 from 1138688 to 1351680 tid 3 2024-09-13T00:13:31.358 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 278 2024-09-13T00:13:31.358 INFO:tasks.rados.rados.0.smithi032.stdout:2870: finishing write tid 1 to smithi03267100-26 2024-09-13T00:13:31.358 INFO:tasks.rados.rados.0.smithi032.stdout:2870: finishing write tid 2 to smithi03267100-26 2024-09-13T00:13:31.358 INFO:tasks.rados.rados.0.smithi032.stdout:2872: seq_num 941 ranges {458752=565248,1024000=475136,1499136=327680} 2024-09-13T00:13:31.365 INFO:tasks.rados.rados.0.smithi032.stdout:2872: writing smithi03267100-22 from 458752 to 1024000 tid 1 2024-09-13T00:13:31.371 INFO:tasks.rados.rados.0.smithi032.stdout:2872: writing smithi03267100-22 from 1024000 to 1499136 tid 2 2024-09-13T00:13:31.371 INFO:tasks.rados.rados.0.smithi032.stdout:2872: writing smithi03267100-22 from 1499136 to 1826816 tid 3 2024-09-13T00:13:31.372 INFO:tasks.rados.rados.0.smithi032.stdout:2873: delete oid 44 current snap is 278 2024-09-13T00:13:31.372 INFO:tasks.rados.rados.0.smithi032.stdout:2870: finishing write tid 3 to smithi03267100-26 2024-09-13T00:13:31.372 INFO:tasks.rados.rados.0.smithi032.stdout:2870: finishing write tid 4 to smithi03267100-26 2024-09-13T00:13:31.372 INFO:tasks.rados.rados.0.smithi032.stdout:2871: finishing write tid 1 to smithi03267100-42 2024-09-13T00:13:31.372 INFO:tasks.rados.rados.0.smithi032.stdout:2870: finishing write tid 5 to smithi03267100-26 2024-09-13T00:13:31.372 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2573 (ObjNum 939 snap 278 seq_num 939) dirty exists 2024-09-13T00:13:31.372 INFO:tasks.rados.rados.0.smithi032.stdout:2870: left oid 26 (ObjNum 939 snap 278 seq_num 939) 2024-09-13T00:13:31.372 INFO:tasks.rados.rados.0.smithi032.stdout:2871: finishing write tid 2 to smithi03267100-42 2024-09-13T00:13:31.372 INFO:tasks.rados.rados.0.smithi032.stdout:2871: finishing write tid 3 to smithi03267100-42 2024-09-13T00:13:31.372 INFO:tasks.rados.rados.0.smithi032.stdout:2871: finishing write tid 4 to smithi03267100-42 2024-09-13T00:13:31.374 INFO:tasks.rados.rados.0.smithi032.stdout:2871: finishing write tid 5 to smithi03267100-42 2024-09-13T00:13:31.374 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2361 (ObjNum 940 snap 278 seq_num 940) dirty exists 2024-09-13T00:13:31.374 INFO:tasks.rados.rados.0.smithi032.stdout:2871: left oid 42 (ObjNum 940 snap 278 seq_num 940) 2024-09-13T00:13:31.383 INFO:tasks.rados.rados.0.smithi032.stdout:2870: done (3 left) 2024-09-13T00:13:31.383 INFO:tasks.rados.rados.0.smithi032.stdout:2871: done (2 left) 2024-09-13T00:13:31.383 INFO:tasks.rados.rados.0.smithi032.stdout:2873: done (1 left) 2024-09-13T00:13:31.384 INFO:tasks.rados.rados.0.smithi032.stdout:2874: read oid 18 snap -1 2024-09-13T00:13:31.384 INFO:tasks.rados.rados.0.smithi032.stdout:2874: expect (ObjNum 691 snap 206 seq_num 691) 2024-09-13T00:13:31.384 INFO:tasks.rados.rados.0.smithi032.stdout:2875: read oid 34 snap -1 2024-09-13T00:13:31.384 INFO:tasks.rados.rados.0.smithi032.stdout:2875: expect (ObjNum 936 snap 277 seq_num 936) 2024-09-13T00:13:31.384 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 278 2024-09-13T00:13:31.384 INFO:tasks.rados.rados.0.smithi032.stdout:2876: seq_num 943 ranges {1064960=598016,1662976=688128,2351104=114688} 2024-09-13T00:13:31.395 INFO:tasks.rados.rados.0.smithi032.stdout:2876: writing smithi03267100-14 from 1064960 to 1662976 tid 1 2024-09-13T00:13:31.400 INFO:tasks.rados.rados.0.smithi032.stdout:2876: writing smithi03267100-14 from 1662976 to 2351104 tid 2 2024-09-13T00:13:31.402 INFO:tasks.rados.rados.0.smithi032.stdout:2876: writing smithi03267100-14 from 2351104 to 2465792 tid 3 2024-09-13T00:13:31.402 INFO:tasks.rados.rados.0.smithi032.stdout:2877: copy_from oid 31 from oid 38 current snap is 278 2024-09-13T00:13:31.402 INFO:tasks.rados.rados.0.smithi032.stdout:2872: finishing write tid 1 to smithi03267100-22 2024-09-13T00:13:31.402 INFO:tasks.rados.rados.0.smithi032.stdout:2872: finishing write tid 2 to smithi03267100-22 2024-09-13T00:13:31.402 INFO:tasks.rados.rados.0.smithi032.stdout:2872: finishing write tid 3 to smithi03267100-22 2024-09-13T00:13:31.402 INFO:tasks.rados.rados.0.smithi032.stdout:2872: finishing write tid 4 to smithi03267100-22 2024-09-13T00:13:31.402 INFO:tasks.rados.rados.0.smithi032.stdout:2872: finishing write tid 5 to smithi03267100-22 2024-09-13T00:13:31.402 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 2512 (ObjNum 941 snap 278 seq_num 941) dirty exists 2024-09-13T00:13:31.402 INFO:tasks.rados.rados.0.smithi032.stdout:2872: left oid 22 (ObjNum 941 snap 278 seq_num 941) 2024-09-13T00:13:31.402 INFO:tasks.rados.rados.0.smithi032.stdout:2874: expect (ObjNum 691 snap 206 seq_num 691) 2024-09-13T00:13:31.460 INFO:tasks.rados.rados.0.smithi032.stdout:2875: expect (ObjNum 936 snap 277 seq_num 936) 2024-09-13T00:13:31.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:31 smithi053 bash[67631]: audit 2024-09-13T00:13:30.831950+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T00:13:31.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:31 smithi053 bash[67631]: audit 2024-09-13T00:13:30.832313+0000 mgr.y (mgr.34107) 272 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T00:13:31.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:31 smithi053 bash[67631]: cephadm 2024-09-13T00:13:30.834863+0000 mgr.y (mgr.34107) 273 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-13T00:13:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:2876: finishing write tid 1 to smithi03267100-14 2024-09-13T00:13:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:2876: finishing write tid 2 to smithi03267100-14 2024-09-13T00:13:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:2876: finishing write tid 3 to smithi03267100-14 2024-09-13T00:13:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:2876: finishing write tid 4 to smithi03267100-14 2024-09-13T00:13:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:2876: finishing write tid 5 to smithi03267100-14 2024-09-13T00:13:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2578 (ObjNum 943 snap 278 seq_num 943) dirty exists 2024-09-13T00:13:31.540 INFO:tasks.rados.rados.0.smithi032.stdout:2876: left oid 14 (ObjNum 943 snap 278 seq_num 943) 2024-09-13T00:13:31.540 INFO:tasks.rados.rados.0.smithi032.stdout:2877: finishing copy_from racing read to smithi03267100-31 2024-09-13T00:13:31.540 INFO:tasks.rados.rados.0.smithi032.stdout:2877: finishing copy_from to smithi03267100-31 2024-09-13T00:13:31.540 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2300 (ObjNum 907 snap 273 seq_num 907) dirty exists 2024-09-13T00:13:31.540 INFO:tasks.rados.rados.0.smithi032.stdout:2872: done (4 left) 2024-09-13T00:13:31.540 INFO:tasks.rados.rados.0.smithi032.stdout:2874: done (3 left) 2024-09-13T00:13:31.540 INFO:tasks.rados.rados.0.smithi032.stdout:2875: done (2 left) 2024-09-13T00:13:31.540 INFO:tasks.rados.rados.0.smithi032.stdout:2876: done (1 left) 2024-09-13T00:13:31.540 INFO:tasks.rados.rados.0.smithi032.stdout:2877: done (0 left) 2024-09-13T00:13:31.540 INFO:tasks.rados.rados.0.smithi032.stdout:2878: setattr oid 41 current snap is 278 2024-09-13T00:13:31.542 INFO:tasks.rados.rados.0.smithi032.stdout:2879: read oid 5 snap 276 2024-09-13T00:13:31.543 INFO:tasks.rados.rados.0.smithi032.stdout:2879: expect (ObjNum 867 snap 263 seq_num 867) 2024-09-13T00:13:31.543 INFO:tasks.rados.rados.0.smithi032.stdout:2880: delete oid 43 current snap is 278 2024-09-13T00:13:31.547 INFO:tasks.rados.rados.0.smithi032.stdout:2880: done (2 left) 2024-09-13T00:13:31.547 INFO:tasks.rados.rados.0.smithi032.stdout:2881: setattr oid 12 current snap is 278 2024-09-13T00:13:31.553 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2513 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-13T00:13:31.553 INFO:tasks.rados.rados.0.smithi032.stdout:2878: done (2 left) 2024-09-13T00:13:31.554 INFO:tasks.rados.rados.0.smithi032.stdout:2882: rollback oid 24 current snap is 278 2024-09-13T00:13:31.554 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 24 to 272 2024-09-13T00:13:31.554 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 278 2024-09-13T00:13:31.554 INFO:tasks.rados.rados.0.smithi032.stdout:2883: seq_num 945 ranges {368640=630784,999424=458752,1458176=344064} 2024-09-13T00:13:31.566 INFO:tasks.rados.rados.0.smithi032.stdout:2883: writing smithi03267100-45 from 368640 to 999424 tid 1 2024-09-13T00:13:31.573 INFO:tasks.rados.rados.0.smithi032.stdout:2883: writing smithi03267100-45 from 999424 to 1458176 tid 2 2024-09-13T00:13:31.578 INFO:tasks.rados.rados.0.smithi032.stdout:2883: writing smithi03267100-45 from 1458176 to 1802240 tid 3 2024-09-13T00:13:31.578 INFO:tasks.rados.rados.0.smithi032.stdout:2884: copy_from oid 14 from oid 15 current snap is 278 2024-09-13T00:13:31.578 INFO:tasks.rados.rados.0.smithi032.stdout:2882: finishing rollback tid 0 to smithi03267100-24 2024-09-13T00:13:31.578 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2538 (ObjNum 926 snap 277 seq_num 926) dirty exists 2024-09-13T00:13:31.578 INFO:tasks.rados.rados.0.smithi032.stdout:2882: finishing rollback tid 1 to smithi03267100-24 2024-09-13T00:13:31.578 INFO:tasks.rados.rados.0.smithi032.stdout:2882: finishing rollback tid 2 to smithi03267100-24 2024-09-13T00:13:31.578 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 1739 (ObjNum 885 snap 268 seq_num 885) dirty exists 2024-09-13T00:13:31.578 INFO:tasks.rados.rados.0.smithi032.stdout:2879: expect (ObjNum 867 snap 263 seq_num 867) 2024-09-13T00:13:31.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:31 smithi032 bash[76677]: audit 2024-09-13T00:13:30.831950+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T00:13:31.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:31 smithi032 bash[76677]: audit 2024-09-13T00:13:30.832313+0000 mgr.y (mgr.34107) 272 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T00:13:31.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:31 smithi032 bash[76677]: cephadm 2024-09-13T00:13:30.834863+0000 mgr.y (mgr.34107) 273 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-13T00:13:31.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:31 smithi032 bash[75510]: audit 2024-09-13T00:13:30.831950+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T00:13:31.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:31 smithi032 bash[75510]: audit 2024-09-13T00:13:30.832313+0000 mgr.y (mgr.34107) 272 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T00:13:31.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:31 smithi032 bash[75510]: cephadm 2024-09-13T00:13:30.834863+0000 mgr.y (mgr.34107) 273 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-13T00:13:31.668 INFO:tasks.rados.rados.0.smithi032.stdout:2883: finishing write tid 1 to smithi03267100-45 2024-09-13T00:13:31.668 INFO:tasks.rados.rados.0.smithi032.stdout:2883: finishing write tid 2 to smithi03267100-45 2024-09-13T00:13:31.669 INFO:tasks.rados.rados.0.smithi032.stdout:2883: finishing write tid 3 to smithi03267100-45 2024-09-13T00:13:31.669 INFO:tasks.rados.rados.0.smithi032.stdout:2883: finishing write tid 4 to smithi03267100-45 2024-09-13T00:13:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:2883: finishing write tid 5 to smithi03267100-45 2024-09-13T00:13:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1752 (ObjNum 945 snap 278 seq_num 945) dirty exists 2024-09-13T00:13:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:2883: left oid 45 (ObjNum 945 snap 278 seq_num 945) 2024-09-13T00:13:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:2884: finishing copy_from racing read to smithi03267100-14 2024-09-13T00:13:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:2884: finishing copy_from to smithi03267100-14 2024-09-13T00:13:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2299 (ObjNum 841 snap 255 seq_num 841) dirty exists 2024-09-13T00:13:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:2879: done (4 left) 2024-09-13T00:13:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:2881: done (3 left) 2024-09-13T00:13:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:2882: done (2 left) 2024-09-13T00:13:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:2883: done (1 left) 2024-09-13T00:13:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:2884: done (0 left) 2024-09-13T00:13:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 278 2024-09-13T00:13:31.670 INFO:tasks.rados.rados.0.smithi032.stdout:2885: seq_num 946 ranges {3784704=647168,4431872=745472,5177344=57344} 2024-09-13T00:13:31.728 INFO:tasks.rados.rados.0.smithi032.stdout:2885: writing smithi03267100-41 from 3784704 to 4431872 tid 1 2024-09-13T00:13:31.736 INFO:tasks.rados.rados.0.smithi032.stdout:2885: writing smithi03267100-41 from 4431872 to 5177344 tid 2 2024-09-13T00:13:31.736 INFO:tasks.rados.rados.0.smithi032.stdout:2885: writing smithi03267100-41 from 5177344 to 5234688 tid 3 2024-09-13T00:13:31.736 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 278 2024-09-13T00:13:31.737 INFO:tasks.rados.rados.0.smithi032.stdout:2885: finishing write tid 1 to smithi03267100-41 2024-09-13T00:13:31.737 INFO:tasks.rados.rados.0.smithi032.stdout:2886: seq_num 947 ranges {2899968=663552,3563520=630784,4194304=172032} 2024-09-13T00:13:31.765 INFO:tasks.rados.rados.0.smithi032.stdout:2886: writing smithi03267100-39 from 2899968 to 3563520 tid 1 2024-09-13T00:13:31.769 INFO:tasks.rados.rados.0.smithi032.stdout:2886: writing smithi03267100-39 from 3563520 to 4194304 tid 2 2024-09-13T00:13:31.770 INFO:tasks.rados.rados.0.smithi032.stdout:2886: writing smithi03267100-39 from 4194304 to 4366336 tid 3 2024-09-13T00:13:31.770 INFO:tasks.rados.rados.0.smithi032.stdout:2887: read oid 10 snap -1 2024-09-13T00:13:31.770 INFO:tasks.rados.rados.0.smithi032.stdout:2887: expect (ObjNum 474 snap 140 seq_num 474) 2024-09-13T00:13:31.770 INFO:tasks.rados.rados.0.smithi032.stdout:2888: snap_remove snap 272 2024-09-13T00:13:32.248 INFO:tasks.rados.rados.0.smithi032.stdout:2888: done (3 left) 2024-09-13T00:13:32.248 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 278 2024-09-13T00:13:32.248 INFO:tasks.rados.rados.0.smithi032.stdout:2885: finishing write tid 2 to smithi03267100-41 2024-09-13T00:13:32.248 INFO:tasks.rados.rados.0.smithi032.stdout:2885: finishing write tid 3 to smithi03267100-41 2024-09-13T00:13:32.248 INFO:tasks.rados.rados.0.smithi032.stdout:2885: finishing write tid 4 to smithi03267100-41 2024-09-13T00:13:32.248 INFO:tasks.rados.rados.0.smithi032.stdout:2885: finishing write tid 5 to smithi03267100-41 2024-09-13T00:13:32.248 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2517 (ObjNum 946 snap 278 seq_num 946) dirty exists 2024-09-13T00:13:32.248 INFO:tasks.rados.rados.0.smithi032.stdout:2885: left oid 41 (ObjNum 946 snap 278 seq_num 946) 2024-09-13T00:13:32.249 INFO:tasks.rados.rados.0.smithi032.stdout:2886: finishing write tid 1 to smithi03267100-39 2024-09-13T00:13:32.249 INFO:tasks.rados.rados.0.smithi032.stdout:2886: finishing write tid 2 to smithi03267100-39 2024-09-13T00:13:32.249 INFO:tasks.rados.rados.0.smithi032.stdout:2886: finishing write tid 3 to smithi03267100-39 2024-09-13T00:13:32.249 INFO:tasks.rados.rados.0.smithi032.stdout:2889: seq_num 948 ranges {1826816=679936,2506752=516096,3022848=286720} 2024-09-13T00:13:32.265 INFO:tasks.rados.rados.0.smithi032.stdout:2889: writing smithi03267100-22 from 1826816 to 2506752 tid 1 2024-09-13T00:13:32.272 INFO:tasks.rados.rados.0.smithi032.stdout:2889: writing smithi03267100-22 from 2506752 to 3022848 tid 2 2024-09-13T00:13:32.272 INFO:tasks.rados.rados.0.smithi032.stdout:2889: writing smithi03267100-22 from 3022848 to 3309568 tid 3 2024-09-13T00:13:32.272 INFO:tasks.rados.rados.0.smithi032.stdout:2885: done (3 left) 2024-09-13T00:13:32.272 INFO:tasks.rados.rados.0.smithi032.stdout:2890: read oid 4 snap -1 2024-09-13T00:13:32.272 INFO:tasks.rados.rados.0.smithi032.stdout:2890: expect (ObjNum 874 snap 266 seq_num 874) 2024-09-13T00:13:32.272 INFO:tasks.rados.rados.0.smithi032.stdout:2891: snap_remove snap 260 2024-09-13T00:13:32.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:32 smithi053 bash[67631]: cluster 2024-09-13T00:13:31.159731+0000 mgr.y (mgr.34107) 274 : cluster [DBG] pgmap v483: 121 pgs: 121 active+clean; 656 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 970 KiB/s wr, 7 op/s 2024-09-13T00:13:32.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:32 smithi053 bash[67631]: cluster 2024-09-13T00:13:31.243487+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2024-09-13T00:13:32.533 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:13:32 smithi053 bash[60895]: ts=2024-09-13T00:13:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:13:32.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:32 smithi032 bash[75510]: cluster 2024-09-13T00:13:31.159731+0000 mgr.y (mgr.34107) 274 : cluster [DBG] pgmap v483: 121 pgs: 121 active+clean; 656 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 970 KiB/s wr, 7 op/s 2024-09-13T00:13:32.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:32 smithi032 bash[75510]: cluster 2024-09-13T00:13:31.243487+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2024-09-13T00:13:32.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:13:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:13:32] "GET /metrics HTTP/1.1" 200 36221 "" "Prometheus/2.43.0" 2024-09-13T00:13:32.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:32 smithi032 bash[76677]: cluster 2024-09-13T00:13:31.159731+0000 mgr.y (mgr.34107) 274 : cluster [DBG] pgmap v483: 121 pgs: 121 active+clean; 656 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 970 KiB/s wr, 7 op/s 2024-09-13T00:13:32.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:32 smithi032 bash[76677]: cluster 2024-09-13T00:13:31.243487+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2024-09-13T00:13:33.201 INFO:tasks.rados.rados.0.smithi032.stdout:2891: done (4 left) 2024-09-13T00:13:33.201 INFO:tasks.rados.rados.0.smithi032.stdout:2892: delete oid 42 current snap is 278 2024-09-13T00:13:33.201 INFO:tasks.rados.rados.0.smithi032.stdout:2886: finishing write tid 4 to smithi03267100-39 2024-09-13T00:13:33.201 INFO:tasks.rados.rados.0.smithi032.stdout:2886: finishing write tid 5 to smithi03267100-39 2024-09-13T00:13:33.201 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2308 (ObjNum 947 snap 278 seq_num 947) dirty exists 2024-09-13T00:13:33.201 INFO:tasks.rados.rados.0.smithi032.stdout:2886: left oid 39 (ObjNum 947 snap 278 seq_num 947) 2024-09-13T00:13:33.201 INFO:tasks.rados.rados.0.smithi032.stdout:2887: expect (ObjNum 474 snap 140 seq_num 474) 2024-09-13T00:13:33.415 INFO:tasks.rados.rados.0.smithi032.stdout:2889: finishing write tid 1 to smithi03267100-22 2024-09-13T00:13:33.415 INFO:tasks.rados.rados.0.smithi032.stdout:2890: expect (ObjNum 874 snap 266 seq_num 874) 2024-09-13T00:13:33.422 INFO:tasks.rados.rados.0.smithi032.stdout:2889: finishing write tid 2 to smithi03267100-22 2024-09-13T00:13:33.422 INFO:tasks.rados.rados.0.smithi032.stdout:2889: finishing write tid 3 to smithi03267100-22 2024-09-13T00:13:33.422 INFO:tasks.rados.rados.0.smithi032.stdout:2886: done (4 left) 2024-09-13T00:13:33.422 INFO:tasks.rados.rados.0.smithi032.stdout:2887: done (3 left) 2024-09-13T00:13:33.422 INFO:tasks.rados.rados.0.smithi032.stdout:2890: done (2 left) 2024-09-13T00:13:33.422 INFO:tasks.rados.rados.0.smithi032.stdout:2892: done (1 left) 2024-09-13T00:13:33.422 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 278 2024-09-13T00:13:33.422 INFO:tasks.rados.rados.0.smithi032.stdout:2889: finishing write tid 4 to smithi03267100-22 2024-09-13T00:13:33.422 INFO:tasks.rados.rados.0.smithi032.stdout:2893: seq_num 950 ranges {712704=720896,1433600=679936,2113536=122880} 2024-09-13T00:13:33.430 INFO:tasks.rados.rados.0.smithi032.stdout:2893: writing smithi03267100-37 from 712704 to 1433600 tid 1 2024-09-13T00:13:33.433 INFO:tasks.rados.rados.0.smithi032.stdout:2893: writing smithi03267100-37 from 1433600 to 2113536 tid 2 2024-09-13T00:13:33.435 INFO:tasks.rados.rados.0.smithi032.stdout:2893: writing smithi03267100-37 from 2113536 to 2236416 tid 3 2024-09-13T00:13:33.435 INFO:tasks.rados.rados.0.smithi032.stdout:2894: rollback oid 13 current snap is 278 2024-09-13T00:13:33.435 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 195 2024-09-13T00:13:33.435 INFO:tasks.rados.rados.0.smithi032.stdout:2889: finishing write tid 5 to smithi03267100-22 2024-09-13T00:13:33.435 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 2521 (ObjNum 948 snap 278 seq_num 948) dirty exists 2024-09-13T00:13:33.435 INFO:tasks.rados.rados.0.smithi032.stdout:2889: left oid 22 (ObjNum 948 snap 278 seq_num 948) 2024-09-13T00:13:33.435 INFO:tasks.rados.rados.0.smithi032.stdout:2889: done (2 left) 2024-09-13T00:13:33.435 INFO:tasks.rados.rados.0.smithi032.stdout:2895: rollback oid 24 current snap is 278 2024-09-13T00:13:33.436 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 24 to 277 2024-09-13T00:13:33.436 INFO:tasks.rados.rados.0.smithi032.stdout:2896: snap_create 2024-09-13T00:13:33.442 INFO:tasks.rados.rados.0.smithi032.stdout:2893: finishing write tid 1 to smithi03267100-37 2024-09-13T00:13:33.442 INFO:tasks.rados.rados.0.smithi032.stdout:2893: finishing write tid 2 to smithi03267100-37 2024-09-13T00:13:33.444 INFO:tasks.rados.rados.0.smithi032.stdout:2893: finishing write tid 3 to smithi03267100-37 2024-09-13T00:13:33.446 INFO:tasks.rados.rados.0.smithi032.stdout:2894: finishing rollback tid 0 to smithi03267100-13 2024-09-13T00:13:33.447 INFO:tasks.rados.rados.0.smithi032.stdout:2893: finishing write tid 4 to smithi03267100-37 2024-09-13T00:13:33.447 INFO:tasks.rados.rados.0.smithi032.stdout:2894: finishing rollback tid 1 to smithi03267100-13 2024-09-13T00:13:33.448 INFO:tasks.rados.rados.0.smithi032.stdout:2895: finishing rollback tid 0 to smithi03267100-24 2024-09-13T00:13:33.448 INFO:tasks.rados.rados.0.smithi032.stdout:2895: finishing rollback tid 1 to smithi03267100-24 2024-09-13T00:13:33.449 INFO:tasks.rados.rados.0.smithi032.stdout:2895: finishing rollback tid 2 to smithi03267100-24 2024-09-13T00:13:33.449 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 1746 (ObjNum 885 snap 268 seq_num 885) dirty exists 2024-09-13T00:13:33.450 INFO:tasks.rados.rados.0.smithi032.stdout:2894: finishing rollback tid 2 to smithi03267100-13 2024-09-13T00:13:33.450 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2605 (ObjNum 648 snap 194 seq_num 648) dirty exists 2024-09-13T00:13:33.451 INFO:tasks.rados.rados.0.smithi032.stdout:2893: finishing write tid 5 to smithi03267100-37 2024-09-13T00:13:33.451 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1743 (ObjNum 950 snap 278 seq_num 950) dirty exists 2024-09-13T00:13:33.452 INFO:tasks.rados.rados.0.smithi032.stdout:2893: left oid 37 (ObjNum 950 snap 278 seq_num 950) 2024-09-13T00:13:33.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:33 smithi053 bash[67631]: cluster 2024-09-13T00:13:32.250271+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2024-09-13T00:13:33.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:33 smithi053 bash[67631]: cluster 2024-09-13T00:13:33.202324+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2024-09-13T00:13:33.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:33 smithi032 bash[75510]: cluster 2024-09-13T00:13:32.250271+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2024-09-13T00:13:33.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:33 smithi032 bash[75510]: cluster 2024-09-13T00:13:33.202324+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2024-09-13T00:13:33.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:33 smithi032 bash[76677]: cluster 2024-09-13T00:13:32.250271+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2024-09-13T00:13:33.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:33 smithi032 bash[76677]: cluster 2024-09-13T00:13:33.202324+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2024-09-13T00:13:34.355 INFO:tasks.rados.rados.0.smithi032.stdout:2893: done (3 left) 2024-09-13T00:13:34.355 INFO:tasks.rados.rados.0.smithi032.stdout:2894: done (2 left) 2024-09-13T00:13:34.355 INFO:tasks.rados.rados.0.smithi032.stdout:2895: done (1 left) 2024-09-13T00:13:34.355 INFO:tasks.rados.rados.0.smithi032.stdout:2896: done (0 left) 2024-09-13T00:13:34.355 INFO:tasks.rados.rados.0.smithi032.stdout:2897: read oid 49 snap -1 2024-09-13T00:13:34.355 INFO:tasks.rados.rados.0.smithi032.stdout:2897: expect deleted 2024-09-13T00:13:34.355 INFO:tasks.rados.rados.0.smithi032.stdout:2898: snap_remove snap 255 2024-09-13T00:13:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:34 smithi032 bash[75510]: cluster 2024-09-13T00:13:33.160773+0000 mgr.y (mgr.34107) 275 : cluster [DBG] pgmap v486: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 668 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-09-13T00:13:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:34 smithi032 bash[75510]: cephadm 2024-09-13T00:13:33.338549+0000 mgr.y (mgr.34107) 276 : cephadm [INF] Upgrade: Updating osd.7 2024-09-13T00:13:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:34 smithi032 bash[75510]: audit 2024-09-13T00:13:33.347312+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:34 smithi032 bash[75510]: audit 2024-09-13T00:13:33.348695+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T00:13:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:34 smithi032 bash[75510]: audit 2024-09-13T00:13:33.349778+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:13:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:34 smithi032 bash[75510]: cephadm 2024-09-13T00:13:33.354452+0000 mgr.y (mgr.34107) 277 : cephadm [INF] Deploying daemon osd.7 on smithi053 2024-09-13T00:13:34.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:34 smithi032 bash[76677]: cluster 2024-09-13T00:13:33.160773+0000 mgr.y (mgr.34107) 275 : cluster [DBG] pgmap v486: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 668 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-09-13T00:13:34.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:34 smithi032 bash[76677]: cephadm 2024-09-13T00:13:33.338549+0000 mgr.y (mgr.34107) 276 : cephadm [INF] Upgrade: Updating osd.7 2024-09-13T00:13:34.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:34 smithi032 bash[76677]: audit 2024-09-13T00:13:33.347312+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:34.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:34 smithi032 bash[76677]: audit 2024-09-13T00:13:33.348695+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T00:13:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:34 smithi032 bash[76677]: audit 2024-09-13T00:13:33.349778+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:13:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:34 smithi032 bash[76677]: cephadm 2024-09-13T00:13:33.354452+0000 mgr.y (mgr.34107) 277 : cephadm [INF] Deploying daemon osd.7 on smithi053 2024-09-13T00:13:34.718 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:34 smithi053 bash[67631]: cluster 2024-09-13T00:13:33.160773+0000 mgr.y (mgr.34107) 275 : cluster [DBG] pgmap v486: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 668 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-09-13T00:13:34.718 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:34 smithi053 bash[67631]: cephadm 2024-09-13T00:13:33.338549+0000 mgr.y (mgr.34107) 276 : cephadm [INF] Upgrade: Updating osd.7 2024-09-13T00:13:34.718 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:34 smithi053 bash[67631]: audit 2024-09-13T00:13:33.347312+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:34.718 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:34 smithi053 bash[67631]: audit 2024-09-13T00:13:33.348695+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T00:13:34.718 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:34 smithi053 bash[67631]: audit 2024-09-13T00:13:33.349778+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:13:34.718 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:34 smithi053 bash[67631]: cephadm 2024-09-13T00:13:33.354452+0000 mgr.y (mgr.34107) 277 : cephadm [INF] Deploying daemon osd.7 on smithi053 2024-09-13T00:13:35.364 INFO:tasks.rados.rados.0.smithi032.stdout:2898: done (1 left) 2024-09-13T00:13:35.365 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 279 2024-09-13T00:13:35.365 INFO:tasks.rados.rados.0.smithi032.stdout:2899: seq_num 951 ranges {3391488=737280,4128768=614400,4743168=188416} 2024-09-13T00:13:35.403 INFO:tasks.rados.rados.0.smithi032.stdout:2899: writing smithi03267100-12 from 3391488 to 4128768 tid 1 2024-09-13T00:13:35.412 INFO:tasks.rados.rados.0.smithi032.stdout:2899: writing smithi03267100-12 from 4128768 to 4743168 tid 2 2024-09-13T00:13:35.412 INFO:tasks.rados.rados.0.smithi032.stdout:2899: writing smithi03267100-12 from 4743168 to 4931584 tid 3 2024-09-13T00:13:35.413 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 279 2024-09-13T00:13:35.413 INFO:tasks.rados.rados.0.smithi032.stdout:2900: seq_num 952 ranges {1802240=753664,2555904=499712,3055616=303104} 2024-09-13T00:13:35.430 INFO:tasks.rados.rados.0.smithi032.stdout:2900: writing smithi03267100-45 from 1802240 to 2555904 tid 1 2024-09-13T00:13:35.433 INFO:tasks.rados.rados.0.smithi032.stdout:2900: writing smithi03267100-45 from 2555904 to 3055616 tid 2 2024-09-13T00:13:35.436 INFO:tasks.rados.rados.0.smithi032.stdout:2900: writing smithi03267100-45 from 3055616 to 3358720 tid 3 2024-09-13T00:13:35.436 INFO:tasks.rados.rados.0.smithi032.stdout:2901: snap_remove snap 263 2024-09-13T00:13:35.661 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:35 smithi053 bash[67631]: cluster 2024-09-13T00:13:34.357536+0000 mon.a (mon.0) 931 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2024-09-13T00:13:35.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:35 smithi032 bash[75510]: cluster 2024-09-13T00:13:34.357536+0000 mon.a (mon.0) 931 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2024-09-13T00:13:35.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:35 smithi032 bash[76677]: cluster 2024-09-13T00:13:34.357536+0000 mon.a (mon.0) 931 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2024-09-13T00:13:36.373 INFO:tasks.rados.rados.0.smithi032.stdout:2901: done (3 left) 2024-09-13T00:13:36.373 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 279 2024-09-13T00:13:36.373 INFO:tasks.rados.rados.0.smithi032.stdout:2902: seq_num 953 ranges {2801664=770048,3571712=786432,4358144=16384} 2024-09-13T00:13:36.404 INFO:tasks.rados.rados.0.smithi032.stdout:2902: writing smithi03267100-50 from 2801664 to 3571712 tid 1 2024-09-13T00:13:36.411 INFO:tasks.rados.rados.0.smithi032.stdout:2902: writing smithi03267100-50 from 3571712 to 4358144 tid 2 2024-09-13T00:13:36.413 INFO:tasks.rados.rados.0.smithi032.stdout:2902: writing smithi03267100-50 from 4358144 to 4374528 tid 3 2024-09-13T00:13:36.413 INFO:tasks.rados.rados.0.smithi032.stdout:2897: done (3 left) 2024-09-13T00:13:36.413 INFO:tasks.rados.rados.0.smithi032.stdout:2903: rollback oid 38 current snap is 279 2024-09-13T00:13:36.413 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 143 2024-09-13T00:13:36.413 INFO:tasks.rados.rados.0.smithi032.stdout:2899: finishing write tid 1 to smithi03267100-12 2024-09-13T00:13:36.413 INFO:tasks.rados.rados.0.smithi032.stdout:2899: finishing write tid 2 to smithi03267100-12 2024-09-13T00:13:36.413 INFO:tasks.rados.rados.0.smithi032.stdout:2899: finishing write tid 3 to smithi03267100-12 2024-09-13T00:13:36.413 INFO:tasks.rados.rados.0.smithi032.stdout:2899: finishing write tid 4 to smithi03267100-12 2024-09-13T00:13:36.413 INFO:tasks.rados.rados.0.smithi032.stdout:2899: finishing write tid 5 to smithi03267100-12 2024-09-13T00:13:36.413 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2542 (ObjNum 951 snap 279 seq_num 951) dirty exists 2024-09-13T00:13:36.414 INFO:tasks.rados.rados.0.smithi032.stdout:2899: left oid 12 (ObjNum 951 snap 279 seq_num 951) 2024-09-13T00:13:36.414 INFO:tasks.rados.rados.0.smithi032.stdout:2900: finishing write tid 1 to smithi03267100-45 2024-09-13T00:13:36.414 INFO:tasks.rados.rados.0.smithi032.stdout:2900: finishing write tid 2 to smithi03267100-45 2024-09-13T00:13:36.414 INFO:tasks.rados.rados.0.smithi032.stdout:2900: finishing write tid 3 to smithi03267100-45 2024-09-13T00:13:36.414 INFO:tasks.rados.rados.0.smithi032.stdout:2900: finishing write tid 4 to smithi03267100-45 2024-09-13T00:13:36.414 INFO:tasks.rados.rados.0.smithi032.stdout:2900: finishing write tid 5 to smithi03267100-45 2024-09-13T00:13:36.414 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1756 (ObjNum 952 snap 279 seq_num 952) dirty exists 2024-09-13T00:13:36.414 INFO:tasks.rados.rados.0.smithi032.stdout:2900: left oid 45 (ObjNum 952 snap 279 seq_num 952) 2024-09-13T00:13:36.414 INFO:tasks.rados.rados.0.smithi032.stdout:2899: done (3 left) 2024-09-13T00:13:36.414 INFO:tasks.rados.rados.0.smithi032.stdout:2900: done (2 left) 2024-09-13T00:13:36.414 INFO:tasks.rados.rados.0.smithi032.stdout:2904: snap_remove snap 270 2024-09-13T00:13:36.630 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:36 smithi053 bash[67631]: cluster 2024-09-13T00:13:35.161495+0000 mgr.y (mgr.34107) 278 : cluster [DBG] pgmap v489: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 674 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 50 op/s 2024-09-13T00:13:36.630 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:36 smithi053 bash[67631]: cluster 2024-09-13T00:13:35.367229+0000 mon.a (mon.0) 932 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2024-09-13T00:13:36.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:36 smithi032 bash[75510]: cluster 2024-09-13T00:13:35.161495+0000 mgr.y (mgr.34107) 278 : cluster [DBG] pgmap v489: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 674 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 50 op/s 2024-09-13T00:13:36.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:36 smithi032 bash[75510]: cluster 2024-09-13T00:13:35.367229+0000 mon.a (mon.0) 932 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2024-09-13T00:13:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:36 smithi032 bash[76677]: cluster 2024-09-13T00:13:35.161495+0000 mgr.y (mgr.34107) 278 : cluster [DBG] pgmap v489: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 674 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 50 op/s 2024-09-13T00:13:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:36 smithi032 bash[76677]: cluster 2024-09-13T00:13:35.367229+0000 mon.a (mon.0) 932 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2024-09-13T00:13:37.383 INFO:tasks.rados.rados.0.smithi032.stdout:2904: done (2 left) 2024-09-13T00:13:37.383 INFO:tasks.rados.rados.0.smithi032.stdout:2905: rmattr oid 14 current snap is 279 2024-09-13T00:13:37.384 INFO:tasks.rados.rados.0.smithi032.stdout:2905: done (2 left) 2024-09-13T00:13:37.384 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 279 2024-09-13T00:13:37.384 INFO:tasks.rados.rados.0.smithi032.stdout:2903: finishing rollback tid 0 to smithi03267100-38 2024-09-13T00:13:37.384 INFO:tasks.rados.rados.0.smithi032.stdout:2902: finishing write tid 1 to smithi03267100-50 2024-09-13T00:13:37.384 INFO:tasks.rados.rados.0.smithi032.stdout:2902: finishing write tid 2 to smithi03267100-50 2024-09-13T00:13:37.384 INFO:tasks.rados.rados.0.smithi032.stdout:2906: seq_num 954 ranges {1261568=786432,2048000=671744,2719744=131072} 2024-09-13T00:13:37.404 INFO:tasks.rados.rados.0.smithi032.stdout:2906: writing smithi03267100-13 from 1261568 to 2048000 tid 1 2024-09-13T00:13:37.411 INFO:tasks.rados.rados.0.smithi032.stdout:2906: writing smithi03267100-13 from 2048000 to 2719744 tid 2 2024-09-13T00:13:37.413 INFO:tasks.rados.rados.0.smithi032.stdout:2906: writing smithi03267100-13 from 2719744 to 2850816 tid 3 2024-09-13T00:13:37.413 INFO:tasks.rados.rados.0.smithi032.stdout:2907: snap_remove snap 195 2024-09-13T00:13:37.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:37 smithi032 bash[75510]: cluster 2024-09-13T00:13:36.375442+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2024-09-13T00:13:37.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:37 smithi032 bash[76677]: cluster 2024-09-13T00:13:36.375442+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2024-09-13T00:13:37.678 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:37 smithi053 bash[67631]: cluster 2024-09-13T00:13:36.375442+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2024-09-13T00:13:37.955 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:13:37 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:37.955 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:13:37 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:37.955 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:37 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:37.956 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:13:37 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:37.956 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:13:37 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:37.956 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:13:37 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:37.960 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:13:37 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:37.961 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:13:37 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:37.961 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:37 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:37.961 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:13:37 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:38.209 INFO:tasks.rados.rados.0.smithi032.stdout:2907: done (3 left) 2024-09-13T00:13:38.209 INFO:tasks.rados.rados.0.smithi032.stdout:2908: copy_from oid 24 from oid 25 current snap is 279 2024-09-13T00:13:38.211 INFO:tasks.rados.rados.0.smithi032.stdout:2909: copy_from oid 11 from oid 19 current snap is 279 2024-09-13T00:13:38.211 INFO:tasks.rados.rados.0.smithi032.stdout:2903: finishing rollback tid 1 to smithi03267100-38 2024-09-13T00:13:38.212 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2305 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T00:13:38.212 INFO:tasks.rados.rados.0.smithi032.stdout:2902: finishing write tid 3 to smithi03267100-50 2024-09-13T00:13:38.212 INFO:tasks.rados.rados.0.smithi032.stdout:2902: finishing write tid 4 to smithi03267100-50 2024-09-13T00:13:38.212 INFO:tasks.rados.rados.0.smithi032.stdout:2902: finishing write tid 5 to smithi03267100-50 2024-09-13T00:13:38.212 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 841 (ObjNum 953 snap 279 seq_num 953) dirty exists 2024-09-13T00:13:38.212 INFO:tasks.rados.rados.0.smithi032.stdout:2902: left oid 50 (ObjNum 953 snap 279 seq_num 953) 2024-09-13T00:13:38.212 INFO:tasks.rados.rados.0.smithi032.stdout:2906: finishing write tid 1 to smithi03267100-13 2024-09-13T00:13:38.212 INFO:tasks.rados.rados.0.smithi032.stdout:2906: finishing write tid 2 to smithi03267100-13 2024-09-13T00:13:38.212 INFO:tasks.rados.rados.0.smithi032.stdout:2906: finishing write tid 3 to smithi03267100-13 2024-09-13T00:13:38.212 INFO:tasks.rados.rados.0.smithi032.stdout:2906: finishing write tid 4 to smithi03267100-13 2024-09-13T00:13:38.212 INFO:tasks.rados.rados.0.smithi032.stdout:2906: finishing write tid 5 to smithi03267100-13 2024-09-13T00:13:38.212 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2638 (ObjNum 954 snap 279 seq_num 954) dirty exists 2024-09-13T00:13:38.213 INFO:tasks.rados.rados.0.smithi032.stdout:2906: left oid 13 (ObjNum 954 snap 279 seq_num 954) 2024-09-13T00:13:38.213 INFO:tasks.rados.rados.0.smithi032.stdout:2902: done (4 left) 2024-09-13T00:13:38.213 INFO:tasks.rados.rados.0.smithi032.stdout:2903: done (3 left) 2024-09-13T00:13:38.213 INFO:tasks.rados.rados.0.smithi032.stdout:2906: done (2 left) 2024-09-13T00:13:38.213 INFO:tasks.rados.rados.0.smithi032.stdout:2910: setattr oid 13 current snap is 279 2024-09-13T00:13:38.215 INFO:tasks.rados.rados.0.smithi032.stdout:2911: delete oid 1 current snap is 279 2024-09-13T00:13:38.256 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2649 (ObjNum 954 snap 279 seq_num 954) dirty exists 2024-09-13T00:13:38.276 INFO:tasks.rados.rados.0.smithi032.stdout:2909: finishing copy_from racing read to smithi03267100-11 2024-09-13T00:13:38.280 INFO:tasks.rados.rados.0.smithi032.stdout:2909: finishing copy_from to smithi03267100-11 2024-09-13T00:13:38.280 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2225 (ObjNum 893 snap 269 seq_num 893) dirty exists 2024-09-13T00:13:38.283 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:37 smithi053 systemd[1]: Stopping Ceph osd.7 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:13:38.283 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:38 smithi053 bash[44382]: debug 2024-09-13T00:13:38.061+0000 7fcd38dd9640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T00:13:38.283 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:38 smithi053 bash[44382]: debug 2024-09-13T00:13:38.061+0000 7fcd38dd9640 -1 osd.7 614 *** Got signal Terminated *** 2024-09-13T00:13:38.283 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:38 smithi053 bash[44382]: debug 2024-09-13T00:13:38.061+0000 7fcd38dd9640 -1 osd.7 614 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T00:13:38.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:38 smithi032 bash[75510]: cluster 2024-09-13T00:13:37.162223+0000 mgr.y (mgr.34107) 279 : cluster [DBG] pgmap v492: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 677 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-09-13T00:13:38.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:38 smithi032 bash[75510]: cluster 2024-09-13T00:13:37.386002+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2024-09-13T00:13:38.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:38 smithi032 bash[75510]: cluster 2024-09-13T00:13:38.066748+0000 mon.a (mon.0) 935 : cluster [INF] osd.7 marked itself down and dead 2024-09-13T00:13:38.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:38 smithi032 bash[75510]: cluster 2024-09-13T00:13:38.196280+0000 mon.a (mon.0) 936 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:13:38.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:38 smithi032 bash[75510]: cluster 2024-09-13T00:13:38.206841+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e615: 8 total, 7 up, 8 in 2024-09-13T00:13:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:38 smithi032 bash[76677]: cluster 2024-09-13T00:13:37.162223+0000 mgr.y (mgr.34107) 279 : cluster [DBG] pgmap v492: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 677 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-09-13T00:13:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:38 smithi032 bash[76677]: cluster 2024-09-13T00:13:37.386002+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2024-09-13T00:13:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:38 smithi032 bash[76677]: cluster 2024-09-13T00:13:38.066748+0000 mon.a (mon.0) 935 : cluster [INF] osd.7 marked itself down and dead 2024-09-13T00:13:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:38 smithi032 bash[76677]: cluster 2024-09-13T00:13:38.196280+0000 mon.a (mon.0) 936 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:13:38.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:38 smithi032 bash[76677]: cluster 2024-09-13T00:13:38.206841+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e615: 8 total, 7 up, 8 in 2024-09-13T00:13:38.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:38 smithi053 bash[67631]: cluster 2024-09-13T00:13:37.162223+0000 mgr.y (mgr.34107) 279 : cluster [DBG] pgmap v492: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 677 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-09-13T00:13:38.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:38 smithi053 bash[67631]: cluster 2024-09-13T00:13:37.386002+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2024-09-13T00:13:38.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:38 smithi053 bash[67631]: cluster 2024-09-13T00:13:38.066748+0000 mon.a (mon.0) 935 : cluster [INF] osd.7 marked itself down and dead 2024-09-13T00:13:38.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:38 smithi053 bash[67631]: cluster 2024-09-13T00:13:38.196280+0000 mon.a (mon.0) 936 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T00:13:38.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:38 smithi053 bash[67631]: cluster 2024-09-13T00:13:38.206841+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e615: 8 total, 7 up, 8 in 2024-09-13T00:13:39.242 INFO:tasks.rados.rados.0.smithi032.stdout:2909: done (3 left) 2024-09-13T00:13:39.242 INFO:tasks.rados.rados.0.smithi032.stdout:2910: done (2 left) 2024-09-13T00:13:39.242 INFO:tasks.rados.rados.0.smithi032.stdout:2911: done (1 left) 2024-09-13T00:13:39.242 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 279 2024-09-13T00:13:39.242 INFO:tasks.rados.rados.0.smithi032.stdout:2912: seq_num 956 ranges {3358720=417792,3776512=434176,4210688=770048} 2024-09-13T00:13:39.293 INFO:tasks.rados.rados.0.smithi032.stdout:2912: writing smithi03267100-45 from 3358720 to 3776512 tid 1 2024-09-13T00:13:39.298 INFO:tasks.rados.rados.0.smithi032.stdout:2912: writing smithi03267100-45 from 3776512 to 4210688 tid 2 2024-09-13T00:13:39.307 INFO:tasks.rados.rados.0.smithi032.stdout:2912: writing smithi03267100-45 from 4210688 to 4980736 tid 3 2024-09-13T00:13:39.307 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 279 2024-09-13T00:13:39.307 INFO:tasks.rados.rados.0.smithi032.stdout:2912: finishing write tid 1 to smithi03267100-45 2024-09-13T00:13:39.307 INFO:tasks.rados.rados.0.smithi032.stdout:2912: finishing write tid 2 to smithi03267100-45 2024-09-13T00:13:39.307 INFO:tasks.rados.rados.0.smithi032.stdout:2913: seq_num 957 ranges {1236992=434176,1671168=720896,2392064=483328} 2024-09-13T00:13:39.323 INFO:tasks.rados.rados.0.smithi032.stdout:2913: writing smithi03267100-7 from 1236992 to 1671168 tid 1 2024-09-13T00:13:39.330 INFO:tasks.rados.rados.0.smithi032.stdout:2913: writing smithi03267100-7 from 1671168 to 2392064 tid 2 2024-09-13T00:13:39.335 INFO:tasks.rados.rados.0.smithi032.stdout:2913: writing smithi03267100-7 from 2392064 to 2875392 tid 3 2024-09-13T00:13:39.335 INFO:tasks.rados.rados.0.smithi032.stdout:2914: setattr oid 17 current snap is 279 2024-09-13T00:13:39.335 INFO:tasks.rados.rados.0.smithi032.stdout:2912: finishing write tid 3 to smithi03267100-45 2024-09-13T00:13:39.335 INFO:tasks.rados.rados.0.smithi032.stdout:2912: finishing write tid 4 to smithi03267100-45 2024-09-13T00:13:39.335 INFO:tasks.rados.rados.0.smithi032.stdout:2912: finishing write tid 5 to smithi03267100-45 2024-09-13T00:13:39.336 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1760 (ObjNum 956 snap 279 seq_num 956) dirty exists 2024-09-13T00:13:39.336 INFO:tasks.rados.rados.0.smithi032.stdout:2912: left oid 45 (ObjNum 956 snap 279 seq_num 956) 2024-09-13T00:13:39.336 INFO:tasks.rados.rados.0.smithi032.stdout:2908: finishing copy_from racing read to smithi03267100-24 2024-09-13T00:13:39.336 INFO:tasks.rados.rados.0.smithi032.stdout:2908: finishing copy_from to smithi03267100-24 2024-09-13T00:13:39.336 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2299 (ObjNum 930 snap 277 seq_num 930) dirty exists 2024-09-13T00:13:39.336 INFO:tasks.rados.rados.0.smithi032.stdout:2913: finishing write tid 1 to smithi03267100-7 2024-09-13T00:13:39.337 INFO:tasks.rados.rados.0.smithi032.stdout:2908: done (3 left) 2024-09-13T00:13:39.337 INFO:tasks.rados.rados.0.smithi032.stdout:2912: done (2 left) 2024-09-13T00:13:39.337 INFO:tasks.rados.rados.0.smithi032.stdout:2915: rollback oid 14 current snap is 279 2024-09-13T00:13:39.337 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 239 2024-09-13T00:13:39.337 INFO:tasks.rados.rados.0.smithi032.stdout:2916: setattr oid 23 current snap is 279 2024-09-13T00:13:39.340 INFO:tasks.rados.rados.0.smithi032.stdout:2917: snap_create 2024-09-13T00:13:39.342 INFO:tasks.rados.rados.0.smithi032.stdout:2913: finishing write tid 2 to smithi03267100-7 2024-09-13T00:13:39.342 INFO:tasks.rados.rados.0.smithi032.stdout:2913: finishing write tid 3 to smithi03267100-7 2024-09-13T00:13:39.344 INFO:tasks.rados.rados.0.smithi032.stdout:2913: finishing write tid 4 to smithi03267100-7 2024-09-13T00:13:39.348 INFO:tasks.rados.rados.0.smithi032.stdout:2913: finishing write tid 5 to smithi03267100-7 2024-09-13T00:13:39.348 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 2310 (ObjNum 957 snap 279 seq_num 957) dirty exists 2024-09-13T00:13:39.348 INFO:tasks.rados.rados.0.smithi032.stdout:2913: left oid 7 (ObjNum 957 snap 279 seq_num 957) 2024-09-13T00:13:39.348 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 2496 (ObjNum 97 snap 0 seq_num 1) dirty exists 2024-09-13T00:13:39.349 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 2498 (ObjNum 891 snap 268 seq_num 891) dirty exists 2024-09-13T00:13:39.350 INFO:tasks.rados.rados.0.smithi032.stdout:2915: finishing rollback tid 0 to smithi03267100-14 2024-09-13T00:13:39.350 INFO:tasks.rados.rados.0.smithi032.stdout:2915: finishing rollback tid 1 to smithi03267100-14 2024-09-13T00:13:39.351 INFO:tasks.rados.rados.0.smithi032.stdout:2915: finishing rollback tid 2 to smithi03267100-14 2024-09-13T00:13:39.351 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2659 (ObjNum 780 snap 238 seq_num 780) dirty exists 2024-09-13T00:13:39.783 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:39 smithi053 bash[83739]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-7 2024-09-13T00:13:39.783 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:39 smithi053 bash[83805]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-7 2024-09-13T00:13:40.219 INFO:tasks.rados.rados.0.smithi032.stdout:2913: done (4 left) 2024-09-13T00:13:40.219 INFO:tasks.rados.rados.0.smithi032.stdout:2914: done (3 left) 2024-09-13T00:13:40.219 INFO:tasks.rados.rados.0.smithi032.stdout:2915: done (2 left) 2024-09-13T00:13:40.219 INFO:tasks.rados.rados.0.smithi032.stdout:2916: done (1 left) 2024-09-13T00:13:40.219 INFO:tasks.rados.rados.0.smithi032.stdout:2917: done (0 left) 2024-09-13T00:13:40.219 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 280 2024-09-13T00:13:40.219 INFO:tasks.rados.rados.0.smithi032.stdout:2918: seq_num 958 ranges {4980736=450560,5431296=655360,6086656=548864} 2024-09-13T00:13:40.267 INFO:tasks.rados.rados.0.smithi032.stdout:2918: writing smithi03267100-45 from 4980736 to 5431296 tid 1 2024-09-13T00:13:40.273 INFO:tasks.rados.rados.0.smithi032.stdout:2918: writing smithi03267100-45 from 5431296 to 6086656 tid 2 2024-09-13T00:13:40.279 INFO:tasks.rados.rados.0.smithi032.stdout:2918: writing smithi03267100-45 from 6086656 to 6635520 tid 3 2024-09-13T00:13:40.279 INFO:tasks.rados.rados.0.smithi032.stdout:2919: read oid 41 snap 251 2024-09-13T00:13:40.279 INFO:tasks.rados.rados.0.smithi032.stdout:2919: expect (ObjNum 769 snap 232 seq_num 769) 2024-09-13T00:13:40.279 INFO:tasks.rados.rados.0.smithi032.stdout:2920: copy_from oid 4 from oid 38 current snap is 280 2024-09-13T00:13:40.279 INFO:tasks.rados.rados.0.smithi032.stdout:2921: copy_from oid 19 from oid 22 current snap is 280 2024-09-13T00:13:40.280 INFO:tasks.rados.rados.0.smithi032.stdout:2922: rollback oid 43 current snap is 280 2024-09-13T00:13:40.280 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 212 2024-09-13T00:13:40.280 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 280 2024-09-13T00:13:40.280 INFO:tasks.rados.rados.0.smithi032.stdout:2923: seq_num 959 ranges {2351104=466944,2818048=540672,3358720=557056,3915776=106496} 2024-09-13T00:13:40.300 INFO:tasks.rados.rados.0.smithi032.stdout:2923: writing smithi03267100-34 from 2351104 to 2818048 tid 1 2024-09-13T00:13:40.304 INFO:tasks.rados.rados.0.smithi032.stdout:2923: writing smithi03267100-34 from 2818048 to 3358720 tid 2 2024-09-13T00:13:40.308 INFO:tasks.rados.rados.0.smithi032.stdout:2923: writing smithi03267100-34 from 3358720 to 3915776 tid 3 2024-09-13T00:13:40.309 INFO:tasks.rados.rados.0.smithi032.stdout:2923: writing smithi03267100-34 from 3915776 to 4022272 tid 4 2024-09-13T00:13:40.310 INFO:tasks.rados.rados.0.smithi032.stdout:2924: delete oid 25 current snap is 280 2024-09-13T00:13:40.310 INFO:tasks.rados.rados.0.smithi032.stdout:2920: finishing copy_from to smithi03267100-4 2024-09-13T00:13:40.310 INFO:tasks.rados.rados.0.smithi032.stdout:2920: got expected ENOENT (src dne) 2024-09-13T00:13:40.310 INFO:tasks.rados.rados.0.smithi032.stdout:2920: finishing copy_from racing read to smithi03267100-4 2024-09-13T00:13:40.310 INFO:tasks.rados.rados.0.smithi032.stdout:2918: finishing write tid 1 to smithi03267100-45 2024-09-13T00:13:40.310 INFO:tasks.rados.rados.0.smithi032.stdout:2922: finishing rollback tid 1 to smithi03267100-43 2024-09-13T00:13:40.310 INFO:tasks.rados.rados.0.smithi032.stdout:2918: finishing write tid 2 to smithi03267100-45 2024-09-13T00:13:40.310 INFO:tasks.rados.rados.0.smithi032.stdout:2922: finishing rollback tid 2 to smithi03267100-43 2024-09-13T00:13:40.310 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2140 (ObjNum 657 snap 194 seq_num 657) dirty exists 2024-09-13T00:13:40.310 INFO:tasks.rados.rados.0.smithi032.stdout:2918: finishing write tid 3 to smithi03267100-45 2024-09-13T00:13:40.310 INFO:tasks.rados.rados.0.smithi032.stdout:2918: finishing write tid 4 to smithi03267100-45 2024-09-13T00:13:40.310 INFO:tasks.rados.rados.0.smithi032.stdout:2918: finishing write tid 5 to smithi03267100-45 2024-09-13T00:13:40.310 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1764 (ObjNum 958 snap 280 seq_num 958) dirty exists 2024-09-13T00:13:40.310 INFO:tasks.rados.rados.0.smithi032.stdout:2918: left oid 45 (ObjNum 958 snap 280 seq_num 958) 2024-09-13T00:13:40.320 INFO:tasks.rados.rados.0.smithi032.stdout:2919: expect (ObjNum 769 snap 232 seq_num 769) 2024-09-13T00:13:40.462 INFO:tasks.rados.rados.0.smithi032.stdout:2923: finishing write tid 1 to smithi03267100-34 2024-09-13T00:13:40.463 INFO:tasks.rados.rados.0.smithi032.stdout:2923: finishing write tid 2 to smithi03267100-34 2024-09-13T00:13:40.463 INFO:tasks.rados.rados.0.smithi032.stdout:2923: finishing write tid 3 to smithi03267100-34 2024-09-13T00:13:40.463 INFO:tasks.rados.rados.0.smithi032.stdout:2923: finishing write tid 4 to smithi03267100-34 2024-09-13T00:13:40.463 INFO:tasks.rados.rados.0.smithi032.stdout:2923: finishing write tid 5 to smithi03267100-34 2024-09-13T00:13:40.463 INFO:tasks.rados.rados.0.smithi032.stdout:2921: finishing copy_from racing read to smithi03267100-19 2024-09-13T00:13:40.463 INFO:tasks.rados.rados.0.smithi032.stdout:2921: finishing copy_from to smithi03267100-19 2024-09-13T00:13:40.463 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2521 (ObjNum 948 snap 278 seq_num 948) dirty exists 2024-09-13T00:13:40.463 INFO:tasks.rados.rados.0.smithi032.stdout:2923: finishing write tid 6 to smithi03267100-34 2024-09-13T00:13:40.463 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 2547 (ObjNum 959 snap 280 seq_num 959) dirty exists 2024-09-13T00:13:40.463 INFO:tasks.rados.rados.0.smithi032.stdout:2923: left oid 34 (ObjNum 959 snap 280 seq_num 959) 2024-09-13T00:13:40.463 INFO:tasks.rados.rados.0.smithi032.stdout:2918: done (6 left) 2024-09-13T00:13:40.463 INFO:tasks.rados.rados.0.smithi032.stdout:2919: done (5 left) 2024-09-13T00:13:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:2920: done (4 left) 2024-09-13T00:13:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:2921: done (3 left) 2024-09-13T00:13:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:2922: done (2 left) 2024-09-13T00:13:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:2923: done (1 left) 2024-09-13T00:13:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:2924: done (0 left) 2024-09-13T00:13:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:2925: copy_from oid 23 from oid 9 current snap is 280 2024-09-13T00:13:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:2926: setattr oid 33 current snap is 280 2024-09-13T00:13:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:2927: rollback oid 36 current snap is 280 2024-09-13T00:13:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 230 2024-09-13T00:13:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:2928: rmattr oid 21 current snap is 280 2024-09-13T00:13:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:2928: done (3 left) 2024-09-13T00:13:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:2929: rollback oid 47 current snap is 280 2024-09-13T00:13:40.464 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 239 2024-09-13T00:13:40.465 INFO:tasks.rados.rados.0.smithi032.stdout:2930: copy_from oid 34 from oid 1 current snap is 280 2024-09-13T00:13:40.465 INFO:tasks.rados.rados.0.smithi032.stdout:2931: rollback oid 41 current snap is 280 2024-09-13T00:13:40.465 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 251 2024-09-13T00:13:40.465 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 280 2024-09-13T00:13:40.465 INFO:tasks.rados.rados.0.smithi032.stdout:2932: seq_num 961 ranges {10887168=499712,11386880=712704,12099584=491520} 2024-09-13T00:13:40.531 INFO:tasks.rados.rados.0.smithi032.stdout:2932: writing smithi03267100-24 from 10887168 to 11386880 tid 1 2024-09-13T00:13:40.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:40 smithi053 bash[67631]: cluster 2024-09-13T00:13:39.163450+0000 mgr.y (mgr.34107) 280 : cluster [DBG] pgmap v495: 121 pgs: 21 peering, 8 stale+active+clean, 92 active+clean; 662 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-09-13T00:13:40.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:40 smithi053 bash[67631]: cluster 2024-09-13T00:13:39.208719+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e616: 8 total, 7 up, 8 in 2024-09-13T00:13:40.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:40 smithi053 bash[67631]: cluster 2024-09-13T00:13:39.380537+0000 mon.a (mon.0) 939 : cluster [WRN] Health check failed: Reduced data availability: 6 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T00:13:40.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:40 smithi053 bash[67631]: audit 2024-09-13T00:13:40.140458+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:40.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:40 smithi053 bash[67631]: audit 2024-09-13T00:13:40.142435+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:13:40.535 INFO:tasks.rados.rados.0.smithi032.stdout:2932: writing smithi03267100-24 from 11386880 to 12099584 tid 2 2024-09-13T00:13:40.539 INFO:tasks.rados.rados.0.smithi032.stdout:2932: writing smithi03267100-24 from 12099584 to 12591104 tid 3 2024-09-13T00:13:40.539 INFO:tasks.rados.rados.0.smithi032.stdout:2933: read oid 28 snap 216 2024-09-13T00:13:40.540 INFO:tasks.rados.rados.0.smithi032.stdout:2933: expect (ObjNum 488 snap 145 seq_num 488) 2024-09-13T00:13:40.540 INFO:tasks.rados.rados.0.smithi032.stdout:2934: rmattr oid 21 current snap is 280 2024-09-13T00:13:40.540 INFO:tasks.rados.rados.0.smithi032.stdout:2929: finishing rollback tid 1 to smithi03267100-47 2024-09-13T00:13:40.540 INFO:tasks.rados.rados.0.smithi032.stdout:2925: finishing copy_from to smithi03267100-23 2024-09-13T00:13:40.540 INFO:tasks.rados.rados.0.smithi032.stdout:2925: got expected ENOENT (src dne) 2024-09-13T00:13:40.540 INFO:tasks.rados.rados.0.smithi032.stdout:2925: finishing copy_from racing read to smithi03267100-23 2024-09-13T00:13:40.540 INFO:tasks.rados.rados.0.smithi032.stdout:2929: finishing rollback tid 2 to smithi03267100-47 2024-09-13T00:13:40.540 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2523 (ObjNum 33 snap 0 seq_num 168049808) dirty exists 2024-09-13T00:13:40.540 INFO:tasks.rados.rados.0.smithi032.stdout:2930: finishing copy_from to smithi03267100-34 2024-09-13T00:13:40.540 INFO:tasks.rados.rados.0.smithi032.stdout:2930: got expected ENOENT (src dne) 2024-09-13T00:13:40.540 INFO:tasks.rados.rados.0.smithi032.stdout:2930: finishing copy_from racing read to smithi03267100-34 2024-09-13T00:13:40.540 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2300 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-13T00:13:40.541 INFO:tasks.rados.rados.0.smithi032.stdout:2927: finishing rollback tid 0 to smithi03267100-36 2024-09-13T00:13:40.541 INFO:tasks.rados.rados.0.smithi032.stdout:2931: finishing rollback tid 0 to smithi03267100-41 2024-09-13T00:13:40.541 INFO:tasks.rados.rados.0.smithi032.stdout:2931: finishing rollback tid 1 to smithi03267100-41 2024-09-13T00:13:40.541 INFO:tasks.rados.rados.0.smithi032.stdout:2925: done (8 left) 2024-09-13T00:13:40.541 INFO:tasks.rados.rados.0.smithi032.stdout:2926: done (7 left) 2024-09-13T00:13:40.541 INFO:tasks.rados.rados.0.smithi032.stdout:2929: done (6 left) 2024-09-13T00:13:40.541 INFO:tasks.rados.rados.0.smithi032.stdout:2930: done (5 left) 2024-09-13T00:13:40.541 INFO:tasks.rados.rados.0.smithi032.stdout:2935: delete oid 20 current snap is 280 2024-09-13T00:13:40.541 INFO:tasks.rados.rados.0.smithi032.stdout:2931: finishing rollback tid 2 to smithi03267100-41 2024-09-13T00:13:40.541 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2524 (ObjNum 769 snap 232 seq_num 769) dirty exists 2024-09-13T00:13:40.541 INFO:tasks.rados.rados.0.smithi032.stdout:2927: finishing rollback tid 1 to smithi03267100-36 2024-09-13T00:13:40.541 INFO:tasks.rados.rados.0.smithi032.stdout:2927: finishing rollback tid 2 to smithi03267100-36 2024-09-13T00:13:40.541 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2502 (ObjNum 759 snap 228 seq_num 759) dirty exists 2024-09-13T00:13:40.541 INFO:tasks.rados.rados.0.smithi032.stdout:2932: finishing write tid 1 to smithi03267100-24 2024-09-13T00:13:40.542 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 0 (ObjNum 921 snap 275 seq_num 921) dirty exists 2024-09-13T00:13:40.543 INFO:tasks.rados.rados.0.smithi032.stdout:2927: done (5 left) 2024-09-13T00:13:40.543 INFO:tasks.rados.rados.0.smithi032.stdout:2931: done (4 left) 2024-09-13T00:13:40.543 INFO:tasks.rados.rados.0.smithi032.stdout:2934: done (3 left) 2024-09-13T00:13:40.543 INFO:tasks.rados.rados.0.smithi032.stdout:2935: done (2 left) 2024-09-13T00:13:40.543 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 280 2024-09-13T00:13:40.543 INFO:tasks.rados.rados.0.smithi032.stdout:2936: seq_num 963 ranges {6635520=532480,7168000=475136,7643136=532480,8175616=196608} 2024-09-13T00:13:40.584 INFO:tasks.rados.rados.0.smithi032.stdout:2936: writing smithi03267100-45 from 6635520 to 7168000 tid 1 2024-09-13T00:13:40.587 INFO:tasks.rados.rados.0.smithi032.stdout:2936: writing smithi03267100-45 from 7168000 to 7643136 tid 2 2024-09-13T00:13:40.591 INFO:tasks.rados.rados.0.smithi032.stdout:2936: writing smithi03267100-45 from 7643136 to 8175616 tid 3 2024-09-13T00:13:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:2936: writing smithi03267100-45 from 8175616 to 8372224 tid 4 2024-09-13T00:13:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:2937: read oid 14 snap -1 2024-09-13T00:13:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:2937: expect (ObjNum 780 snap 238 seq_num 780) 2024-09-13T00:13:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:2938: read oid 21 snap -1 2024-09-13T00:13:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:2938: expect (ObjNum 921 snap 275 seq_num 921) 2024-09-13T00:13:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 280 2024-09-13T00:13:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:2939: seq_num 964 ranges {1982464=548864,2531328=761856,3293184=442368} 2024-09-13T00:13:40.608 INFO:tasks.rados.rados.0.smithi032.stdout:2939: writing smithi03267100-18 from 1982464 to 2531328 tid 1 2024-09-13T00:13:40.612 INFO:tasks.rados.rados.0.smithi032.stdout:2939: writing smithi03267100-18 from 2531328 to 3293184 tid 2 2024-09-13T00:13:40.617 INFO:tasks.rados.rados.0.smithi032.stdout:2939: writing smithi03267100-18 from 3293184 to 3735552 tid 3 2024-09-13T00:13:40.617 INFO:tasks.rados.rados.0.smithi032.stdout:2940: rollback oid 8 current snap is 280 2024-09-13T00:13:40.617 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 8 to 264 2024-09-13T00:13:40.617 INFO:tasks.rados.rados.0.smithi032.stdout:2932: finishing write tid 2 to smithi03267100-24 2024-09-13T00:13:40.617 INFO:tasks.rados.rados.0.smithi032.stdout:2932: finishing write tid 3 to smithi03267100-24 2024-09-13T00:13:40.617 INFO:tasks.rados.rados.0.smithi032.stdout:2932: finishing write tid 4 to smithi03267100-24 2024-09-13T00:13:40.617 INFO:tasks.rados.rados.0.smithi032.stdout:2932: finishing write tid 5 to smithi03267100-24 2024-09-13T00:13:40.617 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2304 (ObjNum 961 snap 280 seq_num 961) dirty exists 2024-09-13T00:13:40.617 INFO:tasks.rados.rados.0.smithi032.stdout:2932: left oid 24 (ObjNum 961 snap 280 seq_num 961) 2024-09-13T00:13:40.618 INFO:tasks.rados.rados.0.smithi032.stdout:2936: finishing write tid 1 to smithi03267100-45 2024-09-13T00:13:40.618 INFO:tasks.rados.rados.0.smithi032.stdout:2932: done (6 left) 2024-09-13T00:13:40.618 INFO:tasks.rados.rados.0.smithi032.stdout:2941: rollback oid 16 current snap is 280 2024-09-13T00:13:40.618 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 16 to 275 2024-09-13T00:13:40.618 INFO:tasks.rados.rados.0.smithi032.stdout:2936: finishing write tid 2 to smithi03267100-45 2024-09-13T00:13:40.618 INFO:tasks.rados.rados.0.smithi032.stdout:2936: finishing write tid 3 to smithi03267100-45 2024-09-13T00:13:40.618 INFO:tasks.rados.rados.0.smithi032.stdout:2936: finishing write tid 4 to smithi03267100-45 2024-09-13T00:13:40.618 INFO:tasks.rados.rados.0.smithi032.stdout:2936: finishing write tid 5 to smithi03267100-45 2024-09-13T00:13:40.618 INFO:tasks.rados.rados.0.smithi032.stdout:2936: finishing write tid 6 to smithi03267100-45 2024-09-13T00:13:40.618 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1769 (ObjNum 963 snap 280 seq_num 963) dirty exists 2024-09-13T00:13:40.618 INFO:tasks.rados.rados.0.smithi032.stdout:2936: left oid 45 (ObjNum 963 snap 280 seq_num 963) 2024-09-13T00:13:40.618 INFO:tasks.rados.rados.0.smithi032.stdout:2933: expect (ObjNum 488 snap 145 seq_num 488) 2024-09-13T00:13:40.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:40 smithi032 bash[76677]: cluster 2024-09-13T00:13:39.163450+0000 mgr.y (mgr.34107) 280 : cluster [DBG] pgmap v495: 121 pgs: 21 peering, 8 stale+active+clean, 92 active+clean; 662 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-09-13T00:13:40.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:40 smithi032 bash[76677]: cluster 2024-09-13T00:13:39.208719+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e616: 8 total, 7 up, 8 in 2024-09-13T00:13:40.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:40 smithi032 bash[76677]: cluster 2024-09-13T00:13:39.380537+0000 mon.a (mon.0) 939 : cluster [WRN] Health check failed: Reduced data availability: 6 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T00:13:40.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:40 smithi032 bash[76677]: audit 2024-09-13T00:13:40.140458+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:40.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:40 smithi032 bash[76677]: audit 2024-09-13T00:13:40.142435+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:13:40.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:40 smithi032 bash[75510]: cluster 2024-09-13T00:13:39.163450+0000 mgr.y (mgr.34107) 280 : cluster [DBG] pgmap v495: 121 pgs: 21 peering, 8 stale+active+clean, 92 active+clean; 662 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-09-13T00:13:40.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:40 smithi032 bash[75510]: cluster 2024-09-13T00:13:39.208719+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e616: 8 total, 7 up, 8 in 2024-09-13T00:13:40.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:40 smithi032 bash[75510]: cluster 2024-09-13T00:13:39.380537+0000 mon.a (mon.0) 939 : cluster [WRN] Health check failed: Reduced data availability: 6 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T00:13:40.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:40 smithi032 bash[75510]: audit 2024-09-13T00:13:40.140458+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:40.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:40 smithi032 bash[75510]: audit 2024-09-13T00:13:40.142435+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:13:41.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:41 smithi053 bash[67631]: cluster 2024-09-13T00:13:40.218896+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e617: 8 total, 7 up, 8 in 2024-09-13T00:13:41.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:41 smithi032 bash[75510]: cluster 2024-09-13T00:13:40.218896+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e617: 8 total, 7 up, 8 in 2024-09-13T00:13:41.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:41 smithi032 bash[76677]: cluster 2024-09-13T00:13:40.218896+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e617: 8 total, 7 up, 8 in 2024-09-13T00:13:41.734 INFO:tasks.rados.rados.0.smithi032.stdout:2937: expect (ObjNum 780 snap 238 seq_num 780) 2024-09-13T00:13:41.774 INFO:tasks.rados.rados.0.smithi032.stdout:2939: finishing write tid 1 to smithi03267100-18 2024-09-13T00:13:41.775 INFO:tasks.rados.rados.0.smithi032.stdout:2940: finishing rollback tid 0 to smithi03267100-8 2024-09-13T00:13:41.775 INFO:tasks.rados.rados.0.smithi032.stdout:2939: finishing write tid 2 to smithi03267100-18 2024-09-13T00:13:41.775 INFO:tasks.rados.rados.0.smithi032.stdout:2939: finishing write tid 3 to smithi03267100-18 2024-09-13T00:13:41.775 INFO:tasks.rados.rados.0.smithi032.stdout:2939: finishing write tid 4 to smithi03267100-18 2024-09-13T00:13:41.775 INFO:tasks.rados.rados.0.smithi032.stdout:2940: finishing rollback tid 1 to smithi03267100-8 2024-09-13T00:13:41.775 INFO:tasks.rados.rados.0.smithi032.stdout:2940: finishing rollback tid 2 to smithi03267100-8 2024-09-13T00:13:41.775 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2308 (ObjNum 868 snap 263 seq_num 868) dirty exists 2024-09-13T00:13:41.775 INFO:tasks.rados.rados.0.smithi032.stdout:2941: finishing rollback tid 0 to smithi03267100-16 2024-09-13T00:13:41.775 INFO:tasks.rados.rados.0.smithi032.stdout:2939: finishing write tid 5 to smithi03267100-18 2024-09-13T00:13:41.775 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2664 (ObjNum 964 snap 280 seq_num 964) dirty exists 2024-09-13T00:13:41.776 INFO:tasks.rados.rados.0.smithi032.stdout:2939: left oid 18 (ObjNum 964 snap 280 seq_num 964) 2024-09-13T00:13:41.776 INFO:tasks.rados.rados.0.smithi032.stdout:2941: finishing rollback tid 1 to smithi03267100-16 2024-09-13T00:13:41.776 INFO:tasks.rados.rados.0.smithi032.stdout:2941: finishing rollback tid 2 to smithi03267100-16 2024-09-13T00:13:41.776 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 2550 (ObjNum 898 snap 269 seq_num 898) dirty exists 2024-09-13T00:13:41.776 INFO:tasks.rados.rados.0.smithi032.stdout:2938: expect (ObjNum 921 snap 275 seq_num 921) 2024-09-13T00:13:42.033 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:41 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-13T00:13:42.033 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:41 smithi053 systemd[1]: Stopped Ceph osd.7 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:13:42.033 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:41 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:42.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:41 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:42.033 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:13:41 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:42.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:13:41 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:42.034 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:13:41 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:42.034 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:13:41 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:42.034 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:13:41 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:42.035 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:13:41 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:42.035 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:13:41 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:42.035 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:13:41 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:13:42.172 INFO:tasks.rados.rados.0.smithi032.stdout:2933: done (6 left) 2024-09-13T00:13:42.172 INFO:tasks.rados.rados.0.smithi032.stdout:2936: done (5 left) 2024-09-13T00:13:42.172 INFO:tasks.rados.rados.0.smithi032.stdout:2937: done (4 left) 2024-09-13T00:13:42.172 INFO:tasks.rados.rados.0.smithi032.stdout:2938: done (3 left) 2024-09-13T00:13:42.172 INFO:tasks.rados.rados.0.smithi032.stdout:2939: done (2 left) 2024-09-13T00:13:42.172 INFO:tasks.rados.rados.0.smithi032.stdout:2940: done (1 left) 2024-09-13T00:13:42.172 INFO:tasks.rados.rados.0.smithi032.stdout:2941: done (0 left) 2024-09-13T00:13:42.172 INFO:tasks.rados.rados.0.smithi032.stdout:2942: snap_create 2024-09-13T00:13:42.310 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:42 smithi053 systemd[1]: Started Ceph osd.7 for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:13:42.310 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:42 smithi053 bash[67631]: cluster 2024-09-13T00:13:41.164449+0000 mgr.y (mgr.34107) 281 : cluster [DBG] pgmap v498: 121 pgs: 2 active+undersized, 21 peering, 6 stale+active+clean, 3 active+undersized+degraded, 89 active+clean; 661 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 7 op/s; 22/1143 objects degraded (1.925%) 2024-09-13T00:13:42.310 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:42 smithi053 bash[67631]: cluster 2024-09-13T00:13:41.211882+0000 mon.a (mon.0) 943 : cluster [WRN] Health check failed: Degraded data redundancy: 22/1143 objects degraded (1.925%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:42.310 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:42 smithi053 bash[67631]: audit 2024-09-13T00:13:42.094367+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:42.310 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:42 smithi053 bash[67631]: audit 2024-09-13T00:13:42.105894+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:42.310 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:42 smithi053 bash[67631]: audit 2024-09-13T00:13:42.107968+0000 mon.a (mon.0) 946 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:13:42.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:13:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:13:42] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.43.0" 2024-09-13T00:13:42.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:42 smithi032 bash[75510]: cluster 2024-09-13T00:13:41.164449+0000 mgr.y (mgr.34107) 281 : cluster [DBG] pgmap v498: 121 pgs: 2 active+undersized, 21 peering, 6 stale+active+clean, 3 active+undersized+degraded, 89 active+clean; 661 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 7 op/s; 22/1143 objects degraded (1.925%) 2024-09-13T00:13:42.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:42 smithi032 bash[75510]: cluster 2024-09-13T00:13:41.211882+0000 mon.a (mon.0) 943 : cluster [WRN] Health check failed: Degraded data redundancy: 22/1143 objects degraded (1.925%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:42.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:42 smithi032 bash[75510]: audit 2024-09-13T00:13:42.094367+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:42.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:42 smithi032 bash[75510]: audit 2024-09-13T00:13:42.105894+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:42.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:42 smithi032 bash[75510]: audit 2024-09-13T00:13:42.107968+0000 mon.a (mon.0) 946 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:13:42.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:42 smithi032 bash[76677]: cluster 2024-09-13T00:13:41.164449+0000 mgr.y (mgr.34107) 281 : cluster [DBG] pgmap v498: 121 pgs: 2 active+undersized, 21 peering, 6 stale+active+clean, 3 active+undersized+degraded, 89 active+clean; 661 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 7 op/s; 22/1143 objects degraded (1.925%) 2024-09-13T00:13:42.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:42 smithi032 bash[76677]: cluster 2024-09-13T00:13:41.211882+0000 mon.a (mon.0) 943 : cluster [WRN] Health check failed: Degraded data redundancy: 22/1143 objects degraded (1.925%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:42.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:42 smithi032 bash[76677]: audit 2024-09-13T00:13:42.094367+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:42.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:42 smithi032 bash[76677]: audit 2024-09-13T00:13:42.105894+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:42.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:42 smithi032 bash[76677]: audit 2024-09-13T00:13:42.107968+0000 mon.a (mon.0) 946 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:13:42.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:13:42 smithi053 bash[60895]: ts=2024-09-13T00:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:13:43.108 INFO:tasks.rados.rados.0.smithi032.stdout:2942: done (0 left) 2024-09-13T00:13:43.108 INFO:tasks.rados.rados.0.smithi032.stdout:2943: read oid 15 snap -1 2024-09-13T00:13:43.108 INFO:tasks.rados.rados.0.smithi032.stdout:2943: expect (ObjNum 841 snap 255 seq_num 841) 2024-09-13T00:13:43.109 INFO:tasks.rados.rados.0.smithi032.stdout:2944: read oid 49 snap -1 2024-09-13T00:13:43.109 INFO:tasks.rados.rados.0.smithi032.stdout:2944: expect deleted 2024-09-13T00:13:43.109 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 281 2024-09-13T00:13:43.109 INFO:tasks.rados.rados.0.smithi032.stdout:2945: seq_num 965 ranges {5873664=565248,6438912=647168,7086080=548864,7634944=8192} 2024-09-13T00:13:43.176 INFO:tasks.rados.rados.0.smithi032.stdout:2945: writing smithi03267100-21 from 5873664 to 6438912 tid 1 2024-09-13T00:13:43.181 INFO:tasks.rados.rados.0.smithi032.stdout:2945: writing smithi03267100-21 from 6438912 to 7086080 tid 2 2024-09-13T00:13:43.186 INFO:tasks.rados.rados.0.smithi032.stdout:2945: writing smithi03267100-21 from 7086080 to 7634944 tid 3 2024-09-13T00:13:43.186 INFO:tasks.rados.rados.0.smithi032.stdout:2945: writing smithi03267100-21 from 7634944 to 7643136 tid 4 2024-09-13T00:13:43.186 INFO:tasks.rados.rados.0.smithi032.stdout:2946: copy_from oid 8 from oid 46 current snap is 281 2024-09-13T00:13:43.187 INFO:tasks.rados.rados.0.smithi032.stdout:2943: expect (ObjNum 841 snap 255 seq_num 841) 2024-09-13T00:13:43.456 INFO:tasks.rados.rados.0.smithi032.stdout:2945: finishing write tid 1 to smithi03267100-21 2024-09-13T00:13:43.456 INFO:tasks.rados.rados.0.smithi032.stdout:2945: finishing write tid 2 to smithi03267100-21 2024-09-13T00:13:43.456 INFO:tasks.rados.rados.0.smithi032.stdout:2945: finishing write tid 3 to smithi03267100-21 2024-09-13T00:13:43.456 INFO:tasks.rados.rados.0.smithi032.stdout:2945: finishing write tid 4 to smithi03267100-21 2024-09-13T00:13:43.456 INFO:tasks.rados.rados.0.smithi032.stdout:2945: finishing write tid 5 to smithi03267100-21 2024-09-13T00:13:43.456 INFO:tasks.rados.rados.0.smithi032.stdout:2945: finishing write tid 6 to smithi03267100-21 2024-09-13T00:13:43.456 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2508 (ObjNum 965 snap 281 seq_num 965) dirty exists 2024-09-13T00:13:43.456 INFO:tasks.rados.rados.0.smithi032.stdout:2945: left oid 21 (ObjNum 965 snap 281 seq_num 965) 2024-09-13T00:13:43.456 INFO:tasks.rados.rados.0.smithi032.stdout:2946: finishing copy_from racing read to smithi03267100-8 2024-09-13T00:13:43.456 INFO:tasks.rados.rados.0.smithi032.stdout:2946: finishing copy_from to smithi03267100-8 2024-09-13T00:13:43.456 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1736 (ObjNum 924 snap 276 seq_num 924) dirty exists 2024-09-13T00:13:43.457 INFO:tasks.rados.rados.0.smithi032.stdout:2943: done (3 left) 2024-09-13T00:13:43.457 INFO:tasks.rados.rados.0.smithi032.stdout:2944: done (2 left) 2024-09-13T00:13:43.457 INFO:tasks.rados.rados.0.smithi032.stdout:2945: done (1 left) 2024-09-13T00:13:43.457 INFO:tasks.rados.rados.0.smithi032.stdout:2946: done (0 left) 2024-09-13T00:13:43.457 INFO:tasks.rados.rados.0.smithi032.stdout:2947: copy_from oid 36 from oid 41 current snap is 281 2024-09-13T00:13:43.457 INFO:tasks.rados.rados.0.smithi032.stdout:2948: setattr oid 18 current snap is 281 2024-09-13T00:13:43.457 INFO:tasks.rados.rados.0.smithi032.stdout:2949: read oid 49 snap -1 2024-09-13T00:13:43.458 INFO:tasks.rados.rados.0.smithi032.stdout:2949: expect deleted 2024-09-13T00:13:43.458 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 281 2024-09-13T00:13:43.458 INFO:tasks.rados.rados.0.smithi032.stdout:2950: seq_num 966 ranges {0=581632,581632=581632,1163264=622592} 2024-09-13T00:13:43.465 INFO:tasks.rados.rados.0.smithi032.stdout:2950: writing smithi03267100-9 from 0 to 581632 tid 1 2024-09-13T00:13:43.471 INFO:tasks.rados.rados.0.smithi032.stdout:2950: writing smithi03267100-9 from 581632 to 1163264 tid 2 2024-09-13T00:13:43.479 INFO:tasks.rados.rados.0.smithi032.stdout:2950: writing smithi03267100-9 from 1163264 to 1785856 tid 3 2024-09-13T00:13:43.479 INFO:tasks.rados.rados.0.smithi032.stdout:2951: copy_from oid 8 from oid 24 current snap is 281 2024-09-13T00:13:43.479 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2666 (ObjNum 964 snap 280 seq_num 964) dirty exists 2024-09-13T00:13:43.479 INFO:tasks.rados.rados.0.smithi032.stdout:2950: finishing write tid 1 to smithi03267100-9 2024-09-13T00:13:43.479 INFO:tasks.rados.rados.0.smithi032.stdout:2950: finishing write tid 2 to smithi03267100-9 2024-09-13T00:13:43.479 INFO:tasks.rados.rados.0.smithi032.stdout:2948: done (4 left) 2024-09-13T00:13:43.479 INFO:tasks.rados.rados.0.smithi032.stdout:2949: done (3 left) 2024-09-13T00:13:43.479 INFO:tasks.rados.rados.0.smithi032.stdout:2952: read oid 4 snap -1 2024-09-13T00:13:43.479 INFO:tasks.rados.rados.0.smithi032.stdout:2952: expect (ObjNum 874 snap 266 seq_num 874) 2024-09-13T00:13:43.480 INFO:tasks.rados.rados.0.smithi032.stdout:2953: delete oid 23 current snap is 281 2024-09-13T00:13:43.482 INFO:tasks.rados.rados.0.smithi032.stdout:2947: finishing copy_from racing read to smithi03267100-36 2024-09-13T00:13:43.483 INFO:tasks.rados.rados.0.smithi032.stdout:2952: expect (ObjNum 874 snap 266 seq_num 874) 2024-09-13T00:13:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:2950: finishing write tid 3 to smithi03267100-9 2024-09-13T00:13:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:2950: finishing write tid 4 to smithi03267100-9 2024-09-13T00:13:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:2950: finishing write tid 5 to smithi03267100-9 2024-09-13T00:13:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2670 (ObjNum 966 snap 281 seq_num 966) dirty exists 2024-09-13T00:13:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:2950: left oid 9 (ObjNum 966 snap 281 seq_num 966) 2024-09-13T00:13:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:2947: finishing copy_from to smithi03267100-36 2024-09-13T00:13:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2524 (ObjNum 769 snap 232 seq_num 769) dirty exists 2024-09-13T00:13:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:2947: done (4 left) 2024-09-13T00:13:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:2950: done (3 left) 2024-09-13T00:13:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:2952: done (2 left) 2024-09-13T00:13:43.492 INFO:tasks.rados.rados.0.smithi032.stdout:2953: done (1 left) 2024-09-13T00:13:43.493 INFO:tasks.rados.rados.0.smithi032.stdout:2954: snap_create 2024-09-13T00:13:43.533 INFO:tasks.rados.rados.0.smithi032.stdout:2951: finishing copy_from racing read to smithi03267100-8 2024-09-13T00:13:43.535 INFO:tasks.rados.rados.0.smithi032.stdout:2951: finishing copy_from to smithi03267100-8 2024-09-13T00:13:43.535 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2304 (ObjNum 961 snap 280 seq_num 961) dirty exists 2024-09-13T00:13:44.033 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:43 smithi053 bash[83950]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T00:13:44.033 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:43 smithi053 bash[83950]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-13T00:13:44.033 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:43 smithi053 bash[83950]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-13T00:13:44.033 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:43 smithi053 bash[83950]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T00:13:44.033 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:43 smithi053 bash[83950]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-13T00:13:44.033 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:43 smithi053 bash[83950]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T00:13:44.033 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:43 smithi053 bash[83950]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-13T00:13:44.212 INFO:tasks.rados.rados.0.smithi032.stdout:2951: done (1 left) 2024-09-13T00:13:44.212 INFO:tasks.rados.rados.0.smithi032.stdout:2954: done (0 left) 2024-09-13T00:13:44.212 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 282 2024-09-13T00:13:44.212 INFO:tasks.rados.rados.0.smithi032.stdout:2955: seq_num 968 ranges {0=614400,614400=745472,1359872=458752} 2024-09-13T00:13:44.216 INFO:tasks.rados.rados.0.smithi032.stdout:2955: writing smithi03267100-42 from 0 to 614400 tid 1 2024-09-13T00:13:44.221 INFO:tasks.rados.rados.0.smithi032.stdout:2955: writing smithi03267100-42 from 614400 to 1359872 tid 2 2024-09-13T00:13:44.223 INFO:tasks.rados.rados.0.smithi032.stdout:2955: writing smithi03267100-42 from 1359872 to 1818624 tid 3 2024-09-13T00:13:44.223 INFO:tasks.rados.rados.0.smithi032.stdout:2956: read oid 13 snap -1 2024-09-13T00:13:44.224 INFO:tasks.rados.rados.0.smithi032.stdout:2956: expect (ObjNum 954 snap 279 seq_num 954) 2024-09-13T00:13:44.224 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 282 2024-09-13T00:13:44.224 INFO:tasks.rados.rados.0.smithi032.stdout:2957: seq_num 969 ranges {12591104=638976,13230080=630784,13860864=532480,14393344=40960} 2024-09-13T00:13:44.298 INFO:tasks.rados.rados.0.smithi032.stdout:2957: writing smithi03267100-24 from 12591104 to 13230080 tid 1 2024-09-13T00:13:44.301 INFO:tasks.rados.rados.0.smithi032.stdout:2957: writing smithi03267100-24 from 13230080 to 13860864 tid 2 2024-09-13T00:13:44.305 INFO:tasks.rados.rados.0.smithi032.stdout:2957: writing smithi03267100-24 from 13860864 to 14393344 tid 3 2024-09-13T00:13:44.305 INFO:tasks.rados.rados.0.smithi032.stdout:2957: writing smithi03267100-24 from 14393344 to 14434304 tid 4 2024-09-13T00:13:44.305 INFO:tasks.rados.rados.0.smithi032.stdout:2958: delete oid 45 current snap is 282 2024-09-13T00:13:44.306 INFO:tasks.rados.rados.0.smithi032.stdout:2955: finishing write tid 1 to smithi03267100-42 2024-09-13T00:13:44.306 INFO:tasks.rados.rados.0.smithi032.stdout:2955: finishing write tid 2 to smithi03267100-42 2024-09-13T00:13:44.306 INFO:tasks.rados.rados.0.smithi032.stdout:2955: finishing write tid 3 to smithi03267100-42 2024-09-13T00:13:44.306 INFO:tasks.rados.rados.0.smithi032.stdout:2955: finishing write tid 4 to smithi03267100-42 2024-09-13T00:13:44.306 INFO:tasks.rados.rados.0.smithi032.stdout:2955: finishing write tid 5 to smithi03267100-42 2024-09-13T00:13:44.306 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2366 (ObjNum 968 snap 282 seq_num 968) dirty exists 2024-09-13T00:13:44.306 INFO:tasks.rados.rados.0.smithi032.stdout:2955: left oid 42 (ObjNum 968 snap 282 seq_num 968) 2024-09-13T00:13:44.306 INFO:tasks.rados.rados.0.smithi032.stdout:2956: expect (ObjNum 954 snap 279 seq_num 954) 2024-09-13T00:13:44.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:44 smithi032 bash[75510]: cluster 2024-09-13T00:13:43.110186+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e618: 8 total, 7 up, 8 in 2024-09-13T00:13:44.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:44 smithi032 bash[75510]: cluster 2024-09-13T00:13:43.165430+0000 mgr.y (mgr.34107) 282 : cluster [DBG] pgmap v500: 121 pgs: 16 active+undersized, 21 peering, 7 active+undersized+degraded, 77 active+clean; 642 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s wr, 11 op/s; 28/1119 objects degraded (2.502%) 2024-09-13T00:13:44.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:44 smithi032 bash[75510]: cluster 2024-09-13T00:13:43.212778+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e619: 8 total, 7 up, 8 in 2024-09-13T00:13:44.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:44 smithi032 bash[76677]: cluster 2024-09-13T00:13:43.110186+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e618: 8 total, 7 up, 8 in 2024-09-13T00:13:44.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:44 smithi032 bash[76677]: cluster 2024-09-13T00:13:43.165430+0000 mgr.y (mgr.34107) 282 : cluster [DBG] pgmap v500: 121 pgs: 16 active+undersized, 21 peering, 7 active+undersized+degraded, 77 active+clean; 642 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s wr, 11 op/s; 28/1119 objects degraded (2.502%) 2024-09-13T00:13:44.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:44 smithi032 bash[76677]: cluster 2024-09-13T00:13:43.212778+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e619: 8 total, 7 up, 8 in 2024-09-13T00:13:44.467 INFO:tasks.rados.rados.0.smithi032.stdout:2957: finishing write tid 1 to smithi03267100-24 2024-09-13T00:13:44.467 INFO:tasks.rados.rados.0.smithi032.stdout:2957: finishing write tid 2 to smithi03267100-24 2024-09-13T00:13:44.467 INFO:tasks.rados.rados.0.smithi032.stdout:2957: finishing write tid 3 to smithi03267100-24 2024-09-13T00:13:44.467 INFO:tasks.rados.rados.0.smithi032.stdout:2957: finishing write tid 4 to smithi03267100-24 2024-09-13T00:13:44.467 INFO:tasks.rados.rados.0.smithi032.stdout:2957: finishing write tid 5 to smithi03267100-24 2024-09-13T00:13:44.467 INFO:tasks.rados.rados.0.smithi032.stdout:2957: finishing write tid 6 to smithi03267100-24 2024-09-13T00:13:44.467 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2309 (ObjNum 969 snap 282 seq_num 969) dirty exists 2024-09-13T00:13:44.468 INFO:tasks.rados.rados.0.smithi032.stdout:2957: left oid 24 (ObjNum 969 snap 282 seq_num 969) 2024-09-13T00:13:44.468 INFO:tasks.rados.rados.0.smithi032.stdout:2955: done (3 left) 2024-09-13T00:13:44.468 INFO:tasks.rados.rados.0.smithi032.stdout:2956: done (2 left) 2024-09-13T00:13:44.468 INFO:tasks.rados.rados.0.smithi032.stdout:2957: done (1 left) 2024-09-13T00:13:44.468 INFO:tasks.rados.rados.0.smithi032.stdout:2958: done (0 left) 2024-09-13T00:13:44.468 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 282 2024-09-13T00:13:44.468 INFO:tasks.rados.rados.0.smithi032.stdout:2959: seq_num 971 ranges {2547712=671744,3219456=802816,4022272=401408} 2024-09-13T00:13:44.485 INFO:tasks.rados.rados.0.smithi032.stdout:2959: writing smithi03267100-41 from 2547712 to 3219456 tid 1 2024-09-13T00:13:44.490 INFO:tasks.rados.rados.0.smithi032.stdout:2959: writing smithi03267100-41 from 3219456 to 4022272 tid 2 2024-09-13T00:13:44.492 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:44 smithi053 bash[67631]: cluster 2024-09-13T00:13:43.110186+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e618: 8 total, 7 up, 8 in 2024-09-13T00:13:44.492 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:44 smithi053 bash[67631]: cluster 2024-09-13T00:13:43.165430+0000 mgr.y (mgr.34107) 282 : cluster [DBG] pgmap v500: 121 pgs: 16 active+undersized, 21 peering, 7 active+undersized+degraded, 77 active+clean; 642 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s wr, 11 op/s; 28/1119 objects degraded (2.502%) 2024-09-13T00:13:44.493 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:44 smithi053 bash[67631]: cluster 2024-09-13T00:13:43.212778+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e619: 8 total, 7 up, 8 in 2024-09-13T00:13:44.493 INFO:tasks.rados.rados.0.smithi032.stdout:2959: writing smithi03267100-41 from 4022272 to 4423680 tid 3 2024-09-13T00:13:44.493 INFO:tasks.rados.rados.0.smithi032.stdout:2960: setattr oid 16 current snap is 282 2024-09-13T00:13:44.493 INFO:tasks.rados.rados.0.smithi032.stdout:2959: finishing write tid 1 to smithi03267100-41 2024-09-13T00:13:44.496 INFO:tasks.rados.rados.0.smithi032.stdout:2961: rollback oid 45 current snap is 282 2024-09-13T00:13:44.496 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 279 2024-09-13T00:13:44.497 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 282 2024-09-13T00:13:44.497 INFO:tasks.rados.rados.0.smithi032.stdout:2962: seq_num 972 ranges {0=688128,688128=688128,1376256=516096} 2024-09-13T00:13:44.501 INFO:tasks.rados.rados.0.smithi032.stdout:2962: writing smithi03267100-1 from 0 to 688128 tid 1 2024-09-13T00:13:44.505 INFO:tasks.rados.rados.0.smithi032.stdout:2962: writing smithi03267100-1 from 688128 to 1376256 tid 2 2024-09-13T00:13:44.510 INFO:tasks.rados.rados.0.smithi032.stdout:2962: writing smithi03267100-1 from 1376256 to 1892352 tid 3 2024-09-13T00:13:44.510 INFO:tasks.rados.rados.0.smithi032.stdout:2963: read oid 34 snap -1 2024-09-13T00:13:44.510 INFO:tasks.rados.rados.0.smithi032.stdout:2963: expect (ObjNum 959 snap 280 seq_num 959) 2024-09-13T00:13:44.510 INFO:tasks.rados.rados.0.smithi032.stdout:2964: rollback oid 24 current snap is 282 2024-09-13T00:13:44.510 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 24 to 212 2024-09-13T00:13:44.510 INFO:tasks.rados.rados.0.smithi032.stdout:2959: finishing write tid 2 to smithi03267100-41 2024-09-13T00:13:44.510 INFO:tasks.rados.rados.0.smithi032.stdout:2959: finishing write tid 3 to smithi03267100-41 2024-09-13T00:13:44.510 INFO:tasks.rados.rados.0.smithi032.stdout:2959: finishing write tid 4 to smithi03267100-41 2024-09-13T00:13:44.510 INFO:tasks.rados.rados.0.smithi032.stdout:2961: finishing rollback tid 1 to smithi03267100-45 2024-09-13T00:13:44.510 INFO:tasks.rados.rados.0.smithi032.stdout:2961: finishing rollback tid 2 to smithi03267100-45 2024-09-13T00:13:44.510 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1772 (ObjNum 956 snap 279 seq_num 956) dirty exists 2024-09-13T00:13:44.510 INFO:tasks.rados.rados.0.smithi032.stdout:2959: finishing write tid 5 to smithi03267100-41 2024-09-13T00:13:44.511 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2528 (ObjNum 971 snap 282 seq_num 971) dirty exists 2024-09-13T00:13:44.511 INFO:tasks.rados.rados.0.smithi032.stdout:2959: left oid 41 (ObjNum 971 snap 282 seq_num 971) 2024-09-13T00:13:44.511 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 2551 (ObjNum 898 snap 269 seq_num 898) dirty exists 2024-09-13T00:13:44.511 INFO:tasks.rados.rados.0.smithi032.stdout:2962: finishing write tid 1 to smithi03267100-1 2024-09-13T00:13:44.511 INFO:tasks.rados.rados.0.smithi032.stdout:2959: done (5 left) 2024-09-13T00:13:44.511 INFO:tasks.rados.rados.0.smithi032.stdout:2960: done (4 left) 2024-09-13T00:13:44.511 INFO:tasks.rados.rados.0.smithi032.stdout:2961: done (3 left) 2024-09-13T00:13:44.511 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 282 2024-09-13T00:13:44.511 INFO:tasks.rados.rados.0.smithi032.stdout:2965: seq_num 973 ranges {4374528=704512,5079040=573440,5652480=507904,6160384=122880} 2024-09-13T00:13:44.538 INFO:tasks.rados.rados.0.smithi032.stdout:2965: writing smithi03267100-50 from 4374528 to 5079040 tid 1 2024-09-13T00:13:44.541 INFO:tasks.rados.rados.0.smithi032.stdout:2965: writing smithi03267100-50 from 5079040 to 5652480 tid 2 2024-09-13T00:13:44.544 INFO:tasks.rados.rados.0.smithi032.stdout:2965: writing smithi03267100-50 from 5652480 to 6160384 tid 3 2024-09-13T00:13:44.545 INFO:tasks.rados.rados.0.smithi032.stdout:2965: writing smithi03267100-50 from 6160384 to 6283264 tid 4 2024-09-13T00:13:44.546 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 282 2024-09-13T00:13:44.546 INFO:tasks.rados.rados.0.smithi032.stdout:2962: finishing write tid 2 to smithi03267100-1 2024-09-13T00:13:44.546 INFO:tasks.rados.rados.0.smithi032.stdout:2964: finishing rollback tid 0 to smithi03267100-24 2024-09-13T00:13:44.546 INFO:tasks.rados.rados.0.smithi032.stdout:2962: finishing write tid 3 to smithi03267100-1 2024-09-13T00:13:44.546 INFO:tasks.rados.rados.0.smithi032.stdout:2962: finishing write tid 4 to smithi03267100-1 2024-09-13T00:13:44.546 INFO:tasks.rados.rados.0.smithi032.stdout:2964: finishing rollback tid 1 to smithi03267100-24 2024-09-13T00:13:44.546 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2311 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T00:13:44.546 INFO:tasks.rados.rados.0.smithi032.stdout:2962: finishing write tid 5 to smithi03267100-1 2024-09-13T00:13:44.546 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2529 (ObjNum 972 snap 282 seq_num 972) dirty exists 2024-09-13T00:13:44.546 INFO:tasks.rados.rados.0.smithi032.stdout:2962: left oid 1 (ObjNum 972 snap 282 seq_num 972) 2024-09-13T00:13:44.546 INFO:tasks.rados.rados.0.smithi032.stdout:2963: expect (ObjNum 959 snap 280 seq_num 959) 2024-09-13T00:13:44.737 INFO:tasks.rados.rados.0.smithi032.stdout:2965: finishing write tid 1 to smithi03267100-50 2024-09-13T00:13:44.737 INFO:tasks.rados.rados.0.smithi032.stdout:2965: finishing write tid 2 to smithi03267100-50 2024-09-13T00:13:44.738 INFO:tasks.rados.rados.0.smithi032.stdout:2965: finishing write tid 3 to smithi03267100-50 2024-09-13T00:13:44.738 INFO:tasks.rados.rados.0.smithi032.stdout:2965: finishing write tid 4 to smithi03267100-50 2024-09-13T00:13:44.738 INFO:tasks.rados.rados.0.smithi032.stdout:2965: finishing write tid 5 to smithi03267100-50 2024-09-13T00:13:44.738 INFO:tasks.rados.rados.0.smithi032.stdout:2965: finishing write tid 6 to smithi03267100-50 2024-09-13T00:13:44.738 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 846 (ObjNum 973 snap 282 seq_num 973) dirty exists 2024-09-13T00:13:44.738 INFO:tasks.rados.rados.0.smithi032.stdout:2965: left oid 50 (ObjNum 973 snap 282 seq_num 973) 2024-09-13T00:13:44.738 INFO:tasks.rados.rados.0.smithi032.stdout:2966: seq_num 974 ranges {3309568=720896,4030464=507904,4538368=671744,5210112=24576} 2024-09-13T00:13:44.760 INFO:tasks.rados.rados.0.smithi032.stdout:2966: writing smithi03267100-19 from 3309568 to 4030464 tid 1 2024-09-13T00:13:44.763 INFO:tasks.rados.rados.0.smithi032.stdout:2966: writing smithi03267100-19 from 4030464 to 4538368 tid 2 2024-09-13T00:13:44.767 INFO:tasks.rados.rados.0.smithi032.stdout:2966: writing smithi03267100-19 from 4538368 to 5210112 tid 3 2024-09-13T00:13:44.767 INFO:tasks.rados.rados.0.smithi032.stdout:2966: writing smithi03267100-19 from 5210112 to 5234688 tid 4 2024-09-13T00:13:44.767 INFO:tasks.rados.rados.0.smithi032.stdout:2962: done (4 left) 2024-09-13T00:13:44.767 INFO:tasks.rados.rados.0.smithi032.stdout:2963: done (3 left) 2024-09-13T00:13:44.767 INFO:tasks.rados.rados.0.smithi032.stdout:2964: done (2 left) 2024-09-13T00:13:44.767 INFO:tasks.rados.rados.0.smithi032.stdout:2965: done (1 left) 2024-09-13T00:13:44.767 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 282 2024-09-13T00:13:44.767 INFO:tasks.rados.rados.0.smithi032.stdout:2967: seq_num 975 ranges {2187264=737280,2924544=786432,3710976=417792} 2024-09-13T00:13:44.783 INFO:tasks.rados.rados.0.smithi032.stdout:2967: writing smithi03267100-35 from 2187264 to 2924544 tid 1 2024-09-13T00:13:44.788 INFO:tasks.rados.rados.0.smithi032.stdout:2967: writing smithi03267100-35 from 2924544 to 3710976 tid 2 2024-09-13T00:13:44.791 INFO:tasks.rados.rados.0.smithi032.stdout:2967: writing smithi03267100-35 from 3710976 to 4128768 tid 3 2024-09-13T00:13:44.791 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 282 2024-09-13T00:13:44.791 INFO:tasks.rados.rados.0.smithi032.stdout:2968: seq_num 976 ranges {4022272=753664,4775936=671744,5447680=532480} 2024-09-13T00:13:44.817 INFO:tasks.rados.rados.0.smithi032.stdout:2968: writing smithi03267100-34 from 4022272 to 4775936 tid 1 2024-09-13T00:13:44.821 INFO:tasks.rados.rados.0.smithi032.stdout:2968: writing smithi03267100-34 from 4775936 to 5447680 tid 2 2024-09-13T00:13:44.824 INFO:tasks.rados.rados.0.smithi032.stdout:2968: writing smithi03267100-34 from 5447680 to 5980160 tid 3 2024-09-13T00:13:44.824 INFO:tasks.rados.rados.0.smithi032.stdout:2969: snap_remove snap 251 2024-09-13T00:13:45.226 INFO:tasks.rados.rados.0.smithi032.stdout:2969: done (3 left) 2024-09-13T00:13:45.226 INFO:tasks.rados.rados.0.smithi032.stdout:2970: read oid 49 snap -1 2024-09-13T00:13:45.226 INFO:tasks.rados.rados.0.smithi032.stdout:2970: expect deleted 2024-09-13T00:13:45.226 INFO:tasks.rados.rados.0.smithi032.stdout:2971: snap_create 2024-09-13T00:13:45.226 INFO:tasks.rados.rados.0.smithi032.stdout:2966: finishing write tid 1 to smithi03267100-19 2024-09-13T00:13:45.226 INFO:tasks.rados.rados.0.smithi032.stdout:2966: finishing write tid 2 to smithi03267100-19 2024-09-13T00:13:45.227 INFO:tasks.rados.rados.0.smithi032.stdout:2966: finishing write tid 3 to smithi03267100-19 2024-09-13T00:13:45.227 INFO:tasks.rados.rados.0.smithi032.stdout:2966: finishing write tid 4 to smithi03267100-19 2024-09-13T00:13:45.227 INFO:tasks.rados.rados.0.smithi032.stdout:2966: finishing write tid 5 to smithi03267100-19 2024-09-13T00:13:45.227 INFO:tasks.rados.rados.0.smithi032.stdout:2966: finishing write tid 6 to smithi03267100-19 2024-09-13T00:13:45.227 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2528 (ObjNum 974 snap 282 seq_num 974) dirty exists 2024-09-13T00:13:45.227 INFO:tasks.rados.rados.0.smithi032.stdout:2966: left oid 19 (ObjNum 974 snap 282 seq_num 974) 2024-09-13T00:13:45.227 INFO:tasks.rados.rados.0.smithi032.stdout:2967: finishing write tid 1 to smithi03267100-35 2024-09-13T00:13:45.227 INFO:tasks.rados.rados.0.smithi032.stdout:2967: finishing write tid 2 to smithi03267100-35 2024-09-13T00:13:45.227 INFO:tasks.rados.rados.0.smithi032.stdout:2967: finishing write tid 3 to smithi03267100-35 2024-09-13T00:13:45.227 INFO:tasks.rados.rados.0.smithi032.stdout:2967: finishing write tid 4 to smithi03267100-35 2024-09-13T00:13:45.228 INFO:tasks.rados.rados.0.smithi032.stdout:2967: finishing write tid 5 to smithi03267100-35 2024-09-13T00:13:45.228 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1776 (ObjNum 975 snap 282 seq_num 975) dirty exists 2024-09-13T00:13:45.228 INFO:tasks.rados.rados.0.smithi032.stdout:2967: left oid 35 (ObjNum 975 snap 282 seq_num 975) 2024-09-13T00:13:45.228 INFO:tasks.rados.rados.0.smithi032.stdout:2968: finishing write tid 1 to smithi03267100-34 2024-09-13T00:13:45.228 INFO:tasks.rados.rados.0.smithi032.stdout:2968: finishing write tid 2 to smithi03267100-34 2024-09-13T00:13:45.228 INFO:tasks.rados.rados.0.smithi032.stdout:2968: finishing write tid 3 to smithi03267100-34 2024-09-13T00:13:45.228 INFO:tasks.rados.rados.0.smithi032.stdout:2968: finishing write tid 4 to smithi03267100-34 2024-09-13T00:13:45.228 INFO:tasks.rados.rados.0.smithi032.stdout:2968: finishing write tid 5 to smithi03267100-34 2024-09-13T00:13:45.228 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 2555 (ObjNum 976 snap 282 seq_num 976) dirty exists 2024-09-13T00:13:45.229 INFO:tasks.rados.rados.0.smithi032.stdout:2968: left oid 34 (ObjNum 976 snap 282 seq_num 976) 2024-09-13T00:13:45.475 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:45 smithi053 bash[67631]: cluster 2024-09-13T00:13:44.211818+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e620: 8 total, 7 up, 8 in 2024-09-13T00:13:45.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:45 smithi032 bash[75510]: cluster 2024-09-13T00:13:44.211818+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e620: 8 total, 7 up, 8 in 2024-09-13T00:13:45.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:45 smithi032 bash[76677]: cluster 2024-09-13T00:13:44.211818+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e620: 8 total, 7 up, 8 in 2024-09-13T00:13:45.783 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:45 smithi053 bash[84176]: debug 2024-09-13T00:13:45.565+0000 7f902ffe2640 1 -- 172.21.15.53:0/3130931474 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5638a507d1e0 con 0x5638a5df8000 2024-09-13T00:13:46.224 INFO:tasks.rados.rados.0.smithi032.stdout:2966: done (4 left) 2024-09-13T00:13:46.224 INFO:tasks.rados.rados.0.smithi032.stdout:2967: done (3 left) 2024-09-13T00:13:46.224 INFO:tasks.rados.rados.0.smithi032.stdout:2968: done (2 left) 2024-09-13T00:13:46.224 INFO:tasks.rados.rados.0.smithi032.stdout:2970: done (1 left) 2024-09-13T00:13:46.224 INFO:tasks.rados.rados.0.smithi032.stdout:2971: done (0 left) 2024-09-13T00:13:46.225 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 283 2024-09-13T00:13:46.225 INFO:tasks.rados.rados.0.smithi032.stdout:2972: seq_num 977 ranges {3735552=770048,4505600=557056,5062656=491520,5554176=155648} 2024-09-13T00:13:46.250 INFO:tasks.rados.rados.0.smithi032.stdout:2972: writing smithi03267100-18 from 3735552 to 4505600 tid 1 2024-09-13T00:13:46.253 INFO:tasks.rados.rados.0.smithi032.stdout:2972: writing smithi03267100-18 from 4505600 to 5062656 tid 2 2024-09-13T00:13:46.255 INFO:tasks.rados.rados.0.smithi032.stdout:2972: writing smithi03267100-18 from 5062656 to 5554176 tid 3 2024-09-13T00:13:46.256 INFO:tasks.rados.rados.0.smithi032.stdout:2972: writing smithi03267100-18 from 5554176 to 5709824 tid 4 2024-09-13T00:13:46.257 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 283 2024-09-13T00:13:46.257 INFO:tasks.rados.rados.0.smithi032.stdout:2973: seq_num 978 ranges {1900544=786432,2686976=442368,3129344=647168,3776512=114688} 2024-09-13T00:13:46.272 INFO:tasks.rados.rados.0.smithi032.stdout:2973: writing smithi03267100-5 from 1900544 to 2686976 tid 1 2024-09-13T00:13:46.275 INFO:tasks.rados.rados.0.smithi032.stdout:2973: writing smithi03267100-5 from 2686976 to 3129344 tid 2 2024-09-13T00:13:46.279 INFO:tasks.rados.rados.0.smithi032.stdout:2973: writing smithi03267100-5 from 3129344 to 3776512 tid 3 2024-09-13T00:13:46.279 INFO:tasks.rados.rados.0.smithi032.stdout:2973: writing smithi03267100-5 from 3776512 to 3891200 tid 4 2024-09-13T00:13:46.279 INFO:tasks.rados.rados.0.smithi032.stdout:2974: delete oid 35 current snap is 283 2024-09-13T00:13:46.280 INFO:tasks.rados.rados.0.smithi032.stdout:2972: finishing write tid 1 to smithi03267100-18 2024-09-13T00:13:46.280 INFO:tasks.rados.rados.0.smithi032.stdout:2972: finishing write tid 2 to smithi03267100-18 2024-09-13T00:13:46.280 INFO:tasks.rados.rados.0.smithi032.stdout:2972: finishing write tid 3 to smithi03267100-18 2024-09-13T00:13:46.280 INFO:tasks.rados.rados.0.smithi032.stdout:2972: finishing write tid 4 to smithi03267100-18 2024-09-13T00:13:46.280 INFO:tasks.rados.rados.0.smithi032.stdout:2972: finishing write tid 5 to smithi03267100-18 2024-09-13T00:13:46.285 INFO:tasks.rados.rados.0.smithi032.stdout:2972: finishing write tid 6 to smithi03267100-18 2024-09-13T00:13:46.285 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2688 (ObjNum 977 snap 283 seq_num 977) dirty exists 2024-09-13T00:13:46.285 INFO:tasks.rados.rados.0.smithi032.stdout:2972: left oid 18 (ObjNum 977 snap 283 seq_num 977) 2024-09-13T00:13:46.286 INFO:tasks.rados.rados.0.smithi032.stdout:2972: done (2 left) 2024-09-13T00:13:46.286 INFO:tasks.rados.rados.0.smithi032.stdout:2974: done (1 left) 2024-09-13T00:13:46.286 INFO:tasks.rados.rados.0.smithi032.stdout:2975: delete oid 33 current snap is 283 2024-09-13T00:13:46.293 INFO:tasks.rados.rados.0.smithi032.stdout:2973: finishing write tid 1 to smithi03267100-5 2024-09-13T00:13:46.293 INFO:tasks.rados.rados.0.smithi032.stdout:2973: finishing write tid 2 to smithi03267100-5 2024-09-13T00:13:46.294 INFO:tasks.rados.rados.0.smithi032.stdout:2975: done (1 left) 2024-09-13T00:13:46.294 INFO:tasks.rados.rados.0.smithi032.stdout:2976: snap_create 2024-09-13T00:13:46.298 INFO:tasks.rados.rados.0.smithi032.stdout:2973: finishing write tid 3 to smithi03267100-5 2024-09-13T00:13:46.298 INFO:tasks.rados.rados.0.smithi032.stdout:2973: finishing write tid 4 to smithi03267100-5 2024-09-13T00:13:46.299 INFO:tasks.rados.rados.0.smithi032.stdout:2973: finishing write tid 5 to smithi03267100-5 2024-09-13T00:13:46.302 INFO:tasks.rados.rados.0.smithi032.stdout:2973: finishing write tid 6 to smithi03267100-5 2024-09-13T00:13:46.303 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2315 (ObjNum 978 snap 283 seq_num 978) dirty exists 2024-09-13T00:13:46.303 INFO:tasks.rados.rados.0.smithi032.stdout:2973: left oid 5 (ObjNum 978 snap 283 seq_num 978) 2024-09-13T00:13:46.532 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:46 smithi053 bash[84176]: debug 2024-09-13T00:13:46.109+0000 7f9032848640 -1 Falling back to public interface 2024-09-13T00:13:46.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:46 smithi053 bash[67631]: cluster 2024-09-13T00:13:45.166354+0000 mgr.y (mgr.34107) 283 : cluster [DBG] pgmap v503: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 665 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.8 MiB/s wr, 32 op/s; 119/1158 objects degraded (10.276%) 2024-09-13T00:13:46.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:46 smithi053 bash[67631]: cluster 2024-09-13T00:13:45.204890+0000 mon.a (mon.0) 950 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 6 pgs peering) 2024-09-13T00:13:46.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:46 smithi053 bash[67631]: cluster 2024-09-13T00:13:45.226156+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e621: 8 total, 7 up, 8 in 2024-09-13T00:13:46.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:46 smithi032 bash[75510]: cluster 2024-09-13T00:13:45.166354+0000 mgr.y (mgr.34107) 283 : cluster [DBG] pgmap v503: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 665 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.8 MiB/s wr, 32 op/s; 119/1158 objects degraded (10.276%) 2024-09-13T00:13:46.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:46 smithi032 bash[75510]: cluster 2024-09-13T00:13:45.204890+0000 mon.a (mon.0) 950 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 6 pgs peering) 2024-09-13T00:13:46.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:46 smithi032 bash[75510]: cluster 2024-09-13T00:13:45.226156+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e621: 8 total, 7 up, 8 in 2024-09-13T00:13:46.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:46 smithi032 bash[76677]: cluster 2024-09-13T00:13:45.166354+0000 mgr.y (mgr.34107) 283 : cluster [DBG] pgmap v503: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 665 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.8 MiB/s wr, 32 op/s; 119/1158 objects degraded (10.276%) 2024-09-13T00:13:46.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:46 smithi032 bash[76677]: cluster 2024-09-13T00:13:45.204890+0000 mon.a (mon.0) 950 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 6 pgs peering) 2024-09-13T00:13:46.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:46 smithi032 bash[76677]: cluster 2024-09-13T00:13:45.226156+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e621: 8 total, 7 up, 8 in 2024-09-13T00:13:47.250 INFO:tasks.rados.rados.0.smithi032.stdout:2973: done (1 left) 2024-09-13T00:13:47.250 INFO:tasks.rados.rados.0.smithi032.stdout:2976: done (0 left) 2024-09-13T00:13:47.250 INFO:tasks.rados.rados.0.smithi032.stdout:2977: copy_from oid 23 from oid 22 current snap is 284 2024-09-13T00:13:47.250 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 284 2024-09-13T00:13:47.250 INFO:tasks.rados.rados.0.smithi032.stdout:2978: seq_num 981 ranges {0=434176,434176=540672,974848=466944,1441792=524288,1966080=73728} 2024-09-13T00:13:47.253 INFO:tasks.rados.rados.0.smithi032.stdout:2978: writing smithi03267100-33 from 0 to 434176 tid 1 2024-09-13T00:13:47.258 INFO:tasks.rados.rados.0.smithi032.stdout:2978: writing smithi03267100-33 from 434176 to 974848 tid 2 2024-09-13T00:13:47.263 INFO:tasks.rados.rados.0.smithi032.stdout:2978: writing smithi03267100-33 from 974848 to 1441792 tid 3 2024-09-13T00:13:47.267 INFO:tasks.rados.rados.0.smithi032.stdout:2978: writing smithi03267100-33 from 1441792 to 1966080 tid 4 2024-09-13T00:13:47.268 INFO:tasks.rados.rados.0.smithi032.stdout:2978: writing smithi03267100-33 from 1966080 to 2039808 tid 5 2024-09-13T00:13:47.268 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 284 2024-09-13T00:13:47.268 INFO:tasks.rados.rados.0.smithi032.stdout:2979: seq_num 982 ranges {2850816=450560,3301376=425984,3727360=679936,4407296=466944,4874240=32768} 2024-09-13T00:13:47.292 INFO:tasks.rados.rados.0.smithi032.stdout:2979: writing smithi03267100-13 from 2850816 to 3301376 tid 1 2024-09-13T00:13:47.295 INFO:tasks.rados.rados.0.smithi032.stdout:2979: writing smithi03267100-13 from 3301376 to 3727360 tid 2 2024-09-13T00:13:47.301 INFO:tasks.rados.rados.0.smithi032.stdout:2979: writing smithi03267100-13 from 3727360 to 4407296 tid 3 2024-09-13T00:13:47.305 INFO:tasks.rados.rados.0.smithi032.stdout:2979: writing smithi03267100-13 from 4407296 to 4874240 tid 4 2024-09-13T00:13:47.306 INFO:tasks.rados.rados.0.smithi032.stdout:2979: writing smithi03267100-13 from 4874240 to 4907008 tid 5 2024-09-13T00:13:47.306 INFO:tasks.rados.rados.0.smithi032.stdout:2980: rmattr oid 16 current snap is 284 2024-09-13T00:13:47.306 INFO:tasks.rados.rados.0.smithi032.stdout:2978: finishing write tid 1 to smithi03267100-33 2024-09-13T00:13:47.306 INFO:tasks.rados.rados.0.smithi032.stdout:2978: finishing write tid 2 to smithi03267100-33 2024-09-13T00:13:47.306 INFO:tasks.rados.rados.0.smithi032.stdout:2978: finishing write tid 3 to smithi03267100-33 2024-09-13T00:13:47.306 INFO:tasks.rados.rados.0.smithi032.stdout:2978: finishing write tid 4 to smithi03267100-33 2024-09-13T00:13:47.307 INFO:tasks.rados.rados.0.smithi032.stdout:2978: finishing write tid 5 to smithi03267100-33 2024-09-13T00:13:47.307 INFO:tasks.rados.rados.0.smithi032.stdout:2978: finishing write tid 6 to smithi03267100-33 2024-09-13T00:13:47.307 INFO:tasks.rados.rados.0.smithi032.stdout:2978: finishing write tid 7 to smithi03267100-33 2024-09-13T00:13:47.307 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2318 (ObjNum 981 snap 284 seq_num 981) dirty exists 2024-09-13T00:13:47.307 INFO:tasks.rados.rados.0.smithi032.stdout:2978: left oid 33 (ObjNum 981 snap 284 seq_num 981) 2024-09-13T00:13:47.307 INFO:tasks.rados.rados.0.smithi032.stdout:2977: finishing copy_from racing read to smithi03267100-23 2024-09-13T00:13:47.307 INFO:tasks.rados.rados.0.smithi032.stdout:2977: finishing copy_from to smithi03267100-23 2024-09-13T00:13:47.307 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 2521 (ObjNum 948 snap 278 seq_num 948) dirty exists 2024-09-13T00:13:47.307 INFO:tasks.rados.rados.0.smithi032.stdout:2979: finishing write tid 1 to smithi03267100-13 2024-09-13T00:13:47.307 INFO:tasks.rados.rados.0.smithi032.stdout:2979: finishing write tid 2 to smithi03267100-13 2024-09-13T00:13:47.307 INFO:tasks.rados.rados.0.smithi032.stdout:2977: done (3 left) 2024-09-13T00:13:47.307 INFO:tasks.rados.rados.0.smithi032.stdout:2978: done (2 left) 2024-09-13T00:13:47.307 INFO:tasks.rados.rados.0.smithi032.stdout:2981: snap_create 2024-09-13T00:13:47.312 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 2556 (ObjNum 898 snap 269 seq_num 898) dirty exists 2024-09-13T00:13:47.313 INFO:tasks.rados.rados.0.smithi032.stdout:2979: finishing write tid 3 to smithi03267100-13 2024-09-13T00:13:47.314 INFO:tasks.rados.rados.0.smithi032.stdout:2979: finishing write tid 4 to smithi03267100-13 2024-09-13T00:13:47.316 INFO:tasks.rados.rados.0.smithi032.stdout:2979: finishing write tid 5 to smithi03267100-13 2024-09-13T00:13:47.316 INFO:tasks.rados.rados.0.smithi032.stdout:2979: finishing write tid 6 to smithi03267100-13 2024-09-13T00:13:47.319 INFO:tasks.rados.rados.0.smithi032.stdout:2979: finishing write tid 7 to smithi03267100-13 2024-09-13T00:13:47.319 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2695 (ObjNum 982 snap 284 seq_num 982) dirty exists 2024-09-13T00:13:47.319 INFO:tasks.rados.rados.0.smithi032.stdout:2979: left oid 13 (ObjNum 982 snap 284 seq_num 982) 2024-09-13T00:13:47.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:47 smithi053 bash[67631]: cluster 2024-09-13T00:13:46.226242+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e622: 8 total, 7 up, 8 in 2024-09-13T00:13:47.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:47 smithi032 bash[75510]: cluster 2024-09-13T00:13:46.226242+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e622: 8 total, 7 up, 8 in 2024-09-13T00:13:47.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:47 smithi032 bash[76677]: cluster 2024-09-13T00:13:46.226242+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e622: 8 total, 7 up, 8 in 2024-09-13T00:13:48.210 INFO:tasks.rados.rados.0.smithi032.stdout:2979: done (2 left) 2024-09-13T00:13:48.210 INFO:tasks.rados.rados.0.smithi032.stdout:2980: done (1 left) 2024-09-13T00:13:48.210 INFO:tasks.rados.rados.0.smithi032.stdout:2981: done (0 left) 2024-09-13T00:13:48.210 INFO:tasks.rados.rados.0.smithi032.stdout:2982: delete oid 7 current snap is 285 2024-09-13T00:13:48.216 INFO:tasks.rados.rados.0.smithi032.stdout:2982: done (0 left) 2024-09-13T00:13:48.216 INFO:tasks.rados.rados.0.smithi032.stdout:2983: snap_remove snap 254 2024-09-13T00:13:48.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:48 smithi053 bash[67631]: cluster 2024-09-13T00:13:47.167392+0000 mgr.y (mgr.34107) 284 : cluster [DBG] pgmap v506: 121 pgs: 1 active+clean+snaptrim, 32 active+undersized, 12 active+undersized+degraded, 76 active+clean; 668 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.5 MiB/s wr, 32 op/s; 120/1167 objects degraded (10.283%) 2024-09-13T00:13:48.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:48 smithi053 bash[67631]: cluster 2024-09-13T00:13:47.229847+0000 mon.a (mon.0) 953 : cluster [WRN] Health check update: Degraded data redundancy: 120/1167 objects degraded (10.283%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:48.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:48 smithi053 bash[67631]: cluster 2024-09-13T00:13:47.251823+0000 mon.a (mon.0) 954 : cluster [DBG] osdmap e623: 8 total, 7 up, 8 in 2024-09-13T00:13:48.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:48 smithi053 bash[67631]: cluster 2024-09-13T00:13:48.212277+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e624: 8 total, 7 up, 8 in 2024-09-13T00:13:48.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:48 smithi032 bash[75510]: cluster 2024-09-13T00:13:47.167392+0000 mgr.y (mgr.34107) 284 : cluster [DBG] pgmap v506: 121 pgs: 1 active+clean+snaptrim, 32 active+undersized, 12 active+undersized+degraded, 76 active+clean; 668 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.5 MiB/s wr, 32 op/s; 120/1167 objects degraded (10.283%) 2024-09-13T00:13:48.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:48 smithi032 bash[75510]: cluster 2024-09-13T00:13:47.229847+0000 mon.a (mon.0) 953 : cluster [WRN] Health check update: Degraded data redundancy: 120/1167 objects degraded (10.283%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:48.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:48 smithi032 bash[75510]: cluster 2024-09-13T00:13:47.251823+0000 mon.a (mon.0) 954 : cluster [DBG] osdmap e623: 8 total, 7 up, 8 in 2024-09-13T00:13:48.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:48 smithi032 bash[75510]: cluster 2024-09-13T00:13:48.212277+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e624: 8 total, 7 up, 8 in 2024-09-13T00:13:48.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:48 smithi032 bash[76677]: cluster 2024-09-13T00:13:47.167392+0000 mgr.y (mgr.34107) 284 : cluster [DBG] pgmap v506: 121 pgs: 1 active+clean+snaptrim, 32 active+undersized, 12 active+undersized+degraded, 76 active+clean; 668 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.5 MiB/s wr, 32 op/s; 120/1167 objects degraded (10.283%) 2024-09-13T00:13:48.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:48 smithi032 bash[76677]: cluster 2024-09-13T00:13:47.229847+0000 mon.a (mon.0) 953 : cluster [WRN] Health check update: Degraded data redundancy: 120/1167 objects degraded (10.283%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:48.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:48 smithi032 bash[76677]: cluster 2024-09-13T00:13:47.251823+0000 mon.a (mon.0) 954 : cluster [DBG] osdmap e623: 8 total, 7 up, 8 in 2024-09-13T00:13:48.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:48 smithi032 bash[76677]: cluster 2024-09-13T00:13:48.212277+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e624: 8 total, 7 up, 8 in 2024-09-13T00:13:49.217 INFO:tasks.rados.rados.0.smithi032.stdout:2983: done (0 left) 2024-09-13T00:13:49.217 INFO:tasks.rados.rados.0.smithi032.stdout:2984: read oid 20 snap -1 2024-09-13T00:13:49.217 INFO:tasks.rados.rados.0.smithi032.stdout:2984: expect deleted 2024-09-13T00:13:49.217 INFO:tasks.rados.rados.0.smithi032.stdout:2985: read oid 12 snap -1 2024-09-13T00:13:49.217 INFO:tasks.rados.rados.0.smithi032.stdout:2985: expect (ObjNum 951 snap 279 seq_num 951) 2024-09-13T00:13:49.217 INFO:tasks.rados.rados.0.smithi032.stdout:2986: read oid 6 snap -1 2024-09-13T00:13:49.217 INFO:tasks.rados.rados.0.smithi032.stdout:2986: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:13:49.217 INFO:tasks.rados.rados.0.smithi032.stdout:2987: rollback oid 26 current snap is 285 2024-09-13T00:13:49.217 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 256 2024-09-13T00:13:49.218 INFO:tasks.rados.rados.0.smithi032.stdout:2988: setattr oid 25 current snap is 285 2024-09-13T00:13:49.222 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 285 2024-09-13T00:13:49.222 INFO:tasks.rados.rados.0.smithi032.stdout:2989: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2024-09-13T00:13:49.228 INFO:tasks.rados.rados.0.smithi032.stdout:2989: writing smithi03267100-24 from 0 to 483328 tid 1 2024-09-13T00:13:49.236 INFO:tasks.rados.rados.0.smithi032.stdout:2989: writing smithi03267100-24 from 483328 to 1081344 tid 2 2024-09-13T00:13:49.244 INFO:tasks.rados.rados.0.smithi032.stdout:2989: writing smithi03267100-24 from 1081344 to 1728512 tid 3 2024-09-13T00:13:49.249 INFO:tasks.rados.rados.0.smithi032.stdout:2989: writing smithi03267100-24 from 1728512 to 2088960 tid 4 2024-09-13T00:13:49.249 INFO:tasks.rados.rados.0.smithi032.stdout:2990: read oid 44 snap -1 2024-09-13T00:13:49.249 INFO:tasks.rados.rados.0.smithi032.stdout:2990: expect deleted 2024-09-13T00:13:49.249 INFO:tasks.rados.rados.0.smithi032.stdout:2991: copy_from oid 8 from oid 7 current snap is 285 2024-09-13T00:13:49.250 INFO:tasks.rados.rados.0.smithi032.stdout:2987: finishing rollback tid 0 to smithi03267100-26 2024-09-13T00:13:49.250 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2310 (ObjNum 129 snap 0 seq_num 168603840) dirty exists 2024-09-13T00:13:49.250 INFO:tasks.rados.rados.0.smithi032.stdout:2984: done (7 left) 2024-09-13T00:13:49.250 INFO:tasks.rados.rados.0.smithi032.stdout:2988: done (6 left) 2024-09-13T00:13:49.250 INFO:tasks.rados.rados.0.smithi032.stdout:2992: read oid 22 snap -1 2024-09-13T00:13:49.250 INFO:tasks.rados.rados.0.smithi032.stdout:2992: expect (ObjNum 948 snap 278 seq_num 948) 2024-09-13T00:13:49.251 INFO:tasks.rados.rados.0.smithi032.stdout:2993: read oid 48 snap 280 2024-09-13T00:13:49.251 INFO:tasks.rados.rados.0.smithi032.stdout:2993: expect (ObjNum 885 snap 268 seq_num 885) 2024-09-13T00:13:49.251 INFO:tasks.rados.rados.0.smithi032.stdout:2994: setattr oid 32 current snap is 285 2024-09-13T00:13:49.253 INFO:tasks.rados.rados.0.smithi032.stdout:2990: done (8 left) 2024-09-13T00:13:49.253 INFO:tasks.rados.rados.0.smithi032.stdout:2995: snap_remove snap 230 2024-09-13T00:13:50.217 INFO:tasks.rados.rados.0.smithi032.stdout:2987: finishing rollback tid 1 to smithi03267100-26 2024-09-13T00:13:50.217 INFO:tasks.rados.rados.0.smithi032.stdout:2987: finishing rollback tid 2 to smithi03267100-26 2024-09-13T00:13:50.217 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2703 (ObjNum 807 snap 247 seq_num 807) dirty exists 2024-09-13T00:13:50.217 INFO:tasks.rados.rados.0.smithi032.stdout:2991: finishing copy_from to smithi03267100-8 2024-09-13T00:13:50.217 INFO:tasks.rados.rados.0.smithi032.stdout:2991: got expected ENOENT (src dne) 2024-09-13T00:13:50.217 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 2709 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-13T00:13:50.217 INFO:tasks.rados.rados.0.smithi032.stdout:2991: finishing copy_from racing read to smithi03267100-8 2024-09-13T00:13:50.217 INFO:tasks.rados.rados.0.smithi032.stdout:2985: expect (ObjNum 951 snap 279 seq_num 951) 2024-09-13T00:13:50.258 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:50 smithi053 bash[84176]: debug 2024-09-13T00:13:50.101+0000 7f9032848640 -1 osd.7 614 log_to_monitors true 2024-09-13T00:13:50.258 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:49 smithi053 bash[67631]: audit 2024-09-13T00:13:48.986897+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:50.258 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:49 smithi053 bash[67631]: audit 2024-09-13T00:13:48.997605+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:50.259 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:49 smithi053 bash[67631]: cluster 2024-09-13T00:13:49.168650+0000 mgr.y (mgr.34107) 285 : cluster [DBG] pgmap v509: 121 pgs: 1 active+clean+snaptrim, 32 active+undersized, 12 active+undersized+degraded, 76 active+clean; 705 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 10 MiB/s wr, 39 op/s; 124/1200 objects degraded (10.333%) 2024-09-13T00:13:50.259 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:49 smithi053 bash[67631]: cluster 2024-09-13T00:13:49.214588+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e625: 8 total, 7 up, 8 in 2024-09-13T00:13:50.259 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:49 smithi053 bash[67631]: audit 2024-09-13T00:13:49.779838+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:50.259 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:49 smithi053 bash[67631]: audit 2024-09-13T00:13:49.790688+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:50.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:49 smithi032 bash[75510]: audit 2024-09-13T00:13:48.986897+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:50.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:49 smithi032 bash[75510]: audit 2024-09-13T00:13:48.997605+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:50.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:49 smithi032 bash[75510]: cluster 2024-09-13T00:13:49.168650+0000 mgr.y (mgr.34107) 285 : cluster [DBG] pgmap v509: 121 pgs: 1 active+clean+snaptrim, 32 active+undersized, 12 active+undersized+degraded, 76 active+clean; 705 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 10 MiB/s wr, 39 op/s; 124/1200 objects degraded (10.333%) 2024-09-13T00:13:50.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:49 smithi032 bash[75510]: cluster 2024-09-13T00:13:49.214588+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e625: 8 total, 7 up, 8 in 2024-09-13T00:13:50.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:49 smithi032 bash[75510]: audit 2024-09-13T00:13:49.779838+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:50.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:49 smithi032 bash[75510]: audit 2024-09-13T00:13:49.790688+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:49 smithi032 bash[76677]: audit 2024-09-13T00:13:48.986897+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:49 smithi032 bash[76677]: audit 2024-09-13T00:13:48.997605+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:50.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:49 smithi032 bash[76677]: cluster 2024-09-13T00:13:49.168650+0000 mgr.y (mgr.34107) 285 : cluster [DBG] pgmap v509: 121 pgs: 1 active+clean+snaptrim, 32 active+undersized, 12 active+undersized+degraded, 76 active+clean; 705 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 10 MiB/s wr, 39 op/s; 124/1200 objects degraded (10.333%) 2024-09-13T00:13:50.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:49 smithi032 bash[76677]: cluster 2024-09-13T00:13:49.214588+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e625: 8 total, 7 up, 8 in 2024-09-13T00:13:50.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:49 smithi032 bash[76677]: audit 2024-09-13T00:13:49.779838+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:50.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:49 smithi032 bash[76677]: audit 2024-09-13T00:13:49.790688+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:50.532 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:13:50 smithi053 bash[84176]: debug 2024-09-13T00:13:50.257+0000 7f902a5f2640 -1 osd.7 614 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T00:13:50.552 INFO:tasks.rados.rados.0.smithi032.stdout:2989: finishing write tid 1 to smithi03267100-24 2024-09-13T00:13:50.552 INFO:tasks.rados.rados.0.smithi032.stdout:2989: finishing write tid 2 to smithi03267100-24 2024-09-13T00:13:50.553 INFO:tasks.rados.rados.0.smithi032.stdout:2989: finishing write tid 3 to smithi03267100-24 2024-09-13T00:13:50.553 INFO:tasks.rados.rados.0.smithi032.stdout:2989: finishing write tid 4 to smithi03267100-24 2024-09-13T00:13:50.553 INFO:tasks.rados.rados.0.smithi032.stdout:2989: finishing write tid 5 to smithi03267100-24 2024-09-13T00:13:50.553 INFO:tasks.rados.rados.0.smithi032.stdout:2993: expect (ObjNum 885 snap 268 seq_num 885) 2024-09-13T00:13:50.630 INFO:tasks.rados.rados.0.smithi032.stdout:2989: finishing write tid 6 to smithi03267100-24 2024-09-13T00:13:50.630 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2323 (ObjNum 984 snap 285 seq_num 984) dirty exists 2024-09-13T00:13:50.630 INFO:tasks.rados.rados.0.smithi032.stdout:2989: left oid 24 (ObjNum 984 snap 285 seq_num 984) 2024-09-13T00:13:50.631 INFO:tasks.rados.rados.0.smithi032.stdout:2986: expect (ObjNum 548 snap 162 seq_num 548) 2024-09-13T00:13:50.748 INFO:tasks.rados.rados.0.smithi032.stdout:2992: expect (ObjNum 948 snap 278 seq_num 948) 2024-09-13T00:13:50.883 INFO:tasks.rados.rados.0.smithi032.stdout:2985: done (8 left) 2024-09-13T00:13:50.883 INFO:tasks.rados.rados.0.smithi032.stdout:2986: done (7 left) 2024-09-13T00:13:50.883 INFO:tasks.rados.rados.0.smithi032.stdout:2987: done (6 left) 2024-09-13T00:13:50.883 INFO:tasks.rados.rados.0.smithi032.stdout:2989: done (5 left) 2024-09-13T00:13:50.883 INFO:tasks.rados.rados.0.smithi032.stdout:2991: done (4 left) 2024-09-13T00:13:50.883 INFO:tasks.rados.rados.0.smithi032.stdout:2992: done (3 left) 2024-09-13T00:13:50.883 INFO:tasks.rados.rados.0.smithi032.stdout:2993: done (2 left) 2024-09-13T00:13:50.883 INFO:tasks.rados.rados.0.smithi032.stdout:2994: done (1 left) 2024-09-13T00:13:50.883 INFO:tasks.rados.rados.0.smithi032.stdout:2995: done (0 left) 2024-09-13T00:13:50.883 INFO:tasks.rados.rados.0.smithi032.stdout:2996: snap_remove snap 243 2024-09-13T00:13:51.227 INFO:tasks.rados.rados.0.smithi032.stdout:2996: done (0 left) 2024-09-13T00:13:51.227 INFO:tasks.rados.rados.0.smithi032.stdout:2997: delete oid 45 current snap is 285 2024-09-13T00:13:51.266 INFO:tasks.rados.rados.0.smithi032.stdout:2997: done (0 left) 2024-09-13T00:13:51.266 INFO:tasks.rados.rados.0.smithi032.stdout:2998: copy_from oid 42 from oid 20 current snap is 285 2024-09-13T00:13:51.266 INFO:tasks.rados.rados.0.smithi032.stdout:2999: snap_create 2024-09-13T00:13:51.282 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:50 smithi053 bash[67631]: audit 2024-09-13T00:13:50.111757+0000 mon.a (mon.0) 961 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T00:13:51.282 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:50 smithi053 bash[67631]: audit 2024-09-13T00:13:50.112504+0000 mon.b (mon.1) 9 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/1869774842,v1:172.21.15.53:6825/1869774842]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T00:13:51.282 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:50 smithi053 bash[67631]: audit 2024-09-13T00:13:50.218890+0000 mon.a (mon.0) 962 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T00:13:51.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:50 smithi053 bash[67631]: cluster 2024-09-13T00:13:50.219078+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e626: 8 total, 7 up, 8 in 2024-09-13T00:13:51.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:50 smithi053 bash[67631]: audit 2024-09-13T00:13:50.221464+0000 mon.b (mon.1) 10 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/1869774842,v1:172.21.15.53:6825/1869774842]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:13:51.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:50 smithi053 bash[67631]: audit 2024-09-13T00:13:50.221637+0000 mon.a (mon.0) 964 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:13:51.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:50 smithi053 bash[67631]: audit 2024-09-13T00:13:50.374236+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:51.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:50 smithi032 bash[75510]: audit 2024-09-13T00:13:50.111757+0000 mon.a (mon.0) 961 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T00:13:51.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:50 smithi032 bash[75510]: audit 2024-09-13T00:13:50.112504+0000 mon.b (mon.1) 9 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/1869774842,v1:172.21.15.53:6825/1869774842]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T00:13:51.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:50 smithi032 bash[75510]: audit 2024-09-13T00:13:50.218890+0000 mon.a (mon.0) 962 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T00:13:51.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:50 smithi032 bash[75510]: cluster 2024-09-13T00:13:50.219078+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e626: 8 total, 7 up, 8 in 2024-09-13T00:13:51.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:50 smithi032 bash[75510]: audit 2024-09-13T00:13:50.221464+0000 mon.b (mon.1) 10 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/1869774842,v1:172.21.15.53:6825/1869774842]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:13:51.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:50 smithi032 bash[75510]: audit 2024-09-13T00:13:50.221637+0000 mon.a (mon.0) 964 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:13:51.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:50 smithi032 bash[75510]: audit 2024-09-13T00:13:50.374236+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:51.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:50 smithi032 bash[76677]: audit 2024-09-13T00:13:50.111757+0000 mon.a (mon.0) 961 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T00:13:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:50 smithi032 bash[76677]: audit 2024-09-13T00:13:50.112504+0000 mon.b (mon.1) 9 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/1869774842,v1:172.21.15.53:6825/1869774842]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T00:13:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:50 smithi032 bash[76677]: audit 2024-09-13T00:13:50.218890+0000 mon.a (mon.0) 962 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T00:13:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:50 smithi032 bash[76677]: cluster 2024-09-13T00:13:50.219078+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e626: 8 total, 7 up, 8 in 2024-09-13T00:13:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:50 smithi032 bash[76677]: audit 2024-09-13T00:13:50.221464+0000 mon.b (mon.1) 10 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/1869774842,v1:172.21.15.53:6825/1869774842]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:13:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:50 smithi032 bash[76677]: audit 2024-09-13T00:13:50.221637+0000 mon.a (mon.0) 964 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-13T00:13:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:50 smithi032 bash[76677]: audit 2024-09-13T00:13:50.374236+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:52.226 INFO:tasks.rados.rados.0.smithi032.stdout:2999: done (1 left) 2024-09-13T00:13:52.227 INFO:tasks.rados.rados.0.smithi032.stdout:3000: delete oid 12 current snap is 286 2024-09-13T00:13:52.246 INFO:tasks.rados.rados.0.smithi032.stdout:3000: done (1 left) 2024-09-13T00:13:52.247 INFO:tasks.rados.rados.0.smithi032.stdout:3001: read oid 22 snap 275 2024-09-13T00:13:52.247 INFO:tasks.rados.rados.0.smithi032.stdout:3001: expect (ObjNum 865 snap 262 seq_num 865) 2024-09-13T00:13:52.247 INFO:tasks.rados.rados.0.smithi032.stdout:3002: read oid 43 snap -1 2024-09-13T00:13:52.247 INFO:tasks.rados.rados.0.smithi032.stdout:3002: expect (ObjNum 657 snap 194 seq_num 657) 2024-09-13T00:13:52.247 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 286 2024-09-13T00:13:52.247 INFO:tasks.rados.rados.0.smithi032.stdout:3003: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2024-09-13T00:13:52.258 INFO:tasks.rados.rados.0.smithi032.stdout:3003: writing smithi03267100-12 from 0 to 532480 tid 1 2024-09-13T00:13:52.273 INFO:tasks.rados.rados.0.smithi032.stdout:3003: writing smithi03267100-12 from 532480 to 1179648 tid 2 2024-09-13T00:13:52.281 INFO:tasks.rados.rados.0.smithi032.stdout:3003: writing smithi03267100-12 from 1179648 to 1597440 tid 3 2024-09-13T00:13:52.282 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:52 smithi053 bash[67631]: cluster 2024-09-13T00:13:51.169605+0000 mgr.y (mgr.34107) 286 : cluster [DBG] pgmap v512: 121 pgs: 1 active+clean+snaptrim, 32 active+undersized, 12 active+undersized+degraded, 76 active+clean; 705 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.4 MiB/s wr, 41 op/s; 124/1200 objects degraded (10.333%) 2024-09-13T00:13:52.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:52 smithi053 bash[67631]: cluster 2024-09-13T00:13:51.212420+0000 mon.a (mon.0) 966 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:13:52.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:52 smithi053 bash[67631]: cluster 2024-09-13T00:13:51.222943+0000 mon.a (mon.0) 967 : cluster [INF] osd.7 [v2:172.21.15.53:6824/1869774842,v1:172.21.15.53:6825/1869774842] boot 2024-09-13T00:13:52.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:52 smithi053 bash[67631]: cluster 2024-09-13T00:13:51.223109+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2024-09-13T00:13:52.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:52 smithi053 bash[67631]: audit 2024-09-13T00:13:51.228671+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T00:13:52.285 INFO:tasks.rados.rados.0.smithi032.stdout:3003: writing smithi03267100-12 from 1597440 to 2007040 tid 4 2024-09-13T00:13:52.287 INFO:tasks.rados.rados.0.smithi032.stdout:3003: writing smithi03267100-12 from 2007040 to 2138112 tid 5 2024-09-13T00:13:52.287 INFO:tasks.rados.rados.0.smithi032.stdout:3004: snap_remove snap 284 2024-09-13T00:13:52.322 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:52 smithi032 bash[75510]: cluster 2024-09-13T00:13:51.169605+0000 mgr.y (mgr.34107) 286 : cluster [DBG] pgmap v512: 121 pgs: 1 active+clean+snaptrim, 32 active+undersized, 12 active+undersized+degraded, 76 active+clean; 705 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.4 MiB/s wr, 41 op/s; 124/1200 objects degraded (10.333%) 2024-09-13T00:13:52.322 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:52 smithi032 bash[75510]: cluster 2024-09-13T00:13:51.212420+0000 mon.a (mon.0) 966 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:13:52.322 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:52 smithi032 bash[75510]: cluster 2024-09-13T00:13:51.222943+0000 mon.a (mon.0) 967 : cluster [INF] osd.7 [v2:172.21.15.53:6824/1869774842,v1:172.21.15.53:6825/1869774842] boot 2024-09-13T00:13:52.322 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:52 smithi032 bash[75510]: cluster 2024-09-13T00:13:51.223109+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2024-09-13T00:13:52.322 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:52 smithi032 bash[75510]: audit 2024-09-13T00:13:51.228671+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T00:13:52.322 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:52 smithi032 bash[76677]: cluster 2024-09-13T00:13:51.169605+0000 mgr.y (mgr.34107) 286 : cluster [DBG] pgmap v512: 121 pgs: 1 active+clean+snaptrim, 32 active+undersized, 12 active+undersized+degraded, 76 active+clean; 705 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.4 MiB/s wr, 41 op/s; 124/1200 objects degraded (10.333%) 2024-09-13T00:13:52.322 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:52 smithi032 bash[76677]: cluster 2024-09-13T00:13:51.212420+0000 mon.a (mon.0) 966 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T00:13:52.322 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:52 smithi032 bash[76677]: cluster 2024-09-13T00:13:51.222943+0000 mon.a (mon.0) 967 : cluster [INF] osd.7 [v2:172.21.15.53:6824/1869774842,v1:172.21.15.53:6825/1869774842] boot 2024-09-13T00:13:52.322 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:52 smithi032 bash[76677]: cluster 2024-09-13T00:13:51.223109+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2024-09-13T00:13:52.322 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:52 smithi032 bash[76677]: audit 2024-09-13T00:13:51.228671+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T00:13:52.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:13:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:13:52] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.43.0" 2024-09-13T00:13:52.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:13:52 smithi053 bash[60895]: ts=2024-09-13T00:13:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:13:53.228 INFO:tasks.rados.rados.0.smithi032.stdout:3004: done (4 left) 2024-09-13T00:13:53.229 INFO:tasks.rados.rados.0.smithi032.stdout:3005: read oid 49 snap -1 2024-09-13T00:13:53.229 INFO:tasks.rados.rados.0.smithi032.stdout:3005: expect deleted 2024-09-13T00:13:53.229 INFO:tasks.rados.rados.0.smithi032.stdout:3006: rollback oid 47 current snap is 286 2024-09-13T00:13:53.229 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 261 2024-09-13T00:13:53.229 INFO:tasks.rados.rados.0.smithi032.stdout:3001: expect (ObjNum 865 snap 262 seq_num 865) 2024-09-13T00:13:53.255 INFO:tasks.rados.rados.0.smithi032.stdout:3002: expect (ObjNum 657 snap 194 seq_num 657) 2024-09-13T00:13:53.296 INFO:tasks.rados.rados.0.smithi032.stdout:2998: finishing copy_from to smithi03267100-42 2024-09-13T00:13:53.296 INFO:tasks.rados.rados.0.smithi032.stdout:2998: got expected ENOENT (src dne) 2024-09-13T00:13:53.296 INFO:tasks.rados.rados.0.smithi032.stdout:2998: finishing copy_from racing read to smithi03267100-42 2024-09-13T00:13:53.296 INFO:tasks.rados.rados.0.smithi032.stdout:2998: done (5 left) 2024-09-13T00:13:53.296 INFO:tasks.rados.rados.0.smithi032.stdout:3001: done (4 left) 2024-09-13T00:13:53.298 INFO:tasks.rados.rados.0.smithi032.stdout:3002: done (3 left) 2024-09-13T00:13:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:3007: snap_create 2024-09-13T00:13:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:3003: finishing write tid 1 to smithi03267100-12 2024-09-13T00:13:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:3003: finishing write tid 2 to smithi03267100-12 2024-09-13T00:13:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:3003: finishing write tid 3 to smithi03267100-12 2024-09-13T00:13:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:3003: finishing write tid 4 to smithi03267100-12 2024-09-13T00:13:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:3003: finishing write tid 5 to smithi03267100-12 2024-09-13T00:13:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:3003: finishing write tid 6 to smithi03267100-12 2024-09-13T00:13:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:3003: finishing write tid 7 to smithi03267100-12 2024-09-13T00:13:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2563 (ObjNum 987 snap 286 seq_num 987) dirty exists 2024-09-13T00:13:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:3003: left oid 12 (ObjNum 987 snap 286 seq_num 987) 2024-09-13T00:13:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:3006: finishing rollback tid 0 to smithi03267100-47 2024-09-13T00:13:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:3006: finishing rollback tid 1 to smithi03267100-47 2024-09-13T00:13:53.299 INFO:tasks.rados.rados.0.smithi032.stdout:3006: finishing rollback tid 2 to smithi03267100-47 2024-09-13T00:13:53.300 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2531 (ObjNum 863 snap 260 seq_num 863) dirty exists 2024-09-13T00:13:53.420 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:13:53.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:53 smithi053 bash[67631]: cluster 2024-09-13T00:13:52.225018+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2024-09-13T00:13:53.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:53 smithi053 bash[67631]: cluster 2024-09-13T00:13:53.203979+0000 mon.a (mon.0) 971 : cluster [WRN] Health check update: Degraded data redundancy: 124/1200 objects degraded (10.333%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:53.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:53 smithi032 bash[76677]: cluster 2024-09-13T00:13:52.225018+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2024-09-13T00:13:53.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:53 smithi032 bash[76677]: cluster 2024-09-13T00:13:53.203979+0000 mon.a (mon.0) 971 : cluster [WRN] Health check update: Degraded data redundancy: 124/1200 objects degraded (10.333%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:53 smithi032 bash[75510]: cluster 2024-09-13T00:13:52.225018+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2024-09-13T00:13:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:53 smithi032 bash[75510]: cluster 2024-09-13T00:13:53.203979+0000 mon.a (mon.0) 971 : cluster [WRN] Health check update: Degraded data redundancy: 124/1200 objects degraded (10.333%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T00:13:53.720 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:13:53.721 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7m) 2m ago 14m 13.4M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:13:53.721 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (7m) 4s ago 13m 74.4M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:13:53.721 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (15m) 2m ago 15m 17.0M - 17.2.7-1627-gbbdadfa3 214985049bdb 9acb2e4fb065 2024-09-13T00:13:53.721 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (15m) 4s ago 15m 20.3M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:13:53.721 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (6m) 4s ago 23m 426M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:13:53.721 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7m) 2m ago 25m 487M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:13:53.721 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6m) 2m ago 25m 56.3M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:13:53.721 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (5m) 4s ago 23m 47.4M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:13:53.721 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5m) 2m ago 23m 43.9M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:13:53.721 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7m) 2m ago 14m 8143k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:13:53.722 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (7m) 4s ago 14m 8036k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:13:53.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3m) 2m ago 22m 360M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e a4f5d6d727f8 2024-09-13T00:13:53.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3m) 2m ago 21m 427M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 953c3952f855 2024-09-13T00:13:53.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2m) 2m ago 20m 371M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 49cc31a24edc 2024-09-13T00:13:53.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2m) 2m ago 19m - 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 662cbd030bbe 2024-09-13T00:13:53.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (111s) 4s ago 18m 335M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 78e01b7bbadc 2024-09-13T00:13:53.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (82s) 4s ago 17m 473M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 2900232c845c 2024-09-13T00:13:53.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (53s) 4s ago 17m 162M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 94ea5bcab139 2024-09-13T00:13:53.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (9s) 4s ago 16m - 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 3877b4d27e6c 2024-09-13T00:13:53.722 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (6m) 4s ago 14m 57.9M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:13:54.081 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:13:54.081 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:13:54.081 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:13:54.081 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:13:54.081 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:13:54.081 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:13:54.081 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:13:54.081 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:13:54.081 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-13T00:13:54.081 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:13:54.081 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:13:54.081 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T00:13:54.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:13:54.082 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:13:54.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2, 2024-09-13T00:13:54.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 13 2024-09-13T00:13:54.082 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:13:54.082 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:13:54.238 INFO:tasks.rados.rados.0.smithi032.stdout:3003: done (3 left) 2024-09-13T00:13:54.238 INFO:tasks.rados.rados.0.smithi032.stdout:3005: done (2 left) 2024-09-13T00:13:54.238 INFO:tasks.rados.rados.0.smithi032.stdout:3006: done (1 left) 2024-09-13T00:13:54.238 INFO:tasks.rados.rados.0.smithi032.stdout:3007: done (0 left) 2024-09-13T00:13:54.238 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 287 2024-09-13T00:13:54.238 INFO:tasks.rados.rados.0.smithi032.stdout:3008: seq_num 988 ranges {245760=557056,802816=532480,1335296=622592,1957888=450560} 2024-09-13T00:13:54.242 INFO:tasks.rados.rados.0.smithi032.stdout:3008: writing smithi03267100-4 from 245760 to 802816 tid 1 2024-09-13T00:13:54.245 INFO:tasks.rados.rados.0.smithi032.stdout:3008: writing smithi03267100-4 from 802816 to 1335296 tid 2 2024-09-13T00:13:54.249 INFO:tasks.rados.rados.0.smithi032.stdout:3008: writing smithi03267100-4 from 1335296 to 1957888 tid 3 2024-09-13T00:13:54.252 INFO:tasks.rados.rados.0.smithi032.stdout:3008: writing smithi03267100-4 from 1957888 to 2408448 tid 4 2024-09-13T00:13:54.252 INFO:tasks.rados.rados.0.smithi032.stdout:3009: copy_from oid 17 from oid 13 current snap is 287 2024-09-13T00:13:54.252 INFO:tasks.rados.rados.0.smithi032.stdout:3010: snap_remove snap 275 2024-09-13T00:13:54.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:54 smithi053 bash[67631]: cluster 2024-09-13T00:13:53.170474+0000 mgr.y (mgr.34107) 287 : cluster [DBG] pgmap v515: 121 pgs: 5 peering, 1 active+clean+snaptrim, 22 active+undersized, 10 active+undersized+degraded, 83 active+clean; 701 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 11 op/s; 121/1188 objects degraded (10.185%) 2024-09-13T00:13:54.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:54 smithi053 bash[67631]: cluster 2024-09-13T00:13:53.229014+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2024-09-13T00:13:54.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:54 smithi053 bash[67631]: audit 2024-09-13T00:13:53.410062+0000 mgr.y (mgr.34107) 288 : audit [DBG] from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:13:54.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:54 smithi053 bash[67631]: audit 2024-09-13T00:13:53.704445+0000 mgr.y (mgr.34107) 289 : audit [DBG] from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:13:54.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:54 smithi053 bash[67631]: audit 2024-09-13T00:13:54.083442+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.32:0/2848966923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:54.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:54 smithi032 bash[75510]: cluster 2024-09-13T00:13:53.170474+0000 mgr.y (mgr.34107) 287 : cluster [DBG] pgmap v515: 121 pgs: 5 peering, 1 active+clean+snaptrim, 22 active+undersized, 10 active+undersized+degraded, 83 active+clean; 701 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 11 op/s; 121/1188 objects degraded (10.185%) 2024-09-13T00:13:54.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:54 smithi032 bash[75510]: cluster 2024-09-13T00:13:53.229014+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2024-09-13T00:13:54.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:54 smithi032 bash[75510]: audit 2024-09-13T00:13:53.410062+0000 mgr.y (mgr.34107) 288 : audit [DBG] from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:13:54.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:54 smithi032 bash[75510]: audit 2024-09-13T00:13:53.704445+0000 mgr.y (mgr.34107) 289 : audit [DBG] from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:13:54.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:54 smithi032 bash[75510]: audit 2024-09-13T00:13:54.083442+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.32:0/2848966923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:54.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:54 smithi032 bash[76677]: cluster 2024-09-13T00:13:53.170474+0000 mgr.y (mgr.34107) 287 : cluster [DBG] pgmap v515: 121 pgs: 5 peering, 1 active+clean+snaptrim, 22 active+undersized, 10 active+undersized+degraded, 83 active+clean; 701 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 11 op/s; 121/1188 objects degraded (10.185%) 2024-09-13T00:13:54.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:54 smithi032 bash[76677]: cluster 2024-09-13T00:13:53.229014+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2024-09-13T00:13:54.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:54 smithi032 bash[76677]: audit 2024-09-13T00:13:53.410062+0000 mgr.y (mgr.34107) 288 : audit [DBG] from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:13:54.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:54 smithi032 bash[76677]: audit 2024-09-13T00:13:53.704445+0000 mgr.y (mgr.34107) 289 : audit [DBG] from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:13:54.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:54 smithi032 bash[76677]: audit 2024-09-13T00:13:54.083442+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.32:0/2848966923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:13:55.252 INFO:tasks.rados.rados.0.smithi032.stdout:3010: done (2 left) 2024-09-13T00:13:55.252 INFO:tasks.rados.rados.0.smithi032.stdout:3011: delete oid 42 current snap is 287 2024-09-13T00:13:55.252 INFO:tasks.rados.rados.0.smithi032.stdout:3008: finishing write tid 1 to smithi03267100-4 2024-09-13T00:13:55.252 INFO:tasks.rados.rados.0.smithi032.stdout:3008: finishing write tid 2 to smithi03267100-4 2024-09-13T00:13:55.252 INFO:tasks.rados.rados.0.smithi032.stdout:3008: finishing write tid 3 to smithi03267100-4 2024-09-13T00:13:55.252 INFO:tasks.rados.rados.0.smithi032.stdout:3008: finishing write tid 4 to smithi03267100-4 2024-09-13T00:13:55.253 INFO:tasks.rados.rados.0.smithi032.stdout:3008: finishing write tid 5 to smithi03267100-4 2024-09-13T00:13:55.253 INFO:tasks.rados.rados.0.smithi032.stdout:3008: finishing write tid 6 to smithi03267100-4 2024-09-13T00:13:55.253 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2321 (ObjNum 988 snap 287 seq_num 988) dirty exists 2024-09-13T00:13:55.253 INFO:tasks.rados.rados.0.smithi032.stdout:3008: left oid 4 (ObjNum 988 snap 287 seq_num 988) 2024-09-13T00:13:55.253 INFO:tasks.rados.rados.0.smithi032.stdout:3009: finishing copy_from racing read to smithi03267100-17 2024-09-13T00:13:55.253 INFO:tasks.rados.rados.0.smithi032.stdout:3009: finishing copy_from to smithi03267100-17 2024-09-13T00:13:55.253 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 2695 (ObjNum 982 snap 284 seq_num 982) dirty exists 2024-09-13T00:13:55.280 INFO:tasks.rados.rados.0.smithi032.stdout:3008: done (2 left) 2024-09-13T00:13:55.280 INFO:tasks.rados.rados.0.smithi032.stdout:3009: done (1 left) 2024-09-13T00:13:55.280 INFO:tasks.rados.rados.0.smithi032.stdout:3011: done (0 left) 2024-09-13T00:13:55.280 INFO:tasks.rados.rados.0.smithi032.stdout:3012: setattr oid 12 current snap is 287 2024-09-13T00:13:55.282 INFO:tasks.rados.rados.0.smithi032.stdout:3013: read oid 5 snap -1 2024-09-13T00:13:55.282 INFO:tasks.rados.rados.0.smithi032.stdout:3013: expect (ObjNum 978 snap 283 seq_num 978) 2024-09-13T00:13:55.283 INFO:tasks.rados.rados.0.smithi032.stdout:3014: snap_create 2024-09-13T00:13:55.290 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2564 (ObjNum 987 snap 286 seq_num 987) dirty exists 2024-09-13T00:13:55.314 INFO:tasks.rados.rados.0.smithi032.stdout:3013: expect (ObjNum 978 snap 283 seq_num 978) 2024-09-13T00:13:55.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:55 smithi053 bash[67631]: cluster 2024-09-13T00:13:54.240438+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2024-09-13T00:13:55.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:55 smithi053 bash[67631]: audit 2024-09-13T00:13:55.138806+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:55.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:55 smithi053 bash[67631]: audit 2024-09-13T00:13:55.140862+0000 mon.a (mon.0) 975 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:13:55.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:55 smithi032 bash[75510]: cluster 2024-09-13T00:13:54.240438+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2024-09-13T00:13:55.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:55 smithi032 bash[75510]: audit 2024-09-13T00:13:55.138806+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:55.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:55 smithi032 bash[75510]: audit 2024-09-13T00:13:55.140862+0000 mon.a (mon.0) 975 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:13:55.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:55 smithi032 bash[76677]: cluster 2024-09-13T00:13:54.240438+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2024-09-13T00:13:55.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:55 smithi032 bash[76677]: audit 2024-09-13T00:13:55.138806+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:13:55.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:55 smithi032 bash[76677]: audit 2024-09-13T00:13:55.140862+0000 mon.a (mon.0) 975 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:13:56.254 INFO:tasks.rados.rados.0.smithi032.stdout:3012: done (2 left) 2024-09-13T00:13:56.255 INFO:tasks.rados.rados.0.smithi032.stdout:3013: done (1 left) 2024-09-13T00:13:56.255 INFO:tasks.rados.rados.0.smithi032.stdout:3014: done (0 left) 2024-09-13T00:13:56.255 INFO:tasks.rados.rados.0.smithi032.stdout:3015: delete oid 7 current snap is 288 2024-09-13T00:13:56.258 INFO:tasks.rados.rados.0.smithi032.stdout:3015: done (0 left) 2024-09-13T00:13:56.258 INFO:tasks.rados.rados.0.smithi032.stdout:3016: setattr oid 17 current snap is 288 2024-09-13T00:13:56.264 INFO:tasks.rados.rados.0.smithi032.stdout:3017: snap_remove snap 264 2024-09-13T00:13:56.465 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:56 smithi053 bash[67631]: cluster 2024-09-13T00:13:55.179834+0000 mgr.y (mgr.34107) 290 : cluster [DBG] pgmap v518: 121 pgs: 5 peering, 1 active+clean+snaptrim, 14 active+undersized, 6 active+undersized+degraded, 95 active+clean; 693 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 14 op/s; 75/1161 objects degraded (6.460%); 2.6 MiB/s, 1 objects/s recovering 2024-09-13T00:13:56.465 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:56 smithi053 bash[67631]: cluster 2024-09-13T00:13:55.252627+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2024-09-13T00:13:56.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:56 smithi032 bash[75510]: cluster 2024-09-13T00:13:55.179834+0000 mgr.y (mgr.34107) 290 : cluster [DBG] pgmap v518: 121 pgs: 5 peering, 1 active+clean+snaptrim, 14 active+undersized, 6 active+undersized+degraded, 95 active+clean; 693 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 14 op/s; 75/1161 objects degraded (6.460%); 2.6 MiB/s, 1 objects/s recovering 2024-09-13T00:13:56.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:56 smithi032 bash[75510]: cluster 2024-09-13T00:13:55.252627+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2024-09-13T00:13:56.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:56 smithi032 bash[76677]: cluster 2024-09-13T00:13:55.179834+0000 mgr.y (mgr.34107) 290 : cluster [DBG] pgmap v518: 121 pgs: 5 peering, 1 active+clean+snaptrim, 14 active+undersized, 6 active+undersized+degraded, 95 active+clean; 693 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 14 op/s; 75/1161 objects degraded (6.460%); 2.6 MiB/s, 1 objects/s recovering 2024-09-13T00:13:56.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:56 smithi032 bash[76677]: cluster 2024-09-13T00:13:55.252627+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2024-09-13T00:13:57.276 INFO:tasks.rados.rados.0.smithi032.stdout:3017: done (1 left) 2024-09-13T00:13:57.276 INFO:tasks.rados.rados.0.smithi032.stdout:3018: snap_create 2024-09-13T00:13:57.276 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 2696 (ObjNum 982 snap 284 seq_num 982) dirty exists 2024-09-13T00:13:57.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:57 smithi053 bash[67631]: cluster 2024-09-13T00:13:56.254770+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2024-09-13T00:13:57.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:57 smithi032 bash[75510]: cluster 2024-09-13T00:13:56.254770+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2024-09-13T00:13:57.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:57 smithi032 bash[76677]: cluster 2024-09-13T00:13:56.254770+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2024-09-13T00:13:58.215 INFO:tasks.rados.rados.0.smithi032.stdout:3016: done (1 left) 2024-09-13T00:13:58.215 INFO:tasks.rados.rados.0.smithi032.stdout:3018: done (0 left) 2024-09-13T00:13:58.215 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 289 2024-09-13T00:13:58.215 INFO:tasks.rados.rados.0.smithi032.stdout:3019: seq_num 991 ranges {1449984=606208,2056192=638976,2695168=794624,3489792=172032} 2024-09-13T00:13:58.248 INFO:tasks.rados.rados.0.smithi032.stdout:3019: writing smithi03267100-46 from 1449984 to 2056192 tid 1 2024-09-13T00:13:58.262 INFO:tasks.rados.rados.0.smithi032.stdout:3019: writing smithi03267100-46 from 2056192 to 2695168 tid 2 2024-09-13T00:13:58.275 INFO:tasks.rados.rados.0.smithi032.stdout:3019: writing smithi03267100-46 from 2695168 to 3489792 tid 3 2024-09-13T00:13:58.278 INFO:tasks.rados.rados.0.smithi032.stdout:3019: writing smithi03267100-46 from 3489792 to 3661824 tid 4 2024-09-13T00:13:58.278 INFO:tasks.rados.rados.0.smithi032.stdout:3020: read oid 11 snap -1 2024-09-13T00:13:58.278 INFO:tasks.rados.rados.0.smithi032.stdout:3020: expect (ObjNum 893 snap 269 seq_num 893) 2024-09-13T00:13:58.278 INFO:tasks.rados.rados.0.smithi032.stdout:3021: setattr oid 38 current snap is 289 2024-09-13T00:13:58.278 INFO:tasks.rados.rados.0.smithi032.stdout:3019: finishing write tid 1 to smithi03267100-46 2024-09-13T00:13:58.278 INFO:tasks.rados.rados.0.smithi032.stdout:3019: finishing write tid 2 to smithi03267100-46 2024-09-13T00:13:58.280 INFO:tasks.rados.rados.0.smithi032.stdout:3022: snap_remove snap 277 2024-09-13T00:13:58.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:58 smithi053 bash[67631]: cluster 2024-09-13T00:13:57.180773+0000 mgr.y (mgr.34107) 291 : cluster [DBG] pgmap v521: 121 pgs: 121 active+clean; 677 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-13T00:13:58.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:58 smithi053 bash[67631]: cluster 2024-09-13T00:13:57.258406+0000 mon.a (mon.0) 978 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 75/1161 objects degraded (6.460%), 6 pgs degraded) 2024-09-13T00:13:58.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:58 smithi053 bash[67631]: cluster 2024-09-13T00:13:57.258451+0000 mon.a (mon.0) 979 : cluster [INF] Cluster is now healthy 2024-09-13T00:13:58.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:58 smithi053 bash[67631]: cluster 2024-09-13T00:13:57.277576+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2024-09-13T00:13:58.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:13:58 smithi053 bash[67631]: cluster 2024-09-13T00:13:58.216094+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2024-09-13T00:13:58.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:58 smithi032 bash[76677]: cluster 2024-09-13T00:13:57.180773+0000 mgr.y (mgr.34107) 291 : cluster [DBG] pgmap v521: 121 pgs: 121 active+clean; 677 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-13T00:13:58.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:58 smithi032 bash[76677]: cluster 2024-09-13T00:13:57.258406+0000 mon.a (mon.0) 978 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 75/1161 objects degraded (6.460%), 6 pgs degraded) 2024-09-13T00:13:58.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:58 smithi032 bash[76677]: cluster 2024-09-13T00:13:57.258451+0000 mon.a (mon.0) 979 : cluster [INF] Cluster is now healthy 2024-09-13T00:13:58.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:58 smithi032 bash[76677]: cluster 2024-09-13T00:13:57.277576+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2024-09-13T00:13:58.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:13:58 smithi032 bash[76677]: cluster 2024-09-13T00:13:58.216094+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2024-09-13T00:13:58.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:58 smithi032 bash[75510]: cluster 2024-09-13T00:13:57.180773+0000 mgr.y (mgr.34107) 291 : cluster [DBG] pgmap v521: 121 pgs: 121 active+clean; 677 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-13T00:13:58.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:58 smithi032 bash[75510]: cluster 2024-09-13T00:13:57.258406+0000 mon.a (mon.0) 978 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 75/1161 objects degraded (6.460%), 6 pgs degraded) 2024-09-13T00:13:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:58 smithi032 bash[75510]: cluster 2024-09-13T00:13:57.258451+0000 mon.a (mon.0) 979 : cluster [INF] Cluster is now healthy 2024-09-13T00:13:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:58 smithi032 bash[75510]: cluster 2024-09-13T00:13:57.277576+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2024-09-13T00:13:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:13:58 smithi032 bash[75510]: cluster 2024-09-13T00:13:58.216094+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2024-09-13T00:13:59.285 INFO:tasks.rados.rados.0.smithi032.stdout:3022: done (3 left) 2024-09-13T00:13:59.285 INFO:tasks.rados.rados.0.smithi032.stdout:3023: snap_remove snap 266 2024-09-13T00:14:00.291 INFO:tasks.rados.rados.0.smithi032.stdout:3023: done (3 left) 2024-09-13T00:14:00.291 INFO:tasks.rados.rados.0.smithi032.stdout:3024: snap_create 2024-09-13T00:14:00.297 INFO:tasks.rados.rados.0.smithi032.stdout:3019: finishing write tid 3 to smithi03267100-46 2024-09-13T00:14:00.297 INFO:tasks.rados.rados.0.smithi032.stdout:3019: finishing write tid 4 to smithi03267100-46 2024-09-13T00:14:00.297 INFO:tasks.rados.rados.0.smithi032.stdout:3019: finishing write tid 5 to smithi03267100-46 2024-09-13T00:14:00.297 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2309 (ObjNum 113 snap 0 seq_num 166097008) dirty exists 2024-09-13T00:14:00.297 INFO:tasks.rados.rados.0.smithi032.stdout:3019: finishing write tid 6 to smithi03267100-46 2024-09-13T00:14:00.297 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1741 (ObjNum 991 snap 289 seq_num 991) dirty exists 2024-09-13T00:14:00.297 INFO:tasks.rados.rados.0.smithi032.stdout:3019: left oid 46 (ObjNum 991 snap 289 seq_num 991) 2024-09-13T00:14:00.298 INFO:tasks.rados.rados.0.smithi032.stdout:3020: expect (ObjNum 893 snap 269 seq_num 893) 2024-09-13T00:14:00.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: cluster 2024-09-13T00:13:59.181796+0000 mgr.y (mgr.34107) 292 : cluster [DBG] pgmap v524: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 11 op/s; 9.1 MiB/s, 3 objects/s recovering 2024-09-13T00:14:00.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: cluster 2024-09-13T00:13:59.284543+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2024-09-13T00:14:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.724300+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.735006+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.737290+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.739087+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:14:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.749829+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.906687+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.911762+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.914724+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.917006+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.922256+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.933544+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.935581+0000 mon.a (mon.0) 994 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-13T00:14:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.943956+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T00:14:00.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.945730+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-13T00:14:00.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.953847+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T00:14:00.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.955764+0000 mon.a (mon.0) 998 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-13T00:14:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: cluster 2024-09-13T00:13:59.181796+0000 mgr.y (mgr.34107) 292 : cluster [DBG] pgmap v524: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 11 op/s; 9.1 MiB/s, 3 objects/s recovering 2024-09-13T00:14:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: cluster 2024-09-13T00:13:59.284543+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2024-09-13T00:14:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.724300+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.735006+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.737290+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.739087+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:14:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.749829+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.906687+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.911762+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.914724+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.917006+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.922256+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.933544+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.935581+0000 mon.a (mon.0) 994 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-13T00:14:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.943956+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T00:14:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.945730+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-13T00:14:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.953847+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T00:14:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.955764+0000 mon.a (mon.0) 998 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-13T00:14:00.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.964001+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T00:14:00.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.965797+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-13T00:14:00.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.973914+0000 mon.a (mon.0) 1001 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T00:14:00.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.975753+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-13T00:14:00.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.983544+0000 mon.a (mon.0) 1003 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T00:14:00.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.985629+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-13T00:14:00.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.994048+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T00:14:00.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:13:59.995778+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-13T00:14:00.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:14:00.003938+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T00:14:00.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:14:00.005858+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-13T00:14:00.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:14:00.017415+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T00:14:00.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[75510]: audit 2024-09-13T00:14:00.031844+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-13T00:14:00.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.964001+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T00:14:00.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.965797+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-13T00:14:00.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.973914+0000 mon.a (mon.0) 1001 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T00:14:00.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.975753+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-13T00:14:00.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.983544+0000 mon.a (mon.0) 1003 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T00:14:00.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.985629+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-13T00:14:00.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.994048+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T00:14:00.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:13:59.995778+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-13T00:14:00.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:14:00.003938+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T00:14:00.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:14:00.005858+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-13T00:14:00.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:14:00.017415+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T00:14:00.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:00 smithi032 bash[76677]: audit 2024-09-13T00:14:00.031844+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-13T00:14:00.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: cluster 2024-09-13T00:13:59.181796+0000 mgr.y (mgr.34107) 292 : cluster [DBG] pgmap v524: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 11 op/s; 9.1 MiB/s, 3 objects/s recovering 2024-09-13T00:14:00.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: cluster 2024-09-13T00:13:59.284543+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2024-09-13T00:14:00.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.724300+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:00.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.735006+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.737290+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.739087+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:14:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.749829+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.906687+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.911762+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.914724+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.917006+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.922256+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.933544+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.935581+0000 mon.a (mon.0) 994 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-13T00:14:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.943956+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T00:14:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.945730+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-13T00:14:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.953847+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T00:14:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.955764+0000 mon.a (mon.0) 998 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-13T00:14:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.964001+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T00:14:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.965797+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-13T00:14:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.973914+0000 mon.a (mon.0) 1001 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T00:14:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.975753+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-13T00:14:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.983544+0000 mon.a (mon.0) 1003 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T00:14:00.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.985629+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-13T00:14:00.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.994048+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T00:14:00.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:13:59.995778+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-13T00:14:00.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:14:00.003938+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T00:14:00.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:14:00.005858+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-13T00:14:00.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:14:00.017415+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T00:14:00.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:00 smithi053 bash[67631]: audit 2024-09-13T00:14:00.031844+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-13T00:14:01.289 INFO:tasks.rados.rados.0.smithi032.stdout:3019: done (3 left) 2024-09-13T00:14:01.289 INFO:tasks.rados.rados.0.smithi032.stdout:3020: done (2 left) 2024-09-13T00:14:01.289 INFO:tasks.rados.rados.0.smithi032.stdout:3021: done (1 left) 2024-09-13T00:14:01.289 INFO:tasks.rados.rados.0.smithi032.stdout:3024: done (0 left) 2024-09-13T00:14:01.289 INFO:tasks.rados.rados.0.smithi032.stdout:3025: rmattr oid 20 current snap is 290 2024-09-13T00:14:01.289 INFO:tasks.rados.rados.0.smithi032.stdout:3025: done (0 left) 2024-09-13T00:14:01.290 INFO:tasks.rados.rados.0.smithi032.stdout:3026: rollback oid 4 current snap is 290 2024-09-13T00:14:01.290 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 212 2024-09-13T00:14:01.290 INFO:tasks.rados.rados.0.smithi032.stdout:3027: rmattr oid 11 current snap is 290 2024-09-13T00:14:01.290 INFO:tasks.rados.rados.0.smithi032.stdout:3027: done (1 left) 2024-09-13T00:14:01.290 INFO:tasks.rados.rados.0.smithi032.stdout:3028: read oid 23 snap 279 2024-09-13T00:14:01.290 INFO:tasks.rados.rados.0.smithi032.stdout:3028: expect (ObjNum 891 snap 268 seq_num 891) 2024-09-13T00:14:01.290 INFO:tasks.rados.rados.0.smithi032.stdout:3029: snap_create 2024-09-13T00:14:01.305 INFO:tasks.rados.rados.0.smithi032.stdout:3026: finishing rollback tid 0 to smithi03267100-4 2024-09-13T00:14:01.308 INFO:tasks.rados.rados.0.smithi032.stdout:3026: finishing rollback tid 1 to smithi03267100-4 2024-09-13T00:14:01.308 INFO:tasks.rados.rados.0.smithi032.stdout:3026: finishing rollback tid 2 to smithi03267100-4 2024-09-13T00:14:01.308 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2324 (ObjNum 702 snap 212 seq_num 702) dirty exists 2024-09-13T00:14:01.319 INFO:tasks.rados.rados.0.smithi032.stdout:3028: expect (ObjNum 891 snap 268 seq_num 891) 2024-09-13T00:14:01.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:01 smithi032 bash[75510]: cephadm 2024-09-13T00:13:59.924025+0000 mgr.y (mgr.34107) 293 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T00:14:01.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:01 smithi032 bash[75510]: cephadm 2024-09-13T00:14:00.031147+0000 mgr.y (mgr.34107) 294 : cephadm [INF] Upgrade: Setting require_osd_release to 18 reef 2024-09-13T00:14:01.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:01 smithi032 bash[75510]: audit 2024-09-13T00:14:00.288378+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-13T00:14:01.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:01 smithi032 bash[75510]: cluster 2024-09-13T00:14:00.289869+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2024-09-13T00:14:01.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:01 smithi032 bash[75510]: audit 2024-09-13T00:14:00.306181+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T00:14:01.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:01 smithi032 bash[75510]: cephadm 2024-09-13T00:14:00.308013+0000 mgr.y (mgr.34107) 295 : cephadm [INF] Upgrade: It appears safe to stop mds.a 2024-09-13T00:14:01.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:01 smithi032 bash[75510]: cluster 2024-09-13T00:14:01.290113+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2024-09-13T00:14:01.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:01 smithi032 bash[76677]: cephadm 2024-09-13T00:13:59.924025+0000 mgr.y (mgr.34107) 293 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T00:14:01.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:01 smithi032 bash[76677]: cephadm 2024-09-13T00:14:00.031147+0000 mgr.y (mgr.34107) 294 : cephadm [INF] Upgrade: Setting require_osd_release to 18 reef 2024-09-13T00:14:01.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:01 smithi032 bash[76677]: audit 2024-09-13T00:14:00.288378+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-13T00:14:01.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:01 smithi032 bash[76677]: cluster 2024-09-13T00:14:00.289869+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2024-09-13T00:14:01.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:01 smithi032 bash[76677]: audit 2024-09-13T00:14:00.306181+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T00:14:01.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:01 smithi032 bash[76677]: cephadm 2024-09-13T00:14:00.308013+0000 mgr.y (mgr.34107) 295 : cephadm [INF] Upgrade: It appears safe to stop mds.a 2024-09-13T00:14:01.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:01 smithi032 bash[76677]: cluster 2024-09-13T00:14:01.290113+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2024-09-13T00:14:01.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:01 smithi053 bash[67631]: cephadm 2024-09-13T00:13:59.924025+0000 mgr.y (mgr.34107) 293 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T00:14:01.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:01 smithi053 bash[67631]: cephadm 2024-09-13T00:14:00.031147+0000 mgr.y (mgr.34107) 294 : cephadm [INF] Upgrade: Setting require_osd_release to 18 reef 2024-09-13T00:14:01.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:01 smithi053 bash[67631]: audit 2024-09-13T00:14:00.288378+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-13T00:14:01.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:01 smithi053 bash[67631]: cluster 2024-09-13T00:14:00.289869+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2024-09-13T00:14:01.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:01 smithi053 bash[67631]: audit 2024-09-13T00:14:00.306181+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T00:14:01.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:01 smithi053 bash[67631]: cephadm 2024-09-13T00:14:00.308013+0000 mgr.y (mgr.34107) 295 : cephadm [INF] Upgrade: It appears safe to stop mds.a 2024-09-13T00:14:01.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:01 smithi053 bash[67631]: cluster 2024-09-13T00:14:01.290113+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2024-09-13T00:14:02.287 INFO:tasks.rados.rados.0.smithi032.stdout:3026: done (2 left) 2024-09-13T00:14:02.287 INFO:tasks.rados.rados.0.smithi032.stdout:3028: done (1 left) 2024-09-13T00:14:02.287 INFO:tasks.rados.rados.0.smithi032.stdout:3029: done (0 left) 2024-09-13T00:14:02.287 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 291 2024-09-13T00:14:02.287 INFO:tasks.rados.rados.0.smithi032.stdout:3030: seq_num 992 ranges {0=622592,622592=524288,1146880=606208,1753088=475136} 2024-09-13T00:14:02.290 INFO:tasks.rados.rados.0.smithi032.stdout:3030: writing smithi03267100-7 from 0 to 622592 tid 1 2024-09-13T00:14:02.293 INFO:tasks.rados.rados.0.smithi032.stdout:3030: writing smithi03267100-7 from 622592 to 1146880 tid 2 2024-09-13T00:14:02.296 INFO:tasks.rados.rados.0.smithi032.stdout:3030: writing smithi03267100-7 from 1146880 to 1753088 tid 3 2024-09-13T00:14:02.300 INFO:tasks.rados.rados.0.smithi032.stdout:3030: writing smithi03267100-7 from 1753088 to 2228224 tid 4 2024-09-13T00:14:02.300 INFO:tasks.rados.rados.0.smithi032.stdout:3031: copy_from oid 48 from oid 38 current snap is 291 2024-09-13T00:14:02.300 INFO:tasks.rados.rados.0.smithi032.stdout:3032: copy_from oid 29 from oid 8 current snap is 291 2024-09-13T00:14:02.300 INFO:tasks.rados.rados.0.smithi032.stdout:3033: read oid 14 snap 282 2024-09-13T00:14:02.300 INFO:tasks.rados.rados.0.smithi032.stdout:3033: expect (ObjNum 780 snap 238 seq_num 780) 2024-09-13T00:14:02.300 INFO:tasks.rados.rados.0.smithi032.stdout:3034: snap_remove snap 143 2024-09-13T00:14:02.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:02 smithi032 bash[75510]: cluster 2024-09-13T00:14:01.182473+0000 mgr.y (mgr.34107) 296 : cluster [DBG] pgmap v527: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 677 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-09-13T00:14:02.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:02 smithi032 bash[75510]: cluster 2024-09-13T00:14:02.289802+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2024-09-13T00:14:02.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:14:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:14:02] "GET /metrics HTTP/1.1" 200 36156 "" "Prometheus/2.43.0" 2024-09-13T00:14:02.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:02 smithi032 bash[76677]: cluster 2024-09-13T00:14:01.182473+0000 mgr.y (mgr.34107) 296 : cluster [DBG] pgmap v527: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 677 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-09-13T00:14:02.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:02 smithi032 bash[76677]: cluster 2024-09-13T00:14:02.289802+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2024-09-13T00:14:02.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:02 smithi053 bash[67631]: cluster 2024-09-13T00:14:01.182473+0000 mgr.y (mgr.34107) 296 : cluster [DBG] pgmap v527: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 677 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-09-13T00:14:02.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:02 smithi053 bash[67631]: cluster 2024-09-13T00:14:02.289802+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2024-09-13T00:14:02.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:14:02 smithi053 bash[60895]: ts=2024-09-13T00:14:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:14:03.214 INFO:tasks.rados.rados.0.smithi032.stdout:3034: done (4 left) 2024-09-13T00:14:03.214 INFO:tasks.rados.rados.0.smithi032.stdout:3035: copy_from oid 43 from oid 18 current snap is 291 2024-09-13T00:14:03.214 INFO:tasks.rados.rados.0.smithi032.stdout:3030: finishing write tid 1 to smithi03267100-7 2024-09-13T00:14:03.214 INFO:tasks.rados.rados.0.smithi032.stdout:3031: finishing copy_from racing read to smithi03267100-48 2024-09-13T00:14:03.214 INFO:tasks.rados.rados.0.smithi032.stdout:3031: finishing copy_from to smithi03267100-48 2024-09-13T00:14:03.214 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 2309 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T00:14:03.214 INFO:tasks.rados.rados.0.smithi032.stdout:3030: finishing write tid 2 to smithi03267100-7 2024-09-13T00:14:03.214 INFO:tasks.rados.rados.0.smithi032.stdout:3030: finishing write tid 3 to smithi03267100-7 2024-09-13T00:14:03.214 INFO:tasks.rados.rados.0.smithi032.stdout:3030: finishing write tid 4 to smithi03267100-7 2024-09-13T00:14:03.214 INFO:tasks.rados.rados.0.smithi032.stdout:3030: finishing write tid 5 to smithi03267100-7 2024-09-13T00:14:03.214 INFO:tasks.rados.rados.0.smithi032.stdout:3033: expect (ObjNum 780 snap 238 seq_num 780) 2024-09-13T00:14:03.294 INFO:tasks.rados.rados.0.smithi032.stdout:3030: finishing write tid 6 to smithi03267100-7 2024-09-13T00:14:03.294 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 2329 (ObjNum 992 snap 291 seq_num 992) dirty exists 2024-09-13T00:14:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3030: left oid 7 (ObjNum 992 snap 291 seq_num 992) 2024-09-13T00:14:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3032: finishing copy_from racing read to smithi03267100-29 2024-09-13T00:14:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3032: finishing copy_from to smithi03267100-29 2024-09-13T00:14:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2304 (ObjNum 961 snap 280 seq_num 961) dirty exists 2024-09-13T00:14:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3030: done (4 left) 2024-09-13T00:14:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3031: done (3 left) 2024-09-13T00:14:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3032: done (2 left) 2024-09-13T00:14:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3033: done (1 left) 2024-09-13T00:14:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3036: read oid 12 snap -1 2024-09-13T00:14:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3036: expect (ObjNum 987 snap 286 seq_num 987) 2024-09-13T00:14:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3037: snap_create 2024-09-13T00:14:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3035: finishing copy_from racing read to smithi03267100-43 2024-09-13T00:14:03.296 INFO:tasks.rados.rados.0.smithi032.stdout:3035: finishing copy_from to smithi03267100-43 2024-09-13T00:14:03.296 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2688 (ObjNum 977 snap 283 seq_num 977) dirty exists 2024-09-13T00:14:03.302 INFO:tasks.rados.rados.0.smithi032.stdout:3036: expect (ObjNum 987 snap 286 seq_num 987) 2024-09-13T00:14:04.245 INFO:tasks.rados.rados.0.smithi032.stdout:3035: done (2 left) 2024-09-13T00:14:04.245 INFO:tasks.rados.rados.0.smithi032.stdout:3036: done (1 left) 2024-09-13T00:14:04.245 INFO:tasks.rados.rados.0.smithi032.stdout:3037: done (0 left) 2024-09-13T00:14:04.245 INFO:tasks.rados.rados.0.smithi032.stdout:3038: snap_create 2024-09-13T00:14:04.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:04 smithi053 bash[67631]: cluster 2024-09-13T00:14:03.183454+0000 mgr.y (mgr.34107) 297 : cluster [DBG] pgmap v530: 121 pgs: 121 active+clean; 677 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T00:14:04.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:04 smithi053 bash[67631]: cluster 2024-09-13T00:14:03.213896+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2024-09-13T00:14:04.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:04 smithi053 bash[67631]: cephadm 2024-09-13T00:14:03.223992+0000 mgr.y (mgr.34107) 298 : cephadm [INF] Upgrade: Updating mds.a 2024-09-13T00:14:04.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:04 smithi053 bash[67631]: audit 2024-09-13T00:14:03.241483+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:04.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:04 smithi053 bash[67631]: audit 2024-09-13T00:14:03.248931+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T00:14:04.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:04 smithi053 bash[67631]: audit 2024-09-13T00:14:03.250717+0000 mon.a (mon.0) 1019 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:04.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:04 smithi053 bash[67631]: cephadm 2024-09-13T00:14:03.252291+0000 mgr.y (mgr.34107) 299 : cephadm [INF] Deploying daemon mds.a on smithi032 2024-09-13T00:14:04.656 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:04 smithi032 bash[76677]: cluster 2024-09-13T00:14:03.183454+0000 mgr.y (mgr.34107) 297 : cluster [DBG] pgmap v530: 121 pgs: 121 active+clean; 677 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T00:14:04.656 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:04 smithi032 bash[76677]: cluster 2024-09-13T00:14:03.213896+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2024-09-13T00:14:04.656 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:04 smithi032 bash[76677]: cephadm 2024-09-13T00:14:03.223992+0000 mgr.y (mgr.34107) 298 : cephadm [INF] Upgrade: Updating mds.a 2024-09-13T00:14:04.656 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:04 smithi032 bash[76677]: audit 2024-09-13T00:14:03.241483+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:04.656 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:04 smithi032 bash[76677]: audit 2024-09-13T00:14:03.248931+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T00:14:04.656 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:04 smithi032 bash[76677]: audit 2024-09-13T00:14:03.250717+0000 mon.a (mon.0) 1019 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:04.656 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:04 smithi032 bash[76677]: cephadm 2024-09-13T00:14:03.252291+0000 mgr.y (mgr.34107) 299 : cephadm [INF] Deploying daemon mds.a on smithi032 2024-09-13T00:14:04.656 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:04 smithi032 bash[75510]: cluster 2024-09-13T00:14:03.183454+0000 mgr.y (mgr.34107) 297 : cluster [DBG] pgmap v530: 121 pgs: 121 active+clean; 677 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T00:14:04.657 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:04 smithi032 bash[75510]: cluster 2024-09-13T00:14:03.213896+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2024-09-13T00:14:04.657 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:04 smithi032 bash[75510]: cephadm 2024-09-13T00:14:03.223992+0000 mgr.y (mgr.34107) 298 : cephadm [INF] Upgrade: Updating mds.a 2024-09-13T00:14:04.657 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:04 smithi032 bash[75510]: audit 2024-09-13T00:14:03.241483+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:04.657 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:04 smithi032 bash[75510]: audit 2024-09-13T00:14:03.248931+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T00:14:04.657 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:04 smithi032 bash[75510]: audit 2024-09-13T00:14:03.250717+0000 mon.a (mon.0) 1019 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:04.657 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:04 smithi032 bash[75510]: cephadm 2024-09-13T00:14:03.252291+0000 mgr.y (mgr.34107) 299 : cephadm [INF] Deploying daemon mds.a on smithi032 2024-09-13T00:14:05.253 INFO:tasks.rados.rados.0.smithi032.stdout:3038: done (0 left) 2024-09-13T00:14:05.253 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 293 2024-09-13T00:14:05.253 INFO:tasks.rados.rados.0.smithi032.stdout:3039: seq_num 993 ranges {4907008=638976,5545984=409600,5955584=409600,6365184=688128,7053312=98304} 2024-09-13T00:14:05.326 INFO:tasks.rados.rados.0.smithi032.stdout:3039: writing smithi03267100-17 from 4907008 to 5545984 tid 1 2024-09-13T00:14:05.330 INFO:tasks.rados.rados.0.smithi032.stdout:3039: writing smithi03267100-17 from 5545984 to 5955584 tid 2 2024-09-13T00:14:05.333 INFO:tasks.rados.rados.0.smithi032.stdout:3039: writing smithi03267100-17 from 5955584 to 6365184 tid 3 2024-09-13T00:14:05.339 INFO:tasks.rados.rados.0.smithi032.stdout:3039: writing smithi03267100-17 from 6365184 to 7053312 tid 4 2024-09-13T00:14:05.340 INFO:tasks.rados.rados.0.smithi032.stdout:3039: writing smithi03267100-17 from 7053312 to 7151616 tid 5 2024-09-13T00:14:05.340 INFO:tasks.rados.rados.0.smithi032.stdout:3040: read oid 7 snap -1 2024-09-13T00:14:05.340 INFO:tasks.rados.rados.0.smithi032.stdout:3040: expect (ObjNum 992 snap 291 seq_num 992) 2024-09-13T00:14:05.340 INFO:tasks.rados.rados.0.smithi032.stdout:3041: snap_remove snap 286 2024-09-13T00:14:05.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:05 smithi032 bash[75510]: cluster 2024-09-13T00:14:04.245909+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2024-09-13T00:14:05.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:05 smithi032 bash[76677]: cluster 2024-09-13T00:14:04.245909+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2024-09-13T00:14:05.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:05 smithi053 bash[67631]: cluster 2024-09-13T00:14:04.245909+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2024-09-13T00:14:05.911 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:05 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:05.912 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:14:05 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:05.912 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:14:05 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:05.912 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:14:05 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:05.913 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:14:05 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:05.913 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:14:05 smithi032 systemd[1]: Stopping Ceph mds.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:14:05.913 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:14:05 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:05.913 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:14:05 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:05.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:05 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:05.914 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:14:05 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:05.914 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:14:05 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:05.999 INFO:tasks.rados.rados.0.smithi032.stdout:3041: done (2 left) 2024-09-13T00:14:05.999 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 293 2024-09-13T00:14:05.999 INFO:tasks.rados.rados.0.smithi032.stdout:3039: finishing write tid 1 to smithi03267100-17 2024-09-13T00:14:05.999 INFO:tasks.rados.rados.0.smithi032.stdout:3039: finishing write tid 2 to smithi03267100-17 2024-09-13T00:14:05.999 INFO:tasks.rados.rados.0.smithi032.stdout:3040: expect (ObjNum 992 snap 291 seq_num 992) 2024-09-13T00:14:06.064 INFO:tasks.rados.rados.0.smithi032.stdout:3039: finishing write tid 3 to smithi03267100-17 2024-09-13T00:14:06.064 INFO:tasks.rados.rados.0.smithi032.stdout:3039: finishing write tid 4 to smithi03267100-17 2024-09-13T00:14:06.064 INFO:tasks.rados.rados.0.smithi032.stdout:3039: finishing write tid 5 to smithi03267100-17 2024-09-13T00:14:06.064 INFO:tasks.rados.rados.0.smithi032.stdout:3039: finishing write tid 6 to smithi03267100-17 2024-09-13T00:14:06.064 INFO:tasks.rados.rados.0.smithi032.stdout:3039: finishing write tid 7 to smithi03267100-17 2024-09-13T00:14:06.064 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 2702 (ObjNum 993 snap 293 seq_num 993) dirty exists 2024-09-13T00:14:06.064 INFO:tasks.rados.rados.0.smithi032.stdout:3039: left oid 17 (ObjNum 993 snap 293 seq_num 993) 2024-09-13T00:14:06.064 INFO:tasks.rados.rados.0.smithi032.stdout:3042: seq_num 994 ranges {1212416=655360,1867776=688128,2555904=622592,3178496=294912} 2024-09-13T00:14:06.074 INFO:tasks.rados.rados.0.smithi032.stdout:3042: writing smithi03267100-16 from 1212416 to 1867776 tid 1 2024-09-13T00:14:06.082 INFO:tasks.rados.rados.0.smithi032.stdout:3042: writing smithi03267100-16 from 1867776 to 2555904 tid 2 2024-09-13T00:14:06.089 INFO:tasks.rados.rados.0.smithi032.stdout:3042: writing smithi03267100-16 from 2555904 to 3178496 tid 3 2024-09-13T00:14:06.092 INFO:tasks.rados.rados.0.smithi032.stdout:3042: writing smithi03267100-16 from 3178496 to 3473408 tid 4 2024-09-13T00:14:06.092 INFO:tasks.rados.rados.0.smithi032.stdout:3039: done (2 left) 2024-09-13T00:14:06.093 INFO:tasks.rados.rados.0.smithi032.stdout:3040: done (1 left) 2024-09-13T00:14:06.093 INFO:tasks.rados.rados.0.smithi032.stdout:3043: rmattr oid 4 current snap is 293 2024-09-13T00:14:06.093 INFO:tasks.rados.rados.0.smithi032.stdout:3043: done (1 left) 2024-09-13T00:14:06.093 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 293 2024-09-13T00:14:06.093 INFO:tasks.rados.rados.0.smithi032.stdout:3042: finishing write tid 1 to smithi03267100-16 2024-09-13T00:14:06.093 INFO:tasks.rados.rados.0.smithi032.stdout:3042: finishing write tid 2 to smithi03267100-16 2024-09-13T00:14:06.093 INFO:tasks.rados.rados.0.smithi032.stdout:3044: seq_num 995 ranges {2039808=671744,2711552=573440,3284992=778240,4063232=253952} 2024-09-13T00:14:06.119 INFO:tasks.rados.rados.0.smithi032.stdout:3044: writing smithi03267100-33 from 2039808 to 2711552 tid 1 2024-09-13T00:14:06.124 INFO:tasks.rados.rados.0.smithi032.stdout:3044: writing smithi03267100-33 from 2711552 to 3284992 tid 2 2024-09-13T00:14:06.131 INFO:tasks.rados.rados.0.smithi032.stdout:3044: writing smithi03267100-33 from 3284992 to 4063232 tid 3 2024-09-13T00:14:06.134 INFO:tasks.rados.rados.0.smithi032.stdout:3044: writing smithi03267100-33 from 4063232 to 4317184 tid 4 2024-09-13T00:14:06.134 INFO:tasks.rados.rados.0.smithi032.stdout:3045: delete oid 50 current snap is 293 2024-09-13T00:14:06.134 INFO:tasks.rados.rados.0.smithi032.stdout:3042: finishing write tid 3 to smithi03267100-16 2024-09-13T00:14:06.134 INFO:tasks.rados.rados.0.smithi032.stdout:3042: finishing write tid 4 to smithi03267100-16 2024-09-13T00:14:06.134 INFO:tasks.rados.rados.0.smithi032.stdout:3042: finishing write tid 5 to smithi03267100-16 2024-09-13T00:14:06.134 INFO:tasks.rados.rados.0.smithi032.stdout:3042: finishing write tid 6 to smithi03267100-16 2024-09-13T00:14:06.134 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 2569 (ObjNum 994 snap 293 seq_num 994) dirty exists 2024-09-13T00:14:06.134 INFO:tasks.rados.rados.0.smithi032.stdout:3042: left oid 16 (ObjNum 994 snap 293 seq_num 994) 2024-09-13T00:14:06.134 INFO:tasks.rados.rados.0.smithi032.stdout:3044: finishing write tid 1 to smithi03267100-33 2024-09-13T00:14:06.134 INFO:tasks.rados.rados.0.smithi032.stdout:3044: finishing write tid 2 to smithi03267100-33 2024-09-13T00:14:06.138 INFO:tasks.rados.rados.0.smithi032.stdout:3042: done (2 left) 2024-09-13T00:14:06.138 INFO:tasks.rados.rados.0.smithi032.stdout:3045: done (1 left) 2024-09-13T00:14:06.138 INFO:tasks.rados.rados.0.smithi032.stdout:3046: copy_from oid 35 from oid 7 current snap is 293 2024-09-13T00:14:06.139 INFO:tasks.rados.rados.0.smithi032.stdout:3047: rmattr oid 43 current snap is 293 2024-09-13T00:14:06.139 INFO:tasks.rados.rados.0.smithi032.stdout:3048: snap_remove snap 147 2024-09-13T00:14:06.247 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:14:05 smithi032 bash[56461]: debug 2024-09-13T00:14:05.990+0000 7f8c28323640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T00:14:06.247 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:14:05 smithi032 bash[56461]: debug 2024-09-13T00:14:05.990+0000 7f8c28323640 -1 mds.a *** got signal Terminated *** 2024-09-13T00:14:06.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:06 smithi053 bash[67631]: cluster 2024-09-13T00:14:05.184180+0000 mgr.y (mgr.34107) 300 : cluster [DBG] pgmap v533: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 697 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2024-09-13T00:14:06.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:06 smithi053 bash[67631]: cluster 2024-09-13T00:14:05.255352+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2024-09-13T00:14:06.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:06 smithi053 bash[67631]: audit 2024-09-13T00:14:05.394845+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:06.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:06 smithi053 bash[67631]: cluster 2024-09-13T00:14:06.001839+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2024-09-13T00:14:06.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:06 smithi032 bash[75510]: cluster 2024-09-13T00:14:05.184180+0000 mgr.y (mgr.34107) 300 : cluster [DBG] pgmap v533: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 697 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2024-09-13T00:14:06.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:06 smithi032 bash[75510]: cluster 2024-09-13T00:14:05.255352+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2024-09-13T00:14:06.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:06 smithi032 bash[75510]: audit 2024-09-13T00:14:05.394845+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:06.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:06 smithi032 bash[75510]: cluster 2024-09-13T00:14:06.001839+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2024-09-13T00:14:06.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:06 smithi032 bash[76677]: cluster 2024-09-13T00:14:05.184180+0000 mgr.y (mgr.34107) 300 : cluster [DBG] pgmap v533: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 697 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2024-09-13T00:14:06.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:06 smithi032 bash[76677]: cluster 2024-09-13T00:14:05.255352+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2024-09-13T00:14:06.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:06 smithi032 bash[76677]: audit 2024-09-13T00:14:05.394845+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:06.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:06 smithi032 bash[76677]: cluster 2024-09-13T00:14:06.001839+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2024-09-13T00:14:07.005 INFO:tasks.rados.rados.0.smithi032.stdout:3048: done (3 left) 2024-09-13T00:14:07.005 INFO:tasks.rados.rados.0.smithi032.stdout:3049: setattr oid 34 current snap is 293 2024-09-13T00:14:07.006 INFO:tasks.rados.rados.0.smithi032.stdout:3044: finishing write tid 3 to smithi03267100-33 2024-09-13T00:14:07.006 INFO:tasks.rados.rados.0.smithi032.stdout:3044: finishing write tid 4 to smithi03267100-33 2024-09-13T00:14:07.006 INFO:tasks.rados.rados.0.smithi032.stdout:3044: finishing write tid 5 to smithi03267100-33 2024-09-13T00:14:07.006 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2689 (ObjNum 977 snap 283 seq_num 977) dirty exists 2024-09-13T00:14:07.006 INFO:tasks.rados.rados.0.smithi032.stdout:3044: finishing write tid 6 to smithi03267100-33 2024-09-13T00:14:07.006 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2328 (ObjNum 995 snap 293 seq_num 995) dirty exists 2024-09-13T00:14:07.006 INFO:tasks.rados.rados.0.smithi032.stdout:3044: left oid 33 (ObjNum 995 snap 293 seq_num 995) 2024-09-13T00:14:07.006 INFO:tasks.rados.rados.0.smithi032.stdout:3046: finishing copy_from racing read to smithi03267100-35 2024-09-13T00:14:07.006 INFO:tasks.rados.rados.0.smithi032.stdout:3046: finishing copy_from to smithi03267100-35 2024-09-13T00:14:07.006 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2329 (ObjNum 992 snap 291 seq_num 992) dirty exists 2024-09-13T00:14:07.010 INFO:tasks.rados.rados.0.smithi032.stdout:3044: done (3 left) 2024-09-13T00:14:07.010 INFO:tasks.rados.rados.0.smithi032.stdout:3046: done (2 left) 2024-09-13T00:14:07.010 INFO:tasks.rados.rados.0.smithi032.stdout:3047: done (1 left) 2024-09-13T00:14:07.010 INFO:tasks.rados.rados.0.smithi032.stdout:3050: copy_from oid 3 from oid 9 current snap is 293 2024-09-13T00:14:07.010 INFO:tasks.rados.rados.0.smithi032.stdout:3051: read oid 44 snap -1 2024-09-13T00:14:07.010 INFO:tasks.rados.rados.0.smithi032.stdout:3051: expect deleted 2024-09-13T00:14:07.010 INFO:tasks.rados.rados.0.smithi032.stdout:3052: read oid 49 snap 267 2024-09-13T00:14:07.011 INFO:tasks.rados.rados.0.smithi032.stdout:3052: expect deleted 2024-09-13T00:14:07.011 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 293 2024-09-13T00:14:07.011 INFO:tasks.rados.rados.0.smithi032.stdout:3053: seq_num 997 ranges {12591104=704512,13295616=794624,14090240=794624,14884864=16384} 2024-09-13T00:14:07.107 INFO:tasks.rados.rados.0.smithi032.stdout:3053: writing smithi03267100-29 from 12591104 to 13295616 tid 1 2024-09-13T00:14:07.112 INFO:tasks.rados.rados.0.smithi032.stdout:3053: writing smithi03267100-29 from 13295616 to 14090240 tid 2 2024-09-13T00:14:07.117 INFO:tasks.rados.rados.0.smithi032.stdout:3053: writing smithi03267100-29 from 14090240 to 14884864 tid 3 2024-09-13T00:14:07.117 INFO:tasks.rados.rados.0.smithi032.stdout:3053: writing smithi03267100-29 from 14884864 to 14901248 tid 4 2024-09-13T00:14:07.117 INFO:tasks.rados.rados.0.smithi032.stdout:3054: snap_remove snap 285 2024-09-13T00:14:07.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:07 smithi032 bash[75510]: cluster 2024-09-13T00:14:06.394673+0000 mon.a (mon.0) 1024 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 2024-09-13T00:14:07.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:07 smithi032 bash[75510]: cluster 2024-09-13T00:14:07.007482+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2024-09-13T00:14:07.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:07 smithi032 bash[76677]: cluster 2024-09-13T00:14:06.394673+0000 mon.a (mon.0) 1024 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 2024-09-13T00:14:07.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:07 smithi032 bash[76677]: cluster 2024-09-13T00:14:07.007482+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2024-09-13T00:14:07.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:07 smithi053 bash[67631]: cluster 2024-09-13T00:14:06.394673+0000 mon.a (mon.0) 1024 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 2024-09-13T00:14:07.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:07 smithi053 bash[67631]: cluster 2024-09-13T00:14:07.007482+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2024-09-13T00:14:08.014 INFO:tasks.rados.rados.0.smithi032.stdout:3054: done (5 left) 2024-09-13T00:14:08.014 INFO:tasks.rados.rados.0.smithi032.stdout:3055: rmattr oid 19 current snap is 293 2024-09-13T00:14:08.014 INFO:tasks.rados.rados.0.smithi032.stdout:3056: snap_create 2024-09-13T00:14:08.014 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 2570 (ObjNum 976 snap 282 seq_num 976) dirty exists 2024-09-13T00:14:08.014 INFO:tasks.rados.rados.0.smithi032.stdout:3050: finishing copy_from racing read to smithi03267100-3 2024-09-13T00:14:08.015 INFO:tasks.rados.rados.0.smithi032.stdout:3050: finishing copy_from to smithi03267100-3 2024-09-13T00:14:08.015 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2670 (ObjNum 966 snap 281 seq_num 966) dirty exists 2024-09-13T00:14:08.015 INFO:tasks.rados.rados.0.smithi032.stdout:3053: finishing write tid 1 to smithi03267100-29 2024-09-13T00:14:08.015 INFO:tasks.rados.rados.0.smithi032.stdout:3053: finishing write tid 2 to smithi03267100-29 2024-09-13T00:14:08.015 INFO:tasks.rados.rados.0.smithi032.stdout:3053: finishing write tid 3 to smithi03267100-29 2024-09-13T00:14:08.015 INFO:tasks.rados.rados.0.smithi032.stdout:3053: finishing write tid 4 to smithi03267100-29 2024-09-13T00:14:08.015 INFO:tasks.rados.rados.0.smithi032.stdout:3053: finishing write tid 5 to smithi03267100-29 2024-09-13T00:14:08.015 INFO:tasks.rados.rados.0.smithi032.stdout:3053: finishing write tid 6 to smithi03267100-29 2024-09-13T00:14:08.015 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2675 (ObjNum 997 snap 293 seq_num 997) dirty exists 2024-09-13T00:14:08.015 INFO:tasks.rados.rados.0.smithi032.stdout:3053: left oid 29 (ObjNum 997 snap 293 seq_num 997) 2024-09-13T00:14:08.043 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2532 (ObjNum 974 snap 282 seq_num 974) dirty exists 2024-09-13T00:14:08.216 INFO:tasks.rados.rados.0.smithi032.stdout:3049: done (6 left) 2024-09-13T00:14:08.216 INFO:tasks.rados.rados.0.smithi032.stdout:3050: done (5 left) 2024-09-13T00:14:08.216 INFO:tasks.rados.rados.0.smithi032.stdout:3051: done (4 left) 2024-09-13T00:14:08.216 INFO:tasks.rados.rados.0.smithi032.stdout:3052: done (3 left) 2024-09-13T00:14:08.216 INFO:tasks.rados.rados.0.smithi032.stdout:3053: done (2 left) 2024-09-13T00:14:08.216 INFO:tasks.rados.rados.0.smithi032.stdout:3055: done (1 left) 2024-09-13T00:14:08.217 INFO:tasks.rados.rados.0.smithi032.stdout:3056: done (0 left) 2024-09-13T00:14:08.217 INFO:tasks.rados.rados.0.smithi032.stdout:3057: read oid 3 snap -1 2024-09-13T00:14:08.217 INFO:tasks.rados.rados.0.smithi032.stdout:3057: expect (ObjNum 966 snap 281 seq_num 966) 2024-09-13T00:14:08.217 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 294 2024-09-13T00:14:08.217 INFO:tasks.rados.rados.0.smithi032.stdout:3058: seq_num 998 ranges {3309568=720896,4030464=679936,4710400=598016,5308416=327680} 2024-09-13T00:14:08.239 INFO:tasks.rados.rados.0.smithi032.stdout:3058: writing smithi03267100-22 from 3309568 to 4030464 tid 1 2024-09-13T00:14:08.243 INFO:tasks.rados.rados.0.smithi032.stdout:3058: writing smithi03267100-22 from 4030464 to 4710400 tid 2 2024-09-13T00:14:08.248 INFO:tasks.rados.rados.0.smithi032.stdout:3058: writing smithi03267100-22 from 4710400 to 5308416 tid 3 2024-09-13T00:14:08.249 INFO:tasks.rados.rados.0.smithi032.stdout:3058: writing smithi03267100-22 from 5308416 to 5636096 tid 4 2024-09-13T00:14:08.250 INFO:tasks.rados.rados.0.smithi032.stdout:3059: read oid 37 snap -1 2024-09-13T00:14:08.250 INFO:tasks.rados.rados.0.smithi032.stdout:3059: expect (ObjNum 950 snap 278 seq_num 950) 2024-09-13T00:14:08.250 INFO:tasks.rados.rados.0.smithi032.stdout:3060: read oid 40 snap -1 2024-09-13T00:14:08.250 INFO:tasks.rados.rados.0.smithi032.stdout:3060: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:14:08.250 INFO:tasks.rados.rados.0.smithi032.stdout:3061: read oid 42 snap -1 2024-09-13T00:14:08.250 INFO:tasks.rados.rados.0.smithi032.stdout:3061: expect deleted 2024-09-13T00:14:08.250 INFO:tasks.rados.rados.0.smithi032.stdout:3062: delete oid 28 current snap is 294 2024-09-13T00:14:08.250 INFO:tasks.rados.rados.0.smithi032.stdout:3057: expect (ObjNum 966 snap 281 seq_num 966) 2024-09-13T00:14:08.318 INFO:tasks.rados.rados.0.smithi032.stdout:3058: finishing write tid 1 to smithi03267100-22 2024-09-13T00:14:08.318 INFO:tasks.rados.rados.0.smithi032.stdout:3058: finishing write tid 2 to smithi03267100-22 2024-09-13T00:14:08.318 INFO:tasks.rados.rados.0.smithi032.stdout:3057: done (5 left) 2024-09-13T00:14:08.318 INFO:tasks.rados.rados.0.smithi032.stdout:3062: done (4 left) 2024-09-13T00:14:08.318 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 294 2024-09-13T00:14:08.318 INFO:tasks.rados.rados.0.smithi032.stdout:3060: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:14:08.321 INFO:tasks.rados.rados.0.smithi032.stdout:3058: finishing write tid 3 to smithi03267100-22 2024-09-13T00:14:08.321 INFO:tasks.rados.rados.0.smithi032.stdout:3058: finishing write tid 4 to smithi03267100-22 2024-09-13T00:14:08.321 INFO:tasks.rados.rados.0.smithi032.stdout:3063: seq_num 1000 ranges {2138112=753664,2891776=442368,3334144=565248,3899392=458752,4358144=139264} 2024-09-13T00:14:08.337 INFO:tasks.rados.rados.0.smithi032.stdout:3063: writing smithi03267100-12 from 2138112 to 2891776 tid 1 2024-09-13T00:14:08.340 INFO:tasks.rados.rados.0.smithi032.stdout:3063: writing smithi03267100-12 from 2891776 to 3334144 tid 2 2024-09-13T00:14:08.344 INFO:tasks.rados.rados.0.smithi032.stdout:3063: writing smithi03267100-12 from 3334144 to 3899392 tid 3 2024-09-13T00:14:08.347 INFO:tasks.rados.rados.0.smithi032.stdout:3063: writing smithi03267100-12 from 3899392 to 4358144 tid 4 2024-09-13T00:14:08.348 INFO:tasks.rados.rados.0.smithi032.stdout:3063: writing smithi03267100-12 from 4358144 to 4497408 tid 5 2024-09-13T00:14:08.348 INFO:tasks.rados.rados.0.smithi032.stdout:3060: done (4 left) 2024-09-13T00:14:08.348 INFO:tasks.rados.rados.0.smithi032.stdout:3061: done (3 left) 2024-09-13T00:14:08.348 INFO:tasks.rados.rados.0.smithi032.stdout:3064: snap_create 2024-09-13T00:14:08.348 INFO:tasks.rados.rados.0.smithi032.stdout:3058: finishing write tid 5 to smithi03267100-22 2024-09-13T00:14:08.349 INFO:tasks.rados.rados.0.smithi032.stdout:3059: expect (ObjNum 950 snap 278 seq_num 950) 2024-09-13T00:14:08.350 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:14:08 smithi032 bash[97958]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mds-a 2024-09-13T00:14:08.350 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:14:08 smithi032 bash[98019]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mds-a 2024-09-13T00:14:08.350 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:14:08 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-13T00:14:08.350 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:14:08 smithi032 systemd[1]: Stopped Ceph mds.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:14:08.428 INFO:tasks.rados.rados.0.smithi032.stdout:3058: finishing write tid 6 to smithi03267100-22 2024-09-13T00:14:08.428 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 2680 (ObjNum 998 snap 294 seq_num 998) dirty exists 2024-09-13T00:14:08.428 INFO:tasks.rados.rados.0.smithi032.stdout:3058: left oid 22 (ObjNum 998 snap 294 seq_num 998) 2024-09-13T00:14:08.428 INFO:tasks.rados.rados.0.smithi032.stdout:3063: finishing write tid 1 to smithi03267100-12 2024-09-13T00:14:08.428 INFO:tasks.rados.rados.0.smithi032.stdout:3063: finishing write tid 2 to smithi03267100-12 2024-09-13T00:14:08.428 INFO:tasks.rados.rados.0.smithi032.stdout:3063: finishing write tid 3 to smithi03267100-12 2024-09-13T00:14:08.429 INFO:tasks.rados.rados.0.smithi032.stdout:3063: finishing write tid 4 to smithi03267100-12 2024-09-13T00:14:08.429 INFO:tasks.rados.rados.0.smithi032.stdout:3063: finishing write tid 5 to smithi03267100-12 2024-09-13T00:14:08.429 INFO:tasks.rados.rados.0.smithi032.stdout:3063: finishing write tid 6 to smithi03267100-12 2024-09-13T00:14:08.429 INFO:tasks.rados.rados.0.smithi032.stdout:3063: finishing write tid 7 to smithi03267100-12 2024-09-13T00:14:08.429 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2576 (ObjNum 1000 snap 294 seq_num 1000) dirty exists 2024-09-13T00:14:08.429 INFO:tasks.rados.rados.0.smithi032.stdout:3063: left oid 12 (ObjNum 1000 snap 294 seq_num 1000) 2024-09-13T00:14:08.661 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:14:08 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:08.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:14:08 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:08.662 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:14:08 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:08.662 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:14:08 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:08.663 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:14:08 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:08.663 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:14:08 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:08.663 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:14:08 smithi032 systemd[1]: Started Ceph mds.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:14:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:08 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:08 smithi032 bash[75510]: cluster 2024-09-13T00:14:07.184912+0000 mgr.y (mgr.34107) 301 : cluster [DBG] pgmap v537: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 696 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-09-13T00:14:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:08 smithi032 bash[75510]: cluster 2024-09-13T00:14:08.014853+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2024-09-13T00:14:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:08 smithi032 bash[75510]: cluster 2024-09-13T00:14:08.216019+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2024-09-13T00:14:08.664 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:14:08 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:08.664 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:14:08 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:08 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:08 smithi032 bash[76677]: cluster 2024-09-13T00:14:07.184912+0000 mgr.y (mgr.34107) 301 : cluster [DBG] pgmap v537: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 696 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-09-13T00:14:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:08 smithi032 bash[76677]: cluster 2024-09-13T00:14:08.014853+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2024-09-13T00:14:08.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:08 smithi032 bash[76677]: cluster 2024-09-13T00:14:08.216019+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2024-09-13T00:14:08.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:08 smithi053 bash[67631]: cluster 2024-09-13T00:14:07.184912+0000 mgr.y (mgr.34107) 301 : cluster [DBG] pgmap v537: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 696 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-09-13T00:14:08.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:08 smithi053 bash[67631]: cluster 2024-09-13T00:14:08.014853+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2024-09-13T00:14:08.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:08 smithi053 bash[67631]: cluster 2024-09-13T00:14:08.216019+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2024-09-13T00:14:09.220 INFO:tasks.rados.rados.0.smithi032.stdout:3058: done (3 left) 2024-09-13T00:14:09.221 INFO:tasks.rados.rados.0.smithi032.stdout:3059: done (2 left) 2024-09-13T00:14:09.221 INFO:tasks.rados.rados.0.smithi032.stdout:3063: done (1 left) 2024-09-13T00:14:09.221 INFO:tasks.rados.rados.0.smithi032.stdout:3064: done (0 left) 2024-09-13T00:14:09.221 INFO:tasks.rados.rados.0.smithi032.stdout:3065: rmattr oid 21 current snap is 295 2024-09-13T00:14:09.221 INFO:tasks.rados.rados.0.smithi032.stdout:3065: done (0 left) 2024-09-13T00:14:09.221 INFO:tasks.rados.rados.0.smithi032.stdout:3066: snap_remove snap 288 2024-09-13T00:14:09.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:09 smithi053 bash[67631]: audit 2024-09-13T00:14:08.513627+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:09.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:09 smithi053 bash[67631]: audit 2024-09-13T00:14:08.520046+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:09.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:09 smithi053 bash[67631]: audit 2024-09-13T00:14:08.521173+0000 mon.a (mon.0) 1030 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:09.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:09 smithi053 bash[67631]: cluster 2024-09-13T00:14:09.222589+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2024-09-13T00:14:09.905 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:09 smithi032 bash[75510]: audit 2024-09-13T00:14:08.513627+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:09.905 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:09 smithi032 bash[75510]: audit 2024-09-13T00:14:08.520046+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:09.905 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:09 smithi032 bash[75510]: audit 2024-09-13T00:14:08.521173+0000 mon.a (mon.0) 1030 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:09.905 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:09 smithi032 bash[75510]: cluster 2024-09-13T00:14:09.222589+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2024-09-13T00:14:09.905 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:09 smithi032 bash[76677]: audit 2024-09-13T00:14:08.513627+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:09.905 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:09 smithi032 bash[76677]: audit 2024-09-13T00:14:08.520046+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:09.905 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:09 smithi032 bash[76677]: audit 2024-09-13T00:14:08.521173+0000 mon.a (mon.0) 1030 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:09.906 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:09 smithi032 bash[76677]: cluster 2024-09-13T00:14:09.222589+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2024-09-13T00:14:10.162 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:14:10 smithi032 bash[98075]: starting mds.a at 2024-09-13T00:14:10.231 INFO:tasks.rados.rados.0.smithi032.stdout:3066: done (0 left) 2024-09-13T00:14:10.232 INFO:tasks.rados.rados.0.smithi032.stdout:3067: rmattr oid 45 current snap is 295 2024-09-13T00:14:10.232 INFO:tasks.rados.rados.0.smithi032.stdout:3067: done (0 left) 2024-09-13T00:14:10.232 INFO:tasks.rados.rados.0.smithi032.stdout:3068: setattr oid 23 current snap is 295 2024-09-13T00:14:10.234 INFO:tasks.rados.rados.0.smithi032.stdout:3069: read oid 11 snap 292 2024-09-13T00:14:10.234 INFO:tasks.rados.rados.0.smithi032.stdout:3069: expect (ObjNum 893 snap 269 seq_num 893) 2024-09-13T00:14:10.234 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 295 2024-09-13T00:14:10.234 INFO:tasks.rados.rados.0.smithi032.stdout:3070: seq_num 1001 ranges {2236416=770048,3006464=729088,3735552=770048,4505600=106496} 2024-09-13T00:14:10.252 INFO:tasks.rados.rados.0.smithi032.stdout:3070: writing smithi03267100-37 from 2236416 to 3006464 tid 1 2024-09-13T00:14:10.257 INFO:tasks.rados.rados.0.smithi032.stdout:3070: writing smithi03267100-37 from 3006464 to 3735552 tid 2 2024-09-13T00:14:10.262 INFO:tasks.rados.rados.0.smithi032.stdout:3070: writing smithi03267100-37 from 3735552 to 4505600 tid 3 2024-09-13T00:14:10.263 INFO:tasks.rados.rados.0.smithi032.stdout:3070: writing smithi03267100-37 from 4505600 to 4612096 tid 4 2024-09-13T00:14:10.263 INFO:tasks.rados.rados.0.smithi032.stdout:3071: snap_create 2024-09-13T00:14:10.263 INFO:tasks.rados.rados.0.smithi032.stdout:3070: finishing write tid 1 to smithi03267100-37 2024-09-13T00:14:10.266 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 2703 (ObjNum 948 snap 278 seq_num 948) dirty exists 2024-09-13T00:14:10.270 INFO:tasks.rados.rados.0.smithi032.stdout:3070: finishing write tid 2 to smithi03267100-37 2024-09-13T00:14:10.273 INFO:tasks.rados.rados.0.smithi032.stdout:3069: expect (ObjNum 893 snap 269 seq_num 893) 2024-09-13T00:14:10.552 INFO:tasks.rados.rados.0.smithi032.stdout:3070: finishing write tid 3 to smithi03267100-37 2024-09-13T00:14:10.552 INFO:tasks.rados.rados.0.smithi032.stdout:3070: finishing write tid 4 to smithi03267100-37 2024-09-13T00:14:10.552 INFO:tasks.rados.rados.0.smithi032.stdout:3070: finishing write tid 5 to smithi03267100-37 2024-09-13T00:14:10.553 INFO:tasks.rados.rados.0.smithi032.stdout:3070: finishing write tid 6 to smithi03267100-37 2024-09-13T00:14:10.553 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2333 (ObjNum 1001 snap 295 seq_num 1001) dirty exists 2024-09-13T00:14:10.553 INFO:tasks.rados.rados.0.smithi032.stdout:3070: left oid 37 (ObjNum 1001 snap 295 seq_num 1001) 2024-09-13T00:14:10.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:10 smithi053 bash[67631]: cluster 2024-09-13T00:14:09.185863+0000 mgr.y (mgr.34107) 302 : cluster [DBG] pgmap v540: 121 pgs: 121 active+clean; 628 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-09-13T00:14:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:10 smithi053 bash[67631]: audit 2024-09-13T00:14:10.139808+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:10 smithi053 bash[67631]: audit 2024-09-13T00:14:10.141793+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:14:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:10 smithi053 bash[67631]: cluster 2024-09-13T00:14:10.224926+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2024-09-13T00:14:10.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:10 smithi032 bash[75510]: cluster 2024-09-13T00:14:09.185863+0000 mgr.y (mgr.34107) 302 : cluster [DBG] pgmap v540: 121 pgs: 121 active+clean; 628 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-09-13T00:14:10.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:10 smithi032 bash[75510]: audit 2024-09-13T00:14:10.139808+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:10.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:10 smithi032 bash[75510]: audit 2024-09-13T00:14:10.141793+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:14:10.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:10 smithi032 bash[75510]: cluster 2024-09-13T00:14:10.224926+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2024-09-13T00:14:10.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:10 smithi032 bash[76677]: cluster 2024-09-13T00:14:09.185863+0000 mgr.y (mgr.34107) 302 : cluster [DBG] pgmap v540: 121 pgs: 121 active+clean; 628 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-09-13T00:14:10.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:10 smithi032 bash[76677]: audit 2024-09-13T00:14:10.139808+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:10.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:10 smithi032 bash[76677]: audit 2024-09-13T00:14:10.141793+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:14:10.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:10 smithi032 bash[76677]: cluster 2024-09-13T00:14:10.224926+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2024-09-13T00:14:11.225 INFO:tasks.rados.rados.0.smithi032.stdout:3068: done (3 left) 2024-09-13T00:14:11.225 INFO:tasks.rados.rados.0.smithi032.stdout:3069: done (2 left) 2024-09-13T00:14:11.225 INFO:tasks.rados.rados.0.smithi032.stdout:3070: done (1 left) 2024-09-13T00:14:11.226 INFO:tasks.rados.rados.0.smithi032.stdout:3071: done (0 left) 2024-09-13T00:14:11.226 INFO:tasks.rados.rados.0.smithi032.stdout:3072: snap_remove snap 231 2024-09-13T00:14:11.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:11 smithi053 bash[67631]: cluster 2024-09-13T00:14:10.529476+0000 mon.a (mon.0) 1035 : cluster [DBG] mds.? [v2:172.21.15.32:6834/3978893213,v1:172.21.15.32:6835/3978893213] up:boot 2024-09-13T00:14:11.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:11 smithi053 bash[67631]: cluster 2024-09-13T00:14:10.529625+0000 mon.a (mon.0) 1036 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T00:14:11.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:11 smithi053 bash[67631]: audit 2024-09-13T00:14:10.530230+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T00:14:11.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:11 smithi053 bash[67631]: cluster 2024-09-13T00:14:11.227607+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2024-09-13T00:14:11.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:11 smithi032 bash[75510]: cluster 2024-09-13T00:14:10.529476+0000 mon.a (mon.0) 1035 : cluster [DBG] mds.? [v2:172.21.15.32:6834/3978893213,v1:172.21.15.32:6835/3978893213] up:boot 2024-09-13T00:14:11.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:11 smithi032 bash[75510]: cluster 2024-09-13T00:14:10.529625+0000 mon.a (mon.0) 1036 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T00:14:11.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:11 smithi032 bash[75510]: audit 2024-09-13T00:14:10.530230+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T00:14:11.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:11 smithi032 bash[75510]: cluster 2024-09-13T00:14:11.227607+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2024-09-13T00:14:11.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:11 smithi032 bash[76677]: cluster 2024-09-13T00:14:10.529476+0000 mon.a (mon.0) 1035 : cluster [DBG] mds.? [v2:172.21.15.32:6834/3978893213,v1:172.21.15.32:6835/3978893213] up:boot 2024-09-13T00:14:11.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:11 smithi032 bash[76677]: cluster 2024-09-13T00:14:10.529625+0000 mon.a (mon.0) 1036 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T00:14:11.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:11 smithi032 bash[76677]: audit 2024-09-13T00:14:10.530230+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T00:14:11.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:11 smithi032 bash[76677]: cluster 2024-09-13T00:14:11.227607+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2024-09-13T00:14:12.228 INFO:tasks.rados.rados.0.smithi032.stdout:3072: done (0 left) 2024-09-13T00:14:12.229 INFO:tasks.rados.rados.0.smithi032.stdout:3073: snap_create 2024-09-13T00:14:12.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:14:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:14:12] "GET /metrics HTTP/1.1" 200 36053 "" "Prometheus/2.43.0" 2024-09-13T00:14:12.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:12 smithi032 bash[75510]: cluster 2024-09-13T00:14:11.186820+0000 mgr.y (mgr.34107) 303 : cluster [DBG] pgmap v543: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 599 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-09-13T00:14:12.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:12 smithi032 bash[75510]: cluster 2024-09-13T00:14:12.230497+0000 mon.a (mon.0) 1039 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2024-09-13T00:14:12.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:12 smithi032 bash[76677]: cluster 2024-09-13T00:14:11.186820+0000 mgr.y (mgr.34107) 303 : cluster [DBG] pgmap v543: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 599 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-09-13T00:14:12.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:12 smithi032 bash[76677]: cluster 2024-09-13T00:14:12.230497+0000 mon.a (mon.0) 1039 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2024-09-13T00:14:12.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:12 smithi053 bash[67631]: cluster 2024-09-13T00:14:11.186820+0000 mgr.y (mgr.34107) 303 : cluster [DBG] pgmap v543: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 599 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-09-13T00:14:12.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:12 smithi053 bash[67631]: cluster 2024-09-13T00:14:12.230497+0000 mon.a (mon.0) 1039 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2024-09-13T00:14:12.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:14:12 smithi053 bash[60895]: ts=2024-09-13T00:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:14:13.220 INFO:tasks.rados.rados.0.smithi032.stdout:3073: done (0 left) 2024-09-13T00:14:13.220 INFO:tasks.rados.rados.0.smithi032.stdout:3074: read oid 11 snap -1 2024-09-13T00:14:13.220 INFO:tasks.rados.rados.0.smithi032.stdout:3074: expect (ObjNum 893 snap 269 seq_num 893) 2024-09-13T00:14:13.221 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 297 2024-09-13T00:14:13.221 INFO:tasks.rados.rados.0.smithi032.stdout:3075: seq_num 1002 ranges {0=786432,786432=614400,1400832=581632,1982464=409600} 2024-09-13T00:14:13.231 INFO:tasks.rados.rados.0.smithi032.stdout:3075: writing smithi03267100-28 from 0 to 786432 tid 1 2024-09-13T00:14:13.239 INFO:tasks.rados.rados.0.smithi032.stdout:3075: writing smithi03267100-28 from 786432 to 1400832 tid 2 2024-09-13T00:14:13.249 INFO:tasks.rados.rados.0.smithi032.stdout:3075: writing smithi03267100-28 from 1400832 to 1982464 tid 3 2024-09-13T00:14:13.255 INFO:tasks.rados.rados.0.smithi032.stdout:3075: writing smithi03267100-28 from 1982464 to 2392064 tid 4 2024-09-13T00:14:13.255 INFO:tasks.rados.rados.0.smithi032.stdout:3076: delete oid 46 current snap is 297 2024-09-13T00:14:13.256 INFO:tasks.rados.rados.0.smithi032.stdout:3075: finishing write tid 1 to smithi03267100-28 2024-09-13T00:14:13.256 INFO:tasks.rados.rados.0.smithi032.stdout:3075: finishing write tid 2 to smithi03267100-28 2024-09-13T00:14:13.256 INFO:tasks.rados.rados.0.smithi032.stdout:3075: finishing write tid 3 to smithi03267100-28 2024-09-13T00:14:13.257 INFO:tasks.rados.rados.0.smithi032.stdout:3074: expect (ObjNum 893 snap 269 seq_num 893) 2024-09-13T00:14:13.533 INFO:tasks.rados.rados.0.smithi032.stdout:3075: finishing write tid 4 to smithi03267100-28 2024-09-13T00:14:13.534 INFO:tasks.rados.rados.0.smithi032.stdout:3075: finishing write tid 5 to smithi03267100-28 2024-09-13T00:14:13.534 INFO:tasks.rados.rados.0.smithi032.stdout:3075: finishing write tid 6 to smithi03267100-28 2024-09-13T00:14:13.534 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 2686 (ObjNum 1002 snap 297 seq_num 1002) dirty exists 2024-09-13T00:14:13.534 INFO:tasks.rados.rados.0.smithi032.stdout:3075: left oid 28 (ObjNum 1002 snap 297 seq_num 1002) 2024-09-13T00:14:13.534 INFO:tasks.rados.rados.0.smithi032.stdout:3074: done (2 left) 2024-09-13T00:14:13.534 INFO:tasks.rados.rados.0.smithi032.stdout:3075: done (1 left) 2024-09-13T00:14:13.534 INFO:tasks.rados.rados.0.smithi032.stdout:3076: done (0 left) 2024-09-13T00:14:13.534 INFO:tasks.rados.rados.0.smithi032.stdout:3077: read oid 9 snap -1 2024-09-13T00:14:13.534 INFO:tasks.rados.rados.0.smithi032.stdout:3077: expect (ObjNum 966 snap 281 seq_num 966) 2024-09-13T00:14:13.534 INFO:tasks.rados.rados.0.smithi032.stdout:3078: rollback oid 49 current snap is 297 2024-09-13T00:14:13.535 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 49 to 291 2024-09-13T00:14:13.535 INFO:tasks.rados.rados.0.smithi032.stdout:3079: rmattr oid 38 current snap is 297 2024-09-13T00:14:13.535 INFO:tasks.rados.rados.0.smithi032.stdout:3080: read oid 41 snap -1 2024-09-13T00:14:13.535 INFO:tasks.rados.rados.0.smithi032.stdout:3080: expect (ObjNum 971 snap 282 seq_num 971) 2024-09-13T00:14:13.535 INFO:tasks.rados.rados.0.smithi032.stdout:3081: copy_from oid 44 from oid 15 current snap is 297 2024-09-13T00:14:13.535 INFO:tasks.rados.rados.0.smithi032.stdout:3082: rollback oid 46 current snap is 297 2024-09-13T00:14:13.535 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 292 2024-09-13T00:14:13.535 INFO:tasks.rados.rados.0.smithi032.stdout:3083: copy_from oid 35 from oid 26 current snap is 297 2024-09-13T00:14:13.535 INFO:tasks.rados.rados.0.smithi032.stdout:3084: read oid 40 snap -1 2024-09-13T00:14:13.535 INFO:tasks.rados.rados.0.smithi032.stdout:3084: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:14:13.535 INFO:tasks.rados.rados.0.smithi032.stdout:3085: setattr oid 7 current snap is 297 2024-09-13T00:14:13.537 INFO:tasks.rados.rados.0.smithi032.stdout:3084: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:14:13.541 INFO:tasks.rados.rados.0.smithi032.stdout:3084: done (8 left) 2024-09-13T00:14:13.541 INFO:tasks.rados.rados.0.smithi032.stdout:3086: snap_create 2024-09-13T00:14:13.546 INFO:tasks.rados.rados.0.smithi032.stdout:3082: finishing rollback tid 1 to smithi03267100-46 2024-09-13T00:14:13.546 INFO:tasks.rados.rados.0.smithi032.stdout:3078: finishing rollback tid 1 to smithi03267100-49 2024-09-13T00:14:13.547 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1741 (ObjNum 4113 snap 0 seq_num 1315725921) dirty dne 2024-09-13T00:14:13.552 INFO:tasks.rados.rados.0.smithi032.stdout:3082: finishing rollback tid 2 to smithi03267100-46 2024-09-13T00:14:13.552 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1744 (ObjNum 991 snap 289 seq_num 991) dirty exists 2024-09-13T00:14:13.555 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2310 (ObjNum 609 snap 0 seq_num 168533832) dirty exists 2024-09-13T00:14:13.556 INFO:tasks.rados.rados.0.smithi032.stdout:3077: expect (ObjNum 966 snap 281 seq_num 966) 2024-09-13T00:14:13.606 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 2330 (ObjNum 992 snap 291 seq_num 992) dirty exists 2024-09-13T00:14:13.606 INFO:tasks.rados.rados.0.smithi032.stdout:3080: expect (ObjNum 971 snap 282 seq_num 971) 2024-09-13T00:14:13.793 INFO:tasks.rados.rados.0.smithi032.stdout:3083: finishing copy_from racing read to smithi03267100-35 2024-09-13T00:14:13.794 INFO:tasks.rados.rados.0.smithi032.stdout:3083: finishing copy_from to smithi03267100-35 2024-09-13T00:14:13.794 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2703 (ObjNum 807 snap 247 seq_num 807) dirty exists 2024-09-13T00:14:13.794 INFO:tasks.rados.rados.0.smithi032.stdout:3081: finishing copy_from racing read to smithi03267100-44 2024-09-13T00:14:13.794 INFO:tasks.rados.rados.0.smithi032.stdout:3081: finishing copy_from to smithi03267100-44 2024-09-13T00:14:13.794 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2299 (ObjNum 841 snap 255 seq_num 841) dirty exists 2024-09-13T00:14:14.223 INFO:tasks.rados.rados.0.smithi032.stdout:3077: done (8 left) 2024-09-13T00:14:14.223 INFO:tasks.rados.rados.0.smithi032.stdout:3078: done (7 left) 2024-09-13T00:14:14.223 INFO:tasks.rados.rados.0.smithi032.stdout:3079: done (6 left) 2024-09-13T00:14:14.223 INFO:tasks.rados.rados.0.smithi032.stdout:3080: done (5 left) 2024-09-13T00:14:14.223 INFO:tasks.rados.rados.0.smithi032.stdout:3081: done (4 left) 2024-09-13T00:14:14.224 INFO:tasks.rados.rados.0.smithi032.stdout:3082: done (3 left) 2024-09-13T00:14:14.224 INFO:tasks.rados.rados.0.smithi032.stdout:3083: done (2 left) 2024-09-13T00:14:14.224 INFO:tasks.rados.rados.0.smithi032.stdout:3085: done (1 left) 2024-09-13T00:14:14.224 INFO:tasks.rados.rados.0.smithi032.stdout:3086: done (0 left) 2024-09-13T00:14:14.224 INFO:tasks.rados.rados.0.smithi032.stdout:3087: snap_create 2024-09-13T00:14:14.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:14 smithi053 bash[67631]: cluster 2024-09-13T00:14:13.187827+0000 mgr.y (mgr.34107) 304 : cluster [DBG] pgmap v546: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 595 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 548 KiB/s wr, 5 op/s 2024-09-13T00:14:14.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:14 smithi053 bash[67631]: cluster 2024-09-13T00:14:13.221657+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2024-09-13T00:14:14.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:14 smithi032 bash[75510]: cluster 2024-09-13T00:14:13.187827+0000 mgr.y (mgr.34107) 304 : cluster [DBG] pgmap v546: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 595 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 548 KiB/s wr, 5 op/s 2024-09-13T00:14:14.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:14 smithi032 bash[75510]: cluster 2024-09-13T00:14:13.221657+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2024-09-13T00:14:14.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:14 smithi032 bash[76677]: cluster 2024-09-13T00:14:13.187827+0000 mgr.y (mgr.34107) 304 : cluster [DBG] pgmap v546: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 595 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 548 KiB/s wr, 5 op/s 2024-09-13T00:14:14.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:14 smithi032 bash[76677]: cluster 2024-09-13T00:14:13.221657+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2024-09-13T00:14:15.222 INFO:tasks.rados.rados.0.smithi032.stdout:3087: done (0 left) 2024-09-13T00:14:15.222 INFO:tasks.rados.rados.0.smithi032.stdout:3088: read oid 29 snap -1 2024-09-13T00:14:15.222 INFO:tasks.rados.rados.0.smithi032.stdout:3088: expect (ObjNum 997 snap 293 seq_num 997) 2024-09-13T00:14:15.222 INFO:tasks.rados.rados.0.smithi032.stdout:3089: read oid 14 snap 267 2024-09-13T00:14:15.222 INFO:tasks.rados.rados.0.smithi032.stdout:3089: expect deleted 2024-09-13T00:14:15.222 INFO:tasks.rados.rados.0.smithi032.stdout:3090: copy_from oid 15 from oid 1 current snap is 299 2024-09-13T00:14:15.222 INFO:tasks.rados.rados.0.smithi032.stdout:3091: setattr oid 12 current snap is 299 2024-09-13T00:14:15.225 INFO:tasks.rados.rados.0.smithi032.stdout:3092: snap_create 2024-09-13T00:14:15.237 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2577 (ObjNum 1000 snap 294 seq_num 1000) dirty exists 2024-09-13T00:14:15.253 INFO:tasks.rados.rados.0.smithi032.stdout:3090: finishing copy_from racing read to smithi03267100-15 2024-09-13T00:14:15.255 INFO:tasks.rados.rados.0.smithi032.stdout:3090: finishing copy_from to smithi03267100-15 2024-09-13T00:14:15.256 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2529 (ObjNum 972 snap 282 seq_num 972) dirty exists 2024-09-13T00:14:15.296 INFO:tasks.rados.rados.0.smithi032.stdout:3088: expect (ObjNum 997 snap 293 seq_num 997) 2024-09-13T00:14:15.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:15 smithi053 bash[67631]: cluster 2024-09-13T00:14:14.224442+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2024-09-13T00:14:15.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:15 smithi053 bash[67631]: audit 2024-09-13T00:14:14.929315+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:15.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:15 smithi053 bash[67631]: audit 2024-09-13T00:14:14.934595+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:15.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:15 smithi053 bash[67631]: cluster 2024-09-13T00:14:15.221860+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2024-09-13T00:14:15.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:15 smithi032 bash[75510]: cluster 2024-09-13T00:14:14.224442+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2024-09-13T00:14:15.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:15 smithi032 bash[75510]: audit 2024-09-13T00:14:14.929315+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:15.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:15 smithi032 bash[75510]: audit 2024-09-13T00:14:14.934595+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:15.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:15 smithi032 bash[75510]: cluster 2024-09-13T00:14:15.221860+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2024-09-13T00:14:15.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:15 smithi032 bash[76677]: cluster 2024-09-13T00:14:14.224442+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2024-09-13T00:14:15.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:15 smithi032 bash[76677]: audit 2024-09-13T00:14:14.929315+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:15.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:15 smithi032 bash[76677]: audit 2024-09-13T00:14:14.934595+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:15.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:15 smithi032 bash[76677]: cluster 2024-09-13T00:14:15.221860+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2024-09-13T00:14:16.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:16 smithi032 bash[75510]: cluster 2024-09-13T00:14:15.188409+0000 mgr.y (mgr.34107) 305 : cluster [DBG] pgmap v549: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 601 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-13T00:14:16.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:16 smithi032 bash[75510]: audit 2024-09-13T00:14:15.621923+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:16.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:16 smithi032 bash[75510]: audit 2024-09-13T00:14:15.627274+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:16.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:16 smithi032 bash[75510]: cluster 2024-09-13T00:14:16.229055+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2024-09-13T00:14:16.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:16 smithi032 bash[76677]: cluster 2024-09-13T00:14:15.188409+0000 mgr.y (mgr.34107) 305 : cluster [DBG] pgmap v549: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 601 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-13T00:14:16.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:16 smithi032 bash[76677]: audit 2024-09-13T00:14:15.621923+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:16.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:16 smithi032 bash[76677]: audit 2024-09-13T00:14:15.627274+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:16.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:16 smithi032 bash[76677]: cluster 2024-09-13T00:14:16.229055+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2024-09-13T00:14:17.032 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:16 smithi053 bash[67631]: cluster 2024-09-13T00:14:15.188409+0000 mgr.y (mgr.34107) 305 : cluster [DBG] pgmap v549: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 601 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-13T00:14:17.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:16 smithi053 bash[67631]: audit 2024-09-13T00:14:15.621923+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:17.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:16 smithi053 bash[67631]: audit 2024-09-13T00:14:15.627274+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:17.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:16 smithi053 bash[67631]: cluster 2024-09-13T00:14:16.229055+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2024-09-13T00:14:17.252 INFO:tasks.rados.rados.0.smithi032.stdout:3088: done (4 left) 2024-09-13T00:14:17.255 INFO:tasks.rados.rados.0.smithi032.stdout:3089: done (3 left) 2024-09-13T00:14:17.255 INFO:tasks.rados.rados.0.smithi032.stdout:3090: done (2 left) 2024-09-13T00:14:17.255 INFO:tasks.rados.rados.0.smithi032.stdout:3091: done (1 left) 2024-09-13T00:14:17.255 INFO:tasks.rados.rados.0.smithi032.stdout:3092: done (0 left) 2024-09-13T00:14:17.255 INFO:tasks.rados.rados.0.smithi032.stdout:3093: delete oid 34 current snap is 300 2024-09-13T00:14:17.261 INFO:tasks.rados.rados.0.smithi032.stdout:3093: done (0 left) 2024-09-13T00:14:17.261 INFO:tasks.rados.rados.0.smithi032.stdout:3094: rmattr oid 6 current snap is 300 2024-09-13T00:14:17.261 INFO:tasks.rados.rados.0.smithi032.stdout:3095: read oid 37 snap -1 2024-09-13T00:14:17.261 INFO:tasks.rados.rados.0.smithi032.stdout:3095: expect (ObjNum 1001 snap 295 seq_num 1001) 2024-09-13T00:14:17.261 INFO:tasks.rados.rados.0.smithi032.stdout:3096: delete oid 32 current snap is 300 2024-09-13T00:14:17.269 INFO:tasks.rados.rados.0.smithi032.stdout:3096: done (2 left) 2024-09-13T00:14:17.269 INFO:tasks.rados.rados.0.smithi032.stdout:3097: rollback oid 12 current snap is 300 2024-09-13T00:14:17.269 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 279 2024-09-13T00:14:17.270 INFO:tasks.rados.rados.0.smithi032.stdout:3098: read oid 10 snap 289 2024-09-13T00:14:17.270 INFO:tasks.rados.rados.0.smithi032.stdout:3098: expect (ObjNum 474 snap 140 seq_num 474) 2024-09-13T00:14:17.270 INFO:tasks.rados.rados.0.smithi032.stdout:3099: snap_remove snap 299 2024-09-13T00:14:17.649 INFO:tasks.rados.rados.0.smithi032.stdout:3095: expect (ObjNum 1001 snap 295 seq_num 1001) 2024-09-13T00:14:17.818 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2579 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:14:17.818 INFO:tasks.rados.rados.0.smithi032.stdout:3098: expect (ObjNum 474 snap 140 seq_num 474) 2024-09-13T00:14:17.992 INFO:tasks.rados.rados.0.smithi032.stdout:3097: finishing rollback tid 0 to smithi03267100-12 2024-09-13T00:14:17.992 INFO:tasks.rados.rados.0.smithi032.stdout:3097: finishing rollback tid 1 to smithi03267100-12 2024-09-13T00:14:17.992 INFO:tasks.rados.rados.0.smithi032.stdout:3094: done (4 left) 2024-09-13T00:14:17.993 INFO:tasks.rados.rados.0.smithi032.stdout:3095: done (3 left) 2024-09-13T00:14:17.993 INFO:tasks.rados.rados.0.smithi032.stdout:3098: done (2 left) 2024-09-13T00:14:17.993 INFO:tasks.rados.rados.0.smithi032.stdout:3099: done (1 left) 2024-09-13T00:14:17.993 INFO:tasks.rados.rados.0.smithi032.stdout:3100: rmattr oid 47 current snap is 300 2024-09-13T00:14:17.993 INFO:tasks.rados.rados.0.smithi032.stdout:3100: done (1 left) 2024-09-13T00:14:17.993 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 300 2024-09-13T00:14:17.993 INFO:tasks.rados.rados.0.smithi032.stdout:3097: finishing rollback tid 2 to smithi03267100-12 2024-09-13T00:14:17.993 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2582 (ObjNum 951 snap 279 seq_num 951) dirty exists 2024-09-13T00:14:17.993 INFO:tasks.rados.rados.0.smithi032.stdout:3101: seq_num 1006 ranges {4366336=49152} 2024-09-13T00:14:18.016 INFO:tasks.rados.rados.0.smithi032.stdout:3101: writing smithi03267100-39 from 4366336 to 4415488 tid 1 2024-09-13T00:14:18.016 INFO:tasks.rados.rados.0.smithi032.stdout:3097: done (1 left) 2024-09-13T00:14:18.016 INFO:tasks.rados.rados.0.smithi032.stdout:3102: rollback oid 40 current snap is 300 2024-09-13T00:14:18.016 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 281 2024-09-13T00:14:18.016 INFO:tasks.rados.rados.0.smithi032.stdout:3103: read oid 2 snap -1 2024-09-13T00:14:18.016 INFO:tasks.rados.rados.0.smithi032.stdout:3103: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:14:18.017 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 300 2024-09-13T00:14:18.017 INFO:tasks.rados.rados.0.smithi032.stdout:3104: seq_num 1007 ranges {0=65536} 2024-09-13T00:14:18.017 INFO:tasks.rados.rados.0.smithi032.stdout:3104: writing smithi03267100-32 from 0 to 65536 tid 1 2024-09-13T00:14:18.017 INFO:tasks.rados.rados.0.smithi032.stdout:3105: rmattr oid 16 current snap is 300 2024-09-13T00:14:18.017 INFO:tasks.rados.rados.0.smithi032.stdout:3106: rollback oid 9 current snap is 300 2024-09-13T00:14:18.017 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 279 2024-09-13T00:14:18.018 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 300 2024-09-13T00:14:18.018 INFO:tasks.rados.rados.0.smithi032.stdout:3107: seq_num 1008 ranges {3473408=90112} 2024-09-13T00:14:18.042 INFO:tasks.rados.rados.0.smithi032.stdout:3107: writing smithi03267100-6 from 3473408 to 3563520 tid 1 2024-09-13T00:14:18.043 INFO:tasks.rados.rados.0.smithi032.stdout:3108: copy_from oid 13 from oid 28 current snap is 300 2024-09-13T00:14:18.043 INFO:tasks.rados.rados.0.smithi032.stdout:3103: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:14:18.045 INFO:tasks.rados.rados.0.smithi032.stdout:3102: finishing rollback tid 0 to smithi03267100-40 2024-09-13T00:14:18.045 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 2583 (ObjNum 994 snap 293 seq_num 994) dirty exists 2024-09-13T00:14:18.045 INFO:tasks.rados.rados.0.smithi032.stdout:3102: finishing rollback tid 1 to smithi03267100-40 2024-09-13T00:14:18.045 INFO:tasks.rados.rados.0.smithi032.stdout:3102: finishing rollback tid 2 to smithi03267100-40 2024-09-13T00:14:18.045 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 2692 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:14:18.045 INFO:tasks.rados.rados.0.smithi032.stdout:3101: finishing write tid 1 to smithi03267100-39 2024-09-13T00:14:18.046 INFO:tasks.rados.rados.0.smithi032.stdout:3101: finishing write tid 2 to smithi03267100-39 2024-09-13T00:14:18.046 INFO:tasks.rados.rados.0.smithi032.stdout:3104: finishing write tid 1 to smithi03267100-32 2024-09-13T00:14:18.046 INFO:tasks.rados.rados.0.smithi032.stdout:3104: finishing write tid 2 to smithi03267100-32 2024-09-13T00:14:18.046 INFO:tasks.rados.rados.0.smithi032.stdout:3101: finishing write tid 3 to smithi03267100-39 2024-09-13T00:14:18.046 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2312 (ObjNum 1006 snap 300 seq_num 1006) dirty exists 2024-09-13T00:14:18.046 INFO:tasks.rados.rados.0.smithi032.stdout:3101: left oid 39 (ObjNum 1006 snap 300 seq_num 1006) 2024-09-13T00:14:18.046 INFO:tasks.rados.rados.0.smithi032.stdout:3106: finishing rollback tid 0 to smithi03267100-9 2024-09-13T00:14:18.046 INFO:tasks.rados.rados.0.smithi032.stdout:3106: finishing rollback tid 1 to smithi03267100-9 2024-09-13T00:14:18.046 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2830 (ObjNum 33 snap 0 seq_num 1800480651) dirty dne 2024-09-13T00:14:18.046 INFO:tasks.rados.rados.0.smithi032.stdout:3101: done (7 left) 2024-09-13T00:14:18.046 INFO:tasks.rados.rados.0.smithi032.stdout:3102: done (6 left) 2024-09-13T00:14:18.046 INFO:tasks.rados.rados.0.smithi032.stdout:3103: done (5 left) 2024-09-13T00:14:18.046 INFO:tasks.rados.rados.0.smithi032.stdout:3105: done (4 left) 2024-09-13T00:14:18.047 INFO:tasks.rados.rados.0.smithi032.stdout:3106: done (3 left) 2024-09-13T00:14:18.047 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 300 2024-09-13T00:14:18.047 INFO:tasks.rados.rados.0.smithi032.stdout:3109: seq_num 1009 ranges {4612096=106496} 2024-09-13T00:14:18.077 INFO:tasks.rados.rados.0.smithi032.stdout:3109: writing smithi03267100-37 from 4612096 to 4718592 tid 1 2024-09-13T00:14:18.077 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 300 2024-09-13T00:14:18.078 INFO:tasks.rados.rados.0.smithi032.stdout:3110: seq_num 1010 ranges {3530752=122880} 2024-09-13T00:14:18.098 INFO:tasks.rados.rados.0.smithi032.stdout:3110: writing smithi03267100-10 from 3530752 to 3653632 tid 1 2024-09-13T00:14:18.099 INFO:tasks.rados.rados.0.smithi032.stdout:3111: snap_create 2024-09-13T00:14:18.099 INFO:tasks.rados.rados.0.smithi032.stdout:3104: finishing write tid 3 to smithi03267100-32 2024-09-13T00:14:18.099 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 2827 (ObjNum 1007 snap 300 seq_num 1007) dirty exists 2024-09-13T00:14:18.099 INFO:tasks.rados.rados.0.smithi032.stdout:3104: left oid 32 (ObjNum 1007 snap 300 seq_num 1007) 2024-09-13T00:14:18.099 INFO:tasks.rados.rados.0.smithi032.stdout:3107: finishing write tid 1 to smithi03267100-6 2024-09-13T00:14:18.099 INFO:tasks.rados.rados.0.smithi032.stdout:3107: finishing write tid 2 to smithi03267100-6 2024-09-13T00:14:18.099 INFO:tasks.rados.rados.0.smithi032.stdout:3107: finishing write tid 3 to smithi03267100-6 2024-09-13T00:14:18.099 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2585 (ObjNum 1008 snap 300 seq_num 1008) dirty exists 2024-09-13T00:14:18.100 INFO:tasks.rados.rados.0.smithi032.stdout:3107: left oid 6 (ObjNum 1008 snap 300 seq_num 1008) 2024-09-13T00:14:18.100 INFO:tasks.rados.rados.0.smithi032.stdout:3108: finishing copy_from racing read to smithi03267100-13 2024-09-13T00:14:18.100 INFO:tasks.rados.rados.0.smithi032.stdout:3108: finishing copy_from to smithi03267100-13 2024-09-13T00:14:18.100 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2686 (ObjNum 1002 snap 297 seq_num 1002) dirty exists 2024-09-13T00:14:18.100 INFO:tasks.rados.rados.0.smithi032.stdout:3109: finishing write tid 1 to smithi03267100-37 2024-09-13T00:14:18.100 INFO:tasks.rados.rados.0.smithi032.stdout:3109: finishing write tid 2 to smithi03267100-37 2024-09-13T00:14:18.100 INFO:tasks.rados.rados.0.smithi032.stdout:3109: finishing write tid 3 to smithi03267100-37 2024-09-13T00:14:18.100 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2335 (ObjNum 1009 snap 300 seq_num 1009) dirty exists 2024-09-13T00:14:18.100 INFO:tasks.rados.rados.0.smithi032.stdout:3109: left oid 37 (ObjNum 1009 snap 300 seq_num 1009) 2024-09-13T00:14:18.104 INFO:tasks.rados.rados.0.smithi032.stdout:3110: finishing write tid 1 to smithi03267100-10 2024-09-13T00:14:18.104 INFO:tasks.rados.rados.0.smithi032.stdout:3110: finishing write tid 2 to smithi03267100-10 2024-09-13T00:14:18.105 INFO:tasks.rados.rados.0.smithi032.stdout:3110: finishing write tid 3 to smithi03267100-10 2024-09-13T00:14:18.105 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2312 (ObjNum 1010 snap 300 seq_num 1010) dirty exists 2024-09-13T00:14:18.105 INFO:tasks.rados.rados.0.smithi032.stdout:3110: left oid 10 (ObjNum 1010 snap 300 seq_num 1010) 2024-09-13T00:14:18.224 INFO:tasks.rados.rados.0.smithi032.stdout:3104: done (5 left) 2024-09-13T00:14:18.224 INFO:tasks.rados.rados.0.smithi032.stdout:3107: done (4 left) 2024-09-13T00:14:18.225 INFO:tasks.rados.rados.0.smithi032.stdout:3108: done (3 left) 2024-09-13T00:14:18.225 INFO:tasks.rados.rados.0.smithi032.stdout:3109: done (2 left) 2024-09-13T00:14:18.225 INFO:tasks.rados.rados.0.smithi032.stdout:3110: done (1 left) 2024-09-13T00:14:18.225 INFO:tasks.rados.rados.0.smithi032.stdout:3111: done (0 left) 2024-09-13T00:14:18.225 INFO:tasks.rados.rados.0.smithi032.stdout:3112: read oid 35 snap 278 2024-09-13T00:14:18.225 INFO:tasks.rados.rados.0.smithi032.stdout:3112: expect (ObjNum 934 snap 277 seq_num 934) 2024-09-13T00:14:18.225 INFO:tasks.rados.rados.0.smithi032.stdout:3113: read oid 5 snap 297 2024-09-13T00:14:18.225 INFO:tasks.rados.rados.0.smithi032.stdout:3113: expect (ObjNum 978 snap 283 seq_num 978) 2024-09-13T00:14:18.225 INFO:tasks.rados.rados.0.smithi032.stdout:3114: copy_from oid 18 from oid 47 current snap is 301 2024-09-13T00:14:18.225 INFO:tasks.rados.rados.0.smithi032.stdout:3115: snap_remove snap 276 2024-09-13T00:14:18.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:18 smithi032 bash[75510]: cluster 2024-09-13T00:14:17.189166+0000 mgr.y (mgr.34107) 306 : cluster [DBG] pgmap v552: 121 pgs: 121 active+clean; 606 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-09-13T00:14:18.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:18 smithi032 bash[75510]: cluster 2024-09-13T00:14:17.647062+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2024-09-13T00:14:18.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:18 smithi032 bash[75510]: cluster 2024-09-13T00:14:18.223355+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2024-09-13T00:14:18.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:18 smithi032 bash[76677]: cluster 2024-09-13T00:14:17.189166+0000 mgr.y (mgr.34107) 306 : cluster [DBG] pgmap v552: 121 pgs: 121 active+clean; 606 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-09-13T00:14:18.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:18 smithi032 bash[76677]: cluster 2024-09-13T00:14:17.647062+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2024-09-13T00:14:18.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:18 smithi032 bash[76677]: cluster 2024-09-13T00:14:18.223355+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2024-09-13T00:14:19.032 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:18 smithi053 bash[67631]: cluster 2024-09-13T00:14:17.189166+0000 mgr.y (mgr.34107) 306 : cluster [DBG] pgmap v552: 121 pgs: 121 active+clean; 606 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-09-13T00:14:19.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:18 smithi053 bash[67631]: cluster 2024-09-13T00:14:17.647062+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2024-09-13T00:14:19.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:18 smithi053 bash[67631]: cluster 2024-09-13T00:14:18.223355+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2024-09-13T00:14:19.227 INFO:tasks.rados.rados.0.smithi032.stdout:3115: done (3 left) 2024-09-13T00:14:19.227 INFO:tasks.rados.rados.0.smithi032.stdout:3116: rollback oid 37 current snap is 301 2024-09-13T00:14:19.227 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 37 to 292 2024-09-13T00:14:19.227 INFO:tasks.rados.rados.0.smithi032.stdout:3117: rollback oid 14 current snap is 301 2024-09-13T00:14:19.227 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 294 2024-09-13T00:14:19.227 INFO:tasks.rados.rados.0.smithi032.stdout:3118: read oid 40 snap -1 2024-09-13T00:14:19.227 INFO:tasks.rados.rados.0.smithi032.stdout:3118: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:14:19.227 INFO:tasks.rados.rados.0.smithi032.stdout:3119: copy_from oid 48 from oid 28 current snap is 301 2024-09-13T00:14:19.227 INFO:tasks.rados.rados.0.smithi032.stdout:3120: copy_from oid 23 from oid 1 current snap is 301 2024-09-13T00:14:19.227 INFO:tasks.rados.rados.0.smithi032.stdout:3121: delete oid 2 current snap is 301 2024-09-13T00:14:19.227 INFO:tasks.rados.rados.0.smithi032.stdout:3112: expect (ObjNum 934 snap 277 seq_num 934) 2024-09-13T00:14:19.327 INFO:tasks.rados.rados.0.smithi032.stdout:3114: finishing copy_from racing read to smithi03267100-18 2024-09-13T00:14:19.328 INFO:tasks.rados.rados.0.smithi032.stdout:3114: finishing copy_from to smithi03267100-18 2024-09-13T00:14:19.328 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2531 (ObjNum 863 snap 260 seq_num 863) dirty exists 2024-09-13T00:14:19.328 INFO:tasks.rados.rados.0.smithi032.stdout:3112: done (8 left) 2024-09-13T00:14:19.328 INFO:tasks.rados.rados.0.smithi032.stdout:3114: done (7 left) 2024-09-13T00:14:19.328 INFO:tasks.rados.rados.0.smithi032.stdout:3121: done (6 left) 2024-09-13T00:14:19.328 INFO:tasks.rados.rados.0.smithi032.stdout:3122: rollback oid 20 current snap is 301 2024-09-13T00:14:19.328 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 278 2024-09-13T00:14:19.328 INFO:tasks.rados.rados.0.smithi032.stdout:3113: expect (ObjNum 978 snap 283 seq_num 978) 2024-09-13T00:14:19.498 INFO:tasks.rados.rados.0.smithi032.stdout:3118: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:14:19.501 INFO:tasks.rados.rados.0.smithi032.stdout:3120: finishing copy_from racing read to smithi03267100-23 2024-09-13T00:14:19.501 INFO:tasks.rados.rados.0.smithi032.stdout:3116: finishing rollback tid 0 to smithi03267100-37 2024-09-13T00:14:19.501 INFO:tasks.rados.rados.0.smithi032.stdout:3116: finishing rollback tid 1 to smithi03267100-37 2024-09-13T00:14:19.502 INFO:tasks.rados.rados.0.smithi032.stdout:3116: finishing rollback tid 2 to smithi03267100-37 2024-09-13T00:14:19.502 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2338 (ObjNum 950 snap 278 seq_num 950) dirty exists 2024-09-13T00:14:19.502 INFO:tasks.rados.rados.0.smithi032.stdout:3117: finishing rollback tid 0 to smithi03267100-14 2024-09-13T00:14:19.502 INFO:tasks.rados.rados.0.smithi032.stdout:3117: finishing rollback tid 1 to smithi03267100-14 2024-09-13T00:14:19.502 INFO:tasks.rados.rados.0.smithi032.stdout:3117: finishing rollback tid 2 to smithi03267100-14 2024-09-13T00:14:19.502 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2844 (ObjNum 780 snap 238 seq_num 780) dirty exists 2024-09-13T00:14:19.502 INFO:tasks.rados.rados.0.smithi032.stdout:3119: finishing copy_from racing read to smithi03267100-48 2024-09-13T00:14:19.502 INFO:tasks.rados.rados.0.smithi032.stdout:3120: finishing copy_from to smithi03267100-23 2024-09-13T00:14:19.502 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 2529 (ObjNum 972 snap 282 seq_num 972) dirty exists 2024-09-13T00:14:19.502 INFO:tasks.rados.rados.0.smithi032.stdout:3119: finishing copy_from to smithi03267100-48 2024-09-13T00:14:19.502 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 2686 (ObjNum 1002 snap 297 seq_num 1002) dirty exists 2024-09-13T00:14:19.502 INFO:tasks.rados.rados.0.smithi032.stdout:3122: finishing rollback tid 1 to smithi03267100-20 2024-09-13T00:14:19.502 INFO:tasks.rados.rados.0.smithi032.stdout:3122: finishing rollback tid 2 to smithi03267100-20 2024-09-13T00:14:19.502 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1148 (ObjNum 931 snap 277 seq_num 931) dirty exists 2024-09-13T00:14:19.503 INFO:tasks.rados.rados.0.smithi032.stdout:3113: done (6 left) 2024-09-13T00:14:19.503 INFO:tasks.rados.rados.0.smithi032.stdout:3116: done (5 left) 2024-09-13T00:14:19.503 INFO:tasks.rados.rados.0.smithi032.stdout:3117: done (4 left) 2024-09-13T00:14:19.503 INFO:tasks.rados.rados.0.smithi032.stdout:3118: done (3 left) 2024-09-13T00:14:19.503 INFO:tasks.rados.rados.0.smithi032.stdout:3119: done (2 left) 2024-09-13T00:14:19.503 INFO:tasks.rados.rados.0.smithi032.stdout:3120: done (1 left) 2024-09-13T00:14:19.503 INFO:tasks.rados.rados.0.smithi032.stdout:3122: done (0 left) 2024-09-13T00:14:19.503 INFO:tasks.rados.rados.0.smithi032.stdout:3123: rollback oid 8 current snap is 301 2024-09-13T00:14:19.503 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 8 to 212 2024-09-13T00:14:19.503 INFO:tasks.rados.rados.0.smithi032.stdout:3124: delete oid 9 current snap is 301 2024-09-13T00:14:19.507 INFO:tasks.rados.rados.0.smithi032.stdout:3124: done (1 left) 2024-09-13T00:14:19.507 INFO:tasks.rados.rados.0.smithi032.stdout:3125: copy_from oid 14 from oid 26 current snap is 301 2024-09-13T00:14:19.507 INFO:tasks.rados.rados.0.smithi032.stdout:3126: delete oid 45 current snap is 301 2024-09-13T00:14:19.511 INFO:tasks.rados.rados.0.smithi032.stdout:3126: done (2 left) 2024-09-13T00:14:19.511 INFO:tasks.rados.rados.0.smithi032.stdout:3127: delete oid 47 current snap is 301 2024-09-13T00:14:19.513 INFO:tasks.rados.rados.0.smithi032.stdout:3123: finishing rollback tid 0 to smithi03267100-8 2024-09-13T00:14:19.513 INFO:tasks.rados.rados.0.smithi032.stdout:3123: finishing rollback tid 1 to smithi03267100-8 2024-09-13T00:14:19.515 INFO:tasks.rados.rados.0.smithi032.stdout:3127: done (2 left) 2024-09-13T00:14:19.515 INFO:tasks.rados.rados.0.smithi032.stdout:3128: snap_create 2024-09-13T00:14:19.515 INFO:tasks.rados.rados.0.smithi032.stdout:3123: finishing rollback tid 2 to smithi03267100-8 2024-09-13T00:14:19.515 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2315 (ObjNum 593 snap 183 seq_num 593) dirty exists 2024-09-13T00:14:19.524 INFO:tasks.rados.rados.0.smithi032.stdout:3125: finishing copy_from racing read to smithi03267100-14 2024-09-13T00:14:19.526 INFO:tasks.rados.rados.0.smithi032.stdout:3125: finishing copy_from to smithi03267100-14 2024-09-13T00:14:19.526 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2703 (ObjNum 807 snap 247 seq_num 807) dirty exists 2024-09-13T00:14:20.235 INFO:tasks.rados.rados.0.smithi032.stdout:3123: done (2 left) 2024-09-13T00:14:20.235 INFO:tasks.rados.rados.0.smithi032.stdout:3125: done (1 left) 2024-09-13T00:14:20.235 INFO:tasks.rados.rados.0.smithi032.stdout:3128: done (0 left) 2024-09-13T00:14:20.236 INFO:tasks.rados.rados.0.smithi032.stdout:3129: read oid 49 snap -1 2024-09-13T00:14:20.236 INFO:tasks.rados.rados.0.smithi032.stdout:3129: expect deleted 2024-09-13T00:14:20.236 INFO:tasks.rados.rados.0.smithi032.stdout:3130: snap_remove snap 287 2024-09-13T00:14:20.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:20 smithi053 bash[67631]: cluster 2024-09-13T00:14:19.190141+0000 mgr.y (mgr.34107) 307 : cluster [DBG] pgmap v555: 121 pgs: 121 active+clean; 618 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 2.4 MiB/s wr, 32 op/s 2024-09-13T00:14:20.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:20 smithi053 bash[67631]: cluster 2024-09-13T00:14:19.228098+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2024-09-13T00:14:20.574 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:20 smithi032 bash[75510]: cluster 2024-09-13T00:14:19.190141+0000 mgr.y (mgr.34107) 307 : cluster [DBG] pgmap v555: 121 pgs: 121 active+clean; 618 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 2.4 MiB/s wr, 32 op/s 2024-09-13T00:14:20.575 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:20 smithi032 bash[75510]: cluster 2024-09-13T00:14:19.228098+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2024-09-13T00:14:20.575 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:20 smithi032 bash[76677]: cluster 2024-09-13T00:14:19.190141+0000 mgr.y (mgr.34107) 307 : cluster [DBG] pgmap v555: 121 pgs: 121 active+clean; 618 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 2.4 MiB/s wr, 32 op/s 2024-09-13T00:14:20.575 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:20 smithi032 bash[76677]: cluster 2024-09-13T00:14:19.228098+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2024-09-13T00:14:21.243 INFO:tasks.rados.rados.0.smithi032.stdout:3130: done (1 left) 2024-09-13T00:14:21.244 INFO:tasks.rados.rados.0.smithi032.stdout:3131: snap_remove snap 247 2024-09-13T00:14:21.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:21 smithi053 bash[67631]: cluster 2024-09-13T00:14:20.236827+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2024-09-13T00:14:21.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:21 smithi032 bash[75510]: cluster 2024-09-13T00:14:20.236827+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2024-09-13T00:14:21.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:21 smithi032 bash[76677]: cluster 2024-09-13T00:14:20.236827+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2024-09-13T00:14:22.242 INFO:tasks.rados.rados.0.smithi032.stdout:3131: done (1 left) 2024-09-13T00:14:22.242 INFO:tasks.rados.rados.0.smithi032.stdout:3132: delete oid 14 current snap is 302 2024-09-13T00:14:22.284 INFO:tasks.rados.rados.0.smithi032.stdout:3129: done (1 left) 2024-09-13T00:14:22.285 INFO:tasks.rados.rados.0.smithi032.stdout:3132: done (0 left) 2024-09-13T00:14:22.285 INFO:tasks.rados.rados.0.smithi032.stdout:3133: rollback oid 19 current snap is 302 2024-09-13T00:14:22.285 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 283 2024-09-13T00:14:22.285 INFO:tasks.rados.rados.0.smithi032.stdout:3134: copy_from oid 18 from oid 42 current snap is 302 2024-09-13T00:14:22.285 INFO:tasks.rados.rados.0.smithi032.stdout:3135: read oid 30 snap 297 2024-09-13T00:14:22.285 INFO:tasks.rados.rados.0.smithi032.stdout:3135: expect (ObjNum 911 snap 274 seq_num 911) 2024-09-13T00:14:22.285 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 302 2024-09-13T00:14:22.285 INFO:tasks.rados.rados.0.smithi032.stdout:3136: seq_num 1016 ranges {4423680=221184} 2024-09-13T00:14:22.312 INFO:tasks.rados.rados.0.smithi032.stdout:3136: writing smithi03267100-41 from 4423680 to 4644864 tid 1 2024-09-13T00:14:22.313 INFO:tasks.rados.rados.0.smithi032.stdout:3137: delete oid 36 current snap is 302 2024-09-13T00:14:22.313 INFO:tasks.rados.rados.0.smithi032.stdout:3133: finishing rollback tid 0 to smithi03267100-19 2024-09-13T00:14:22.313 INFO:tasks.rados.rados.0.smithi032.stdout:3133: finishing rollback tid 1 to smithi03267100-19 2024-09-13T00:14:22.313 INFO:tasks.rados.rados.0.smithi032.stdout:3134: finishing copy_from to smithi03267100-18 2024-09-13T00:14:22.313 INFO:tasks.rados.rados.0.smithi032.stdout:3134: got expected ENOENT (src dne) 2024-09-13T00:14:22.313 INFO:tasks.rados.rados.0.smithi032.stdout:3133: finishing rollback tid 2 to smithi03267100-19 2024-09-13T00:14:22.313 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2536 (ObjNum 974 snap 282 seq_num 974) dirty exists 2024-09-13T00:14:22.313 INFO:tasks.rados.rados.0.smithi032.stdout:3134: finishing copy_from racing read to smithi03267100-18 2024-09-13T00:14:22.317 INFO:tasks.rados.rados.0.smithi032.stdout:3136: finishing write tid 1 to smithi03267100-41 2024-09-13T00:14:22.317 INFO:tasks.rados.rados.0.smithi032.stdout:3136: finishing write tid 2 to smithi03267100-41 2024-09-13T00:14:22.319 INFO:tasks.rados.rados.0.smithi032.stdout:3136: finishing write tid 3 to smithi03267100-41 2024-09-13T00:14:22.320 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2688 (ObjNum 1016 snap 302 seq_num 1016) dirty exists 2024-09-13T00:14:22.320 INFO:tasks.rados.rados.0.smithi032.stdout:3136: left oid 41 (ObjNum 1016 snap 302 seq_num 1016) 2024-09-13T00:14:22.375 INFO:tasks.rados.rados.0.smithi032.stdout:3133: done (4 left) 2024-09-13T00:14:22.375 INFO:tasks.rados.rados.0.smithi032.stdout:3134: done (3 left) 2024-09-13T00:14:22.375 INFO:tasks.rados.rados.0.smithi032.stdout:3136: done (2 left) 2024-09-13T00:14:22.376 INFO:tasks.rados.rados.0.smithi032.stdout:3137: done (1 left) 2024-09-13T00:14:22.376 INFO:tasks.rados.rados.0.smithi032.stdout:3138: read oid 44 snap -1 2024-09-13T00:14:22.376 INFO:tasks.rados.rados.0.smithi032.stdout:3138: expect (ObjNum 841 snap 255 seq_num 841) 2024-09-13T00:14:22.376 INFO:tasks.rados.rados.0.smithi032.stdout:3139: read oid 10 snap -1 2024-09-13T00:14:22.376 INFO:tasks.rados.rados.0.smithi032.stdout:3139: expect (ObjNum 1010 snap 300 seq_num 1010) 2024-09-13T00:14:22.376 INFO:tasks.rados.rados.0.smithi032.stdout:3140: copy_from oid 49 from oid 19 current snap is 302 2024-09-13T00:14:22.376 INFO:tasks.rados.rados.0.smithi032.stdout:3135: expect (ObjNum 911 snap 274 seq_num 911) 2024-09-13T00:14:22.412 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:14:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:14:22] "GET /metrics HTTP/1.1" 200 36053 "" "Prometheus/2.43.0" 2024-09-13T00:14:22.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:22 smithi032 bash[75510]: cluster 2024-09-13T00:14:21.191086+0000 mgr.y (mgr.34107) 308 : cluster [DBG] pgmap v558: 121 pgs: 121 active+clean; 619 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-13T00:14:22.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:22 smithi032 bash[75510]: cluster 2024-09-13T00:14:21.245420+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2024-09-13T00:14:22.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:22 smithi032 bash[76677]: cluster 2024-09-13T00:14:21.191086+0000 mgr.y (mgr.34107) 308 : cluster [DBG] pgmap v558: 121 pgs: 121 active+clean; 619 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-13T00:14:22.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:22 smithi032 bash[76677]: cluster 2024-09-13T00:14:21.245420+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2024-09-13T00:14:22.532 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:14:22 smithi053 bash[60895]: ts=2024-09-13T00:14:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:14:22.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:22 smithi053 bash[67631]: cluster 2024-09-13T00:14:21.191086+0000 mgr.y (mgr.34107) 308 : cluster [DBG] pgmap v558: 121 pgs: 121 active+clean; 619 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-13T00:14:22.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:22 smithi053 bash[67631]: cluster 2024-09-13T00:14:21.245420+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2024-09-13T00:14:23.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:23 smithi053 bash[67631]: cluster 2024-09-13T00:14:22.244578+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2024-09-13T00:14:23.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:23 smithi032 bash[75510]: cluster 2024-09-13T00:14:22.244578+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2024-09-13T00:14:23.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:23 smithi032 bash[76677]: cluster 2024-09-13T00:14:22.244578+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2024-09-13T00:14:24.393 INFO:tasks.rados.rados.0.smithi032.stdout:3139: expect (ObjNum 1010 snap 300 seq_num 1010) 2024-09-13T00:14:24.407 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:14:24.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:24 smithi053 bash[67631]: cluster 2024-09-13T00:14:23.191627+0000 mgr.y (mgr.34107) 309 : cluster [DBG] pgmap v561: 121 pgs: 121 active+clean; 589 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-13T00:14:24.628 INFO:tasks.rados.rados.0.smithi032.stdout:3138: expect (ObjNum 841 snap 255 seq_num 841) 2024-09-13T00:14:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:24 smithi032 bash[75510]: cluster 2024-09-13T00:14:23.191627+0000 mgr.y (mgr.34107) 309 : cluster [DBG] pgmap v561: 121 pgs: 121 active+clean; 589 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-13T00:14:24.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:24 smithi032 bash[76677]: cluster 2024-09-13T00:14:23.191627+0000 mgr.y (mgr.34107) 309 : cluster [DBG] pgmap v561: 121 pgs: 121 active+clean; 589 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-13T00:14:24.697 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:14:24.697 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8m) 9s ago 14m 14.2M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:14:24.697 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (7m) 35s ago 14m 74.4M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:14:24.697 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (16s) 9s ago 15m 11.6M - 18.2.4-837-g7a853b17 f21ba1eea74e 85459de8ee31 2024-09-13T00:14:24.697 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (15m) 35s ago 15m 20.3M - 17.2.7-1627-gbbdadfa3 214985049bdb 9787ee2c4612 2024-09-13T00:14:24.697 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (7m) 35s ago 23m 426M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:14:24.697 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7m) 9s ago 26m 493M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:14:24.697 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6m) 9s ago 26m 69.1M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:14:24.698 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (5m) 35s ago 24m 47.4M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:14:24.698 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6m) 9s ago 24m 53.3M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:14:24.698 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8m) 9s ago 14m 8320k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:14:24.698 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (8m) 35s ago 14m 8036k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:14:24.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4m) 9s ago 22m 435M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e a4f5d6d727f8 2024-09-13T00:14:24.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3m) 9s ago 22m 530M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 953c3952f855 2024-09-13T00:14:24.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3m) 9s ago 21m 494M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 49cc31a24edc 2024-09-13T00:14:24.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2m) 9s ago 20m 171M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 662cbd030bbe 2024-09-13T00:14:24.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (2m) 35s ago 19m 335M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 78e01b7bbadc 2024-09-13T00:14:24.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (113s) 35s ago 18m 473M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 2900232c845c 2024-09-13T00:14:24.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (84s) 35s ago 17m 162M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 94ea5bcab139 2024-09-13T00:14:24.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (40s) 35s ago 16m - 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 3877b4d27e6c 2024-09-13T00:14:24.698 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (7m) 35s ago 15m 57.9M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:14:24.885 INFO:tasks.rados.rados.0.smithi032.stdout:3140: finishing copy_from racing read to smithi03267100-49 2024-09-13T00:14:24.885 INFO:tasks.rados.rados.0.smithi032.stdout:3140: finishing copy_from to smithi03267100-49 2024-09-13T00:14:24.886 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2536 (ObjNum 974 snap 282 seq_num 974) dirty exists 2024-09-13T00:14:24.886 INFO:tasks.rados.rados.0.smithi032.stdout:3135: done (3 left) 2024-09-13T00:14:24.886 INFO:tasks.rados.rados.0.smithi032.stdout:3138: done (2 left) 2024-09-13T00:14:24.886 INFO:tasks.rados.rados.0.smithi032.stdout:3139: done (1 left) 2024-09-13T00:14:24.886 INFO:tasks.rados.rados.0.smithi032.stdout:3140: done (0 left) 2024-09-13T00:14:24.886 INFO:tasks.rados.rados.0.smithi032.stdout:3141: snap_create 2024-09-13T00:14:25.049 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:14:25.049 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:14:25.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:14:25.049 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:14:25.049 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:14:25.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:14:25.049 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:14:25.049 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:14:25.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-13T00:14:25.049 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:14:25.049 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:14:25.050 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 1, 2024-09-13T00:14:25.050 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 1 2024-09-13T00:14:25.050 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:14:25.050 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:14:25.050 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 1, 2024-09-13T00:14:25.050 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 14 2024-09-13T00:14:25.050 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:14:25.050 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:14:25.271 INFO:tasks.rados.rados.0.smithi032.stdout:3141: done (0 left) 2024-09-13T00:14:25.271 INFO:tasks.rados.rados.0.smithi032.stdout:3142: snap_create 2024-09-13T00:14:25.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:25 smithi032 bash[75510]: audit 2024-09-13T00:14:24.398094+0000 mgr.y (mgr.34107) 310 : audit [DBG] from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:14:25.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:25 smithi032 bash[75510]: audit 2024-09-13T00:14:24.681867+0000 mgr.y (mgr.34107) 311 : audit [DBG] from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:14:25.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:25 smithi032 bash[75510]: audit 2024-09-13T00:14:25.051789+0000 mon.a (mon.0) 1054 : audit [DBG] from='client.? 172.21.15.32:0/1312986163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:25.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:25 smithi032 bash[75510]: audit 2024-09-13T00:14:25.133062+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:14:25.531 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:25 smithi032 bash[76677]: audit 2024-09-13T00:14:24.398094+0000 mgr.y (mgr.34107) 310 : audit [DBG] from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:14:25.531 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:25 smithi032 bash[76677]: audit 2024-09-13T00:14:24.681867+0000 mgr.y (mgr.34107) 311 : audit [DBG] from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:14:25.531 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:25 smithi032 bash[76677]: audit 2024-09-13T00:14:25.051789+0000 mon.a (mon.0) 1054 : audit [DBG] from='client.? 172.21.15.32:0/1312986163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:25.531 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:25 smithi032 bash[76677]: audit 2024-09-13T00:14:25.133062+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:14:25.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:25 smithi053 bash[67631]: audit 2024-09-13T00:14:24.398094+0000 mgr.y (mgr.34107) 310 : audit [DBG] from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:14:25.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:25 smithi053 bash[67631]: audit 2024-09-13T00:14:24.681867+0000 mgr.y (mgr.34107) 311 : audit [DBG] from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:14:25.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:25 smithi053 bash[67631]: audit 2024-09-13T00:14:25.051789+0000 mon.a (mon.0) 1054 : audit [DBG] from='client.? 172.21.15.32:0/1312986163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:25.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:25 smithi053 bash[67631]: audit 2024-09-13T00:14:25.133062+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:14:26.276 INFO:tasks.rados.rados.0.smithi032.stdout:3142: done (0 left) 2024-09-13T00:14:26.277 INFO:tasks.rados.rados.0.smithi032.stdout:3143: rollback oid 9 current snap is 304 2024-09-13T00:14:26.277 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 279 2024-09-13T00:14:26.277 INFO:tasks.rados.rados.0.smithi032.stdout:3144: copy_from oid 11 from oid 31 current snap is 304 2024-09-13T00:14:26.277 INFO:tasks.rados.rados.0.smithi032.stdout:3145: read oid 13 snap -1 2024-09-13T00:14:26.277 INFO:tasks.rados.rados.0.smithi032.stdout:3145: expect (ObjNum 1002 snap 297 seq_num 1002) 2024-09-13T00:14:26.277 INFO:tasks.rados.rados.0.smithi032.stdout:3146: snap_create 2024-09-13T00:14:26.300 INFO:tasks.rados.rados.0.smithi032.stdout:3143: finishing rollback tid 1 to smithi03267100-9 2024-09-13T00:14:26.300 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2830 (ObjNum 129 snap 0 seq_num 168446672) dirty dne 2024-09-13T00:14:26.305 INFO:tasks.rados.rados.0.smithi032.stdout:3145: expect (ObjNum 1002 snap 297 seq_num 1002) 2024-09-13T00:14:26.373 INFO:tasks.rados.rados.0.smithi032.stdout:3144: finishing copy_from racing read to smithi03267100-11 2024-09-13T00:14:26.373 INFO:tasks.rados.rados.0.smithi032.stdout:3144: finishing copy_from to smithi03267100-11 2024-09-13T00:14:26.373 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2300 (ObjNum 907 snap 273 seq_num 907) dirty exists 2024-09-13T00:14:26.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:26 smithi053 bash[67631]: cluster 2024-09-13T00:14:25.192251+0000 mgr.y (mgr.34107) 312 : cluster [DBG] pgmap v562: 121 pgs: 121 active+clean; 582 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-13T00:14:26.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:26 smithi053 bash[67631]: cluster 2024-09-13T00:14:25.272320+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2024-09-13T00:14:26.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:26 smithi053 bash[67631]: audit 2024-09-13T00:14:26.133607+0000 mon.a (mon.0) 1057 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:26.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:26 smithi053 bash[67631]: audit 2024-09-13T00:14:26.143933+0000 mon.a (mon.0) 1058 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:26.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:26 smithi053 bash[67631]: audit 2024-09-13T00:14:26.145788+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:26.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:26 smithi053 bash[67631]: audit 2024-09-13T00:14:26.147437+0000 mon.a (mon.0) 1060 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:14:26.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:26 smithi053 bash[67631]: audit 2024-09-13T00:14:26.157007+0000 mon.a (mon.0) 1061 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:26 smithi032 bash[75510]: cluster 2024-09-13T00:14:25.192251+0000 mgr.y (mgr.34107) 312 : cluster [DBG] pgmap v562: 121 pgs: 121 active+clean; 582 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-13T00:14:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:26 smithi032 bash[75510]: cluster 2024-09-13T00:14:25.272320+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2024-09-13T00:14:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:26 smithi032 bash[75510]: audit 2024-09-13T00:14:26.133607+0000 mon.a (mon.0) 1057 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:26 smithi032 bash[75510]: audit 2024-09-13T00:14:26.143933+0000 mon.a (mon.0) 1058 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:26 smithi032 bash[75510]: audit 2024-09-13T00:14:26.145788+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:26.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:26 smithi032 bash[75510]: audit 2024-09-13T00:14:26.147437+0000 mon.a (mon.0) 1060 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:14:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:26 smithi032 bash[75510]: audit 2024-09-13T00:14:26.157007+0000 mon.a (mon.0) 1061 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:26 smithi032 bash[76677]: cluster 2024-09-13T00:14:25.192251+0000 mgr.y (mgr.34107) 312 : cluster [DBG] pgmap v562: 121 pgs: 121 active+clean; 582 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-13T00:14:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:26 smithi032 bash[76677]: cluster 2024-09-13T00:14:25.272320+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2024-09-13T00:14:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:26 smithi032 bash[76677]: audit 2024-09-13T00:14:26.133607+0000 mon.a (mon.0) 1057 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:26 smithi032 bash[76677]: audit 2024-09-13T00:14:26.143933+0000 mon.a (mon.0) 1058 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:26 smithi032 bash[76677]: audit 2024-09-13T00:14:26.145788+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:26 smithi032 bash[76677]: audit 2024-09-13T00:14:26.147437+0000 mon.a (mon.0) 1060 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:14:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:26 smithi032 bash[76677]: audit 2024-09-13T00:14:26.157007+0000 mon.a (mon.0) 1061 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:27.299 INFO:tasks.rados.rados.0.smithi032.stdout:3143: done (3 left) 2024-09-13T00:14:27.299 INFO:tasks.rados.rados.0.smithi032.stdout:3144: done (2 left) 2024-09-13T00:14:27.299 INFO:tasks.rados.rados.0.smithi032.stdout:3145: done (1 left) 2024-09-13T00:14:27.299 INFO:tasks.rados.rados.0.smithi032.stdout:3146: done (0 left) 2024-09-13T00:14:27.299 INFO:tasks.rados.rados.0.smithi032.stdout:3147: rollback oid 20 current snap is 305 2024-09-13T00:14:27.299 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 283 2024-09-13T00:14:27.299 INFO:tasks.rados.rados.0.smithi032.stdout:3148: rmattr oid 23 current snap is 305 2024-09-13T00:14:27.299 INFO:tasks.rados.rados.0.smithi032.stdout:3148: done (1 left) 2024-09-13T00:14:27.299 INFO:tasks.rados.rados.0.smithi032.stdout:3149: rollback oid 31 current snap is 305 2024-09-13T00:14:27.299 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 289 2024-09-13T00:14:27.299 INFO:tasks.rados.rados.0.smithi032.stdout:3150: delete oid 39 current snap is 305 2024-09-13T00:14:27.304 INFO:tasks.rados.rados.0.smithi032.stdout:3147: finishing rollback tid 0 to smithi03267100-20 2024-09-13T00:14:27.309 INFO:tasks.rados.rados.0.smithi032.stdout:3150: done (2 left) 2024-09-13T00:14:27.309 INFO:tasks.rados.rados.0.smithi032.stdout:3151: delete oid 11 current snap is 305 2024-09-13T00:14:27.312 INFO:tasks.rados.rados.0.smithi032.stdout:3147: finishing rollback tid 1 to smithi03267100-20 2024-09-13T00:14:27.312 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1150 (ObjNum 65 snap 0 seq_num 1314017137) dirty dne 2024-09-13T00:14:27.313 INFO:tasks.rados.rados.0.smithi032.stdout:3149: finishing rollback tid 0 to smithi03267100-31 2024-09-13T00:14:27.314 INFO:tasks.rados.rados.0.smithi032.stdout:3149: finishing rollback tid 1 to smithi03267100-31 2024-09-13T00:14:27.315 INFO:tasks.rados.rados.0.smithi032.stdout:3147: done (2 left) 2024-09-13T00:14:27.315 INFO:tasks.rados.rados.0.smithi032.stdout:3151: done (1 left) 2024-09-13T00:14:27.315 INFO:tasks.rados.rados.0.smithi032.stdout:3152: snap_remove snap 303 2024-09-13T00:14:27.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:27 smithi053 bash[67631]: cephadm 2024-09-13T00:14:26.125034+0000 mgr.y (mgr.34107) 313 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-13T00:14:27.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:27 smithi053 bash[67631]: cluster 2024-09-13T00:14:26.277595+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2024-09-13T00:14:27.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:27 smithi053 bash[67631]: audit 2024-09-13T00:14:26.312270+0000 mon.a (mon.0) 1063 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:27.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:27 smithi053 bash[67631]: audit 2024-09-13T00:14:26.317767+0000 mon.a (mon.0) 1064 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:27.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:27 smithi053 bash[67631]: audit 2024-09-13T00:14:26.322425+0000 mon.a (mon.0) 1065 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:27.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:27 smithi053 bash[67631]: audit 2024-09-13T00:14:26.325024+0000 mon.a (mon.0) 1066 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:27.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:27 smithi053 bash[67631]: audit 2024-09-13T00:14:26.329456+0000 mon.a (mon.0) 1067 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:27.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:27 smithi053 bash[67631]: audit 2024-09-13T00:14:26.334691+0000 mon.a (mon.0) 1068 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T00:14:27.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:27 smithi053 bash[67631]: cephadm 2024-09-13T00:14:26.335628+0000 mgr.y (mgr.34107) 314 : cephadm [INF] Upgrade: It appears safe to stop mds.b 2024-09-13T00:14:27.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[75510]: cephadm 2024-09-13T00:14:26.125034+0000 mgr.y (mgr.34107) 313 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-13T00:14:27.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[75510]: cluster 2024-09-13T00:14:26.277595+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2024-09-13T00:14:27.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[75510]: audit 2024-09-13T00:14:26.312270+0000 mon.a (mon.0) 1063 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:27.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[75510]: audit 2024-09-13T00:14:26.317767+0000 mon.a (mon.0) 1064 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:27.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[75510]: audit 2024-09-13T00:14:26.322425+0000 mon.a (mon.0) 1065 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:27.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[75510]: audit 2024-09-13T00:14:26.325024+0000 mon.a (mon.0) 1066 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[75510]: audit 2024-09-13T00:14:26.329456+0000 mon.a (mon.0) 1067 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[75510]: audit 2024-09-13T00:14:26.334691+0000 mon.a (mon.0) 1068 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T00:14:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[75510]: cephadm 2024-09-13T00:14:26.335628+0000 mgr.y (mgr.34107) 314 : cephadm [INF] Upgrade: It appears safe to stop mds.b 2024-09-13T00:14:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[76677]: cephadm 2024-09-13T00:14:26.125034+0000 mgr.y (mgr.34107) 313 : cephadm [INF] Detected new or changed devices on smithi032 2024-09-13T00:14:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[76677]: cluster 2024-09-13T00:14:26.277595+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2024-09-13T00:14:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[76677]: audit 2024-09-13T00:14:26.312270+0000 mon.a (mon.0) 1063 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[76677]: audit 2024-09-13T00:14:26.317767+0000 mon.a (mon.0) 1064 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[76677]: audit 2024-09-13T00:14:26.322425+0000 mon.a (mon.0) 1065 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[76677]: audit 2024-09-13T00:14:26.325024+0000 mon.a (mon.0) 1066 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[76677]: audit 2024-09-13T00:14:26.329456+0000 mon.a (mon.0) 1067 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[76677]: audit 2024-09-13T00:14:26.334691+0000 mon.a (mon.0) 1068 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T00:14:27.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:27 smithi032 bash[76677]: cephadm 2024-09-13T00:14:26.335628+0000 mgr.y (mgr.34107) 314 : cephadm [INF] Upgrade: It appears safe to stop mds.b 2024-09-13T00:14:28.228 INFO:tasks.rados.rados.0.smithi032.stdout:3152: done (1 left) 2024-09-13T00:14:28.229 INFO:tasks.rados.rados.0.smithi032.stdout:3153: delete oid 14 current snap is 305 2024-09-13T00:14:28.229 INFO:tasks.rados.rados.0.smithi032.stdout:3149: finishing rollback tid 2 to smithi03267100-31 2024-09-13T00:14:28.229 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2707 (ObjNum 907 snap 273 seq_num 907) dirty exists 2024-09-13T00:14:28.252 INFO:tasks.rados.rados.0.smithi032.stdout:3149: done (1 left) 2024-09-13T00:14:28.252 INFO:tasks.rados.rados.0.smithi032.stdout:3153: done (0 left) 2024-09-13T00:14:28.252 INFO:tasks.rados.rados.0.smithi032.stdout:3154: snap_create 2024-09-13T00:14:28.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:28 smithi053 bash[67631]: cluster 2024-09-13T00:14:27.193084+0000 mgr.y (mgr.34107) 315 : cluster [DBG] pgmap v565: 121 pgs: 121 active+clean; 578 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-13T00:14:28.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:28 smithi053 bash[67631]: cluster 2024-09-13T00:14:27.300051+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2024-09-13T00:14:28.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:28 smithi053 bash[67631]: cluster 2024-09-13T00:14:28.228644+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2024-09-13T00:14:28.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:28 smithi032 bash[75510]: cluster 2024-09-13T00:14:27.193084+0000 mgr.y (mgr.34107) 315 : cluster [DBG] pgmap v565: 121 pgs: 121 active+clean; 578 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-13T00:14:28.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:28 smithi032 bash[75510]: cluster 2024-09-13T00:14:27.300051+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2024-09-13T00:14:28.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:28 smithi032 bash[75510]: cluster 2024-09-13T00:14:28.228644+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2024-09-13T00:14:28.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:28 smithi032 bash[76677]: cluster 2024-09-13T00:14:27.193084+0000 mgr.y (mgr.34107) 315 : cluster [DBG] pgmap v565: 121 pgs: 121 active+clean; 578 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-13T00:14:28.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:28 smithi032 bash[76677]: cluster 2024-09-13T00:14:27.300051+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2024-09-13T00:14:28.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:28 smithi032 bash[76677]: cluster 2024-09-13T00:14:28.228644+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2024-09-13T00:14:29.229 INFO:tasks.rados.rados.0.smithi032.stdout:3154: done (0 left) 2024-09-13T00:14:29.229 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 306 2024-09-13T00:14:29.230 INFO:tasks.rados.rados.0.smithi032.stdout:3155: seq_num 1021 ranges {7405568=303104} 2024-09-13T00:14:29.323 INFO:tasks.rados.rados.0.smithi032.stdout:3155: writing smithi03267100-8 from 7405568 to 7708672 tid 1 2024-09-13T00:14:29.323 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 306 2024-09-13T00:14:29.324 INFO:tasks.rados.rados.0.smithi032.stdout:3156: seq_num 1022 ranges {14901248=319488} 2024-09-13T00:14:29.414 INFO:tasks.rados.rados.0.smithi032.stdout:3156: writing smithi03267100-29 from 14901248 to 15220736 tid 1 2024-09-13T00:14:29.414 INFO:tasks.rados.rados.0.smithi032.stdout:3157: copy_from oid 12 from oid 17 current snap is 306 2024-09-13T00:14:29.414 INFO:tasks.rados.rados.0.smithi032.stdout:3155: finishing write tid 1 to smithi03267100-8 2024-09-13T00:14:29.414 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 306 2024-09-13T00:14:29.414 INFO:tasks.rados.rados.0.smithi032.stdout:3155: finishing write tid 2 to smithi03267100-8 2024-09-13T00:14:29.414 INFO:tasks.rados.rados.0.smithi032.stdout:3155: finishing write tid 3 to smithi03267100-8 2024-09-13T00:14:29.414 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2317 (ObjNum 1021 snap 306 seq_num 1021) dirty exists 2024-09-13T00:14:29.414 INFO:tasks.rados.rados.0.smithi032.stdout:3155: left oid 8 (ObjNum 1021 snap 306 seq_num 1021) 2024-09-13T00:14:29.415 INFO:tasks.rados.rados.0.smithi032.stdout:3158: seq_num 1023 ranges {3653632=335872} 2024-09-13T00:14:29.437 INFO:tasks.rados.rados.0.smithi032.stdout:3158: writing smithi03267100-10 from 3653632 to 3989504 tid 1 2024-09-13T00:14:29.437 INFO:tasks.rados.rados.0.smithi032.stdout:3155: done (3 left) 2024-09-13T00:14:29.437 INFO:tasks.rados.rados.0.smithi032.stdout:3159: snap_remove snap 305 2024-09-13T00:14:29.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:29 smithi032 bash[75510]: cephadm 2024-09-13T00:14:28.629177+0000 mgr.y (mgr.34107) 316 : cephadm [INF] Upgrade: Updating mds.b 2024-09-13T00:14:29.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:29 smithi032 bash[75510]: audit 2024-09-13T00:14:28.638813+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:29.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:29 smithi032 bash[75510]: audit 2024-09-13T00:14:28.640751+0000 mon.a (mon.0) 1072 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T00:14:29.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:29 smithi032 bash[75510]: audit 2024-09-13T00:14:28.642565+0000 mon.a (mon.0) 1073 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:29.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:29 smithi032 bash[75510]: cephadm 2024-09-13T00:14:28.644438+0000 mgr.y (mgr.34107) 317 : cephadm [INF] Deploying daemon mds.b on smithi053 2024-09-13T00:14:29.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:29 smithi032 bash[75510]: cluster 2024-09-13T00:14:29.231705+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2024-09-13T00:14:29.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:29 smithi032 bash[76677]: cephadm 2024-09-13T00:14:28.629177+0000 mgr.y (mgr.34107) 316 : cephadm [INF] Upgrade: Updating mds.b 2024-09-13T00:14:29.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:29 smithi032 bash[76677]: audit 2024-09-13T00:14:28.638813+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:29.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:29 smithi032 bash[76677]: audit 2024-09-13T00:14:28.640751+0000 mon.a (mon.0) 1072 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T00:14:29.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:29 smithi032 bash[76677]: audit 2024-09-13T00:14:28.642565+0000 mon.a (mon.0) 1073 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:29.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:29 smithi032 bash[76677]: cephadm 2024-09-13T00:14:28.644438+0000 mgr.y (mgr.34107) 317 : cephadm [INF] Deploying daemon mds.b on smithi053 2024-09-13T00:14:29.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:29 smithi032 bash[76677]: cluster 2024-09-13T00:14:29.231705+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2024-09-13T00:14:30.032 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:29 smithi053 bash[67631]: cephadm 2024-09-13T00:14:28.629177+0000 mgr.y (mgr.34107) 316 : cephadm [INF] Upgrade: Updating mds.b 2024-09-13T00:14:30.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:29 smithi053 bash[67631]: audit 2024-09-13T00:14:28.638813+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:30.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:29 smithi053 bash[67631]: audit 2024-09-13T00:14:28.640751+0000 mon.a (mon.0) 1072 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T00:14:30.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:29 smithi053 bash[67631]: audit 2024-09-13T00:14:28.642565+0000 mon.a (mon.0) 1073 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:30.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:29 smithi053 bash[67631]: cephadm 2024-09-13T00:14:28.644438+0000 mgr.y (mgr.34107) 317 : cephadm [INF] Deploying daemon mds.b on smithi053 2024-09-13T00:14:30.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:29 smithi053 bash[67631]: cluster 2024-09-13T00:14:29.231705+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2024-09-13T00:14:30.234 INFO:tasks.rados.rados.0.smithi032.stdout:3159: done (3 left) 2024-09-13T00:14:30.235 INFO:tasks.rados.rados.0.smithi032.stdout:3160: rollback oid 40 current snap is 306 2024-09-13T00:14:30.235 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 300 2024-09-13T00:14:30.235 INFO:tasks.rados.rados.0.smithi032.stdout:3156: finishing write tid 1 to smithi03267100-29 2024-09-13T00:14:30.235 INFO:tasks.rados.rados.0.smithi032.stdout:3156: finishing write tid 2 to smithi03267100-29 2024-09-13T00:14:30.235 INFO:tasks.rados.rados.0.smithi032.stdout:3156: finishing write tid 3 to smithi03267100-29 2024-09-13T00:14:30.235 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2690 (ObjNum 1022 snap 306 seq_num 1022) dirty exists 2024-09-13T00:14:30.235 INFO:tasks.rados.rados.0.smithi032.stdout:3156: left oid 29 (ObjNum 1022 snap 306 seq_num 1022) 2024-09-13T00:14:30.235 INFO:tasks.rados.rados.0.smithi032.stdout:3158: finishing write tid 1 to smithi03267100-10 2024-09-13T00:14:30.235 INFO:tasks.rados.rados.0.smithi032.stdout:3158: finishing write tid 2 to smithi03267100-10 2024-09-13T00:14:30.235 INFO:tasks.rados.rados.0.smithi032.stdout:3158: finishing write tid 3 to smithi03267100-10 2024-09-13T00:14:30.235 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2319 (ObjNum 1023 snap 306 seq_num 1023) dirty exists 2024-09-13T00:14:30.236 INFO:tasks.rados.rados.0.smithi032.stdout:3158: left oid 10 (ObjNum 1023 snap 306 seq_num 1023) 2024-09-13T00:14:30.236 INFO:tasks.rados.rados.0.smithi032.stdout:3157: finishing copy_from racing read to smithi03267100-12 2024-09-13T00:14:30.236 INFO:tasks.rados.rados.0.smithi032.stdout:3157: finishing copy_from to smithi03267100-12 2024-09-13T00:14:30.236 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2702 (ObjNum 993 snap 293 seq_num 993) dirty exists 2024-09-13T00:14:30.236 INFO:tasks.rados.rados.0.smithi032.stdout:3156: done (3 left) 2024-09-13T00:14:30.236 INFO:tasks.rados.rados.0.smithi032.stdout:3157: done (2 left) 2024-09-13T00:14:30.236 INFO:tasks.rados.rados.0.smithi032.stdout:3158: done (1 left) 2024-09-13T00:14:30.236 INFO:tasks.rados.rados.0.smithi032.stdout:3161: snap_remove snap 289 2024-09-13T00:14:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:30 smithi032 bash[75510]: cluster 2024-09-13T00:14:29.194066+0000 mgr.y (mgr.34107) 318 : cluster [DBG] pgmap v568: 121 pgs: 121 active+clean; 586 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:14:30.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:30 smithi032 bash[75510]: cluster 2024-09-13T00:14:30.234288+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2024-09-13T00:14:30.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:30 smithi032 bash[76677]: cluster 2024-09-13T00:14:29.194066+0000 mgr.y (mgr.34107) 318 : cluster [DBG] pgmap v568: 121 pgs: 121 active+clean; 586 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:14:30.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:30 smithi032 bash[76677]: cluster 2024-09-13T00:14:30.234288+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2024-09-13T00:14:31.013 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:30 smithi053 bash[67631]: cluster 2024-09-13T00:14:29.194066+0000 mgr.y (mgr.34107) 318 : cluster [DBG] pgmap v568: 121 pgs: 121 active+clean; 586 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:14:31.013 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:30 smithi053 bash[67631]: cluster 2024-09-13T00:14:30.234288+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2024-09-13T00:14:31.234 INFO:tasks.rados.rados.0.smithi032.stdout:3161: done (1 left) 2024-09-13T00:14:31.235 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 306 2024-09-13T00:14:31.235 INFO:tasks.rados.rados.0.smithi032.stdout:3160: finishing rollback tid 0 to smithi03267100-40 2024-09-13T00:14:31.235 INFO:tasks.rados.rados.0.smithi032.stdout:3160: finishing rollback tid 1 to smithi03267100-40 2024-09-13T00:14:31.235 INFO:tasks.rados.rados.0.smithi032.stdout:3160: finishing rollback tid 2 to smithi03267100-40 2024-09-13T00:14:31.235 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 2695 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:14:31.235 INFO:tasks.rados.rados.0.smithi032.stdout:3162: seq_num 1024 ranges {0=352256} 2024-09-13T00:14:31.237 INFO:tasks.rados.rados.0.smithi032.stdout:3162: writing smithi03267100-9 from 0 to 352256 tid 1 2024-09-13T00:14:31.238 INFO:tasks.rados.rados.0.smithi032.stdout:3160: done (1 left) 2024-09-13T00:14:31.238 INFO:tasks.rados.rados.0.smithi032.stdout:3163: snap_create 2024-09-13T00:14:31.258 INFO:tasks.rados.rados.0.smithi032.stdout:3162: finishing write tid 1 to smithi03267100-9 2024-09-13T00:14:31.258 INFO:tasks.rados.rados.0.smithi032.stdout:3162: finishing write tid 2 to smithi03267100-9 2024-09-13T00:14:31.265 INFO:tasks.rados.rados.0.smithi032.stdout:3162: finishing write tid 3 to smithi03267100-9 2024-09-13T00:14:31.265 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2888 (ObjNum 1024 snap 306 seq_num 1024) dirty exists 2024-09-13T00:14:31.265 INFO:tasks.rados.rados.0.smithi032.stdout:3162: left oid 9 (ObjNum 1024 snap 306 seq_num 1024) 2024-09-13T00:14:31.282 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:31.282 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:14:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:31.283 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:14:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:31.283 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:14:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:31.283 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:14:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:31.283 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:14:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:31.284 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:14:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:31.284 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:14:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:31.284 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:14:31 smithi053 systemd[1]: Stopping Ceph mds.b for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:14:31.284 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:14:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:31.285 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:14:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:31.288 INFO:tasks.rados.rados.0.smithi032.stdout:3162: done (1 left) 2024-09-13T00:14:31.288 INFO:tasks.rados.rados.0.smithi032.stdout:3163: done (0 left) 2024-09-13T00:14:31.288 INFO:tasks.rados.rados.0.smithi032.stdout:3164: read oid 31 snap -1 2024-09-13T00:14:31.288 INFO:tasks.rados.rados.0.smithi032.stdout:3164: expect (ObjNum 907 snap 273 seq_num 907) 2024-09-13T00:14:31.288 INFO:tasks.rados.rados.0.smithi032.stdout:3165: read oid 45 snap -1 2024-09-13T00:14:31.288 INFO:tasks.rados.rados.0.smithi032.stdout:3165: expect deleted 2024-09-13T00:14:31.289 INFO:tasks.rados.rados.0.smithi032.stdout:3166: read oid 38 snap 293 2024-09-13T00:14:31.289 INFO:tasks.rados.rados.0.smithi032.stdout:3166: expect (ObjNum 166181632 snap 22058 seq_num 167573856) 2024-09-13T00:14:31.289 INFO:tasks.rados.rados.0.smithi032.stdout:3167: delete oid 48 current snap is 307 2024-09-13T00:14:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3165: done (3 left) 2024-09-13T00:14:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3167: done (2 left) 2024-09-13T00:14:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3168: rollback oid 32 current snap is 307 2024-09-13T00:14:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 32 to 256 2024-09-13T00:14:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 307 2024-09-13T00:14:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3169: seq_num 1026 ranges {1785856=385024} 2024-09-13T00:14:31.306 INFO:tasks.rados.rados.0.smithi032.stdout:3169: writing smithi03267100-3 from 1785856 to 2170880 tid 1 2024-09-13T00:14:31.306 INFO:tasks.rados.rados.0.smithi032.stdout:3170: snap_create 2024-09-13T00:14:31.306 INFO:tasks.rados.rados.0.smithi032.stdout:3166: expect (ObjNum 166181632 snap 22058 seq_num 167573856) 2024-09-13T00:14:31.309 INFO:tasks.rados.rados.0.smithi032.stdout:3168: finishing rollback tid 0 to smithi03267100-32 2024-09-13T00:14:31.309 INFO:tasks.rados.rados.0.smithi032.stdout:3168: finishing rollback tid 1 to smithi03267100-32 2024-09-13T00:14:31.309 INFO:tasks.rados.rados.0.smithi032.stdout:3168: finishing rollback tid 2 to smithi03267100-32 2024-09-13T00:14:31.309 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 2900 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-13T00:14:31.311 INFO:tasks.rados.rados.0.smithi032.stdout:3169: finishing write tid 1 to smithi03267100-3 2024-09-13T00:14:31.312 INFO:tasks.rados.rados.0.smithi032.stdout:3169: finishing write tid 2 to smithi03267100-3 2024-09-13T00:14:31.312 INFO:tasks.rados.rados.0.smithi032.stdout:3164: expect (ObjNum 907 snap 273 seq_num 907) 2024-09-13T00:14:31.490 INFO:tasks.rados.rados.0.smithi032.stdout:3169: finishing write tid 3 to smithi03267100-3 2024-09-13T00:14:31.490 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2692 (ObjNum 1026 snap 307 seq_num 1026) dirty exists 2024-09-13T00:14:31.490 INFO:tasks.rados.rados.0.smithi032.stdout:3169: left oid 3 (ObjNum 1026 snap 307 seq_num 1026) 2024-09-13T00:14:31.561 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:14:31 smithi053 bash[48280]: debug 2024-09-13T00:14:31.284+0000 7fd996eb5640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T00:14:31.561 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:14:31 smithi053 bash[48280]: debug 2024-09-13T00:14:31.284+0000 7fd996eb5640 -1 mds.b *** got signal Terminated *** 2024-09-13T00:14:31.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:31 smithi032 bash[75510]: debug 2024-09-13T00:14:31.281+0000 7f04432ea640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T00:14:32.314 INFO:tasks.rados.rados.0.smithi032.stdout:3164: done (4 left) 2024-09-13T00:14:32.314 INFO:tasks.rados.rados.0.smithi032.stdout:3166: done (3 left) 2024-09-13T00:14:32.314 INFO:tasks.rados.rados.0.smithi032.stdout:3168: done (2 left) 2024-09-13T00:14:32.315 INFO:tasks.rados.rados.0.smithi032.stdout:3169: done (1 left) 2024-09-13T00:14:32.315 INFO:tasks.rados.rados.0.smithi032.stdout:3170: done (0 left) 2024-09-13T00:14:32.315 INFO:tasks.rados.rados.0.smithi032.stdout:3171: rollback oid 16 current snap is 308 2024-09-13T00:14:32.315 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 16 to 300 2024-09-13T00:14:32.315 INFO:tasks.rados.rados.0.smithi032.stdout:3172: setattr oid 43 current snap is 308 2024-09-13T00:14:32.317 INFO:tasks.rados.rados.0.smithi032.stdout:3173: delete oid 40 current snap is 308 2024-09-13T00:14:32.323 INFO:tasks.rados.rados.0.smithi032.stdout:3171: finishing rollback tid 0 to smithi03267100-16 2024-09-13T00:14:32.324 INFO:tasks.rados.rados.0.smithi032.stdout:3171: finishing rollback tid 1 to smithi03267100-16 2024-09-13T00:14:32.325 INFO:tasks.rados.rados.0.smithi032.stdout:3171: finishing rollback tid 2 to smithi03267100-16 2024-09-13T00:14:32.325 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 2705 (ObjNum 994 snap 293 seq_num 994) dirty exists 2024-09-13T00:14:32.330 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2696 (ObjNum 977 snap 283 seq_num 977) dirty exists 2024-09-13T00:14:32.331 INFO:tasks.rados.rados.0.smithi032.stdout:3171: done (2 left) 2024-09-13T00:14:32.331 INFO:tasks.rados.rados.0.smithi032.stdout:3172: done (1 left) 2024-09-13T00:14:32.331 INFO:tasks.rados.rados.0.smithi032.stdout:3173: done (0 left) 2024-09-13T00:14:32.331 INFO:tasks.rados.rados.0.smithi032.stdout:3174: copy_from oid 13 from oid 10 current snap is 308 2024-09-13T00:14:32.331 INFO:tasks.rados.rados.0.smithi032.stdout:3175: setattr oid 22 current snap is 308 2024-09-13T00:14:32.340 INFO:tasks.rados.rados.0.smithi032.stdout:3176: copy_from oid 50 from oid 32 current snap is 308 2024-09-13T00:14:32.340 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 308 2024-09-13T00:14:32.340 INFO:tasks.rados.rados.0.smithi032.stdout:3177: seq_num 1028 ranges {6324224=425984} 2024-09-13T00:14:32.395 INFO:tasks.rados.rados.0.smithi032.stdout:3177: writing smithi03267100-4 from 6324224 to 6750208 tid 1 2024-09-13T00:14:32.395 INFO:tasks.rados.rados.0.smithi032.stdout:3178: snap_create 2024-09-13T00:14:32.395 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 2693 (ObjNum 998 snap 294 seq_num 998) dirty exists 2024-09-13T00:14:32.395 INFO:tasks.rados.rados.0.smithi032.stdout:3174: finishing copy_from racing read to smithi03267100-13 2024-09-13T00:14:32.395 INFO:tasks.rados.rados.0.smithi032.stdout:3174: finishing copy_from to smithi03267100-13 2024-09-13T00:14:32.395 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2319 (ObjNum 1023 snap 306 seq_num 1023) dirty exists 2024-09-13T00:14:32.395 INFO:tasks.rados.rados.0.smithi032.stdout:3176: finishing copy_from racing read to smithi03267100-50 2024-09-13T00:14:32.395 INFO:tasks.rados.rados.0.smithi032.stdout:3176: finishing copy_from to smithi03267100-50 2024-09-13T00:14:32.395 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2900 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-13T00:14:32.406 INFO:tasks.rados.rados.0.smithi032.stdout:3177: finishing write tid 1 to smithi03267100-4 2024-09-13T00:14:32.406 INFO:tasks.rados.rados.0.smithi032.stdout:3177: finishing write tid 2 to smithi03267100-4 2024-09-13T00:14:32.409 INFO:tasks.rados.rados.0.smithi032.stdout:3177: finishing write tid 3 to smithi03267100-4 2024-09-13T00:14:32.409 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2531 (ObjNum 1028 snap 308 seq_num 1028) dirty exists 2024-09-13T00:14:32.410 INFO:tasks.rados.rados.0.smithi032.stdout:3177: left oid 4 (ObjNum 1028 snap 308 seq_num 1028) 2024-09-13T00:14:32.532 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:14:32 smithi053 bash[60895]: ts=2024-09-13T00:14:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:14:32.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:32 smithi053 bash[67631]: cluster 2024-09-13T00:14:31.194998+0000 mgr.y (mgr.34107) 319 : cluster [DBG] pgmap v571: 121 pgs: 121 active+clean; 586 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:14:32.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:32 smithi053 bash[67631]: cluster 2024-09-13T00:14:31.235563+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2024-09-13T00:14:32.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:32 smithi053 bash[67631]: cluster 2024-09-13T00:14:31.286717+0000 mon.a (mon.0) 1077 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T00:14:32.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:32 smithi053 bash[67631]: cluster 2024-09-13T00:14:31.286751+0000 mon.a (mon.0) 1078 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T00:14:32.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:32 smithi053 bash[67631]: cluster 2024-09-13T00:14:31.290631+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2024-09-13T00:14:32.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:32 smithi053 bash[67631]: cluster 2024-09-13T00:14:31.294638+0000 mon.a (mon.0) 1080 : cluster [INF] Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-13T00:14:32.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:32 smithi053 bash[67631]: cluster 2024-09-13T00:14:31.294765+0000 mon.a (mon.0) 1081 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T00:14:32.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:32 smithi053 bash[67631]: cluster 2024-09-13T00:14:31.295023+0000 mon.a (mon.0) 1082 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T00:14:32.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:32 smithi053 bash[67631]: cluster 2024-09-13T00:14:31.303649+0000 mon.a (mon.0) 1083 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:replay} 2024-09-13T00:14:32.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:14:32] "GET /metrics HTTP/1.1" 200 36287 "" "Prometheus/2.43.0" 2024-09-13T00:14:32.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[75510]: cluster 2024-09-13T00:14:31.194998+0000 mgr.y (mgr.34107) 319 : cluster [DBG] pgmap v571: 121 pgs: 121 active+clean; 586 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:14:32.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[75510]: cluster 2024-09-13T00:14:31.235563+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2024-09-13T00:14:32.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[75510]: cluster 2024-09-13T00:14:31.286717+0000 mon.a (mon.0) 1077 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T00:14:32.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[75510]: cluster 2024-09-13T00:14:31.286751+0000 mon.a (mon.0) 1078 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T00:14:32.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[75510]: cluster 2024-09-13T00:14:31.290631+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2024-09-13T00:14:32.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[75510]: cluster 2024-09-13T00:14:31.294638+0000 mon.a (mon.0) 1080 : cluster [INF] Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-13T00:14:32.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[75510]: cluster 2024-09-13T00:14:31.294765+0000 mon.a (mon.0) 1081 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T00:14:32.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[75510]: cluster 2024-09-13T00:14:31.295023+0000 mon.a (mon.0) 1082 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T00:14:32.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[75510]: cluster 2024-09-13T00:14:31.303649+0000 mon.a (mon.0) 1083 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:replay} 2024-09-13T00:14:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[76677]: cluster 2024-09-13T00:14:31.194998+0000 mgr.y (mgr.34107) 319 : cluster [DBG] pgmap v571: 121 pgs: 121 active+clean; 586 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:14:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[76677]: cluster 2024-09-13T00:14:31.235563+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2024-09-13T00:14:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[76677]: cluster 2024-09-13T00:14:31.286717+0000 mon.a (mon.0) 1077 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T00:14:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[76677]: cluster 2024-09-13T00:14:31.286751+0000 mon.a (mon.0) 1078 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T00:14:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[76677]: cluster 2024-09-13T00:14:31.290631+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2024-09-13T00:14:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[76677]: cluster 2024-09-13T00:14:31.294638+0000 mon.a (mon.0) 1080 : cluster [INF] Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-13T00:14:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[76677]: cluster 2024-09-13T00:14:31.294765+0000 mon.a (mon.0) 1081 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T00:14:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[76677]: cluster 2024-09-13T00:14:31.295023+0000 mon.a (mon.0) 1082 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T00:14:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:32 smithi032 bash[76677]: cluster 2024-09-13T00:14:31.303649+0000 mon.a (mon.0) 1083 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:replay} 2024-09-13T00:14:33.325 INFO:tasks.rados.rados.0.smithi032.stdout:3174: done (4 left) 2024-09-13T00:14:33.325 INFO:tasks.rados.rados.0.smithi032.stdout:3175: done (3 left) 2024-09-13T00:14:33.325 INFO:tasks.rados.rados.0.smithi032.stdout:3176: done (2 left) 2024-09-13T00:14:33.325 INFO:tasks.rados.rados.0.smithi032.stdout:3177: done (1 left) 2024-09-13T00:14:33.325 INFO:tasks.rados.rados.0.smithi032.stdout:3178: done (0 left) 2024-09-13T00:14:33.326 INFO:tasks.rados.rados.0.smithi032.stdout:3179: read oid 10 snap -1 2024-09-13T00:14:33.326 INFO:tasks.rados.rados.0.smithi032.stdout:3179: expect (ObjNum 1023 snap 306 seq_num 1023) 2024-09-13T00:14:33.326 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 309 2024-09-13T00:14:33.326 INFO:tasks.rados.rados.0.smithi032.stdout:3180: seq_num 1029 ranges {2367488=442368} 2024-09-13T00:14:33.341 INFO:tasks.rados.rados.0.smithi032.stdout:3180: writing smithi03267100-27 from 2367488 to 2809856 tid 1 2024-09-13T00:14:33.341 INFO:tasks.rados.rados.0.smithi032.stdout:3181: delete oid 40 current snap is 309 2024-09-13T00:14:33.341 INFO:tasks.rados.rados.0.smithi032.stdout:3179: expect (ObjNum 1023 snap 306 seq_num 1023) 2024-09-13T00:14:33.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:33 smithi032 bash[76677]: cluster 2024-09-13T00:14:32.306310+0000 mon.a (mon.0) 1084 : cluster [DBG] mds.? [v2:172.21.15.32:6834/3978893213,v1:172.21.15.32:6835/3978893213] up:reconnect 2024-09-13T00:14:33.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:33 smithi032 bash[76677]: cluster 2024-09-13T00:14:32.306436+0000 mon.a (mon.0) 1085 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-13T00:14:33.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:33 smithi032 bash[76677]: cluster 2024-09-13T00:14:32.316634+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2024-09-13T00:14:33.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:33 smithi032 bash[75510]: cluster 2024-09-13T00:14:32.306310+0000 mon.a (mon.0) 1084 : cluster [DBG] mds.? [v2:172.21.15.32:6834/3978893213,v1:172.21.15.32:6835/3978893213] up:reconnect 2024-09-13T00:14:33.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:33 smithi032 bash[75510]: cluster 2024-09-13T00:14:32.306436+0000 mon.a (mon.0) 1085 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-13T00:14:33.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:33 smithi032 bash[75510]: cluster 2024-09-13T00:14:32.316634+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2024-09-13T00:14:33.685 INFO:tasks.rados.rados.0.smithi032.stdout:3180: finishing write tid 1 to smithi03267100-27 2024-09-13T00:14:33.685 INFO:tasks.rados.rados.0.smithi032.stdout:3180: finishing write tid 2 to smithi03267100-27 2024-09-13T00:14:33.685 INFO:tasks.rados.rados.0.smithi032.stdout:3180: finishing write tid 3 to smithi03267100-27 2024-09-13T00:14:33.685 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2538 (ObjNum 1029 snap 309 seq_num 1029) dirty exists 2024-09-13T00:14:33.685 INFO:tasks.rados.rados.0.smithi032.stdout:3180: left oid 27 (ObjNum 1029 snap 309 seq_num 1029) 2024-09-13T00:14:33.685 INFO:tasks.rados.rados.0.smithi032.stdout:3179: done (2 left) 2024-09-13T00:14:33.685 INFO:tasks.rados.rados.0.smithi032.stdout:3180: done (1 left) 2024-09-13T00:14:33.685 INFO:tasks.rados.rados.0.smithi032.stdout:3181: done (0 left) 2024-09-13T00:14:33.685 INFO:tasks.rados.rados.0.smithi032.stdout:3182: snap_create 2024-09-13T00:14:33.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:33 smithi053 bash[67631]: cluster 2024-09-13T00:14:32.306310+0000 mon.a (mon.0) 1084 : cluster [DBG] mds.? [v2:172.21.15.32:6834/3978893213,v1:172.21.15.32:6835/3978893213] up:reconnect 2024-09-13T00:14:33.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:33 smithi053 bash[67631]: cluster 2024-09-13T00:14:32.306436+0000 mon.a (mon.0) 1085 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-13T00:14:33.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:33 smithi053 bash[67631]: cluster 2024-09-13T00:14:32.316634+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2024-09-13T00:14:34.327 INFO:tasks.rados.rados.0.smithi032.stdout:3182: done (0 left) 2024-09-13T00:14:34.327 INFO:tasks.rados.rados.0.smithi032.stdout:3183: snap_create 2024-09-13T00:14:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:34 smithi032 bash[75510]: cluster 2024-09-13T00:14:33.195873+0000 mgr.y (mgr.34107) 320 : cluster [DBG] pgmap v575: 121 pgs: 121 active+clean; 594 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-13T00:14:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:34 smithi032 bash[75510]: cluster 2024-09-13T00:14:33.307937+0000 mon.a (mon.0) 1087 : cluster [DBG] mds.? [v2:172.21.15.32:6834/3978893213,v1:172.21.15.32:6835/3978893213] up:rejoin 2024-09-13T00:14:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:34 smithi032 bash[75510]: cluster 2024-09-13T00:14:33.308030+0000 mon.a (mon.0) 1088 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-13T00:14:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:34 smithi032 bash[75510]: cluster 2024-09-13T00:14:33.309849+0000 mon.a (mon.0) 1089 : cluster [INF] daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-13T00:14:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:34 smithi032 bash[75510]: cluster 2024-09-13T00:14:33.325072+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2024-09-13T00:14:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:34 smithi032 bash[75510]: cluster 2024-09-13T00:14:34.303326+0000 mon.a (mon.0) 1091 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T00:14:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:34 smithi032 bash[75510]: cluster 2024-09-13T00:14:34.303379+0000 mon.a (mon.0) 1092 : cluster [INF] Cluster is now healthy 2024-09-13T00:14:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:34 smithi032 bash[76677]: cluster 2024-09-13T00:14:33.195873+0000 mgr.y (mgr.34107) 320 : cluster [DBG] pgmap v575: 121 pgs: 121 active+clean; 594 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-13T00:14:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:34 smithi032 bash[76677]: cluster 2024-09-13T00:14:33.307937+0000 mon.a (mon.0) 1087 : cluster [DBG] mds.? [v2:172.21.15.32:6834/3978893213,v1:172.21.15.32:6835/3978893213] up:rejoin 2024-09-13T00:14:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:34 smithi032 bash[76677]: cluster 2024-09-13T00:14:33.308030+0000 mon.a (mon.0) 1088 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-13T00:14:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:34 smithi032 bash[76677]: cluster 2024-09-13T00:14:33.309849+0000 mon.a (mon.0) 1089 : cluster [INF] daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-13T00:14:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:34 smithi032 bash[76677]: cluster 2024-09-13T00:14:33.325072+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2024-09-13T00:14:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:34 smithi032 bash[76677]: cluster 2024-09-13T00:14:34.303326+0000 mon.a (mon.0) 1091 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T00:14:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:34 smithi032 bash[76677]: cluster 2024-09-13T00:14:34.303379+0000 mon.a (mon.0) 1092 : cluster [INF] Cluster is now healthy 2024-09-13T00:14:34.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:34 smithi053 bash[67631]: cluster 2024-09-13T00:14:33.195873+0000 mgr.y (mgr.34107) 320 : cluster [DBG] pgmap v575: 121 pgs: 121 active+clean; 594 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-13T00:14:34.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:34 smithi053 bash[67631]: cluster 2024-09-13T00:14:33.307937+0000 mon.a (mon.0) 1087 : cluster [DBG] mds.? [v2:172.21.15.32:6834/3978893213,v1:172.21.15.32:6835/3978893213] up:rejoin 2024-09-13T00:14:34.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:34 smithi053 bash[67631]: cluster 2024-09-13T00:14:33.308030+0000 mon.a (mon.0) 1088 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-13T00:14:34.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:34 smithi053 bash[67631]: cluster 2024-09-13T00:14:33.309849+0000 mon.a (mon.0) 1089 : cluster [INF] daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-13T00:14:34.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:34 smithi053 bash[67631]: cluster 2024-09-13T00:14:33.325072+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2024-09-13T00:14:34.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:34 smithi053 bash[67631]: cluster 2024-09-13T00:14:34.303326+0000 mon.a (mon.0) 1091 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T00:14:34.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:34 smithi053 bash[67631]: cluster 2024-09-13T00:14:34.303379+0000 mon.a (mon.0) 1092 : cluster [INF] Cluster is now healthy 2024-09-13T00:14:35.337 INFO:tasks.rados.rados.0.smithi032.stdout:3183: done (0 left) 2024-09-13T00:14:35.337 INFO:tasks.rados.rados.0.smithi032.stdout:3184: rollback oid 11 current snap is 311 2024-09-13T00:14:35.337 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 291 2024-09-13T00:14:35.337 INFO:tasks.rados.rados.0.smithi032.stdout:3185: rollback oid 32 current snap is 311 2024-09-13T00:14:35.337 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 32 to 280 2024-09-13T00:14:35.337 INFO:tasks.rados.rados.0.smithi032.stdout:3186: delete oid 15 current snap is 311 2024-09-13T00:14:35.345 INFO:tasks.rados.rados.0.smithi032.stdout:3186: done (2 left) 2024-09-13T00:14:35.345 INFO:tasks.rados.rados.0.smithi032.stdout:3187: rollback oid 41 current snap is 311 2024-09-13T00:14:35.345 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 282 2024-09-13T00:14:35.346 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 311 2024-09-13T00:14:35.346 INFO:tasks.rados.rados.0.smithi032.stdout:3188: seq_num 1032 ranges {3661824=491520} 2024-09-13T00:14:35.381 INFO:tasks.rados.rados.0.smithi032.stdout:3188: writing smithi03267100-46 from 3661824 to 4153344 tid 1 2024-09-13T00:14:35.382 INFO:tasks.rados.rados.0.smithi032.stdout:3189: snap_create 2024-09-13T00:14:35.382 INFO:tasks.rados.rados.0.smithi032.stdout:3184: finishing rollback tid 1 to smithi03267100-11 2024-09-13T00:14:35.382 INFO:tasks.rados.rados.0.smithi032.stdout:3184: finishing rollback tid 2 to smithi03267100-11 2024-09-13T00:14:35.382 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2904 (ObjNum 893 snap 269 seq_num 893) dirty exists 2024-09-13T00:14:35.382 INFO:tasks.rados.rados.0.smithi032.stdout:3185: finishing rollback tid 0 to smithi03267100-32 2024-09-13T00:14:35.382 INFO:tasks.rados.rados.0.smithi032.stdout:3187: finishing rollback tid 0 to smithi03267100-41 2024-09-13T00:14:35.382 INFO:tasks.rados.rados.0.smithi032.stdout:3185: finishing rollback tid 1 to smithi03267100-32 2024-09-13T00:14:35.382 INFO:tasks.rados.rados.0.smithi032.stdout:3187: finishing rollback tid 1 to smithi03267100-41 2024-09-13T00:14:35.382 INFO:tasks.rados.rados.0.smithi032.stdout:3185: finishing rollback tid 2 to smithi03267100-32 2024-09-13T00:14:35.382 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 2908 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-13T00:14:35.382 INFO:tasks.rados.rados.0.smithi032.stdout:3187: finishing rollback tid 2 to smithi03267100-41 2024-09-13T00:14:35.382 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2696 (ObjNum 971 snap 282 seq_num 971) dirty exists 2024-09-13T00:14:35.391 INFO:tasks.rados.rados.0.smithi032.stdout:3188: finishing write tid 1 to smithi03267100-46 2024-09-13T00:14:35.392 INFO:tasks.rados.rados.0.smithi032.stdout:3188: finishing write tid 2 to smithi03267100-46 2024-09-13T00:14:35.395 INFO:tasks.rados.rados.0.smithi032.stdout:3188: finishing write tid 3 to smithi03267100-46 2024-09-13T00:14:35.395 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1746 (ObjNum 1032 snap 311 seq_num 1032) dirty exists 2024-09-13T00:14:35.395 INFO:tasks.rados.rados.0.smithi032.stdout:3188: left oid 46 (ObjNum 1032 snap 311 seq_num 1032) 2024-09-13T00:14:35.662 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:14:35 smithi032 bash[98075]: debug 2024-09-13T00:14:35.533+0000 7f8d33826640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T00:14:35.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:35 smithi032 bash[75510]: cluster 2024-09-13T00:14:34.310887+0000 mon.a (mon.0) 1093 : cluster [DBG] mds.? [v2:172.21.15.32:6834/3978893213,v1:172.21.15.32:6835/3978893213] up:active 2024-09-13T00:14:35.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:35 smithi032 bash[75510]: cluster 2024-09-13T00:14:34.311046+0000 mon.a (mon.0) 1094 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 2024-09-13T00:14:35.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:35 smithi032 bash[75510]: cluster 2024-09-13T00:14:34.329160+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2024-09-13T00:14:35.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:35 smithi032 bash[76677]: cluster 2024-09-13T00:14:34.310887+0000 mon.a (mon.0) 1093 : cluster [DBG] mds.? [v2:172.21.15.32:6834/3978893213,v1:172.21.15.32:6835/3978893213] up:active 2024-09-13T00:14:35.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:35 smithi032 bash[76677]: cluster 2024-09-13T00:14:34.311046+0000 mon.a (mon.0) 1094 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 2024-09-13T00:14:35.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:35 smithi032 bash[76677]: cluster 2024-09-13T00:14:34.329160+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2024-09-13T00:14:35.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:35 smithi053 bash[67631]: cluster 2024-09-13T00:14:34.310887+0000 mon.a (mon.0) 1093 : cluster [DBG] mds.? [v2:172.21.15.32:6834/3978893213,v1:172.21.15.32:6835/3978893213] up:active 2024-09-13T00:14:35.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:35 smithi053 bash[67631]: cluster 2024-09-13T00:14:34.311046+0000 mon.a (mon.0) 1094 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 2024-09-13T00:14:35.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:35 smithi053 bash[67631]: cluster 2024-09-13T00:14:34.329160+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2024-09-13T00:14:36.345 INFO:tasks.rados.rados.0.smithi032.stdout:3184: done (4 left) 2024-09-13T00:14:36.345 INFO:tasks.rados.rados.0.smithi032.stdout:3185: done (3 left) 2024-09-13T00:14:36.345 INFO:tasks.rados.rados.0.smithi032.stdout:3187: done (2 left) 2024-09-13T00:14:36.345 INFO:tasks.rados.rados.0.smithi032.stdout:3188: done (1 left) 2024-09-13T00:14:36.345 INFO:tasks.rados.rados.0.smithi032.stdout:3189: done (0 left) 2024-09-13T00:14:36.345 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 312 2024-09-13T00:14:36.345 INFO:tasks.rados.rados.0.smithi032.stdout:3190: seq_num 1033 ranges {3989504=507904} 2024-09-13T00:14:36.396 INFO:tasks.rados.rados.0.smithi032.stdout:3190: writing smithi03267100-13 from 3989504 to 4497408 tid 1 2024-09-13T00:14:36.396 INFO:tasks.rados.rados.0.smithi032.stdout:3191: rollback oid 30 current snap is 312 2024-09-13T00:14:36.396 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 308 2024-09-13T00:14:36.396 INFO:tasks.rados.rados.0.smithi032.stdout:3192: snap_create 2024-09-13T00:14:36.420 INFO:tasks.rados.rados.0.smithi032.stdout:3191: finishing rollback tid 0 to smithi03267100-30 2024-09-13T00:14:36.420 INFO:tasks.rados.rados.0.smithi032.stdout:3191: finishing rollback tid 1 to smithi03267100-30 2024-09-13T00:14:36.420 INFO:tasks.rados.rados.0.smithi032.stdout:3190: finishing write tid 1 to smithi03267100-13 2024-09-13T00:14:36.421 INFO:tasks.rados.rados.0.smithi032.stdout:3191: finishing rollback tid 2 to smithi03267100-30 2024-09-13T00:14:36.421 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 2710 (ObjNum 911 snap 274 seq_num 911) dirty exists 2024-09-13T00:14:36.421 INFO:tasks.rados.rados.0.smithi032.stdout:3190: finishing write tid 2 to smithi03267100-13 2024-09-13T00:14:36.426 INFO:tasks.rados.rados.0.smithi032.stdout:3190: finishing write tid 3 to smithi03267100-13 2024-09-13T00:14:36.427 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2911 (ObjNum 1033 snap 312 seq_num 1033) dirty exists 2024-09-13T00:14:36.427 INFO:tasks.rados.rados.0.smithi032.stdout:3190: left oid 13 (ObjNum 1033 snap 312 seq_num 1033) 2024-09-13T00:14:36.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:36 smithi032 bash[75510]: cluster 2024-09-13T00:14:35.196761+0000 mgr.y (mgr.34107) 321 : cluster [DBG] pgmap v578: 121 pgs: 121 active+clean; 601 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-09-13T00:14:36.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:36 smithi032 bash[75510]: cluster 2024-09-13T00:14:35.335804+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2024-09-13T00:14:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:36 smithi032 bash[76677]: cluster 2024-09-13T00:14:35.196761+0000 mgr.y (mgr.34107) 321 : cluster [DBG] pgmap v578: 121 pgs: 121 active+clean; 601 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-09-13T00:14:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:36 smithi032 bash[76677]: cluster 2024-09-13T00:14:35.335804+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2024-09-13T00:14:36.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:36 smithi053 bash[67631]: cluster 2024-09-13T00:14:35.196761+0000 mgr.y (mgr.34107) 321 : cluster [DBG] pgmap v578: 121 pgs: 121 active+clean; 601 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-09-13T00:14:36.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:36 smithi053 bash[67631]: cluster 2024-09-13T00:14:35.335804+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2024-09-13T00:14:37.353 INFO:tasks.rados.rados.0.smithi032.stdout:3190: done (2 left) 2024-09-13T00:14:37.354 INFO:tasks.rados.rados.0.smithi032.stdout:3191: done (1 left) 2024-09-13T00:14:37.354 INFO:tasks.rados.rados.0.smithi032.stdout:3192: done (0 left) 2024-09-13T00:14:37.354 INFO:tasks.rados.rados.0.smithi032.stdout:3193: read oid 41 snap -1 2024-09-13T00:14:37.354 INFO:tasks.rados.rados.0.smithi032.stdout:3193: expect (ObjNum 971 snap 282 seq_num 971) 2024-09-13T00:14:37.354 INFO:tasks.rados.rados.0.smithi032.stdout:3194: rmattr oid 11 current snap is 313 2024-09-13T00:14:37.354 INFO:tasks.rados.rados.0.smithi032.stdout:3194: done (1 left) 2024-09-13T00:14:37.354 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 313 2024-09-13T00:14:37.354 INFO:tasks.rados.rados.0.smithi032.stdout:3195: seq_num 1034 ranges {0=524288} 2024-09-13T00:14:37.360 INFO:tasks.rados.rados.0.smithi032.stdout:3195: writing smithi03267100-40 from 0 to 524288 tid 1 2024-09-13T00:14:37.360 INFO:tasks.rados.rados.0.smithi032.stdout:3196: rmattr oid 50 current snap is 313 2024-09-13T00:14:37.360 INFO:tasks.rados.rados.0.smithi032.stdout:3197: delete oid 10 current snap is 313 2024-09-13T00:14:37.373 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2901 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-13T00:14:37.374 INFO:tasks.rados.rados.0.smithi032.stdout:3195: finishing write tid 1 to smithi03267100-40 2024-09-13T00:14:37.376 INFO:tasks.rados.rados.0.smithi032.stdout:3195: finishing write tid 2 to smithi03267100-40 2024-09-13T00:14:37.379 INFO:tasks.rados.rados.0.smithi032.stdout:3195: finishing write tid 3 to smithi03267100-40 2024-09-13T00:14:37.379 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 2699 (ObjNum 1034 snap 313 seq_num 1034) dirty exists 2024-09-13T00:14:37.379 INFO:tasks.rados.rados.0.smithi032.stdout:3195: left oid 40 (ObjNum 1034 snap 313 seq_num 1034) 2024-09-13T00:14:37.382 INFO:tasks.rados.rados.0.smithi032.stdout:3193: expect (ObjNum 971 snap 282 seq_num 971) 2024-09-13T00:14:37.624 INFO:tasks.rados.rados.0.smithi032.stdout:3193: done (3 left) 2024-09-13T00:14:37.624 INFO:tasks.rados.rados.0.smithi032.stdout:3195: done (2 left) 2024-09-13T00:14:37.624 INFO:tasks.rados.rados.0.smithi032.stdout:3196: done (1 left) 2024-09-13T00:14:37.624 INFO:tasks.rados.rados.0.smithi032.stdout:3197: done (0 left) 2024-09-13T00:14:37.624 INFO:tasks.rados.rados.0.smithi032.stdout:3198: delete oid 35 current snap is 313 2024-09-13T00:14:37.630 INFO:tasks.rados.rados.0.smithi032.stdout:3198: done (0 left) 2024-09-13T00:14:37.630 INFO:tasks.rados.rados.0.smithi032.stdout:3199: snap_create 2024-09-13T00:14:37.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:37 smithi032 bash[75510]: cluster 2024-09-13T00:14:36.346239+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2024-09-13T00:14:37.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:37 smithi032 bash[76677]: cluster 2024-09-13T00:14:36.346239+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2024-09-13T00:14:37.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:37 smithi053 bash[67631]: cluster 2024-09-13T00:14:36.346239+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2024-09-13T00:14:38.232 INFO:tasks.rados.rados.0.smithi032.stdout:3199: done (0 left) 2024-09-13T00:14:38.232 INFO:tasks.rados.rados.0.smithi032.stdout:3200: snap_remove snap 294 2024-09-13T00:14:38.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:38 smithi032 bash[75510]: cluster 2024-09-13T00:14:37.197533+0000 mgr.y (mgr.34107) 322 : cluster [DBG] pgmap v581: 121 pgs: 121 active+clean; 605 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2024-09-13T00:14:38.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:38 smithi032 bash[75510]: cluster 2024-09-13T00:14:37.354904+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2024-09-13T00:14:38.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:38 smithi032 bash[75510]: cluster 2024-09-13T00:14:38.232424+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2024-09-13T00:14:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:38 smithi032 bash[76677]: cluster 2024-09-13T00:14:37.197533+0000 mgr.y (mgr.34107) 322 : cluster [DBG] pgmap v581: 121 pgs: 121 active+clean; 605 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2024-09-13T00:14:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:38 smithi032 bash[76677]: cluster 2024-09-13T00:14:37.354904+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2024-09-13T00:14:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:38 smithi032 bash[76677]: cluster 2024-09-13T00:14:38.232424+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2024-09-13T00:14:38.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:38 smithi053 bash[67631]: cluster 2024-09-13T00:14:37.197533+0000 mgr.y (mgr.34107) 322 : cluster [DBG] pgmap v581: 121 pgs: 121 active+clean; 605 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2024-09-13T00:14:38.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:38 smithi053 bash[67631]: cluster 2024-09-13T00:14:37.354904+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2024-09-13T00:14:38.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:38 smithi053 bash[67631]: cluster 2024-09-13T00:14:38.232424+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2024-09-13T00:14:39.236 INFO:tasks.rados.rados.0.smithi032.stdout:3200: done (0 left) 2024-09-13T00:14:39.236 INFO:tasks.rados.rados.0.smithi032.stdout:3201: snap_create 2024-09-13T00:14:40.032 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:14:39 smithi053 bash[87665]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mds-b 2024-09-13T00:14:40.032 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:14:39 smithi053 bash[87758]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mds-b 2024-09-13T00:14:40.033 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:14:39 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-13T00:14:40.033 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:14:39 smithi053 systemd[1]: Stopped Ceph mds.b for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:14:40.238 INFO:tasks.rados.rados.0.smithi032.stdout:3201: done (0 left) 2024-09-13T00:14:40.238 INFO:tasks.rados.rados.0.smithi032.stdout:3202: copy_from oid 13 from oid 23 current snap is 315 2024-09-13T00:14:40.238 INFO:tasks.rados.rados.0.smithi032.stdout:3203: delete oid 7 current snap is 315 2024-09-13T00:14:40.268 INFO:tasks.rados.rados.0.smithi032.stdout:3202: finishing copy_from racing read to smithi03267100-13 2024-09-13T00:14:40.271 INFO:tasks.rados.rados.0.smithi032.stdout:3203: done (1 left) 2024-09-13T00:14:40.271 INFO:tasks.rados.rados.0.smithi032.stdout:3204: snap_create 2024-09-13T00:14:40.279 INFO:tasks.rados.rados.0.smithi032.stdout:3202: finishing copy_from to smithi03267100-13 2024-09-13T00:14:40.279 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2529 (ObjNum 972 snap 282 seq_num 972) dirty exists 2024-09-13T00:14:40.387 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:40 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:40.387 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:40 smithi053 bash[67631]: cluster 2024-09-13T00:14:39.198535+0000 mgr.y (mgr.34107) 323 : cluster [DBG] pgmap v584: 121 pgs: 121 active+clean; 614 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.2 MiB/s wr, 31 op/s 2024-09-13T00:14:40.387 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:40 smithi053 bash[67631]: cluster 2024-09-13T00:14:39.234704+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2024-09-13T00:14:40.387 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:40 smithi053 bash[67631]: audit 2024-09-13T00:14:40.134056+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:14:40.387 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:14:40 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:40.388 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:14:40 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:40.388 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:14:40 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:40.388 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:14:40 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:40.389 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:14:40 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:40.389 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:14:40 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:40.389 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:14:40 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:40.389 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:14:40 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:40.390 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:14:40 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:14:40.390 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:14:40 smithi053 systemd[1]: Started Ceph mds.b for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:14:40.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:40 smithi032 bash[75510]: cluster 2024-09-13T00:14:39.198535+0000 mgr.y (mgr.34107) 323 : cluster [DBG] pgmap v584: 121 pgs: 121 active+clean; 614 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.2 MiB/s wr, 31 op/s 2024-09-13T00:14:40.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:40 smithi032 bash[75510]: cluster 2024-09-13T00:14:39.234704+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2024-09-13T00:14:40.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:40 smithi032 bash[75510]: audit 2024-09-13T00:14:40.134056+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:14:40.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:40 smithi032 bash[76677]: cluster 2024-09-13T00:14:39.198535+0000 mgr.y (mgr.34107) 323 : cluster [DBG] pgmap v584: 121 pgs: 121 active+clean; 614 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.2 MiB/s wr, 31 op/s 2024-09-13T00:14:40.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:40 smithi032 bash[76677]: cluster 2024-09-13T00:14:39.234704+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2024-09-13T00:14:40.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:40 smithi032 bash[76677]: audit 2024-09-13T00:14:40.134056+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:14:41.251 INFO:tasks.rados.rados.0.smithi032.stdout:3202: done (1 left) 2024-09-13T00:14:41.251 INFO:tasks.rados.rados.0.smithi032.stdout:3204: done (0 left) 2024-09-13T00:14:41.251 INFO:tasks.rados.rados.0.smithi032.stdout:3205: snap_create 2024-09-13T00:14:41.526 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:41 smithi053 bash[67631]: cluster 2024-09-13T00:14:40.237258+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2024-09-13T00:14:41.526 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:41 smithi053 bash[67631]: audit 2024-09-13T00:14:40.309102+0000 mon.a (mon.0) 1103 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:41.526 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:41 smithi053 bash[67631]: audit 2024-09-13T00:14:40.319321+0000 mon.a (mon.0) 1104 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:41.526 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:41 smithi053 bash[67631]: audit 2024-09-13T00:14:40.321671+0000 mon.a (mon.0) 1105 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:41.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:41 smithi032 bash[75510]: cluster 2024-09-13T00:14:40.237258+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2024-09-13T00:14:41.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:41 smithi032 bash[75510]: audit 2024-09-13T00:14:40.309102+0000 mon.a (mon.0) 1103 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:41.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:41 smithi032 bash[75510]: audit 2024-09-13T00:14:40.319321+0000 mon.a (mon.0) 1104 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:41.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:41 smithi032 bash[75510]: audit 2024-09-13T00:14:40.321671+0000 mon.a (mon.0) 1105 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:41.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:41 smithi032 bash[76677]: cluster 2024-09-13T00:14:40.237258+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2024-09-13T00:14:41.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:41 smithi032 bash[76677]: audit 2024-09-13T00:14:40.309102+0000 mon.a (mon.0) 1103 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:41.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:41 smithi032 bash[76677]: audit 2024-09-13T00:14:40.319321+0000 mon.a (mon.0) 1104 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:41.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:41 smithi032 bash[76677]: audit 2024-09-13T00:14:40.321671+0000 mon.a (mon.0) 1105 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:41.782 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:14:41 smithi053 bash[87814]: starting mds.b at 2024-09-13T00:14:42.272 INFO:tasks.rados.rados.0.smithi032.stdout:3205: done (0 left) 2024-09-13T00:14:42.272 INFO:tasks.rados.rados.0.smithi032.stdout:3206: snap_create 2024-09-13T00:14:42.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:42 smithi053 bash[67631]: cluster 2024-09-13T00:14:41.199471+0000 mgr.y (mgr.34107) 324 : cluster [DBG] pgmap v587: 121 pgs: 121 active+clean; 614 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 244 KiB/s wr, 19 op/s 2024-09-13T00:14:42.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:42 smithi053 bash[67631]: cluster 2024-09-13T00:14:41.251178+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2024-09-13T00:14:42.533 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:14:42 smithi053 bash[60895]: ts=2024-09-13T00:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:14:42.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:14:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:14:42] "GET /metrics HTTP/1.1" 200 36056 "" "Prometheus/2.43.0" 2024-09-13T00:14:42.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:42 smithi032 bash[75510]: cluster 2024-09-13T00:14:41.199471+0000 mgr.y (mgr.34107) 324 : cluster [DBG] pgmap v587: 121 pgs: 121 active+clean; 614 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 244 KiB/s wr, 19 op/s 2024-09-13T00:14:42.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:42 smithi032 bash[75510]: cluster 2024-09-13T00:14:41.251178+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2024-09-13T00:14:42.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:42 smithi032 bash[76677]: cluster 2024-09-13T00:14:41.199471+0000 mgr.y (mgr.34107) 324 : cluster [DBG] pgmap v587: 121 pgs: 121 active+clean; 614 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 244 KiB/s wr, 19 op/s 2024-09-13T00:14:42.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:42 smithi032 bash[76677]: cluster 2024-09-13T00:14:41.251178+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2024-09-13T00:14:43.275 INFO:tasks.rados.rados.0.smithi032.stdout:3206: done (0 left) 2024-09-13T00:14:43.275 INFO:tasks.rados.rados.0.smithi032.stdout:3207: snap_create 2024-09-13T00:14:43.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:43 smithi053 bash[67631]: cluster 2024-09-13T00:14:42.272402+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2024-09-13T00:14:43.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:43 smithi053 bash[67631]: cluster 2024-09-13T00:14:42.323343+0000 mon.a (mon.0) 1108 : cluster [DBG] mds.? [v2:172.21.15.53:6832/1250860186,v1:172.21.15.53:6833/1250860186] up:boot 2024-09-13T00:14:43.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:43 smithi053 bash[67631]: cluster 2024-09-13T00:14:42.323545+0000 mon.a (mon.0) 1109 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-13T00:14:43.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:43 smithi053 bash[67631]: audit 2024-09-13T00:14:42.324016+0000 mon.a (mon.0) 1110 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T00:14:43.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:43 smithi032 bash[75510]: cluster 2024-09-13T00:14:42.272402+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2024-09-13T00:14:43.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:43 smithi032 bash[75510]: cluster 2024-09-13T00:14:42.323343+0000 mon.a (mon.0) 1108 : cluster [DBG] mds.? [v2:172.21.15.53:6832/1250860186,v1:172.21.15.53:6833/1250860186] up:boot 2024-09-13T00:14:43.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:43 smithi032 bash[75510]: cluster 2024-09-13T00:14:42.323545+0000 mon.a (mon.0) 1109 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-13T00:14:43.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:43 smithi032 bash[75510]: audit 2024-09-13T00:14:42.324016+0000 mon.a (mon.0) 1110 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T00:14:43.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:43 smithi032 bash[76677]: cluster 2024-09-13T00:14:42.272402+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2024-09-13T00:14:43.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:43 smithi032 bash[76677]: cluster 2024-09-13T00:14:42.323343+0000 mon.a (mon.0) 1108 : cluster [DBG] mds.? [v2:172.21.15.53:6832/1250860186,v1:172.21.15.53:6833/1250860186] up:boot 2024-09-13T00:14:43.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:43 smithi032 bash[76677]: cluster 2024-09-13T00:14:42.323545+0000 mon.a (mon.0) 1109 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-13T00:14:43.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:43 smithi032 bash[76677]: audit 2024-09-13T00:14:42.324016+0000 mon.a (mon.0) 1110 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T00:14:44.277 INFO:tasks.rados.rados.0.smithi032.stdout:3207: done (0 left) 2024-09-13T00:14:44.278 INFO:tasks.rados.rados.0.smithi032.stdout:3208: read oid 3 snap 306 2024-09-13T00:14:44.278 INFO:tasks.rados.rados.0.smithi032.stdout:3208: expect (ObjNum 966 snap 281 seq_num 966) 2024-09-13T00:14:44.278 INFO:tasks.rados.rados.0.smithi032.stdout:3209: delete oid 41 current snap is 319 2024-09-13T00:14:44.300 INFO:tasks.rados.rados.0.smithi032.stdout:3209: done (1 left) 2024-09-13T00:14:44.300 INFO:tasks.rados.rados.0.smithi032.stdout:3210: snap_remove snap 318 2024-09-13T00:14:44.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:44 smithi053 bash[67631]: cluster 2024-09-13T00:14:43.200403+0000 mgr.y (mgr.34107) 325 : cluster [DBG] pgmap v590: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 590 KiB/s wr, 6 op/s 2024-09-13T00:14:44.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:44 smithi053 bash[67631]: cluster 2024-09-13T00:14:43.276009+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2024-09-13T00:14:44.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:44 smithi032 bash[75510]: cluster 2024-09-13T00:14:43.200403+0000 mgr.y (mgr.34107) 325 : cluster [DBG] pgmap v590: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 590 KiB/s wr, 6 op/s 2024-09-13T00:14:44.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:44 smithi032 bash[75510]: cluster 2024-09-13T00:14:43.276009+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2024-09-13T00:14:44.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:44 smithi032 bash[76677]: cluster 2024-09-13T00:14:43.200403+0000 mgr.y (mgr.34107) 325 : cluster [DBG] pgmap v590: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 590 KiB/s wr, 6 op/s 2024-09-13T00:14:44.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:44 smithi032 bash[76677]: cluster 2024-09-13T00:14:43.276009+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2024-09-13T00:14:45.300 INFO:tasks.rados.rados.0.smithi032.stdout:3210: done (1 left) 2024-09-13T00:14:45.300 INFO:tasks.rados.rados.0.smithi032.stdout:3211: rollback oid 26 current snap is 319 2024-09-13T00:14:45.300 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 278 2024-09-13T00:14:45.300 INFO:tasks.rados.rados.0.smithi032.stdout:3208: expect (ObjNum 966 snap 281 seq_num 966) 2024-09-13T00:14:45.367 INFO:tasks.rados.rados.0.smithi032.stdout:3211: finishing rollback tid 0 to smithi03267100-26 2024-09-13T00:14:45.367 INFO:tasks.rados.rados.0.smithi032.stdout:3211: finishing rollback tid 1 to smithi03267100-26 2024-09-13T00:14:45.368 INFO:tasks.rados.rados.0.smithi032.stdout:3211: finishing rollback tid 2 to smithi03267100-26 2024-09-13T00:14:45.368 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2929 (ObjNum 939 snap 278 seq_num 939) dirty exists 2024-09-13T00:14:45.368 INFO:tasks.rados.rados.0.smithi032.stdout:3208: done (1 left) 2024-09-13T00:14:45.368 INFO:tasks.rados.rados.0.smithi032.stdout:3211: done (0 left) 2024-09-13T00:14:45.368 INFO:tasks.rados.rados.0.smithi032.stdout:3212: copy_from oid 28 from oid 4 current snap is 319 2024-09-13T00:14:45.368 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 319 2024-09-13T00:14:45.368 INFO:tasks.rados.rados.0.smithi032.stdout:3213: seq_num 1039 ranges {0=606208} 2024-09-13T00:14:45.379 INFO:tasks.rados.rados.0.smithi032.stdout:3213: writing smithi03267100-20 from 0 to 606208 tid 1 2024-09-13T00:14:45.379 INFO:tasks.rados.rados.0.smithi032.stdout:3214: read oid 16 snap -1 2024-09-13T00:14:45.379 INFO:tasks.rados.rados.0.smithi032.stdout:3214: expect (ObjNum 994 snap 293 seq_num 994) 2024-09-13T00:14:45.379 INFO:tasks.rados.rados.0.smithi032.stdout:3215: read oid 10 snap -1 2024-09-13T00:14:45.379 INFO:tasks.rados.rados.0.smithi032.stdout:3215: expect deleted 2024-09-13T00:14:45.379 INFO:tasks.rados.rados.0.smithi032.stdout:3216: snap_create 2024-09-13T00:14:45.386 INFO:tasks.rados.rados.0.smithi032.stdout:3213: finishing write tid 1 to smithi03267100-20 2024-09-13T00:14:45.398 INFO:tasks.rados.rados.0.smithi032.stdout:3213: finishing write tid 2 to smithi03267100-20 2024-09-13T00:14:45.398 INFO:tasks.rados.rados.0.smithi032.stdout:3213: finishing write tid 3 to smithi03267100-20 2024-09-13T00:14:45.398 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1152 (ObjNum 1039 snap 319 seq_num 1039) dirty exists 2024-09-13T00:14:45.398 INFO:tasks.rados.rados.0.smithi032.stdout:3213: left oid 20 (ObjNum 1039 snap 319 seq_num 1039) 2024-09-13T00:14:45.401 INFO:tasks.rados.rados.0.smithi032.stdout:3214: expect (ObjNum 994 snap 293 seq_num 994) 2024-09-13T00:14:45.537 INFO:tasks.rados.rados.0.smithi032.stdout:3212: finishing copy_from racing read to smithi03267100-28 2024-09-13T00:14:45.537 INFO:tasks.rados.rados.0.smithi032.stdout:3212: finishing copy_from to smithi03267100-28 2024-09-13T00:14:45.537 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 2531 (ObjNum 1028 snap 308 seq_num 1028) dirty exists 2024-09-13T00:14:45.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:45 smithi032 bash[75510]: cluster 2024-09-13T00:14:44.277979+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2024-09-13T00:14:45.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:45 smithi032 bash[76677]: cluster 2024-09-13T00:14:44.277979+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2024-09-13T00:14:45.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:45 smithi053 bash[67631]: cluster 2024-09-13T00:14:44.277979+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2024-09-13T00:14:46.309 INFO:tasks.rados.rados.0.smithi032.stdout:3212: done (4 left) 2024-09-13T00:14:46.309 INFO:tasks.rados.rados.0.smithi032.stdout:3213: done (3 left) 2024-09-13T00:14:46.309 INFO:tasks.rados.rados.0.smithi032.stdout:3214: done (2 left) 2024-09-13T00:14:46.310 INFO:tasks.rados.rados.0.smithi032.stdout:3215: done (1 left) 2024-09-13T00:14:46.310 INFO:tasks.rados.rados.0.smithi032.stdout:3216: done (0 left) 2024-09-13T00:14:46.310 INFO:tasks.rados.rados.0.smithi032.stdout:3217: read oid 48 snap -1 2024-09-13T00:14:46.310 INFO:tasks.rados.rados.0.smithi032.stdout:3217: expect deleted 2024-09-13T00:14:46.310 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 320 2024-09-13T00:14:46.310 INFO:tasks.rados.rados.0.smithi032.stdout:3218: seq_num 1040 ranges {3596288=622592} 2024-09-13T00:14:46.373 INFO:tasks.rados.rados.0.smithi032.stdout:3218: writing smithi03267100-31 from 3596288 to 4218880 tid 1 2024-09-13T00:14:46.373 INFO:tasks.rados.rados.0.smithi032.stdout:3219: read oid 49 snap -1 2024-09-13T00:14:46.374 INFO:tasks.rados.rados.0.smithi032.stdout:3219: expect (ObjNum 974 snap 282 seq_num 974) 2024-09-13T00:14:46.374 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 320 2024-09-13T00:14:46.374 INFO:tasks.rados.rados.0.smithi032.stdout:3220: seq_num 1041 ranges {1892352=638976} 2024-09-13T00:14:46.397 INFO:tasks.rados.rados.0.smithi032.stdout:3220: writing smithi03267100-1 from 1892352 to 2531328 tid 1 2024-09-13T00:14:46.397 INFO:tasks.rados.rados.0.smithi032.stdout:3221: snap_create 2024-09-13T00:14:46.397 INFO:tasks.rados.rados.0.smithi032.stdout:3218: finishing write tid 1 to smithi03267100-31 2024-09-13T00:14:46.398 INFO:tasks.rados.rados.0.smithi032.stdout:3218: finishing write tid 2 to smithi03267100-31 2024-09-13T00:14:46.398 INFO:tasks.rados.rados.0.smithi032.stdout:3218: finishing write tid 3 to smithi03267100-31 2024-09-13T00:14:46.398 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2712 (ObjNum 1040 snap 320 seq_num 1040) dirty exists 2024-09-13T00:14:46.398 INFO:tasks.rados.rados.0.smithi032.stdout:3218: left oid 31 (ObjNum 1040 snap 320 seq_num 1040) 2024-09-13T00:14:46.406 INFO:tasks.rados.rados.0.smithi032.stdout:3220: finishing write tid 1 to smithi03267100-1 2024-09-13T00:14:46.406 INFO:tasks.rados.rados.0.smithi032.stdout:3220: finishing write tid 2 to smithi03267100-1 2024-09-13T00:14:46.407 INFO:tasks.rados.rados.0.smithi032.stdout:3219: expect (ObjNum 974 snap 282 seq_num 974) 2024-09-13T00:14:46.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:46 smithi032 bash[76677]: cluster 2024-09-13T00:14:45.201142+0000 mgr.y (mgr.34107) 326 : cluster [DBG] pgmap v593: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 590 KiB/s wr, 1 op/s 2024-09-13T00:14:46.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:46 smithi032 bash[76677]: cluster 2024-09-13T00:14:45.301714+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2024-09-13T00:14:46.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:46 smithi032 bash[76677]: audit 2024-09-13T00:14:46.057471+0000 mon.a (mon.0) 1114 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:46.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:46 smithi032 bash[76677]: audit 2024-09-13T00:14:46.069932+0000 mon.a (mon.0) 1115 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:46.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:46 smithi032 bash[75510]: cluster 2024-09-13T00:14:45.201142+0000 mgr.y (mgr.34107) 326 : cluster [DBG] pgmap v593: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 590 KiB/s wr, 1 op/s 2024-09-13T00:14:46.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:46 smithi032 bash[75510]: cluster 2024-09-13T00:14:45.301714+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2024-09-13T00:14:46.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:46 smithi032 bash[75510]: audit 2024-09-13T00:14:46.057471+0000 mon.a (mon.0) 1114 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:46.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:46 smithi032 bash[75510]: audit 2024-09-13T00:14:46.069932+0000 mon.a (mon.0) 1115 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:46.691 INFO:tasks.rados.rados.0.smithi032.stdout:3220: finishing write tid 3 to smithi03267100-1 2024-09-13T00:14:46.691 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2714 (ObjNum 1041 snap 320 seq_num 1041) dirty exists 2024-09-13T00:14:46.691 INFO:tasks.rados.rados.0.smithi032.stdout:3220: left oid 1 (ObjNum 1041 snap 320 seq_num 1041) 2024-09-13T00:14:46.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:46 smithi053 bash[67631]: cluster 2024-09-13T00:14:45.201142+0000 mgr.y (mgr.34107) 326 : cluster [DBG] pgmap v593: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 590 KiB/s wr, 1 op/s 2024-09-13T00:14:46.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:46 smithi053 bash[67631]: cluster 2024-09-13T00:14:45.301714+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2024-09-13T00:14:46.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:46 smithi053 bash[67631]: audit 2024-09-13T00:14:46.057471+0000 mon.a (mon.0) 1114 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:46.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:46 smithi053 bash[67631]: audit 2024-09-13T00:14:46.069932+0000 mon.a (mon.0) 1115 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:47.313 INFO:tasks.rados.rados.0.smithi032.stdout:3217: done (4 left) 2024-09-13T00:14:47.313 INFO:tasks.rados.rados.0.smithi032.stdout:3218: done (3 left) 2024-09-13T00:14:47.313 INFO:tasks.rados.rados.0.smithi032.stdout:3219: done (2 left) 2024-09-13T00:14:47.313 INFO:tasks.rados.rados.0.smithi032.stdout:3220: done (1 left) 2024-09-13T00:14:47.313 INFO:tasks.rados.rados.0.smithi032.stdout:3221: done (0 left) 2024-09-13T00:14:47.313 INFO:tasks.rados.rados.0.smithi032.stdout:3222: read oid 37 snap -1 2024-09-13T00:14:47.313 INFO:tasks.rados.rados.0.smithi032.stdout:3222: expect (ObjNum 950 snap 278 seq_num 950) 2024-09-13T00:14:47.313 INFO:tasks.rados.rados.0.smithi032.stdout:3223: snap_create 2024-09-13T00:14:47.336 INFO:tasks.rados.rados.0.smithi032.stdout:3222: expect (ObjNum 950 snap 278 seq_num 950) 2024-09-13T00:14:47.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:47 smithi032 bash[75510]: cluster 2024-09-13T00:14:46.310022+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2024-09-13T00:14:47.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:47 smithi032 bash[75510]: audit 2024-09-13T00:14:46.867959+0000 mon.a (mon.0) 1117 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:47.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:47 smithi032 bash[75510]: audit 2024-09-13T00:14:46.878228+0000 mon.a (mon.0) 1118 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:47.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:47 smithi032 bash[76677]: cluster 2024-09-13T00:14:46.310022+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2024-09-13T00:14:47.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:47 smithi032 bash[76677]: audit 2024-09-13T00:14:46.867959+0000 mon.a (mon.0) 1117 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:47.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:47 smithi032 bash[76677]: audit 2024-09-13T00:14:46.878228+0000 mon.a (mon.0) 1118 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:47 smithi053 bash[67631]: cluster 2024-09-13T00:14:46.310022+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2024-09-13T00:14:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:47 smithi053 bash[67631]: audit 2024-09-13T00:14:46.867959+0000 mon.a (mon.0) 1117 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:47 smithi053 bash[67631]: audit 2024-09-13T00:14:46.878228+0000 mon.a (mon.0) 1118 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:48.234 INFO:tasks.rados.rados.0.smithi032.stdout:3222: done (1 left) 2024-09-13T00:14:48.234 INFO:tasks.rados.rados.0.smithi032.stdout:3223: done (0 left) 2024-09-13T00:14:48.234 INFO:tasks.rados.rados.0.smithi032.stdout:3224: delete oid 49 current snap is 322 2024-09-13T00:14:48.246 INFO:tasks.rados.rados.0.smithi032.stdout:3224: done (0 left) 2024-09-13T00:14:48.246 INFO:tasks.rados.rados.0.smithi032.stdout:3225: snap_remove snap 308 2024-09-13T00:14:48.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:48 smithi032 bash[75510]: cluster 2024-09-13T00:14:47.201955+0000 mgr.y (mgr.34107) 327 : cluster [DBG] pgmap v596: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T00:14:48.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:48 smithi032 bash[75510]: cluster 2024-09-13T00:14:47.313055+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2024-09-13T00:14:48.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:48 smithi032 bash[75510]: cluster 2024-09-13T00:14:48.234935+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2024-09-13T00:14:48.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:48 smithi032 bash[76677]: cluster 2024-09-13T00:14:47.201955+0000 mgr.y (mgr.34107) 327 : cluster [DBG] pgmap v596: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T00:14:48.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:48 smithi032 bash[76677]: cluster 2024-09-13T00:14:47.313055+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2024-09-13T00:14:48.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:48 smithi032 bash[76677]: cluster 2024-09-13T00:14:48.234935+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2024-09-13T00:14:48.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:48 smithi053 bash[67631]: cluster 2024-09-13T00:14:47.201955+0000 mgr.y (mgr.34107) 327 : cluster [DBG] pgmap v596: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T00:14:48.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:48 smithi053 bash[67631]: cluster 2024-09-13T00:14:47.313055+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2024-09-13T00:14:48.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:48 smithi053 bash[67631]: cluster 2024-09-13T00:14:48.234935+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2024-09-13T00:14:49.237 INFO:tasks.rados.rados.0.smithi032.stdout:3225: done (0 left) 2024-09-13T00:14:49.237 INFO:tasks.rados.rados.0.smithi032.stdout:3226: rollback oid 20 current snap is 322 2024-09-13T00:14:49.237 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 239 2024-09-13T00:14:49.237 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 322 2024-09-13T00:14:49.237 INFO:tasks.rados.rados.0.smithi032.stdout:3227: seq_num 1043 ranges {0=671744} 2024-09-13T00:14:49.241 INFO:tasks.rados.rados.0.smithi032.stdout:3227: writing smithi03267100-10 from 0 to 671744 tid 1 2024-09-13T00:14:49.241 INFO:tasks.rados.rados.0.smithi032.stdout:3228: copy_from oid 24 from oid 49 current snap is 322 2024-09-13T00:14:49.241 INFO:tasks.rados.rados.0.smithi032.stdout:3229: rollback oid 36 current snap is 322 2024-09-13T00:14:49.241 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 304 2024-09-13T00:14:49.242 INFO:tasks.rados.rados.0.smithi032.stdout:3230: snap_remove snap 302 2024-09-13T00:14:50.240 INFO:tasks.rados.rados.0.smithi032.stdout:3228: finishing copy_from to smithi03267100-24 2024-09-13T00:14:50.240 INFO:tasks.rados.rados.0.smithi032.stdout:3228: got expected ENOENT (src dne) 2024-09-13T00:14:50.240 INFO:tasks.rados.rados.0.smithi032.stdout:3228: finishing copy_from racing read to smithi03267100-24 2024-09-13T00:14:50.240 INFO:tasks.rados.rados.0.smithi032.stdout:3226: finishing rollback tid 0 to smithi03267100-20 2024-09-13T00:14:50.240 INFO:tasks.rados.rados.0.smithi032.stdout:3227: finishing write tid 1 to smithi03267100-10 2024-09-13T00:14:50.240 INFO:tasks.rados.rados.0.smithi032.stdout:3226: finishing rollback tid 1 to smithi03267100-20 2024-09-13T00:14:50.240 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1154 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T00:14:50.240 INFO:tasks.rados.rados.0.smithi032.stdout:3227: finishing write tid 2 to smithi03267100-10 2024-09-13T00:14:50.240 INFO:tasks.rados.rados.0.smithi032.stdout:3229: finishing rollback tid 1 to smithi03267100-36 2024-09-13T00:14:50.240 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2704 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T00:14:50.240 INFO:tasks.rados.rados.0.smithi032.stdout:3227: finishing write tid 3 to smithi03267100-10 2024-09-13T00:14:50.241 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2322 (ObjNum 1043 snap 322 seq_num 1043) dirty exists 2024-09-13T00:14:50.241 INFO:tasks.rados.rados.0.smithi032.stdout:3227: left oid 10 (ObjNum 1043 snap 322 seq_num 1043) 2024-09-13T00:14:50.241 INFO:tasks.rados.rados.0.smithi032.stdout:3226: done (4 left) 2024-09-13T00:14:50.241 INFO:tasks.rados.rados.0.smithi032.stdout:3227: done (3 left) 2024-09-13T00:14:50.241 INFO:tasks.rados.rados.0.smithi032.stdout:3228: done (2 left) 2024-09-13T00:14:50.241 INFO:tasks.rados.rados.0.smithi032.stdout:3229: done (1 left) 2024-09-13T00:14:50.241 INFO:tasks.rados.rados.0.smithi032.stdout:3230: done (0 left) 2024-09-13T00:14:50.241 INFO:tasks.rados.rados.0.smithi032.stdout:3231: delete oid 8 current snap is 322 2024-09-13T00:14:50.277 INFO:tasks.rados.rados.0.smithi032.stdout:3231: done (0 left) 2024-09-13T00:14:50.277 INFO:tasks.rados.rados.0.smithi032.stdout:3232: read oid 27 snap -1 2024-09-13T00:14:50.278 INFO:tasks.rados.rados.0.smithi032.stdout:3232: expect (ObjNum 1029 snap 309 seq_num 1029) 2024-09-13T00:14:50.278 INFO:tasks.rados.rados.0.smithi032.stdout:3233: copy_from oid 25 from oid 17 current snap is 322 2024-09-13T00:14:50.289 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 322 2024-09-13T00:14:50.289 INFO:tasks.rados.rados.0.smithi032.stdout:3234: seq_num 1045 ranges {5234688=704512} 2024-09-13T00:14:50.323 INFO:tasks.rados.rados.0.smithi032.stdout:3234: writing smithi03267100-19 from 5234688 to 5939200 tid 1 2024-09-13T00:14:50.323 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 322 2024-09-13T00:14:50.323 INFO:tasks.rados.rados.0.smithi032.stdout:3235: seq_num 1046 ranges {0=729088} 2024-09-13T00:14:50.328 INFO:tasks.rados.rados.0.smithi032.stdout:3235: writing smithi03267100-42 from 0 to 729088 tid 1 2024-09-13T00:14:50.328 INFO:tasks.rados.rados.0.smithi032.stdout:3236: rollback oid 10 current snap is 322 2024-09-13T00:14:50.328 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 212 2024-09-13T00:14:50.328 INFO:tasks.rados.rados.0.smithi032.stdout:3232: expect (ObjNum 1029 snap 309 seq_num 1029) 2024-09-13T00:14:50.470 INFO:tasks.rados.rados.0.smithi032.stdout:3234: finishing write tid 1 to smithi03267100-19 2024-09-13T00:14:50.470 INFO:tasks.rados.rados.0.smithi032.stdout:3236: finishing rollback tid 0 to smithi03267100-10 2024-09-13T00:14:50.470 INFO:tasks.rados.rados.0.smithi032.stdout:3234: finishing write tid 2 to smithi03267100-19 2024-09-13T00:14:50.470 INFO:tasks.rados.rados.0.smithi032.stdout:3236: finishing rollback tid 1 to smithi03267100-10 2024-09-13T00:14:50.470 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2325 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T00:14:50.470 INFO:tasks.rados.rados.0.smithi032.stdout:3234: finishing write tid 3 to smithi03267100-19 2024-09-13T00:14:50.470 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2540 (ObjNum 1045 snap 322 seq_num 1045) dirty exists 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:3234: left oid 19 (ObjNum 1045 snap 322 seq_num 1045) 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:3232: done (4 left) 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:3234: done (3 left) 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:3236: done (2 left) 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:3237: read oid 47 snap -1 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:3237: expect deleted 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:3238: delete oid 31 current snap is 322 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:3235: finishing write tid 1 to smithi03267100-42 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:3235: finishing write tid 2 to smithi03267100-42 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:3233: finishing copy_from racing read to smithi03267100-25 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:3235: finishing write tid 3 to smithi03267100-42 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2369 (ObjNum 1046 snap 322 seq_num 1046) dirty exists 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:3235: left oid 42 (ObjNum 1046 snap 322 seq_num 1046) 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:3233: finishing copy_from to smithi03267100-25 2024-09-13T00:14:50.471 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2702 (ObjNum 993 snap 293 seq_num 993) dirty exists 2024-09-13T00:14:50.475 INFO:tasks.rados.rados.0.smithi032.stdout:3233: done (3 left) 2024-09-13T00:14:50.475 INFO:tasks.rados.rados.0.smithi032.stdout:3235: done (2 left) 2024-09-13T00:14:50.475 INFO:tasks.rados.rados.0.smithi032.stdout:3237: done (1 left) 2024-09-13T00:14:50.475 INFO:tasks.rados.rados.0.smithi032.stdout:3238: done (0 left) 2024-09-13T00:14:50.475 INFO:tasks.rados.rados.0.smithi032.stdout:3239: rollback oid 25 current snap is 322 2024-09-13T00:14:50.476 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 313 2024-09-13T00:14:50.476 INFO:tasks.rados.rados.0.smithi032.stdout:3240: delete oid 48 current snap is 322 2024-09-13T00:14:50.479 INFO:tasks.rados.rados.0.smithi032.stdout:3240: done (1 left) 2024-09-13T00:14:50.479 INFO:tasks.rados.rados.0.smithi032.stdout:3241: setattr oid 20 current snap is 322 2024-09-13T00:14:50.482 INFO:tasks.rados.rados.0.smithi032.stdout:3242: setattr oid 33 current snap is 322 2024-09-13T00:14:50.484 INFO:tasks.rados.rados.0.smithi032.stdout:3243: read oid 22 snap -1 2024-09-13T00:14:50.484 INFO:tasks.rados.rados.0.smithi032.stdout:3243: expect (ObjNum 998 snap 294 seq_num 998) 2024-09-13T00:14:50.484 INFO:tasks.rados.rados.0.smithi032.stdout:3244: rollback oid 17 current snap is 322 2024-09-13T00:14:50.484 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 17 to 291 2024-09-13T00:14:50.484 INFO:tasks.rados.rados.0.smithi032.stdout:3239: finishing rollback tid 0 to smithi03267100-25 2024-09-13T00:14:50.484 INFO:tasks.rados.rados.0.smithi032.stdout:3245: snap_remove snap 297 2024-09-13T00:14:50.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:50 smithi053 bash[67631]: cluster 2024-09-13T00:14:49.202925+0000 mgr.y (mgr.34107) 328 : cluster [DBG] pgmap v599: 121 pgs: 121 active+clean; 628 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-09-13T00:14:50.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:50 smithi053 bash[67631]: cluster 2024-09-13T00:14:49.237796+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2024-09-13T00:14:50.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:50 smithi032 bash[75510]: cluster 2024-09-13T00:14:49.202925+0000 mgr.y (mgr.34107) 328 : cluster [DBG] pgmap v599: 121 pgs: 121 active+clean; 628 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-09-13T00:14:50.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:50 smithi032 bash[75510]: cluster 2024-09-13T00:14:49.237796+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2024-09-13T00:14:50.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:50 smithi032 bash[76677]: cluster 2024-09-13T00:14:49.202925+0000 mgr.y (mgr.34107) 328 : cluster [DBG] pgmap v599: 121 pgs: 121 active+clean; 628 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-09-13T00:14:50.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:50 smithi032 bash[76677]: cluster 2024-09-13T00:14:49.237796+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2024-09-13T00:14:51.277 INFO:tasks.rados.rados.0.smithi032.stdout:3245: done (5 left) 2024-09-13T00:14:51.277 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 322 2024-09-13T00:14:51.277 INFO:tasks.rados.rados.0.smithi032.stdout:3239: finishing rollback tid 1 to smithi03267100-25 2024-09-13T00:14:51.277 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2339 (ObjNum 995 snap 293 seq_num 995) dirty exists 2024-09-13T00:14:51.277 INFO:tasks.rados.rados.0.smithi032.stdout:3239: finishing rollback tid 2 to smithi03267100-25 2024-09-13T00:14:51.277 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2705 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T00:14:51.277 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1155 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:14:51.277 INFO:tasks.rados.rados.0.smithi032.stdout:3244: finishing rollback tid 0 to smithi03267100-17 2024-09-13T00:14:51.278 INFO:tasks.rados.rados.0.smithi032.stdout:3244: finishing rollback tid 1 to smithi03267100-17 2024-09-13T00:14:51.278 INFO:tasks.rados.rados.0.smithi032.stdout:3244: finishing rollback tid 2 to smithi03267100-17 2024-09-13T00:14:51.278 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 2729 (ObjNum 982 snap 284 seq_num 982) dirty exists 2024-09-13T00:14:51.278 INFO:tasks.rados.rados.0.smithi032.stdout:3243: expect (ObjNum 998 snap 294 seq_num 998) 2024-09-13T00:14:51.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:51 smithi053 bash[67631]: cluster 2024-09-13T00:14:50.240509+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2024-09-13T00:14:51.544 INFO:tasks.rados.rados.0.smithi032.stdout:3246: seq_num 1049 ranges {1892352=778240} 2024-09-13T00:14:51.559 INFO:tasks.rados.rados.0.smithi032.stdout:3246: writing smithi03267100-13 from 1892352 to 2670592 tid 1 2024-09-13T00:14:51.559 INFO:tasks.rados.rados.0.smithi032.stdout:3239: done (5 left) 2024-09-13T00:14:51.559 INFO:tasks.rados.rados.0.smithi032.stdout:3241: done (4 left) 2024-09-13T00:14:51.559 INFO:tasks.rados.rados.0.smithi032.stdout:3242: done (3 left) 2024-09-13T00:14:51.559 INFO:tasks.rados.rados.0.smithi032.stdout:3243: done (2 left) 2024-09-13T00:14:51.559 INFO:tasks.rados.rados.0.smithi032.stdout:3244: done (1 left) 2024-09-13T00:14:51.560 INFO:tasks.rados.rados.0.smithi032.stdout:3247: delete oid 21 current snap is 322 2024-09-13T00:14:51.566 INFO:tasks.rados.rados.0.smithi032.stdout:3247: done (1 left) 2024-09-13T00:14:51.566 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 322 2024-09-13T00:14:51.566 INFO:tasks.rados.rados.0.smithi032.stdout:3248: seq_num 1051 ranges {0=409600,409600=401408} 2024-09-13T00:14:51.568 INFO:tasks.rados.rados.0.smithi032.stdout:3248: writing smithi03267100-15 from 0 to 409600 tid 1 2024-09-13T00:14:51.571 INFO:tasks.rados.rados.0.smithi032.stdout:3248: writing smithi03267100-15 from 409600 to 811008 tid 2 2024-09-13T00:14:51.572 INFO:tasks.rados.rados.0.smithi032.stdout:3249: read oid 45 snap -1 2024-09-13T00:14:51.572 INFO:tasks.rados.rados.0.smithi032.stdout:3249: expect deleted 2024-09-13T00:14:51.572 INFO:tasks.rados.rados.0.smithi032.stdout:3250: rollback oid 11 current snap is 322 2024-09-13T00:14:51.572 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 306 2024-09-13T00:14:51.572 INFO:tasks.rados.rados.0.smithi032.stdout:3246: finishing write tid 1 to smithi03267100-13 2024-09-13T00:14:51.573 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 322 2024-09-13T00:14:51.573 INFO:tasks.rados.rados.0.smithi032.stdout:3251: seq_num 1052 ranges {0=425984,425984=401408} 2024-09-13T00:14:51.574 INFO:tasks.rados.rados.0.smithi032.stdout:3251: writing smithi03267100-48 from 0 to 425984 tid 1 2024-09-13T00:14:51.577 INFO:tasks.rados.rados.0.smithi032.stdout:3251: writing smithi03267100-48 from 425984 to 827392 tid 2 2024-09-13T00:14:51.577 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 322 2024-09-13T00:14:51.577 INFO:tasks.rados.rados.0.smithi032.stdout:3252: seq_num 1053 ranges {0=442368,442368=401408} 2024-09-13T00:14:51.583 INFO:tasks.rados.rados.0.smithi032.stdout:3252: writing smithi03267100-39 from 0 to 442368 tid 1 2024-09-13T00:14:51.588 INFO:tasks.rados.rados.0.smithi032.stdout:3252: writing smithi03267100-39 from 442368 to 843776 tid 2 2024-09-13T00:14:51.588 INFO:tasks.rados.rados.0.smithi032.stdout:3253: rollback oid 1 current snap is 322 2024-09-13T00:14:51.588 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 315 2024-09-13T00:14:51.588 INFO:tasks.rados.rados.0.smithi032.stdout:3246: finishing write tid 2 to smithi03267100-13 2024-09-13T00:14:51.588 INFO:tasks.rados.rados.0.smithi032.stdout:3254: snap_create 2024-09-13T00:14:51.589 INFO:tasks.rados.rados.0.smithi032.stdout:3250: finishing rollback tid 0 to smithi03267100-11 2024-09-13T00:14:51.589 INFO:tasks.rados.rados.0.smithi032.stdout:3248: finishing write tid 1 to smithi03267100-15 2024-09-13T00:14:51.589 INFO:tasks.rados.rados.0.smithi032.stdout:3248: finishing write tid 2 to smithi03267100-15 2024-09-13T00:14:51.589 INFO:tasks.rados.rados.0.smithi032.stdout:3248: finishing write tid 3 to smithi03267100-15 2024-09-13T00:14:51.589 INFO:tasks.rados.rados.0.smithi032.stdout:3251: finishing write tid 1 to smithi03267100-48 2024-09-13T00:14:51.589 INFO:tasks.rados.rados.0.smithi032.stdout:3246: finishing write tid 3 to smithi03267100-13 2024-09-13T00:14:51.589 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2960 (ObjNum 1049 snap 322 seq_num 1049) dirty exists 2024-09-13T00:14:51.589 INFO:tasks.rados.rados.0.smithi032.stdout:3246: left oid 13 (ObjNum 1049 snap 322 seq_num 1049) 2024-09-13T00:14:51.589 INFO:tasks.rados.rados.0.smithi032.stdout:3251: finishing write tid 2 to smithi03267100-48 2024-09-13T00:14:51.589 INFO:tasks.rados.rados.0.smithi032.stdout:3251: finishing write tid 3 to smithi03267100-48 2024-09-13T00:14:51.589 INFO:tasks.rados.rados.0.smithi032.stdout:3248: finishing write tid 4 to smithi03267100-15 2024-09-13T00:14:51.589 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2536 (ObjNum 1051 snap 322 seq_num 1051) dirty exists 2024-09-13T00:14:51.590 INFO:tasks.rados.rados.0.smithi032.stdout:3248: left oid 15 (ObjNum 1051 snap 322 seq_num 1051) 2024-09-13T00:14:51.590 INFO:tasks.rados.rados.0.smithi032.stdout:3251: finishing write tid 4 to smithi03267100-48 2024-09-13T00:14:51.590 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 2710 (ObjNum 1052 snap 322 seq_num 1052) dirty exists 2024-09-13T00:14:51.591 INFO:tasks.rados.rados.0.smithi032.stdout:3251: left oid 48 (ObjNum 1052 snap 322 seq_num 1052) 2024-09-13T00:14:51.591 INFO:tasks.rados.rados.0.smithi032.stdout:3250: finishing rollback tid 1 to smithi03267100-11 2024-09-13T00:14:51.591 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2963 (ObjNum 57569 snap 0 seq_num 168468720) dirty dne 2024-09-13T00:14:51.595 INFO:tasks.rados.rados.0.smithi032.stdout:3252: finishing write tid 1 to smithi03267100-39 2024-09-13T00:14:51.596 INFO:tasks.rados.rados.0.smithi032.stdout:3252: finishing write tid 2 to smithi03267100-39 2024-09-13T00:14:51.597 INFO:tasks.rados.rados.0.smithi032.stdout:3252: finishing write tid 3 to smithi03267100-39 2024-09-13T00:14:51.600 INFO:tasks.rados.rados.0.smithi032.stdout:3252: finishing write tid 4 to smithi03267100-39 2024-09-13T00:14:51.601 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2708 (ObjNum 1053 snap 322 seq_num 1053) dirty exists 2024-09-13T00:14:51.601 INFO:tasks.rados.rados.0.smithi032.stdout:3252: left oid 39 (ObjNum 1053 snap 322 seq_num 1053) 2024-09-13T00:14:51.602 INFO:tasks.rados.rados.0.smithi032.stdout:3253: finishing rollback tid 0 to smithi03267100-1 2024-09-13T00:14:51.602 INFO:tasks.rados.rados.0.smithi032.stdout:3253: finishing rollback tid 1 to smithi03267100-1 2024-09-13T00:14:51.602 INFO:tasks.rados.rados.0.smithi032.stdout:3253: finishing rollback tid 2 to smithi03267100-1 2024-09-13T00:14:51.602 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2747 (ObjNum 972 snap 282 seq_num 972) dirty exists 2024-09-13T00:14:51.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:51 smithi032 bash[75510]: cluster 2024-09-13T00:14:50.240509+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2024-09-13T00:14:51.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:51 smithi032 bash[76677]: cluster 2024-09-13T00:14:50.240509+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2024-09-13T00:14:52.270 INFO:tasks.rados.rados.0.smithi032.stdout:3246: done (7 left) 2024-09-13T00:14:52.270 INFO:tasks.rados.rados.0.smithi032.stdout:3248: done (6 left) 2024-09-13T00:14:52.270 INFO:tasks.rados.rados.0.smithi032.stdout:3249: done (5 left) 2024-09-13T00:14:52.271 INFO:tasks.rados.rados.0.smithi032.stdout:3250: done (4 left) 2024-09-13T00:14:52.271 INFO:tasks.rados.rados.0.smithi032.stdout:3251: done (3 left) 2024-09-13T00:14:52.271 INFO:tasks.rados.rados.0.smithi032.stdout:3252: done (2 left) 2024-09-13T00:14:52.271 INFO:tasks.rados.rados.0.smithi032.stdout:3253: done (1 left) 2024-09-13T00:14:52.271 INFO:tasks.rados.rados.0.smithi032.stdout:3254: done (0 left) 2024-09-13T00:14:52.271 INFO:tasks.rados.rados.0.smithi032.stdout:3255: rollback oid 6 current snap is 323 2024-09-13T00:14:52.272 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 6 to 212 2024-09-13T00:14:52.272 INFO:tasks.rados.rados.0.smithi032.stdout:3256: read oid 16 snap -1 2024-09-13T00:14:52.272 INFO:tasks.rados.rados.0.smithi032.stdout:3256: expect (ObjNum 994 snap 293 seq_num 994) 2024-09-13T00:14:52.272 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 323 2024-09-13T00:14:52.272 INFO:tasks.rados.rados.0.smithi032.stdout:3257: seq_num 1054 ranges {5971968=458752,6430720=401408} 2024-09-13T00:14:52.311 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:52 smithi053 bash[67631]: cluster 2024-09-13T00:14:51.203979+0000 mgr.y (mgr.34107) 329 : cluster [DBG] pgmap v602: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 629 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-09-13T00:14:52.311 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:52 smithi053 bash[67631]: cluster 2024-09-13T00:14:51.263591+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2024-09-13T00:14:52.322 INFO:tasks.rados.rados.0.smithi032.stdout:3257: writing smithi03267100-44 from 5971968 to 6430720 tid 1 2024-09-13T00:14:52.326 INFO:tasks.rados.rados.0.smithi032.stdout:3257: writing smithi03267100-44 from 6430720 to 6832128 tid 2 2024-09-13T00:14:52.326 INFO:tasks.rados.rados.0.smithi032.stdout:3258: snap_remove snap 291 2024-09-13T00:14:52.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:14:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:14:52] "GET /metrics HTTP/1.1" 200 36056 "" "Prometheus/2.43.0" 2024-09-13T00:14:52.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:52 smithi032 bash[76677]: cluster 2024-09-13T00:14:51.203979+0000 mgr.y (mgr.34107) 329 : cluster [DBG] pgmap v602: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 629 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-09-13T00:14:52.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:52 smithi032 bash[76677]: cluster 2024-09-13T00:14:51.263591+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2024-09-13T00:14:52.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:52 smithi032 bash[75510]: cluster 2024-09-13T00:14:51.203979+0000 mgr.y (mgr.34107) 329 : cluster [DBG] pgmap v602: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 629 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-09-13T00:14:52.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:52 smithi032 bash[75510]: cluster 2024-09-13T00:14:51.263591+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2024-09-13T00:14:52.782 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:14:52 smithi053 bash[60895]: ts=2024-09-13T00:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:14:53.235 INFO:tasks.rados.rados.0.smithi032.stdout:3258: done (3 left) 2024-09-13T00:14:53.235 INFO:tasks.rados.rados.0.smithi032.stdout:3259: snap_create 2024-09-13T00:14:53.236 INFO:tasks.rados.rados.0.smithi032.stdout:3255: finishing rollback tid 0 to smithi03267100-6 2024-09-13T00:14:53.236 INFO:tasks.rados.rados.0.smithi032.stdout:3255: finishing rollback tid 1 to smithi03267100-6 2024-09-13T00:14:53.236 INFO:tasks.rados.rados.0.smithi032.stdout:3255: finishing rollback tid 2 to smithi03267100-6 2024-09-13T00:14:53.236 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2708 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-09-13T00:14:53.236 INFO:tasks.rados.rados.0.smithi032.stdout:3256: expect (ObjNum 994 snap 293 seq_num 994) 2024-09-13T00:14:53.420 INFO:tasks.rados.rados.0.smithi032.stdout:3257: finishing write tid 1 to smithi03267100-44 2024-09-13T00:14:53.421 INFO:tasks.rados.rados.0.smithi032.stdout:3257: finishing write tid 2 to smithi03267100-44 2024-09-13T00:14:53.421 INFO:tasks.rados.rados.0.smithi032.stdout:3257: finishing write tid 3 to smithi03267100-44 2024-09-13T00:14:53.421 INFO:tasks.rados.rados.0.smithi032.stdout:3257: finishing write tid 4 to smithi03267100-44 2024-09-13T00:14:53.421 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2711 (ObjNum 1054 snap 323 seq_num 1054) dirty exists 2024-09-13T00:14:53.421 INFO:tasks.rados.rados.0.smithi032.stdout:3257: left oid 44 (ObjNum 1054 snap 323 seq_num 1054) 2024-09-13T00:14:53.479 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:53 smithi053 bash[67631]: cluster 2024-09-13T00:14:52.271148+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2024-09-13T00:14:53.479 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:53 smithi053 bash[67631]: cluster 2024-09-13T00:14:53.236774+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2024-09-13T00:14:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:53 smithi032 bash[75510]: cluster 2024-09-13T00:14:52.271148+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2024-09-13T00:14:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:53 smithi032 bash[75510]: cluster 2024-09-13T00:14:53.236774+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2024-09-13T00:14:53.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:53 smithi032 bash[76677]: cluster 2024-09-13T00:14:52.271148+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2024-09-13T00:14:53.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:53 smithi032 bash[76677]: cluster 2024-09-13T00:14:53.236774+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2024-09-13T00:14:54.238 INFO:tasks.rados.rados.0.smithi032.stdout:3255: done (3 left) 2024-09-13T00:14:54.238 INFO:tasks.rados.rados.0.smithi032.stdout:3256: done (2 left) 2024-09-13T00:14:54.238 INFO:tasks.rados.rados.0.smithi032.stdout:3257: done (1 left) 2024-09-13T00:14:54.238 INFO:tasks.rados.rados.0.smithi032.stdout:3259: done (0 left) 2024-09-13T00:14:54.238 INFO:tasks.rados.rados.0.smithi032.stdout:3260: snap_create 2024-09-13T00:14:54.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:54 smithi053 bash[67631]: cluster 2024-09-13T00:14:53.205005+0000 mgr.y (mgr.34107) 330 : cluster [DBG] pgmap v605: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 632 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-13T00:14:54.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:54 smithi053 bash[67631]: cluster 2024-09-13T00:14:54.239851+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2024-09-13T00:14:54.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:54 smithi032 bash[75510]: cluster 2024-09-13T00:14:53.205005+0000 mgr.y (mgr.34107) 330 : cluster [DBG] pgmap v605: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 632 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-13T00:14:54.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:54 smithi032 bash[75510]: cluster 2024-09-13T00:14:54.239851+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2024-09-13T00:14:54.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:54 smithi032 bash[76677]: cluster 2024-09-13T00:14:53.205005+0000 mgr.y (mgr.34107) 330 : cluster [DBG] pgmap v605: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 632 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-13T00:14:54.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:54 smithi032 bash[76677]: cluster 2024-09-13T00:14:54.239851+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2024-09-13T00:14:55.240 INFO:tasks.rados.rados.0.smithi032.stdout:3260: done (0 left) 2024-09-13T00:14:55.240 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 325 2024-09-13T00:14:55.241 INFO:tasks.rados.rados.0.smithi032.stdout:3261: seq_num 1055 ranges {6832128=475136,7307264=401408} 2024-09-13T00:14:55.321 INFO:tasks.rados.rados.0.smithi032.stdout:3261: writing smithi03267100-44 from 6832128 to 7307264 tid 1 2024-09-13T00:14:55.324 INFO:tasks.rados.rados.0.smithi032.stdout:3261: writing smithi03267100-44 from 7307264 to 7708672 tid 2 2024-09-13T00:14:55.324 INFO:tasks.rados.rados.0.smithi032.stdout:3262: snap_remove snap 279 2024-09-13T00:14:55.401 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:14:55.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:55 smithi053 bash[67631]: audit 2024-09-13T00:14:55.133990+0000 mon.a (mon.0) 1127 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:14:55.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:55 smithi053 bash[67631]: cluster 2024-09-13T00:14:55.242348+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2024-09-13T00:14:55.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:55 smithi032 bash[75510]: audit 2024-09-13T00:14:55.133990+0000 mon.a (mon.0) 1127 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:14:55.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:55 smithi032 bash[75510]: cluster 2024-09-13T00:14:55.242348+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2024-09-13T00:14:55.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:55 smithi032 bash[76677]: audit 2024-09-13T00:14:55.133990+0000 mon.a (mon.0) 1127 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:14:55.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:55 smithi032 bash[76677]: cluster 2024-09-13T00:14:55.242348+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2024-09-13T00:14:55.727 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:14:55.727 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8m) 40s ago 15m 14.2M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:14:55.727 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (8m) 9s ago 14m 74.9M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:14:55.727 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (47s) 40s ago 16m 11.6M - 18.2.4-837-g7a853b17 f21ba1eea74e 85459de8ee31 2024-09-13T00:14:55.727 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (15s) 9s ago 16m 11.6M - 18.2.4-837-g7a853b17 f21ba1eea74e 25faed2b7711 2024-09-13T00:14:55.727 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (7m) 9s ago 24m 427M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:14:55.727 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8m) 40s ago 26m 493M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:14:55.727 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7m) 40s ago 26m 69.1M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:14:55.728 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (6m) 9s ago 24m 50.7M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:14:55.728 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6m) 40s ago 24m 53.3M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:14:55.728 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8m) 40s ago 15m 8320k - 1.5.0 0da6a335fe13 2294fccdba58 2024-09-13T00:14:55.728 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (8m) 9s ago 15m 8223k - 1.5.0 0da6a335fe13 147b8e1549fe 2024-09-13T00:14:55.728 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4m) 40s ago 23m 435M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e a4f5d6d727f8 2024-09-13T00:14:55.728 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4m) 40s ago 22m 530M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 953c3952f855 2024-09-13T00:14:55.728 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3m) 40s ago 21m 494M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 49cc31a24edc 2024-09-13T00:14:55.728 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3m) 40s ago 20m 171M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 662cbd030bbe 2024-09-13T00:14:55.728 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (2m) 9s ago 19m 353M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 78e01b7bbadc 2024-09-13T00:14:55.728 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (2m) 9s ago 18m 499M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 2900232c845c 2024-09-13T00:14:55.728 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (115s) 9s ago 18m 205M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 94ea5bcab139 2024-09-13T00:14:55.729 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (71s) 9s ago 17m 396M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 3877b4d27e6c 2024-09-13T00:14:55.729 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (7m) 9s ago 15m 58.7M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:14:56.087 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:14:56.087 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:14:56.087 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:14:56.088 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:14:56.088 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:14:56.088 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:14:56.088 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:14:56.088 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:14:56.088 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-13T00:14:56.088 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:14:56.088 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:14:56.088 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:14:56.088 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:14:56.088 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:14:56.089 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 15 2024-09-13T00:14:56.089 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:14:56.089 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:14:56.314 INFO:tasks.rados.rados.0.smithi032.stdout:3262: done (1 left) 2024-09-13T00:14:56.314 INFO:tasks.rados.rados.0.smithi032.stdout:3263: delete oid 42 current snap is 325 2024-09-13T00:14:56.314 INFO:tasks.rados.rados.0.smithi032.stdout:3261: finishing write tid 1 to smithi03267100-44 2024-09-13T00:14:56.314 INFO:tasks.rados.rados.0.smithi032.stdout:3261: finishing write tid 2 to smithi03267100-44 2024-09-13T00:14:56.314 INFO:tasks.rados.rados.0.smithi032.stdout:3261: finishing write tid 3 to smithi03267100-44 2024-09-13T00:14:56.314 INFO:tasks.rados.rados.0.smithi032.stdout:3261: finishing write tid 4 to smithi03267100-44 2024-09-13T00:14:56.314 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2714 (ObjNum 1055 snap 325 seq_num 1055) dirty exists 2024-09-13T00:14:56.314 INFO:tasks.rados.rados.0.smithi032.stdout:3261: left oid 44 (ObjNum 1055 snap 325 seq_num 1055) 2024-09-13T00:14:56.318 INFO:tasks.rados.rados.0.smithi032.stdout:3261: done (1 left) 2024-09-13T00:14:56.318 INFO:tasks.rados.rados.0.smithi032.stdout:3263: done (0 left) 2024-09-13T00:14:56.318 INFO:tasks.rados.rados.0.smithi032.stdout:3264: setattr oid 19 current snap is 325 2024-09-13T00:14:56.321 INFO:tasks.rados.rados.0.smithi032.stdout:3265: snap_create 2024-09-13T00:14:56.341 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2541 (ObjNum 1045 snap 322 seq_num 1045) dirty exists 2024-09-13T00:14:56.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:56 smithi053 bash[67631]: cluster 2024-09-13T00:14:55.205428+0000 mgr.y (mgr.34107) 331 : cluster [DBG] pgmap v608: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 636 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T00:14:56.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:56 smithi053 bash[67631]: audit 2024-09-13T00:14:55.391361+0000 mgr.y (mgr.34107) 332 : audit [DBG] from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:14:56.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:56 smithi053 bash[67631]: audit 2024-09-13T00:14:55.694367+0000 mgr.y (mgr.34107) 333 : audit [DBG] from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:14:56.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:56 smithi053 bash[67631]: audit 2024-09-13T00:14:56.090017+0000 mon.a (mon.0) 1129 : audit [DBG] from='client.? 172.21.15.32:0/3574063914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:56.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:56 smithi032 bash[75510]: cluster 2024-09-13T00:14:55.205428+0000 mgr.y (mgr.34107) 331 : cluster [DBG] pgmap v608: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 636 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T00:14:56.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:56 smithi032 bash[75510]: audit 2024-09-13T00:14:55.391361+0000 mgr.y (mgr.34107) 332 : audit [DBG] from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:14:56.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:56 smithi032 bash[75510]: audit 2024-09-13T00:14:55.694367+0000 mgr.y (mgr.34107) 333 : audit [DBG] from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:14:56.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:56 smithi032 bash[75510]: audit 2024-09-13T00:14:56.090017+0000 mon.a (mon.0) 1129 : audit [DBG] from='client.? 172.21.15.32:0/3574063914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:56.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:56 smithi032 bash[76677]: cluster 2024-09-13T00:14:55.205428+0000 mgr.y (mgr.34107) 331 : cluster [DBG] pgmap v608: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 636 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T00:14:56.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:56 smithi032 bash[76677]: audit 2024-09-13T00:14:55.391361+0000 mgr.y (mgr.34107) 332 : audit [DBG] from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:14:56.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:56 smithi032 bash[76677]: audit 2024-09-13T00:14:55.694367+0000 mgr.y (mgr.34107) 333 : audit [DBG] from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:14:56.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:56 smithi032 bash[76677]: audit 2024-09-13T00:14:56.090017+0000 mon.a (mon.0) 1129 : audit [DBG] from='client.? 172.21.15.32:0/3574063914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.306 INFO:tasks.rados.rados.0.smithi032.stdout:3264: done (1 left) 2024-09-13T00:14:57.306 INFO:tasks.rados.rados.0.smithi032.stdout:3265: done (0 left) 2024-09-13T00:14:57.306 INFO:tasks.rados.rados.0.smithi032.stdout:3266: rollback oid 1 current snap is 326 2024-09-13T00:14:57.306 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 315 2024-09-13T00:14:57.306 INFO:tasks.rados.rados.0.smithi032.stdout:3267: rollback oid 18 current snap is 326 2024-09-13T00:14:57.306 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 298 2024-09-13T00:14:57.306 INFO:tasks.rados.rados.0.smithi032.stdout:3268: copy_from oid 6 from oid 4 current snap is 326 2024-09-13T00:14:57.306 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 326 2024-09-13T00:14:57.307 INFO:tasks.rados.rados.0.smithi032.stdout:3269: seq_num 1057 ranges {811008=507904,1318912=401408} 2024-09-13T00:14:57.314 INFO:tasks.rados.rados.0.smithi032.stdout:3269: writing smithi03267100-15 from 811008 to 1318912 tid 1 2024-09-13T00:14:57.318 INFO:tasks.rados.rados.0.smithi032.stdout:3269: writing smithi03267100-15 from 1318912 to 1720320 tid 2 2024-09-13T00:14:57.318 INFO:tasks.rados.rados.0.smithi032.stdout:3270: read oid 39 snap 256 2024-09-13T00:14:57.318 INFO:tasks.rados.rados.0.smithi032.stdout:3270: expect (ObjNum 693 snap 206 seq_num 693) 2024-09-13T00:14:57.318 INFO:tasks.rados.rados.0.smithi032.stdout:3271: copy_from oid 45 from oid 34 current snap is 326 2024-09-13T00:14:57.319 INFO:tasks.rados.rados.0.smithi032.stdout:3272: setattr oid 42 current snap is 326 2024-09-13T00:14:57.320 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 326 2024-09-13T00:14:57.320 INFO:tasks.rados.rados.0.smithi032.stdout:3273: seq_num 1058 ranges {352256=524288,876544=401408} 2024-09-13T00:14:57.328 INFO:tasks.rados.rados.0.smithi032.stdout:3273: writing smithi03267100-9 from 352256 to 876544 tid 1 2024-09-13T00:14:57.332 INFO:tasks.rados.rados.0.smithi032.stdout:3273: writing smithi03267100-9 from 876544 to 1277952 tid 2 2024-09-13T00:14:57.332 INFO:tasks.rados.rados.0.smithi032.stdout:3274: snap_remove snap 311 2024-09-13T00:14:57.603 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: cluster 2024-09-13T00:14:56.303481+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2024-09-13T00:14:57.603 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: cephadm 2024-09-13T00:14:56.879062+0000 mgr.y (mgr.34107) 334 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-13T00:14:57.603 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:56.888774+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.603 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:56.899799+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.603 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:56.902111+0000 mon.a (mon.0) 1133 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:57.603 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:56.903905+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:14:57.603 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:56.914713+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.603 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.073498+0000 mon.a (mon.0) 1136 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:57.603 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.078980+0000 mon.a (mon.0) 1137 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.603 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.082101+0000 mon.a (mon.0) 1138 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.603 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.084381+0000 mon.a (mon.0) 1139 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.604 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.088716+0000 mon.a (mon.0) 1140 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.604 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.093156+0000 mon.a (mon.0) 1141 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.604 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.104617+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.604 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.106392+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-13T00:14:57.604 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.114116+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-13T00:14:57.604 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.115857+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-13T00:14:57.604 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.123771+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-13T00:14:57.604 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.126702+0000 mon.a (mon.0) 1147 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.604 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.137028+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.604 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: cluster 2024-09-13T00:14:56.303481+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2024-09-13T00:14:57.605 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: cephadm 2024-09-13T00:14:56.879062+0000 mgr.y (mgr.34107) 334 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-13T00:14:57.605 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:56.888774+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.605 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:56.899799+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.605 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:56.902111+0000 mon.a (mon.0) 1133 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:57.605 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:56.903905+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:14:57.605 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:56.914713+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.605 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.073498+0000 mon.a (mon.0) 1136 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:57.605 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.078980+0000 mon.a (mon.0) 1137 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.605 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.082101+0000 mon.a (mon.0) 1138 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.605 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.084381+0000 mon.a (mon.0) 1139 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.605 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.088716+0000 mon.a (mon.0) 1140 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.605 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.093156+0000 mon.a (mon.0) 1141 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.606 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.104617+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.606 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.106392+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-13T00:14:57.606 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.114116+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-13T00:14:57.606 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.115857+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-13T00:14:57.606 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.123771+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-13T00:14:57.606 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.126702+0000 mon.a (mon.0) 1147 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.606 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.137028+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.606 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.139653+0000 mon.a (mon.0) 1149 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.606 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.148708+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.606 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.151736+0000 mon.a (mon.0) 1151 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.606 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.154381+0000 mon.a (mon.0) 1152 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.607 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.163570+0000 mon.a (mon.0) 1153 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.607 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.166699+0000 mon.a (mon.0) 1154 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.607 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.176721+0000 mon.a (mon.0) 1155 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.607 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.179611+0000 mon.a (mon.0) 1156 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.607 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.189362+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.607 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.194590+0000 mon.a (mon.0) 1158 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.607 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[75510]: audit 2024-09-13T00:14:57.205475+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.607 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.139653+0000 mon.a (mon.0) 1149 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.607 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.148708+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.607 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.151736+0000 mon.a (mon.0) 1151 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.607 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.154381+0000 mon.a (mon.0) 1152 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.607 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.163570+0000 mon.a (mon.0) 1153 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.607 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.166699+0000 mon.a (mon.0) 1154 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.608 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.176721+0000 mon.a (mon.0) 1155 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.608 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.179611+0000 mon.a (mon.0) 1156 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.608 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.189362+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.608 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.194590+0000 mon.a (mon.0) 1158 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.608 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:57 smithi032 bash[76677]: audit 2024-09-13T00:14:57.205475+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: cluster 2024-09-13T00:14:56.303481+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2024-09-13T00:14:57.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: cephadm 2024-09-13T00:14:56.879062+0000 mgr.y (mgr.34107) 334 : cephadm [INF] Detected new or changed devices on smithi053 2024-09-13T00:14:57.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:56.888774+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:56.899799+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:56.902111+0000 mon.a (mon.0) 1133 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:14:57.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:56.903905+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:14:57.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:56.914713+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.073498+0000 mon.a (mon.0) 1136 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:14:57.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.078980+0000 mon.a (mon.0) 1137 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.082101+0000 mon.a (mon.0) 1138 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.084381+0000 mon.a (mon.0) 1139 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.088716+0000 mon.a (mon.0) 1140 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.093156+0000 mon.a (mon.0) 1141 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.104617+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.106392+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-13T00:14:57.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.114116+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-13T00:14:57.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.115857+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-13T00:14:57.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.123771+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-13T00:14:57.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.126702+0000 mon.a (mon.0) 1147 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.137028+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.139653+0000 mon.a (mon.0) 1149 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.148708+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.151736+0000 mon.a (mon.0) 1151 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.154381+0000 mon.a (mon.0) 1152 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.163570+0000 mon.a (mon.0) 1153 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.166699+0000 mon.a (mon.0) 1154 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.176721+0000 mon.a (mon.0) 1155 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.179611+0000 mon.a (mon.0) 1156 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.189362+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:57.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.194590+0000 mon.a (mon.0) 1158 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:14:57.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:57 smithi053 bash[67631]: audit 2024-09-13T00:14:57.205475+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:14:58.249 INFO:tasks.rados.rados.0.smithi032.stdout:3274: done (8 left) 2024-09-13T00:14:58.249 INFO:tasks.rados.rados.0.smithi032.stdout:3275: read oid 38 snap 316 2024-09-13T00:14:58.249 INFO:tasks.rados.rados.0.smithi032.stdout:3275: expect (ObjNum 168301584 snap 22058 seq_num 168354512) 2024-09-13T00:14:58.249 INFO:tasks.rados.rados.0.smithi032.stdout:3276: read oid 50 snap 239 2024-09-13T00:14:58.249 INFO:tasks.rados.rados.0.smithi032.stdout:3276: expect (ObjNum 782 snap 238 seq_num 782) 2024-09-13T00:14:58.249 INFO:tasks.rados.rados.0.smithi032.stdout:3277: snap_create 2024-09-13T00:14:58.250 INFO:tasks.rados.rados.0.smithi032.stdout:3271: finishing copy_from to smithi03267100-45 2024-09-13T00:14:58.250 INFO:tasks.rados.rados.0.smithi032.stdout:3271: got expected ENOENT (src dne) 2024-09-13T00:14:58.250 INFO:tasks.rados.rados.0.smithi032.stdout:3271: finishing copy_from racing read to smithi03267100-45 2024-09-13T00:14:58.250 INFO:tasks.rados.rados.0.smithi032.stdout:3266: finishing rollback tid 0 to smithi03267100-1 2024-09-13T00:14:58.250 INFO:tasks.rados.rados.0.smithi032.stdout:3266: finishing rollback tid 1 to smithi03267100-1 2024-09-13T00:14:58.250 INFO:tasks.rados.rados.0.smithi032.stdout:3267: finishing rollback tid 0 to smithi03267100-18 2024-09-13T00:14:58.250 INFO:tasks.rados.rados.0.smithi032.stdout:3267: finishing rollback tid 1 to smithi03267100-18 2024-09-13T00:14:58.250 INFO:tasks.rados.rados.0.smithi032.stdout:3267: finishing rollback tid 2 to smithi03267100-18 2024-09-13T00:14:58.250 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2993 (ObjNum 977 snap 283 seq_num 977) dirty exists 2024-09-13T00:14:58.250 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2371 (ObjNum 65 snap 0 seq_num 1766940771) dirty exists 2024-09-13T00:14:58.250 INFO:tasks.rados.rados.0.smithi032.stdout:3273: finishing write tid 1 to smithi03267100-9 2024-09-13T00:14:58.250 INFO:tasks.rados.rados.0.smithi032.stdout:3269: finishing write tid 1 to smithi03267100-15 2024-09-13T00:14:58.251 INFO:tasks.rados.rados.0.smithi032.stdout:3273: finishing write tid 2 to smithi03267100-9 2024-09-13T00:14:58.251 INFO:tasks.rados.rados.0.smithi032.stdout:3273: finishing write tid 3 to smithi03267100-9 2024-09-13T00:14:58.251 INFO:tasks.rados.rados.0.smithi032.stdout:3266: finishing rollback tid 2 to smithi03267100-1 2024-09-13T00:14:58.251 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2777 (ObjNum 972 snap 282 seq_num 972) dirty exists 2024-09-13T00:14:58.251 INFO:tasks.rados.rados.0.smithi032.stdout:3269: finishing write tid 2 to smithi03267100-15 2024-09-13T00:14:58.251 INFO:tasks.rados.rados.0.smithi032.stdout:3269: finishing write tid 3 to smithi03267100-15 2024-09-13T00:14:58.251 INFO:tasks.rados.rados.0.smithi032.stdout:3269: finishing write tid 4 to smithi03267100-15 2024-09-13T00:14:58.251 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2539 (ObjNum 1057 snap 326 seq_num 1057) dirty exists 2024-09-13T00:14:58.251 INFO:tasks.rados.rados.0.smithi032.stdout:3269: left oid 15 (ObjNum 1057 snap 326 seq_num 1057) 2024-09-13T00:14:58.251 INFO:tasks.rados.rados.0.smithi032.stdout:3273: finishing write tid 4 to smithi03267100-9 2024-09-13T00:14:58.251 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2997 (ObjNum 1058 snap 326 seq_num 1058) dirty exists 2024-09-13T00:14:58.251 INFO:tasks.rados.rados.0.smithi032.stdout:3273: left oid 9 (ObjNum 1058 snap 326 seq_num 1058) 2024-09-13T00:14:58.251 INFO:tasks.rados.rados.0.smithi032.stdout:3270: expect (ObjNum 693 snap 206 seq_num 693) 2024-09-13T00:14:58.392 INFO:tasks.rados.rados.0.smithi032.stdout:3268: finishing copy_from racing read to smithi03267100-6 2024-09-13T00:14:58.393 INFO:tasks.rados.rados.0.smithi032.stdout:3268: finishing copy_from to smithi03267100-6 2024-09-13T00:14:58.393 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2531 (ObjNum 1028 snap 308 seq_num 1028) dirty exists 2024-09-13T00:14:58.393 INFO:tasks.rados.rados.0.smithi032.stdout:3275: expect (ObjNum 168301584 snap 22058 seq_num 168354512) 2024-09-13T00:14:58.394 INFO:tasks.rados.rados.0.smithi032.stdout:3276: expect (ObjNum 782 snap 238 seq_num 782) 2024-09-13T00:14:58.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[75510]: cephadm 2024-09-13T00:14:57.094602+0000 mgr.y (mgr.34107) 335 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T00:14:58.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[75510]: cephadm 2024-09-13T00:14:57.128337+0000 mgr.y (mgr.34107) 336 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-13T00:14:58.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[75510]: cephadm 2024-09-13T00:14:57.141104+0000 mgr.y (mgr.34107) 337 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T00:14:58.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[75510]: cephadm 2024-09-13T00:14:57.155903+0000 mgr.y (mgr.34107) 338 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T00:14:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[75510]: cephadm 2024-09-13T00:14:57.168300+0000 mgr.y (mgr.34107) 339 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2024-09-13T00:14:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[75510]: cephadm 2024-09-13T00:14:57.181224+0000 mgr.y (mgr.34107) 340 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T00:14:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[75510]: cephadm 2024-09-13T00:14:57.196224+0000 mgr.y (mgr.34107) 341 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T00:14:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[75510]: cluster 2024-09-13T00:14:57.206515+0000 mgr.y (mgr.34107) 342 : cluster [DBG] pgmap v611: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 638 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-09-13T00:14:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[75510]: cluster 2024-09-13T00:14:57.307352+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2024-09-13T00:14:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[75510]: cluster 2024-09-13T00:14:58.239761+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2024-09-13T00:14:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[76677]: cephadm 2024-09-13T00:14:57.094602+0000 mgr.y (mgr.34107) 335 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T00:14:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[76677]: cephadm 2024-09-13T00:14:57.128337+0000 mgr.y (mgr.34107) 336 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-13T00:14:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[76677]: cephadm 2024-09-13T00:14:57.141104+0000 mgr.y (mgr.34107) 337 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T00:14:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[76677]: cephadm 2024-09-13T00:14:57.155903+0000 mgr.y (mgr.34107) 338 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T00:14:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[76677]: cephadm 2024-09-13T00:14:57.168300+0000 mgr.y (mgr.34107) 339 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2024-09-13T00:14:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[76677]: cephadm 2024-09-13T00:14:57.181224+0000 mgr.y (mgr.34107) 340 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T00:14:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[76677]: cephadm 2024-09-13T00:14:57.196224+0000 mgr.y (mgr.34107) 341 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T00:14:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[76677]: cluster 2024-09-13T00:14:57.206515+0000 mgr.y (mgr.34107) 342 : cluster [DBG] pgmap v611: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 638 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-09-13T00:14:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[76677]: cluster 2024-09-13T00:14:57.307352+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2024-09-13T00:14:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:14:58 smithi032 bash[76677]: cluster 2024-09-13T00:14:58.239761+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2024-09-13T00:14:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:58 smithi053 bash[67631]: cephadm 2024-09-13T00:14:57.094602+0000 mgr.y (mgr.34107) 335 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T00:14:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:58 smithi053 bash[67631]: cephadm 2024-09-13T00:14:57.128337+0000 mgr.y (mgr.34107) 336 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-13T00:14:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:58 smithi053 bash[67631]: cephadm 2024-09-13T00:14:57.141104+0000 mgr.y (mgr.34107) 337 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T00:14:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:58 smithi053 bash[67631]: cephadm 2024-09-13T00:14:57.155903+0000 mgr.y (mgr.34107) 338 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T00:14:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:58 smithi053 bash[67631]: cephadm 2024-09-13T00:14:57.168300+0000 mgr.y (mgr.34107) 339 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2024-09-13T00:14:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:58 smithi053 bash[67631]: cephadm 2024-09-13T00:14:57.181224+0000 mgr.y (mgr.34107) 340 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T00:14:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:58 smithi053 bash[67631]: cephadm 2024-09-13T00:14:57.196224+0000 mgr.y (mgr.34107) 341 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T00:14:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:58 smithi053 bash[67631]: cluster 2024-09-13T00:14:57.206515+0000 mgr.y (mgr.34107) 342 : cluster [DBG] pgmap v611: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 638 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-09-13T00:14:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:58 smithi053 bash[67631]: cluster 2024-09-13T00:14:57.307352+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2024-09-13T00:14:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:14:58 smithi053 bash[67631]: cluster 2024-09-13T00:14:58.239761+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2024-09-13T00:14:59.237 INFO:tasks.rados.rados.0.smithi032.stdout:3266: done (10 left) 2024-09-13T00:14:59.237 INFO:tasks.rados.rados.0.smithi032.stdout:3267: done (9 left) 2024-09-13T00:14:59.237 INFO:tasks.rados.rados.0.smithi032.stdout:3268: done (8 left) 2024-09-13T00:14:59.237 INFO:tasks.rados.rados.0.smithi032.stdout:3269: done (7 left) 2024-09-13T00:14:59.237 INFO:tasks.rados.rados.0.smithi032.stdout:3270: done (6 left) 2024-09-13T00:14:59.238 INFO:tasks.rados.rados.0.smithi032.stdout:3271: done (5 left) 2024-09-13T00:14:59.238 INFO:tasks.rados.rados.0.smithi032.stdout:3272: done (4 left) 2024-09-13T00:14:59.238 INFO:tasks.rados.rados.0.smithi032.stdout:3273: done (3 left) 2024-09-13T00:14:59.238 INFO:tasks.rados.rados.0.smithi032.stdout:3275: done (2 left) 2024-09-13T00:14:59.238 INFO:tasks.rados.rados.0.smithi032.stdout:3276: done (1 left) 2024-09-13T00:14:59.238 INFO:tasks.rados.rados.0.smithi032.stdout:3277: done (0 left) 2024-09-13T00:14:59.238 INFO:tasks.rados.rados.0.smithi032.stdout:3278: delete oid 38 current snap is 327 2024-09-13T00:14:59.243 INFO:tasks.rados.rados.0.smithi032.stdout:3278: done (0 left) 2024-09-13T00:14:59.244 INFO:tasks.rados.rados.0.smithi032.stdout:3279: delete oid 47 current snap is 327 2024-09-13T00:14:59.249 INFO:tasks.rados.rados.0.smithi032.stdout:3279: done (0 left) 2024-09-13T00:14:59.249 INFO:tasks.rados.rados.0.smithi032.stdout:3280: rollback oid 25 current snap is 327 2024-09-13T00:14:59.249 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 261 2024-09-13T00:14:59.249 INFO:tasks.rados.rados.0.smithi032.stdout:3281: rollback oid 39 current snap is 327 2024-09-13T00:14:59.249 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 293 2024-09-13T00:14:59.249 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 327 2024-09-13T00:14:59.249 INFO:tasks.rados.rados.0.smithi032.stdout:3282: seq_num 1061 ranges {0=573440,573440=401408} 2024-09-13T00:14:59.250 INFO:tasks.rados.rados.0.smithi032.stdout:3282: writing smithi03267100-47 from 0 to 573440 tid 1 2024-09-13T00:14:59.253 INFO:tasks.rados.rados.0.smithi032.stdout:3282: writing smithi03267100-47 from 573440 to 974848 tid 2 2024-09-13T00:14:59.253 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 327 2024-09-13T00:14:59.253 INFO:tasks.rados.rados.0.smithi032.stdout:3283: seq_num 1062 ranges {1277952=589824,1867776=401408} 2024-09-13T00:14:59.264 INFO:tasks.rados.rados.0.smithi032.stdout:3283: writing smithi03267100-9 from 1277952 to 1867776 tid 1 2024-09-13T00:14:59.267 INFO:tasks.rados.rados.0.smithi032.stdout:3283: writing smithi03267100-9 from 1867776 to 2269184 tid 2 2024-09-13T00:14:59.267 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 327 2024-09-13T00:14:59.267 INFO:tasks.rados.rados.0.smithi032.stdout:3284: seq_num 1063 ranges {0=606208,606208=401408} 2024-09-13T00:14:59.270 INFO:tasks.rados.rados.0.smithi032.stdout:3284: writing smithi03267100-7 from 0 to 606208 tid 1 2024-09-13T00:14:59.274 INFO:tasks.rados.rados.0.smithi032.stdout:3284: writing smithi03267100-7 from 606208 to 1007616 tid 2 2024-09-13T00:14:59.274 INFO:tasks.rados.rados.0.smithi032.stdout:3285: delete oid 46 current snap is 327 2024-09-13T00:14:59.274 INFO:tasks.rados.rados.0.smithi032.stdout:3282: finishing write tid 1 to smithi03267100-47 2024-09-13T00:14:59.274 INFO:tasks.rados.rados.0.smithi032.stdout:3282: finishing write tid 2 to smithi03267100-47 2024-09-13T00:14:59.274 INFO:tasks.rados.rados.0.smithi032.stdout:3282: finishing write tid 3 to smithi03267100-47 2024-09-13T00:14:59.274 INFO:tasks.rados.rados.0.smithi032.stdout:3282: finishing write tid 4 to smithi03267100-47 2024-09-13T00:14:59.274 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2544 (ObjNum 1061 snap 327 seq_num 1061) dirty exists 2024-09-13T00:14:59.274 INFO:tasks.rados.rados.0.smithi032.stdout:3282: left oid 47 (ObjNum 1061 snap 327 seq_num 1061) 2024-09-13T00:14:59.276 INFO:tasks.rados.rados.0.smithi032.stdout:3280: finishing rollback tid 0 to smithi03267100-25 2024-09-13T00:14:59.276 INFO:tasks.rados.rados.0.smithi032.stdout:3280: finishing rollback tid 1 to smithi03267100-25 2024-09-13T00:14:59.276 INFO:tasks.rados.rados.0.smithi032.stdout:3280: finishing rollback tid 2 to smithi03267100-25 2024-09-13T00:14:59.276 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2717 (ObjNum 827 snap 253 seq_num 827) dirty exists 2024-09-13T00:14:59.277 INFO:tasks.rados.rados.0.smithi032.stdout:3281: finishing rollback tid 0 to smithi03267100-39 2024-09-13T00:14:59.278 INFO:tasks.rados.rados.0.smithi032.stdout:3281: finishing rollback tid 1 to smithi03267100-39 2024-09-13T00:14:59.279 INFO:tasks.rados.rados.0.smithi032.stdout:3283: finishing write tid 1 to smithi03267100-9 2024-09-13T00:14:59.282 INFO:tasks.rados.rados.0.smithi032.stdout:3283: finishing write tid 2 to smithi03267100-9 2024-09-13T00:14:59.282 INFO:tasks.rados.rados.0.smithi032.stdout:3283: finishing write tid 3 to smithi03267100-9 2024-09-13T00:14:59.286 INFO:tasks.rados.rados.0.smithi032.stdout:3280: done (5 left) 2024-09-13T00:14:59.286 INFO:tasks.rados.rados.0.smithi032.stdout:3282: done (4 left) 2024-09-13T00:14:59.286 INFO:tasks.rados.rados.0.smithi032.stdout:3285: done (3 left) 2024-09-13T00:14:59.286 INFO:tasks.rados.rados.0.smithi032.stdout:3286: delete oid 25 current snap is 327 2024-09-13T00:14:59.286 INFO:tasks.rados.rados.0.smithi032.stdout:3283: finishing write tid 4 to smithi03267100-9 2024-09-13T00:14:59.286 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 3011 (ObjNum 1062 snap 327 seq_num 1062) dirty exists 2024-09-13T00:14:59.286 INFO:tasks.rados.rados.0.smithi032.stdout:3283: left oid 9 (ObjNum 1062 snap 327 seq_num 1062) 2024-09-13T00:14:59.290 INFO:tasks.rados.rados.0.smithi032.stdout:3281: finishing rollback tid 2 to smithi03267100-39 2024-09-13T00:14:59.290 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2720 (ObjNum 947 snap 278 seq_num 947) dirty exists 2024-09-13T00:14:59.290 INFO:tasks.rados.rados.0.smithi032.stdout:3284: finishing write tid 1 to smithi03267100-7 2024-09-13T00:14:59.291 INFO:tasks.rados.rados.0.smithi032.stdout:3281: done (3 left) 2024-09-13T00:14:59.291 INFO:tasks.rados.rados.0.smithi032.stdout:3283: done (2 left) 2024-09-13T00:14:59.291 INFO:tasks.rados.rados.0.smithi032.stdout:3286: done (1 left) 2024-09-13T00:14:59.291 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 327 2024-09-13T00:14:59.291 INFO:tasks.rados.rados.0.smithi032.stdout:3287: seq_num 1066 ranges {0=663552,663552=401408} 2024-09-13T00:14:59.294 INFO:tasks.rados.rados.0.smithi032.stdout:3287: writing smithi03267100-2 from 0 to 663552 tid 1 2024-09-13T00:14:59.297 INFO:tasks.rados.rados.0.smithi032.stdout:3287: writing smithi03267100-2 from 663552 to 1064960 tid 2 2024-09-13T00:14:59.297 INFO:tasks.rados.rados.0.smithi032.stdout:3288: snap_create 2024-09-13T00:14:59.297 INFO:tasks.rados.rados.0.smithi032.stdout:3284: finishing write tid 2 to smithi03267100-7 2024-09-13T00:14:59.297 INFO:tasks.rados.rados.0.smithi032.stdout:3284: finishing write tid 3 to smithi03267100-7 2024-09-13T00:14:59.297 INFO:tasks.rados.rados.0.smithi032.stdout:3284: finishing write tid 4 to smithi03267100-7 2024-09-13T00:14:59.297 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 2542 (ObjNum 1063 snap 327 seq_num 1063) dirty exists 2024-09-13T00:14:59.297 INFO:tasks.rados.rados.0.smithi032.stdout:3284: left oid 7 (ObjNum 1063 snap 327 seq_num 1063) 2024-09-13T00:14:59.299 INFO:tasks.rados.rados.0.smithi032.stdout:3287: finishing write tid 1 to smithi03267100-2 2024-09-13T00:14:59.300 INFO:tasks.rados.rados.0.smithi032.stdout:3287: finishing write tid 2 to smithi03267100-2 2024-09-13T00:14:59.300 INFO:tasks.rados.rados.0.smithi032.stdout:3287: finishing write tid 3 to smithi03267100-2 2024-09-13T00:14:59.302 INFO:tasks.rados.rados.0.smithi032.stdout:3287: finishing write tid 4 to smithi03267100-2 2024-09-13T00:14:59.302 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2713 (ObjNum 1066 snap 327 seq_num 1066) dirty exists 2024-09-13T00:14:59.302 INFO:tasks.rados.rados.0.smithi032.stdout:3287: left oid 2 (ObjNum 1066 snap 327 seq_num 1066) 2024-09-13T00:15:00.249 INFO:tasks.rados.rados.0.smithi032.stdout:3284: done (2 left) 2024-09-13T00:15:00.249 INFO:tasks.rados.rados.0.smithi032.stdout:3287: done (1 left) 2024-09-13T00:15:00.249 INFO:tasks.rados.rados.0.smithi032.stdout:3288: done (0 left) 2024-09-13T00:15:00.249 INFO:tasks.rados.rados.0.smithi032.stdout:3289: read oid 25 snap -1 2024-09-13T00:15:00.250 INFO:tasks.rados.rados.0.smithi032.stdout:3289: expect deleted 2024-09-13T00:15:00.250 INFO:tasks.rados.rados.0.smithi032.stdout:3290: rollback oid 21 current snap is 328 2024-09-13T00:15:00.250 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 293 2024-09-13T00:15:00.250 INFO:tasks.rados.rados.0.smithi032.stdout:3291: read oid 35 snap 278 2024-09-13T00:15:00.250 INFO:tasks.rados.rados.0.smithi032.stdout:3291: expect (ObjNum 934 snap 277 seq_num 934) 2024-09-13T00:15:00.250 INFO:tasks.rados.rados.0.smithi032.stdout:3292: snap_create 2024-09-13T00:15:00.263 INFO:tasks.rados.rados.0.smithi032.stdout:3290: finishing rollback tid 1 to smithi03267100-21 2024-09-13T00:15:00.265 INFO:tasks.rados.rados.0.smithi032.stdout:3290: finishing rollback tid 2 to smithi03267100-21 2024-09-13T00:15:00.265 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2789 (ObjNum 965 snap 281 seq_num 965) dirty exists 2024-09-13T00:15:00.266 INFO:tasks.rados.rados.0.smithi032.stdout:3291: expect (ObjNum 934 snap 277 seq_num 934) 2024-09-13T00:15:00.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:00 smithi053 bash[67631]: cluster 2024-09-13T00:14:59.207260+0000 mgr.y (mgr.34107) 343 : cluster [DBG] pgmap v614: 121 pgs: 121 active+clean; 652 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 4.2 MiB/s wr, 14 op/s 2024-09-13T00:15:00.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:00 smithi053 bash[67631]: cluster 2024-09-13T00:14:59.238911+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2024-09-13T00:15:00.542 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:00 smithi032 bash[75510]: cluster 2024-09-13T00:14:59.207260+0000 mgr.y (mgr.34107) 343 : cluster [DBG] pgmap v614: 121 pgs: 121 active+clean; 652 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 4.2 MiB/s wr, 14 op/s 2024-09-13T00:15:00.543 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:00 smithi032 bash[75510]: cluster 2024-09-13T00:14:59.238911+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2024-09-13T00:15:00.543 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:00 smithi032 bash[76677]: cluster 2024-09-13T00:14:59.207260+0000 mgr.y (mgr.34107) 343 : cluster [DBG] pgmap v614: 121 pgs: 121 active+clean; 652 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 4.2 MiB/s wr, 14 op/s 2024-09-13T00:15:00.543 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:00 smithi032 bash[76677]: cluster 2024-09-13T00:14:59.238911+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2024-09-13T00:15:00.795 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:00 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:00.795 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:15:00 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:00.796 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:15:00 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:00.796 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:15:00 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:00.796 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:15:00 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:00.797 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:00 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:00.797 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:00 smithi032 systemd[1]: Stopping Ceph node-exporter.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:15:00.797 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:15:00 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:00.797 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:15:00 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:00.798 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:00 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:00.798 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:15:00 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:01.259 INFO:tasks.rados.rados.0.smithi032.stdout:3289: done (3 left) 2024-09-13T00:15:01.259 INFO:tasks.rados.rados.0.smithi032.stdout:3290: done (2 left) 2024-09-13T00:15:01.259 INFO:tasks.rados.rados.0.smithi032.stdout:3291: done (1 left) 2024-09-13T00:15:01.260 INFO:tasks.rados.rados.0.smithi032.stdout:3292: done (0 left) 2024-09-13T00:15:01.260 INFO:tasks.rados.rados.0.smithi032.stdout:3293: setattr oid 4 current snap is 329 2024-09-13T00:15:01.261 INFO:tasks.rados.rados.0.smithi032.stdout:3294: setattr oid 39 current snap is 329 2024-09-13T00:15:01.264 INFO:tasks.rados.rados.0.smithi032.stdout:3295: snap_create 2024-09-13T00:15:01.276 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2543 (ObjNum 1028 snap 308 seq_num 1028) dirty exists 2024-09-13T00:15:01.277 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2722 (ObjNum 947 snap 278 seq_num 947) dirty exists 2024-09-13T00:15:01.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:01 smithi032 bash[75510]: cephadm 2024-09-13T00:15:00.035640+0000 mgr.y (mgr.34107) 344 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-13T00:15:01.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:01 smithi032 bash[75510]: cephadm 2024-09-13T00:15:00.036190+0000 mgr.y (mgr.34107) 345 : cephadm [INF] Deploying daemon node-exporter.a on smithi032 2024-09-13T00:15:01.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:01 smithi032 bash[75510]: cluster 2024-09-13T00:15:00.251278+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2024-09-13T00:15:01.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:01 smithi032 bash[76677]: cephadm 2024-09-13T00:15:00.035640+0000 mgr.y (mgr.34107) 344 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-13T00:15:01.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:01 smithi032 bash[76677]: cephadm 2024-09-13T00:15:00.036190+0000 mgr.y (mgr.34107) 345 : cephadm [INF] Deploying daemon node-exporter.a on smithi032 2024-09-13T00:15:01.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:01 smithi032 bash[76677]: cluster 2024-09-13T00:15:00.251278+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2024-09-13T00:15:01.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:01 smithi053 bash[67631]: cephadm 2024-09-13T00:15:00.035640+0000 mgr.y (mgr.34107) 344 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-13T00:15:01.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:01 smithi053 bash[67631]: cephadm 2024-09-13T00:15:00.036190+0000 mgr.y (mgr.34107) 345 : cephadm [INF] Deploying daemon node-exporter.a on smithi032 2024-09-13T00:15:01.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:01 smithi053 bash[67631]: cluster 2024-09-13T00:15:00.251278+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2024-09-13T00:15:01.814 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:01 smithi032 bash[101557]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T00:15:01.814 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:01 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T00:15:01.814 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:01 smithi032 bash[101656]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T00:15:01.814 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:01 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-13T00:15:01.814 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:01 smithi032 systemd[1]: Stopped Ceph node-exporter.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:15:02.162 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:15:01 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:02.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:01 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:02.163 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:15:01 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:02.163 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:15:01 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:02.163 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:15:01 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:02.164 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:15:01 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:02.164 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:01 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:02.164 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:01 smithi032 systemd[1]: Started Ceph node-exporter.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:15:02.164 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:15:01 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:02.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:01 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:02.165 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:15:01 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:02.261 INFO:tasks.rados.rados.0.smithi032.stdout:3293: done (2 left) 2024-09-13T00:15:02.261 INFO:tasks.rados.rados.0.smithi032.stdout:3294: done (1 left) 2024-09-13T00:15:02.261 INFO:tasks.rados.rados.0.smithi032.stdout:3295: done (0 left) 2024-09-13T00:15:02.261 INFO:tasks.rados.rados.0.smithi032.stdout:3296: rollback oid 29 current snap is 330 2024-09-13T00:15:02.261 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 316 2024-09-13T00:15:02.261 INFO:tasks.rados.rados.0.smithi032.stdout:3297: rollback oid 14 current snap is 330 2024-09-13T00:15:02.261 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 261 2024-09-13T00:15:02.261 INFO:tasks.rados.rados.0.smithi032.stdout:3298: snap_remove snap 310 2024-09-13T00:15:02.532 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:02 smithi053 bash[60895]: ts=2024-09-13T00:15:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:15:02.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:02 smithi053 bash[67631]: cluster 2024-09-13T00:15:01.208146+0000 mgr.y (mgr.34107) 346 : cluster [DBG] pgmap v617: 121 pgs: 121 active+clean; 664 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-09-13T00:15:02.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:02 smithi053 bash[67631]: cluster 2024-09-13T00:15:01.261457+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2024-09-13T00:15:02.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:02 smithi053 bash[67631]: audit 2024-09-13T00:15:01.968286+0000 mon.a (mon.0) 1165 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:02.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:02 smithi053 bash[67631]: audit 2024-09-13T00:15:01.973238+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:02.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:15:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:15:02] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-09-13T00:15:02.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:02 smithi032 bash[76677]: cluster 2024-09-13T00:15:01.208146+0000 mgr.y (mgr.34107) 346 : cluster [DBG] pgmap v617: 121 pgs: 121 active+clean; 664 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-09-13T00:15:02.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:02 smithi032 bash[76677]: cluster 2024-09-13T00:15:01.261457+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2024-09-13T00:15:02.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:02 smithi032 bash[76677]: audit 2024-09-13T00:15:01.968286+0000 mon.a (mon.0) 1165 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:02.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:02 smithi032 bash[76677]: audit 2024-09-13T00:15:01.973238+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:02 smithi032 bash[75510]: cluster 2024-09-13T00:15:01.208146+0000 mgr.y (mgr.34107) 346 : cluster [DBG] pgmap v617: 121 pgs: 121 active+clean; 664 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-09-13T00:15:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:02 smithi032 bash[75510]: cluster 2024-09-13T00:15:01.261457+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2024-09-13T00:15:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:02 smithi032 bash[75510]: audit 2024-09-13T00:15:01.968286+0000 mon.a (mon.0) 1165 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:02 smithi032 bash[75510]: audit 2024-09-13T00:15:01.973238+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:03.256 INFO:tasks.rados.rados.0.smithi032.stdout:3298: done (2 left) 2024-09-13T00:15:03.256 INFO:tasks.rados.rados.0.smithi032.stdout:3299: rmattr oid 43 current snap is 330 2024-09-13T00:15:03.256 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 330 2024-09-13T00:15:03.256 INFO:tasks.rados.rados.0.smithi032.stdout:3300: seq_num 1067 ranges {0=679936,679936=401408} 2024-09-13T00:15:03.267 INFO:tasks.rados.rados.0.smithi032.stdout:3300: writing smithi03267100-41 from 0 to 679936 tid 1 2024-09-13T00:15:03.273 INFO:tasks.rados.rados.0.smithi032.stdout:3300: writing smithi03267100-41 from 679936 to 1081344 tid 2 2024-09-13T00:15:03.274 INFO:tasks.rados.rados.0.smithi032.stdout:3297: finishing rollback tid 1 to smithi03267100-14 2024-09-13T00:15:03.275 INFO:tasks.rados.rados.0.smithi032.stdout:3297: finishing rollback tid 2 to smithi03267100-14 2024-09-13T00:15:03.275 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 3013 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:15:03.275 INFO:tasks.rados.rados.0.smithi032.stdout:3296: finishing rollback tid 0 to smithi03267100-29 2024-09-13T00:15:03.275 INFO:tasks.rados.rados.0.smithi032.stdout:3296: finishing rollback tid 1 to smithi03267100-29 2024-09-13T00:15:03.275 INFO:tasks.rados.rados.0.smithi032.stdout:3296: finishing rollback tid 2 to smithi03267100-29 2024-09-13T00:15:03.275 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2700 (ObjNum 1022 snap 306 seq_num 1022) dirty exists 2024-09-13T00:15:03.275 INFO:tasks.rados.rados.0.smithi032.stdout:3296: done (3 left) 2024-09-13T00:15:03.275 INFO:tasks.rados.rados.0.smithi032.stdout:3297: done (2 left) 2024-09-13T00:15:03.275 INFO:tasks.rados.rados.0.smithi032.stdout:3301: read oid 23 snap -1 2024-09-13T00:15:03.275 INFO:tasks.rados.rados.0.smithi032.stdout:3301: expect (ObjNum 972 snap 282 seq_num 972) 2024-09-13T00:15:03.276 INFO:tasks.rados.rados.0.smithi032.stdout:3302: copy_from oid 11 from oid 36 current snap is 330 2024-09-13T00:15:03.276 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 330 2024-09-13T00:15:03.276 INFO:tasks.rados.rados.0.smithi032.stdout:3303: seq_num 1068 ranges {0=696320,696320=401408} 2024-09-13T00:15:03.286 INFO:tasks.rados.rados.0.smithi032.stdout:3303: writing smithi03267100-38 from 0 to 696320 tid 1 2024-09-13T00:15:03.294 INFO:tasks.rados.rados.0.smithi032.stdout:3303: writing smithi03267100-38 from 696320 to 1097728 tid 2 2024-09-13T00:15:03.294 INFO:tasks.rados.rados.0.smithi032.stdout:3304: copy_from oid 16 from oid 25 current snap is 330 2024-09-13T00:15:03.294 INFO:tasks.rados.rados.0.smithi032.stdout:3302: finishing copy_from to smithi03267100-11 2024-09-13T00:15:03.294 INFO:tasks.rados.rados.0.smithi032.stdout:3302: got expected ENOENT (src dne) 2024-09-13T00:15:03.294 INFO:tasks.rados.rados.0.smithi032.stdout:3302: finishing copy_from racing read to smithi03267100-11 2024-09-13T00:15:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3302: done (5 left) 2024-09-13T00:15:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3305: read oid 36 snap -1 2024-09-13T00:15:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3305: expect deleted 2024-09-13T00:15:03.295 INFO:tasks.rados.rados.0.smithi032.stdout:3306: setattr oid 19 current snap is 330 2024-09-13T00:15:03.299 INFO:tasks.rados.rados.0.smithi032.stdout:3307: delete oid 12 current snap is 330 2024-09-13T00:15:03.303 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2700 (ObjNum 977 snap 283 seq_num 977) dirty exists 2024-09-13T00:15:03.303 INFO:tasks.rados.rados.0.smithi032.stdout:3304: finishing copy_from to smithi03267100-16 2024-09-13T00:15:03.303 INFO:tasks.rados.rados.0.smithi032.stdout:3304: got expected ENOENT (src dne) 2024-09-13T00:15:03.303 INFO:tasks.rados.rados.0.smithi032.stdout:3304: finishing copy_from racing read to smithi03267100-16 2024-09-13T00:15:03.303 INFO:tasks.rados.rados.0.smithi032.stdout:3300: finishing write tid 1 to smithi03267100-41 2024-09-13T00:15:03.303 INFO:tasks.rados.rados.0.smithi032.stdout:3300: finishing write tid 2 to smithi03267100-41 2024-09-13T00:15:03.307 INFO:tasks.rados.rados.0.smithi032.stdout:3303: finishing write tid 1 to smithi03267100-38 2024-09-13T00:15:03.308 INFO:tasks.rados.rados.0.smithi032.stdout:3300: finishing write tid 3 to smithi03267100-41 2024-09-13T00:15:03.309 INFO:tasks.rados.rados.0.smithi032.stdout:3301: expect (ObjNum 972 snap 282 seq_num 972) 2024-09-13T00:15:03.367 INFO:tasks.rados.rados.0.smithi032.stdout:3300: finishing write tid 4 to smithi03267100-41 2024-09-13T00:15:03.367 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2703 (ObjNum 1067 snap 330 seq_num 1067) dirty exists 2024-09-13T00:15:03.367 INFO:tasks.rados.rados.0.smithi032.stdout:3300: left oid 41 (ObjNum 1067 snap 330 seq_num 1067) 2024-09-13T00:15:03.367 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2545 (ObjNum 1045 snap 322 seq_num 1045) dirty exists 2024-09-13T00:15:03.368 INFO:tasks.rados.rados.0.smithi032.stdout:3303: finishing write tid 2 to smithi03267100-38 2024-09-13T00:15:03.368 INFO:tasks.rados.rados.0.smithi032.stdout:3303: finishing write tid 3 to smithi03267100-38 2024-09-13T00:15:03.368 INFO:tasks.rados.rados.0.smithi032.stdout:3303: finishing write tid 4 to smithi03267100-38 2024-09-13T00:15:03.368 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2329 (ObjNum 1068 snap 330 seq_num 1068) dirty exists 2024-09-13T00:15:03.368 INFO:tasks.rados.rados.0.smithi032.stdout:3303: left oid 38 (ObjNum 1068 snap 330 seq_num 1068) 2024-09-13T00:15:03.368 INFO:tasks.rados.rados.0.smithi032.stdout:3299: done (7 left) 2024-09-13T00:15:03.368 INFO:tasks.rados.rados.0.smithi032.stdout:3300: done (6 left) 2024-09-13T00:15:03.368 INFO:tasks.rados.rados.0.smithi032.stdout:3301: done (5 left) 2024-09-13T00:15:03.368 INFO:tasks.rados.rados.0.smithi032.stdout:3303: done (4 left) 2024-09-13T00:15:03.368 INFO:tasks.rados.rados.0.smithi032.stdout:3304: done (3 left) 2024-09-13T00:15:03.368 INFO:tasks.rados.rados.0.smithi032.stdout:3305: done (2 left) 2024-09-13T00:15:03.368 INFO:tasks.rados.rados.0.smithi032.stdout:3306: done (1 left) 2024-09-13T00:15:03.368 INFO:tasks.rados.rados.0.smithi032.stdout:3307: done (0 left) 2024-09-13T00:15:03.369 INFO:tasks.rados.rados.0.smithi032.stdout:3308: read oid 17 snap -1 2024-09-13T00:15:03.369 INFO:tasks.rados.rados.0.smithi032.stdout:3308: expect (ObjNum 982 snap 284 seq_num 982) 2024-09-13T00:15:03.369 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 330 2024-09-13T00:15:03.369 INFO:tasks.rados.rados.0.smithi032.stdout:3309: seq_num 1070 ranges {2670592=729088,3399680=401408} 2024-09-13T00:15:03.387 INFO:tasks.rados.rados.0.smithi032.stdout:3309: writing smithi03267100-13 from 2670592 to 3399680 tid 1 2024-09-13T00:15:03.389 INFO:tasks.rados.rados.0.smithi032.stdout:3309: writing smithi03267100-13 from 3399680 to 3801088 tid 2 2024-09-13T00:15:03.389 INFO:tasks.rados.rados.0.smithi032.stdout:3310: delete oid 48 current snap is 330 2024-09-13T00:15:03.393 INFO:tasks.rados.rados.0.smithi032.stdout:3310: done (2 left) 2024-09-13T00:15:03.393 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 330 2024-09-13T00:15:03.393 INFO:tasks.rados.rados.0.smithi032.stdout:3311: seq_num 1072 ranges {5939200=761856,6701056=401408} 2024-09-13T00:15:03.433 INFO:tasks.rados.rados.0.smithi032.stdout:3311: writing smithi03267100-19 from 5939200 to 6701056 tid 1 2024-09-13T00:15:03.436 INFO:tasks.rados.rados.0.smithi032.stdout:3311: writing smithi03267100-19 from 6701056 to 7102464 tid 2 2024-09-13T00:15:03.436 INFO:tasks.rados.rados.0.smithi032.stdout:3312: snap_create 2024-09-13T00:15:03.436 INFO:tasks.rados.rados.0.smithi032.stdout:3308: expect (ObjNum 982 snap 284 seq_num 982) 2024-09-13T00:15:03.628 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:03 smithi053 bash[67631]: cluster 2024-09-13T00:15:02.262414+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2024-09-13T00:15:03.628 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:03 smithi053 bash[67631]: cluster 2024-09-13T00:15:03.248337+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2024-09-13T00:15:03.651 INFO:tasks.rados.rados.0.smithi032.stdout:3309: finishing write tid 1 to smithi03267100-13 2024-09-13T00:15:03.651 INFO:tasks.rados.rados.0.smithi032.stdout:3309: finishing write tid 2 to smithi03267100-13 2024-09-13T00:15:03.651 INFO:tasks.rados.rados.0.smithi032.stdout:3309: finishing write tid 3 to smithi03267100-13 2024-09-13T00:15:03.652 INFO:tasks.rados.rados.0.smithi032.stdout:3309: finishing write tid 4 to smithi03267100-13 2024-09-13T00:15:03.652 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 3027 (ObjNum 1070 snap 330 seq_num 1070) dirty exists 2024-09-13T00:15:03.652 INFO:tasks.rados.rados.0.smithi032.stdout:3309: left oid 13 (ObjNum 1070 snap 330 seq_num 1070) 2024-09-13T00:15:03.652 INFO:tasks.rados.rados.0.smithi032.stdout:3311: finishing write tid 1 to smithi03267100-19 2024-09-13T00:15:03.652 INFO:tasks.rados.rados.0.smithi032.stdout:3311: finishing write tid 2 to smithi03267100-19 2024-09-13T00:15:03.652 INFO:tasks.rados.rados.0.smithi032.stdout:3311: finishing write tid 3 to smithi03267100-19 2024-09-13T00:15:03.652 INFO:tasks.rados.rados.0.smithi032.stdout:3311: finishing write tid 4 to smithi03267100-19 2024-09-13T00:15:03.652 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2548 (ObjNum 1072 snap 330 seq_num 1072) dirty exists 2024-09-13T00:15:03.652 INFO:tasks.rados.rados.0.smithi032.stdout:3311: left oid 19 (ObjNum 1072 snap 330 seq_num 1072) 2024-09-13T00:15:03.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[75510]: cluster 2024-09-13T00:15:02.262414+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2024-09-13T00:15:03.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[75510]: cluster 2024-09-13T00:15:03.248337+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2024-09-13T00:15:03.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[76677]: cluster 2024-09-13T00:15:02.262414+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2024-09-13T00:15:03.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[76677]: cluster 2024-09-13T00:15:03.248337+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2024-09-13T00:15:03.663 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.490Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T00:15:03.663 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.490Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T00:15:03.663 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.491Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T00:15:03.663 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.491Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T00:15:03.663 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.491Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T00:15:03.663 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.491Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T00:15:03.663 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T00:15:03.663 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T00:15:03.664 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T00:15:03.664 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T00:15:03.664 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T00:15:03.664 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T00:15:03.664 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T00:15:03.664 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T00:15:03.664 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T00:15:03.664 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T00:15:03.665 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T00:15:03.665 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T00:15:03.665 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T00:15:03.665 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T00:15:03.665 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T00:15:03.665 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T00:15:03.665 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T00:15:03.665 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T00:15:03.665 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T00:15:03.665 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T00:15:03.666 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T00:15:03.666 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T00:15:03.666 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T00:15:03.666 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T00:15:03.666 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T00:15:03.666 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T00:15:03.666 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T00:15:03.666 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T00:15:03.666 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T00:15:03.667 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T00:15:03.667 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T00:15:03.667 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T00:15:03.667 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T00:15:03.667 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T00:15:03.667 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T00:15:03.667 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T00:15:03.667 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T00:15:03.667 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T00:15:03.667 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T00:15:03.668 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T00:15:03.668 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T00:15:03.669 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T00:15:03.669 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T00:15:03.669 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T00:15:03.669 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T00:15:03.669 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T00:15:03.669 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:03 smithi032 bash[101711]: ts=2024-09-13T00:15:03.492Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T00:15:04.325 INFO:tasks.rados.rados.0.smithi032.stdout:3308: done (3 left) 2024-09-13T00:15:04.325 INFO:tasks.rados.rados.0.smithi032.stdout:3309: done (2 left) 2024-09-13T00:15:04.325 INFO:tasks.rados.rados.0.smithi032.stdout:3311: done (1 left) 2024-09-13T00:15:04.325 INFO:tasks.rados.rados.0.smithi032.stdout:3312: done (0 left) 2024-09-13T00:15:04.326 INFO:tasks.rados.rados.0.smithi032.stdout:3313: read oid 47 snap 239 2024-09-13T00:15:04.326 INFO:tasks.rados.rados.0.smithi032.stdout:3313: expect (ObjNum 167380320 snap 22058 seq_num 72352) 2024-09-13T00:15:04.326 INFO:tasks.rados.rados.0.smithi032.stdout:3314: copy_from oid 43 from oid 38 current snap is 331 2024-09-13T00:15:04.326 INFO:tasks.rados.rados.0.smithi032.stdout:3315: read oid 2 snap -1 2024-09-13T00:15:04.326 INFO:tasks.rados.rados.0.smithi032.stdout:3315: expect (ObjNum 1066 snap 327 seq_num 1066) 2024-09-13T00:15:04.327 INFO:tasks.rados.rados.0.smithi032.stdout:3316: read oid 10 snap 322 2024-09-13T00:15:04.327 INFO:tasks.rados.rados.0.smithi032.stdout:3316: expect deleted 2024-09-13T00:15:04.327 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 331 2024-09-13T00:15:04.327 INFO:tasks.rados.rados.0.smithi032.stdout:3317: seq_num 1073 ranges {0=778240,778240=401408} 2024-09-13T00:15:04.329 INFO:tasks.rados.rados.0.smithi032.stdout:3317: writing smithi03267100-42 from 0 to 778240 tid 1 2024-09-13T00:15:04.333 INFO:tasks.rados.rados.0.smithi032.stdout:3317: writing smithi03267100-42 from 778240 to 1179648 tid 2 2024-09-13T00:15:04.333 INFO:tasks.rados.rados.0.smithi032.stdout:3318: rollback oid 15 current snap is 331 2024-09-13T00:15:04.334 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 15 to 319 2024-09-13T00:15:04.334 INFO:tasks.rados.rados.0.smithi032.stdout:3316: done (5 left) 2024-09-13T00:15:04.334 INFO:tasks.rados.rados.0.smithi032.stdout:3319: read oid 4 snap -1 2024-09-13T00:15:04.334 INFO:tasks.rados.rados.0.smithi032.stdout:3319: expect (ObjNum 1028 snap 308 seq_num 1028) 2024-09-13T00:15:04.334 INFO:tasks.rados.rados.0.smithi032.stdout:3320: delete oid 40 current snap is 331 2024-09-13T00:15:04.337 INFO:tasks.rados.rados.0.smithi032.stdout:3318: finishing rollback tid 0 to smithi03267100-15 2024-09-13T00:15:04.339 INFO:tasks.rados.rados.0.smithi032.stdout:3313: expect (ObjNum 167380320 snap 22058 seq_num 72352) 2024-09-13T00:15:04.342 INFO:tasks.rados.rados.0.smithi032.stdout:3318: finishing rollback tid 1 to smithi03267100-15 2024-09-13T00:15:04.342 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2545 (ObjNum 33 snap 0 seq_num 1801092016) dirty dne 2024-09-13T00:15:04.342 INFO:tasks.rados.rados.0.smithi032.stdout:3315: expect (ObjNum 1066 snap 327 seq_num 1066) 2024-09-13T00:15:04.373 INFO:tasks.rados.rados.0.smithi032.stdout:3317: finishing write tid 1 to smithi03267100-42 2024-09-13T00:15:04.373 INFO:tasks.rados.rados.0.smithi032.stdout:3317: finishing write tid 2 to smithi03267100-42 2024-09-13T00:15:04.373 INFO:tasks.rados.rados.0.smithi032.stdout:3317: finishing write tid 3 to smithi03267100-42 2024-09-13T00:15:04.373 INFO:tasks.rados.rados.0.smithi032.stdout:3317: finishing write tid 4 to smithi03267100-42 2024-09-13T00:15:04.373 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2374 (ObjNum 1073 snap 331 seq_num 1073) dirty exists 2024-09-13T00:15:04.373 INFO:tasks.rados.rados.0.smithi032.stdout:3317: left oid 42 (ObjNum 1073 snap 331 seq_num 1073) 2024-09-13T00:15:04.373 INFO:tasks.rados.rados.0.smithi032.stdout:3314: finishing copy_from racing read to smithi03267100-43 2024-09-13T00:15:04.374 INFO:tasks.rados.rados.0.smithi032.stdout:3314: finishing copy_from to smithi03267100-43 2024-09-13T00:15:04.374 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2329 (ObjNum 1068 snap 330 seq_num 1068) dirty exists 2024-09-13T00:15:04.374 INFO:tasks.rados.rados.0.smithi032.stdout:3313: done (6 left) 2024-09-13T00:15:04.374 INFO:tasks.rados.rados.0.smithi032.stdout:3314: done (5 left) 2024-09-13T00:15:04.374 INFO:tasks.rados.rados.0.smithi032.stdout:3315: done (4 left) 2024-09-13T00:15:04.374 INFO:tasks.rados.rados.0.smithi032.stdout:3317: done (3 left) 2024-09-13T00:15:04.374 INFO:tasks.rados.rados.0.smithi032.stdout:3318: done (2 left) 2024-09-13T00:15:04.374 INFO:tasks.rados.rados.0.smithi032.stdout:3320: done (1 left) 2024-09-13T00:15:04.374 INFO:tasks.rados.rados.0.smithi032.stdout:3321: delete oid 22 current snap is 331 2024-09-13T00:15:04.374 INFO:tasks.rados.rados.0.smithi032.stdout:3319: expect (ObjNum 1028 snap 308 seq_num 1028) 2024-09-13T00:15:04.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:04 smithi032 bash[76677]: cluster 2024-09-13T00:15:03.209161+0000 mgr.y (mgr.34107) 347 : cluster [DBG] pgmap v620: 121 pgs: 121 active+clean; 667 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 954 KiB/s wr, 14 op/s 2024-09-13T00:15:04.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:04 smithi032 bash[75510]: cluster 2024-09-13T00:15:03.209161+0000 mgr.y (mgr.34107) 347 : cluster [DBG] pgmap v620: 121 pgs: 121 active+clean; 667 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 954 KiB/s wr, 14 op/s 2024-09-13T00:15:04.682 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:04 smithi053 bash[67631]: cluster 2024-09-13T00:15:03.209161+0000 mgr.y (mgr.34107) 347 : cluster [DBG] pgmap v620: 121 pgs: 121 active+clean; 667 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 954 KiB/s wr, 14 op/s 2024-09-13T00:15:04.870 INFO:tasks.rados.rados.0.smithi032.stdout:3319: done (1 left) 2024-09-13T00:15:04.870 INFO:tasks.rados.rados.0.smithi032.stdout:3321: done (0 left) 2024-09-13T00:15:04.870 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 331 2024-09-13T00:15:04.870 INFO:tasks.rados.rados.0.smithi032.stdout:3322: seq_num 1076 ranges {7708672=425984,8134656=548864,8683520=253952} 2024-09-13T00:15:04.954 INFO:tasks.rados.rados.0.smithi032.stdout:3322: writing smithi03267100-44 from 7708672 to 8134656 tid 1 2024-09-13T00:15:04.958 INFO:tasks.rados.rados.0.smithi032.stdout:3322: writing smithi03267100-44 from 8134656 to 8683520 tid 2 2024-09-13T00:15:04.960 INFO:tasks.rados.rados.0.smithi032.stdout:3322: writing smithi03267100-44 from 8683520 to 8937472 tid 3 2024-09-13T00:15:04.960 INFO:tasks.rados.rados.0.smithi032.stdout:3323: snap_remove snap 326 2024-09-13T00:15:05.032 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:04 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:05.032 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:15:04 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:05.033 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:15:04 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:05.033 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:15:04 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:05.033 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:04 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:05.034 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:15:04 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:05.034 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:15:04 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:05.034 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:15:04 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:05.034 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:15:04 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:05.035 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:04 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:05.035 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:04 smithi053 systemd[1]: Stopping Ceph node-exporter.b for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:15:05.338 INFO:tasks.rados.rados.0.smithi032.stdout:3323: done (1 left) 2024-09-13T00:15:05.338 INFO:tasks.rados.rados.0.smithi032.stdout:3324: snap_create 2024-09-13T00:15:05.338 INFO:tasks.rados.rados.0.smithi032.stdout:3322: finishing write tid 1 to smithi03267100-44 2024-09-13T00:15:05.338 INFO:tasks.rados.rados.0.smithi032.stdout:3322: finishing write tid 2 to smithi03267100-44 2024-09-13T00:15:05.338 INFO:tasks.rados.rados.0.smithi032.stdout:3322: finishing write tid 3 to smithi03267100-44 2024-09-13T00:15:05.338 INFO:tasks.rados.rados.0.smithi032.stdout:3322: finishing write tid 4 to smithi03267100-44 2024-09-13T00:15:05.338 INFO:tasks.rados.rados.0.smithi032.stdout:3322: finishing write tid 5 to smithi03267100-44 2024-09-13T00:15:05.338 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2726 (ObjNum 1076 snap 331 seq_num 1076) dirty exists 2024-09-13T00:15:05.338 INFO:tasks.rados.rados.0.smithi032.stdout:3322: left oid 44 (ObjNum 1076 snap 331 seq_num 1076) 2024-09-13T00:15:05.601 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:05 smithi053 bash[67631]: cephadm 2024-09-13T00:15:04.298454+0000 mgr.y (mgr.34107) 348 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-13T00:15:05.601 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:05 smithi053 bash[67631]: cephadm 2024-09-13T00:15:04.299134+0000 mgr.y (mgr.34107) 349 : cephadm [INF] Deploying daemon node-exporter.b on smithi053 2024-09-13T00:15:05.601 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:05 smithi053 bash[67631]: cluster 2024-09-13T00:15:04.325588+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2024-09-13T00:15:05.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:05 smithi032 bash[75510]: cephadm 2024-09-13T00:15:04.298454+0000 mgr.y (mgr.34107) 348 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-13T00:15:05.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:05 smithi032 bash[75510]: cephadm 2024-09-13T00:15:04.299134+0000 mgr.y (mgr.34107) 349 : cephadm [INF] Deploying daemon node-exporter.b on smithi053 2024-09-13T00:15:05.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:05 smithi032 bash[75510]: cluster 2024-09-13T00:15:04.325588+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2024-09-13T00:15:05.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:05 smithi032 bash[76677]: cephadm 2024-09-13T00:15:04.298454+0000 mgr.y (mgr.34107) 348 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-13T00:15:05.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:05 smithi032 bash[76677]: cephadm 2024-09-13T00:15:04.299134+0000 mgr.y (mgr.34107) 349 : cephadm [INF] Deploying daemon node-exporter.b on smithi053 2024-09-13T00:15:05.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:05 smithi032 bash[76677]: cluster 2024-09-13T00:15:04.325588+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2024-09-13T00:15:05.959 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:05 smithi053 bash[90885]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T00:15:05.959 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:05 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-13T00:15:05.960 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:05 smithi053 bash[90943]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T00:15:05.960 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:05 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-13T00:15:05.960 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:05 smithi053 systemd[1]: Stopped Ceph node-exporter.b for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:15:06.282 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:15:05 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:06.283 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:15:05 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:06.283 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:05 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:06.283 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:06 smithi053 systemd[1]: Started Ceph node-exporter.b for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:15:06.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:05 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:06.283 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:15:05 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:06.284 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:15:05 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:06.284 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:15:05 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:06.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:05 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:06.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:15:05 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:06.285 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:15:05 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:06.335 INFO:tasks.rados.rados.0.smithi032.stdout:3322: done (1 left) 2024-09-13T00:15:06.335 INFO:tasks.rados.rados.0.smithi032.stdout:3324: done (0 left) 2024-09-13T00:15:06.335 INFO:tasks.rados.rados.0.smithi032.stdout:3325: rollback oid 21 current snap is 332 2024-09-13T00:15:06.335 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 315 2024-09-13T00:15:06.335 INFO:tasks.rados.rados.0.smithi032.stdout:3326: rollback oid 38 current snap is 332 2024-09-13T00:15:06.335 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 319 2024-09-13T00:15:06.335 INFO:tasks.rados.rados.0.smithi032.stdout:3327: snap_create 2024-09-13T00:15:06.346 INFO:tasks.rados.rados.0.smithi032.stdout:3326: finishing rollback tid 0 to smithi03267100-38 2024-09-13T00:15:06.346 INFO:tasks.rados.rados.0.smithi032.stdout:3326: finishing rollback tid 1 to smithi03267100-38 2024-09-13T00:15:06.349 INFO:tasks.rados.rados.0.smithi032.stdout:3326: finishing rollback tid 2 to smithi03267100-38 2024-09-13T00:15:06.349 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2332 (ObjNum 1345 snap 0 seq_num 143351992) dirty exists 2024-09-13T00:15:06.353 INFO:tasks.rados.rados.0.smithi032.stdout:3325: finishing rollback tid 0 to smithi03267100-21 2024-09-13T00:15:06.356 INFO:tasks.rados.rados.0.smithi032.stdout:3325: finishing rollback tid 1 to smithi03267100-21 2024-09-13T00:15:06.356 INFO:tasks.rados.rados.0.smithi032.stdout:3325: finishing rollback tid 2 to smithi03267100-21 2024-09-13T00:15:06.356 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2803 (ObjNum 965 snap 281 seq_num 965) dirty exists 2024-09-13T00:15:06.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:06 smithi032 bash[75510]: cluster 2024-09-13T00:15:05.209872+0000 mgr.y (mgr.34107) 350 : cluster [DBG] pgmap v623: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 668 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 986 KiB/s wr, 16 op/s 2024-09-13T00:15:06.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:06 smithi032 bash[75510]: cluster 2024-09-13T00:15:05.335164+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2024-09-13T00:15:06.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:06 smithi032 bash[75510]: audit 2024-09-13T00:15:06.117603+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:06.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:06 smithi032 bash[75510]: audit 2024-09-13T00:15:06.127687+0000 mon.a (mon.0) 1172 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:06.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:06 smithi032 bash[75510]: audit 2024-09-13T00:15:06.129931+0000 mon.a (mon.0) 1173 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:15:06.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:06 smithi032 bash[76677]: cluster 2024-09-13T00:15:05.209872+0000 mgr.y (mgr.34107) 350 : cluster [DBG] pgmap v623: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 668 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 986 KiB/s wr, 16 op/s 2024-09-13T00:15:06.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:06 smithi032 bash[76677]: cluster 2024-09-13T00:15:05.335164+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2024-09-13T00:15:06.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:06 smithi032 bash[76677]: audit 2024-09-13T00:15:06.117603+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:06.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:06 smithi032 bash[76677]: audit 2024-09-13T00:15:06.127687+0000 mon.a (mon.0) 1172 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:06.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:06 smithi032 bash[76677]: audit 2024-09-13T00:15:06.129931+0000 mon.a (mon.0) 1173 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:15:06.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:06 smithi053 bash[67631]: cluster 2024-09-13T00:15:05.209872+0000 mgr.y (mgr.34107) 350 : cluster [DBG] pgmap v623: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 668 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 986 KiB/s wr, 16 op/s 2024-09-13T00:15:06.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:06 smithi053 bash[67631]: cluster 2024-09-13T00:15:05.335164+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2024-09-13T00:15:06.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:06 smithi053 bash[67631]: audit 2024-09-13T00:15:06.117603+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:06.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:06 smithi053 bash[67631]: audit 2024-09-13T00:15:06.127687+0000 mon.a (mon.0) 1172 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:06.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:06 smithi053 bash[67631]: audit 2024-09-13T00:15:06.129931+0000 mon.a (mon.0) 1173 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:15:07.336 INFO:tasks.rados.rados.0.smithi032.stdout:3325: done (2 left) 2024-09-13T00:15:07.337 INFO:tasks.rados.rados.0.smithi032.stdout:3326: done (1 left) 2024-09-13T00:15:07.337 INFO:tasks.rados.rados.0.smithi032.stdout:3327: done (0 left) 2024-09-13T00:15:07.337 INFO:tasks.rados.rados.0.smithi032.stdout:3328: read oid 9 snap 332 2024-09-13T00:15:07.337 INFO:tasks.rados.rados.0.smithi032.stdout:3328: expect (ObjNum 1062 snap 327 seq_num 1062) 2024-09-13T00:15:07.337 INFO:tasks.rados.rados.0.smithi032.stdout:3329: delete oid 37 current snap is 333 2024-09-13T00:15:07.344 INFO:tasks.rados.rados.0.smithi032.stdout:3329: done (1 left) 2024-09-13T00:15:07.344 INFO:tasks.rados.rados.0.smithi032.stdout:3330: rollback oid 8 current snap is 333 2024-09-13T00:15:07.344 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 8 to 328 2024-09-13T00:15:07.344 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 333 2024-09-13T00:15:07.344 INFO:tasks.rados.rados.0.smithi032.stdout:3331: seq_num 1078 ranges {3784704=458752,4243456=720896,4964352=81920} 2024-09-13T00:15:07.381 INFO:tasks.rados.rados.0.smithi032.stdout:3331: writing smithi03267100-32 from 3784704 to 4243456 tid 1 2024-09-13T00:15:07.388 INFO:tasks.rados.rados.0.smithi032.stdout:3331: writing smithi03267100-32 from 4243456 to 4964352 tid 2 2024-09-13T00:15:07.389 INFO:tasks.rados.rados.0.smithi032.stdout:3331: writing smithi03267100-32 from 4964352 to 5046272 tid 3 2024-09-13T00:15:07.389 INFO:tasks.rados.rados.0.smithi032.stdout:3332: rmattr oid 7 current snap is 333 2024-09-13T00:15:07.389 INFO:tasks.rados.rados.0.smithi032.stdout:3332: done (3 left) 2024-09-13T00:15:07.389 INFO:tasks.rados.rados.0.smithi032.stdout:3333: copy_from oid 6 from oid 34 current snap is 333 2024-09-13T00:15:07.389 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 333 2024-09-13T00:15:07.390 INFO:tasks.rados.rados.0.smithi032.stdout:3334: seq_num 1079 ranges {0=475136,475136=606208,1081344=196608} 2024-09-13T00:15:07.394 INFO:tasks.rados.rados.0.smithi032.stdout:3334: writing smithi03267100-49 from 0 to 475136 tid 1 2024-09-13T00:15:07.399 INFO:tasks.rados.rados.0.smithi032.stdout:3334: writing smithi03267100-49 from 475136 to 1081344 tid 2 2024-09-13T00:15:07.400 INFO:tasks.rados.rados.0.smithi032.stdout:3334: writing smithi03267100-49 from 1081344 to 1277952 tid 3 2024-09-13T00:15:07.400 INFO:tasks.rados.rados.0.smithi032.stdout:3335: delete oid 5 current snap is 333 2024-09-13T00:15:07.409 INFO:tasks.rados.rados.0.smithi032.stdout:3330: finishing rollback tid 1 to smithi03267100-8 2024-09-13T00:15:07.409 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2323 (ObjNum 65 snap 0 seq_num 1766940771) dirty dne 2024-09-13T00:15:07.409 INFO:tasks.rados.rados.0.smithi032.stdout:3328: expect (ObjNum 1062 snap 327 seq_num 1062) 2024-09-13T00:15:07.445 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[67631]: cluster 2024-09-13T00:15:06.336550+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2024-09-13T00:15:07.445 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[67631]: cluster 2024-09-13T00:15:07.338742+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2024-09-13T00:15:07.545 INFO:tasks.rados.rados.0.smithi032.stdout:3333: finishing copy_from to smithi03267100-6 2024-09-13T00:15:07.545 INFO:tasks.rados.rados.0.smithi032.stdout:3333: got expected ENOENT (src dne) 2024-09-13T00:15:07.545 INFO:tasks.rados.rados.0.smithi032.stdout:3333: finishing copy_from racing read to smithi03267100-6 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:3331: finishing write tid 1 to smithi03267100-32 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:3331: finishing write tid 2 to smithi03267100-32 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:3328: done (5 left) 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:3330: done (4 left) 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:3333: done (3 left) 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:3335: done (2 left) 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:3336: rollback oid 34 current snap is 333 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 34 to 316 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:3331: finishing write tid 3 to smithi03267100-32 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:3331: finishing write tid 4 to smithi03267100-32 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:3334: finishing write tid 1 to smithi03267100-49 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:3331: finishing write tid 5 to smithi03267100-32 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 3036 (ObjNum 1078 snap 333 seq_num 1078) dirty exists 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:3331: left oid 32 (ObjNum 1078 snap 333 seq_num 1078) 2024-09-13T00:15:07.546 INFO:tasks.rados.rados.0.smithi032.stdout:3334: finishing write tid 2 to smithi03267100-49 2024-09-13T00:15:07.547 INFO:tasks.rados.rados.0.smithi032.stdout:3334: finishing write tid 3 to smithi03267100-49 2024-09-13T00:15:07.547 INFO:tasks.rados.rados.0.smithi032.stdout:3334: finishing write tid 4 to smithi03267100-49 2024-09-13T00:15:07.547 INFO:tasks.rados.rados.0.smithi032.stdout:3331: done (2 left) 2024-09-13T00:15:07.547 INFO:tasks.rados.rados.0.smithi032.stdout:3337: setattr oid 2 current snap is 333 2024-09-13T00:15:07.547 INFO:tasks.rados.rados.0.smithi032.stdout:3334: finishing write tid 5 to smithi03267100-49 2024-09-13T00:15:07.547 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2718 (ObjNum 1079 snap 333 seq_num 1079) dirty exists 2024-09-13T00:15:07.547 INFO:tasks.rados.rados.0.smithi032.stdout:3334: left oid 49 (ObjNum 1079 snap 333 seq_num 1079) 2024-09-13T00:15:07.548 INFO:tasks.rados.rados.0.smithi032.stdout:3334: done (2 left) 2024-09-13T00:15:07.548 INFO:tasks.rados.rados.0.smithi032.stdout:3338: read oid 21 snap -1 2024-09-13T00:15:07.549 INFO:tasks.rados.rados.0.smithi032.stdout:3338: expect (ObjNum 965 snap 281 seq_num 965) 2024-09-13T00:15:07.549 INFO:tasks.rados.rados.0.smithi032.stdout:3339: read oid 20 snap -1 2024-09-13T00:15:07.549 INFO:tasks.rados.rados.0.smithi032.stdout:3339: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:15:07.549 INFO:tasks.rados.rados.0.smithi032.stdout:3340: copy_from oid 30 from oid 27 current snap is 333 2024-09-13T00:15:07.549 INFO:tasks.rados.rados.0.smithi032.stdout:3341: rollback oid 7 current snap is 333 2024-09-13T00:15:07.549 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 7 to 281 2024-09-13T00:15:07.549 INFO:tasks.rados.rados.0.smithi032.stdout:3342: rollback oid 12 current snap is 333 2024-09-13T00:15:07.549 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 298 2024-09-13T00:15:07.549 INFO:tasks.rados.rados.0.smithi032.stdout:3343: copy_from oid 33 from oid 49 current snap is 333 2024-09-13T00:15:07.549 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 333 2024-09-13T00:15:07.549 INFO:tasks.rados.rados.0.smithi032.stdout:3344: seq_num 1081 ranges {6750208=507904,7258112=425984,7684096=376832} 2024-09-13T00:15:07.611 INFO:tasks.rados.rados.0.smithi032.stdout:3344: writing smithi03267100-6 from 6750208 to 7258112 tid 1 2024-09-13T00:15:07.615 INFO:tasks.rados.rados.0.smithi032.stdout:3344: writing smithi03267100-6 from 7258112 to 7684096 tid 2 2024-09-13T00:15:07.618 INFO:tasks.rados.rados.0.smithi032.stdout:3344: writing smithi03267100-6 from 7684096 to 8060928 tid 3 2024-09-13T00:15:07.618 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 333 2024-09-13T00:15:07.618 INFO:tasks.rados.rados.0.smithi032.stdout:3345: seq_num 1082 ranges {6750208=524288,7274496=704512,7979008=98304} 2024-09-13T00:15:07.661 INFO:tasks.rados.rados.0.smithi032.stdout:3345: writing smithi03267100-28 from 6750208 to 7274496 tid 1 2024-09-13T00:15:07.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:07 smithi032 bash[75510]: cluster 2024-09-13T00:15:06.336550+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2024-09-13T00:15:07.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:07 smithi032 bash[75510]: cluster 2024-09-13T00:15:07.338742+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2024-09-13T00:15:07.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:07 smithi032 bash[76677]: cluster 2024-09-13T00:15:06.336550+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2024-09-13T00:15:07.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:07 smithi032 bash[76677]: cluster 2024-09-13T00:15:07.338742+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2024-09-13T00:15:07.665 INFO:tasks.rados.rados.0.smithi032.stdout:3345: writing smithi03267100-28 from 7274496 to 7979008 tid 2 2024-09-13T00:15:07.666 INFO:tasks.rados.rados.0.smithi032.stdout:3345: writing smithi03267100-28 from 7979008 to 8077312 tid 3 2024-09-13T00:15:07.666 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 333 2024-09-13T00:15:07.666 INFO:tasks.rados.rados.0.smithi032.stdout:3346: seq_num 1083 ranges {0=540672,540672=589824,1130496=212992} 2024-09-13T00:15:07.669 INFO:tasks.rados.rados.0.smithi032.stdout:3346: writing smithi03267100-36 from 0 to 540672 tid 1 2024-09-13T00:15:07.673 INFO:tasks.rados.rados.0.smithi032.stdout:3346: writing smithi03267100-36 from 540672 to 1130496 tid 2 2024-09-13T00:15:07.674 INFO:tasks.rados.rados.0.smithi032.stdout:3346: writing smithi03267100-36 from 1130496 to 1343488 tid 3 2024-09-13T00:15:07.674 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 333 2024-09-13T00:15:07.675 INFO:tasks.rados.rados.0.smithi032.stdout:3347: seq_num 1084 ranges {3784704=557056,4341760=475136,4816896=327680} 2024-09-13T00:15:07.699 INFO:tasks.rados.rados.0.smithi032.stdout:3347: writing smithi03267100-50 from 3784704 to 4341760 tid 1 2024-09-13T00:15:07.701 INFO:tasks.rados.rados.0.smithi032.stdout:3347: writing smithi03267100-50 from 4341760 to 4816896 tid 2 2024-09-13T00:15:07.703 INFO:tasks.rados.rados.0.smithi032.stdout:3347: writing smithi03267100-50 from 4816896 to 5144576 tid 3 2024-09-13T00:15:07.704 INFO:tasks.rados.rados.0.smithi032.stdout:3348: read oid 23 snap -1 2024-09-13T00:15:07.704 INFO:tasks.rados.rados.0.smithi032.stdout:3348: expect (ObjNum 972 snap 282 seq_num 972) 2024-09-13T00:15:07.704 INFO:tasks.rados.rados.0.smithi032.stdout:3349: copy_from oid 41 from oid 44 current snap is 333 2024-09-13T00:15:07.704 INFO:tasks.rados.rados.0.smithi032.stdout:3339: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:15:07.705 INFO:tasks.rados.rados.0.smithi032.stdout:3336: finishing rollback tid 1 to smithi03267100-34 2024-09-13T00:15:07.705 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 2578 (ObjNum 33 snap 0 seq_num 167712016) dirty dne 2024-09-13T00:15:07.705 INFO:tasks.rados.rados.0.smithi032.stdout:3342: finishing rollback tid 1 to smithi03267100-12 2024-09-13T00:15:07.705 INFO:tasks.rados.rados.0.smithi032.stdout:3342: finishing rollback tid 2 to smithi03267100-12 2024-09-13T00:15:07.705 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2711 (ObjNum 1000 snap 294 seq_num 1000) dirty exists 2024-09-13T00:15:07.705 INFO:tasks.rados.rados.0.smithi032.stdout:3336: done (13 left) 2024-09-13T00:15:07.705 INFO:tasks.rados.rados.0.smithi032.stdout:3339: done (12 left) 2024-09-13T00:15:07.705 INFO:tasks.rados.rados.0.smithi032.stdout:3342: done (11 left) 2024-09-13T00:15:07.706 INFO:tasks.rados.rados.0.smithi032.stdout:3350: snap_remove snap 325 2024-09-13T00:15:07.783 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.449Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T00:15:07.783 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.449Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T00:15:07.783 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.450Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T00:15:07.784 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.450Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T00:15:07.784 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.450Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T00:15:07.784 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T00:15:07.784 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T00:15:07.784 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T00:15:07.784 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T00:15:07.784 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T00:15:07.784 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T00:15:07.784 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T00:15:07.784 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T00:15:07.784 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T00:15:07.784 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T00:15:07.784 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T00:15:07.785 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T00:15:07.785 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T00:15:07.785 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T00:15:07.785 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T00:15:07.785 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T00:15:07.785 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T00:15:07.785 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T00:15:07.785 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T00:15:07.785 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T00:15:07.785 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T00:15:07.785 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T00:15:07.786 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T00:15:07.786 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T00:15:07.786 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T00:15:07.786 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T00:15:07.786 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T00:15:07.786 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T00:15:07.786 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T00:15:07.786 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T00:15:07.786 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T00:15:07.786 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T00:15:07.786 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T00:15:07.786 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T00:15:07.786 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T00:15:07.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T00:15:07.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T00:15:07.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T00:15:07.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T00:15:07.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T00:15:07.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T00:15:07.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T00:15:07.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T00:15:07.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T00:15:07.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T00:15:07.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T00:15:07.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.451Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T00:15:07.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:07 smithi053 bash[90998]: ts=2024-09-13T00:15:07.452Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T00:15:08.250 INFO:tasks.rados.rados.0.smithi032.stdout:3350: done (11 left) 2024-09-13T00:15:08.251 INFO:tasks.rados.rados.0.smithi032.stdout:3351: copy_from oid 4 from oid 42 current snap is 333 2024-09-13T00:15:08.251 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2719 (ObjNum 1066 snap 327 seq_num 1066) dirty exists 2024-09-13T00:15:08.251 INFO:tasks.rados.rados.0.smithi032.stdout:3341: finishing rollback tid 0 to smithi03267100-7 2024-09-13T00:15:08.251 INFO:tasks.rados.rados.0.smithi032.stdout:3341: finishing rollback tid 1 to smithi03267100-7 2024-09-13T00:15:08.251 INFO:tasks.rados.rados.0.smithi032.stdout:3341: finishing rollback tid 2 to smithi03267100-7 2024-09-13T00:15:08.251 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 2549 (ObjNum 957 snap 279 seq_num 957) dirty exists 2024-09-13T00:15:08.251 INFO:tasks.rados.rados.0.smithi032.stdout:3343: finishing copy_from racing read to smithi03267100-33 2024-09-13T00:15:08.251 INFO:tasks.rados.rados.0.smithi032.stdout:3343: finishing copy_from to smithi03267100-33 2024-09-13T00:15:08.251 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2718 (ObjNum 1079 snap 333 seq_num 1079) dirty exists 2024-09-13T00:15:08.251 INFO:tasks.rados.rados.0.smithi032.stdout:3337: done (11 left) 2024-09-13T00:15:08.251 INFO:tasks.rados.rados.0.smithi032.stdout:3341: done (10 left) 2024-09-13T00:15:08.251 INFO:tasks.rados.rados.0.smithi032.stdout:3343: done (9 left) 2024-09-13T00:15:08.252 INFO:tasks.rados.rados.0.smithi032.stdout:3352: rollback oid 12 current snap is 333 2024-09-13T00:15:08.252 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 329 2024-09-13T00:15:08.252 INFO:tasks.rados.rados.0.smithi032.stdout:3340: finishing copy_from racing read to smithi03267100-30 2024-09-13T00:15:08.252 INFO:tasks.rados.rados.0.smithi032.stdout:3338: expect (ObjNum 965 snap 281 seq_num 965) 2024-09-13T00:15:08.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:08 smithi032 bash[75510]: cluster 2024-09-13T00:15:07.210578+0000 mgr.y (mgr.34107) 351 : cluster [DBG] pgmap v626: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 671 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-09-13T00:15:08.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:08 smithi032 bash[75510]: cluster 2024-09-13T00:15:08.250841+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2024-09-13T00:15:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:08 smithi032 bash[76677]: cluster 2024-09-13T00:15:07.210578+0000 mgr.y (mgr.34107) 351 : cluster [DBG] pgmap v626: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 671 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-09-13T00:15:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:08 smithi032 bash[76677]: cluster 2024-09-13T00:15:08.250841+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2024-09-13T00:15:08.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:08 smithi053 bash[67631]: cluster 2024-09-13T00:15:07.210578+0000 mgr.y (mgr.34107) 351 : cluster [DBG] pgmap v626: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 671 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-09-13T00:15:08.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:08 smithi053 bash[67631]: cluster 2024-09-13T00:15:08.250841+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2024-09-13T00:15:08.822 INFO:tasks.rados.rados.0.smithi032.stdout:3340: finishing copy_from to smithi03267100-30 2024-09-13T00:15:08.822 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 2538 (ObjNum 1029 snap 309 seq_num 1029) dirty exists 2024-09-13T00:15:08.822 INFO:tasks.rados.rados.0.smithi032.stdout:3338: done (9 left) 2024-09-13T00:15:08.822 INFO:tasks.rados.rados.0.smithi032.stdout:3340: done (8 left) 2024-09-13T00:15:08.822 INFO:tasks.rados.rados.0.smithi032.stdout:3353: copy_from oid 35 from oid 22 current snap is 333 2024-09-13T00:15:08.822 INFO:tasks.rados.rados.0.smithi032.stdout:3344: finishing write tid 1 to smithi03267100-6 2024-09-13T00:15:08.822 INFO:tasks.rados.rados.0.smithi032.stdout:3344: finishing write tid 2 to smithi03267100-6 2024-09-13T00:15:08.822 INFO:tasks.rados.rados.0.smithi032.stdout:3344: finishing write tid 3 to smithi03267100-6 2024-09-13T00:15:08.823 INFO:tasks.rados.rados.0.smithi032.stdout:3344: finishing write tid 4 to smithi03267100-6 2024-09-13T00:15:08.823 INFO:tasks.rados.rados.0.smithi032.stdout:3344: finishing write tid 5 to smithi03267100-6 2024-09-13T00:15:08.823 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2715 (ObjNum 1081 snap 333 seq_num 1081) dirty exists 2024-09-13T00:15:08.823 INFO:tasks.rados.rados.0.smithi032.stdout:3344: left oid 6 (ObjNum 1081 snap 333 seq_num 1081) 2024-09-13T00:15:08.823 INFO:tasks.rados.rados.0.smithi032.stdout:3345: finishing write tid 1 to smithi03267100-28 2024-09-13T00:15:08.823 INFO:tasks.rados.rados.0.smithi032.stdout:3345: finishing write tid 2 to smithi03267100-28 2024-09-13T00:15:08.823 INFO:tasks.rados.rados.0.smithi032.stdout:3345: finishing write tid 3 to smithi03267100-28 2024-09-13T00:15:08.823 INFO:tasks.rados.rados.0.smithi032.stdout:3345: finishing write tid 4 to smithi03267100-28 2024-09-13T00:15:08.823 INFO:tasks.rados.rados.0.smithi032.stdout:3345: finishing write tid 5 to smithi03267100-28 2024-09-13T00:15:08.823 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 2708 (ObjNum 1082 snap 333 seq_num 1082) dirty exists 2024-09-13T00:15:08.823 INFO:tasks.rados.rados.0.smithi032.stdout:3345: left oid 28 (ObjNum 1082 snap 333 seq_num 1082) 2024-09-13T00:15:08.823 INFO:tasks.rados.rados.0.smithi032.stdout:3346: finishing write tid 1 to smithi03267100-36 2024-09-13T00:15:08.823 INFO:tasks.rados.rados.0.smithi032.stdout:3346: finishing write tid 2 to smithi03267100-36 2024-09-13T00:15:08.824 INFO:tasks.rados.rados.0.smithi032.stdout:3346: finishing write tid 3 to smithi03267100-36 2024-09-13T00:15:08.824 INFO:tasks.rados.rados.0.smithi032.stdout:3346: finishing write tid 4 to smithi03267100-36 2024-09-13T00:15:08.824 INFO:tasks.rados.rados.0.smithi032.stdout:3346: finishing write tid 5 to smithi03267100-36 2024-09-13T00:15:08.824 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2809 (ObjNum 1083 snap 333 seq_num 1083) dirty exists 2024-09-13T00:15:08.824 INFO:tasks.rados.rados.0.smithi032.stdout:3346: left oid 36 (ObjNum 1083 snap 333 seq_num 1083) 2024-09-13T00:15:08.824 INFO:tasks.rados.rados.0.smithi032.stdout:3347: finishing write tid 1 to smithi03267100-50 2024-09-13T00:15:08.824 INFO:tasks.rados.rados.0.smithi032.stdout:3344: done (8 left) 2024-09-13T00:15:08.824 INFO:tasks.rados.rados.0.smithi032.stdout:3345: done (7 left) 2024-09-13T00:15:08.824 INFO:tasks.rados.rados.0.smithi032.stdout:3346: done (6 left) 2024-09-13T00:15:08.824 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 333 2024-09-13T00:15:08.824 INFO:tasks.rados.rados.0.smithi032.stdout:3347: finishing write tid 2 to smithi03267100-50 2024-09-13T00:15:08.824 INFO:tasks.rados.rados.0.smithi032.stdout:3354: seq_num 1085 ranges {15220736=581632,15802368=761856,16564224=40960} 2024-09-13T00:15:08.918 INFO:tasks.rados.rados.0.smithi032.stdout:3354: writing smithi03267100-29 from 15220736 to 15802368 tid 1 2024-09-13T00:15:08.923 INFO:tasks.rados.rados.0.smithi032.stdout:3354: writing smithi03267100-29 from 15802368 to 16564224 tid 2 2024-09-13T00:15:08.923 INFO:tasks.rados.rados.0.smithi032.stdout:3354: writing smithi03267100-29 from 16564224 to 16605184 tid 3 2024-09-13T00:15:08.923 INFO:tasks.rados.rados.0.smithi032.stdout:3355: copy_from oid 3 from oid 38 current snap is 333 2024-09-13T00:15:08.923 INFO:tasks.rados.rados.0.smithi032.stdout:3347: finishing write tid 3 to smithi03267100-50 2024-09-13T00:15:08.923 INFO:tasks.rados.rados.0.smithi032.stdout:3347: finishing write tid 4 to smithi03267100-50 2024-09-13T00:15:08.923 INFO:tasks.rados.rados.0.smithi032.stdout:3348: expect (ObjNum 972 snap 282 seq_num 972) 2024-09-13T00:15:08.976 INFO:tasks.rados.rados.0.smithi032.stdout:3347: finishing write tid 5 to smithi03267100-50 2024-09-13T00:15:08.976 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2905 (ObjNum 1084 snap 333 seq_num 1084) dirty exists 2024-09-13T00:15:08.976 INFO:tasks.rados.rados.0.smithi032.stdout:3347: left oid 50 (ObjNum 1084 snap 333 seq_num 1084) 2024-09-13T00:15:08.976 INFO:tasks.rados.rados.0.smithi032.stdout:3349: finishing copy_from racing read to smithi03267100-41 2024-09-13T00:15:08.976 INFO:tasks.rados.rados.0.smithi032.stdout:3349: finishing copy_from to smithi03267100-41 2024-09-13T00:15:08.976 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2726 (ObjNum 1076 snap 331 seq_num 1076) dirty exists 2024-09-13T00:15:08.976 INFO:tasks.rados.rados.0.smithi032.stdout:3351: finishing copy_from racing read to smithi03267100-4 2024-09-13T00:15:08.976 INFO:tasks.rados.rados.0.smithi032.stdout:3352: finishing rollback tid 0 to smithi03267100-12 2024-09-13T00:15:08.977 INFO:tasks.rados.rados.0.smithi032.stdout:3351: finishing copy_from to smithi03267100-4 2024-09-13T00:15:08.977 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2374 (ObjNum 1073 snap 331 seq_num 1073) dirty exists 2024-09-13T00:15:08.977 INFO:tasks.rados.rados.0.smithi032.stdout:3352: finishing rollback tid 1 to smithi03267100-12 2024-09-13T00:15:08.977 INFO:tasks.rados.rados.0.smithi032.stdout:3352: finishing rollback tid 2 to smithi03267100-12 2024-09-13T00:15:08.977 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2718 (ObjNum 993 snap 293 seq_num 993) dirty exists 2024-09-13T00:15:08.977 INFO:tasks.rados.rados.0.smithi032.stdout:3353: finishing copy_from to smithi03267100-35 2024-09-13T00:15:08.977 INFO:tasks.rados.rados.0.smithi032.stdout:3353: got expected ENOENT (src dne) 2024-09-13T00:15:08.977 INFO:tasks.rados.rados.0.smithi032.stdout:3353: finishing copy_from racing read to smithi03267100-35 2024-09-13T00:15:08.977 INFO:tasks.rados.rados.0.smithi032.stdout:3354: finishing write tid 1 to smithi03267100-29 2024-09-13T00:15:08.977 INFO:tasks.rados.rados.0.smithi032.stdout:3354: finishing write tid 2 to smithi03267100-29 2024-09-13T00:15:08.977 INFO:tasks.rados.rados.0.smithi032.stdout:3354: finishing write tid 3 to smithi03267100-29 2024-09-13T00:15:08.978 INFO:tasks.rados.rados.0.smithi032.stdout:3347: done (7 left) 2024-09-13T00:15:08.978 INFO:tasks.rados.rados.0.smithi032.stdout:3348: done (6 left) 2024-09-13T00:15:08.978 INFO:tasks.rados.rados.0.smithi032.stdout:3349: done (5 left) 2024-09-13T00:15:08.978 INFO:tasks.rados.rados.0.smithi032.stdout:3351: done (4 left) 2024-09-13T00:15:08.978 INFO:tasks.rados.rados.0.smithi032.stdout:3352: done (3 left) 2024-09-13T00:15:08.978 INFO:tasks.rados.rados.0.smithi032.stdout:3353: done (2 left) 2024-09-13T00:15:08.978 INFO:tasks.rados.rados.0.smithi032.stdout:3356: rollback oid 42 current snap is 333 2024-09-13T00:15:08.978 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 332 2024-09-13T00:15:08.978 INFO:tasks.rados.rados.0.smithi032.stdout:3355: finishing copy_from racing read to smithi03267100-3 2024-09-13T00:15:08.978 INFO:tasks.rados.rados.0.smithi032.stdout:3354: finishing write tid 4 to smithi03267100-29 2024-09-13T00:15:08.978 INFO:tasks.rados.rados.0.smithi032.stdout:3355: finishing copy_from to smithi03267100-3 2024-09-13T00:15:08.979 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2332 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:15:08.979 INFO:tasks.rados.rados.0.smithi032.stdout:3354: finishing write tid 5 to smithi03267100-29 2024-09-13T00:15:08.979 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2730 (ObjNum 1085 snap 333 seq_num 1085) dirty exists 2024-09-13T00:15:08.979 INFO:tasks.rados.rados.0.smithi032.stdout:3354: left oid 29 (ObjNum 1085 snap 333 seq_num 1085) 2024-09-13T00:15:08.979 INFO:tasks.rados.rados.0.smithi032.stdout:3354: done (2 left) 2024-09-13T00:15:08.979 INFO:tasks.rados.rados.0.smithi032.stdout:3355: done (1 left) 2024-09-13T00:15:08.979 INFO:tasks.rados.rados.0.smithi032.stdout:3357: snap_create 2024-09-13T00:15:08.984 INFO:tasks.rados.rados.0.smithi032.stdout:3356: finishing rollback tid 0 to smithi03267100-42 2024-09-13T00:15:08.984 INFO:tasks.rados.rados.0.smithi032.stdout:3356: finishing rollback tid 1 to smithi03267100-42 2024-09-13T00:15:08.985 INFO:tasks.rados.rados.0.smithi032.stdout:3356: finishing rollback tid 2 to smithi03267100-42 2024-09-13T00:15:08.985 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2377 (ObjNum 1073 snap 331 seq_num 1073) dirty exists 2024-09-13T00:15:09.374 INFO:tasks.rados.rados.0.smithi032.stdout:3356: done (1 left) 2024-09-13T00:15:09.375 INFO:tasks.rados.rados.0.smithi032.stdout:3357: done (0 left) 2024-09-13T00:15:09.375 INFO:tasks.rados.rados.0.smithi032.stdout:3358: rollback oid 42 current snap is 334 2024-09-13T00:15:09.375 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 298 2024-09-13T00:15:09.375 INFO:tasks.rados.rados.0.smithi032.stdout:3359: read oid 27 snap -1 2024-09-13T00:15:09.375 INFO:tasks.rados.rados.0.smithi032.stdout:3359: expect (ObjNum 1029 snap 309 seq_num 1029) 2024-09-13T00:15:09.375 INFO:tasks.rados.rados.0.smithi032.stdout:3360: read oid 29 snap -1 2024-09-13T00:15:09.375 INFO:tasks.rados.rados.0.smithi032.stdout:3360: expect (ObjNum 1085 snap 333 seq_num 1085) 2024-09-13T00:15:09.375 INFO:tasks.rados.rados.0.smithi032.stdout:3361: rmattr oid 25 current snap is 334 2024-09-13T00:15:09.375 INFO:tasks.rados.rados.0.smithi032.stdout:3361: done (3 left) 2024-09-13T00:15:09.375 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 334 2024-09-13T00:15:09.375 INFO:tasks.rados.rados.0.smithi032.stdout:3362: seq_num 1086 ranges {0=598016,598016=647168,1245184=155648} 2024-09-13T00:15:09.379 INFO:tasks.rados.rados.0.smithi032.stdout:3362: writing smithi03267100-15 from 0 to 598016 tid 1 2024-09-13T00:15:09.384 INFO:tasks.rados.rados.0.smithi032.stdout:3362: writing smithi03267100-15 from 598016 to 1245184 tid 2 2024-09-13T00:15:09.386 INFO:tasks.rados.rados.0.smithi032.stdout:3362: writing smithi03267100-15 from 1245184 to 1400832 tid 3 2024-09-13T00:15:09.386 INFO:tasks.rados.rados.0.smithi032.stdout:3363: rmattr oid 37 current snap is 334 2024-09-13T00:15:09.386 INFO:tasks.rados.rados.0.smithi032.stdout:3363: done (4 left) 2024-09-13T00:15:09.387 INFO:tasks.rados.rados.0.smithi032.stdout:3364: read oid 41 snap 304 2024-09-13T00:15:09.387 INFO:tasks.rados.rados.0.smithi032.stdout:3364: expect (ObjNum 1016 snap 302 seq_num 1016) 2024-09-13T00:15:09.387 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 334 2024-09-13T00:15:09.387 INFO:tasks.rados.rados.0.smithi032.stdout:3365: seq_num 1087 ranges {5046272=614400,5660672=532480,6193152=270336} 2024-09-13T00:15:09.431 INFO:tasks.rados.rados.0.smithi032.stdout:3365: writing smithi03267100-32 from 5046272 to 5660672 tid 1 2024-09-13T00:15:09.435 INFO:tasks.rados.rados.0.smithi032.stdout:3365: writing smithi03267100-32 from 5660672 to 6193152 tid 2 2024-09-13T00:15:09.438 INFO:tasks.rados.rados.0.smithi032.stdout:3365: writing smithi03267100-32 from 6193152 to 6463488 tid 3 2024-09-13T00:15:09.438 INFO:tasks.rados.rados.0.smithi032.stdout:3366: read oid 24 snap 298 2024-09-13T00:15:09.438 INFO:tasks.rados.rados.0.smithi032.stdout:3366: expect (ObjNum 984 snap 285 seq_num 984) 2024-09-13T00:15:09.438 INFO:tasks.rados.rados.0.smithi032.stdout:3367: snap_create 2024-09-13T00:15:09.438 INFO:tasks.rados.rados.0.smithi032.stdout:3358: finishing rollback tid 0 to smithi03267100-42 2024-09-13T00:15:09.438 INFO:tasks.rados.rados.0.smithi032.stdout:3358: finishing rollback tid 1 to smithi03267100-42 2024-09-13T00:15:09.438 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2379 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T00:15:09.439 INFO:tasks.rados.rados.0.smithi032.stdout:3359: expect (ObjNum 1029 snap 309 seq_num 1029) 2024-09-13T00:15:09.597 INFO:tasks.rados.rados.0.smithi032.stdout:3362: finishing write tid 1 to smithi03267100-15 2024-09-13T00:15:09.598 INFO:tasks.rados.rados.0.smithi032.stdout:3362: finishing write tid 2 to smithi03267100-15 2024-09-13T00:15:09.598 INFO:tasks.rados.rados.0.smithi032.stdout:3362: finishing write tid 3 to smithi03267100-15 2024-09-13T00:15:09.598 INFO:tasks.rados.rados.0.smithi032.stdout:3362: finishing write tid 4 to smithi03267100-15 2024-09-13T00:15:09.598 INFO:tasks.rados.rados.0.smithi032.stdout:3362: finishing write tid 5 to smithi03267100-15 2024-09-13T00:15:09.598 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2553 (ObjNum 1086 snap 334 seq_num 1086) dirty exists 2024-09-13T00:15:09.598 INFO:tasks.rados.rados.0.smithi032.stdout:3362: left oid 15 (ObjNum 1086 snap 334 seq_num 1086) 2024-09-13T00:15:09.598 INFO:tasks.rados.rados.0.smithi032.stdout:3365: finishing write tid 1 to smithi03267100-32 2024-09-13T00:15:09.598 INFO:tasks.rados.rados.0.smithi032.stdout:3365: finishing write tid 2 to smithi03267100-32 2024-09-13T00:15:09.598 INFO:tasks.rados.rados.0.smithi032.stdout:3365: finishing write tid 3 to smithi03267100-32 2024-09-13T00:15:09.598 INFO:tasks.rados.rados.0.smithi032.stdout:3365: finishing write tid 4 to smithi03267100-32 2024-09-13T00:15:09.598 INFO:tasks.rados.rados.0.smithi032.stdout:3365: finishing write tid 5 to smithi03267100-32 2024-09-13T00:15:09.598 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 3049 (ObjNum 1087 snap 334 seq_num 1087) dirty exists 2024-09-13T00:15:09.598 INFO:tasks.rados.rados.0.smithi032.stdout:3365: left oid 32 (ObjNum 1087 snap 334 seq_num 1087) 2024-09-13T00:15:09.599 INFO:tasks.rados.rados.0.smithi032.stdout:3366: expect (ObjNum 984 snap 285 seq_num 984) 2024-09-13T00:15:09.651 INFO:tasks.rados.rados.0.smithi032.stdout:3360: expect (ObjNum 1085 snap 333 seq_num 1085) 2024-09-13T00:15:10.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:10 smithi032 bash[75510]: cluster 2024-09-13T00:15:09.211600+0000 mgr.y (mgr.34107) 352 : cluster [DBG] pgmap v629: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 700 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.5 MiB/s wr, 37 op/s 2024-09-13T00:15:10.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:10 smithi032 bash[75510]: cluster 2024-09-13T00:15:09.374664+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2024-09-13T00:15:10.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:10 smithi032 bash[75510]: audit 2024-09-13T00:15:10.134015+0000 mon.a (mon.0) 1178 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:15:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:10 smithi032 bash[76677]: cluster 2024-09-13T00:15:09.211600+0000 mgr.y (mgr.34107) 352 : cluster [DBG] pgmap v629: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 700 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.5 MiB/s wr, 37 op/s 2024-09-13T00:15:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:10 smithi032 bash[76677]: cluster 2024-09-13T00:15:09.374664+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2024-09-13T00:15:10.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:10 smithi032 bash[76677]: audit 2024-09-13T00:15:10.134015+0000 mon.a (mon.0) 1178 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:15:10.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:10 smithi053 bash[67631]: cluster 2024-09-13T00:15:09.211600+0000 mgr.y (mgr.34107) 352 : cluster [DBG] pgmap v629: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 700 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.5 MiB/s wr, 37 op/s 2024-09-13T00:15:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:10 smithi053 bash[67631]: cluster 2024-09-13T00:15:09.374664+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2024-09-13T00:15:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:10 smithi053 bash[67631]: audit 2024-09-13T00:15:10.134015+0000 mon.a (mon.0) 1178 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:15:11.661 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:11 smithi032 bash[75510]: cluster 2024-09-13T00:15:10.385078+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2024-09-13T00:15:11.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:11 smithi032 bash[76677]: cluster 2024-09-13T00:15:10.385078+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2024-09-13T00:15:11.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:11 smithi053 bash[67631]: cluster 2024-09-13T00:15:10.385078+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2024-09-13T00:15:12.154 INFO:tasks.rados.rados.0.smithi032.stdout:3364: expect (ObjNum 1016 snap 302 seq_num 1016) 2024-09-13T00:15:12.417 INFO:tasks.rados.rados.0.smithi032.stdout:3358: done (7 left) 2024-09-13T00:15:12.417 INFO:tasks.rados.rados.0.smithi032.stdout:3359: done (6 left) 2024-09-13T00:15:12.417 INFO:tasks.rados.rados.0.smithi032.stdout:3360: done (5 left) 2024-09-13T00:15:12.419 INFO:tasks.rados.rados.0.smithi032.stdout:3362: done (4 left) 2024-09-13T00:15:12.419 INFO:tasks.rados.rados.0.smithi032.stdout:3364: done (3 left) 2024-09-13T00:15:12.419 INFO:tasks.rados.rados.0.smithi032.stdout:3365: done (2 left) 2024-09-13T00:15:12.419 INFO:tasks.rados.rados.0.smithi032.stdout:3366: done (1 left) 2024-09-13T00:15:12.419 INFO:tasks.rados.rados.0.smithi032.stdout:3367: done (0 left) 2024-09-13T00:15:12.419 INFO:tasks.rados.rados.0.smithi032.stdout:3368: setattr oid 35 current snap is 335 2024-09-13T00:15:12.421 INFO:tasks.rados.rados.0.smithi032.stdout:3369: copy_from oid 3 from oid 19 current snap is 335 2024-09-13T00:15:12.421 INFO:tasks.rados.rados.0.smithi032.stdout:3370: read oid 44 snap -1 2024-09-13T00:15:12.421 INFO:tasks.rados.rados.0.smithi032.stdout:3370: expect (ObjNum 1076 snap 331 seq_num 1076) 2024-09-13T00:15:12.421 INFO:tasks.rados.rados.0.smithi032.stdout:3371: snap_remove snap 293 2024-09-13T00:15:12.590 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:12 smithi053 bash[60895]: ts=2024-09-13T00:15:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:15:12.591 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:15:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:15:12] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-09-13T00:15:12.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:12 smithi032 bash[75510]: cluster 2024-09-13T00:15:11.212224+0000 mgr.y (mgr.34107) 353 : cluster [DBG] pgmap v632: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 712 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 23 op/s 2024-09-13T00:15:12.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:12 smithi032 bash[75510]: audit 2024-09-13T00:15:11.593752+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:12.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:12 smithi032 bash[75510]: audit 2024-09-13T00:15:11.598117+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:12.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:12 smithi032 bash[75510]: audit 2024-09-13T00:15:12.269602+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:12.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:12 smithi032 bash[75510]: audit 2024-09-13T00:15:12.275494+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:12.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:12 smithi032 bash[76677]: cluster 2024-09-13T00:15:11.212224+0000 mgr.y (mgr.34107) 353 : cluster [DBG] pgmap v632: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 712 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 23 op/s 2024-09-13T00:15:12.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:12 smithi032 bash[76677]: audit 2024-09-13T00:15:11.593752+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:12.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:12 smithi032 bash[76677]: audit 2024-09-13T00:15:11.598117+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:12.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:12 smithi032 bash[76677]: audit 2024-09-13T00:15:12.269602+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:12.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:12 smithi032 bash[76677]: audit 2024-09-13T00:15:12.275494+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:13.032 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:12 smithi053 bash[67631]: cluster 2024-09-13T00:15:11.212224+0000 mgr.y (mgr.34107) 353 : cluster [DBG] pgmap v632: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 712 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 23 op/s 2024-09-13T00:15:13.032 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:12 smithi053 bash[67631]: audit 2024-09-13T00:15:11.593752+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:13.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:12 smithi053 bash[67631]: audit 2024-09-13T00:15:11.598117+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:13.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:12 smithi053 bash[67631]: audit 2024-09-13T00:15:12.269602+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:13.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:12 smithi053 bash[67631]: audit 2024-09-13T00:15:12.275494+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:13.261 INFO:tasks.rados.rados.0.smithi032.stdout:3371: done (3 left) 2024-09-13T00:15:13.261 INFO:tasks.rados.rados.0.smithi032.stdout:3372: rollback oid 38 current snap is 335 2024-09-13T00:15:13.261 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 313 2024-09-13T00:15:13.261 INFO:tasks.rados.rados.0.smithi032.stdout:3373: rollback oid 4 current snap is 335 2024-09-13T00:15:13.261 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 333 2024-09-13T00:15:13.261 INFO:tasks.rados.rados.0.smithi032.stdout:3374: copy_from oid 34 from oid 46 current snap is 335 2024-09-13T00:15:13.262 INFO:tasks.rados.rados.0.smithi032.stdout:3375: setattr oid 18 current snap is 335 2024-09-13T00:15:13.262 INFO:tasks.rados.rados.0.smithi032.stdout:3376: rollback oid 10 current snap is 335 2024-09-13T00:15:13.262 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 280 2024-09-13T00:15:13.262 INFO:tasks.rados.rados.0.smithi032.stdout:3377: read oid 40 snap -1 2024-09-13T00:15:13.262 INFO:tasks.rados.rados.0.smithi032.stdout:3377: expect deleted 2024-09-13T00:15:13.262 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 335 2024-09-13T00:15:13.262 INFO:tasks.rados.rados.0.smithi032.stdout:3378: seq_num 1088 ranges {6463488=630784,7094272=466944,7561216=335872} 2024-09-13T00:15:13.299 INFO:tasks.rados.rados.0.smithi032.stdout:3378: writing smithi03267100-32 from 6463488 to 7094272 tid 1 2024-09-13T00:15:13.303 INFO:tasks.rados.rados.0.smithi032.stdout:3378: writing smithi03267100-32 from 7094272 to 7561216 tid 2 2024-09-13T00:15:13.305 INFO:tasks.rados.rados.0.smithi032.stdout:3378: writing smithi03267100-32 from 7561216 to 7897088 tid 3 2024-09-13T00:15:13.306 INFO:tasks.rados.rados.0.smithi032.stdout:3379: read oid 39 snap -1 2024-09-13T00:15:13.306 INFO:tasks.rados.rados.0.smithi032.stdout:3379: expect (ObjNum 947 snap 278 seq_num 947) 2024-09-13T00:15:13.306 INFO:tasks.rados.rados.0.smithi032.stdout:3380: copy_from oid 27 from oid 2 current snap is 335 2024-09-13T00:15:13.313 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2720 (ObjNum 33 snap 0 seq_num 145141352) dirty exists 2024-09-13T00:15:13.313 INFO:tasks.rados.rados.0.smithi032.stdout:3369: finishing copy_from racing read to smithi03267100-3 2024-09-13T00:15:13.313 INFO:tasks.rados.rados.0.smithi032.stdout:3370: expect (ObjNum 1076 snap 331 seq_num 1076) 2024-09-13T00:15:14.003 INFO:tasks.rados.rados.0.smithi032.stdout:3369: finishing copy_from to smithi03267100-3 2024-09-13T00:15:14.003 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2548 (ObjNum 1072 snap 330 seq_num 1072) dirty exists 2024-09-13T00:15:14.004 INFO:tasks.rados.rados.0.smithi032.stdout:3373: finishing rollback tid 0 to smithi03267100-4 2024-09-13T00:15:14.004 INFO:tasks.rados.rados.0.smithi032.stdout:3373: finishing rollback tid 1 to smithi03267100-4 2024-09-13T00:15:14.004 INFO:tasks.rados.rados.0.smithi032.stdout:3373: finishing rollback tid 2 to smithi03267100-4 2024-09-13T00:15:14.004 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2556 (ObjNum 1073 snap 331 seq_num 1073) dirty exists 2024-09-13T00:15:14.004 INFO:tasks.rados.rados.0.smithi032.stdout:3374: finishing copy_from to smithi03267100-34 2024-09-13T00:15:14.004 INFO:tasks.rados.rados.0.smithi032.stdout:3374: got expected ENOENT (src dne) 2024-09-13T00:15:14.004 INFO:tasks.rados.rados.0.smithi032.stdout:3374: finishing copy_from racing read to smithi03267100-34 2024-09-13T00:15:14.004 INFO:tasks.rados.rados.0.smithi032.stdout:3372: finishing rollback tid 0 to smithi03267100-38 2024-09-13T00:15:14.004 INFO:tasks.rados.rados.0.smithi032.stdout:3372: finishing rollback tid 1 to smithi03267100-38 2024-09-13T00:15:14.004 INFO:tasks.rados.rados.0.smithi032.stdout:3372: finishing rollback tid 2 to smithi03267100-38 2024-09-13T00:15:14.004 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2335 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:15:14.004 INFO:tasks.rados.rados.0.smithi032.stdout:3376: finishing rollback tid 1 to smithi03267100-10 2024-09-13T00:15:14.004 INFO:tasks.rados.rados.0.smithi032.stdout:3376: finishing rollback tid 2 to smithi03267100-10 2024-09-13T00:15:14.004 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2337 (ObjNum 474 snap 140 seq_num 474) dirty exists 2024-09-13T00:15:14.005 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 3051 (ObjNum 977 snap 283 seq_num 977) dirty exists 2024-09-13T00:15:14.005 INFO:tasks.rados.rados.0.smithi032.stdout:3378: finishing write tid 1 to smithi03267100-32 2024-09-13T00:15:14.005 INFO:tasks.rados.rados.0.smithi032.stdout:3368: done (11 left) 2024-09-13T00:15:14.005 INFO:tasks.rados.rados.0.smithi032.stdout:3369: done (10 left) 2024-09-13T00:15:14.005 INFO:tasks.rados.rados.0.smithi032.stdout:3370: done (9 left) 2024-09-13T00:15:14.005 INFO:tasks.rados.rados.0.smithi032.stdout:3372: done (8 left) 2024-09-13T00:15:14.005 INFO:tasks.rados.rados.0.smithi032.stdout:3373: done (7 left) 2024-09-13T00:15:14.005 INFO:tasks.rados.rados.0.smithi032.stdout:3374: done (6 left) 2024-09-13T00:15:14.005 INFO:tasks.rados.rados.0.smithi032.stdout:3375: done (5 left) 2024-09-13T00:15:14.005 INFO:tasks.rados.rados.0.smithi032.stdout:3376: done (4 left) 2024-09-13T00:15:14.005 INFO:tasks.rados.rados.0.smithi032.stdout:3377: done (3 left) 2024-09-13T00:15:14.005 INFO:tasks.rados.rados.0.smithi032.stdout:3381: snap_create 2024-09-13T00:15:14.005 INFO:tasks.rados.rados.0.smithi032.stdout:3378: finishing write tid 2 to smithi03267100-32 2024-09-13T00:15:14.005 INFO:tasks.rados.rados.0.smithi032.stdout:3379: expect (ObjNum 947 snap 278 seq_num 947) 2024-09-13T00:15:14.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:13 smithi032 bash[75510]: audit 2024-09-13T00:15:12.879203+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:14.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:13 smithi032 bash[75510]: audit 2024-09-13T00:15:12.889989+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:14.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:13 smithi032 bash[75510]: cluster 2024-09-13T00:15:13.253431+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2024-09-13T00:15:14.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:13 smithi032 bash[75510]: audit 2024-09-13T00:15:13.661250+0000 mon.a (mon.0) 1187 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:14.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:13 smithi032 bash[75510]: audit 2024-09-13T00:15:13.672286+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:14.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:13 smithi032 bash[76677]: audit 2024-09-13T00:15:12.879203+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:14.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:13 smithi032 bash[76677]: audit 2024-09-13T00:15:12.889989+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:14.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:13 smithi032 bash[76677]: cluster 2024-09-13T00:15:13.253431+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2024-09-13T00:15:14.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:13 smithi032 bash[76677]: audit 2024-09-13T00:15:13.661250+0000 mon.a (mon.0) 1187 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:14.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:13 smithi032 bash[76677]: audit 2024-09-13T00:15:13.672286+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:14.226 INFO:tasks.rados.rados.0.smithi032.stdout:3378: finishing write tid 3 to smithi03267100-32 2024-09-13T00:15:14.227 INFO:tasks.rados.rados.0.smithi032.stdout:3378: finishing write tid 4 to smithi03267100-32 2024-09-13T00:15:14.227 INFO:tasks.rados.rados.0.smithi032.stdout:3380: finishing copy_from racing read to smithi03267100-27 2024-09-13T00:15:14.227 INFO:tasks.rados.rados.0.smithi032.stdout:3378: finishing write tid 5 to smithi03267100-32 2024-09-13T00:15:14.227 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 3060 (ObjNum 1088 snap 335 seq_num 1088) dirty exists 2024-09-13T00:15:14.227 INFO:tasks.rados.rados.0.smithi032.stdout:3378: left oid 32 (ObjNum 1088 snap 335 seq_num 1088) 2024-09-13T00:15:14.227 INFO:tasks.rados.rados.0.smithi032.stdout:3380: finishing copy_from to smithi03267100-27 2024-09-13T00:15:14.227 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2719 (ObjNum 1066 snap 327 seq_num 1066) dirty exists 2024-09-13T00:15:14.282 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:13 smithi053 bash[67631]: audit 2024-09-13T00:15:12.879203+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:14.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:13 smithi053 bash[67631]: audit 2024-09-13T00:15:12.889989+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:14.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:13 smithi053 bash[67631]: cluster 2024-09-13T00:15:13.253431+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2024-09-13T00:15:14.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:13 smithi053 bash[67631]: audit 2024-09-13T00:15:13.661250+0000 mon.a (mon.0) 1187 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:14.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:13 smithi053 bash[67631]: audit 2024-09-13T00:15:13.672286+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:14.894 INFO:tasks.rados.rados.0.smithi032.stdout:3378: done (3 left) 2024-09-13T00:15:14.894 INFO:tasks.rados.rados.0.smithi032.stdout:3379: done (2 left) 2024-09-13T00:15:14.894 INFO:tasks.rados.rados.0.smithi032.stdout:3380: done (1 left) 2024-09-13T00:15:14.894 INFO:tasks.rados.rados.0.smithi032.stdout:3381: done (0 left) 2024-09-13T00:15:14.894 INFO:tasks.rados.rados.0.smithi032.stdout:3382: setattr oid 45 current snap is 336 2024-09-13T00:15:14.896 INFO:tasks.rados.rados.0.smithi032.stdout:3383: copy_from oid 23 from oid 3 current snap is 336 2024-09-13T00:15:14.896 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 336 2024-09-13T00:15:14.897 INFO:tasks.rados.rados.0.smithi032.stdout:3384: seq_num 1089 ranges {7143424=647168,7790592=745472,8536064=57344} 2024-09-13T00:15:14.966 INFO:tasks.rados.rados.0.smithi032.stdout:3384: writing smithi03267100-26 from 7143424 to 7790592 tid 1 2024-09-13T00:15:14.972 INFO:tasks.rados.rados.0.smithi032.stdout:3384: writing smithi03267100-26 from 7790592 to 8536064 tid 2 2024-09-13T00:15:14.972 INFO:tasks.rados.rados.0.smithi032.stdout:3384: writing smithi03267100-26 from 8536064 to 8593408 tid 3 2024-09-13T00:15:14.972 INFO:tasks.rados.rados.0.smithi032.stdout:3385: snap_create 2024-09-13T00:15:14.972 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 2721 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T00:15:14.973 INFO:tasks.rados.rados.0.smithi032.stdout:3383: finishing copy_from racing read to smithi03267100-23 2024-09-13T00:15:14.975 INFO:tasks.rados.rados.0.smithi032.stdout:3383: finishing copy_from to smithi03267100-23 2024-09-13T00:15:14.975 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 2548 (ObjNum 1072 snap 330 seq_num 1072) dirty exists 2024-09-13T00:15:14.981 INFO:tasks.rados.rados.0.smithi032.stdout:3384: finishing write tid 1 to smithi03267100-26 2024-09-13T00:15:14.981 INFO:tasks.rados.rados.0.smithi032.stdout:3384: finishing write tid 2 to smithi03267100-26 2024-09-13T00:15:14.990 INFO:tasks.rados.rados.0.smithi032.stdout:3384: finishing write tid 3 to smithi03267100-26 2024-09-13T00:15:14.990 INFO:tasks.rados.rados.0.smithi032.stdout:3384: finishing write tid 4 to smithi03267100-26 2024-09-13T00:15:14.993 INFO:tasks.rados.rados.0.smithi032.stdout:3384: finishing write tid 5 to smithi03267100-26 2024-09-13T00:15:14.993 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 3075 (ObjNum 1089 snap 336 seq_num 1089) dirty exists 2024-09-13T00:15:14.993 INFO:tasks.rados.rados.0.smithi032.stdout:3384: left oid 26 (ObjNum 1089 snap 336 seq_num 1089) 2024-09-13T00:15:15.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:14 smithi032 bash[75510]: cluster 2024-09-13T00:15:13.213292+0000 mgr.y (mgr.34107) 354 : cluster [DBG] pgmap v633: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 715 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 21 op/s 2024-09-13T00:15:15.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:14 smithi032 bash[76677]: cluster 2024-09-13T00:15:13.213292+0000 mgr.y (mgr.34107) 354 : cluster [DBG] pgmap v633: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 715 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 21 op/s 2024-09-13T00:15:15.282 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:14 smithi053 bash[67631]: cluster 2024-09-13T00:15:13.213292+0000 mgr.y (mgr.34107) 354 : cluster [DBG] pgmap v633: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 715 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 21 op/s 2024-09-13T00:15:15.905 INFO:tasks.rados.rados.0.smithi032.stdout:3382: done (3 left) 2024-09-13T00:15:15.905 INFO:tasks.rados.rados.0.smithi032.stdout:3383: done (2 left) 2024-09-13T00:15:15.905 INFO:tasks.rados.rados.0.smithi032.stdout:3384: done (1 left) 2024-09-13T00:15:15.905 INFO:tasks.rados.rados.0.smithi032.stdout:3385: done (0 left) 2024-09-13T00:15:15.905 INFO:tasks.rados.rados.0.smithi032.stdout:3386: copy_from oid 47 from oid 22 current snap is 337 2024-09-13T00:15:15.905 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 337 2024-09-13T00:15:15.905 INFO:tasks.rados.rados.0.smithi032.stdout:3387: seq_num 1090 ranges {1277952=663552,1941504=630784,2572288=172032} 2024-09-13T00:15:15.918 INFO:tasks.rados.rados.0.smithi032.stdout:3387: writing smithi03267100-49 from 1277952 to 1941504 tid 1 2024-09-13T00:15:15.923 INFO:tasks.rados.rados.0.smithi032.stdout:3387: writing smithi03267100-49 from 1941504 to 2572288 tid 2 2024-09-13T00:15:15.924 INFO:tasks.rados.rados.0.smithi032.stdout:3387: writing smithi03267100-49 from 2572288 to 2744320 tid 3 2024-09-13T00:15:15.924 INFO:tasks.rados.rados.0.smithi032.stdout:3388: snap_remove snap 296 2024-09-13T00:15:16.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:15 smithi032 bash[75510]: cluster 2024-09-13T00:15:14.895936+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2024-09-13T00:15:16.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:15 smithi032 bash[75510]: cluster 2024-09-13T00:15:15.214007+0000 mgr.y (mgr.34107) 355 : cluster [DBG] pgmap v636: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 728 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-09-13T00:15:16.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:15 smithi032 bash[76677]: cluster 2024-09-13T00:15:14.895936+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2024-09-13T00:15:16.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:15 smithi032 bash[76677]: cluster 2024-09-13T00:15:15.214007+0000 mgr.y (mgr.34107) 355 : cluster [DBG] pgmap v636: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 728 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-09-13T00:15:16.282 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:15 smithi053 bash[67631]: cluster 2024-09-13T00:15:14.895936+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2024-09-13T00:15:16.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:15 smithi053 bash[67631]: cluster 2024-09-13T00:15:15.214007+0000 mgr.y (mgr.34107) 355 : cluster [DBG] pgmap v636: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 728 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-09-13T00:15:16.917 INFO:tasks.rados.rados.0.smithi032.stdout:3388: done (2 left) 2024-09-13T00:15:16.917 INFO:tasks.rados.rados.0.smithi032.stdout:3389: rmattr oid 16 current snap is 337 2024-09-13T00:15:16.917 INFO:tasks.rados.rados.0.smithi032.stdout:3386: finishing copy_from to smithi03267100-47 2024-09-13T00:15:16.917 INFO:tasks.rados.rados.0.smithi032.stdout:3386: got expected ENOENT (src dne) 2024-09-13T00:15:16.917 INFO:tasks.rados.rados.0.smithi032.stdout:3386: finishing copy_from racing read to smithi03267100-47 2024-09-13T00:15:16.918 INFO:tasks.rados.rados.0.smithi032.stdout:3387: finishing write tid 1 to smithi03267100-49 2024-09-13T00:15:16.918 INFO:tasks.rados.rados.0.smithi032.stdout:3387: finishing write tid 2 to smithi03267100-49 2024-09-13T00:15:16.918 INFO:tasks.rados.rados.0.smithi032.stdout:3387: finishing write tid 3 to smithi03267100-49 2024-09-13T00:15:16.918 INFO:tasks.rados.rados.0.smithi032.stdout:3387: finishing write tid 4 to smithi03267100-49 2024-09-13T00:15:16.918 INFO:tasks.rados.rados.0.smithi032.stdout:3387: finishing write tid 5 to smithi03267100-49 2024-09-13T00:15:16.918 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2725 (ObjNum 1090 snap 337 seq_num 1090) dirty exists 2024-09-13T00:15:16.918 INFO:tasks.rados.rados.0.smithi032.stdout:3387: left oid 49 (ObjNum 1090 snap 337 seq_num 1090) 2024-09-13T00:15:16.918 INFO:tasks.rados.rados.0.smithi032.stdout:3386: done (2 left) 2024-09-13T00:15:16.918 INFO:tasks.rados.rados.0.smithi032.stdout:3387: done (1 left) 2024-09-13T00:15:16.918 INFO:tasks.rados.rados.0.smithi032.stdout:3390: delete oid 42 current snap is 337 2024-09-13T00:15:16.921 INFO:tasks.rados.rados.0.smithi032.stdout:3390: done (1 left) 2024-09-13T00:15:16.921 INFO:tasks.rados.rados.0.smithi032.stdout:3391: rollback oid 34 current snap is 337 2024-09-13T00:15:16.921 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 34 to 328 2024-09-13T00:15:16.921 INFO:tasks.rados.rados.0.smithi032.stdout:3392: snap_remove snap 332 2024-09-13T00:15:17.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:16 smithi032 bash[75510]: cluster 2024-09-13T00:15:15.905645+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2024-09-13T00:15:17.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:16 smithi032 bash[76677]: cluster 2024-09-13T00:15:15.905645+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2024-09-13T00:15:17.282 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:16 smithi053 bash[67631]: cluster 2024-09-13T00:15:15.905645+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2024-09-13T00:15:17.928 INFO:tasks.rados.rados.0.smithi032.stdout:3392: done (2 left) 2024-09-13T00:15:17.928 INFO:tasks.rados.rados.0.smithi032.stdout:3393: snap_remove snap 330 2024-09-13T00:15:18.261 INFO:tasks.rados.rados.0.smithi032.stdout:3393: done (2 left) 2024-09-13T00:15:18.261 INFO:tasks.rados.rados.0.smithi032.stdout:3394: read oid 23 snap -1 2024-09-13T00:15:18.261 INFO:tasks.rados.rados.0.smithi032.stdout:3394: expect (ObjNum 1072 snap 330 seq_num 1072) 2024-09-13T00:15:18.261 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 337 2024-09-13T00:15:18.261 INFO:tasks.rados.rados.0.smithi032.stdout:3395: seq_num 1092 ranges {0=696320,696320=802816} 2024-09-13T00:15:18.262 INFO:tasks.rados.rados.0.smithi032.stdout:3395: writing smithi03267100-22 from 0 to 696320 tid 1 2024-09-13T00:15:18.270 INFO:tasks.rados.rados.0.smithi032.stdout:3395: writing smithi03267100-22 from 696320 to 1499136 tid 2 2024-09-13T00:15:18.270 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 2719 (ObjNum 994 snap 293 seq_num 994) dirty exists 2024-09-13T00:15:18.270 INFO:tasks.rados.rados.0.smithi032.stdout:3391: finishing rollback tid 1 to smithi03267100-34 2024-09-13T00:15:18.270 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 2578 (ObjNum 33 snap 0 seq_num 166763856) dirty dne 2024-09-13T00:15:18.270 INFO:tasks.rados.rados.0.smithi032.stdout:3389: done (3 left) 2024-09-13T00:15:18.270 INFO:tasks.rados.rados.0.smithi032.stdout:3391: done (2 left) 2024-09-13T00:15:18.270 INFO:tasks.rados.rados.0.smithi032.stdout:3396: setattr oid 21 current snap is 337 2024-09-13T00:15:18.274 INFO:tasks.rados.rados.0.smithi032.stdout:3397: rollback oid 25 current snap is 337 2024-09-13T00:15:18.274 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 281 2024-09-13T00:15:18.274 INFO:tasks.rados.rados.0.smithi032.stdout:3398: snap_remove snap 324 2024-09-13T00:15:18.282 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:17 smithi053 bash[67631]: cluster 2024-09-13T00:15:16.916378+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2024-09-13T00:15:18.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:17 smithi053 bash[67631]: cluster 2024-09-13T00:15:17.214741+0000 mgr.y (mgr.34107) 356 : cluster [DBG] pgmap v639: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2024-09-13T00:15:18.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:17 smithi032 bash[75510]: cluster 2024-09-13T00:15:16.916378+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2024-09-13T00:15:18.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:17 smithi032 bash[75510]: cluster 2024-09-13T00:15:17.214741+0000 mgr.y (mgr.34107) 356 : cluster [DBG] pgmap v639: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2024-09-13T00:15:18.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:17 smithi032 bash[76677]: cluster 2024-09-13T00:15:16.916378+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2024-09-13T00:15:18.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:17 smithi032 bash[76677]: cluster 2024-09-13T00:15:17.214741+0000 mgr.y (mgr.34107) 356 : cluster [DBG] pgmap v639: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2024-09-13T00:15:19.132 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:18 smithi032 bash[75510]: cluster 2024-09-13T00:15:17.925462+0000 mon.a (mon.0) 1192 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2024-09-13T00:15:19.132 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:18 smithi032 bash[75510]: cluster 2024-09-13T00:15:18.255706+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2024-09-13T00:15:19.133 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:18 smithi032 bash[76677]: cluster 2024-09-13T00:15:17.925462+0000 mon.a (mon.0) 1192 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2024-09-13T00:15:19.133 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:18 smithi032 bash[76677]: cluster 2024-09-13T00:15:18.255706+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2024-09-13T00:15:19.261 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2853 (ObjNum 965 snap 281 seq_num 965) dirty exists 2024-09-13T00:15:19.261 INFO:tasks.rados.rados.0.smithi032.stdout:3397: finishing rollback tid 1 to smithi03267100-25 2024-09-13T00:15:19.261 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2721 (ObjNum 161 snap 0 seq_num 168966912) dirty dne 2024-09-13T00:15:19.261 INFO:tasks.rados.rados.0.smithi032.stdout:3395: finishing write tid 1 to smithi03267100-22 2024-09-13T00:15:19.261 INFO:tasks.rados.rados.0.smithi032.stdout:3395: finishing write tid 2 to smithi03267100-22 2024-09-13T00:15:19.261 INFO:tasks.rados.rados.0.smithi032.stdout:3395: finishing write tid 3 to smithi03267100-22 2024-09-13T00:15:19.261 INFO:tasks.rados.rados.0.smithi032.stdout:3395: finishing write tid 4 to smithi03267100-22 2024-09-13T00:15:19.261 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 2733 (ObjNum 1092 snap 337 seq_num 1092) dirty exists 2024-09-13T00:15:19.262 INFO:tasks.rados.rados.0.smithi032.stdout:3395: left oid 22 (ObjNum 1092 snap 337 seq_num 1092) 2024-09-13T00:15:19.262 INFO:tasks.rados.rados.0.smithi032.stdout:3394: expect (ObjNum 1072 snap 330 seq_num 1072) 2024-09-13T00:15:19.282 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:18 smithi053 bash[67631]: cluster 2024-09-13T00:15:17.925462+0000 mon.a (mon.0) 1192 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2024-09-13T00:15:19.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:18 smithi053 bash[67631]: cluster 2024-09-13T00:15:18.255706+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2024-09-13T00:15:19.789 INFO:tasks.rados.rados.0.smithi032.stdout:3394: done (4 left) 2024-09-13T00:15:19.789 INFO:tasks.rados.rados.0.smithi032.stdout:3395: done (3 left) 2024-09-13T00:15:19.789 INFO:tasks.rados.rados.0.smithi032.stdout:3396: done (2 left) 2024-09-13T00:15:19.789 INFO:tasks.rados.rados.0.smithi032.stdout:3397: done (1 left) 2024-09-13T00:15:19.789 INFO:tasks.rados.rados.0.smithi032.stdout:3398: done (0 left) 2024-09-13T00:15:19.789 INFO:tasks.rados.rados.0.smithi032.stdout:3399: rmattr oid 44 current snap is 337 2024-09-13T00:15:19.789 INFO:tasks.rados.rados.0.smithi032.stdout:3399: done (0 left) 2024-09-13T00:15:19.789 INFO:tasks.rados.rados.0.smithi032.stdout:3400: snap_remove snap 282 2024-09-13T00:15:20.260 INFO:tasks.rados.rados.0.smithi032.stdout:3400: done (0 left) 2024-09-13T00:15:20.260 INFO:tasks.rados.rados.0.smithi032.stdout:3401: snap_create 2024-09-13T00:15:20.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:20 smithi053 bash[67631]: cluster 2024-09-13T00:15:19.215786+0000 mgr.y (mgr.34107) 357 : cluster [DBG] pgmap v642: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-09-13T00:15:20.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:20 smithi053 bash[67631]: cluster 2024-09-13T00:15:19.258661+0000 mon.a (mon.0) 1194 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2024-09-13T00:15:20.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:20 smithi032 bash[75510]: cluster 2024-09-13T00:15:19.215786+0000 mgr.y (mgr.34107) 357 : cluster [DBG] pgmap v642: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-09-13T00:15:20.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:20 smithi032 bash[75510]: cluster 2024-09-13T00:15:19.258661+0000 mon.a (mon.0) 1194 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2024-09-13T00:15:20.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:20 smithi032 bash[76677]: cluster 2024-09-13T00:15:19.215786+0000 mgr.y (mgr.34107) 357 : cluster [DBG] pgmap v642: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-09-13T00:15:20.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:20 smithi032 bash[76677]: cluster 2024-09-13T00:15:19.258661+0000 mon.a (mon.0) 1194 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2024-09-13T00:15:21.262 INFO:tasks.rados.rados.0.smithi032.stdout:3401: done (0 left) 2024-09-13T00:15:21.263 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 338 2024-09-13T00:15:21.263 INFO:tasks.rados.rados.0.smithi032.stdout:3402: seq_num 1093 ranges {16605184=712704,17317888=688128,18006016=114688} 2024-09-13T00:15:21.364 INFO:tasks.rados.rados.0.smithi032.stdout:3402: writing smithi03267100-29 from 16605184 to 17317888 tid 1 2024-09-13T00:15:21.368 INFO:tasks.rados.rados.0.smithi032.stdout:3402: writing smithi03267100-29 from 17317888 to 18006016 tid 2 2024-09-13T00:15:21.368 INFO:tasks.rados.rados.0.smithi032.stdout:3402: writing smithi03267100-29 from 18006016 to 18120704 tid 3 2024-09-13T00:15:21.369 INFO:tasks.rados.rados.0.smithi032.stdout:3403: delete oid 37 current snap is 338 2024-09-13T00:15:21.373 INFO:tasks.rados.rados.0.smithi032.stdout:3403: done (1 left) 2024-09-13T00:15:21.373 INFO:tasks.rados.rados.0.smithi032.stdout:3404: copy_from oid 33 from oid 15 current snap is 338 2024-09-13T00:15:21.373 INFO:tasks.rados.rados.0.smithi032.stdout:3405: read oid 20 snap 306 2024-09-13T00:15:21.373 INFO:tasks.rados.rados.0.smithi032.stdout:3405: expect deleted 2024-09-13T00:15:21.373 INFO:tasks.rados.rados.0.smithi032.stdout:3406: copy_from oid 39 from oid 7 current snap is 338 2024-09-13T00:15:21.373 INFO:tasks.rados.rados.0.smithi032.stdout:3407: snap_create 2024-09-13T00:15:21.377 INFO:tasks.rados.rados.0.smithi032.stdout:3402: finishing write tid 1 to smithi03267100-29 2024-09-13T00:15:21.379 INFO:tasks.rados.rados.0.smithi032.stdout:3402: finishing write tid 2 to smithi03267100-29 2024-09-13T00:15:21.381 INFO:tasks.rados.rados.0.smithi032.stdout:3402: finishing write tid 3 to smithi03267100-29 2024-09-13T00:15:21.382 INFO:tasks.rados.rados.0.smithi032.stdout:3402: finishing write tid 4 to smithi03267100-29 2024-09-13T00:15:21.385 INFO:tasks.rados.rados.0.smithi032.stdout:3402: finishing write tid 5 to smithi03267100-29 2024-09-13T00:15:21.385 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2737 (ObjNum 1093 snap 338 seq_num 1093) dirty exists 2024-09-13T00:15:21.385 INFO:tasks.rados.rados.0.smithi032.stdout:3402: left oid 29 (ObjNum 1093 snap 338 seq_num 1093) 2024-09-13T00:15:21.390 INFO:tasks.rados.rados.0.smithi032.stdout:3404: finishing copy_from racing read to smithi03267100-33 2024-09-13T00:15:21.390 INFO:tasks.rados.rados.0.smithi032.stdout:3404: finishing copy_from to smithi03267100-33 2024-09-13T00:15:21.390 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2553 (ObjNum 1086 snap 334 seq_num 1086) dirty exists 2024-09-13T00:15:21.403 INFO:tasks.rados.rados.0.smithi032.stdout:3406: finishing copy_from racing read to smithi03267100-39 2024-09-13T00:15:21.405 INFO:tasks.rados.rados.0.smithi032.stdout:3406: finishing copy_from to smithi03267100-39 2024-09-13T00:15:21.406 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2549 (ObjNum 957 snap 279 seq_num 957) dirty exists 2024-09-13T00:15:21.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:21 smithi053 bash[67631]: cluster 2024-09-13T00:15:20.261512+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2024-09-13T00:15:21.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:21 smithi053 bash[67631]: cluster 2024-09-13T00:15:21.265139+0000 mon.a (mon.0) 1196 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2024-09-13T00:15:21.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:21 smithi032 bash[75510]: cluster 2024-09-13T00:15:20.261512+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2024-09-13T00:15:21.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:21 smithi032 bash[75510]: cluster 2024-09-13T00:15:21.265139+0000 mon.a (mon.0) 1196 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2024-09-13T00:15:21.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:21 smithi032 bash[76677]: cluster 2024-09-13T00:15:20.261512+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2024-09-13T00:15:21.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:21 smithi032 bash[76677]: cluster 2024-09-13T00:15:21.265139+0000 mon.a (mon.0) 1196 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2024-09-13T00:15:22.285 INFO:tasks.rados.rados.0.smithi032.stdout:3402: done (4 left) 2024-09-13T00:15:22.285 INFO:tasks.rados.rados.0.smithi032.stdout:3404: done (3 left) 2024-09-13T00:15:22.285 INFO:tasks.rados.rados.0.smithi032.stdout:3405: done (2 left) 2024-09-13T00:15:22.285 INFO:tasks.rados.rados.0.smithi032.stdout:3406: done (1 left) 2024-09-13T00:15:22.285 INFO:tasks.rados.rados.0.smithi032.stdout:3407: done (0 left) 2024-09-13T00:15:22.285 INFO:tasks.rados.rados.0.smithi032.stdout:3408: delete oid 8 current snap is 339 2024-09-13T00:15:22.297 INFO:tasks.rados.rados.0.smithi032.stdout:3408: done (0 left) 2024-09-13T00:15:22.297 INFO:tasks.rados.rados.0.smithi032.stdout:3409: snap_remove snap 256 2024-09-13T00:15:22.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:22 smithi032 bash[75510]: cluster 2024-09-13T00:15:21.216819+0000 mgr.y (mgr.34107) 358 : cluster [DBG] pgmap v645: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-13T00:15:22.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:15:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:15:22] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-09-13T00:15:22.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:22 smithi032 bash[76677]: cluster 2024-09-13T00:15:21.216819+0000 mgr.y (mgr.34107) 358 : cluster [DBG] pgmap v645: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-13T00:15:22.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:22 smithi053 bash[67631]: cluster 2024-09-13T00:15:21.216819+0000 mgr.y (mgr.34107) 358 : cluster [DBG] pgmap v645: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-13T00:15:22.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:22 smithi053 bash[60895]: ts=2024-09-13T00:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:15:23.257 INFO:tasks.rados.rados.0.smithi032.stdout:3409: done (0 left) 2024-09-13T00:15:23.257 INFO:tasks.rados.rados.0.smithi032.stdout:3410: rmattr oid 5 current snap is 339 2024-09-13T00:15:23.257 INFO:tasks.rados.rados.0.smithi032.stdout:3410: done (0 left) 2024-09-13T00:15:23.257 INFO:tasks.rados.rados.0.smithi032.stdout:3411: snap_create 2024-09-13T00:15:23.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:23 smithi032 bash[75510]: cluster 2024-09-13T00:15:22.284547+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2024-09-13T00:15:23.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:23 smithi032 bash[75510]: audit 2024-09-13T00:15:22.950516+0000 mon.a (mon.0) 1198 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:23.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:23 smithi032 bash[75510]: audit 2024-09-13T00:15:22.960045+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:23.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:23 smithi032 bash[75510]: cluster 2024-09-13T00:15:23.258371+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2024-09-13T00:15:23.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:23 smithi032 bash[76677]: cluster 2024-09-13T00:15:22.284547+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2024-09-13T00:15:23.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:23 smithi032 bash[76677]: audit 2024-09-13T00:15:22.950516+0000 mon.a (mon.0) 1198 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:23.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:23 smithi032 bash[76677]: audit 2024-09-13T00:15:22.960045+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:23.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:23 smithi032 bash[76677]: cluster 2024-09-13T00:15:23.258371+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2024-09-13T00:15:23.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:23 smithi053 bash[67631]: cluster 2024-09-13T00:15:22.284547+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2024-09-13T00:15:23.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:23 smithi053 bash[67631]: audit 2024-09-13T00:15:22.950516+0000 mon.a (mon.0) 1198 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:23.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:23 smithi053 bash[67631]: audit 2024-09-13T00:15:22.960045+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:23.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:23 smithi053 bash[67631]: cluster 2024-09-13T00:15:23.258371+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2024-09-13T00:15:24.259 INFO:tasks.rados.rados.0.smithi032.stdout:3411: done (0 left) 2024-09-13T00:15:24.259 INFO:tasks.rados.rados.0.smithi032.stdout:3412: snap_remove snap 281 2024-09-13T00:15:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: cluster 2024-09-13T00:15:23.217906+0000 mgr.y (mgr.34107) 359 : cluster [DBG] pgmap v648: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 739 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T00:15:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.513702+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.524280+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.526593+0000 mon.a (mon.0) 1203 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:15:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.529033+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:15:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.539436+0000 mon.a (mon.0) 1205 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.695868+0000 mon.a (mon.0) 1206 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:15:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.701121+0000 mon.a (mon.0) 1207 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.703992+0000 mon.a (mon.0) 1208 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.706272+0000 mon.a (mon.0) 1209 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.709793+0000 mon.a (mon.0) 1210 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.713927+0000 mon.a (mon.0) 1211 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.716304+0000 mon.a (mon.0) 1212 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.719092+0000 mon.a (mon.0) 1213 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.721987+0000 mon.a (mon.0) 1214 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.724888+0000 mon.a (mon.0) 1215 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.727762+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.730599+0000 mon.a (mon.0) 1217 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.735989+0000 mon.a (mon.0) 1218 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: audit 2024-09-13T00:15:23.740191+0000 mon.a (mon.0) 1219 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:24 smithi053 bash[67631]: cluster 2024-09-13T00:15:24.260764+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2024-09-13T00:15:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: cluster 2024-09-13T00:15:23.217906+0000 mgr.y (mgr.34107) 359 : cluster [DBG] pgmap v648: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 739 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T00:15:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.513702+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.524280+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.526593+0000 mon.a (mon.0) 1203 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:15:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.529033+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:15:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.539436+0000 mon.a (mon.0) 1205 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.695868+0000 mon.a (mon.0) 1206 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:15:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.701121+0000 mon.a (mon.0) 1207 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.703992+0000 mon.a (mon.0) 1208 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.706272+0000 mon.a (mon.0) 1209 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.709793+0000 mon.a (mon.0) 1210 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.713927+0000 mon.a (mon.0) 1211 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.716304+0000 mon.a (mon.0) 1212 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.719092+0000 mon.a (mon.0) 1213 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.721987+0000 mon.a (mon.0) 1214 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.724888+0000 mon.a (mon.0) 1215 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.727762+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.730599+0000 mon.a (mon.0) 1217 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.735989+0000 mon.a (mon.0) 1218 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: cluster 2024-09-13T00:15:23.217906+0000 mgr.y (mgr.34107) 359 : cluster [DBG] pgmap v648: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 739 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T00:15:24.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.513702+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.524280+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.526593+0000 mon.a (mon.0) 1203 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:15:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.529033+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:15:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.539436+0000 mon.a (mon.0) 1205 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.695868+0000 mon.a (mon.0) 1206 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:15:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.701121+0000 mon.a (mon.0) 1207 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.703992+0000 mon.a (mon.0) 1208 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.706272+0000 mon.a (mon.0) 1209 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.709793+0000 mon.a (mon.0) 1210 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.713927+0000 mon.a (mon.0) 1211 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.716304+0000 mon.a (mon.0) 1212 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.719092+0000 mon.a (mon.0) 1213 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.721987+0000 mon.a (mon.0) 1214 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.724888+0000 mon.a (mon.0) 1215 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.727762+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.730599+0000 mon.a (mon.0) 1217 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.735989+0000 mon.a (mon.0) 1218 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: audit 2024-09-13T00:15:23.740191+0000 mon.a (mon.0) 1219 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[76677]: cluster 2024-09-13T00:15:24.260764+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2024-09-13T00:15:24.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: audit 2024-09-13T00:15:23.740191+0000 mon.a (mon.0) 1219 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:24.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:24 smithi032 bash[75510]: cluster 2024-09-13T00:15:24.260764+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2024-09-13T00:15:25.266 INFO:tasks.rados.rados.0.smithi032.stdout:3412: done (0 left) 2024-09-13T00:15:25.267 INFO:tasks.rados.rados.0.smithi032.stdout:3413: snap_remove snap 336 2024-09-13T00:15:25.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:25 smithi053 bash[67631]: audit 2024-09-13T00:15:25.134999+0000 mon.a (mon.0) 1221 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:15:25.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:25 smithi053 bash[67631]: cluster 2024-09-13T00:15:25.263779+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2024-09-13T00:15:25.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:25 smithi032 bash[75510]: audit 2024-09-13T00:15:25.134999+0000 mon.a (mon.0) 1221 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:15:25.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:25 smithi032 bash[75510]: cluster 2024-09-13T00:15:25.263779+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2024-09-13T00:15:25.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:25 smithi032 bash[76677]: audit 2024-09-13T00:15:25.134999+0000 mon.a (mon.0) 1221 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:15:25.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:25 smithi032 bash[76677]: cluster 2024-09-13T00:15:25.263779+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2024-09-13T00:15:26.267 INFO:tasks.rados.rados.0.smithi032.stdout:3413: done (0 left) 2024-09-13T00:15:26.267 INFO:tasks.rados.rados.0.smithi032.stdout:3414: snap_create 2024-09-13T00:15:26.468 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:15:26.768 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:15:26.768 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9m) 15s ago 15m 14.3M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:15:26.768 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (8m) 13s ago 15m 74.5M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:15:26.768 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (78s) 15s ago 16m 13.2M - 18.2.4-837-g7a853b17 f21ba1eea74e 85459de8ee31 2024-09-13T00:15:26.768 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (46s) 13s ago 16m 11.7M - 18.2.4-837-g7a853b17 f21ba1eea74e 25faed2b7711 2024-09-13T00:15:26.769 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (8m) 13s ago 24m 427M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:15:26.769 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8m) 15s ago 27m 494M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:15:26.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7m) 15s ago 27m 71.4M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:15:26.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (6m) 13s ago 25m 50.5M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:15:26.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7m) 15s ago 25m 53.9M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:15:26.769 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (24s) 15s ago 15m 3151k - 1.5.0 0da6a335fe13 0cc156f08071 2024-09-13T00:15:26.769 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (20s) 13s ago 15m 6975k - 1.5.0 0da6a335fe13 c84ab40d742d 2024-09-13T00:15:26.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5m) 15s ago 23m 473M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e a4f5d6d727f8 2024-09-13T00:15:26.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4m) 15s ago 23m 458M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 953c3952f855 2024-09-13T00:15:26.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4m) 15s ago 22m 529M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 49cc31a24edc 2024-09-13T00:15:26.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3m) 15s ago 21m 195M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 662cbd030bbe 2024-09-13T00:15:26.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (3m) 13s ago 20m 371M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 78e01b7bbadc 2024-09-13T00:15:26.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (2m) 13s ago 19m 515M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 2900232c845c 2024-09-13T00:15:26.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (2m) 13s ago 18m 224M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 94ea5bcab139 2024-09-13T00:15:26.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (102s) 13s ago 17m 414M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 3877b4d27e6c 2024-09-13T00:15:26.770 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (8m) 13s ago 16m 58.8M - 2.43.0 a07b618ecd1d 6bc38701a59e 2024-09-13T00:15:26.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:26 smithi053 bash[67631]: cluster 2024-09-13T00:15:25.218649+0000 mgr.y (mgr.34107) 360 : cluster [DBG] pgmap v651: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 735 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 712 KiB/s wr, 1 op/s 2024-09-13T00:15:26.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:26 smithi053 bash[67631]: cluster 2024-09-13T00:15:26.268641+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2024-09-13T00:15:26.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:26 smithi032 bash[75510]: cluster 2024-09-13T00:15:25.218649+0000 mgr.y (mgr.34107) 360 : cluster [DBG] pgmap v651: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 735 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 712 KiB/s wr, 1 op/s 2024-09-13T00:15:26.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:26 smithi032 bash[75510]: cluster 2024-09-13T00:15:26.268641+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2024-09-13T00:15:26.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:26 smithi032 bash[76677]: cluster 2024-09-13T00:15:25.218649+0000 mgr.y (mgr.34107) 360 : cluster [DBG] pgmap v651: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 735 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 712 KiB/s wr, 1 op/s 2024-09-13T00:15:26.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:26 smithi032 bash[76677]: cluster 2024-09-13T00:15:26.268641+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2024-09-13T00:15:27.127 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:15:27.127 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:15:27.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:15:27.128 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:15:27.128 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:15:27.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:15:27.128 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:15:27.128 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:15:27.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-13T00:15:27.128 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:15:27.128 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:15:27.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:15:27.128 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:15:27.128 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:15:27.129 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 15 2024-09-13T00:15:27.129 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:15:27.129 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:15:27.269 INFO:tasks.rados.rados.0.smithi032.stdout:3414: done (0 left) 2024-09-13T00:15:27.270 INFO:tasks.rados.rados.0.smithi032.stdout:3415: read oid 36 snap 322 2024-09-13T00:15:27.270 INFO:tasks.rados.rados.0.smithi032.stdout:3415: expect deleted 2024-09-13T00:15:27.270 INFO:tasks.rados.rados.0.smithi032.stdout:3416: setattr oid 19 current snap is 341 2024-09-13T00:15:27.272 INFO:tasks.rados.rados.0.smithi032.stdout:3417: copy_from oid 31 from oid 11 current snap is 341 2024-09-13T00:15:27.272 INFO:tasks.rados.rados.0.smithi032.stdout:3418: snap_remove snap 316 2024-09-13T00:15:27.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:27 smithi053 bash[67631]: cephadm 2024-09-13T00:15:26.027651+0000 mgr.y (mgr.34107) 361 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-13T00:15:27.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:27 smithi053 bash[67631]: cephadm 2024-09-13T00:15:26.352758+0000 mgr.y (mgr.34107) 362 : cephadm [INF] Deploying daemon prometheus.a on smithi053 2024-09-13T00:15:27.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:27 smithi053 bash[67631]: audit 2024-09-13T00:15:26.414079+0000 mgr.y (mgr.34107) 363 : audit [DBG] from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:15:27.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:27 smithi053 bash[67631]: audit 2024-09-13T00:15:26.757638+0000 mgr.y (mgr.34107) 364 : audit [DBG] from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:15:27.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:27 smithi053 bash[67631]: audit 2024-09-13T00:15:27.129796+0000 mon.a (mon.0) 1224 : audit [DBG] from='client.? 172.21.15.32:0/3749280107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:27.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:27 smithi053 bash[67631]: cluster 2024-09-13T00:15:27.268271+0000 mon.a (mon.0) 1225 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2024-09-13T00:15:27.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:27 smithi032 bash[75510]: cephadm 2024-09-13T00:15:26.027651+0000 mgr.y (mgr.34107) 361 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-13T00:15:27.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:27 smithi032 bash[75510]: cephadm 2024-09-13T00:15:26.352758+0000 mgr.y (mgr.34107) 362 : cephadm [INF] Deploying daemon prometheus.a on smithi053 2024-09-13T00:15:27.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:27 smithi032 bash[75510]: audit 2024-09-13T00:15:26.414079+0000 mgr.y (mgr.34107) 363 : audit [DBG] from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:15:27.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:27 smithi032 bash[75510]: audit 2024-09-13T00:15:26.757638+0000 mgr.y (mgr.34107) 364 : audit [DBG] from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:15:27.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:27 smithi032 bash[75510]: audit 2024-09-13T00:15:27.129796+0000 mon.a (mon.0) 1224 : audit [DBG] from='client.? 172.21.15.32:0/3749280107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:27.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:27 smithi032 bash[75510]: cluster 2024-09-13T00:15:27.268271+0000 mon.a (mon.0) 1225 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2024-09-13T00:15:27.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:27 smithi032 bash[76677]: cephadm 2024-09-13T00:15:26.027651+0000 mgr.y (mgr.34107) 361 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-13T00:15:27.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:27 smithi032 bash[76677]: cephadm 2024-09-13T00:15:26.352758+0000 mgr.y (mgr.34107) 362 : cephadm [INF] Deploying daemon prometheus.a on smithi053 2024-09-13T00:15:27.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:27 smithi032 bash[76677]: audit 2024-09-13T00:15:26.414079+0000 mgr.y (mgr.34107) 363 : audit [DBG] from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:15:27.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:27 smithi032 bash[76677]: audit 2024-09-13T00:15:26.757638+0000 mgr.y (mgr.34107) 364 : audit [DBG] from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:15:27.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:27 smithi032 bash[76677]: audit 2024-09-13T00:15:27.129796+0000 mon.a (mon.0) 1224 : audit [DBG] from='client.? 172.21.15.32:0/3749280107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:27.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:27 smithi032 bash[76677]: cluster 2024-09-13T00:15:27.268271+0000 mon.a (mon.0) 1225 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2024-09-13T00:15:28.263 INFO:tasks.rados.rados.0.smithi032.stdout:3418: done (3 left) 2024-09-13T00:15:28.264 INFO:tasks.rados.rados.0.smithi032.stdout:3419: rmattr oid 15 current snap is 341 2024-09-13T00:15:28.264 INFO:tasks.rados.rados.0.smithi032.stdout:3419: done (3 left) 2024-09-13T00:15:28.264 INFO:tasks.rados.rados.0.smithi032.stdout:3420: rollback oid 12 current snap is 341 2024-09-13T00:15:28.264 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 329 2024-09-13T00:15:28.264 INFO:tasks.rados.rados.0.smithi032.stdout:3417: finishing copy_from to smithi03267100-31 2024-09-13T00:15:28.264 INFO:tasks.rados.rados.0.smithi032.stdout:3417: got expected ENOENT (src dne) 2024-09-13T00:15:28.264 INFO:tasks.rados.rados.0.smithi032.stdout:3417: finishing copy_from racing read to smithi03267100-31 2024-09-13T00:15:28.264 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2720 (ObjNum 1072 snap 330 seq_num 1072) dirty exists 2024-09-13T00:15:28.264 INFO:tasks.rados.rados.0.smithi032.stdout:3415: done (3 left) 2024-09-13T00:15:28.264 INFO:tasks.rados.rados.0.smithi032.stdout:3416: done (2 left) 2024-09-13T00:15:28.264 INFO:tasks.rados.rados.0.smithi032.stdout:3417: done (1 left) 2024-09-13T00:15:28.264 INFO:tasks.rados.rados.0.smithi032.stdout:3421: snap_remove snap 300 2024-09-13T00:15:28.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:28 smithi053 bash[67631]: cluster 2024-09-13T00:15:27.219432+0000 mgr.y (mgr.34107) 365 : cluster [DBG] pgmap v654: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 730 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.4 MiB/s wr, 2 op/s 2024-09-13T00:15:28.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:28 smithi053 bash[67631]: cluster 2024-09-13T00:15:28.260776+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2024-09-13T00:15:28.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:28 smithi032 bash[76677]: cluster 2024-09-13T00:15:27.219432+0000 mgr.y (mgr.34107) 365 : cluster [DBG] pgmap v654: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 730 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.4 MiB/s wr, 2 op/s 2024-09-13T00:15:28.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:28 smithi032 bash[76677]: cluster 2024-09-13T00:15:28.260776+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2024-09-13T00:15:28.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:28 smithi032 bash[75510]: cluster 2024-09-13T00:15:27.219432+0000 mgr.y (mgr.34107) 365 : cluster [DBG] pgmap v654: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 730 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.4 MiB/s wr, 2 op/s 2024-09-13T00:15:28.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:28 smithi032 bash[75510]: cluster 2024-09-13T00:15:28.260776+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2024-09-13T00:15:29.263 INFO:tasks.rados.rados.0.smithi032.stdout:3420: finishing rollback tid 0 to smithi03267100-12 2024-09-13T00:15:29.263 INFO:tasks.rados.rados.0.smithi032.stdout:3420: finishing rollback tid 1 to smithi03267100-12 2024-09-13T00:15:29.263 INFO:tasks.rados.rados.0.smithi032.stdout:3420: finishing rollback tid 2 to smithi03267100-12 2024-09-13T00:15:29.263 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2722 (ObjNum 993 snap 293 seq_num 993) dirty exists 2024-09-13T00:15:29.263 INFO:tasks.rados.rados.0.smithi032.stdout:3420: done (1 left) 2024-09-13T00:15:29.263 INFO:tasks.rados.rados.0.smithi032.stdout:3421: done (0 left) 2024-09-13T00:15:29.263 INFO:tasks.rados.rados.0.smithi032.stdout:3422: snap_remove snap 280 2024-09-13T00:15:30.266 INFO:tasks.rados.rados.0.smithi032.stdout:3422: done (0 left) 2024-09-13T00:15:30.266 INFO:tasks.rados.rados.0.smithi032.stdout:3423: copy_from oid 37 from oid 24 current snap is 341 2024-09-13T00:15:30.267 INFO:tasks.rados.rados.0.smithi032.stdout:3424: copy_from oid 28 from oid 12 current snap is 341 2024-09-13T00:15:30.267 INFO:tasks.rados.rados.0.smithi032.stdout:3425: snap_remove snap 320 2024-09-13T00:15:30.523 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:30 smithi053 bash[67631]: cluster 2024-09-13T00:15:29.220444+0000 mgr.y (mgr.34107) 366 : cluster [DBG] pgmap v657: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 726 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 702 KiB/s wr, 0 op/s 2024-09-13T00:15:30.523 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:30 smithi053 bash[67631]: cluster 2024-09-13T00:15:29.264148+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2024-09-13T00:15:30.523 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:30 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:30.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:30 smithi032 bash[76677]: cluster 2024-09-13T00:15:29.220444+0000 mgr.y (mgr.34107) 366 : cluster [DBG] pgmap v657: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 726 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 702 KiB/s wr, 0 op/s 2024-09-13T00:15:30.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:30 smithi032 bash[76677]: cluster 2024-09-13T00:15:29.264148+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2024-09-13T00:15:30.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:30 smithi032 bash[75510]: cluster 2024-09-13T00:15:29.220444+0000 mgr.y (mgr.34107) 366 : cluster [DBG] pgmap v657: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 726 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 702 KiB/s wr, 0 op/s 2024-09-13T00:15:30.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:30 smithi032 bash[75510]: cluster 2024-09-13T00:15:29.264148+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2024-09-13T00:15:30.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:30 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:30.777 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:15:30 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:30.777 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:15:30 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:30.777 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:15:30 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:30.778 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:15:30 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:30.778 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:15:30 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:30.778 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:30 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:30.778 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:15:30 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:30.779 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:15:30 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:30.779 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:30 smithi053 systemd[1]: Stopping Ceph prometheus.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:15:30.779 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:30 smithi053 bash[60895]: ts=2024-09-13T00:15:30.747Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T00:15:30.779 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:30 smithi053 bash[60895]: ts=2024-09-13T00:15:30.747Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T00:15:30.779 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:30 smithi053 bash[60895]: ts=2024-09-13T00:15:30.747Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T00:15:30.779 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:30 smithi053 bash[60895]: ts=2024-09-13T00:15:30.747Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T00:15:30.779 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:30 smithi053 bash[60895]: ts=2024-09-13T00:15:30.747Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T00:15:30.779 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:30 smithi053 bash[60895]: ts=2024-09-13T00:15:30.747Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T00:15:30.780 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:30 smithi053 bash[60895]: ts=2024-09-13T00:15:30.747Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T00:15:30.780 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:30 smithi053 bash[60895]: ts=2024-09-13T00:15:30.747Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T00:15:30.780 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:30 smithi053 bash[60895]: ts=2024-09-13T00:15:30.748Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T00:15:30.780 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:30 smithi053 bash[60895]: ts=2024-09-13T00:15:30.748Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T00:15:30.780 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:30 smithi053 bash[60895]: ts=2024-09-13T00:15:30.748Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T00:15:30.780 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:30 smithi053 bash[60895]: ts=2024-09-13T00:15:30.748Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T00:15:31.271 INFO:tasks.rados.rados.0.smithi032.stdout:3423: finishing copy_from racing read to smithi03267100-37 2024-09-13T00:15:31.272 INFO:tasks.rados.rados.0.smithi032.stdout:3423: finishing copy_from to smithi03267100-37 2024-09-13T00:15:31.272 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2323 (ObjNum 984 snap 285 seq_num 984) dirty exists 2024-09-13T00:15:31.272 INFO:tasks.rados.rados.0.smithi032.stdout:3424: finishing copy_from racing read to smithi03267100-28 2024-09-13T00:15:31.272 INFO:tasks.rados.rados.0.smithi032.stdout:3424: finishing copy_from to smithi03267100-28 2024-09-13T00:15:31.272 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 2722 (ObjNum 993 snap 293 seq_num 993) dirty exists 2024-09-13T00:15:31.277 INFO:tasks.rados.rados.0.smithi032.stdout:3423: done (2 left) 2024-09-13T00:15:31.277 INFO:tasks.rados.rados.0.smithi032.stdout:3424: done (1 left) 2024-09-13T00:15:31.277 INFO:tasks.rados.rados.0.smithi032.stdout:3425: done (0 left) 2024-09-13T00:15:31.277 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 341 2024-09-13T00:15:31.277 INFO:tasks.rados.rados.0.smithi032.stdout:3426: seq_num 1096 ranges {3473408=761856,4235264=786432,5021696=16384} 2024-09-13T00:15:31.338 INFO:tasks.rados.rados.0.smithi032.stdout:3426: writing smithi03267100-16 from 3473408 to 4235264 tid 1 2024-09-13T00:15:31.347 INFO:tasks.rados.rados.0.smithi032.stdout:3426: writing smithi03267100-16 from 4235264 to 5021696 tid 2 2024-09-13T00:15:31.347 INFO:tasks.rados.rados.0.smithi032.stdout:3426: writing smithi03267100-16 from 5021696 to 5038080 tid 3 2024-09-13T00:15:31.347 INFO:tasks.rados.rados.0.smithi032.stdout:3427: rmattr oid 34 current snap is 341 2024-09-13T00:15:31.347 INFO:tasks.rados.rados.0.smithi032.stdout:3427: done (1 left) 2024-09-13T00:15:31.347 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 341 2024-09-13T00:15:31.347 INFO:tasks.rados.rados.0.smithi032.stdout:3426: finishing write tid 1 to smithi03267100-16 2024-09-13T00:15:31.347 INFO:tasks.rados.rados.0.smithi032.stdout:3428: seq_num 1097 ranges {1343488=778240,2121728=671744,2793472=131072} 2024-09-13T00:15:31.366 INFO:tasks.rados.rados.0.smithi032.stdout:3428: writing smithi03267100-36 from 1343488 to 2121728 tid 1 2024-09-13T00:15:31.372 INFO:tasks.rados.rados.0.smithi032.stdout:3428: writing smithi03267100-36 from 2121728 to 2793472 tid 2 2024-09-13T00:15:31.373 INFO:tasks.rados.rados.0.smithi032.stdout:3428: writing smithi03267100-36 from 2793472 to 2924544 tid 3 2024-09-13T00:15:31.373 INFO:tasks.rados.rados.0.smithi032.stdout:3429: setattr oid 21 current snap is 341 2024-09-13T00:15:31.374 INFO:tasks.rados.rados.0.smithi032.stdout:3426: finishing write tid 2 to smithi03267100-16 2024-09-13T00:15:31.374 INFO:tasks.rados.rados.0.smithi032.stdout:3426: finishing write tid 3 to smithi03267100-16 2024-09-13T00:15:31.374 INFO:tasks.rados.rados.0.smithi032.stdout:3426: finishing write tid 4 to smithi03267100-16 2024-09-13T00:15:31.374 INFO:tasks.rados.rados.0.smithi032.stdout:3426: finishing write tid 5 to smithi03267100-16 2024-09-13T00:15:31.374 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 2726 (ObjNum 1096 snap 341 seq_num 1096) dirty exists 2024-09-13T00:15:31.374 INFO:tasks.rados.rados.0.smithi032.stdout:3426: left oid 16 (ObjNum 1096 snap 341 seq_num 1096) 2024-09-13T00:15:31.374 INFO:tasks.rados.rados.0.smithi032.stdout:3428: finishing write tid 1 to smithi03267100-36 2024-09-13T00:15:31.376 INFO:tasks.rados.rados.0.smithi032.stdout:3426: done (2 left) 2024-09-13T00:15:31.376 INFO:tasks.rados.rados.0.smithi032.stdout:3430: read oid 29 snap -1 2024-09-13T00:15:31.376 INFO:tasks.rados.rados.0.smithi032.stdout:3430: expect (ObjNum 1093 snap 338 seq_num 1093) 2024-09-13T00:15:31.376 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 341 2024-09-13T00:15:31.376 INFO:tasks.rados.rados.0.smithi032.stdout:3431: seq_num 1098 ranges {2809856=794624,3604480=557056,4161536=245760} 2024-09-13T00:15:31.406 INFO:tasks.rados.rados.0.smithi032.stdout:3431: writing smithi03267100-30 from 2809856 to 3604480 tid 1 2024-09-13T00:15:31.410 INFO:tasks.rados.rados.0.smithi032.stdout:3431: writing smithi03267100-30 from 3604480 to 4161536 tid 2 2024-09-13T00:15:31.412 INFO:tasks.rados.rados.0.smithi032.stdout:3431: writing smithi03267100-30 from 4161536 to 4407296 tid 3 2024-09-13T00:15:31.412 INFO:tasks.rados.rados.0.smithi032.stdout:3432: snap_create 2024-09-13T00:15:31.413 INFO:tasks.rados.rados.0.smithi032.stdout:3428: finishing write tid 2 to smithi03267100-36 2024-09-13T00:15:31.413 INFO:tasks.rados.rados.0.smithi032.stdout:3428: finishing write tid 3 to smithi03267100-36 2024-09-13T00:15:31.413 INFO:tasks.rados.rados.0.smithi032.stdout:3428: finishing write tid 4 to smithi03267100-36 2024-09-13T00:15:31.413 INFO:tasks.rados.rados.0.smithi032.stdout:3428: finishing write tid 5 to smithi03267100-36 2024-09-13T00:15:31.413 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2950 (ObjNum 1097 snap 341 seq_num 1097) dirty exists 2024-09-13T00:15:31.413 INFO:tasks.rados.rados.0.smithi032.stdout:3428: left oid 36 (ObjNum 1097 snap 341 seq_num 1097) 2024-09-13T00:15:31.413 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2952 (ObjNum 965 snap 281 seq_num 965) dirty exists 2024-09-13T00:15:31.413 INFO:tasks.rados.rados.0.smithi032.stdout:3431: finishing write tid 1 to smithi03267100-30 2024-09-13T00:15:31.417 INFO:tasks.rados.rados.0.smithi032.stdout:3431: finishing write tid 2 to smithi03267100-30 2024-09-13T00:15:31.419 INFO:tasks.rados.rados.0.smithi032.stdout:3431: finishing write tid 3 to smithi03267100-30 2024-09-13T00:15:31.419 INFO:tasks.rados.rados.0.smithi032.stdout:3431: finishing write tid 4 to smithi03267100-30 2024-09-13T00:15:31.421 INFO:tasks.rados.rados.0.smithi032.stdout:3431: finishing write tid 5 to smithi03267100-30 2024-09-13T00:15:31.421 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 2957 (ObjNum 1098 snap 341 seq_num 1098) dirty exists 2024-09-13T00:15:31.421 INFO:tasks.rados.rados.0.smithi032.stdout:3431: left oid 30 (ObjNum 1098 snap 341 seq_num 1098) 2024-09-13T00:15:31.464 INFO:tasks.rados.rados.0.smithi032.stdout:3430: expect (ObjNum 1093 snap 338 seq_num 1093) 2024-09-13T00:15:31.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:31 smithi053 bash[67631]: cluster 2024-09-13T00:15:30.266865+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2024-09-13T00:15:31.533 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:31 smithi053 bash[94318]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T00:15:31.533 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:31 smithi053 bash[94378]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T00:15:31.533 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:31 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T00:15:31.533 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:31 smithi053 systemd[1]: Stopped Ceph prometheus.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:15:31.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:31 smithi032 bash[76677]: cluster 2024-09-13T00:15:30.266865+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2024-09-13T00:15:31.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:31 smithi032 bash[75510]: cluster 2024-09-13T00:15:30.266865+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2024-09-13T00:15:32.032 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:32.033 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:15:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:32.033 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:15:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:32.033 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:15:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:32.034 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:15:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:32.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:32.034 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:31 smithi053 systemd[1]: Started Ceph prometheus.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:15:32.034 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:15:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:32.035 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:15:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:32.035 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:15:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:32.035 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:15:31 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:32.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:32 smithi032 bash[75510]: cluster 2024-09-13T00:15:31.221254+0000 mgr.y (mgr.34107) 367 : cluster [DBG] pgmap v660: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 726 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T00:15:32.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:32 smithi032 bash[75510]: cluster 2024-09-13T00:15:31.271715+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2024-09-13T00:15:32.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:32 smithi032 bash[75510]: audit 2024-09-13T00:15:31.768639+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:32.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:32 smithi032 bash[75510]: audit 2024-09-13T00:15:31.779601+0000 mon.a (mon.0) 1231 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:32.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:32 smithi032 bash[75510]: audit 2024-09-13T00:15:31.781745+0000 mon.a (mon.0) 1232 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:15:32.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:32 smithi032 bash[76677]: cluster 2024-09-13T00:15:31.221254+0000 mgr.y (mgr.34107) 367 : cluster [DBG] pgmap v660: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 726 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T00:15:32.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:32 smithi032 bash[76677]: cluster 2024-09-13T00:15:31.271715+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2024-09-13T00:15:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:32 smithi032 bash[76677]: audit 2024-09-13T00:15:31.768639+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:32 smithi032 bash[76677]: audit 2024-09-13T00:15:31.779601+0000 mon.a (mon.0) 1231 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:32 smithi032 bash[76677]: audit 2024-09-13T00:15:31.781745+0000 mon.a (mon.0) 1232 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:15:32.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:32 smithi053 bash[67631]: cluster 2024-09-13T00:15:31.221254+0000 mgr.y (mgr.34107) 367 : cluster [DBG] pgmap v660: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 726 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T00:15:32.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:32 smithi053 bash[67631]: cluster 2024-09-13T00:15:31.271715+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2024-09-13T00:15:32.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:32 smithi053 bash[67631]: audit 2024-09-13T00:15:31.768639+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:32.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:32 smithi053 bash[67631]: audit 2024-09-13T00:15:31.779601+0000 mon.a (mon.0) 1231 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:32.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:32 smithi053 bash[67631]: audit 2024-09-13T00:15:31.781745+0000 mon.a (mon.0) 1232 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:15:33.283 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.117Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T00:15:33.283 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.117Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T00:15:33.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.117Z caller=main.go:570 level=info host_details="(Linux 5.15.0-121-generic #131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024 x86_64 smithi053 (none))" 2024-09-13T00:15:33.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.117Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T00:15:33.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.117Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T00:15:33.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.119Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T00:15:33.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.119Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T00:15:33.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.121Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T00:15:33.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.121Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T00:15:33.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.124Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T00:15:33.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.124Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=11.434µs 2024-09-13T00:15:33.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.124Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T00:15:33.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.124Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-09-13T00:15:33.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.145Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-09-13T00:15:33.284 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.153Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-09-13T00:15:33.285 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.161Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-09-13T00:15:33.285 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.161Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-09-13T00:15:33.285 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.161Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=53.413µs wal_replay_duration=37.438686ms wbl_replay_duration=150ns total_replay_duration=37.540984ms 2024-09-13T00:15:33.285 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.165Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T00:15:33.285 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.165Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T00:15:33.285 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.165Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T00:15:33.285 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.188Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.643002ms db_storage=952ns remote_storage=1.165µs web_handler=486ns query_engine=854ns scrape=264.94µs scrape_sd=112.661µs notify=19.66µs notify_sd=18.542µs rules=21.860915ms tracing=5.99µs 2024-09-13T00:15:33.285 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.188Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T00:15:33.285 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[94430]: ts=2024-09-13T00:15:33.188Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T00:15:33.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:33 smithi032 bash[75510]: cluster 2024-09-13T00:15:32.317265+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2024-09-13T00:15:33.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:33 smithi032 bash[75510]: cluster 2024-09-13T00:15:33.262904+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2024-09-13T00:15:33.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:33 smithi032 bash[76677]: cluster 2024-09-13T00:15:32.317265+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2024-09-13T00:15:33.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:33 smithi032 bash[76677]: cluster 2024-09-13T00:15:33.262904+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2024-09-13T00:15:33.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[67631]: cluster 2024-09-13T00:15:32.317265+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2024-09-13T00:15:33.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:33 smithi053 bash[67631]: cluster 2024-09-13T00:15:33.262904+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2024-09-13T00:15:34.263 INFO:tasks.rados.rados.0.smithi032.stdout:3428: done (4 left) 2024-09-13T00:15:34.265 INFO:tasks.rados.rados.0.smithi032.stdout:3429: done (3 left) 2024-09-13T00:15:34.265 INFO:tasks.rados.rados.0.smithi032.stdout:3430: done (2 left) 2024-09-13T00:15:34.266 INFO:tasks.rados.rados.0.smithi032.stdout:3431: done (1 left) 2024-09-13T00:15:34.266 INFO:tasks.rados.rados.0.smithi032.stdout:3432: done (0 left) 2024-09-13T00:15:34.266 INFO:tasks.rados.rados.0.smithi032.stdout:3433: read oid 3 snap -1 2024-09-13T00:15:34.266 INFO:tasks.rados.rados.0.smithi032.stdout:3433: expect (ObjNum 1072 snap 330 seq_num 1072) 2024-09-13T00:15:34.266 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 342 2024-09-13T00:15:34.266 INFO:tasks.rados.rados.0.smithi032.stdout:3434: seq_num 1099 ranges {8060928=409600,8470528=442368,8912896=720896,9633792=40960} 2024-09-13T00:15:34.336 INFO:tasks.rados.rados.0.smithi032.stdout:3434: writing smithi03267100-6 from 8060928 to 8470528 tid 1 2024-09-13T00:15:34.339 INFO:tasks.rados.rados.0.smithi032.stdout:3434: writing smithi03267100-6 from 8470528 to 8912896 tid 2 2024-09-13T00:15:34.344 INFO:tasks.rados.rados.0.smithi032.stdout:3434: writing smithi03267100-6 from 8912896 to 9633792 tid 3 2024-09-13T00:15:34.344 INFO:tasks.rados.rados.0.smithi032.stdout:3434: writing smithi03267100-6 from 9633792 to 9674752 tid 4 2024-09-13T00:15:34.344 INFO:tasks.rados.rados.0.smithi032.stdout:3435: copy_from oid 13 from oid 35 current snap is 342 2024-09-13T00:15:34.344 INFO:tasks.rados.rados.0.smithi032.stdout:3433: expect (ObjNum 1072 snap 330 seq_num 1072) 2024-09-13T00:15:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:34 smithi032 bash[75510]: cluster 2024-09-13T00:15:33.222220+0000 mgr.y (mgr.34107) 368 : cluster [DBG] pgmap v663: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 719 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-09-13T00:15:34.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:34 smithi032 bash[76677]: cluster 2024-09-13T00:15:33.222220+0000 mgr.y (mgr.34107) 368 : cluster [DBG] pgmap v663: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 719 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-09-13T00:15:34.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:34 smithi053 bash[67631]: cluster 2024-09-13T00:15:33.222220+0000 mgr.y (mgr.34107) 368 : cluster [DBG] pgmap v663: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 719 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-09-13T00:15:34.876 INFO:tasks.rados.rados.0.smithi032.stdout:3434: finishing write tid 1 to smithi03267100-6 2024-09-13T00:15:34.876 INFO:tasks.rados.rados.0.smithi032.stdout:3434: finishing write tid 2 to smithi03267100-6 2024-09-13T00:15:34.876 INFO:tasks.rados.rados.0.smithi032.stdout:3435: finishing copy_from racing read to smithi03267100-13 2024-09-13T00:15:34.876 INFO:tasks.rados.rados.0.smithi032.stdout:3434: finishing write tid 3 to smithi03267100-6 2024-09-13T00:15:34.876 INFO:tasks.rados.rados.0.smithi032.stdout:3434: finishing write tid 4 to smithi03267100-6 2024-09-13T00:15:34.876 INFO:tasks.rados.rados.0.smithi032.stdout:3434: finishing write tid 5 to smithi03267100-6 2024-09-13T00:15:34.877 INFO:tasks.rados.rados.0.smithi032.stdout:3434: finishing write tid 6 to smithi03267100-6 2024-09-13T00:15:34.877 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2731 (ObjNum 1099 snap 342 seq_num 1099) dirty exists 2024-09-13T00:15:34.877 INFO:tasks.rados.rados.0.smithi032.stdout:3434: left oid 6 (ObjNum 1099 snap 342 seq_num 1099) 2024-09-13T00:15:34.877 INFO:tasks.rados.rados.0.smithi032.stdout:3435: finishing copy_from to smithi03267100-13 2024-09-13T00:15:34.877 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2720 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T00:15:34.877 INFO:tasks.rados.rados.0.smithi032.stdout:3433: done (2 left) 2024-09-13T00:15:34.877 INFO:tasks.rados.rados.0.smithi032.stdout:3434: done (1 left) 2024-09-13T00:15:34.877 INFO:tasks.rados.rados.0.smithi032.stdout:3435: done (0 left) 2024-09-13T00:15:34.877 INFO:tasks.rados.rados.0.smithi032.stdout:3436: snap_remove snap 327 2024-09-13T00:15:35.333 INFO:tasks.rados.rados.0.smithi032.stdout:3436: done (0 left) 2024-09-13T00:15:35.334 INFO:tasks.rados.rados.0.smithi032.stdout:3437: read oid 40 snap 329 2024-09-13T00:15:35.334 INFO:tasks.rados.rados.0.smithi032.stdout:3437: expect (ObjNum 1034 snap 313 seq_num 1034) 2024-09-13T00:15:35.334 INFO:tasks.rados.rados.0.smithi032.stdout:3438: read oid 36 snap 298 2024-09-13T00:15:35.334 INFO:tasks.rados.rados.0.smithi032.stdout:3438: expect (ObjNum 769 snap 232 seq_num 769) 2024-09-13T00:15:35.334 INFO:tasks.rados.rados.0.smithi032.stdout:3439: read oid 14 snap 331 2024-09-13T00:15:35.334 INFO:tasks.rados.rados.0.smithi032.stdout:3439: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:15:35.334 INFO:tasks.rados.rados.0.smithi032.stdout:3440: snap_create 2024-09-13T00:15:35.358 INFO:tasks.rados.rados.0.smithi032.stdout:3437: expect (ObjNum 1034 snap 313 seq_num 1034) 2024-09-13T00:15:35.380 INFO:tasks.rados.rados.0.smithi032.stdout:3439: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:15:35.394 INFO:tasks.rados.rados.0.smithi032.stdout:3438: expect (ObjNum 769 snap 232 seq_num 769) 2024-09-13T00:15:36.336 INFO:tasks.rados.rados.0.smithi032.stdout:3437: done (3 left) 2024-09-13T00:15:36.337 INFO:tasks.rados.rados.0.smithi032.stdout:3438: done (2 left) 2024-09-13T00:15:36.337 INFO:tasks.rados.rados.0.smithi032.stdout:3439: done (1 left) 2024-09-13T00:15:36.337 INFO:tasks.rados.rados.0.smithi032.stdout:3440: done (0 left) 2024-09-13T00:15:36.337 INFO:tasks.rados.rados.0.smithi032.stdout:3441: rollback oid 39 current snap is 343 2024-09-13T00:15:36.337 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 322 2024-09-13T00:15:36.337 INFO:tasks.rados.rados.0.smithi032.stdout:3442: rmattr oid 17 current snap is 343 2024-09-13T00:15:36.337 INFO:tasks.rados.rados.0.smithi032.stdout:3443: rollback oid 11 current snap is 343 2024-09-13T00:15:36.337 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 341 2024-09-13T00:15:36.338 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 343 2024-09-13T00:15:36.338 INFO:tasks.rados.rados.0.smithi032.stdout:3444: seq_num 1100 ranges {0=425984,425984=729088,1155072=475136} 2024-09-13T00:15:36.341 INFO:tasks.rados.rados.0.smithi032.stdout:3444: writing smithi03267100-38 from 0 to 425984 tid 1 2024-09-13T00:15:36.349 INFO:tasks.rados.rados.0.smithi032.stdout:3444: writing smithi03267100-38 from 425984 to 1155072 tid 2 2024-09-13T00:15:36.353 INFO:tasks.rados.rados.0.smithi032.stdout:3444: writing smithi03267100-38 from 1155072 to 1630208 tid 3 2024-09-13T00:15:36.353 INFO:tasks.rados.rados.0.smithi032.stdout:3445: read oid 24 snap -1 2024-09-13T00:15:36.354 INFO:tasks.rados.rados.0.smithi032.stdout:3445: expect (ObjNum 984 snap 285 seq_num 984) 2024-09-13T00:15:36.354 INFO:tasks.rados.rados.0.smithi032.stdout:3446: delete oid 31 current snap is 343 2024-09-13T00:15:36.354 INFO:tasks.rados.rados.0.smithi032.stdout:3441: finishing rollback tid 0 to smithi03267100-39 2024-09-13T00:15:36.354 INFO:tasks.rados.rados.0.smithi032.stdout:3441: finishing rollback tid 1 to smithi03267100-39 2024-09-13T00:15:36.355 INFO:tasks.rados.rados.0.smithi032.stdout:3441: finishing rollback tid 2 to smithi03267100-39 2024-09-13T00:15:36.355 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2729 (ObjNum 1053 snap 322 seq_num 1053) dirty exists 2024-09-13T00:15:36.357 INFO:tasks.rados.rados.0.smithi032.stdout:3444: finishing write tid 1 to smithi03267100-38 2024-09-13T00:15:36.358 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 2963 (ObjNum 982 snap 284 seq_num 982) dirty exists 2024-09-13T00:15:36.359 INFO:tasks.rados.rados.0.smithi032.stdout:3443: finishing rollback tid 1 to smithi03267100-11 2024-09-13T00:15:36.360 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2963 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T00:15:36.361 INFO:tasks.rados.rados.0.smithi032.stdout:3441: done (5 left) 2024-09-13T00:15:36.361 INFO:tasks.rados.rados.0.smithi032.stdout:3442: done (4 left) 2024-09-13T00:15:36.361 INFO:tasks.rados.rados.0.smithi032.stdout:3443: done (3 left) 2024-09-13T00:15:36.361 INFO:tasks.rados.rados.0.smithi032.stdout:3446: done (2 left) 2024-09-13T00:15:36.361 INFO:tasks.rados.rados.0.smithi032.stdout:3447: delete oid 37 current snap is 343 2024-09-13T00:15:36.362 INFO:tasks.rados.rados.0.smithi032.stdout:3444: finishing write tid 2 to smithi03267100-38 2024-09-13T00:15:36.362 INFO:tasks.rados.rados.0.smithi032.stdout:3444: finishing write tid 3 to smithi03267100-38 2024-09-13T00:15:36.363 INFO:tasks.rados.rados.0.smithi032.stdout:3445: expect (ObjNum 984 snap 285 seq_num 984) 2024-09-13T00:15:36.430 INFO:tasks.rados.rados.0.smithi032.stdout:3444: finishing write tid 4 to smithi03267100-38 2024-09-13T00:15:36.430 INFO:tasks.rados.rados.0.smithi032.stdout:3444: finishing write tid 5 to smithi03267100-38 2024-09-13T00:15:36.430 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2341 (ObjNum 1100 snap 343 seq_num 1100) dirty exists 2024-09-13T00:15:36.430 INFO:tasks.rados.rados.0.smithi032.stdout:3444: left oid 38 (ObjNum 1100 snap 343 seq_num 1100) 2024-09-13T00:15:36.430 INFO:tasks.rados.rados.0.smithi032.stdout:3444: done (2 left) 2024-09-13T00:15:36.430 INFO:tasks.rados.rados.0.smithi032.stdout:3445: done (1 left) 2024-09-13T00:15:36.430 INFO:tasks.rados.rados.0.smithi032.stdout:3447: done (0 left) 2024-09-13T00:15:36.431 INFO:tasks.rados.rados.0.smithi032.stdout:3448: snap_create 2024-09-13T00:15:36.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:36 smithi032 bash[75510]: cluster 2024-09-13T00:15:35.223265+0000 mgr.y (mgr.34107) 369 : cluster [DBG] pgmap v665: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 716 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:15:36.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:36 smithi032 bash[75510]: cluster 2024-09-13T00:15:35.334283+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2024-09-13T00:15:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:36 smithi032 bash[76677]: cluster 2024-09-13T00:15:35.223265+0000 mgr.y (mgr.34107) 369 : cluster [DBG] pgmap v665: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 716 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:15:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:36 smithi032 bash[76677]: cluster 2024-09-13T00:15:35.334283+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2024-09-13T00:15:36.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:36 smithi053 bash[67631]: cluster 2024-09-13T00:15:35.223265+0000 mgr.y (mgr.34107) 369 : cluster [DBG] pgmap v665: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 716 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:15:36.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:36 smithi053 bash[67631]: cluster 2024-09-13T00:15:35.334283+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2024-09-13T00:15:37.355 INFO:tasks.rados.rados.0.smithi032.stdout:3448: done (0 left) 2024-09-13T00:15:37.355 INFO:tasks.rados.rados.0.smithi032.stdout:3449: copy_from oid 50 from oid 35 current snap is 344 2024-09-13T00:15:37.355 INFO:tasks.rados.rados.0.smithi032.stdout:3450: snap_create 2024-09-13T00:15:37.367 INFO:tasks.rados.rados.0.smithi032.stdout:3449: finishing copy_from racing read to smithi03267100-50 2024-09-13T00:15:37.370 INFO:tasks.rados.rados.0.smithi032.stdout:3449: finishing copy_from to smithi03267100-50 2024-09-13T00:15:37.370 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2720 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:15:37.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:37 smithi032 bash[75510]: cluster 2024-09-13T00:15:36.337301+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2024-09-13T00:15:37.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:37 smithi032 bash[76677]: cluster 2024-09-13T00:15:36.337301+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2024-09-13T00:15:37.782 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:37 smithi053 bash[67631]: cluster 2024-09-13T00:15:36.337301+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2024-09-13T00:15:38.265 INFO:tasks.rados.rados.0.smithi032.stdout:3449: done (1 left) 2024-09-13T00:15:38.266 INFO:tasks.rados.rados.0.smithi032.stdout:3450: done (0 left) 2024-09-13T00:15:38.266 INFO:tasks.rados.rados.0.smithi032.stdout:3451: read oid 23 snap -1 2024-09-13T00:15:38.266 INFO:tasks.rados.rados.0.smithi032.stdout:3451: expect (ObjNum 1072 snap 330 seq_num 1072) 2024-09-13T00:15:38.266 INFO:tasks.rados.rados.0.smithi032.stdout:3452: delete oid 41 current snap is 345 2024-09-13T00:15:38.273 INFO:tasks.rados.rados.0.smithi032.stdout:3452: done (1 left) 2024-09-13T00:15:38.273 INFO:tasks.rados.rados.0.smithi032.stdout:3453: delete oid 18 current snap is 345 2024-09-13T00:15:38.283 INFO:tasks.rados.rados.0.smithi032.stdout:3453: done (1 left) 2024-09-13T00:15:38.284 INFO:tasks.rados.rados.0.smithi032.stdout:3454: read oid 17 snap -1 2024-09-13T00:15:38.284 INFO:tasks.rados.rados.0.smithi032.stdout:3454: expect (ObjNum 982 snap 284 seq_num 982) 2024-09-13T00:15:38.284 INFO:tasks.rados.rados.0.smithi032.stdout:3455: rmattr oid 43 current snap is 345 2024-09-13T00:15:38.284 INFO:tasks.rados.rados.0.smithi032.stdout:3455: done (2 left) 2024-09-13T00:15:38.284 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 345 2024-09-13T00:15:38.284 INFO:tasks.rados.rados.0.smithi032.stdout:3456: seq_num 1105 ranges {0=516096,516096=598016,1114112=606208} 2024-09-13T00:15:38.293 INFO:tasks.rados.rados.0.smithi032.stdout:3456: writing smithi03267100-20 from 0 to 516096 tid 1 2024-09-13T00:15:38.304 INFO:tasks.rados.rados.0.smithi032.stdout:3456: writing smithi03267100-20 from 516096 to 1114112 tid 2 2024-09-13T00:15:38.316 INFO:tasks.rados.rados.0.smithi032.stdout:3456: writing smithi03267100-20 from 1114112 to 1720320 tid 3 2024-09-13T00:15:38.316 INFO:tasks.rados.rados.0.smithi032.stdout:3457: rollback oid 43 current snap is 345 2024-09-13T00:15:38.316 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 290 2024-09-13T00:15:38.316 INFO:tasks.rados.rados.0.smithi032.stdout:3451: expect (ObjNum 1072 snap 330 seq_num 1072) 2024-09-13T00:15:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:38 smithi032 bash[76677]: cluster 2024-09-13T00:15:37.223988+0000 mgr.y (mgr.34107) 370 : cluster [DBG] pgmap v668: 121 pgs: 121 active+clean; 719 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-13T00:15:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:38 smithi032 bash[76677]: cluster 2024-09-13T00:15:37.357278+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2024-09-13T00:15:38.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:38 smithi032 bash[76677]: cluster 2024-09-13T00:15:38.265875+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2024-09-13T00:15:38.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:38 smithi032 bash[75510]: cluster 2024-09-13T00:15:37.223988+0000 mgr.y (mgr.34107) 370 : cluster [DBG] pgmap v668: 121 pgs: 121 active+clean; 719 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-13T00:15:38.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:38 smithi032 bash[75510]: cluster 2024-09-13T00:15:37.357278+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2024-09-13T00:15:38.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:38 smithi032 bash[75510]: cluster 2024-09-13T00:15:38.265875+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2024-09-13T00:15:38.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:38 smithi053 bash[67631]: cluster 2024-09-13T00:15:37.223988+0000 mgr.y (mgr.34107) 370 : cluster [DBG] pgmap v668: 121 pgs: 121 active+clean; 719 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-13T00:15:38.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:38 smithi053 bash[67631]: cluster 2024-09-13T00:15:37.357278+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2024-09-13T00:15:38.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:38 smithi053 bash[67631]: cluster 2024-09-13T00:15:38.265875+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2024-09-13T00:15:38.858 INFO:tasks.rados.rados.0.smithi032.stdout:3456: finishing write tid 1 to smithi03267100-20 2024-09-13T00:15:38.859 INFO:tasks.rados.rados.0.smithi032.stdout:3456: finishing write tid 2 to smithi03267100-20 2024-09-13T00:15:38.859 INFO:tasks.rados.rados.0.smithi032.stdout:3451: done (3 left) 2024-09-13T00:15:38.859 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 345 2024-09-13T00:15:38.859 INFO:tasks.rados.rados.0.smithi032.stdout:3458: seq_num 1106 ranges {0=532480,532480=483328,1015808=475136,1490944=245760} 2024-09-13T00:15:38.861 INFO:tasks.rados.rados.0.smithi032.stdout:3458: writing smithi03267100-18 from 0 to 532480 tid 1 2024-09-13T00:15:38.865 INFO:tasks.rados.rados.0.smithi032.stdout:3458: writing smithi03267100-18 from 532480 to 1015808 tid 2 2024-09-13T00:15:38.867 INFO:tasks.rados.rados.0.smithi032.stdout:3458: writing smithi03267100-18 from 1015808 to 1490944 tid 3 2024-09-13T00:15:38.869 INFO:tasks.rados.rados.0.smithi032.stdout:3458: writing smithi03267100-18 from 1490944 to 1736704 tid 4 2024-09-13T00:15:38.870 INFO:tasks.rados.rados.0.smithi032.stdout:3459: read oid 26 snap -1 2024-09-13T00:15:38.870 INFO:tasks.rados.rados.0.smithi032.stdout:3459: expect (ObjNum 1089 snap 336 seq_num 1089) 2024-09-13T00:15:38.870 INFO:tasks.rados.rados.0.smithi032.stdout:3460: read oid 30 snap -1 2024-09-13T00:15:38.870 INFO:tasks.rados.rados.0.smithi032.stdout:3460: expect (ObjNum 1098 snap 341 seq_num 1098) 2024-09-13T00:15:38.870 INFO:tasks.rados.rados.0.smithi032.stdout:3461: read oid 3 snap -1 2024-09-13T00:15:38.870 INFO:tasks.rados.rados.0.smithi032.stdout:3461: expect (ObjNum 1072 snap 330 seq_num 1072) 2024-09-13T00:15:38.870 INFO:tasks.rados.rados.0.smithi032.stdout:3462: rollback oid 12 current snap is 345 2024-09-13T00:15:38.870 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 329 2024-09-13T00:15:38.870 INFO:tasks.rados.rados.0.smithi032.stdout:3454: expect (ObjNum 982 snap 284 seq_num 982) 2024-09-13T00:15:39.107 INFO:tasks.rados.rados.0.smithi032.stdout:3457: finishing rollback tid 0 to smithi03267100-43 2024-09-13T00:15:39.107 INFO:tasks.rados.rados.0.smithi032.stdout:3456: finishing write tid 3 to smithi03267100-20 2024-09-13T00:15:39.107 INFO:tasks.rados.rados.0.smithi032.stdout:3456: finishing write tid 4 to smithi03267100-20 2024-09-13T00:15:39.107 INFO:tasks.rados.rados.0.smithi032.stdout:3454: done (7 left) 2024-09-13T00:15:39.107 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 345 2024-09-13T00:15:39.107 INFO:tasks.rados.rados.0.smithi032.stdout:3457: finishing rollback tid 1 to smithi03267100-43 2024-09-13T00:15:39.107 INFO:tasks.rados.rados.0.smithi032.stdout:3457: finishing rollback tid 2 to smithi03267100-43 2024-09-13T00:15:39.107 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2704 (ObjNum 657 snap 194 seq_num 657) dirty exists 2024-09-13T00:15:39.107 INFO:tasks.rados.rados.0.smithi032.stdout:3456: finishing write tid 5 to smithi03267100-20 2024-09-13T00:15:39.107 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1159 (ObjNum 1105 snap 345 seq_num 1105) dirty exists 2024-09-13T00:15:39.108 INFO:tasks.rados.rados.0.smithi032.stdout:3456: left oid 20 (ObjNum 1105 snap 345 seq_num 1105) 2024-09-13T00:15:39.108 INFO:tasks.rados.rados.0.smithi032.stdout:3458: finishing write tid 1 to smithi03267100-18 2024-09-13T00:15:39.108 INFO:tasks.rados.rados.0.smithi032.stdout:3458: finishing write tid 2 to smithi03267100-18 2024-09-13T00:15:39.108 INFO:tasks.rados.rados.0.smithi032.stdout:3462: finishing rollback tid 0 to smithi03267100-12 2024-09-13T00:15:39.108 INFO:tasks.rados.rados.0.smithi032.stdout:3462: finishing rollback tid 1 to smithi03267100-12 2024-09-13T00:15:39.108 INFO:tasks.rados.rados.0.smithi032.stdout:3462: finishing rollback tid 2 to smithi03267100-12 2024-09-13T00:15:39.108 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2734 (ObjNum 993 snap 293 seq_num 993) dirty exists 2024-09-13T00:15:39.108 INFO:tasks.rados.rados.0.smithi032.stdout:3460: expect (ObjNum 1098 snap 341 seq_num 1098) 2024-09-13T00:15:39.323 INFO:tasks.rados.rados.0.smithi032.stdout:3461: expect (ObjNum 1072 snap 330 seq_num 1072) 2024-09-13T00:15:39.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:39 smithi053 bash[67631]: audit 2024-09-13T00:15:38.532964+0000 mon.a (mon.0) 1239 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:39.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:39 smithi053 bash[67631]: audit 2024-09-13T00:15:38.542194+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:39.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:39 smithi053 bash[67631]: audit 2024-09-13T00:15:39.274420+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:39.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:39 smithi053 bash[67631]: audit 2024-09-13T00:15:39.282045+0000 mon.a (mon.0) 1242 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:39.790 INFO:tasks.rados.rados.0.smithi032.stdout:3458: finishing write tid 3 to smithi03267100-18 2024-09-13T00:15:39.790 INFO:tasks.rados.rados.0.smithi032.stdout:3458: finishing write tid 4 to smithi03267100-18 2024-09-13T00:15:39.790 INFO:tasks.rados.rados.0.smithi032.stdout:3463: seq_num 1107 ranges {1400832=548864,1949696=770048,2719744=434176} 2024-09-13T00:15:39.800 INFO:tasks.rados.rados.0.smithi032.stdout:3463: writing smithi03267100-33 from 1400832 to 1949696 tid 1 2024-09-13T00:15:39.804 INFO:tasks.rados.rados.0.smithi032.stdout:3463: writing smithi03267100-33 from 1949696 to 2719744 tid 2 2024-09-13T00:15:39.808 INFO:tasks.rados.rados.0.smithi032.stdout:3463: writing smithi03267100-33 from 2719744 to 3153920 tid 3 2024-09-13T00:15:39.808 INFO:tasks.rados.rados.0.smithi032.stdout:3456: done (7 left) 2024-09-13T00:15:39.808 INFO:tasks.rados.rados.0.smithi032.stdout:3457: done (6 left) 2024-09-13T00:15:39.808 INFO:tasks.rados.rados.0.smithi032.stdout:3460: done (5 left) 2024-09-13T00:15:39.808 INFO:tasks.rados.rados.0.smithi032.stdout:3461: done (4 left) 2024-09-13T00:15:39.808 INFO:tasks.rados.rados.0.smithi032.stdout:3462: done (3 left) 2024-09-13T00:15:39.808 INFO:tasks.rados.rados.0.smithi032.stdout:3464: copy_from oid 23 from oid 43 current snap is 345 2024-09-13T00:15:39.808 INFO:tasks.rados.rados.0.smithi032.stdout:3465: read oid 5 snap -1 2024-09-13T00:15:39.809 INFO:tasks.rados.rados.0.smithi032.stdout:3465: expect deleted 2024-09-13T00:15:39.809 INFO:tasks.rados.rados.0.smithi032.stdout:3466: snap_remove snap 331 2024-09-13T00:15:39.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:39 smithi032 bash[75510]: audit 2024-09-13T00:15:38.532964+0000 mon.a (mon.0) 1239 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:39.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:39 smithi032 bash[75510]: audit 2024-09-13T00:15:38.542194+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:39.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:39 smithi032 bash[75510]: audit 2024-09-13T00:15:39.274420+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:39.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:39 smithi032 bash[75510]: audit 2024-09-13T00:15:39.282045+0000 mon.a (mon.0) 1242 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:39.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:39 smithi032 bash[76677]: audit 2024-09-13T00:15:38.532964+0000 mon.a (mon.0) 1239 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:39.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:39 smithi032 bash[76677]: audit 2024-09-13T00:15:38.542194+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:39.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:39 smithi032 bash[76677]: audit 2024-09-13T00:15:39.274420+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:39.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:39 smithi032 bash[76677]: audit 2024-09-13T00:15:39.282045+0000 mon.a (mon.0) 1242 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:40.556 INFO:tasks.rados.rados.0.smithi032.stdout:3466: done (5 left) 2024-09-13T00:15:40.556 INFO:tasks.rados.rados.0.smithi032.stdout:3467: setattr oid 10 current snap is 345 2024-09-13T00:15:40.556 INFO:tasks.rados.rados.0.smithi032.stdout:3458: finishing write tid 5 to smithi03267100-18 2024-09-13T00:15:40.556 INFO:tasks.rados.rados.0.smithi032.stdout:3459: expect (ObjNum 1089 snap 336 seq_num 1089) 2024-09-13T00:15:40.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:40 smithi032 bash[75510]: cluster 2024-09-13T00:15:39.224918+0000 mgr.y (mgr.34107) 371 : cluster [DBG] pgmap v671: 121 pgs: 121 active+clean; 723 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-13T00:15:40.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:40 smithi032 bash[75510]: audit 2024-09-13T00:15:40.135277+0000 mon.a (mon.0) 1243 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:15:40.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:40 smithi032 bash[76677]: cluster 2024-09-13T00:15:39.224918+0000 mgr.y (mgr.34107) 371 : cluster [DBG] pgmap v671: 121 pgs: 121 active+clean; 723 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-13T00:15:40.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:40 smithi032 bash[76677]: audit 2024-09-13T00:15:40.135277+0000 mon.a (mon.0) 1243 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:15:41.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:40 smithi053 bash[67631]: cluster 2024-09-13T00:15:39.224918+0000 mgr.y (mgr.34107) 371 : cluster [DBG] pgmap v671: 121 pgs: 121 active+clean; 723 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-13T00:15:41.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:40 smithi053 bash[67631]: audit 2024-09-13T00:15:40.135277+0000 mon.a (mon.0) 1243 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:15:41.251 INFO:tasks.rados.rados.0.smithi032.stdout:3458: finishing write tid 6 to smithi03267100-18 2024-09-13T00:15:41.251 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 3217 (ObjNum 1106 snap 345 seq_num 1106) dirty exists 2024-09-13T00:15:41.252 INFO:tasks.rados.rados.0.smithi032.stdout:3458: left oid 18 (ObjNum 1106 snap 345 seq_num 1106) 2024-09-13T00:15:41.252 INFO:tasks.rados.rados.0.smithi032.stdout:3463: finishing write tid 1 to smithi03267100-33 2024-09-13T00:15:41.252 INFO:tasks.rados.rados.0.smithi032.stdout:3463: finishing write tid 2 to smithi03267100-33 2024-09-13T00:15:41.252 INFO:tasks.rados.rados.0.smithi032.stdout:3463: finishing write tid 3 to smithi03267100-33 2024-09-13T00:15:41.252 INFO:tasks.rados.rados.0.smithi032.stdout:3463: finishing write tid 4 to smithi03267100-33 2024-09-13T00:15:41.252 INFO:tasks.rados.rados.0.smithi032.stdout:3463: finishing write tid 5 to smithi03267100-33 2024-09-13T00:15:41.252 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2723 (ObjNum 1107 snap 345 seq_num 1107) dirty exists 2024-09-13T00:15:41.252 INFO:tasks.rados.rados.0.smithi032.stdout:3463: left oid 33 (ObjNum 1107 snap 345 seq_num 1107) 2024-09-13T00:15:41.252 INFO:tasks.rados.rados.0.smithi032.stdout:3464: finishing copy_from racing read to smithi03267100-23 2024-09-13T00:15:41.252 INFO:tasks.rados.rados.0.smithi032.stdout:3464: finishing copy_from to smithi03267100-23 2024-09-13T00:15:41.252 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 2704 (ObjNum 657 snap 194 seq_num 657) dirty exists 2024-09-13T00:15:41.252 INFO:tasks.rados.rados.0.smithi032.stdout:3458: done (5 left) 2024-09-13T00:15:41.252 INFO:tasks.rados.rados.0.smithi032.stdout:3459: done (4 left) 2024-09-13T00:15:41.253 INFO:tasks.rados.rados.0.smithi032.stdout:3463: done (3 left) 2024-09-13T00:15:41.253 INFO:tasks.rados.rados.0.smithi032.stdout:3464: done (2 left) 2024-09-13T00:15:41.253 INFO:tasks.rados.rados.0.smithi032.stdout:3465: done (1 left) 2024-09-13T00:15:41.253 INFO:tasks.rados.rados.0.smithi032.stdout:3468: copy_from oid 9 from oid 16 current snap is 345 2024-09-13T00:15:41.253 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 345 2024-09-13T00:15:41.253 INFO:tasks.rados.rados.0.smithi032.stdout:3469: seq_num 1108 ranges {7102464=565248,7667712=647168,8314880=483328,8798208=73728} 2024-09-13T00:15:41.348 INFO:tasks.rados.rados.0.smithi032.stdout:3469: writing smithi03267100-3 from 7102464 to 7667712 tid 1 2024-09-13T00:15:41.354 INFO:tasks.rados.rados.0.smithi032.stdout:3469: writing smithi03267100-3 from 7667712 to 8314880 tid 2 2024-09-13T00:15:41.358 INFO:tasks.rados.rados.0.smithi032.stdout:3469: writing smithi03267100-3 from 8314880 to 8798208 tid 3 2024-09-13T00:15:41.359 INFO:tasks.rados.rados.0.smithi032.stdout:3469: writing smithi03267100-3 from 8798208 to 8871936 tid 4 2024-09-13T00:15:41.359 INFO:tasks.rados.rados.0.smithi032.stdout:3470: copy_from oid 31 from oid 49 current snap is 345 2024-09-13T00:15:41.359 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2342 (ObjNum 474 snap 140 seq_num 474) dirty exists 2024-09-13T00:15:41.359 INFO:tasks.rados.rados.0.smithi032.stdout:3468: finishing copy_from racing read to smithi03267100-9 2024-09-13T00:15:41.359 INFO:tasks.rados.rados.0.smithi032.stdout:3468: finishing copy_from to smithi03267100-9 2024-09-13T00:15:41.359 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2726 (ObjNum 1096 snap 341 seq_num 1096) dirty exists 2024-09-13T00:15:41.359 INFO:tasks.rados.rados.0.smithi032.stdout:3467: done (3 left) 2024-09-13T00:15:41.359 INFO:tasks.rados.rados.0.smithi032.stdout:3468: done (2 left) 2024-09-13T00:15:41.359 INFO:tasks.rados.rados.0.smithi032.stdout:3471: rollback oid 33 current snap is 345 2024-09-13T00:15:41.360 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 33 to 338 2024-09-13T00:15:41.360 INFO:tasks.rados.rados.0.smithi032.stdout:3472: rollback oid 42 current snap is 345 2024-09-13T00:15:41.360 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 313 2024-09-13T00:15:41.360 INFO:tasks.rados.rados.0.smithi032.stdout:3473: snap_remove snap 292 2024-09-13T00:15:41.564 INFO:tasks.rados.rados.0.smithi032.stdout:3473: done (4 left) 2024-09-13T00:15:41.564 INFO:tasks.rados.rados.0.smithi032.stdout:3474: rollback oid 12 current snap is 345 2024-09-13T00:15:41.564 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 334 2024-09-13T00:15:41.564 INFO:tasks.rados.rados.0.smithi032.stdout:3472: finishing rollback tid 1 to smithi03267100-42 2024-09-13T00:15:41.564 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2379 (ObjNum 33 snap 0 seq_num 168314144) dirty dne 2024-09-13T00:15:41.565 INFO:tasks.rados.rados.0.smithi032.stdout:3469: finishing write tid 1 to smithi03267100-3 2024-09-13T00:15:41.565 INFO:tasks.rados.rados.0.smithi032.stdout:3469: finishing write tid 2 to smithi03267100-3 2024-09-13T00:15:41.565 INFO:tasks.rados.rados.0.smithi032.stdout:3471: finishing rollback tid 0 to smithi03267100-33 2024-09-13T00:15:41.565 INFO:tasks.rados.rados.0.smithi032.stdout:3469: finishing write tid 3 to smithi03267100-3 2024-09-13T00:15:41.565 INFO:tasks.rados.rados.0.smithi032.stdout:3471: finishing rollback tid 1 to smithi03267100-33 2024-09-13T00:15:41.565 INFO:tasks.rados.rados.0.smithi032.stdout:3471: finishing rollback tid 2 to smithi03267100-33 2024-09-13T00:15:41.565 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2726 (ObjNum 1086 snap 334 seq_num 1086) dirty exists 2024-09-13T00:15:41.565 INFO:tasks.rados.rados.0.smithi032.stdout:3469: finishing write tid 4 to smithi03267100-3 2024-09-13T00:15:41.565 INFO:tasks.rados.rados.0.smithi032.stdout:3469: finishing write tid 5 to smithi03267100-3 2024-09-13T00:15:41.565 INFO:tasks.rados.rados.0.smithi032.stdout:3469: finishing write tid 6 to smithi03267100-3 2024-09-13T00:15:41.565 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2743 (ObjNum 1108 snap 345 seq_num 1108) dirty exists 2024-09-13T00:15:41.565 INFO:tasks.rados.rados.0.smithi032.stdout:3469: left oid 3 (ObjNum 1108 snap 345 seq_num 1108) 2024-09-13T00:15:41.565 INFO:tasks.rados.rados.0.smithi032.stdout:3470: finishing copy_from racing read to smithi03267100-31 2024-09-13T00:15:41.566 INFO:tasks.rados.rados.0.smithi032.stdout:3470: finishing copy_from to smithi03267100-31 2024-09-13T00:15:41.566 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2725 (ObjNum 1090 snap 337 seq_num 1090) dirty exists 2024-09-13T00:15:41.566 INFO:tasks.rados.rados.0.smithi032.stdout:3469: done (4 left) 2024-09-13T00:15:41.566 INFO:tasks.rados.rados.0.smithi032.stdout:3470: done (3 left) 2024-09-13T00:15:41.566 INFO:tasks.rados.rados.0.smithi032.stdout:3471: done (2 left) 2024-09-13T00:15:41.566 INFO:tasks.rados.rados.0.smithi032.stdout:3472: done (1 left) 2024-09-13T00:15:41.566 INFO:tasks.rados.rados.0.smithi032.stdout:3475: snap_remove snap 323 2024-09-13T00:15:41.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:41 smithi032 bash[76677]: cluster 2024-09-13T00:15:40.556080+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2024-09-13T00:15:41.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:41 smithi032 bash[75510]: cluster 2024-09-13T00:15:40.556080+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2024-09-13T00:15:42.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:41 smithi053 bash[67631]: cluster 2024-09-13T00:15:40.556080+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2024-09-13T00:15:42.581 INFO:tasks.rados.rados.0.smithi032.stdout:3475: done (1 left) 2024-09-13T00:15:42.581 INFO:tasks.rados.rados.0.smithi032.stdout:3476: setattr oid 40 current snap is 345 2024-09-13T00:15:42.582 INFO:tasks.rados.rados.0.smithi032.stdout:3474: finishing rollback tid 0 to smithi03267100-12 2024-09-13T00:15:42.582 INFO:tasks.rados.rados.0.smithi032.stdout:3474: finishing rollback tid 1 to smithi03267100-12 2024-09-13T00:15:42.582 INFO:tasks.rados.rados.0.smithi032.stdout:3474: finishing rollback tid 2 to smithi03267100-12 2024-09-13T00:15:42.582 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2737 (ObjNum 993 snap 293 seq_num 993) dirty exists 2024-09-13T00:15:42.583 INFO:tasks.rados.rados.0.smithi032.stdout:3474: done (1 left) 2024-09-13T00:15:42.584 INFO:tasks.rados.rados.0.smithi032.stdout:3477: rmattr oid 34 current snap is 345 2024-09-13T00:15:42.584 INFO:tasks.rados.rados.0.smithi032.stdout:3477: done (1 left) 2024-09-13T00:15:42.584 INFO:tasks.rados.rados.0.smithi032.stdout:3478: snap_remove snap 307 2024-09-13T00:15:42.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:15:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:15:42] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-09-13T00:15:42.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:42 smithi032 bash[75510]: cluster 2024-09-13T00:15:41.225541+0000 mgr.y (mgr.34107) 372 : cluster [DBG] pgmap v673: 121 pgs: 121 active+clean; 726 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-09-13T00:15:42.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:42 smithi032 bash[75510]: cluster 2024-09-13T00:15:41.565274+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2024-09-13T00:15:42.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:42 smithi032 bash[76677]: cluster 2024-09-13T00:15:41.225541+0000 mgr.y (mgr.34107) 372 : cluster [DBG] pgmap v673: 121 pgs: 121 active+clean; 726 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-09-13T00:15:42.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:42 smithi032 bash[76677]: cluster 2024-09-13T00:15:41.565274+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2024-09-13T00:15:42.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:42 smithi053 bash[67631]: cluster 2024-09-13T00:15:41.225541+0000 mgr.y (mgr.34107) 372 : cluster [DBG] pgmap v673: 121 pgs: 121 active+clean; 726 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-09-13T00:15:42.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:42 smithi053 bash[67631]: cluster 2024-09-13T00:15:41.565274+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2024-09-13T00:15:42.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:42 smithi053 bash[94430]: ts=2024-09-13T00:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:15:43.268 INFO:tasks.rados.rados.0.smithi032.stdout:3478: done (1 left) 2024-09-13T00:15:43.268 INFO:tasks.rados.rados.0.smithi032.stdout:3479: snap_remove snap 239 2024-09-13T00:15:43.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:43 smithi032 bash[75510]: cluster 2024-09-13T00:15:42.573442+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2024-09-13T00:15:43.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:43 smithi032 bash[75510]: cluster 2024-09-13T00:15:43.268775+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2024-09-13T00:15:43.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:43 smithi032 bash[76677]: cluster 2024-09-13T00:15:42.573442+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2024-09-13T00:15:43.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:43 smithi032 bash[76677]: cluster 2024-09-13T00:15:43.268775+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2024-09-13T00:15:44.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:43 smithi053 bash[67631]: cluster 2024-09-13T00:15:42.573442+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2024-09-13T00:15:44.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:43 smithi053 bash[67631]: cluster 2024-09-13T00:15:43.268775+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2024-09-13T00:15:44.272 INFO:tasks.rados.rados.0.smithi032.stdout:3479: done (1 left) 2024-09-13T00:15:44.272 INFO:tasks.rados.rados.0.smithi032.stdout:3480: copy_from oid 25 from oid 30 current snap is 345 2024-09-13T00:15:44.272 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 2705 (ObjNum 1313 snap 0 seq_num 127795472) dirty exists 2024-09-13T00:15:44.273 INFO:tasks.rados.rados.0.smithi032.stdout:3476: done (1 left) 2024-09-13T00:15:44.273 INFO:tasks.rados.rados.0.smithi032.stdout:3481: setattr oid 19 current snap is 345 2024-09-13T00:15:44.276 INFO:tasks.rados.rados.0.smithi032.stdout:3482: delete oid 12 current snap is 345 2024-09-13T00:15:44.286 INFO:tasks.rados.rados.0.smithi032.stdout:3482: done (2 left) 2024-09-13T00:15:44.286 INFO:tasks.rados.rados.0.smithi032.stdout:3483: rollback oid 20 current snap is 345 2024-09-13T00:15:44.286 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 261 2024-09-13T00:15:44.287 INFO:tasks.rados.rados.0.smithi032.stdout:3484: read oid 14 snap -1 2024-09-13T00:15:44.287 INFO:tasks.rados.rados.0.smithi032.stdout:3484: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:15:44.287 INFO:tasks.rados.rados.0.smithi032.stdout:3485: snap_create 2024-09-13T00:15:44.299 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2721 (ObjNum 1072 snap 330 seq_num 1072) dirty exists 2024-09-13T00:15:44.315 INFO:tasks.rados.rados.0.smithi032.stdout:3483: finishing rollback tid 0 to smithi03267100-20 2024-09-13T00:15:44.315 INFO:tasks.rados.rados.0.smithi032.stdout:3483: finishing rollback tid 1 to smithi03267100-20 2024-09-13T00:15:44.317 INFO:tasks.rados.rados.0.smithi032.stdout:3483: finishing rollback tid 2 to smithi03267100-20 2024-09-13T00:15:44.317 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1162 (ObjNum 829 snap 253 seq_num 829) dirty exists 2024-09-13T00:15:44.319 INFO:tasks.rados.rados.0.smithi032.stdout:3484: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:15:44.345 INFO:tasks.rados.rados.0.smithi032.stdout:3480: finishing copy_from racing read to smithi03267100-25 2024-09-13T00:15:44.354 INFO:tasks.rados.rados.0.smithi032.stdout:3480: finishing copy_from to smithi03267100-25 2024-09-13T00:15:44.354 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2957 (ObjNum 1098 snap 341 seq_num 1098) dirty exists 2024-09-13T00:15:44.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:44 smithi032 bash[75510]: cluster 2024-09-13T00:15:43.226395+0000 mgr.y (mgr.34107) 373 : cluster [DBG] pgmap v676: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 733 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-09-13T00:15:44.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:44 smithi032 bash[75510]: cluster 2024-09-13T00:15:44.272169+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2024-09-13T00:15:44.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:44 smithi032 bash[76677]: cluster 2024-09-13T00:15:43.226395+0000 mgr.y (mgr.34107) 373 : cluster [DBG] pgmap v676: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 733 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-09-13T00:15:44.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:44 smithi032 bash[76677]: cluster 2024-09-13T00:15:44.272169+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2024-09-13T00:15:45.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:44 smithi053 bash[67631]: cluster 2024-09-13T00:15:43.226395+0000 mgr.y (mgr.34107) 373 : cluster [DBG] pgmap v676: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 733 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-09-13T00:15:45.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:44 smithi053 bash[67631]: cluster 2024-09-13T00:15:44.272169+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2024-09-13T00:15:45.273 INFO:tasks.rados.rados.0.smithi032.stdout:3480: done (4 left) 2024-09-13T00:15:45.273 INFO:tasks.rados.rados.0.smithi032.stdout:3481: done (3 left) 2024-09-13T00:15:45.273 INFO:tasks.rados.rados.0.smithi032.stdout:3483: done (2 left) 2024-09-13T00:15:45.273 INFO:tasks.rados.rados.0.smithi032.stdout:3484: done (1 left) 2024-09-13T00:15:45.273 INFO:tasks.rados.rados.0.smithi032.stdout:3485: done (0 left) 2024-09-13T00:15:45.274 INFO:tasks.rados.rados.0.smithi032.stdout:3486: read oid 6 snap -1 2024-09-13T00:15:45.274 INFO:tasks.rados.rados.0.smithi032.stdout:3486: expect (ObjNum 1099 snap 342 seq_num 1099) 2024-09-13T00:15:45.274 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 346 2024-09-13T00:15:45.274 INFO:tasks.rados.rados.0.smithi032.stdout:3487: seq_num 1110 ranges {1409024=598016,2007040=466944,2473984=450560,2924544=286720} 2024-09-13T00:15:45.309 INFO:tasks.rados.rados.0.smithi032.stdout:3487: writing smithi03267100-43 from 1409024 to 2007040 tid 1 2024-09-13T00:15:45.318 INFO:tasks.rados.rados.0.smithi032.stdout:3487: writing smithi03267100-43 from 2007040 to 2473984 tid 2 2024-09-13T00:15:45.325 INFO:tasks.rados.rados.0.smithi032.stdout:3487: writing smithi03267100-43 from 2473984 to 2924544 tid 3 2024-09-13T00:15:45.330 INFO:tasks.rados.rados.0.smithi032.stdout:3487: writing smithi03267100-43 from 2924544 to 3211264 tid 4 2024-09-13T00:15:45.330 INFO:tasks.rados.rados.0.smithi032.stdout:3488: read oid 10 snap -1 2024-09-13T00:15:45.330 INFO:tasks.rados.rados.0.smithi032.stdout:3488: expect (ObjNum 474 snap 140 seq_num 474) 2024-09-13T00:15:45.330 INFO:tasks.rados.rados.0.smithi032.stdout:3489: delete oid 19 current snap is 346 2024-09-13T00:15:45.330 INFO:tasks.rados.rados.0.smithi032.stdout:3487: finishing write tid 1 to smithi03267100-43 2024-09-13T00:15:45.330 INFO:tasks.rados.rados.0.smithi032.stdout:3487: finishing write tid 2 to smithi03267100-43 2024-09-13T00:15:45.338 INFO:tasks.rados.rados.0.smithi032.stdout:3487: finishing write tid 3 to smithi03267100-43 2024-09-13T00:15:45.342 INFO:tasks.rados.rados.0.smithi032.stdout:3486: expect (ObjNum 1099 snap 342 seq_num 1099) 2024-09-13T00:15:46.192 INFO:tasks.rados.rados.0.smithi032.stdout:3487: finishing write tid 4 to smithi03267100-43 2024-09-13T00:15:46.192 INFO:tasks.rados.rados.0.smithi032.stdout:3487: finishing write tid 5 to smithi03267100-43 2024-09-13T00:15:46.192 INFO:tasks.rados.rados.0.smithi032.stdout:3487: finishing write tid 6 to smithi03267100-43 2024-09-13T00:15:46.192 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2710 (ObjNum 1110 snap 346 seq_num 1110) dirty exists 2024-09-13T00:15:46.192 INFO:tasks.rados.rados.0.smithi032.stdout:3487: left oid 43 (ObjNum 1110 snap 346 seq_num 1110) 2024-09-13T00:15:46.192 INFO:tasks.rados.rados.0.smithi032.stdout:3488: expect (ObjNum 474 snap 140 seq_num 474) 2024-09-13T00:15:46.362 INFO:tasks.rados.rados.0.smithi032.stdout:3486: done (3 left) 2024-09-13T00:15:46.363 INFO:tasks.rados.rados.0.smithi032.stdout:3487: done (2 left) 2024-09-13T00:15:46.363 INFO:tasks.rados.rados.0.smithi032.stdout:3488: done (1 left) 2024-09-13T00:15:46.363 INFO:tasks.rados.rados.0.smithi032.stdout:3489: done (0 left) 2024-09-13T00:15:46.363 INFO:tasks.rados.rados.0.smithi032.stdout:3490: rollback oid 11 current snap is 346 2024-09-13T00:15:46.363 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 333 2024-09-13T00:15:46.363 INFO:tasks.rados.rados.0.smithi032.stdout:3491: delete oid 24 current snap is 346 2024-09-13T00:15:46.366 INFO:tasks.rados.rados.0.smithi032.stdout:3491: done (1 left) 2024-09-13T00:15:46.366 INFO:tasks.rados.rados.0.smithi032.stdout:3492: snap_remove snap 301 2024-09-13T00:15:46.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:46 smithi053 bash[67631]: cluster 2024-09-13T00:15:45.227115+0000 mgr.y (mgr.34107) 374 : cluster [DBG] pgmap v679: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-09-13T00:15:46.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:46 smithi053 bash[67631]: cluster 2024-09-13T00:15:45.274405+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2024-09-13T00:15:46.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:46 smithi032 bash[76677]: cluster 2024-09-13T00:15:45.227115+0000 mgr.y (mgr.34107) 374 : cluster [DBG] pgmap v679: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-09-13T00:15:46.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:46 smithi032 bash[76677]: cluster 2024-09-13T00:15:45.274405+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2024-09-13T00:15:46.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:46 smithi032 bash[75510]: cluster 2024-09-13T00:15:45.227115+0000 mgr.y (mgr.34107) 374 : cluster [DBG] pgmap v679: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-09-13T00:15:46.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:46 smithi032 bash[75510]: cluster 2024-09-13T00:15:45.274405+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2024-09-13T00:15:47.283 INFO:tasks.rados.rados.0.smithi032.stdout:3490: finishing rollback tid 1 to smithi03267100-11 2024-09-13T00:15:47.283 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2963 (ObjNum 65 snap 0 seq_num 1482712681) dirty dne 2024-09-13T00:15:47.283 INFO:tasks.rados.rados.0.smithi032.stdout:3490: done (1 left) 2024-09-13T00:15:47.283 INFO:tasks.rados.rados.0.smithi032.stdout:3492: done (0 left) 2024-09-13T00:15:47.284 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 346 2024-09-13T00:15:47.284 INFO:tasks.rados.rados.0.smithi032.stdout:3493: seq_num 1113 ranges {0=647168,647168=524288,1171456=622592,1794048=57344} 2024-09-13T00:15:47.288 INFO:tasks.rados.rados.0.smithi032.stdout:3493: writing smithi03267100-46 from 0 to 647168 tid 1 2024-09-13T00:15:47.291 INFO:tasks.rados.rados.0.smithi032.stdout:3493: writing smithi03267100-46 from 647168 to 1171456 tid 2 2024-09-13T00:15:47.295 INFO:tasks.rados.rados.0.smithi032.stdout:3493: writing smithi03267100-46 from 1171456 to 1794048 tid 3 2024-09-13T00:15:47.296 INFO:tasks.rados.rados.0.smithi032.stdout:3493: writing smithi03267100-46 from 1794048 to 1851392 tid 4 2024-09-13T00:15:47.296 INFO:tasks.rados.rados.0.smithi032.stdout:3494: rmattr oid 27 current snap is 346 2024-09-13T00:15:47.296 INFO:tasks.rados.rados.0.smithi032.stdout:3495: delete oid 11 current snap is 346 2024-09-13T00:15:47.320 INFO:tasks.rados.rados.0.smithi032.stdout:3493: finishing write tid 1 to smithi03267100-46 2024-09-13T00:15:47.320 INFO:tasks.rados.rados.0.smithi032.stdout:3493: finishing write tid 2 to smithi03267100-46 2024-09-13T00:15:47.321 INFO:tasks.rados.rados.0.smithi032.stdout:3493: finishing write tid 3 to smithi03267100-46 2024-09-13T00:15:47.321 INFO:tasks.rados.rados.0.smithi032.stdout:3493: finishing write tid 4 to smithi03267100-46 2024-09-13T00:15:47.323 INFO:tasks.rados.rados.0.smithi032.stdout:3493: finishing write tid 5 to smithi03267100-46 2024-09-13T00:15:47.323 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2723 (ObjNum 1066 snap 327 seq_num 1066) dirty exists 2024-09-13T00:15:47.332 INFO:tasks.rados.rados.0.smithi032.stdout:3494: done (2 left) 2024-09-13T00:15:47.332 INFO:tasks.rados.rados.0.smithi032.stdout:3495: done (1 left) 2024-09-13T00:15:47.332 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 346 2024-09-13T00:15:47.332 INFO:tasks.rados.rados.0.smithi032.stdout:3496: seq_num 1115 ranges {3530752=679936,4210688=688128,4898816=516096} 2024-09-13T00:15:47.353 INFO:tasks.rados.rados.0.smithi032.stdout:3496: writing smithi03267100-10 from 3530752 to 4210688 tid 1 2024-09-13T00:15:47.358 INFO:tasks.rados.rados.0.smithi032.stdout:3496: writing smithi03267100-10 from 4210688 to 4898816 tid 2 2024-09-13T00:15:47.362 INFO:tasks.rados.rados.0.smithi032.stdout:3496: writing smithi03267100-10 from 4898816 to 5414912 tid 3 2024-09-13T00:15:47.363 INFO:tasks.rados.rados.0.smithi032.stdout:3497: read oid 23 snap 304 2024-09-13T00:15:47.363 INFO:tasks.rados.rados.0.smithi032.stdout:3497: expect (ObjNum 972 snap 282 seq_num 972) 2024-09-13T00:15:47.363 INFO:tasks.rados.rados.0.smithi032.stdout:3493: finishing write tid 6 to smithi03267100-46 2024-09-13T00:15:47.363 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1752 (ObjNum 1113 snap 346 seq_num 1113) dirty exists 2024-09-13T00:15:47.363 INFO:tasks.rados.rados.0.smithi032.stdout:3493: left oid 46 (ObjNum 1113 snap 346 seq_num 1113) 2024-09-13T00:15:47.363 INFO:tasks.rados.rados.0.smithi032.stdout:3496: finishing write tid 1 to smithi03267100-10 2024-09-13T00:15:47.363 INFO:tasks.rados.rados.0.smithi032.stdout:3498: read oid 22 snap -1 2024-09-13T00:15:47.363 INFO:tasks.rados.rados.0.smithi032.stdout:3498: expect (ObjNum 1092 snap 337 seq_num 1092) 2024-09-13T00:15:47.363 INFO:tasks.rados.rados.0.smithi032.stdout:3493: done (3 left) 2024-09-13T00:15:47.363 INFO:tasks.rados.rados.0.smithi032.stdout:3499: read oid 31 snap -1 2024-09-13T00:15:47.363 INFO:tasks.rados.rados.0.smithi032.stdout:3499: expect (ObjNum 1090 snap 337 seq_num 1090) 2024-09-13T00:15:47.363 INFO:tasks.rados.rados.0.smithi032.stdout:3500: read oid 33 snap -1 2024-09-13T00:15:47.363 INFO:tasks.rados.rados.0.smithi032.stdout:3500: expect (ObjNum 1086 snap 334 seq_num 1086) 2024-09-13T00:15:47.364 INFO:tasks.rados.rados.0.smithi032.stdout:3501: setattr oid 14 current snap is 346 2024-09-13T00:15:47.373 INFO:tasks.rados.rados.0.smithi032.stdout:3502: read oid 13 snap -1 2024-09-13T00:15:47.373 INFO:tasks.rados.rados.0.smithi032.stdout:3502: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:15:47.373 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 346 2024-09-13T00:15:47.373 INFO:tasks.rados.rados.0.smithi032.stdout:3503: seq_num 1116 ranges {0=696320,696320=573440,1269760=450560,1720320=180224} 2024-09-13T00:15:47.373 INFO:tasks.rados.rados.0.smithi032.stdout:3503: writing smithi03267100-12 from 0 to 696320 tid 1 2024-09-13T00:15:47.377 INFO:tasks.rados.rados.0.smithi032.stdout:3503: writing smithi03267100-12 from 696320 to 1269760 tid 2 2024-09-13T00:15:47.377 INFO:tasks.rados.rados.0.smithi032.stdout:3503: writing smithi03267100-12 from 1269760 to 1720320 tid 3 2024-09-13T00:15:47.378 INFO:tasks.rados.rados.0.smithi032.stdout:3503: writing smithi03267100-12 from 1720320 to 1900544 tid 4 2024-09-13T00:15:47.378 INFO:tasks.rados.rados.0.smithi032.stdout:3504: delete oid 30 current snap is 346 2024-09-13T00:15:47.378 INFO:tasks.rados.rados.0.smithi032.stdout:3496: finishing write tid 2 to smithi03267100-10 2024-09-13T00:15:47.378 INFO:tasks.rados.rados.0.smithi032.stdout:3496: finishing write tid 3 to smithi03267100-10 2024-09-13T00:15:47.378 INFO:tasks.rados.rados.0.smithi032.stdout:3500: expect (ObjNum 1086 snap 334 seq_num 1086) 2024-09-13T00:15:47.420 INFO:tasks.rados.rados.0.smithi032.stdout:3502: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:15:47.422 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 3291 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:15:47.423 INFO:tasks.rados.rados.0.smithi032.stdout:3496: finishing write tid 4 to smithi03267100-10 2024-09-13T00:15:47.423 INFO:tasks.rados.rados.0.smithi032.stdout:3497: expect (ObjNum 972 snap 282 seq_num 972) 2024-09-13T00:15:47.475 INFO:tasks.rados.rados.0.smithi032.stdout:3498: expect (ObjNum 1092 snap 337 seq_num 1092) 2024-09-13T00:15:47.513 INFO:tasks.rados.rados.0.smithi032.stdout:3499: expect (ObjNum 1090 snap 337 seq_num 1090) 2024-09-13T00:15:47.607 INFO:tasks.rados.rados.0.smithi032.stdout:3496: finishing write tid 5 to smithi03267100-10 2024-09-13T00:15:47.608 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2346 (ObjNum 1115 snap 346 seq_num 1115) dirty exists 2024-09-13T00:15:47.608 INFO:tasks.rados.rados.0.smithi032.stdout:3496: left oid 10 (ObjNum 1115 snap 346 seq_num 1115) 2024-09-13T00:15:47.608 INFO:tasks.rados.rados.0.smithi032.stdout:3503: finishing write tid 1 to smithi03267100-12 2024-09-13T00:15:47.608 INFO:tasks.rados.rados.0.smithi032.stdout:3503: finishing write tid 2 to smithi03267100-12 2024-09-13T00:15:47.608 INFO:tasks.rados.rados.0.smithi032.stdout:3503: finishing write tid 3 to smithi03267100-12 2024-09-13T00:15:47.608 INFO:tasks.rados.rados.0.smithi032.stdout:3503: finishing write tid 4 to smithi03267100-12 2024-09-13T00:15:47.608 INFO:tasks.rados.rados.0.smithi032.stdout:3496: done (8 left) 2024-09-13T00:15:47.608 INFO:tasks.rados.rados.0.smithi032.stdout:3497: done (7 left) 2024-09-13T00:15:47.608 INFO:tasks.rados.rados.0.smithi032.stdout:3498: done (6 left) 2024-09-13T00:15:47.608 INFO:tasks.rados.rados.0.smithi032.stdout:3499: done (5 left) 2024-09-13T00:15:47.608 INFO:tasks.rados.rados.0.smithi032.stdout:3500: done (4 left) 2024-09-13T00:15:47.608 INFO:tasks.rados.rados.0.smithi032.stdout:3501: done (3 left) 2024-09-13T00:15:47.609 INFO:tasks.rados.rados.0.smithi032.stdout:3502: done (2 left) 2024-09-13T00:15:47.609 INFO:tasks.rados.rados.0.smithi032.stdout:3504: done (1 left) 2024-09-13T00:15:47.609 INFO:tasks.rados.rados.0.smithi032.stdout:3505: delete oid 46 current snap is 346 2024-09-13T00:15:47.609 INFO:tasks.rados.rados.0.smithi032.stdout:3503: finishing write tid 5 to smithi03267100-12 2024-09-13T00:15:47.609 INFO:tasks.rados.rados.0.smithi032.stdout:3503: finishing write tid 6 to smithi03267100-12 2024-09-13T00:15:47.609 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2743 (ObjNum 1116 snap 346 seq_num 1116) dirty exists 2024-09-13T00:15:47.609 INFO:tasks.rados.rados.0.smithi032.stdout:3503: left oid 12 (ObjNum 1116 snap 346 seq_num 1116) 2024-09-13T00:15:47.609 INFO:tasks.rados.rados.0.smithi032.stdout:3503: done (1 left) 2024-09-13T00:15:47.609 INFO:tasks.rados.rados.0.smithi032.stdout:3505: done (0 left) 2024-09-13T00:15:47.610 INFO:tasks.rados.rados.0.smithi032.stdout:3506: delete oid 14 current snap is 346 2024-09-13T00:15:47.614 INFO:tasks.rados.rados.0.smithi032.stdout:3506: done (0 left) 2024-09-13T00:15:47.614 INFO:tasks.rados.rados.0.smithi032.stdout:3507: snap_create 2024-09-13T00:15:48.271 INFO:tasks.rados.rados.0.smithi032.stdout:3507: done (0 left) 2024-09-13T00:15:48.271 INFO:tasks.rados.rados.0.smithi032.stdout:3508: copy_from oid 1 from oid 28 current snap is 347 2024-09-13T00:15:48.271 INFO:tasks.rados.rados.0.smithi032.stdout:3509: delete oid 34 current snap is 347 2024-09-13T00:15:48.298 INFO:tasks.rados.rados.0.smithi032.stdout:3509: done (1 left) 2024-09-13T00:15:48.298 INFO:tasks.rados.rados.0.smithi032.stdout:3510: snap_create 2024-09-13T00:15:48.333 INFO:tasks.rados.rados.0.smithi032.stdout:3508: finishing copy_from racing read to smithi03267100-1 2024-09-13T00:15:48.340 INFO:tasks.rados.rados.0.smithi032.stdout:3508: finishing copy_from to smithi03267100-1 2024-09-13T00:15:48.341 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2722 (ObjNum 993 snap 293 seq_num 993) dirty exists 2024-09-13T00:15:48.558 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:48 smithi053 bash[67631]: cluster 2024-09-13T00:15:47.228056+0000 mgr.y (mgr.34107) 375 : cluster [DBG] pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 740 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-09-13T00:15:48.558 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:48 smithi053 bash[67631]: cluster 2024-09-13T00:15:47.284614+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2024-09-13T00:15:48.558 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:48 smithi053 bash[67631]: cluster 2024-09-13T00:15:48.271420+0000 mon.a (mon.0) 1251 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2024-09-13T00:15:48.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:48 smithi032 bash[75510]: cluster 2024-09-13T00:15:47.228056+0000 mgr.y (mgr.34107) 375 : cluster [DBG] pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 740 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-09-13T00:15:48.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:48 smithi032 bash[75510]: cluster 2024-09-13T00:15:47.284614+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2024-09-13T00:15:48.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:48 smithi032 bash[75510]: cluster 2024-09-13T00:15:48.271420+0000 mon.a (mon.0) 1251 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2024-09-13T00:15:48.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:48 smithi032 bash[76677]: cluster 2024-09-13T00:15:47.228056+0000 mgr.y (mgr.34107) 375 : cluster [DBG] pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 740 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-09-13T00:15:48.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:48 smithi032 bash[76677]: cluster 2024-09-13T00:15:47.284614+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2024-09-13T00:15:48.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:48 smithi032 bash[76677]: cluster 2024-09-13T00:15:48.271420+0000 mon.a (mon.0) 1251 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2024-09-13T00:15:49.296 INFO:tasks.rados.rados.0.smithi032.stdout:3508: done (1 left) 2024-09-13T00:15:49.296 INFO:tasks.rados.rados.0.smithi032.stdout:3510: done (0 left) 2024-09-13T00:15:49.296 INFO:tasks.rados.rados.0.smithi032.stdout:3511: copy_from oid 44 from oid 13 current snap is 348 2024-09-13T00:15:49.296 INFO:tasks.rados.rados.0.smithi032.stdout:3512: snap_remove snap 278 2024-09-13T00:15:50.311 INFO:tasks.rados.rados.0.smithi032.stdout:3512: done (1 left) 2024-09-13T00:15:50.311 INFO:tasks.rados.rados.0.smithi032.stdout:3513: copy_from oid 12 from oid 17 current snap is 348 2024-09-13T00:15:50.311 INFO:tasks.rados.rados.0.smithi032.stdout:3511: finishing copy_from racing read to smithi03267100-44 2024-09-13T00:15:50.311 INFO:tasks.rados.rados.0.smithi032.stdout:3511: finishing copy_from to smithi03267100-44 2024-09-13T00:15:50.311 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2720 (ObjNum 65 snap 0 seq_num 1716477793) dirty exists 2024-09-13T00:15:50.311 INFO:tasks.rados.rados.0.smithi032.stdout:3511: done (1 left) 2024-09-13T00:15:50.311 INFO:tasks.rados.rados.0.smithi032.stdout:3514: delete oid 2 current snap is 348 2024-09-13T00:15:50.337 INFO:tasks.rados.rados.0.smithi032.stdout:3514: done (1 left) 2024-09-13T00:15:50.337 INFO:tasks.rados.rados.0.smithi032.stdout:3515: read oid 47 snap -1 2024-09-13T00:15:50.337 INFO:tasks.rados.rados.0.smithi032.stdout:3515: expect (ObjNum 1061 snap 327 seq_num 1061) 2024-09-13T00:15:50.338 INFO:tasks.rados.rados.0.smithi032.stdout:3516: read oid 43 snap -1 2024-09-13T00:15:50.338 INFO:tasks.rados.rados.0.smithi032.stdout:3516: expect (ObjNum 1110 snap 346 seq_num 1110) 2024-09-13T00:15:50.338 INFO:tasks.rados.rados.0.smithi032.stdout:3517: read oid 24 snap -1 2024-09-13T00:15:50.338 INFO:tasks.rados.rados.0.smithi032.stdout:3517: expect deleted 2024-09-13T00:15:50.338 INFO:tasks.rados.rados.0.smithi032.stdout:3518: read oid 34 snap -1 2024-09-13T00:15:50.338 INFO:tasks.rados.rados.0.smithi032.stdout:3518: expect deleted 2024-09-13T00:15:50.338 INFO:tasks.rados.rados.0.smithi032.stdout:3519: snap_remove snap 347 2024-09-13T00:15:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.215566+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.225739+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.227716+0000 mon.a (mon.0) 1254 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:15:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: cluster 2024-09-13T00:15:49.228743+0000 mgr.y (mgr.34107) 376 : cluster [DBG] pgmap v684: 121 pgs: 121 active+clean; 715 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-09-13T00:15:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.229499+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:15:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.238471+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:50.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: cluster 2024-09-13T00:15:49.295460+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2024-09-13T00:15:50.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.307074+0000 mon.a (mon.0) 1258 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:15:50.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.307692+0000 mgr.y (mgr.34107) 377 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:15:50.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.358792+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:15:50.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.363495+0000 mon.a (mon.0) 1260 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.365830+0000 mon.a (mon.0) 1261 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.367511+0000 mon.a (mon.0) 1262 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.370371+0000 mon.a (mon.0) 1263 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.373810+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.375567+0000 mon.a (mon.0) 1265 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.377402+0000 mon.a (mon.0) 1266 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.379402+0000 mon.a (mon.0) 1267 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.381165+0000 mon.a (mon.0) 1268 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.382961+0000 mon.a (mon.0) 1269 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.385023+0000 mon.a (mon.0) 1270 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.388140+0000 mon.a (mon.0) 1271 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.390532+0000 mon.a (mon.0) 1272 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:50 smithi053 bash[67631]: audit 2024-09-13T00:15:49.392898+0000 mon.a (mon.0) 1273 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.215566+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:50.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.225739+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:50.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.227716+0000 mon.a (mon.0) 1254 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:15:50.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: cluster 2024-09-13T00:15:49.228743+0000 mgr.y (mgr.34107) 376 : cluster [DBG] pgmap v684: 121 pgs: 121 active+clean; 715 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-09-13T00:15:50.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.229499+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:15:50.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.238471+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:50.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: cluster 2024-09-13T00:15:49.295460+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2024-09-13T00:15:50.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.307074+0000 mon.a (mon.0) 1258 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:15:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.307692+0000 mgr.y (mgr.34107) 377 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:15:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.358792+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:15:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.363495+0000 mon.a (mon.0) 1260 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.365830+0000 mon.a (mon.0) 1261 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.367511+0000 mon.a (mon.0) 1262 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.370371+0000 mon.a (mon.0) 1263 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.373810+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.375567+0000 mon.a (mon.0) 1265 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.377402+0000 mon.a (mon.0) 1266 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.379402+0000 mon.a (mon.0) 1267 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.381165+0000 mon.a (mon.0) 1268 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.382961+0000 mon.a (mon.0) 1269 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.215566+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:50.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.225739+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:50.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.227716+0000 mon.a (mon.0) 1254 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:15:50.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: cluster 2024-09-13T00:15:49.228743+0000 mgr.y (mgr.34107) 376 : cluster [DBG] pgmap v684: 121 pgs: 121 active+clean; 715 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-09-13T00:15:50.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.229499+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:15:50.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.238471+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:15:50.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: cluster 2024-09-13T00:15:49.295460+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2024-09-13T00:15:50.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.307074+0000 mon.a (mon.0) 1258 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:15:50.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.307692+0000 mgr.y (mgr.34107) 377 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T00:15:50.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.358792+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:15:50.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.363495+0000 mon.a (mon.0) 1260 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.365830+0000 mon.a (mon.0) 1261 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.367511+0000 mon.a (mon.0) 1262 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.370371+0000 mon.a (mon.0) 1263 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.373810+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.375567+0000 mon.a (mon.0) 1265 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.377402+0000 mon.a (mon.0) 1266 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.379402+0000 mon.a (mon.0) 1267 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.381165+0000 mon.a (mon.0) 1268 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.382961+0000 mon.a (mon.0) 1269 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.385023+0000 mon.a (mon.0) 1270 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.388140+0000 mon.a (mon.0) 1271 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.390532+0000 mon.a (mon.0) 1272 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[75510]: audit 2024-09-13T00:15:49.392898+0000 mon.a (mon.0) 1273 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.385023+0000 mon.a (mon.0) 1270 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.388140+0000 mon.a (mon.0) 1271 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.390532+0000 mon.a (mon.0) 1272 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:50.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:50 smithi032 bash[76677]: audit 2024-09-13T00:15:49.392898+0000 mon.a (mon.0) 1273 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:51.308 INFO:tasks.rados.rados.0.smithi032.stdout:3519: done (5 left) 2024-09-13T00:15:51.308 INFO:tasks.rados.rados.0.smithi032.stdout:3520: read oid 41 snap -1 2024-09-13T00:15:51.308 INFO:tasks.rados.rados.0.smithi032.stdout:3520: expect deleted 2024-09-13T00:15:51.308 INFO:tasks.rados.rados.0.smithi032.stdout:3521: read oid 2 snap -1 2024-09-13T00:15:51.308 INFO:tasks.rados.rados.0.smithi032.stdout:3521: expect deleted 2024-09-13T00:15:51.308 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 348 2024-09-13T00:15:51.308 INFO:tasks.rados.rados.0.smithi032.stdout:3522: seq_num 1122 ranges {1630208=794624,2424832=729088,3153920=475136} 2024-09-13T00:15:51.318 INFO:tasks.rados.rados.0.smithi032.stdout:3522: writing smithi03267100-38 from 1630208 to 2424832 tid 1 2024-09-13T00:15:51.322 INFO:tasks.rados.rados.0.smithi032.stdout:3522: writing smithi03267100-38 from 2424832 to 3153920 tid 2 2024-09-13T00:15:51.326 INFO:tasks.rados.rados.0.smithi032.stdout:3522: writing smithi03267100-38 from 3153920 to 3629056 tid 3 2024-09-13T00:15:51.326 INFO:tasks.rados.rados.0.smithi032.stdout:3523: snap_remove snap 314 2024-09-13T00:15:51.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:51 smithi032 bash[75510]: cluster 2024-09-13T00:15:50.301483+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2024-09-13T00:15:51.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:51 smithi032 bash[76677]: cluster 2024-09-13T00:15:50.301483+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2024-09-13T00:15:51.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:51 smithi053 bash[67631]: cluster 2024-09-13T00:15:50.301483+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2024-09-13T00:15:52.325 INFO:tasks.rados.rados.0.smithi032.stdout:3515: expect (ObjNum 1061 snap 327 seq_num 1061) 2024-09-13T00:15:52.360 INFO:tasks.rados.rados.0.smithi032.stdout:3516: expect (ObjNum 1110 snap 346 seq_num 1110) 2024-09-13T00:15:52.475 INFO:tasks.rados.rados.0.smithi032.stdout:3513: finishing copy_from racing read to smithi03267100-12 2024-09-13T00:15:52.475 INFO:tasks.rados.rados.0.smithi032.stdout:3513: finishing copy_from to smithi03267100-12 2024-09-13T00:15:52.475 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2963 (ObjNum 982 snap 284 seq_num 982) dirty exists 2024-09-13T00:15:52.476 INFO:tasks.rados.rados.0.smithi032.stdout:3522: finishing write tid 1 to smithi03267100-38 2024-09-13T00:15:52.476 INFO:tasks.rados.rados.0.smithi032.stdout:3522: finishing write tid 2 to smithi03267100-38 2024-09-13T00:15:52.476 INFO:tasks.rados.rados.0.smithi032.stdout:3522: finishing write tid 3 to smithi03267100-38 2024-09-13T00:15:52.476 INFO:tasks.rados.rados.0.smithi032.stdout:3522: finishing write tid 4 to smithi03267100-38 2024-09-13T00:15:52.476 INFO:tasks.rados.rados.0.smithi032.stdout:3522: finishing write tid 5 to smithi03267100-38 2024-09-13T00:15:52.476 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2350 (ObjNum 1122 snap 348 seq_num 1122) dirty exists 2024-09-13T00:15:52.476 INFO:tasks.rados.rados.0.smithi032.stdout:3522: left oid 38 (ObjNum 1122 snap 348 seq_num 1122) 2024-09-13T00:15:52.476 INFO:tasks.rados.rados.0.smithi032.stdout:3513: done (8 left) 2024-09-13T00:15:52.476 INFO:tasks.rados.rados.0.smithi032.stdout:3515: done (7 left) 2024-09-13T00:15:52.476 INFO:tasks.rados.rados.0.smithi032.stdout:3516: done (6 left) 2024-09-13T00:15:52.476 INFO:tasks.rados.rados.0.smithi032.stdout:3517: done (5 left) 2024-09-13T00:15:52.476 INFO:tasks.rados.rados.0.smithi032.stdout:3518: done (4 left) 2024-09-13T00:15:52.476 INFO:tasks.rados.rados.0.smithi032.stdout:3520: done (3 left) 2024-09-13T00:15:52.477 INFO:tasks.rados.rados.0.smithi032.stdout:3521: done (2 left) 2024-09-13T00:15:52.477 INFO:tasks.rados.rados.0.smithi032.stdout:3522: done (1 left) 2024-09-13T00:15:52.477 INFO:tasks.rados.rados.0.smithi032.stdout:3523: done (0 left) 2024-09-13T00:15:52.477 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 348 2024-09-13T00:15:52.477 INFO:tasks.rados.rados.0.smithi032.stdout:3524: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-09-13T00:15:52.481 INFO:tasks.rados.rados.0.smithi032.stdout:3524: writing smithi03267100-14 from 0 to 409600 tid 1 2024-09-13T00:15:52.490 INFO:tasks.rados.rados.0.smithi032.stdout:3524: writing smithi03267100-14 from 409600 to 1024000 tid 2 2024-09-13T00:15:52.500 INFO:tasks.rados.rados.0.smithi032.stdout:3524: writing smithi03267100-14 from 1024000 to 1622016 tid 3 2024-09-13T00:15:52.506 INFO:tasks.rados.rados.0.smithi032.stdout:3524: writing smithi03267100-14 from 1622016 to 2015232 tid 4 2024-09-13T00:15:52.506 INFO:tasks.rados.rados.0.smithi032.stdout:3525: snap_remove snap 339 2024-09-13T00:15:52.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:52 smithi032 bash[75510]: cluster 2024-09-13T00:15:51.229392+0000 mgr.y (mgr.34107) 378 : cluster [DBG] pgmap v687: 121 pgs: 121 active+clean; 721 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-09-13T00:15:52.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:52 smithi032 bash[75510]: cluster 2024-09-13T00:15:51.305796+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2024-09-13T00:15:52.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:15:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:15:52] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-09-13T00:15:52.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:52 smithi032 bash[76677]: cluster 2024-09-13T00:15:51.229392+0000 mgr.y (mgr.34107) 378 : cluster [DBG] pgmap v687: 121 pgs: 121 active+clean; 721 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-09-13T00:15:52.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:52 smithi032 bash[76677]: cluster 2024-09-13T00:15:51.305796+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2024-09-13T00:15:52.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:52 smithi053 bash[67631]: cluster 2024-09-13T00:15:51.229392+0000 mgr.y (mgr.34107) 378 : cluster [DBG] pgmap v687: 121 pgs: 121 active+clean; 721 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-09-13T00:15:52.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:52 smithi053 bash[67631]: cluster 2024-09-13T00:15:51.305796+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2024-09-13T00:15:52.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:15:52 smithi053 bash[94430]: ts=2024-09-13T00:15:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:15:53.285 INFO:tasks.rados.rados.0.smithi032.stdout:3525: done (1 left) 2024-09-13T00:15:53.285 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 348 2024-09-13T00:15:53.286 INFO:tasks.rados.rados.0.smithi032.stdout:3526: seq_num 1124 ranges {8871936=434176,9306112=499712,9805824=409600,10215424=663552,10878976=32768} 2024-09-13T00:15:53.332 INFO:tasks.rados.rados.0.smithi032.stdout:3526: writing smithi03267100-3 from 8871936 to 9306112 tid 1 2024-09-13T00:15:53.336 INFO:tasks.rados.rados.0.smithi032.stdout:3526: writing smithi03267100-3 from 9306112 to 9805824 tid 2 2024-09-13T00:15:53.338 INFO:tasks.rados.rados.0.smithi032.stdout:3526: writing smithi03267100-3 from 9805824 to 10215424 tid 3 2024-09-13T00:15:53.344 INFO:tasks.rados.rados.0.smithi032.stdout:3526: writing smithi03267100-3 from 10215424 to 10878976 tid 4 2024-09-13T00:15:53.344 INFO:tasks.rados.rados.0.smithi032.stdout:3526: writing smithi03267100-3 from 10878976 to 10911744 tid 5 2024-09-13T00:15:53.344 INFO:tasks.rados.rados.0.smithi032.stdout:3527: copy_from oid 44 from oid 4 current snap is 348 2024-09-13T00:15:53.344 INFO:tasks.rados.rados.0.smithi032.stdout:3524: finishing write tid 1 to smithi03267100-14 2024-09-13T00:15:53.344 INFO:tasks.rados.rados.0.smithi032.stdout:3524: finishing write tid 2 to smithi03267100-14 2024-09-13T00:15:53.345 INFO:tasks.rados.rados.0.smithi032.stdout:3524: finishing write tid 3 to smithi03267100-14 2024-09-13T00:15:53.345 INFO:tasks.rados.rados.0.smithi032.stdout:3524: finishing write tid 4 to smithi03267100-14 2024-09-13T00:15:53.345 INFO:tasks.rados.rados.0.smithi032.stdout:3524: finishing write tid 5 to smithi03267100-14 2024-09-13T00:15:53.345 INFO:tasks.rados.rados.0.smithi032.stdout:3524: finishing write tid 6 to smithi03267100-14 2024-09-13T00:15:53.345 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 3321 (ObjNum 1123 snap 348 seq_num 1123) dirty exists 2024-09-13T00:15:53.345 INFO:tasks.rados.rados.0.smithi032.stdout:3524: left oid 14 (ObjNum 1123 snap 348 seq_num 1123) 2024-09-13T00:15:53.345 INFO:tasks.rados.rados.0.smithi032.stdout:3526: finishing write tid 1 to smithi03267100-3 2024-09-13T00:15:53.345 INFO:tasks.rados.rados.0.smithi032.stdout:3526: finishing write tid 2 to smithi03267100-3 2024-09-13T00:15:53.346 INFO:tasks.rados.rados.0.smithi032.stdout:3524: done (2 left) 2024-09-13T00:15:53.346 INFO:tasks.rados.rados.0.smithi032.stdout:3528: rmattr oid 22 current snap is 348 2024-09-13T00:15:53.346 INFO:tasks.rados.rados.0.smithi032.stdout:3528: done (2 left) 2024-09-13T00:15:53.346 INFO:tasks.rados.rados.0.smithi032.stdout:3529: read oid 5 snap -1 2024-09-13T00:15:53.346 INFO:tasks.rados.rados.0.smithi032.stdout:3529: expect deleted 2024-09-13T00:15:53.346 INFO:tasks.rados.rados.0.smithi032.stdout:3530: read oid 34 snap -1 2024-09-13T00:15:53.346 INFO:tasks.rados.rados.0.smithi032.stdout:3530: expect deleted 2024-09-13T00:15:53.346 INFO:tasks.rados.rados.0.smithi032.stdout:3531: copy_from oid 22 from oid 26 current snap is 348 2024-09-13T00:15:53.346 INFO:tasks.rados.rados.0.smithi032.stdout:3532: rmattr oid 21 current snap is 348 2024-09-13T00:15:53.347 INFO:tasks.rados.rados.0.smithi032.stdout:3533: rmattr oid 30 current snap is 348 2024-09-13T00:15:53.347 INFO:tasks.rados.rados.0.smithi032.stdout:3533: done (6 left) 2024-09-13T00:15:53.347 INFO:tasks.rados.rados.0.smithi032.stdout:3534: read oid 11 snap -1 2024-09-13T00:15:53.347 INFO:tasks.rados.rados.0.smithi032.stdout:3534: expect deleted 2024-09-13T00:15:53.347 INFO:tasks.rados.rados.0.smithi032.stdout:3535: read oid 37 snap -1 2024-09-13T00:15:53.347 INFO:tasks.rados.rados.0.smithi032.stdout:3535: expect deleted 2024-09-13T00:15:53.347 INFO:tasks.rados.rados.0.smithi032.stdout:3536: rollback oid 41 current snap is 348 2024-09-13T00:15:53.347 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 304 2024-09-13T00:15:53.347 INFO:tasks.rados.rados.0.smithi032.stdout:3537: snap_create 2024-09-13T00:15:53.348 INFO:tasks.rados.rados.0.smithi032.stdout:3526: finishing write tid 3 to smithi03267100-3 2024-09-13T00:15:53.350 INFO:tasks.rados.rados.0.smithi032.stdout:3526: finishing write tid 4 to smithi03267100-3 2024-09-13T00:15:53.353 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 3075 (ObjNum 965 snap 281 seq_num 965) dirty exists 2024-09-13T00:15:53.353 INFO:tasks.rados.rados.0.smithi032.stdout:3527: finishing copy_from racing read to smithi03267100-44 2024-09-13T00:15:53.354 INFO:tasks.rados.rados.0.smithi032.stdout:3526: finishing write tid 5 to smithi03267100-3 2024-09-13T00:15:53.355 INFO:tasks.rados.rados.0.smithi032.stdout:3527: finishing copy_from to smithi03267100-44 2024-09-13T00:15:53.356 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2556 (ObjNum 1073 snap 331 seq_num 1073) dirty exists 2024-09-13T00:15:53.357 INFO:tasks.rados.rados.0.smithi032.stdout:3526: finishing write tid 6 to smithi03267100-3 2024-09-13T00:15:53.357 INFO:tasks.rados.rados.0.smithi032.stdout:3536: finishing rollback tid 1 to smithi03267100-41 2024-09-13T00:15:53.357 INFO:tasks.rados.rados.0.smithi032.stdout:3536: finishing rollback tid 2 to smithi03267100-41 2024-09-13T00:15:53.358 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2751 (ObjNum 1016 snap 302 seq_num 1016) dirty exists 2024-09-13T00:15:53.358 INFO:tasks.rados.rados.0.smithi032.stdout:3526: finishing write tid 7 to smithi03267100-3 2024-09-13T00:15:53.359 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2749 (ObjNum 1124 snap 348 seq_num 1124) dirty exists 2024-09-13T00:15:53.359 INFO:tasks.rados.rados.0.smithi032.stdout:3526: left oid 3 (ObjNum 1124 snap 348 seq_num 1124) 2024-09-13T00:15:53.386 INFO:tasks.rados.rados.0.smithi032.stdout:3531: finishing copy_from racing read to smithi03267100-22 2024-09-13T00:15:53.389 INFO:tasks.rados.rados.0.smithi032.stdout:3531: finishing copy_from to smithi03267100-22 2024-09-13T00:15:53.389 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 3075 (ObjNum 1089 snap 336 seq_num 1089) dirty exists 2024-09-13T00:15:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:53 smithi032 bash[75510]: cephadm 2024-09-13T00:15:52.309419+0000 mgr.y (mgr.34107) 379 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-13T00:15:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:53 smithi032 bash[75510]: cluster 2024-09-13T00:15:52.318898+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2024-09-13T00:15:53.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:53 smithi032 bash[75510]: cephadm 2024-09-13T00:15:52.325986+0000 mgr.y (mgr.34107) 380 : cephadm [INF] Deploying daemon alertmanager.a on smithi032 2024-09-13T00:15:53.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:53 smithi032 bash[75510]: cluster 2024-09-13T00:15:53.274342+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2024-09-13T00:15:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:53 smithi032 bash[76677]: cephadm 2024-09-13T00:15:52.309419+0000 mgr.y (mgr.34107) 379 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-13T00:15:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:53 smithi032 bash[76677]: cluster 2024-09-13T00:15:52.318898+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2024-09-13T00:15:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:53 smithi032 bash[76677]: cephadm 2024-09-13T00:15:52.325986+0000 mgr.y (mgr.34107) 380 : cephadm [INF] Deploying daemon alertmanager.a on smithi032 2024-09-13T00:15:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:53 smithi032 bash[76677]: cluster 2024-09-13T00:15:53.274342+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2024-09-13T00:15:53.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:53 smithi053 bash[67631]: cephadm 2024-09-13T00:15:52.309419+0000 mgr.y (mgr.34107) 379 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-13T00:15:53.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:53 smithi053 bash[67631]: cluster 2024-09-13T00:15:52.318898+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2024-09-13T00:15:53.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:53 smithi053 bash[67631]: cephadm 2024-09-13T00:15:52.325986+0000 mgr.y (mgr.34107) 380 : cephadm [INF] Deploying daemon alertmanager.a on smithi032 2024-09-13T00:15:53.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:53 smithi053 bash[67631]: cluster 2024-09-13T00:15:53.274342+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2024-09-13T00:15:54.332 INFO:tasks.rados.rados.0.smithi032.stdout:3526: done (9 left) 2024-09-13T00:15:54.332 INFO:tasks.rados.rados.0.smithi032.stdout:3527: done (8 left) 2024-09-13T00:15:54.333 INFO:tasks.rados.rados.0.smithi032.stdout:3529: done (7 left) 2024-09-13T00:15:54.333 INFO:tasks.rados.rados.0.smithi032.stdout:3530: done (6 left) 2024-09-13T00:15:54.333 INFO:tasks.rados.rados.0.smithi032.stdout:3531: done (5 left) 2024-09-13T00:15:54.333 INFO:tasks.rados.rados.0.smithi032.stdout:3532: done (4 left) 2024-09-13T00:15:54.333 INFO:tasks.rados.rados.0.smithi032.stdout:3534: done (3 left) 2024-09-13T00:15:54.333 INFO:tasks.rados.rados.0.smithi032.stdout:3535: done (2 left) 2024-09-13T00:15:54.334 INFO:tasks.rados.rados.0.smithi032.stdout:3536: done (1 left) 2024-09-13T00:15:54.334 INFO:tasks.rados.rados.0.smithi032.stdout:3537: done (0 left) 2024-09-13T00:15:54.334 INFO:tasks.rados.rados.0.smithi032.stdout:3538: read oid 2 snap -1 2024-09-13T00:15:54.334 INFO:tasks.rados.rados.0.smithi032.stdout:3538: expect deleted 2024-09-13T00:15:54.334 INFO:tasks.rados.rados.0.smithi032.stdout:3539: snap_remove snap 315 2024-09-13T00:15:54.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:54 smithi032 bash[75510]: cluster 2024-09-13T00:15:53.230342+0000 mgr.y (mgr.34107) 381 : cluster [DBG] pgmap v690: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 708 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-09-13T00:15:54.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:54 smithi032 bash[76677]: cluster 2024-09-13T00:15:53.230342+0000 mgr.y (mgr.34107) 381 : cluster [DBG] pgmap v690: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 708 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-09-13T00:15:54.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:54 smithi053 bash[67631]: cluster 2024-09-13T00:15:53.230342+0000 mgr.y (mgr.34107) 381 : cluster [DBG] pgmap v690: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 708 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-09-13T00:15:55.335 INFO:tasks.rados.rados.0.smithi032.stdout:3539: done (1 left) 2024-09-13T00:15:55.335 INFO:tasks.rados.rados.0.smithi032.stdout:3540: read oid 46 snap 298 2024-09-13T00:15:55.335 INFO:tasks.rados.rados.0.smithi032.stdout:3540: expect (ObjNum 991 snap 289 seq_num 991) 2024-09-13T00:15:55.335 INFO:tasks.rados.rados.0.smithi032.stdout:3541: rmattr oid 19 current snap is 349 2024-09-13T00:15:55.335 INFO:tasks.rados.rados.0.smithi032.stdout:3541: done (2 left) 2024-09-13T00:15:55.335 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 349 2024-09-13T00:15:55.335 INFO:tasks.rados.rados.0.smithi032.stdout:3542: seq_num 1125 ranges {2744320=450560,3194880=786432,3981312=614400,4595712=204800} 2024-09-13T00:15:55.358 INFO:tasks.rados.rados.0.smithi032.stdout:3542: writing smithi03267100-49 from 2744320 to 3194880 tid 1 2024-09-13T00:15:55.365 INFO:tasks.rados.rados.0.smithi032.stdout:3542: writing smithi03267100-49 from 3194880 to 3981312 tid 2 2024-09-13T00:15:55.372 INFO:tasks.rados.rados.0.smithi032.stdout:3542: writing smithi03267100-49 from 3981312 to 4595712 tid 3 2024-09-13T00:15:55.374 INFO:tasks.rados.rados.0.smithi032.stdout:3542: writing smithi03267100-49 from 4595712 to 4800512 tid 4 2024-09-13T00:15:55.375 INFO:tasks.rados.rados.0.smithi032.stdout:3543: delete oid 22 current snap is 349 2024-09-13T00:15:55.397 INFO:tasks.rados.rados.0.smithi032.stdout:3540: expect (ObjNum 991 snap 289 seq_num 991) 2024-09-13T00:15:55.551 INFO:tasks.rados.rados.0.smithi032.stdout:3542: finishing write tid 1 to smithi03267100-49 2024-09-13T00:15:55.551 INFO:tasks.rados.rados.0.smithi032.stdout:3542: finishing write tid 2 to smithi03267100-49 2024-09-13T00:15:55.551 INFO:tasks.rados.rados.0.smithi032.stdout:3542: finishing write tid 3 to smithi03267100-49 2024-09-13T00:15:55.551 INFO:tasks.rados.rados.0.smithi032.stdout:3542: finishing write tid 4 to smithi03267100-49 2024-09-13T00:15:55.551 INFO:tasks.rados.rados.0.smithi032.stdout:3542: finishing write tid 5 to smithi03267100-49 2024-09-13T00:15:55.551 INFO:tasks.rados.rados.0.smithi032.stdout:3542: finishing write tid 6 to smithi03267100-49 2024-09-13T00:15:55.552 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2731 (ObjNum 1125 snap 349 seq_num 1125) dirty exists 2024-09-13T00:15:55.552 INFO:tasks.rados.rados.0.smithi032.stdout:3542: left oid 49 (ObjNum 1125 snap 349 seq_num 1125) 2024-09-13T00:15:55.552 INFO:tasks.rados.rados.0.smithi032.stdout:3538: done (3 left) 2024-09-13T00:15:55.552 INFO:tasks.rados.rados.0.smithi032.stdout:3540: done (2 left) 2024-09-13T00:15:55.552 INFO:tasks.rados.rados.0.smithi032.stdout:3542: done (1 left) 2024-09-13T00:15:55.552 INFO:tasks.rados.rados.0.smithi032.stdout:3543: done (0 left) 2024-09-13T00:15:55.552 INFO:tasks.rados.rados.0.smithi032.stdout:3544: snap_remove snap 348 2024-09-13T00:15:55.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:55 smithi032 bash[75510]: cluster 2024-09-13T00:15:54.331587+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2024-09-13T00:15:55.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:55 smithi032 bash[75510]: audit 2024-09-13T00:15:55.135786+0000 mon.a (mon.0) 1279 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:15:55.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:55 smithi032 bash[75510]: cluster 2024-09-13T00:15:55.334203+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2024-09-13T00:15:55.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:55 smithi032 bash[76677]: cluster 2024-09-13T00:15:54.331587+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2024-09-13T00:15:55.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:55 smithi032 bash[76677]: audit 2024-09-13T00:15:55.135786+0000 mon.a (mon.0) 1279 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:15:55.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:55 smithi032 bash[76677]: cluster 2024-09-13T00:15:55.334203+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2024-09-13T00:15:55.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:55 smithi053 bash[67631]: cluster 2024-09-13T00:15:54.331587+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2024-09-13T00:15:55.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:55 smithi053 bash[67631]: audit 2024-09-13T00:15:55.135786+0000 mon.a (mon.0) 1279 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:15:55.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:55 smithi053 bash[67631]: cluster 2024-09-13T00:15:55.334203+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2024-09-13T00:15:56.381 INFO:tasks.rados.rados.0.smithi032.stdout:3544: done (0 left) 2024-09-13T00:15:56.381 INFO:tasks.rados.rados.0.smithi032.stdout:3545: rmattr oid 40 current snap is 349 2024-09-13T00:15:56.381 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 349 2024-09-13T00:15:56.381 INFO:tasks.rados.rados.0.smithi032.stdout:3546: seq_num 1127 ranges {0=483328,483328=598016,1081344=581632,1662976=425984} 2024-09-13T00:15:56.383 INFO:tasks.rados.rados.0.smithi032.stdout:3546: writing smithi03267100-24 from 0 to 483328 tid 1 2024-09-13T00:15:56.388 INFO:tasks.rados.rados.0.smithi032.stdout:3546: writing smithi03267100-24 from 483328 to 1081344 tid 2 2024-09-13T00:15:56.391 INFO:tasks.rados.rados.0.smithi032.stdout:3546: writing smithi03267100-24 from 1081344 to 1662976 tid 3 2024-09-13T00:15:56.395 INFO:tasks.rados.rados.0.smithi032.stdout:3546: writing smithi03267100-24 from 1662976 to 2088960 tid 4 2024-09-13T00:15:56.395 INFO:tasks.rados.rados.0.smithi032.stdout:3547: rollback oid 6 current snap is 349 2024-09-13T00:15:56.395 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 6 to 328 2024-09-13T00:15:56.395 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 2711 (ObjNum 49 snap 0 seq_num 168601128) dirty exists 2024-09-13T00:15:56.395 INFO:tasks.rados.rados.0.smithi032.stdout:3545: done (2 left) 2024-09-13T00:15:56.395 INFO:tasks.rados.rados.0.smithi032.stdout:3548: copy_from oid 50 from oid 35 current snap is 349 2024-09-13T00:15:56.395 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 349 2024-09-13T00:15:56.395 INFO:tasks.rados.rados.0.smithi032.stdout:3549: seq_num 1128 ranges {7151616=499712,7651328=483328,8134656=786432,8921088=335872} 2024-09-13T00:15:56.439 INFO:tasks.rados.rados.0.smithi032.stdout:3549: writing smithi03267100-28 from 7151616 to 7651328 tid 1 2024-09-13T00:15:56.442 INFO:tasks.rados.rados.0.smithi032.stdout:3549: writing smithi03267100-28 from 7651328 to 8134656 tid 2 2024-09-13T00:15:56.447 INFO:tasks.rados.rados.0.smithi032.stdout:3549: writing smithi03267100-28 from 8134656 to 8921088 tid 3 2024-09-13T00:15:56.449 INFO:tasks.rados.rados.0.smithi032.stdout:3549: writing smithi03267100-28 from 8921088 to 9256960 tid 4 2024-09-13T00:15:56.449 INFO:tasks.rados.rados.0.smithi032.stdout:3550: delete oid 8 current snap is 349 2024-09-13T00:15:56.449 INFO:tasks.rados.rados.0.smithi032.stdout:3546: finishing write tid 1 to smithi03267100-24 2024-09-13T00:15:56.449 INFO:tasks.rados.rados.0.smithi032.stdout:3546: finishing write tid 2 to smithi03267100-24 2024-09-13T00:15:56.450 INFO:tasks.rados.rados.0.smithi032.stdout:3546: finishing write tid 3 to smithi03267100-24 2024-09-13T00:15:56.450 INFO:tasks.rados.rados.0.smithi032.stdout:3546: finishing write tid 4 to smithi03267100-24 2024-09-13T00:15:56.450 INFO:tasks.rados.rados.0.smithi032.stdout:3546: finishing write tid 5 to smithi03267100-24 2024-09-13T00:15:56.450 INFO:tasks.rados.rados.0.smithi032.stdout:3548: finishing copy_from racing read to smithi03267100-50 2024-09-13T00:15:56.450 INFO:tasks.rados.rados.0.smithi032.stdout:3548: finishing copy_from to smithi03267100-50 2024-09-13T00:15:56.450 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2720 (ObjNum 145 snap 0 seq_num 168668928) dirty exists 2024-09-13T00:15:56.450 INFO:tasks.rados.rados.0.smithi032.stdout:3546: finishing write tid 6 to smithi03267100-24 2024-09-13T00:15:56.450 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2732 (ObjNum 1127 snap 349 seq_num 1127) dirty exists 2024-09-13T00:15:56.450 INFO:tasks.rados.rados.0.smithi032.stdout:3546: left oid 24 (ObjNum 1127 snap 349 seq_num 1127) 2024-09-13T00:15:56.450 INFO:tasks.rados.rados.0.smithi032.stdout:3547: finishing rollback tid 0 to smithi03267100-6 2024-09-13T00:15:56.450 INFO:tasks.rados.rados.0.smithi032.stdout:3547: finishing rollback tid 1 to smithi03267100-6 2024-09-13T00:15:56.450 INFO:tasks.rados.rados.0.smithi032.stdout:3547: finishing rollback tid 2 to smithi03267100-6 2024-09-13T00:15:56.450 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2966 (ObjNum 1028 snap 308 seq_num 1028) dirty exists 2024-09-13T00:15:56.451 INFO:tasks.rados.rados.0.smithi032.stdout:3549: finishing write tid 1 to smithi03267100-28 2024-09-13T00:15:56.451 INFO:tasks.rados.rados.0.smithi032.stdout:3549: finishing write tid 2 to smithi03267100-28 2024-09-13T00:15:56.452 INFO:tasks.rados.rados.0.smithi032.stdout:3546: done (4 left) 2024-09-13T00:15:56.452 INFO:tasks.rados.rados.0.smithi032.stdout:3547: done (3 left) 2024-09-13T00:15:56.452 INFO:tasks.rados.rados.0.smithi032.stdout:3548: done (2 left) 2024-09-13T00:15:56.453 INFO:tasks.rados.rados.0.smithi032.stdout:3550: done (1 left) 2024-09-13T00:15:56.453 INFO:tasks.rados.rados.0.smithi032.stdout:3551: copy_from oid 9 from oid 37 current snap is 349 2024-09-13T00:15:56.453 INFO:tasks.rados.rados.0.smithi032.stdout:3552: snap_create 2024-09-13T00:15:56.454 INFO:tasks.rados.rados.0.smithi032.stdout:3551: finishing copy_from to smithi03267100-9 2024-09-13T00:15:56.454 INFO:tasks.rados.rados.0.smithi032.stdout:3551: got expected ENOENT (src dne) 2024-09-13T00:15:56.454 INFO:tasks.rados.rados.0.smithi032.stdout:3551: finishing copy_from racing read to smithi03267100-9 2024-09-13T00:15:56.455 INFO:tasks.rados.rados.0.smithi032.stdout:3549: finishing write tid 3 to smithi03267100-28 2024-09-13T00:15:56.456 INFO:tasks.rados.rados.0.smithi032.stdout:3549: finishing write tid 4 to smithi03267100-28 2024-09-13T00:15:56.458 INFO:tasks.rados.rados.0.smithi032.stdout:3549: finishing write tid 5 to smithi03267100-28 2024-09-13T00:15:56.460 INFO:tasks.rados.rados.0.smithi032.stdout:3549: finishing write tid 6 to smithi03267100-28 2024-09-13T00:15:56.460 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 3081 (ObjNum 1128 snap 349 seq_num 1128) dirty exists 2024-09-13T00:15:56.460 INFO:tasks.rados.rados.0.smithi032.stdout:3549: left oid 28 (ObjNum 1128 snap 349 seq_num 1128) 2024-09-13T00:15:56.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:56 smithi032 bash[75510]: cluster 2024-09-13T00:15:55.230971+0000 mgr.y (mgr.34107) 382 : cluster [DBG] pgmap v693: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 703 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:15:56.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:56 smithi032 bash[76677]: cluster 2024-09-13T00:15:55.230971+0000 mgr.y (mgr.34107) 382 : cluster [DBG] pgmap v693: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 703 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:15:56.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:56 smithi053 bash[67631]: cluster 2024-09-13T00:15:55.230971+0000 mgr.y (mgr.34107) 382 : cluster [DBG] pgmap v693: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 703 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:15:57.391 INFO:tasks.rados.rados.0.smithi032.stdout:3549: done (2 left) 2024-09-13T00:15:57.391 INFO:tasks.rados.rados.0.smithi032.stdout:3551: done (1 left) 2024-09-13T00:15:57.391 INFO:tasks.rados.rados.0.smithi032.stdout:3552: done (0 left) 2024-09-13T00:15:57.391 INFO:tasks.rados.rados.0.smithi032.stdout:3553: rollback oid 35 current snap is 350 2024-09-13T00:15:57.391 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 35 to 290 2024-09-13T00:15:57.392 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 350 2024-09-13T00:15:57.392 INFO:tasks.rados.rados.0.smithi032.stdout:3554: seq_num 1130 ranges {0=532480,532480=655360,1187840=753664,1941504=196608} 2024-09-13T00:15:57.394 INFO:tasks.rados.rados.0.smithi032.stdout:3554: writing smithi03267100-45 from 0 to 532480 tid 1 2024-09-13T00:15:57.398 INFO:tasks.rados.rados.0.smithi032.stdout:3554: writing smithi03267100-45 from 532480 to 1187840 tid 2 2024-09-13T00:15:57.404 INFO:tasks.rados.rados.0.smithi032.stdout:3554: writing smithi03267100-45 from 1187840 to 1941504 tid 3 2024-09-13T00:15:57.406 INFO:tasks.rados.rados.0.smithi032.stdout:3554: writing smithi03267100-45 from 1941504 to 2138112 tid 4 2024-09-13T00:15:57.406 INFO:tasks.rados.rados.0.smithi032.stdout:3555: snap_remove snap 309 2024-09-13T00:15:57.472 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:15:57.662 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:15:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:57.662 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:15:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:57.663 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:15:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:57.663 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:15:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:57.663 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:15:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:57.663 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:15:57 smithi032 systemd[1]: Stopping Ceph alertmanager.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:15:57.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:15:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:57.664 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:15:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:57.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:57 smithi032 bash[75510]: cluster 2024-09-13T00:15:56.383208+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2024-09-13T00:15:57.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:57.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:57 smithi032 bash[76677]: cluster 2024-09-13T00:15:56.383208+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2024-09-13T00:15:57.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:57.665 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:57.776 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:15:57.777 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9m) 46s ago 16m 14.3M - 0.25.0 c8568f914cd2 c50546d46fdb 2024-09-13T00:15:57.777 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (9m) 19s ago 15m 74.5M - 9.4.7 954c08fa6188 ad69687e1c45 2024-09-13T00:15:57.777 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (109s) 46s ago 17m 13.2M - 18.2.4-837-g7a853b17 f21ba1eea74e 85459de8ee31 2024-09-13T00:15:57.777 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (77s) 19s ago 17m 11.8M - 18.2.4-837-g7a853b17 f21ba1eea74e 25faed2b7711 2024-09-13T00:15:57.777 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (8m) 19s ago 25m 427M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:15:57.777 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9m) 46s ago 27m 494M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:15:57.777 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8m) 46s ago 27m 71.4M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:15:57.777 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (7m) 19s ago 25m 52.5M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:15:57.777 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7m) 46s ago 25m 53.9M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:15:57.777 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (55s) 46s ago 16m 3151k - 1.5.0 0da6a335fe13 0cc156f08071 2024-09-13T00:15:57.777 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (51s) 19s ago 16m 7879k - 1.5.0 0da6a335fe13 c84ab40d742d 2024-09-13T00:15:57.777 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5m) 46s ago 24m 473M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e a4f5d6d727f8 2024-09-13T00:15:57.777 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5m) 46s ago 23m 458M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 953c3952f855 2024-09-13T00:15:57.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4m) 46s ago 22m 529M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 49cc31a24edc 2024-09-13T00:15:57.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4m) 46s ago 21m 195M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 662cbd030bbe 2024-09-13T00:15:57.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (3m) 19s ago 20m 392M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 78e01b7bbadc 2024-09-13T00:15:57.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (3m) 19s ago 20m 535M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 2900232c845c 2024-09-13T00:15:57.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (2m) 19s ago 19m 242M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 94ea5bcab139 2024-09-13T00:15:57.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (2m) 19s ago 18m 430M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 3877b4d27e6c 2024-09-13T00:15:57.778 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (26s) 19s ago 16m 42.4M - 2.43.0 a07b618ecd1d e609a8117ac2 2024-09-13T00:15:57.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:57 smithi053 bash[67631]: cluster 2024-09-13T00:15:56.383208+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2024-09-13T00:15:58.122 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:15:58.122 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:15:58.122 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:15:58.123 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:15:58.123 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:15:58.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:15:58.123 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:15:58.123 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:15:58.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-13T00:15:58.123 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:15:58.123 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:15:58.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:15:58.123 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:15:58.123 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:15:58.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 15 2024-09-13T00:15:58.123 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:15:58.124 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:15:58.162 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:15:57 smithi032 bash[68453]: ts=2024-09-13T00:15:57.686Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T00:15:58.274 INFO:tasks.rados.rados.0.smithi032.stdout:3555: done (2 left) 2024-09-13T00:15:58.274 INFO:tasks.rados.rados.0.smithi032.stdout:3556: snap_create 2024-09-13T00:15:58.274 INFO:tasks.rados.rados.0.smithi032.stdout:3553: finishing rollback tid 0 to smithi03267100-35 2024-09-13T00:15:58.274 INFO:tasks.rados.rados.0.smithi032.stdout:3553: finishing rollback tid 1 to smithi03267100-35 2024-09-13T00:15:58.274 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2733 (ObjNum 65 snap 0 seq_num 1449611882) dirty dne 2024-09-13T00:15:58.275 INFO:tasks.rados.rados.0.smithi032.stdout:3554: finishing write tid 1 to smithi03267100-45 2024-09-13T00:15:58.275 INFO:tasks.rados.rados.0.smithi032.stdout:3554: finishing write tid 2 to smithi03267100-45 2024-09-13T00:15:58.275 INFO:tasks.rados.rados.0.smithi032.stdout:3554: finishing write tid 3 to smithi03267100-45 2024-09-13T00:15:58.275 INFO:tasks.rados.rados.0.smithi032.stdout:3554: finishing write tid 4 to smithi03267100-45 2024-09-13T00:15:58.275 INFO:tasks.rados.rados.0.smithi032.stdout:3554: finishing write tid 5 to smithi03267100-45 2024-09-13T00:15:58.275 INFO:tasks.rados.rados.0.smithi032.stdout:3554: finishing write tid 6 to smithi03267100-45 2024-09-13T00:15:58.275 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 2738 (ObjNum 1130 snap 350 seq_num 1130) dirty exists 2024-09-13T00:15:58.275 INFO:tasks.rados.rados.0.smithi032.stdout:3554: left oid 45 (ObjNum 1130 snap 350 seq_num 1130) 2024-09-13T00:15:58.662 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:15:58 smithi032 bash[105003]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T00:15:58.662 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:15:58 smithi032 bash[105088]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T00:15:58.662 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:15:58 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T00:15:58.662 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:15:58 smithi032 systemd[1]: Stopped Ceph alertmanager.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:15:58.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:58 smithi032 bash[75510]: cluster 2024-09-13T00:15:57.231586+0000 mgr.y (mgr.34107) 383 : cluster [DBG] pgmap v696: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 701 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:15:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:58 smithi032 bash[75510]: cluster 2024-09-13T00:15:57.391017+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2024-09-13T00:15:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:58 smithi032 bash[75510]: audit 2024-09-13T00:15:57.463771+0000 mgr.y (mgr.34107) 384 : audit [DBG] from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:15:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:58 smithi032 bash[75510]: audit 2024-09-13T00:15:57.765264+0000 mgr.y (mgr.34107) 385 : audit [DBG] from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:15:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:58 smithi032 bash[75510]: audit 2024-09-13T00:15:58.124905+0000 mon.a (mon.0) 1283 : audit [DBG] from='client.? 172.21.15.32:0/376811284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:58 smithi032 bash[75510]: cluster 2024-09-13T00:15:58.275444+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2024-09-13T00:15:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:58 smithi032 bash[76677]: cluster 2024-09-13T00:15:57.231586+0000 mgr.y (mgr.34107) 383 : cluster [DBG] pgmap v696: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 701 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:15:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:58 smithi032 bash[76677]: cluster 2024-09-13T00:15:57.391017+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2024-09-13T00:15:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:58 smithi032 bash[76677]: audit 2024-09-13T00:15:57.463771+0000 mgr.y (mgr.34107) 384 : audit [DBG] from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:15:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:58 smithi032 bash[76677]: audit 2024-09-13T00:15:57.765264+0000 mgr.y (mgr.34107) 385 : audit [DBG] from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:15:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:58 smithi032 bash[76677]: audit 2024-09-13T00:15:58.124905+0000 mon.a (mon.0) 1283 : audit [DBG] from='client.? 172.21.15.32:0/376811284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:58 smithi032 bash[76677]: cluster 2024-09-13T00:15:58.275444+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2024-09-13T00:15:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:58 smithi053 bash[67631]: cluster 2024-09-13T00:15:57.231586+0000 mgr.y (mgr.34107) 383 : cluster [DBG] pgmap v696: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 701 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:15:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:58 smithi053 bash[67631]: cluster 2024-09-13T00:15:57.391017+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2024-09-13T00:15:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:58 smithi053 bash[67631]: audit 2024-09-13T00:15:57.463771+0000 mgr.y (mgr.34107) 384 : audit [DBG] from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:15:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:58 smithi053 bash[67631]: audit 2024-09-13T00:15:57.765264+0000 mgr.y (mgr.34107) 385 : audit [DBG] from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:15:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:58 smithi053 bash[67631]: audit 2024-09-13T00:15:58.124905+0000 mon.a (mon.0) 1283 : audit [DBG] from='client.? 172.21.15.32:0/376811284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:15:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:58 smithi053 bash[67631]: cluster 2024-09-13T00:15:58.275444+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2024-09-13T00:15:59.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:58 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:59.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:58 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:59.162 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 00:15:58 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:59.163 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:15:58 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:59.163 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 00:15:58 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:59.163 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:15:58 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:59.163 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:15:58 smithi032 systemd[1]: Started Ceph alertmanager.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:15:59.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:15:58 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:59.164 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 00:15:58 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:59.164 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 00:15:58 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:59.164 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 00:15:58 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:15:59.278 INFO:tasks.rados.rados.0.smithi032.stdout:3553: done (2 left) 2024-09-13T00:15:59.278 INFO:tasks.rados.rados.0.smithi032.stdout:3554: done (1 left) 2024-09-13T00:15:59.278 INFO:tasks.rados.rados.0.smithi032.stdout:3556: done (0 left) 2024-09-13T00:15:59.278 INFO:tasks.rados.rados.0.smithi032.stdout:3557: snap_remove snap 298 2024-09-13T00:16:00.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:59 smithi032 bash[75510]: audit 2024-09-13T00:15:58.876648+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:00.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:59 smithi032 bash[75510]: audit 2024-09-13T00:15:58.882171+0000 mon.a (mon.0) 1286 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:00.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:59 smithi032 bash[75510]: audit 2024-09-13T00:15:58.883176+0000 mon.a (mon.0) 1287 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:00.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:15:59 smithi032 bash[75510]: cluster 2024-09-13T00:15:59.278593+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2024-09-13T00:16:00.158 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:59 smithi032 bash[76677]: audit 2024-09-13T00:15:58.876648+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:00.158 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:59 smithi032 bash[76677]: audit 2024-09-13T00:15:58.882171+0000 mon.a (mon.0) 1286 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:00.158 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:59 smithi032 bash[76677]: audit 2024-09-13T00:15:58.883176+0000 mon.a (mon.0) 1287 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:00.158 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:15:59 smithi032 bash[76677]: cluster 2024-09-13T00:15:59.278593+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2024-09-13T00:16:00.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:59 smithi053 bash[67631]: audit 2024-09-13T00:15:58.876648+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:00.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:59 smithi053 bash[67631]: audit 2024-09-13T00:15:58.882171+0000 mon.a (mon.0) 1286 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:00.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:59 smithi053 bash[67631]: audit 2024-09-13T00:15:58.883176+0000 mon.a (mon.0) 1287 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:00.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:15:59 smithi053 bash[67631]: cluster 2024-09-13T00:15:59.278593+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2024-09-13T00:16:00.289 INFO:tasks.rados.rados.0.smithi032.stdout:3557: done (0 left) 2024-09-13T00:16:00.289 INFO:tasks.rados.rados.0.smithi032.stdout:3558: rollback oid 37 current snap is 351 2024-09-13T00:16:00.289 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 37 to 216 2024-09-13T00:16:00.289 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 351 2024-09-13T00:16:00.289 INFO:tasks.rados.rados.0.smithi032.stdout:3559: seq_num 1131 ranges {2924544=548864,3473408=540672,4014080=565248,4579328=425984,5005312=73728} 2024-09-13T00:16:00.298 INFO:tasks.rados.rados.0.smithi032.stdout:3559: writing smithi03267100-36 from 2924544 to 3473408 tid 1 2024-09-13T00:16:00.302 INFO:tasks.rados.rados.0.smithi032.stdout:3559: writing smithi03267100-36 from 3473408 to 4014080 tid 2 2024-09-13T00:16:00.306 INFO:tasks.rados.rados.0.smithi032.stdout:3559: writing smithi03267100-36 from 4014080 to 4579328 tid 3 2024-09-13T00:16:00.309 INFO:tasks.rados.rados.0.smithi032.stdout:3559: writing smithi03267100-36 from 4579328 to 5005312 tid 4 2024-09-13T00:16:00.310 INFO:tasks.rados.rados.0.smithi032.stdout:3559: writing smithi03267100-36 from 5005312 to 5079040 tid 5 2024-09-13T00:16:00.310 INFO:tasks.rados.rados.0.smithi032.stdout:3558: finishing rollback tid 1 to smithi03267100-37 2024-09-13T00:16:00.310 INFO:tasks.rados.rados.0.smithi032.stdout:3558: finishing rollback tid 2 to smithi03267100-37 2024-09-13T00:16:00.310 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2734 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:16:00.310 INFO:tasks.rados.rados.0.smithi032.stdout:3560: read oid 21 snap -1 2024-09-13T00:16:00.310 INFO:tasks.rados.rados.0.smithi032.stdout:3560: expect (ObjNum 965 snap 281 seq_num 965) 2024-09-13T00:16:00.310 INFO:tasks.rados.rados.0.smithi032.stdout:3558: done (2 left) 2024-09-13T00:16:00.310 INFO:tasks.rados.rados.0.smithi032.stdout:3561: setattr oid 14 current snap is 351 2024-09-13T00:16:00.312 INFO:tasks.rados.rados.0.smithi032.stdout:3562: snap_create 2024-09-13T00:16:00.333 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 3357 (ObjNum 1123 snap 348 seq_num 1123) dirty exists 2024-09-13T00:16:00.336 INFO:tasks.rados.rados.0.smithi032.stdout:3559: finishing write tid 1 to smithi03267100-36 2024-09-13T00:16:00.336 INFO:tasks.rados.rados.0.smithi032.stdout:3559: finishing write tid 2 to smithi03267100-36 2024-09-13T00:16:00.337 INFO:tasks.rados.rados.0.smithi032.stdout:3559: finishing write tid 3 to smithi03267100-36 2024-09-13T00:16:00.337 INFO:tasks.rados.rados.0.smithi032.stdout:3559: finishing write tid 4 to smithi03267100-36 2024-09-13T00:16:00.337 INFO:tasks.rados.rados.0.smithi032.stdout:3559: finishing write tid 5 to smithi03267100-36 2024-09-13T00:16:00.341 INFO:tasks.rados.rados.0.smithi032.stdout:3559: finishing write tid 6 to smithi03267100-36 2024-09-13T00:16:00.348 INFO:tasks.rados.rados.0.smithi032.stdout:3559: finishing write tid 7 to smithi03267100-36 2024-09-13T00:16:00.348 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 3110 (ObjNum 1131 snap 351 seq_num 1131) dirty exists 2024-09-13T00:16:00.349 INFO:tasks.rados.rados.0.smithi032.stdout:3559: left oid 36 (ObjNum 1131 snap 351 seq_num 1131) 2024-09-13T00:16:00.381 INFO:tasks.rados.rados.0.smithi032.stdout:3560: expect (ObjNum 965 snap 281 seq_num 965) 2024-09-13T00:16:00.412 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:16:00 smithi032 bash[105145]: ts=2024-09-13T00:16:00.253Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-13T00:16:00.412 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:16:00 smithi032 bash[105145]: ts=2024-09-13T00:16:00.253Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-13T00:16:00.412 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:16:00 smithi032 bash[105145]: ts=2024-09-13T00:16:00.255Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.32 port=9094 2024-09-13T00:16:00.412 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:16:00 smithi032 bash[105145]: ts=2024-09-13T00:16:00.256Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T00:16:00.412 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:16:00 smithi032 bash[105145]: ts=2024-09-13T00:16:00.301Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T00:16:00.412 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:16:00 smithi032 bash[105145]: ts=2024-09-13T00:16:00.302Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T00:16:00.413 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:16:00 smithi032 bash[105145]: ts=2024-09-13T00:16:00.306Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-13T00:16:00.413 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:16:00 smithi032 bash[105145]: ts=2024-09-13T00:16:00.306Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T00:16:01.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:00 smithi032 bash[75510]: cluster 2024-09-13T00:15:59.232559+0000 mgr.y (mgr.34107) 386 : cluster [DBG] pgmap v699: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 713 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.3 MiB/s wr, 12 op/s 2024-09-13T00:16:01.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:00 smithi032 bash[75510]: cluster 2024-09-13T00:16:00.277237+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2024-09-13T00:16:01.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:00 smithi032 bash[76677]: cluster 2024-09-13T00:15:59.232559+0000 mgr.y (mgr.34107) 386 : cluster [DBG] pgmap v699: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 713 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.3 MiB/s wr, 12 op/s 2024-09-13T00:16:01.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:00 smithi032 bash[76677]: cluster 2024-09-13T00:16:00.277237+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2024-09-13T00:16:01.283 INFO:tasks.rados.rados.0.smithi032.stdout:3559: done (3 left) 2024-09-13T00:16:01.283 INFO:tasks.rados.rados.0.smithi032.stdout:3560: done (2 left) 2024-09-13T00:16:01.283 INFO:tasks.rados.rados.0.smithi032.stdout:3561: done (1 left) 2024-09-13T00:16:01.283 INFO:tasks.rados.rados.0.smithi032.stdout:3562: done (0 left) 2024-09-13T00:16:01.283 INFO:tasks.rados.rados.0.smithi032.stdout:3563: snap_create 2024-09-13T00:16:01.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:00 smithi053 bash[67631]: cluster 2024-09-13T00:15:59.232559+0000 mgr.y (mgr.34107) 386 : cluster [DBG] pgmap v699: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 713 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.3 MiB/s wr, 12 op/s 2024-09-13T00:16:01.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:00 smithi053 bash[67631]: cluster 2024-09-13T00:16:00.277237+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2024-09-13T00:16:02.291 INFO:tasks.rados.rados.0.smithi032.stdout:3563: done (0 left) 2024-09-13T00:16:02.291 INFO:tasks.rados.rados.0.smithi032.stdout:3564: delete oid 36 current snap is 353 2024-09-13T00:16:02.302 INFO:tasks.rados.rados.0.smithi032.stdout:3564: done (0 left) 2024-09-13T00:16:02.302 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 353 2024-09-13T00:16:02.302 INFO:tasks.rados.rados.0.smithi032.stdout:3565: seq_num 1133 ranges {4800512=581632,5382144=753664,6135808=573440,6709248=278528} 2024-09-13T00:16:02.376 INFO:tasks.rados.rados.0.smithi032.stdout:3565: writing smithi03267100-49 from 4800512 to 5382144 tid 1 2024-09-13T00:16:02.383 INFO:tasks.rados.rados.0.smithi032.stdout:3565: writing smithi03267100-49 from 5382144 to 6135808 tid 2 2024-09-13T00:16:02.388 INFO:tasks.rados.rados.0.smithi032.stdout:3565: writing smithi03267100-49 from 6135808 to 6709248 tid 3 2024-09-13T00:16:02.391 INFO:tasks.rados.rados.0.smithi032.stdout:3565: writing smithi03267100-49 from 6709248 to 6987776 tid 4 2024-09-13T00:16:02.391 INFO:tasks.rados.rados.0.smithi032.stdout:3566: rollback oid 45 current snap is 353 2024-09-13T00:16:02.391 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 267 2024-09-13T00:16:02.391 INFO:tasks.rados.rados.0.smithi032.stdout:3565: finishing write tid 1 to smithi03267100-49 2024-09-13T00:16:02.391 INFO:tasks.rados.rados.0.smithi032.stdout:3567: setattr oid 5 current snap is 353 2024-09-13T00:16:02.391 INFO:tasks.rados.rados.0.smithi032.stdout:3565: finishing write tid 2 to smithi03267100-49 2024-09-13T00:16:02.393 INFO:tasks.rados.rados.0.smithi032.stdout:3568: copy_from oid 3 from oid 46 current snap is 353 2024-09-13T00:16:02.393 INFO:tasks.rados.rados.0.smithi032.stdout:3569: copy_from oid 47 from oid 50 current snap is 353 2024-09-13T00:16:02.393 INFO:tasks.rados.rados.0.smithi032.stdout:3570: read oid 38 snap -1 2024-09-13T00:16:02.393 INFO:tasks.rados.rados.0.smithi032.stdout:3570: expect (ObjNum 1122 snap 348 seq_num 1122) 2024-09-13T00:16:02.393 INFO:tasks.rados.rados.0.smithi032.stdout:3571: copy_from oid 20 from oid 26 current snap is 353 2024-09-13T00:16:02.393 INFO:tasks.rados.rados.0.smithi032.stdout:3572: delete oid 7 current snap is 353 2024-09-13T00:16:02.396 INFO:tasks.rados.rados.0.smithi032.stdout:3568: finishing copy_from to smithi03267100-3 2024-09-13T00:16:02.396 INFO:tasks.rados.rados.0.smithi032.stdout:3568: got expected ENOENT (src dne) 2024-09-13T00:16:02.396 INFO:tasks.rados.rados.0.smithi032.stdout:3568: finishing copy_from racing read to smithi03267100-3 2024-09-13T00:16:02.399 INFO:tasks.rados.rados.0.smithi032.stdout:3565: finishing write tid 3 to smithi03267100-49 2024-09-13T00:16:02.401 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2557 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T00:16:02.403 INFO:tasks.rados.rados.0.smithi032.stdout:3569: finishing copy_from racing read to smithi03267100-47 2024-09-13T00:16:02.403 INFO:tasks.rados.rados.0.smithi032.stdout:3567: done (7 left) 2024-09-13T00:16:02.403 INFO:tasks.rados.rados.0.smithi032.stdout:3568: done (6 left) 2024-09-13T00:16:02.403 INFO:tasks.rados.rados.0.smithi032.stdout:3572: done (5 left) 2024-09-13T00:16:02.403 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 353 2024-09-13T00:16:02.403 INFO:tasks.rados.rados.0.smithi032.stdout:3573: seq_num 1135 ranges {0=614400,614400=524288,1138688=540672,1679360=483328,2162688=57344} 2024-09-13T00:16:02.409 INFO:tasks.rados.rados.0.smithi032.stdout:3573: writing smithi03267100-35 from 0 to 614400 tid 1 2024-09-13T00:16:02.414 INFO:tasks.rados.rados.0.smithi032.stdout:3573: writing smithi03267100-35 from 614400 to 1138688 tid 2 2024-09-13T00:16:02.418 INFO:tasks.rados.rados.0.smithi032.stdout:3573: writing smithi03267100-35 from 1138688 to 1679360 tid 3 2024-09-13T00:16:02.422 INFO:tasks.rados.rados.0.smithi032.stdout:3573: writing smithi03267100-35 from 1679360 to 2162688 tid 4 2024-09-13T00:16:02.423 INFO:tasks.rados.rados.0.smithi032.stdout:3573: writing smithi03267100-35 from 2162688 to 2220032 tid 5 2024-09-13T00:16:02.423 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 353 2024-09-13T00:16:02.423 INFO:tasks.rados.rados.0.smithi032.stdout:3574: seq_num 1136 ranges {4907008=630784,5537792=409600,5947392=753664,6701056=417792,7118848=24576} 2024-09-13T00:16:02.462 INFO:tasks.rados.rados.0.smithi032.stdout:3574: writing smithi03267100-12 from 4907008 to 5537792 tid 1 2024-09-13T00:16:02.465 INFO:tasks.rados.rados.0.smithi032.stdout:3574: writing smithi03267100-12 from 5537792 to 5947392 tid 2 2024-09-13T00:16:02.472 INFO:tasks.rados.rados.0.smithi032.stdout:3574: writing smithi03267100-12 from 5947392 to 6701056 tid 3 2024-09-13T00:16:02.474 INFO:tasks.rados.rados.0.smithi032.stdout:3574: writing smithi03267100-12 from 6701056 to 7118848 tid 4 2024-09-13T00:16:02.474 INFO:tasks.rados.rados.0.smithi032.stdout:3574: writing smithi03267100-12 from 7118848 to 7143424 tid 5 2024-09-13T00:16:02.474 INFO:tasks.rados.rados.0.smithi032.stdout:3565: finishing write tid 4 to smithi03267100-49 2024-09-13T00:16:02.474 INFO:tasks.rados.rados.0.smithi032.stdout:3575: read oid 19 snap -1 2024-09-13T00:16:02.474 INFO:tasks.rados.rados.0.smithi032.stdout:3575: expect deleted 2024-09-13T00:16:02.474 INFO:tasks.rados.rados.0.smithi032.stdout:3576: read oid 33 snap -1 2024-09-13T00:16:02.474 INFO:tasks.rados.rados.0.smithi032.stdout:3576: expect (ObjNum 1086 snap 334 seq_num 1086) 2024-09-13T00:16:02.474 INFO:tasks.rados.rados.0.smithi032.stdout:3577: rmattr oid 39 current snap is 353 2024-09-13T00:16:02.474 INFO:tasks.rados.rados.0.smithi032.stdout:3577: done (9 left) 2024-09-13T00:16:02.475 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 353 2024-09-13T00:16:02.475 INFO:tasks.rados.rados.0.smithi032.stdout:3565: finishing write tid 5 to smithi03267100-49 2024-09-13T00:16:02.475 INFO:tasks.rados.rados.0.smithi032.stdout:3565: finishing write tid 6 to smithi03267100-49 2024-09-13T00:16:02.475 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2743 (ObjNum 1133 snap 353 seq_num 1133) dirty exists 2024-09-13T00:16:02.475 INFO:tasks.rados.rados.0.smithi032.stdout:3565: left oid 49 (ObjNum 1133 snap 353 seq_num 1133) 2024-09-13T00:16:02.475 INFO:tasks.rados.rados.0.smithi032.stdout:3566: finishing rollback tid 0 to smithi03267100-45 2024-09-13T00:16:02.475 INFO:tasks.rados.rados.0.smithi032.stdout:3566: finishing rollback tid 1 to smithi03267100-45 2024-09-13T00:16:02.475 INFO:tasks.rados.rados.0.smithi032.stdout:3569: finishing copy_from to smithi03267100-47 2024-09-13T00:16:02.475 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2720 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T00:16:02.475 INFO:tasks.rados.rados.0.smithi032.stdout:3566: finishing rollback tid 2 to smithi03267100-45 2024-09-13T00:16:02.475 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 2746 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:16:02.475 INFO:tasks.rados.rados.0.smithi032.stdout:3573: finishing write tid 1 to smithi03267100-35 2024-09-13T00:16:02.475 INFO:tasks.rados.rados.0.smithi032.stdout:3573: finishing write tid 2 to smithi03267100-35 2024-09-13T00:16:02.475 INFO:tasks.rados.rados.0.smithi032.stdout:3570: expect (ObjNum 1122 snap 348 seq_num 1122) 2024-09-13T00:16:02.533 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:16:02 smithi053 bash[94430]: ts=2024-09-13T00:16:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:16:02.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:02 smithi053 bash[67631]: cluster 2024-09-13T00:16:01.233353+0000 mgr.y (mgr.34107) 387 : cluster [DBG] pgmap v702: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 713 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.0 MiB/s wr, 9 op/s 2024-09-13T00:16:02.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:02 smithi053 bash[67631]: cluster 2024-09-13T00:16:01.284061+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2024-09-13T00:16:02.601 INFO:tasks.rados.rados.0.smithi032.stdout:3573: finishing write tid 3 to smithi03267100-35 2024-09-13T00:16:02.601 INFO:tasks.rados.rados.0.smithi032.stdout:3573: finishing write tid 4 to smithi03267100-35 2024-09-13T00:16:02.601 INFO:tasks.rados.rados.0.smithi032.stdout:3573: finishing write tid 5 to smithi03267100-35 2024-09-13T00:16:02.601 INFO:tasks.rados.rados.0.smithi032.stdout:3573: finishing write tid 6 to smithi03267100-35 2024-09-13T00:16:02.601 INFO:tasks.rados.rados.0.smithi032.stdout:3573: finishing write tid 7 to smithi03267100-35 2024-09-13T00:16:02.601 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2752 (ObjNum 1135 snap 353 seq_num 1135) dirty exists 2024-09-13T00:16:02.602 INFO:tasks.rados.rados.0.smithi032.stdout:3573: left oid 35 (ObjNum 1135 snap 353 seq_num 1135) 2024-09-13T00:16:02.602 INFO:tasks.rados.rados.0.smithi032.stdout:3571: finishing copy_from racing read to smithi03267100-20 2024-09-13T00:16:02.602 INFO:tasks.rados.rados.0.smithi032.stdout:3571: finishing copy_from to smithi03267100-20 2024-09-13T00:16:02.602 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 3075 (ObjNum 1089 snap 336 seq_num 1089) dirty exists 2024-09-13T00:16:02.602 INFO:tasks.rados.rados.0.smithi032.stdout:3574: finishing write tid 1 to smithi03267100-12 2024-09-13T00:16:02.602 INFO:tasks.rados.rados.0.smithi032.stdout:3574: finishing write tid 2 to smithi03267100-12 2024-09-13T00:16:02.602 INFO:tasks.rados.rados.0.smithi032.stdout:3574: finishing write tid 3 to smithi03267100-12 2024-09-13T00:16:02.602 INFO:tasks.rados.rados.0.smithi032.stdout:3576: expect (ObjNum 1086 snap 334 seq_num 1086) 2024-09-13T00:16:02.636 INFO:tasks.rados.rados.0.smithi032.stdout:3574: finishing write tid 4 to smithi03267100-12 2024-09-13T00:16:02.636 INFO:tasks.rados.rados.0.smithi032.stdout:3574: finishing write tid 5 to smithi03267100-12 2024-09-13T00:16:02.636 INFO:tasks.rados.rados.0.smithi032.stdout:3574: finishing write tid 6 to smithi03267100-12 2024-09-13T00:16:02.636 INFO:tasks.rados.rados.0.smithi032.stdout:3574: finishing write tid 7 to smithi03267100-12 2024-09-13T00:16:02.636 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2972 (ObjNum 1136 snap 353 seq_num 1136) dirty exists 2024-09-13T00:16:02.637 INFO:tasks.rados.rados.0.smithi032.stdout:3574: left oid 12 (ObjNum 1136 snap 353 seq_num 1136) 2024-09-13T00:16:02.637 INFO:tasks.rados.rados.0.smithi032.stdout:3578: seq_num 1137 ranges {10911744=647168,11558912=696320,12255232=557056,12812288=352256} 2024-09-13T00:16:02.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:16:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:16:02] "GET /metrics HTTP/1.1" 200 36291 "" "Prometheus/2.43.0" 2024-09-13T00:16:02.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:02 smithi032 bash[75510]: cluster 2024-09-13T00:16:01.233353+0000 mgr.y (mgr.34107) 387 : cluster [DBG] pgmap v702: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 713 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.0 MiB/s wr, 9 op/s 2024-09-13T00:16:02.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:02 smithi032 bash[75510]: cluster 2024-09-13T00:16:01.284061+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2024-09-13T00:16:02.662 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:16:02 smithi032 bash[105145]: ts=2024-09-13T00:16:02.257Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000921264s 2024-09-13T00:16:02.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:02 smithi032 bash[76677]: cluster 2024-09-13T00:16:01.233353+0000 mgr.y (mgr.34107) 387 : cluster [DBG] pgmap v702: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 713 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.0 MiB/s wr, 9 op/s 2024-09-13T00:16:02.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:02 smithi032 bash[76677]: cluster 2024-09-13T00:16:01.284061+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2024-09-13T00:16:02.720 INFO:tasks.rados.rados.0.smithi032.stdout:3578: writing smithi03267100-3 from 10911744 to 11558912 tid 1 2024-09-13T00:16:02.724 INFO:tasks.rados.rados.0.smithi032.stdout:3578: writing smithi03267100-3 from 11558912 to 12255232 tid 2 2024-09-13T00:16:02.728 INFO:tasks.rados.rados.0.smithi032.stdout:3578: writing smithi03267100-3 from 12255232 to 12812288 tid 3 2024-09-13T00:16:02.731 INFO:tasks.rados.rados.0.smithi032.stdout:3578: writing smithi03267100-3 from 12812288 to 13164544 tid 4 2024-09-13T00:16:02.731 INFO:tasks.rados.rados.0.smithi032.stdout:3565: done (9 left) 2024-09-13T00:16:02.731 INFO:tasks.rados.rados.0.smithi032.stdout:3566: done (8 left) 2024-09-13T00:16:02.731 INFO:tasks.rados.rados.0.smithi032.stdout:3569: done (7 left) 2024-09-13T00:16:02.731 INFO:tasks.rados.rados.0.smithi032.stdout:3570: done (6 left) 2024-09-13T00:16:02.731 INFO:tasks.rados.rados.0.smithi032.stdout:3571: done (5 left) 2024-09-13T00:16:02.731 INFO:tasks.rados.rados.0.smithi032.stdout:3573: done (4 left) 2024-09-13T00:16:02.731 INFO:tasks.rados.rados.0.smithi032.stdout:3574: done (3 left) 2024-09-13T00:16:02.731 INFO:tasks.rados.rados.0.smithi032.stdout:3575: done (2 left) 2024-09-13T00:16:02.731 INFO:tasks.rados.rados.0.smithi032.stdout:3576: done (1 left) 2024-09-13T00:16:02.731 INFO:tasks.rados.rados.0.smithi032.stdout:3579: read oid 45 snap 329 2024-09-13T00:16:02.731 INFO:tasks.rados.rados.0.smithi032.stdout:3579: expect deleted 2024-09-13T00:16:02.732 INFO:tasks.rados.rados.0.smithi032.stdout:3580: delete oid 46 current snap is 353 2024-09-13T00:16:02.732 INFO:tasks.rados.rados.0.smithi032.stdout:3578: finishing write tid 1 to smithi03267100-3 2024-09-13T00:16:02.734 INFO:tasks.rados.rados.0.smithi032.stdout:3578: finishing write tid 2 to smithi03267100-3 2024-09-13T00:16:02.734 INFO:tasks.rados.rados.0.smithi032.stdout:3578: finishing write tid 3 to smithi03267100-3 2024-09-13T00:16:02.735 INFO:tasks.rados.rados.0.smithi032.stdout:3579: done (2 left) 2024-09-13T00:16:02.735 INFO:tasks.rados.rados.0.smithi032.stdout:3580: done (1 left) 2024-09-13T00:16:02.735 INFO:tasks.rados.rados.0.smithi032.stdout:3581: snap_remove snap 345 2024-09-13T00:16:03.281 INFO:tasks.rados.rados.0.smithi032.stdout:3578: finishing write tid 4 to smithi03267100-3 2024-09-13T00:16:03.281 INFO:tasks.rados.rados.0.smithi032.stdout:3578: finishing write tid 5 to smithi03267100-3 2024-09-13T00:16:03.281 INFO:tasks.rados.rados.0.smithi032.stdout:3578: finishing write tid 6 to smithi03267100-3 2024-09-13T00:16:03.281 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 3086 (ObjNum 1137 snap 353 seq_num 1137) dirty exists 2024-09-13T00:16:03.281 INFO:tasks.rados.rados.0.smithi032.stdout:3578: left oid 3 (ObjNum 1137 snap 353 seq_num 1137) 2024-09-13T00:16:03.282 INFO:tasks.rados.rados.0.smithi032.stdout:3578: done (1 left) 2024-09-13T00:16:03.282 INFO:tasks.rados.rados.0.smithi032.stdout:3581: done (0 left) 2024-09-13T00:16:03.282 INFO:tasks.rados.rados.0.smithi032.stdout:3582: rmattr oid 2 current snap is 353 2024-09-13T00:16:03.282 INFO:tasks.rados.rados.0.smithi032.stdout:3582: done (0 left) 2024-09-13T00:16:03.282 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 353 2024-09-13T00:16:03.282 INFO:tasks.rados.rados.0.smithi032.stdout:3583: seq_num 1139 ranges {13164544=679936,13844480=458752,14303232=524288,14827520=540672,15368192=81920} 2024-09-13T00:16:03.365 INFO:tasks.rados.rados.0.smithi032.stdout:3583: writing smithi03267100-3 from 13164544 to 13844480 tid 1 2024-09-13T00:16:03.368 INFO:tasks.rados.rados.0.smithi032.stdout:3583: writing smithi03267100-3 from 13844480 to 14303232 tid 2 2024-09-13T00:16:03.371 INFO:tasks.rados.rados.0.smithi032.stdout:3583: writing smithi03267100-3 from 14303232 to 14827520 tid 3 2024-09-13T00:16:03.374 INFO:tasks.rados.rados.0.smithi032.stdout:3583: writing smithi03267100-3 from 14827520 to 15368192 tid 4 2024-09-13T00:16:03.375 INFO:tasks.rados.rados.0.smithi032.stdout:3583: writing smithi03267100-3 from 15368192 to 15450112 tid 5 2024-09-13T00:16:03.376 INFO:tasks.rados.rados.0.smithi032.stdout:3584: rollback oid 43 current snap is 353 2024-09-13T00:16:03.376 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 329 2024-09-13T00:16:03.376 INFO:tasks.rados.rados.0.smithi032.stdout:3583: finishing write tid 1 to smithi03267100-3 2024-09-13T00:16:03.376 INFO:tasks.rados.rados.0.smithi032.stdout:3585: rollback oid 18 current snap is 353 2024-09-13T00:16:03.376 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 335 2024-09-13T00:16:03.376 INFO:tasks.rados.rados.0.smithi032.stdout:3586: snap_create 2024-09-13T00:16:03.379 INFO:tasks.rados.rados.0.smithi032.stdout:3583: finishing write tid 2 to smithi03267100-3 2024-09-13T00:16:03.381 INFO:tasks.rados.rados.0.smithi032.stdout:3583: finishing write tid 3 to smithi03267100-3 2024-09-13T00:16:03.383 INFO:tasks.rados.rados.0.smithi032.stdout:3584: finishing rollback tid 0 to smithi03267100-43 2024-09-13T00:16:03.384 INFO:tasks.rados.rados.0.smithi032.stdout:3584: finishing rollback tid 1 to smithi03267100-43 2024-09-13T00:16:03.384 INFO:tasks.rados.rados.0.smithi032.stdout:3583: finishing write tid 4 to smithi03267100-3 2024-09-13T00:16:03.385 INFO:tasks.rados.rados.0.smithi032.stdout:3583: finishing write tid 5 to smithi03267100-3 2024-09-13T00:16:03.385 INFO:tasks.rados.rados.0.smithi032.stdout:3584: finishing rollback tid 2 to smithi03267100-43 2024-09-13T00:16:03.385 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2714 (ObjNum 977 snap 283 seq_num 977) dirty exists 2024-09-13T00:16:03.386 INFO:tasks.rados.rados.0.smithi032.stdout:3583: finishing write tid 6 to smithi03267100-3 2024-09-13T00:16:03.386 INFO:tasks.rados.rados.0.smithi032.stdout:3585: finishing rollback tid 0 to smithi03267100-18 2024-09-13T00:16:03.389 INFO:tasks.rados.rados.0.smithi032.stdout:3583: finishing write tid 7 to smithi03267100-3 2024-09-13T00:16:03.389 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 3092 (ObjNum 1139 snap 353 seq_num 1139) dirty exists 2024-09-13T00:16:03.389 INFO:tasks.rados.rados.0.smithi032.stdout:3583: left oid 3 (ObjNum 1139 snap 353 seq_num 1139) 2024-09-13T00:16:03.390 INFO:tasks.rados.rados.0.smithi032.stdout:3585: finishing rollback tid 1 to smithi03267100-18 2024-09-13T00:16:03.391 INFO:tasks.rados.rados.0.smithi032.stdout:3585: finishing rollback tid 2 to smithi03267100-18 2024-09-13T00:16:03.391 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 3373 (ObjNum 977 snap 283 seq_num 977) dirty exists 2024-09-13T00:16:03.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:03 smithi032 bash[75510]: cluster 2024-09-13T00:16:02.292682+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2024-09-13T00:16:03.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:03 smithi032 bash[75510]: cluster 2024-09-13T00:16:03.279579+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2024-09-13T00:16:03.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:03 smithi032 bash[76677]: cluster 2024-09-13T00:16:02.292682+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2024-09-13T00:16:03.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:03 smithi032 bash[76677]: cluster 2024-09-13T00:16:03.279579+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2024-09-13T00:16:03.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:03 smithi053 bash[67631]: cluster 2024-09-13T00:16:02.292682+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2024-09-13T00:16:03.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:03 smithi053 bash[67631]: cluster 2024-09-13T00:16:03.279579+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2024-09-13T00:16:04.338 INFO:tasks.rados.rados.0.smithi032.stdout:3583: done (3 left) 2024-09-13T00:16:04.339 INFO:tasks.rados.rados.0.smithi032.stdout:3584: done (2 left) 2024-09-13T00:16:04.339 INFO:tasks.rados.rados.0.smithi032.stdout:3585: done (1 left) 2024-09-13T00:16:04.339 INFO:tasks.rados.rados.0.smithi032.stdout:3586: done (0 left) 2024-09-13T00:16:04.339 INFO:tasks.rados.rados.0.smithi032.stdout:3587: copy_from oid 1 from oid 29 current snap is 354 2024-09-13T00:16:04.339 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 354 2024-09-13T00:16:04.339 INFO:tasks.rados.rados.0.smithi032.stdout:3588: seq_num 1140 ranges {6987776=696320,7684096=745472,8429568=729088,9158656=131072} 2024-09-13T00:16:04.382 INFO:tasks.rados.rados.0.smithi032.stdout:3588: writing smithi03267100-49 from 6987776 to 7684096 tid 1 2024-09-13T00:16:04.386 INFO:tasks.rados.rados.0.smithi032.stdout:3588: writing smithi03267100-49 from 7684096 to 8429568 tid 2 2024-09-13T00:16:04.390 INFO:tasks.rados.rados.0.smithi032.stdout:3588: writing smithi03267100-49 from 8429568 to 9158656 tid 3 2024-09-13T00:16:04.391 INFO:tasks.rados.rados.0.smithi032.stdout:3588: writing smithi03267100-49 from 9158656 to 9289728 tid 4 2024-09-13T00:16:04.391 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 354 2024-09-13T00:16:04.391 INFO:tasks.rados.rados.0.smithi032.stdout:3589: seq_num 1141 ranges {1409024=712704,2121728=679936,2801664=540672,3342336=385024} 2024-09-13T00:16:04.403 INFO:tasks.rados.rados.0.smithi032.stdout:3589: writing smithi03267100-23 from 1409024 to 2121728 tid 1 2024-09-13T00:16:04.408 INFO:tasks.rados.rados.0.smithi032.stdout:3589: writing smithi03267100-23 from 2121728 to 2801664 tid 2 2024-09-13T00:16:04.411 INFO:tasks.rados.rados.0.smithi032.stdout:3589: writing smithi03267100-23 from 2801664 to 3342336 tid 3 2024-09-13T00:16:04.414 INFO:tasks.rados.rados.0.smithi032.stdout:3589: writing smithi03267100-23 from 3342336 to 3727360 tid 4 2024-09-13T00:16:04.414 INFO:tasks.rados.rados.0.smithi032.stdout:3590: rmattr oid 37 current snap is 354 2024-09-13T00:16:04.415 INFO:tasks.rados.rados.0.smithi032.stdout:3588: finishing write tid 1 to smithi03267100-49 2024-09-13T00:16:04.415 INFO:tasks.rados.rados.0.smithi032.stdout:3588: finishing write tid 2 to smithi03267100-49 2024-09-13T00:16:04.415 INFO:tasks.rados.rados.0.smithi032.stdout:3588: finishing write tid 3 to smithi03267100-49 2024-09-13T00:16:04.415 INFO:tasks.rados.rados.0.smithi032.stdout:3588: finishing write tid 4 to smithi03267100-49 2024-09-13T00:16:04.415 INFO:tasks.rados.rados.0.smithi032.stdout:3588: finishing write tid 5 to smithi03267100-49 2024-09-13T00:16:04.415 INFO:tasks.rados.rados.0.smithi032.stdout:3591: snap_create 2024-09-13T00:16:04.416 INFO:tasks.rados.rados.0.smithi032.stdout:3588: finishing write tid 6 to smithi03267100-49 2024-09-13T00:16:04.416 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2757 (ObjNum 1140 snap 354 seq_num 1140) dirty exists 2024-09-13T00:16:04.416 INFO:tasks.rados.rados.0.smithi032.stdout:3588: left oid 49 (ObjNum 1140 snap 354 seq_num 1140) 2024-09-13T00:16:04.418 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2735 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-09-13T00:16:04.439 INFO:tasks.rados.rados.0.smithi032.stdout:3589: finishing write tid 1 to smithi03267100-23 2024-09-13T00:16:04.439 INFO:tasks.rados.rados.0.smithi032.stdout:3589: finishing write tid 2 to smithi03267100-23 2024-09-13T00:16:04.460 INFO:tasks.rados.rados.0.smithi032.stdout:3589: finishing write tid 3 to smithi03267100-23 2024-09-13T00:16:04.461 INFO:tasks.rados.rados.0.smithi032.stdout:3589: finishing write tid 4 to smithi03267100-23 2024-09-13T00:16:04.461 INFO:tasks.rados.rados.0.smithi032.stdout:3589: finishing write tid 5 to smithi03267100-23 2024-09-13T00:16:04.463 INFO:tasks.rados.rados.0.smithi032.stdout:3589: finishing write tid 6 to smithi03267100-23 2024-09-13T00:16:04.463 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 3136 (ObjNum 1141 snap 354 seq_num 1141) dirty exists 2024-09-13T00:16:04.463 INFO:tasks.rados.rados.0.smithi032.stdout:3589: left oid 23 (ObjNum 1141 snap 354 seq_num 1141) 2024-09-13T00:16:04.477 INFO:tasks.rados.rados.0.smithi032.stdout:3587: finishing copy_from racing read to smithi03267100-1 2024-09-13T00:16:04.480 INFO:tasks.rados.rados.0.smithi032.stdout:3587: finishing copy_from to smithi03267100-1 2024-09-13T00:16:04.480 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2737 (ObjNum 1093 snap 338 seq_num 1093) dirty exists 2024-09-13T00:16:04.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:04 smithi032 bash[75510]: cluster 2024-09-13T00:16:03.234381+0000 mgr.y (mgr.34107) 388 : cluster [DBG] pgmap v705: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 711 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 522 KiB/s wr, 8 op/s 2024-09-13T00:16:04.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:04 smithi032 bash[76677]: cluster 2024-09-13T00:16:03.234381+0000 mgr.y (mgr.34107) 388 : cluster [DBG] pgmap v705: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 711 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 522 KiB/s wr, 8 op/s 2024-09-13T00:16:04.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:04 smithi053 bash[67631]: cluster 2024-09-13T00:16:03.234381+0000 mgr.y (mgr.34107) 388 : cluster [DBG] pgmap v705: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 711 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 522 KiB/s wr, 8 op/s 2024-09-13T00:16:05.340 INFO:tasks.rados.rados.0.smithi032.stdout:3587: done (4 left) 2024-09-13T00:16:05.340 INFO:tasks.rados.rados.0.smithi032.stdout:3588: done (3 left) 2024-09-13T00:16:05.340 INFO:tasks.rados.rados.0.smithi032.stdout:3589: done (2 left) 2024-09-13T00:16:05.340 INFO:tasks.rados.rados.0.smithi032.stdout:3590: done (1 left) 2024-09-13T00:16:05.340 INFO:tasks.rados.rados.0.smithi032.stdout:3591: done (0 left) 2024-09-13T00:16:05.341 INFO:tasks.rados.rados.0.smithi032.stdout:3592: snap_create 2024-09-13T00:16:05.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:05 smithi032 bash[75510]: cluster 2024-09-13T00:16:04.338458+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2024-09-13T00:16:05.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:05 smithi032 bash[75510]: audit 2024-09-13T00:16:05.303950+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:05.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:05 smithi032 bash[75510]: audit 2024-09-13T00:16:05.310040+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:05.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:05 smithi032 bash[76677]: cluster 2024-09-13T00:16:04.338458+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2024-09-13T00:16:05.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:05 smithi032 bash[76677]: audit 2024-09-13T00:16:05.303950+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:05.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:05 smithi032 bash[76677]: audit 2024-09-13T00:16:05.310040+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:05.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:05 smithi053 bash[67631]: cluster 2024-09-13T00:16:04.338458+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2024-09-13T00:16:05.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:05 smithi053 bash[67631]: audit 2024-09-13T00:16:05.303950+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:05.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:05 smithi053 bash[67631]: audit 2024-09-13T00:16:05.310040+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:06.347 INFO:tasks.rados.rados.0.smithi032.stdout:3592: done (0 left) 2024-09-13T00:16:06.347 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 356 2024-09-13T00:16:06.347 INFO:tasks.rados.rados.0.smithi032.stdout:3593: seq_num 1142 ranges {0=729088,729088=565248,1294336=696320,1990656=344064} 2024-09-13T00:16:06.351 INFO:tasks.rados.rados.0.smithi032.stdout:3593: writing smithi03267100-48 from 0 to 729088 tid 1 2024-09-13T00:16:06.356 INFO:tasks.rados.rados.0.smithi032.stdout:3593: writing smithi03267100-48 from 729088 to 1294336 tid 2 2024-09-13T00:16:06.359 INFO:tasks.rados.rados.0.smithi032.stdout:3593: writing smithi03267100-48 from 1294336 to 1990656 tid 3 2024-09-13T00:16:06.361 INFO:tasks.rados.rados.0.smithi032.stdout:3593: writing smithi03267100-48 from 1990656 to 2334720 tid 4 2024-09-13T00:16:06.361 INFO:tasks.rados.rados.0.smithi032.stdout:3594: snap_create 2024-09-13T00:16:06.362 INFO:tasks.rados.rados.0.smithi032.stdout:3593: finishing write tid 1 to smithi03267100-48 2024-09-13T00:16:06.362 INFO:tasks.rados.rados.0.smithi032.stdout:3593: finishing write tid 2 to smithi03267100-48 2024-09-13T00:16:06.365 INFO:tasks.rados.rados.0.smithi032.stdout:3593: finishing write tid 3 to smithi03267100-48 2024-09-13T00:16:06.366 INFO:tasks.rados.rados.0.smithi032.stdout:3593: finishing write tid 4 to smithi03267100-48 2024-09-13T00:16:06.366 INFO:tasks.rados.rados.0.smithi032.stdout:3593: finishing write tid 5 to smithi03267100-48 2024-09-13T00:16:06.368 INFO:tasks.rados.rados.0.smithi032.stdout:3593: finishing write tid 6 to smithi03267100-48 2024-09-13T00:16:06.368 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 2762 (ObjNum 1142 snap 356 seq_num 1142) dirty exists 2024-09-13T00:16:06.368 INFO:tasks.rados.rados.0.smithi032.stdout:3593: left oid 48 (ObjNum 1142 snap 356 seq_num 1142) 2024-09-13T00:16:06.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:06 smithi032 bash[75510]: cluster 2024-09-13T00:16:05.234769+0000 mgr.y (mgr.34107) 389 : cluster [DBG] pgmap v708: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 724 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-09-13T00:16:06.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:06 smithi032 bash[75510]: cluster 2024-09-13T00:16:05.342194+0000 mon.a (mon.0) 1296 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2024-09-13T00:16:06.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:06 smithi032 bash[75510]: audit 2024-09-13T00:16:06.074632+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:06.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:06 smithi032 bash[75510]: audit 2024-09-13T00:16:06.080598+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:06.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:06 smithi032 bash[76677]: cluster 2024-09-13T00:16:05.234769+0000 mgr.y (mgr.34107) 389 : cluster [DBG] pgmap v708: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 724 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-09-13T00:16:06.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:06 smithi032 bash[76677]: cluster 2024-09-13T00:16:05.342194+0000 mon.a (mon.0) 1296 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2024-09-13T00:16:06.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:06 smithi032 bash[76677]: audit 2024-09-13T00:16:06.074632+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:06.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:06 smithi032 bash[76677]: audit 2024-09-13T00:16:06.080598+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:06.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:06 smithi053 bash[67631]: cluster 2024-09-13T00:16:05.234769+0000 mgr.y (mgr.34107) 389 : cluster [DBG] pgmap v708: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 724 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-09-13T00:16:06.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:06 smithi053 bash[67631]: cluster 2024-09-13T00:16:05.342194+0000 mon.a (mon.0) 1296 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2024-09-13T00:16:06.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:06 smithi053 bash[67631]: audit 2024-09-13T00:16:06.074632+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:06.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:06 smithi053 bash[67631]: audit 2024-09-13T00:16:06.080598+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:07.367 INFO:tasks.rados.rados.0.smithi032.stdout:3593: done (1 left) 2024-09-13T00:16:07.367 INFO:tasks.rados.rados.0.smithi032.stdout:3594: done (0 left) 2024-09-13T00:16:07.367 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 357 2024-09-13T00:16:07.367 INFO:tasks.rados.rados.0.smithi032.stdout:3595: seq_num 1143 ranges {2744320=753664,3497984=450560,3948544=507904,4456448=589824,5046272=57344} 2024-09-13T00:16:07.389 INFO:tasks.rados.rados.0.smithi032.stdout:3595: writing smithi03267100-31 from 2744320 to 3497984 tid 1 2024-09-13T00:16:07.392 INFO:tasks.rados.rados.0.smithi032.stdout:3595: writing smithi03267100-31 from 3497984 to 3948544 tid 2 2024-09-13T00:16:07.395 INFO:tasks.rados.rados.0.smithi032.stdout:3595: writing smithi03267100-31 from 3948544 to 4456448 tid 3 2024-09-13T00:16:07.399 INFO:tasks.rados.rados.0.smithi032.stdout:3595: writing smithi03267100-31 from 4456448 to 5046272 tid 4 2024-09-13T00:16:07.400 INFO:tasks.rados.rados.0.smithi032.stdout:3595: writing smithi03267100-31 from 5046272 to 5103616 tid 5 2024-09-13T00:16:07.400 INFO:tasks.rados.rados.0.smithi032.stdout:3596: copy_from oid 50 from oid 15 current snap is 357 2024-09-13T00:16:07.400 INFO:tasks.rados.rados.0.smithi032.stdout:3597: snap_create 2024-09-13T00:16:07.409 INFO:tasks.rados.rados.0.smithi032.stdout:3595: finishing write tid 1 to smithi03267100-31 2024-09-13T00:16:07.418 INFO:tasks.rados.rados.0.smithi032.stdout:3595: finishing write tid 2 to smithi03267100-31 2024-09-13T00:16:07.420 INFO:tasks.rados.rados.0.smithi032.stdout:3595: finishing write tid 3 to smithi03267100-31 2024-09-13T00:16:07.426 INFO:tasks.rados.rados.0.smithi032.stdout:3596: finishing copy_from racing read to smithi03267100-50 2024-09-13T00:16:07.426 INFO:tasks.rados.rados.0.smithi032.stdout:3596: finishing copy_from to smithi03267100-50 2024-09-13T00:16:07.427 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2553 (ObjNum 1086 snap 334 seq_num 1086) dirty exists 2024-09-13T00:16:07.428 INFO:tasks.rados.rados.0.smithi032.stdout:3595: finishing write tid 4 to smithi03267100-31 2024-09-13T00:16:07.429 INFO:tasks.rados.rados.0.smithi032.stdout:3595: finishing write tid 5 to smithi03267100-31 2024-09-13T00:16:07.435 INFO:tasks.rados.rados.0.smithi032.stdout:3595: finishing write tid 6 to smithi03267100-31 2024-09-13T00:16:07.438 INFO:tasks.rados.rados.0.smithi032.stdout:3595: finishing write tid 7 to smithi03267100-31 2024-09-13T00:16:07.438 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 3145 (ObjNum 1143 snap 357 seq_num 1143) dirty exists 2024-09-13T00:16:07.438 INFO:tasks.rados.rados.0.smithi032.stdout:3595: left oid 31 (ObjNum 1143 snap 357 seq_num 1143) 2024-09-13T00:16:07.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:07 smithi032 bash[75510]: cluster 2024-09-13T00:16:06.348136+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2024-09-13T00:16:07.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:07 smithi032 bash[76677]: cluster 2024-09-13T00:16:06.348136+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2024-09-13T00:16:07.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:07 smithi053 bash[67631]: cluster 2024-09-13T00:16:06.348136+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2024-09-13T00:16:08.283 INFO:tasks.rados.rados.0.smithi032.stdout:3595: done (2 left) 2024-09-13T00:16:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:3596: done (1 left) 2024-09-13T00:16:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:3597: done (0 left) 2024-09-13T00:16:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:3598: rollback oid 31 current snap is 358 2024-09-13T00:16:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 321 2024-09-13T00:16:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:3599: read oid 29 snap -1 2024-09-13T00:16:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:3599: expect (ObjNum 1093 snap 338 seq_num 1093) 2024-09-13T00:16:08.285 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 358 2024-09-13T00:16:08.285 INFO:tasks.rados.rados.0.smithi032.stdout:3600: seq_num 1144 ranges {1179648=770048,1949696=737280,2686976=712704,3399680=155648} 2024-09-13T00:16:08.297 INFO:tasks.rados.rados.0.smithi032.stdout:3600: writing smithi03267100-44 from 1179648 to 1949696 tid 1 2024-09-13T00:16:08.303 INFO:tasks.rados.rados.0.smithi032.stdout:3600: writing smithi03267100-44 from 1949696 to 2686976 tid 2 2024-09-13T00:16:08.307 INFO:tasks.rados.rados.0.smithi032.stdout:3600: writing smithi03267100-44 from 2686976 to 3399680 tid 3 2024-09-13T00:16:08.309 INFO:tasks.rados.rados.0.smithi032.stdout:3600: writing smithi03267100-44 from 3399680 to 3555328 tid 4 2024-09-13T00:16:08.309 INFO:tasks.rados.rados.0.smithi032.stdout:3601: read oid 42 snap -1 2024-09-13T00:16:08.309 INFO:tasks.rados.rados.0.smithi032.stdout:3601: expect deleted 2024-09-13T00:16:08.309 INFO:tasks.rados.rados.0.smithi032.stdout:3602: read oid 38 snap -1 2024-09-13T00:16:08.309 INFO:tasks.rados.rados.0.smithi032.stdout:3602: expect (ObjNum 1122 snap 348 seq_num 1122) 2024-09-13T00:16:08.309 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 358 2024-09-13T00:16:08.310 INFO:tasks.rados.rados.0.smithi032.stdout:3603: seq_num 1145 ranges {4407296=786432,5193728=622592,5816320=516096,6332416=417792,6750208=49152} 2024-09-13T00:16:08.352 INFO:tasks.rados.rados.0.smithi032.stdout:3603: writing smithi03267100-25 from 4407296 to 5193728 tid 1 2024-09-13T00:16:08.356 INFO:tasks.rados.rados.0.smithi032.stdout:3603: writing smithi03267100-25 from 5193728 to 5816320 tid 2 2024-09-13T00:16:08.360 INFO:tasks.rados.rados.0.smithi032.stdout:3603: writing smithi03267100-25 from 5816320 to 6332416 tid 3 2024-09-13T00:16:08.363 INFO:tasks.rados.rados.0.smithi032.stdout:3603: writing smithi03267100-25 from 6332416 to 6750208 tid 4 2024-09-13T00:16:08.364 INFO:tasks.rados.rados.0.smithi032.stdout:3603: writing smithi03267100-25 from 6750208 to 6799360 tid 5 2024-09-13T00:16:08.364 INFO:tasks.rados.rados.0.smithi032.stdout:3604: snap_create 2024-09-13T00:16:08.364 INFO:tasks.rados.rados.0.smithi032.stdout:3598: finishing rollback tid 0 to smithi03267100-31 2024-09-13T00:16:08.364 INFO:tasks.rados.rados.0.smithi032.stdout:3598: finishing rollback tid 1 to smithi03267100-31 2024-09-13T00:16:08.364 INFO:tasks.rados.rados.0.smithi032.stdout:3600: finishing write tid 1 to smithi03267100-44 2024-09-13T00:16:08.364 INFO:tasks.rados.rados.0.smithi032.stdout:3598: finishing rollback tid 2 to smithi03267100-31 2024-09-13T00:16:08.364 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 3149 (ObjNum 1040 snap 320 seq_num 1040) dirty exists 2024-09-13T00:16:08.364 INFO:tasks.rados.rados.0.smithi032.stdout:3600: finishing write tid 2 to smithi03267100-44 2024-09-13T00:16:08.364 INFO:tasks.rados.rados.0.smithi032.stdout:3600: finishing write tid 3 to smithi03267100-44 2024-09-13T00:16:08.364 INFO:tasks.rados.rados.0.smithi032.stdout:3600: finishing write tid 4 to smithi03267100-44 2024-09-13T00:16:08.365 INFO:tasks.rados.rados.0.smithi032.stdout:3600: finishing write tid 5 to smithi03267100-44 2024-09-13T00:16:08.365 INFO:tasks.rados.rados.0.smithi032.stdout:3600: finishing write tid 6 to smithi03267100-44 2024-09-13T00:16:08.365 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2962 (ObjNum 1144 snap 358 seq_num 1144) dirty exists 2024-09-13T00:16:08.365 INFO:tasks.rados.rados.0.smithi032.stdout:3600: left oid 44 (ObjNum 1144 snap 358 seq_num 1144) 2024-09-13T00:16:08.365 INFO:tasks.rados.rados.0.smithi032.stdout:3602: expect (ObjNum 1122 snap 348 seq_num 1122) 2024-09-13T00:16:08.518 INFO:tasks.rados.rados.0.smithi032.stdout:3603: finishing write tid 1 to smithi03267100-25 2024-09-13T00:16:08.518 INFO:tasks.rados.rados.0.smithi032.stdout:3603: finishing write tid 2 to smithi03267100-25 2024-09-13T00:16:08.518 INFO:tasks.rados.rados.0.smithi032.stdout:3603: finishing write tid 3 to smithi03267100-25 2024-09-13T00:16:08.518 INFO:tasks.rados.rados.0.smithi032.stdout:3603: finishing write tid 4 to smithi03267100-25 2024-09-13T00:16:08.518 INFO:tasks.rados.rados.0.smithi032.stdout:3603: finishing write tid 5 to smithi03267100-25 2024-09-13T00:16:08.518 INFO:tasks.rados.rados.0.smithi032.stdout:3603: finishing write tid 6 to smithi03267100-25 2024-09-13T00:16:08.518 INFO:tasks.rados.rados.0.smithi032.stdout:3603: finishing write tid 7 to smithi03267100-25 2024-09-13T00:16:08.519 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2968 (ObjNum 1145 snap 358 seq_num 1145) dirty exists 2024-09-13T00:16:08.519 INFO:tasks.rados.rados.0.smithi032.stdout:3603: left oid 25 (ObjNum 1145 snap 358 seq_num 1145) 2024-09-13T00:16:08.519 INFO:tasks.rados.rados.0.smithi032.stdout:3599: expect (ObjNum 1093 snap 338 seq_num 1093) 2024-09-13T00:16:08.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:08 smithi032 bash[75510]: cluster 2024-09-13T00:16:07.235416+0000 mgr.y (mgr.34107) 390 : cluster [DBG] pgmap v711: 121 pgs: 121 active+clean; 751 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.5 MiB/s wr, 17 op/s 2024-09-13T00:16:08.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:08 smithi032 bash[75510]: cluster 2024-09-13T00:16:07.367260+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2024-09-13T00:16:08.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:08 smithi032 bash[75510]: cluster 2024-09-13T00:16:08.282802+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2024-09-13T00:16:08.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:08 smithi032 bash[76677]: cluster 2024-09-13T00:16:07.235416+0000 mgr.y (mgr.34107) 390 : cluster [DBG] pgmap v711: 121 pgs: 121 active+clean; 751 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.5 MiB/s wr, 17 op/s 2024-09-13T00:16:08.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:08 smithi032 bash[76677]: cluster 2024-09-13T00:16:07.367260+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2024-09-13T00:16:08.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:08 smithi032 bash[76677]: cluster 2024-09-13T00:16:08.282802+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2024-09-13T00:16:08.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:08 smithi053 bash[67631]: cluster 2024-09-13T00:16:07.235416+0000 mgr.y (mgr.34107) 390 : cluster [DBG] pgmap v711: 121 pgs: 121 active+clean; 751 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.5 MiB/s wr, 17 op/s 2024-09-13T00:16:08.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:08 smithi053 bash[67631]: cluster 2024-09-13T00:16:07.367260+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2024-09-13T00:16:08.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:08 smithi053 bash[67631]: cluster 2024-09-13T00:16:08.282802+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2024-09-13T00:16:10.662 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 00:16:10 smithi032 bash[105145]: ts=2024-09-13T00:16:10.259Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003304917s 2024-09-13T00:16:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:10 smithi032 bash[75510]: cluster 2024-09-13T00:16:09.236387+0000 mgr.y (mgr.34107) 391 : cluster [DBG] pgmap v714: 121 pgs: 121 active+clean; 768 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 8.1 MiB/s wr, 18 op/s 2024-09-13T00:16:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:10 smithi032 bash[75510]: cluster 2024-09-13T00:16:09.377857+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2024-09-13T00:16:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:10 smithi032 bash[75510]: audit 2024-09-13T00:16:10.135947+0000 mon.a (mon.0) 1303 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:16:10.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:10 smithi032 bash[76677]: cluster 2024-09-13T00:16:09.236387+0000 mgr.y (mgr.34107) 391 : cluster [DBG] pgmap v714: 121 pgs: 121 active+clean; 768 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 8.1 MiB/s wr, 18 op/s 2024-09-13T00:16:10.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:10 smithi032 bash[76677]: cluster 2024-09-13T00:16:09.377857+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2024-09-13T00:16:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:10 smithi032 bash[76677]: audit 2024-09-13T00:16:10.135947+0000 mon.a (mon.0) 1303 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:16:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:10 smithi053 bash[67631]: cluster 2024-09-13T00:16:09.236387+0000 mgr.y (mgr.34107) 391 : cluster [DBG] pgmap v714: 121 pgs: 121 active+clean; 768 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 8.1 MiB/s wr, 18 op/s 2024-09-13T00:16:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:10 smithi053 bash[67631]: cluster 2024-09-13T00:16:09.377857+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2024-09-13T00:16:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:10 smithi053 bash[67631]: audit 2024-09-13T00:16:10.135947+0000 mon.a (mon.0) 1303 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:16:11.304 INFO:tasks.rados.rados.0.smithi032.stdout:3598: done (6 left) 2024-09-13T00:16:11.304 INFO:tasks.rados.rados.0.smithi032.stdout:3599: done (5 left) 2024-09-13T00:16:11.306 INFO:tasks.rados.rados.0.smithi032.stdout:3600: done (4 left) 2024-09-13T00:16:11.306 INFO:tasks.rados.rados.0.smithi032.stdout:3601: done (3 left) 2024-09-13T00:16:11.306 INFO:tasks.rados.rados.0.smithi032.stdout:3602: done (2 left) 2024-09-13T00:16:11.306 INFO:tasks.rados.rados.0.smithi032.stdout:3603: done (1 left) 2024-09-13T00:16:11.306 INFO:tasks.rados.rados.0.smithi032.stdout:3604: done (0 left) 2024-09-13T00:16:11.306 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 359 2024-09-13T00:16:11.307 INFO:tasks.rados.rados.0.smithi032.stdout:3605: seq_num 1146 ranges {2220032=802816,3022848=499712,3522560=679936,4202496=425984} 2024-09-13T00:16:11.323 INFO:tasks.rados.rados.0.smithi032.stdout:3605: writing smithi03267100-35 from 2220032 to 3022848 tid 1 2024-09-13T00:16:11.326 INFO:tasks.rados.rados.0.smithi032.stdout:3605: writing smithi03267100-35 from 3022848 to 3522560 tid 2 2024-09-13T00:16:11.331 INFO:tasks.rados.rados.0.smithi032.stdout:3605: writing smithi03267100-35 from 3522560 to 4202496 tid 3 2024-09-13T00:16:11.335 INFO:tasks.rados.rados.0.smithi032.stdout:3605: writing smithi03267100-35 from 4202496 to 4628480 tid 4 2024-09-13T00:16:11.335 INFO:tasks.rados.rados.0.smithi032.stdout:3606: read oid 20 snap 341 2024-09-13T00:16:11.335 INFO:tasks.rados.rados.0.smithi032.stdout:3606: expect (ObjNum 168637824 snap 22058 seq_num 4026550448) 2024-09-13T00:16:11.335 INFO:tasks.rados.rados.0.smithi032.stdout:3607: read oid 6 snap -1 2024-09-13T00:16:11.335 INFO:tasks.rados.rados.0.smithi032.stdout:3607: expect (ObjNum 1028 snap 308 seq_num 1028) 2024-09-13T00:16:11.335 INFO:tasks.rados.rados.0.smithi032.stdout:3608: read oid 43 snap 312 2024-09-13T00:16:11.335 INFO:tasks.rados.rados.0.smithi032.stdout:3608: expect (ObjNum 977 snap 283 seq_num 977) 2024-09-13T00:16:11.336 INFO:tasks.rados.rados.0.smithi032.stdout:3609: read oid 8 snap -1 2024-09-13T00:16:11.336 INFO:tasks.rados.rados.0.smithi032.stdout:3609: expect deleted 2024-09-13T00:16:11.336 INFO:tasks.rados.rados.0.smithi032.stdout:3610: read oid 44 snap -1 2024-09-13T00:16:11.336 INFO:tasks.rados.rados.0.smithi032.stdout:3610: expect (ObjNum 1144 snap 358 seq_num 1144) 2024-09-13T00:16:11.336 INFO:tasks.rados.rados.0.smithi032.stdout:3611: rmattr oid 49 current snap is 359 2024-09-13T00:16:11.336 INFO:tasks.rados.rados.0.smithi032.stdout:3611: done (6 left) 2024-09-13T00:16:11.336 INFO:tasks.rados.rados.0.smithi032.stdout:3612: read oid 32 snap -1 2024-09-13T00:16:11.336 INFO:tasks.rados.rados.0.smithi032.stdout:3612: expect (ObjNum 1088 snap 335 seq_num 1088) 2024-09-13T00:16:11.336 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 359 2024-09-13T00:16:11.336 INFO:tasks.rados.rados.0.smithi032.stdout:3613: seq_num 1147 ranges {1064960=16384} 2024-09-13T00:16:11.342 INFO:tasks.rados.rados.0.smithi032.stdout:3613: writing smithi03267100-27 from 1064960 to 1081344 tid 1 2024-09-13T00:16:11.342 INFO:tasks.rados.rados.0.smithi032.stdout:3614: copy_from oid 12 from oid 18 current snap is 359 2024-09-13T00:16:11.342 INFO:tasks.rados.rados.0.smithi032.stdout:3615: snap_create 2024-09-13T00:16:11.343 INFO:tasks.rados.rados.0.smithi032.stdout:3605: finishing write tid 1 to smithi03267100-35 2024-09-13T00:16:11.343 INFO:tasks.rados.rados.0.smithi032.stdout:3606: expect (ObjNum 168637824 snap 22058 seq_num 4026550448) 2024-09-13T00:16:11.348 INFO:tasks.rados.rados.0.smithi032.stdout:3605: finishing write tid 2 to smithi03267100-35 2024-09-13T00:16:11.349 INFO:tasks.rados.rados.0.smithi032.stdout:3605: finishing write tid 3 to smithi03267100-35 2024-09-13T00:16:11.350 INFO:tasks.rados.rados.0.smithi032.stdout:3605: finishing write tid 4 to smithi03267100-35 2024-09-13T00:16:11.352 INFO:tasks.rados.rados.0.smithi032.stdout:3605: finishing write tid 5 to smithi03267100-35 2024-09-13T00:16:11.359 INFO:tasks.rados.rados.0.smithi032.stdout:3605: finishing write tid 6 to smithi03267100-35 2024-09-13T00:16:11.359 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2767 (ObjNum 1146 snap 359 seq_num 1146) dirty exists 2024-09-13T00:16:11.359 INFO:tasks.rados.rados.0.smithi032.stdout:3605: left oid 35 (ObjNum 1146 snap 359 seq_num 1146) 2024-09-13T00:16:11.365 INFO:tasks.rados.rados.0.smithi032.stdout:3613: finishing write tid 1 to smithi03267100-27 2024-09-13T00:16:11.370 INFO:tasks.rados.rados.0.smithi032.stdout:3613: finishing write tid 2 to smithi03267100-27 2024-09-13T00:16:11.370 INFO:tasks.rados.rados.0.smithi032.stdout:3613: finishing write tid 3 to smithi03267100-27 2024-09-13T00:16:11.370 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2725 (ObjNum 1147 snap 359 seq_num 1147) dirty exists 2024-09-13T00:16:11.370 INFO:tasks.rados.rados.0.smithi032.stdout:3613: left oid 27 (ObjNum 1147 snap 359 seq_num 1147) 2024-09-13T00:16:11.373 INFO:tasks.rados.rados.0.smithi032.stdout:3610: expect (ObjNum 1144 snap 358 seq_num 1144) 2024-09-13T00:16:11.493 INFO:tasks.rados.rados.0.smithi032.stdout:3607: expect (ObjNum 1028 snap 308 seq_num 1028) 2024-09-13T00:16:11.984 INFO:tasks.rados.rados.0.smithi032.stdout:3608: expect (ObjNum 977 snap 283 seq_num 977) 2024-09-13T00:16:12.226 INFO:tasks.rados.rados.0.smithi032.stdout:3612: expect (ObjNum 1088 snap 335 seq_num 1088) 2024-09-13T00:16:12.412 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:16:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:16:12] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2024-09-13T00:16:12.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:12 smithi032 bash[76677]: cluster 2024-09-13T00:16:11.237342+0000 mgr.y (mgr.34107) 392 : cluster [DBG] pgmap v716: 121 pgs: 121 active+clean; 780 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-09-13T00:16:12.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:12 smithi032 bash[76677]: cluster 2024-09-13T00:16:11.387145+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2024-09-13T00:16:12.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:12 smithi032 bash[75510]: cluster 2024-09-13T00:16:11.237342+0000 mgr.y (mgr.34107) 392 : cluster [DBG] pgmap v716: 121 pgs: 121 active+clean; 780 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-09-13T00:16:12.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:12 smithi032 bash[75510]: cluster 2024-09-13T00:16:11.387145+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2024-09-13T00:16:12.777 INFO:tasks.rados.rados.0.smithi032.stdout:3614: finishing copy_from racing read to smithi03267100-12 2024-09-13T00:16:12.778 INFO:tasks.rados.rados.0.smithi032.stdout:3614: finishing copy_from to smithi03267100-12 2024-09-13T00:16:12.778 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 3373 (ObjNum 977 snap 283 seq_num 977) dirty exists 2024-09-13T00:16:12.778 INFO:tasks.rados.rados.0.smithi032.stdout:3605: done (9 left) 2024-09-13T00:16:12.778 INFO:tasks.rados.rados.0.smithi032.stdout:3606: done (8 left) 2024-09-13T00:16:12.778 INFO:tasks.rados.rados.0.smithi032.stdout:3607: done (7 left) 2024-09-13T00:16:12.778 INFO:tasks.rados.rados.0.smithi032.stdout:3608: done (6 left) 2024-09-13T00:16:12.778 INFO:tasks.rados.rados.0.smithi032.stdout:3609: done (5 left) 2024-09-13T00:16:12.778 INFO:tasks.rados.rados.0.smithi032.stdout:3610: done (4 left) 2024-09-13T00:16:12.778 INFO:tasks.rados.rados.0.smithi032.stdout:3612: done (3 left) 2024-09-13T00:16:12.778 INFO:tasks.rados.rados.0.smithi032.stdout:3613: done (2 left) 2024-09-13T00:16:12.778 INFO:tasks.rados.rados.0.smithi032.stdout:3614: done (1 left) 2024-09-13T00:16:12.779 INFO:tasks.rados.rados.0.smithi032.stdout:3615: done (0 left) 2024-09-13T00:16:12.779 INFO:tasks.rados.rados.0.smithi032.stdout:3616: rollback oid 28 current snap is 360 2024-09-13T00:16:12.779 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 28 to 340 2024-09-13T00:16:12.779 INFO:tasks.rados.rados.0.smithi032.stdout:3617: delete oid 25 current snap is 360 2024-09-13T00:16:12.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:16:12 smithi053 bash[94430]: ts=2024-09-13T00:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:16:12.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:12 smithi053 bash[67631]: cluster 2024-09-13T00:16:11.237342+0000 mgr.y (mgr.34107) 392 : cluster [DBG] pgmap v716: 121 pgs: 121 active+clean; 780 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-09-13T00:16:12.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:12 smithi053 bash[67631]: cluster 2024-09-13T00:16:11.387145+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2024-09-13T00:16:12.784 INFO:tasks.rados.rados.0.smithi032.stdout:3617: done (1 left) 2024-09-13T00:16:12.785 INFO:tasks.rados.rados.0.smithi032.stdout:3618: rollback oid 38 current snap is 360 2024-09-13T00:16:12.785 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 322 2024-09-13T00:16:12.785 INFO:tasks.rados.rados.0.smithi032.stdout:3619: copy_from oid 26 from oid 18 current snap is 360 2024-09-13T00:16:12.785 INFO:tasks.rados.rados.0.smithi032.stdout:3620: read oid 9 snap -1 2024-09-13T00:16:12.785 INFO:tasks.rados.rados.0.smithi032.stdout:3620: expect (ObjNum 1096 snap 341 seq_num 1096) 2024-09-13T00:16:12.785 INFO:tasks.rados.rados.0.smithi032.stdout:3621: read oid 17 snap -1 2024-09-13T00:16:12.785 INFO:tasks.rados.rados.0.smithi032.stdout:3621: expect (ObjNum 982 snap 284 seq_num 982) 2024-09-13T00:16:12.785 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 360 2024-09-13T00:16:12.785 INFO:tasks.rados.rados.0.smithi032.stdout:3622: seq_num 1149 ranges {5038080=49152} 2024-09-13T00:16:12.851 INFO:tasks.rados.rados.0.smithi032.stdout:3622: writing smithi03267100-16 from 5038080 to 5087232 tid 1 2024-09-13T00:16:12.851 INFO:tasks.rados.rados.0.smithi032.stdout:3623: snap_create 2024-09-13T00:16:12.851 INFO:tasks.rados.rados.0.smithi032.stdout:3616: finishing rollback tid 0 to smithi03267100-28 2024-09-13T00:16:12.851 INFO:tasks.rados.rados.0.smithi032.stdout:3616: finishing rollback tid 1 to smithi03267100-28 2024-09-13T00:16:12.851 INFO:tasks.rados.rados.0.smithi032.stdout:3616: finishing rollback tid 2 to smithi03267100-28 2024-09-13T00:16:12.851 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 3095 (ObjNum 1082 snap 333 seq_num 1082) dirty exists 2024-09-13T00:16:12.851 INFO:tasks.rados.rados.0.smithi032.stdout:3618: finishing rollback tid 0 to smithi03267100-38 2024-09-13T00:16:12.851 INFO:tasks.rados.rados.0.smithi032.stdout:3618: finishing rollback tid 1 to smithi03267100-38 2024-09-13T00:16:12.851 INFO:tasks.rados.rados.0.smithi032.stdout:3618: finishing rollback tid 2 to smithi03267100-38 2024-09-13T00:16:12.851 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2353 (ObjNum 33 snap 0 seq_num 1654694108) dirty exists 2024-09-13T00:16:12.851 INFO:tasks.rados.rados.0.smithi032.stdout:3621: expect (ObjNum 982 snap 284 seq_num 982) 2024-09-13T00:16:13.111 INFO:tasks.rados.rados.0.smithi032.stdout:3620: expect (ObjNum 1096 snap 341 seq_num 1096) 2024-09-13T00:16:13.335 INFO:tasks.rados.rados.0.smithi032.stdout:3619: finishing copy_from racing read to smithi03267100-26 2024-09-13T00:16:13.335 INFO:tasks.rados.rados.0.smithi032.stdout:3622: finishing write tid 1 to smithi03267100-16 2024-09-13T00:16:13.335 INFO:tasks.rados.rados.0.smithi032.stdout:3622: finishing write tid 2 to smithi03267100-16 2024-09-13T00:16:13.335 INFO:tasks.rados.rados.0.smithi032.stdout:3622: finishing write tid 3 to smithi03267100-16 2024-09-13T00:16:13.335 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 3375 (ObjNum 1149 snap 360 seq_num 1149) dirty exists 2024-09-13T00:16:13.335 INFO:tasks.rados.rados.0.smithi032.stdout:3622: left oid 16 (ObjNum 1149 snap 360 seq_num 1149) 2024-09-13T00:16:13.335 INFO:tasks.rados.rados.0.smithi032.stdout:3619: finishing copy_from to smithi03267100-26 2024-09-13T00:16:13.335 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 3373 (ObjNum 977 snap 283 seq_num 977) dirty exists 2024-09-13T00:16:13.335 INFO:tasks.rados.rados.0.smithi032.stdout:3616: done (6 left) 2024-09-13T00:16:13.335 INFO:tasks.rados.rados.0.smithi032.stdout:3618: done (5 left) 2024-09-13T00:16:13.336 INFO:tasks.rados.rados.0.smithi032.stdout:3619: done (4 left) 2024-09-13T00:16:13.336 INFO:tasks.rados.rados.0.smithi032.stdout:3620: done (3 left) 2024-09-13T00:16:13.336 INFO:tasks.rados.rados.0.smithi032.stdout:3621: done (2 left) 2024-09-13T00:16:13.336 INFO:tasks.rados.rados.0.smithi032.stdout:3622: done (1 left) 2024-09-13T00:16:13.336 INFO:tasks.rados.rados.0.smithi032.stdout:3623: done (0 left) 2024-09-13T00:16:13.336 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 361 2024-09-13T00:16:13.336 INFO:tasks.rados.rados.0.smithi032.stdout:3624: seq_num 1150 ranges {5709824=65536} 2024-09-13T00:16:13.400 INFO:tasks.rados.rados.0.smithi032.stdout:3624: writing smithi03267100-43 from 5709824 to 5775360 tid 1 2024-09-13T00:16:13.400 INFO:tasks.rados.rados.0.smithi032.stdout:3625: delete oid 39 current snap is 361 2024-09-13T00:16:13.405 INFO:tasks.rados.rados.0.smithi032.stdout:3625: done (1 left) 2024-09-13T00:16:13.405 INFO:tasks.rados.rados.0.smithi032.stdout:3626: snap_remove snap 351 2024-09-13T00:16:14.390 INFO:tasks.rados.rados.0.smithi032.stdout:3624: finishing write tid 1 to smithi03267100-43 2024-09-13T00:16:14.390 INFO:tasks.rados.rados.0.smithi032.stdout:3624: finishing write tid 2 to smithi03267100-43 2024-09-13T00:16:14.390 INFO:tasks.rados.rados.0.smithi032.stdout:3624: finishing write tid 3 to smithi03267100-43 2024-09-13T00:16:14.390 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2716 (ObjNum 1150 snap 361 seq_num 1150) dirty exists 2024-09-13T00:16:14.390 INFO:tasks.rados.rados.0.smithi032.stdout:3624: left oid 43 (ObjNum 1150 snap 361 seq_num 1150) 2024-09-13T00:16:14.390 INFO:tasks.rados.rados.0.smithi032.stdout:3624: done (1 left) 2024-09-13T00:16:14.390 INFO:tasks.rados.rados.0.smithi032.stdout:3626: done (0 left) 2024-09-13T00:16:14.390 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 361 2024-09-13T00:16:14.390 INFO:tasks.rados.rados.0.smithi032.stdout:3627: seq_num 1152 ranges {4644864=98304} 2024-09-13T00:16:14.417 INFO:tasks.rados.rados.0.smithi032.stdout:3627: writing smithi03267100-41 from 4644864 to 4743168 tid 1 2024-09-13T00:16:14.418 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 361 2024-09-13T00:16:14.418 INFO:tasks.rados.rados.0.smithi032.stdout:3628: seq_num 1153 ranges {0=114688} 2024-09-13T00:16:14.418 INFO:tasks.rados.rados.0.smithi032.stdout:3628: writing smithi03267100-46 from 0 to 114688 tid 1 2024-09-13T00:16:14.418 INFO:tasks.rados.rados.0.smithi032.stdout:3629: delete oid 27 current snap is 361 2024-09-13T00:16:14.426 INFO:tasks.rados.rados.0.smithi032.stdout:3628: finishing write tid 1 to smithi03267100-46 2024-09-13T00:16:14.427 INFO:tasks.rados.rados.0.smithi032.stdout:3629: done (2 left) 2024-09-13T00:16:14.427 INFO:tasks.rados.rados.0.smithi032.stdout:3630: snap_create 2024-09-13T00:16:14.438 INFO:tasks.rados.rados.0.smithi032.stdout:3627: finishing write tid 1 to smithi03267100-41 2024-09-13T00:16:14.438 INFO:tasks.rados.rados.0.smithi032.stdout:3628: finishing write tid 2 to smithi03267100-46 2024-09-13T00:16:14.438 INFO:tasks.rados.rados.0.smithi032.stdout:3627: finishing write tid 2 to smithi03267100-41 2024-09-13T00:16:14.440 INFO:tasks.rados.rados.0.smithi032.stdout:3628: finishing write tid 3 to smithi03267100-46 2024-09-13T00:16:14.440 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1755 (ObjNum 1153 snap 361 seq_num 1153) dirty exists 2024-09-13T00:16:14.440 INFO:tasks.rados.rados.0.smithi032.stdout:3628: left oid 46 (ObjNum 1153 snap 361 seq_num 1153) 2024-09-13T00:16:14.442 INFO:tasks.rados.rados.0.smithi032.stdout:3627: finishing write tid 3 to smithi03267100-41 2024-09-13T00:16:14.442 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 3097 (ObjNum 1152 snap 361 seq_num 1152) dirty exists 2024-09-13T00:16:14.442 INFO:tasks.rados.rados.0.smithi032.stdout:3627: left oid 41 (ObjNum 1152 snap 361 seq_num 1152) 2024-09-13T00:16:14.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:14 smithi053 bash[67631]: cluster 2024-09-13T00:16:13.238258+0000 mgr.y (mgr.34107) 393 : cluster [DBG] pgmap v718: 121 pgs: 121 active+clean; 782 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-13T00:16:14.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:14 smithi053 bash[67631]: cluster 2024-09-13T00:16:13.284607+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2024-09-13T00:16:14.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:14 smithi032 bash[76677]: cluster 2024-09-13T00:16:13.238258+0000 mgr.y (mgr.34107) 393 : cluster [DBG] pgmap v718: 121 pgs: 121 active+clean; 782 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-13T00:16:14.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:14 smithi032 bash[76677]: cluster 2024-09-13T00:16:13.284607+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2024-09-13T00:16:14.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:14 smithi032 bash[75510]: cluster 2024-09-13T00:16:13.238258+0000 mgr.y (mgr.34107) 393 : cluster [DBG] pgmap v718: 121 pgs: 121 active+clean; 782 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-13T00:16:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:14 smithi032 bash[75510]: cluster 2024-09-13T00:16:13.284607+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2024-09-13T00:16:15.397 INFO:tasks.rados.rados.0.smithi032.stdout:3627: done (2 left) 2024-09-13T00:16:15.397 INFO:tasks.rados.rados.0.smithi032.stdout:3628: done (1 left) 2024-09-13T00:16:15.398 INFO:tasks.rados.rados.0.smithi032.stdout:3630: done (0 left) 2024-09-13T00:16:15.398 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 362 2024-09-13T00:16:15.398 INFO:tasks.rados.rados.0.smithi032.stdout:3631: seq_num 1155 ranges {0=147456} 2024-09-13T00:16:15.399 INFO:tasks.rados.rados.0.smithi032.stdout:3631: writing smithi03267100-42 from 0 to 147456 tid 1 2024-09-13T00:16:15.399 INFO:tasks.rados.rados.0.smithi032.stdout:3632: rmattr oid 22 current snap is 362 2024-09-13T00:16:15.399 INFO:tasks.rados.rados.0.smithi032.stdout:3632: done (1 left) 2024-09-13T00:16:15.399 INFO:tasks.rados.rados.0.smithi032.stdout:3633: read oid 49 snap 333 2024-09-13T00:16:15.399 INFO:tasks.rados.rados.0.smithi032.stdout:3633: expect (ObjNum 1079 snap 333 seq_num 1079) 2024-09-13T00:16:15.400 INFO:tasks.rados.rados.0.smithi032.stdout:3634: delete oid 4 current snap is 362 2024-09-13T00:16:15.407 INFO:tasks.rados.rados.0.smithi032.stdout:3633: expect (ObjNum 1079 snap 333 seq_num 1079) 2024-09-13T00:16:15.442 INFO:tasks.rados.rados.0.smithi032.stdout:3631: finishing write tid 1 to smithi03267100-42 2024-09-13T00:16:15.442 INFO:tasks.rados.rados.0.smithi032.stdout:3631: finishing write tid 2 to smithi03267100-42 2024-09-13T00:16:15.443 INFO:tasks.rados.rados.0.smithi032.stdout:3631: finishing write tid 3 to smithi03267100-42 2024-09-13T00:16:15.443 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2381 (ObjNum 1155 snap 362 seq_num 1155) dirty exists 2024-09-13T00:16:15.443 INFO:tasks.rados.rados.0.smithi032.stdout:3631: left oid 42 (ObjNum 1155 snap 362 seq_num 1155) 2024-09-13T00:16:15.443 INFO:tasks.rados.rados.0.smithi032.stdout:3631: done (2 left) 2024-09-13T00:16:15.443 INFO:tasks.rados.rados.0.smithi032.stdout:3633: done (1 left) 2024-09-13T00:16:15.443 INFO:tasks.rados.rados.0.smithi032.stdout:3634: done (0 left) 2024-09-13T00:16:15.443 INFO:tasks.rados.rados.0.smithi032.stdout:3635: read oid 6 snap -1 2024-09-13T00:16:15.443 INFO:tasks.rados.rados.0.smithi032.stdout:3635: expect (ObjNum 1028 snap 308 seq_num 1028) 2024-09-13T00:16:15.443 INFO:tasks.rados.rados.0.smithi032.stdout:3636: delete oid 49 current snap is 362 2024-09-13T00:16:15.448 INFO:tasks.rados.rados.0.smithi032.stdout:3636: done (1 left) 2024-09-13T00:16:15.448 INFO:tasks.rados.rados.0.smithi032.stdout:3637: snap_remove snap 212 2024-09-13T00:16:15.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:15 smithi032 bash[75510]: cluster 2024-09-13T00:16:14.390179+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2024-09-13T00:16:15.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:15 smithi032 bash[76677]: cluster 2024-09-13T00:16:14.390179+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2024-09-13T00:16:15.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:15 smithi053 bash[67631]: cluster 2024-09-13T00:16:14.390179+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2024-09-13T00:16:16.415 INFO:tasks.rados.rados.0.smithi032.stdout:3637: done (1 left) 2024-09-13T00:16:16.415 INFO:tasks.rados.rados.0.smithi032.stdout:3638: rollback oid 37 current snap is 362 2024-09-13T00:16:16.415 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 37 to 328 2024-09-13T00:16:16.415 INFO:tasks.rados.rados.0.smithi032.stdout:3635: expect (ObjNum 1028 snap 308 seq_num 1028) 2024-09-13T00:16:16.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:16 smithi032 bash[75510]: cluster 2024-09-13T00:16:15.238762+0000 mgr.y (mgr.34107) 394 : cluster [DBG] pgmap v721: 121 pgs: 121 active+clean; 796 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-09-13T00:16:16.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:16 smithi032 bash[75510]: cluster 2024-09-13T00:16:15.399860+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2024-09-13T00:16:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:16 smithi032 bash[76677]: cluster 2024-09-13T00:16:15.238762+0000 mgr.y (mgr.34107) 394 : cluster [DBG] pgmap v721: 121 pgs: 121 active+clean; 796 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-09-13T00:16:16.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:16 smithi032 bash[76677]: cluster 2024-09-13T00:16:15.399860+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2024-09-13T00:16:16.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:16 smithi053 bash[67631]: cluster 2024-09-13T00:16:15.238762+0000 mgr.y (mgr.34107) 394 : cluster [DBG] pgmap v721: 121 pgs: 121 active+clean; 796 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-09-13T00:16:16.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:16 smithi053 bash[67631]: cluster 2024-09-13T00:16:15.399860+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2024-09-13T00:16:16.956 INFO:tasks.rados.rados.0.smithi032.stdout:3638: finishing rollback tid 0 to smithi03267100-37 2024-09-13T00:16:16.956 INFO:tasks.rados.rados.0.smithi032.stdout:3638: finishing rollback tid 1 to smithi03267100-37 2024-09-13T00:16:16.956 INFO:tasks.rados.rados.0.smithi032.stdout:3638: finishing rollback tid 2 to smithi03267100-37 2024-09-13T00:16:16.956 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2738 (ObjNum 950 snap 278 seq_num 950) dirty exists 2024-09-13T00:16:16.956 INFO:tasks.rados.rados.0.smithi032.stdout:3635: done (1 left) 2024-09-13T00:16:16.956 INFO:tasks.rados.rados.0.smithi032.stdout:3638: done (0 left) 2024-09-13T00:16:16.956 INFO:tasks.rados.rados.0.smithi032.stdout:3639: snap_remove snap 304 2024-09-13T00:16:17.483 INFO:tasks.rados.rados.0.smithi032.stdout:3639: done (0 left) 2024-09-13T00:16:17.483 INFO:tasks.rados.rados.0.smithi032.stdout:3640: delete oid 36 current snap is 362 2024-09-13T00:16:17.522 INFO:tasks.rados.rados.0.smithi032.stdout:3640: done (0 left) 2024-09-13T00:16:17.522 INFO:tasks.rados.rados.0.smithi032.stdout:3641: delete oid 18 current snap is 362 2024-09-13T00:16:17.537 INFO:tasks.rados.rados.0.smithi032.stdout:3641: done (0 left) 2024-09-13T00:16:17.537 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 362 2024-09-13T00:16:17.537 INFO:tasks.rados.rados.0.smithi032.stdout:3642: seq_num 1160 ranges {1400832=229376} 2024-09-13T00:16:17.542 INFO:tasks.rados.rados.0.smithi032.stdout:3642: writing smithi03267100-50 from 1400832 to 1630208 tid 1 2024-09-13T00:16:17.542 INFO:tasks.rados.rados.0.smithi032.stdout:3643: copy_from oid 35 from oid 17 current snap is 362 2024-09-13T00:16:17.542 INFO:tasks.rados.rados.0.smithi032.stdout:3644: copy_from oid 41 from oid 15 current snap is 362 2024-09-13T00:16:17.542 INFO:tasks.rados.rados.0.smithi032.stdout:3645: rollback oid 48 current snap is 362 2024-09-13T00:16:17.543 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 48 to 354 2024-09-13T00:16:17.543 INFO:tasks.rados.rados.0.smithi032.stdout:3646: snap_remove snap 329 2024-09-13T00:16:17.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.397018+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:17.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: cluster 2024-09-13T00:16:16.413938+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2024-09-13T00:16:17.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.432261+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.447699+0000 mon.a (mon.0) 1311 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:16:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.451148+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:16:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.467954+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.516846+0000 mon.a (mon.0) 1314 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:16:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.517278+0000 mgr.y (mgr.34107) 395 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:16:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.556099+0000 mon.a (mon.0) 1315 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.558909+0000 mon.a (mon.0) 1316 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.560435+0000 mon.a (mon.0) 1317 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.561756+0000 mon.a (mon.0) 1318 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.564038+0000 mon.a (mon.0) 1319 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.566812+0000 mon.a (mon.0) 1320 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.568262+0000 mon.a (mon.0) 1321 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.569638+0000 mon.a (mon.0) 1322 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.571143+0000 mon.a (mon.0) 1323 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.572541+0000 mon.a (mon.0) 1324 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.573922+0000 mon.a (mon.0) 1325 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.575299+0000 mon.a (mon.0) 1326 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.578040+0000 mon.a (mon.0) 1327 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.580008+0000 mon.a (mon.0) 1328 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.581719+0000 mon.a (mon.0) 1329 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[76677]: audit 2024-09-13T00:16:16.583497+0000 mon.a (mon.0) 1330 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.397018+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:17.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: cluster 2024-09-13T00:16:16.413938+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2024-09-13T00:16:17.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.432261+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:17.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.447699+0000 mon.a (mon.0) 1311 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:16:17.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.451148+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:16:17.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.467954+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:17.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.516846+0000 mon.a (mon.0) 1314 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:16:17.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.517278+0000 mgr.y (mgr.34107) 395 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:16:17.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.556099+0000 mon.a (mon.0) 1315 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:17.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.558909+0000 mon.a (mon.0) 1316 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.560435+0000 mon.a (mon.0) 1317 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.561756+0000 mon.a (mon.0) 1318 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.564038+0000 mon.a (mon.0) 1319 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.566812+0000 mon.a (mon.0) 1320 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.568262+0000 mon.a (mon.0) 1321 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.569638+0000 mon.a (mon.0) 1322 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.571143+0000 mon.a (mon.0) 1323 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.572541+0000 mon.a (mon.0) 1324 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.573922+0000 mon.a (mon.0) 1325 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.575299+0000 mon.a (mon.0) 1326 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.578040+0000 mon.a (mon.0) 1327 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.580008+0000 mon.a (mon.0) 1328 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.581719+0000 mon.a (mon.0) 1329 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:17 smithi032 bash[75510]: audit 2024-09-13T00:16:16.583497+0000 mon.a (mon.0) 1330 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.397018+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:17.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: cluster 2024-09-13T00:16:16.413938+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2024-09-13T00:16:17.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.432261+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:17.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.447699+0000 mon.a (mon.0) 1311 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:16:17.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.451148+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:16:17.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.467954+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:17.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.516846+0000 mon.a (mon.0) 1314 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:16:17.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.517278+0000 mgr.y (mgr.34107) 395 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T00:16:17.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.556099+0000 mon.a (mon.0) 1315 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:17.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.558909+0000 mon.a (mon.0) 1316 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.560435+0000 mon.a (mon.0) 1317 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.561756+0000 mon.a (mon.0) 1318 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.564038+0000 mon.a (mon.0) 1319 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.566812+0000 mon.a (mon.0) 1320 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.568262+0000 mon.a (mon.0) 1321 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.569638+0000 mon.a (mon.0) 1322 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.571143+0000 mon.a (mon.0) 1323 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.572541+0000 mon.a (mon.0) 1324 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.573922+0000 mon.a (mon.0) 1325 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.575299+0000 mon.a (mon.0) 1326 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.578040+0000 mon.a (mon.0) 1327 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.580008+0000 mon.a (mon.0) 1328 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.581719+0000 mon.a (mon.0) 1329 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:17.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:17 smithi053 bash[67631]: audit 2024-09-13T00:16:16.583497+0000 mon.a (mon.0) 1330 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:18.481 INFO:tasks.rados.rados.0.smithi032.stdout:3646: done (4 left) 2024-09-13T00:16:18.481 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 362 2024-09-13T00:16:18.481 INFO:tasks.rados.rados.0.smithi032.stdout:3647: seq_num 1161 ranges {1400832=245760} 2024-09-13T00:16:18.492 INFO:tasks.rados.rados.0.smithi032.stdout:3647: writing smithi03267100-33 from 1400832 to 1646592 tid 1 2024-09-13T00:16:18.492 INFO:tasks.rados.rados.0.smithi032.stdout:3648: rollback oid 40 current snap is 362 2024-09-13T00:16:18.492 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 283 2024-09-13T00:16:18.492 INFO:tasks.rados.rados.0.smithi032.stdout:3642: finishing write tid 1 to smithi03267100-50 2024-09-13T00:16:18.492 INFO:tasks.rados.rados.0.smithi032.stdout:3642: finishing write tid 2 to smithi03267100-50 2024-09-13T00:16:18.492 INFO:tasks.rados.rados.0.smithi032.stdout:3645: finishing rollback tid 0 to smithi03267100-48 2024-09-13T00:16:18.492 INFO:tasks.rados.rados.0.smithi032.stdout:3645: finishing rollback tid 1 to smithi03267100-48 2024-09-13T00:16:18.492 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 2770 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T00:16:18.492 INFO:tasks.rados.rados.0.smithi032.stdout:3642: finishing write tid 3 to smithi03267100-50 2024-09-13T00:16:18.492 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2907 (ObjNum 1160 snap 362 seq_num 1160) dirty exists 2024-09-13T00:16:18.492 INFO:tasks.rados.rados.0.smithi032.stdout:3642: left oid 50 (ObjNum 1160 snap 362 seq_num 1160) 2024-09-13T00:16:18.493 INFO:tasks.rados.rados.0.smithi032.stdout:3644: finishing copy_from racing read to smithi03267100-41 2024-09-13T00:16:18.493 INFO:tasks.rados.rados.0.smithi032.stdout:3644: finishing copy_from to smithi03267100-41 2024-09-13T00:16:18.493 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2553 (ObjNum 1086 snap 334 seq_num 1086) dirty exists 2024-09-13T00:16:18.493 INFO:tasks.rados.rados.0.smithi032.stdout:3643: finishing copy_from racing read to smithi03267100-35 2024-09-13T00:16:18.493 INFO:tasks.rados.rados.0.smithi032.stdout:3643: finishing copy_from to smithi03267100-35 2024-09-13T00:16:18.493 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2963 (ObjNum 982 snap 284 seq_num 982) dirty exists 2024-09-13T00:16:18.493 INFO:tasks.rados.rados.0.smithi032.stdout:3642: done (5 left) 2024-09-13T00:16:18.493 INFO:tasks.rados.rados.0.smithi032.stdout:3643: done (4 left) 2024-09-13T00:16:18.493 INFO:tasks.rados.rados.0.smithi032.stdout:3644: done (3 left) 2024-09-13T00:16:18.493 INFO:tasks.rados.rados.0.smithi032.stdout:3645: done (2 left) 2024-09-13T00:16:18.493 INFO:tasks.rados.rados.0.smithi032.stdout:3649: read oid 45 snap -1 2024-09-13T00:16:18.493 INFO:tasks.rados.rados.0.smithi032.stdout:3649: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:16:18.493 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 362 2024-09-13T00:16:18.493 INFO:tasks.rados.rados.0.smithi032.stdout:3650: seq_num 1162 ranges {3727360=270336} 2024-09-13T00:16:18.516 INFO:tasks.rados.rados.0.smithi032.stdout:3650: writing smithi03267100-23 from 3727360 to 3997696 tid 1 2024-09-13T00:16:18.516 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 362 2024-09-13T00:16:18.516 INFO:tasks.rados.rados.0.smithi032.stdout:3647: finishing write tid 1 to smithi03267100-33 2024-09-13T00:16:18.516 INFO:tasks.rados.rados.0.smithi032.stdout:3647: finishing write tid 2 to smithi03267100-33 2024-09-13T00:16:18.516 INFO:tasks.rados.rados.0.smithi032.stdout:3647: finishing write tid 3 to smithi03267100-33 2024-09-13T00:16:18.516 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2740 (ObjNum 1161 snap 362 seq_num 1161) dirty exists 2024-09-13T00:16:18.516 INFO:tasks.rados.rados.0.smithi032.stdout:3647: left oid 33 (ObjNum 1161 snap 362 seq_num 1161) 2024-09-13T00:16:18.516 INFO:tasks.rados.rados.0.smithi032.stdout:3649: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-13T00:16:18.531 INFO:tasks.rados.rados.0.smithi032.stdout:3648: finishing rollback tid 0 to smithi03267100-40 2024-09-13T00:16:18.531 INFO:tasks.rados.rados.0.smithi032.stdout:3648: finishing rollback tid 1 to smithi03267100-40 2024-09-13T00:16:18.531 INFO:tasks.rados.rados.0.smithi032.stdout:3648: finishing rollback tid 2 to smithi03267100-40 2024-09-13T00:16:18.531 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 2719 (ObjNum 129 snap 0 seq_num 166259680) dirty exists 2024-09-13T00:16:18.531 INFO:tasks.rados.rados.0.smithi032.stdout:3651: seq_num 1163 ranges {4218880=286720} 2024-09-13T00:16:18.557 INFO:tasks.rados.rados.0.smithi032.stdout:3651: writing smithi03267100-31 from 4218880 to 4505600 tid 1 2024-09-13T00:16:18.557 INFO:tasks.rados.rados.0.smithi032.stdout:3647: done (4 left) 2024-09-13T00:16:18.557 INFO:tasks.rados.rados.0.smithi032.stdout:3648: done (3 left) 2024-09-13T00:16:18.558 INFO:tasks.rados.rados.0.smithi032.stdout:3649: done (2 left) 2024-09-13T00:16:18.558 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 362 2024-09-13T00:16:18.558 INFO:tasks.rados.rados.0.smithi032.stdout:3650: finishing write tid 1 to smithi03267100-23 2024-09-13T00:16:18.558 INFO:tasks.rados.rados.0.smithi032.stdout:3650: finishing write tid 2 to smithi03267100-23 2024-09-13T00:16:18.558 INFO:tasks.rados.rados.0.smithi032.stdout:3652: seq_num 1164 ranges {0=303104} 2024-09-13T00:16:18.559 INFO:tasks.rados.rados.0.smithi032.stdout:3652: writing smithi03267100-4 from 0 to 303104 tid 1 2024-09-13T00:16:18.559 INFO:tasks.rados.rados.0.smithi032.stdout:3653: read oid 38 snap 321 2024-09-13T00:16:18.559 INFO:tasks.rados.rados.0.smithi032.stdout:3653: expect (ObjNum 167097184 snap 22058 seq_num 168253584) 2024-09-13T00:16:18.559 INFO:tasks.rados.rados.0.smithi032.stdout:3654: snap_create 2024-09-13T00:16:18.559 INFO:tasks.rados.rados.0.smithi032.stdout:3650: finishing write tid 3 to smithi03267100-23 2024-09-13T00:16:18.559 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 3187 (ObjNum 1162 snap 362 seq_num 1162) dirty exists 2024-09-13T00:16:18.559 INFO:tasks.rados.rados.0.smithi032.stdout:3650: left oid 23 (ObjNum 1162 snap 362 seq_num 1162) 2024-09-13T00:16:18.560 INFO:tasks.rados.rados.0.smithi032.stdout:3653: expect (ObjNum 167097184 snap 22058 seq_num 168253584) 2024-09-13T00:16:18.561 INFO:tasks.rados.rados.0.smithi032.stdout:3651: finishing write tid 1 to smithi03267100-31 2024-09-13T00:16:18.562 INFO:tasks.rados.rados.0.smithi032.stdout:3651: finishing write tid 2 to smithi03267100-31 2024-09-13T00:16:18.563 INFO:tasks.rados.rados.0.smithi032.stdout:3652: finishing write tid 1 to smithi03267100-4 2024-09-13T00:16:18.564 INFO:tasks.rados.rados.0.smithi032.stdout:3652: finishing write tid 2 to smithi03267100-4 2024-09-13T00:16:18.564 INFO:tasks.rados.rados.0.smithi032.stdout:3651: finishing write tid 3 to smithi03267100-31 2024-09-13T00:16:18.564 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 3196 (ObjNum 1163 snap 362 seq_num 1163) dirty exists 2024-09-13T00:16:18.564 INFO:tasks.rados.rados.0.smithi032.stdout:3651: left oid 31 (ObjNum 1163 snap 362 seq_num 1163) 2024-09-13T00:16:18.566 INFO:tasks.rados.rados.0.smithi032.stdout:3652: finishing write tid 3 to smithi03267100-4 2024-09-13T00:16:18.566 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2561 (ObjNum 1164 snap 362 seq_num 1164) dirty exists 2024-09-13T00:16:18.566 INFO:tasks.rados.rados.0.smithi032.stdout:3652: left oid 4 (ObjNum 1164 snap 362 seq_num 1164) 2024-09-13T00:16:18.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:18 smithi053 bash[67631]: cluster 2024-09-13T00:16:17.239417+0000 mgr.y (mgr.34107) 396 : cluster [DBG] pgmap v724: 121 pgs: 121 active+clean; 796 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-13T00:16:18.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:18 smithi053 bash[67631]: cluster 2024-09-13T00:16:17.478877+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2024-09-13T00:16:18.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:18 smithi032 bash[75510]: cluster 2024-09-13T00:16:17.239417+0000 mgr.y (mgr.34107) 396 : cluster [DBG] pgmap v724: 121 pgs: 121 active+clean; 796 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-13T00:16:18.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:18 smithi032 bash[75510]: cluster 2024-09-13T00:16:17.478877+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2024-09-13T00:16:18.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:18 smithi032 bash[76677]: cluster 2024-09-13T00:16:17.239417+0000 mgr.y (mgr.34107) 396 : cluster [DBG] pgmap v724: 121 pgs: 121 active+clean; 796 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-13T00:16:18.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:18 smithi032 bash[76677]: cluster 2024-09-13T00:16:17.478877+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2024-09-13T00:16:19.500 INFO:tasks.rados.rados.0.smithi032.stdout:3650: done (4 left) 2024-09-13T00:16:19.500 INFO:tasks.rados.rados.0.smithi032.stdout:3651: done (3 left) 2024-09-13T00:16:19.500 INFO:tasks.rados.rados.0.smithi032.stdout:3652: done (2 left) 2024-09-13T00:16:19.500 INFO:tasks.rados.rados.0.smithi032.stdout:3653: done (1 left) 2024-09-13T00:16:19.500 INFO:tasks.rados.rados.0.smithi032.stdout:3654: done (0 left) 2024-09-13T00:16:19.500 INFO:tasks.rados.rados.0.smithi032.stdout:3655: snap_create 2024-09-13T00:16:19.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:19 smithi053 bash[67631]: cluster 2024-09-13T00:16:18.481833+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2024-09-13T00:16:19.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:19 smithi032 bash[75510]: cluster 2024-09-13T00:16:18.481833+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2024-09-13T00:16:19.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:19 smithi032 bash[76677]: cluster 2024-09-13T00:16:18.481833+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2024-09-13T00:16:20.505 INFO:tasks.rados.rados.0.smithi032.stdout:3655: done (0 left) 2024-09-13T00:16:20.505 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 364 2024-09-13T00:16:20.505 INFO:tasks.rados.rados.0.smithi032.stdout:3656: seq_num 1165 ranges {0=319488} 2024-09-13T00:16:20.508 INFO:tasks.rados.rados.0.smithi032.stdout:3656: writing smithi03267100-25 from 0 to 319488 tid 1 2024-09-13T00:16:20.508 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 364 2024-09-13T00:16:20.508 INFO:tasks.rados.rados.0.smithi032.stdout:3657: seq_num 1166 ranges {8593408=335872} 2024-09-13T00:16:20.569 INFO:tasks.rados.rados.0.smithi032.stdout:3657: writing smithi03267100-20 from 8593408 to 8929280 tid 1 2024-09-13T00:16:20.569 INFO:tasks.rados.rados.0.smithi032.stdout:3658: snap_remove snap 359 2024-09-13T00:16:20.735 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:20 smithi053 bash[67631]: cephadm 2024-09-13T00:16:19.082872+0000 mgr.y (mgr.34107) 397 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-13T00:16:20.735 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:20 smithi053 bash[67631]: cephadm 2024-09-13T00:16:19.152885+0000 mgr.y (mgr.34107) 398 : cephadm [INF] Deploying daemon grafana.a on smithi053 2024-09-13T00:16:20.736 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:20 smithi053 bash[67631]: cluster 2024-09-13T00:16:19.240081+0000 mgr.y (mgr.34107) 399 : cluster [DBG] pgmap v727: 121 pgs: 121 active+clean; 778 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-13T00:16:20.736 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:20 smithi053 bash[67631]: cluster 2024-09-13T00:16:19.500466+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2024-09-13T00:16:20.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:20 smithi032 bash[75510]: cephadm 2024-09-13T00:16:19.082872+0000 mgr.y (mgr.34107) 397 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-13T00:16:20.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:20 smithi032 bash[75510]: cephadm 2024-09-13T00:16:19.152885+0000 mgr.y (mgr.34107) 398 : cephadm [INF] Deploying daemon grafana.a on smithi053 2024-09-13T00:16:20.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:20 smithi032 bash[75510]: cluster 2024-09-13T00:16:19.240081+0000 mgr.y (mgr.34107) 399 : cluster [DBG] pgmap v727: 121 pgs: 121 active+clean; 778 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-13T00:16:20.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:20 smithi032 bash[75510]: cluster 2024-09-13T00:16:19.500466+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2024-09-13T00:16:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:20 smithi032 bash[76677]: cephadm 2024-09-13T00:16:19.082872+0000 mgr.y (mgr.34107) 397 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-13T00:16:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:20 smithi032 bash[76677]: cephadm 2024-09-13T00:16:19.152885+0000 mgr.y (mgr.34107) 398 : cephadm [INF] Deploying daemon grafana.a on smithi053 2024-09-13T00:16:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:20 smithi032 bash[76677]: cluster 2024-09-13T00:16:19.240081+0000 mgr.y (mgr.34107) 399 : cluster [DBG] pgmap v727: 121 pgs: 121 active+clean; 778 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-13T00:16:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:20 smithi032 bash[76677]: cluster 2024-09-13T00:16:19.500466+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2024-09-13T00:16:21.526 INFO:tasks.rados.rados.0.smithi032.stdout:3658: done (2 left) 2024-09-13T00:16:21.526 INFO:tasks.rados.rados.0.smithi032.stdout:3659: snap_create 2024-09-13T00:16:21.526 INFO:tasks.rados.rados.0.smithi032.stdout:3656: finishing write tid 1 to smithi03267100-25 2024-09-13T00:16:21.526 INFO:tasks.rados.rados.0.smithi032.stdout:3656: finishing write tid 2 to smithi03267100-25 2024-09-13T00:16:21.526 INFO:tasks.rados.rados.0.smithi032.stdout:3656: finishing write tid 3 to smithi03267100-25 2024-09-13T00:16:21.526 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2972 (ObjNum 1165 snap 364 seq_num 1165) dirty exists 2024-09-13T00:16:21.526 INFO:tasks.rados.rados.0.smithi032.stdout:3656: left oid 25 (ObjNum 1165 snap 364 seq_num 1165) 2024-09-13T00:16:21.527 INFO:tasks.rados.rados.0.smithi032.stdout:3657: finishing write tid 1 to smithi03267100-20 2024-09-13T00:16:21.527 INFO:tasks.rados.rados.0.smithi032.stdout:3657: finishing write tid 2 to smithi03267100-20 2024-09-13T00:16:21.527 INFO:tasks.rados.rados.0.smithi032.stdout:3657: finishing write tid 3 to smithi03267100-20 2024-09-13T00:16:21.527 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 3077 (ObjNum 1166 snap 364 seq_num 1166) dirty exists 2024-09-13T00:16:21.527 INFO:tasks.rados.rados.0.smithi032.stdout:3657: left oid 20 (ObjNum 1166 snap 364 seq_num 1166) 2024-09-13T00:16:21.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:21 smithi053 bash[67631]: cluster 2024-09-13T00:16:20.502509+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2024-09-13T00:16:21.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:21 smithi032 bash[75510]: cluster 2024-09-13T00:16:20.502509+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2024-09-13T00:16:21.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:21 smithi032 bash[76677]: cluster 2024-09-13T00:16:20.502509+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2024-09-13T00:16:22.526 INFO:tasks.rados.rados.0.smithi032.stdout:3656: done (2 left) 2024-09-13T00:16:22.526 INFO:tasks.rados.rados.0.smithi032.stdout:3657: done (1 left) 2024-09-13T00:16:22.526 INFO:tasks.rados.rados.0.smithi032.stdout:3659: done (0 left) 2024-09-13T00:16:22.526 INFO:tasks.rados.rados.0.smithi032.stdout:3660: delete oid 46 current snap is 365 2024-09-13T00:16:22.528 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:16:22 smithi053 bash[94430]: ts=2024-09-13T00:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:16:22.531 INFO:tasks.rados.rados.0.smithi032.stdout:3660: done (0 left) 2024-09-13T00:16:22.531 INFO:tasks.rados.rados.0.smithi032.stdout:3661: copy_from oid 10 from oid 36 current snap is 365 2024-09-13T00:16:22.531 INFO:tasks.rados.rados.0.smithi032.stdout:3662: snap_create 2024-09-13T00:16:22.543 INFO:tasks.rados.rados.0.smithi032.stdout:3661: finishing copy_from to smithi03267100-10 2024-09-13T00:16:22.543 INFO:tasks.rados.rados.0.smithi032.stdout:3661: got expected ENOENT (src dne) 2024-09-13T00:16:22.544 INFO:tasks.rados.rados.0.smithi032.stdout:3661: finishing copy_from racing read to smithi03267100-10 2024-09-13T00:16:22.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:22 smithi032 bash[75510]: cluster 2024-09-13T00:16:21.240795+0000 mgr.y (mgr.34107) 400 : cluster [DBG] pgmap v730: 121 pgs: 121 active+clean; 777 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-13T00:16:22.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:22 smithi032 bash[75510]: cluster 2024-09-13T00:16:21.524433+0000 mon.a (mon.0) 1335 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2024-09-13T00:16:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:16:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:16:22] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2024-09-13T00:16:22.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:22 smithi032 bash[76677]: cluster 2024-09-13T00:16:21.240795+0000 mgr.y (mgr.34107) 400 : cluster [DBG] pgmap v730: 121 pgs: 121 active+clean; 777 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-13T00:16:22.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:22 smithi032 bash[76677]: cluster 2024-09-13T00:16:21.524433+0000 mon.a (mon.0) 1335 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2024-09-13T00:16:22.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:22 smithi053 bash[67631]: cluster 2024-09-13T00:16:21.240795+0000 mgr.y (mgr.34107) 400 : cluster [DBG] pgmap v730: 121 pgs: 121 active+clean; 777 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-13T00:16:22.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:22 smithi053 bash[67631]: cluster 2024-09-13T00:16:21.524433+0000 mon.a (mon.0) 1335 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2024-09-13T00:16:23.302 INFO:tasks.rados.rados.0.smithi032.stdout:3661: done (1 left) 2024-09-13T00:16:23.302 INFO:tasks.rados.rados.0.smithi032.stdout:3662: done (0 left) 2024-09-13T00:16:23.302 INFO:tasks.rados.rados.0.smithi032.stdout:3663: read oid 36 snap -1 2024-09-13T00:16:23.302 INFO:tasks.rados.rados.0.smithi032.stdout:3663: expect deleted 2024-09-13T00:16:23.302 INFO:tasks.rados.rados.0.smithi032.stdout:3664: read oid 23 snap 317 2024-09-13T00:16:23.302 INFO:tasks.rados.rados.0.smithi032.stdout:3664: expect (ObjNum 972 snap 282 seq_num 972) 2024-09-13T00:16:23.302 INFO:tasks.rados.rados.0.smithi032.stdout:3665: read oid 10 snap -1 2024-09-13T00:16:23.303 INFO:tasks.rados.rados.0.smithi032.stdout:3665: expect (ObjNum 1115 snap 346 seq_num 1115) 2024-09-13T00:16:23.303 INFO:tasks.rados.rados.0.smithi032.stdout:3666: rollback oid 14 current snap is 366 2024-09-13T00:16:23.303 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 360 2024-09-13T00:16:23.303 INFO:tasks.rados.rados.0.smithi032.stdout:3667: read oid 21 snap -1 2024-09-13T00:16:23.303 INFO:tasks.rados.rados.0.smithi032.stdout:3667: expect (ObjNum 965 snap 281 seq_num 965) 2024-09-13T00:16:23.303 INFO:tasks.rados.rados.0.smithi032.stdout:3668: snap_create 2024-09-13T00:16:23.332 INFO:tasks.rados.rados.0.smithi032.stdout:3666: finishing rollback tid 0 to smithi03267100-14 2024-09-13T00:16:23.334 INFO:tasks.rados.rados.0.smithi032.stdout:3665: expect (ObjNum 1115 snap 346 seq_num 1115) 2024-09-13T00:16:23.347 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:16:23 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:23.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:23 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:23.348 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:16:23 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:23.349 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:23 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:23.349 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:16:23 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:23.349 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:16:23 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:23.349 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:16:23 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:23.350 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:16:23 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:23.350 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:16:23 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:23.350 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:16:23 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:23.675 INFO:tasks.rados.rados.0.smithi032.stdout:3664: expect (ObjNum 972 snap 282 seq_num 972) 2024-09-13T00:16:23.717 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:23 smithi053 systemd[1]: Stopping Ceph grafana.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T00:16:23.718 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:23 smithi053 bash[67631]: cluster 2024-09-13T00:16:22.526165+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2024-09-13T00:16:23.718 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:23 smithi053 bash[67631]: cluster 2024-09-13T00:16:23.301213+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2024-09-13T00:16:23.724 INFO:tasks.rados.rados.0.smithi032.stdout:3666: finishing rollback tid 1 to smithi03267100-14 2024-09-13T00:16:23.724 INFO:tasks.rados.rados.0.smithi032.stdout:3666: finishing rollback tid 2 to smithi03267100-14 2024-09-13T00:16:23.724 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 3423 (ObjNum 1123 snap 348 seq_num 1123) dirty exists 2024-09-13T00:16:23.724 INFO:tasks.rados.rados.0.smithi032.stdout:3667: expect (ObjNum 965 snap 281 seq_num 965) 2024-09-13T00:16:23.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:23 smithi032 bash[75510]: cluster 2024-09-13T00:16:22.526165+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2024-09-13T00:16:23.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:23 smithi032 bash[75510]: cluster 2024-09-13T00:16:23.301213+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2024-09-13T00:16:23.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:23 smithi032 bash[76677]: cluster 2024-09-13T00:16:22.526165+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2024-09-13T00:16:23.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:23 smithi032 bash[76677]: cluster 2024-09-13T00:16:23.301213+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2024-09-13T00:16:24.304 INFO:tasks.rados.rados.0.smithi032.stdout:3663: done (5 left) 2024-09-13T00:16:24.304 INFO:tasks.rados.rados.0.smithi032.stdout:3664: done (4 left) 2024-09-13T00:16:24.304 INFO:tasks.rados.rados.0.smithi032.stdout:3665: done (3 left) 2024-09-13T00:16:24.304 INFO:tasks.rados.rados.0.smithi032.stdout:3666: done (2 left) 2024-09-13T00:16:24.304 INFO:tasks.rados.rados.0.smithi032.stdout:3667: done (1 left) 2024-09-13T00:16:24.304 INFO:tasks.rados.rados.0.smithi032.stdout:3668: done (0 left) 2024-09-13T00:16:24.304 INFO:tasks.rados.rados.0.smithi032.stdout:3669: rmattr oid 42 current snap is 367 2024-09-13T00:16:24.304 INFO:tasks.rados.rados.0.smithi032.stdout:3669: done (0 left) 2024-09-13T00:16:24.304 INFO:tasks.rados.rados.0.smithi032.stdout:3670: read oid 24 snap -1 2024-09-13T00:16:24.304 INFO:tasks.rados.rados.0.smithi032.stdout:3670: expect (ObjNum 1127 snap 349 seq_num 1127) 2024-09-13T00:16:24.304 INFO:tasks.rados.rados.0.smithi032.stdout:3671: snap_remove snap 355 2024-09-13T00:16:24.412 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:24 smithi053 bash[97752]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-grafana-a 2024-09-13T00:16:24.412 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:24 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T00:16:24.412 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:24 smithi053 bash[97812]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-grafana-a 2024-09-13T00:16:24.412 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:24 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-13T00:16:24.412 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:24 smithi053 systemd[1]: Stopped Ceph grafana.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:16:24.783 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:24.783 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:24 smithi053 systemd[1]: Started Ceph grafana.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T00:16:24.783 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 00:16:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:24.784 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 00:16:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:24.784 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 00:16:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:24.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:16:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:24.784 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 00:16:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:24 smithi053 bash[67631]: cluster 2024-09-13T00:16:23.241638+0000 mgr.y (mgr.34107) 401 : cluster [DBG] pgmap v733: 121 pgs: 121 active+clean; 780 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 280 KiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T00:16:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:24 smithi053 bash[67631]: cluster 2024-09-13T00:16:24.303876+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2024-09-13T00:16:24.785 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 00:16:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:24.785 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 00:16:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:24.786 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 00:16:24 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T00:16:24.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:24 smithi032 bash[75510]: cluster 2024-09-13T00:16:23.241638+0000 mgr.y (mgr.34107) 401 : cluster [DBG] pgmap v733: 121 pgs: 121 active+clean; 780 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 280 KiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T00:16:24.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:24 smithi032 bash[75510]: cluster 2024-09-13T00:16:24.303876+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2024-09-13T00:16:24.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:24 smithi032 bash[76677]: cluster 2024-09-13T00:16:23.241638+0000 mgr.y (mgr.34107) 401 : cluster [DBG] pgmap v733: 121 pgs: 121 active+clean; 780 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 280 KiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T00:16:24.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:24 smithi032 bash[76677]: cluster 2024-09-13T00:16:24.303876+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2024-09-13T00:16:25.306 INFO:tasks.rados.rados.0.smithi032.stdout:3671: done (1 left) 2024-09-13T00:16:25.307 INFO:tasks.rados.rados.0.smithi032.stdout:3672: read oid 25 snap -1 2024-09-13T00:16:25.307 INFO:tasks.rados.rados.0.smithi032.stdout:3672: expect (ObjNum 1165 snap 364 seq_num 1165) 2024-09-13T00:16:25.307 INFO:tasks.rados.rados.0.smithi032.stdout:3673: snap_remove snap 349 2024-09-13T00:16:25.898 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[67631]: audit 2024-09-13T00:16:24.571333+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:25.898 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[67631]: audit 2024-09-13T00:16:24.581407+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:25.899 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[67631]: audit 2024-09-13T00:16:24.583443+0000 mon.a (mon.0) 1341 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:25.899 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[67631]: audit 2024-09-13T00:16:25.136601+0000 mon.a (mon.0) 1342 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:16:25.899 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[67631]: cluster 2024-09-13T00:16:25.307174+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2024-09-13T00:16:25.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:25 smithi032 bash[75510]: audit 2024-09-13T00:16:24.571333+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:25.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:25 smithi032 bash[75510]: audit 2024-09-13T00:16:24.581407+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:25.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:25 smithi032 bash[75510]: audit 2024-09-13T00:16:24.583443+0000 mon.a (mon.0) 1341 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:25.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:25 smithi032 bash[75510]: audit 2024-09-13T00:16:25.136601+0000 mon.a (mon.0) 1342 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:16:25.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:25 smithi032 bash[75510]: cluster 2024-09-13T00:16:25.307174+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2024-09-13T00:16:25.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:25 smithi032 bash[76677]: audit 2024-09-13T00:16:24.571333+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:25.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:25 smithi032 bash[76677]: audit 2024-09-13T00:16:24.581407+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:25.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:25 smithi032 bash[76677]: audit 2024-09-13T00:16:24.583443+0000 mon.a (mon.0) 1341 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:25.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:25 smithi032 bash[76677]: audit 2024-09-13T00:16:25.136601+0000 mon.a (mon.0) 1342 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:16:25.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:25 smithi032 bash[76677]: cluster 2024-09-13T00:16:25.307174+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2024-09-13T00:16:26.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=settings t=2024-09-13T00:16:25.902428071Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-13T00:16:26.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=settings t=2024-09-13T00:16:25.902629647Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-13T00:16:26.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=settings t=2024-09-13T00:16:25.902660252Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-13T00:16:26.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=settings t=2024-09-13T00:16:25.902674986Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-13T00:16:26.284 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=settings t=2024-09-13T00:16:25.902687953Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-13T00:16:26.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=settings t=2024-09-13T00:16:25.902699369Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-13T00:16:26.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=settings t=2024-09-13T00:16:25.902717542Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-13T00:16:26.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=settings t=2024-09-13T00:16:25.902730544Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-13T00:16:26.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=settings t=2024-09-13T00:16:25.902743152Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-13T00:16:26.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=settings t=2024-09-13T00:16:25.902753475Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-13T00:16:26.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=settings t=2024-09-13T00:16:25.902773303Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-13T00:16:26.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=settings t=2024-09-13T00:16:25.902790727Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-13T00:16:26.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=settings t=2024-09-13T00:16:25.902804947Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-13T00:16:26.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=settings t=2024-09-13T00:16:25.90281847Z level=info msg="App mode production" 2024-09-13T00:16:26.285 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=sqlstore t=2024-09-13T00:16:25.902906356Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-13T00:16:26.286 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=sqlstore t=2024-09-13T00:16:25.90293847Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-13T00:16:26.286 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=migrator t=2024-09-13T00:16:25.920333848Z level=info msg="Starting DB migrations" 2024-09-13T00:16:26.286 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=migrator t=2024-09-13T00:16:25.926097616Z level=info msg="migrations completed" performed=0 skipped=481 duration=538.938µs 2024-09-13T00:16:26.286 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:25 smithi053 bash[97864]: logger=sqlstore t=2024-09-13T00:16:25.926564368Z level=info msg="Created default organization" 2024-09-13T00:16:26.286 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:26 smithi053 bash[97864]: logger=plugin.loader t=2024-09-13T00:16:26.028725379Z level=info msg="Plugin registered" pluginID=input 2024-09-13T00:16:26.286 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:26 smithi053 bash[97864]: logger=plugin.loader t=2024-09-13T00:16:26.062391876Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-13T00:16:26.286 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:26 smithi053 bash[97864]: logger=plugin.loader t=2024-09-13T00:16:26.062424108Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-13T00:16:26.286 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:26 smithi053 bash[97864]: logger=secrets t=2024-09-13T00:16:26.062462769Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-13T00:16:26.286 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:26 smithi053 bash[97864]: logger=query_data t=2024-09-13T00:16:26.064426921Z level=info msg="Query Service initialization" 2024-09-13T00:16:26.286 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:26 smithi053 bash[97864]: logger=live.push_http t=2024-09-13T00:16:26.068471792Z level=info msg="Live Push Gateway initialization" 2024-09-13T00:16:26.312 INFO:tasks.rados.rados.0.smithi032.stdout:3673: done (2 left) 2024-09-13T00:16:26.312 INFO:tasks.rados.rados.0.smithi032.stdout:3674: rmattr oid 43 current snap is 367 2024-09-13T00:16:26.312 INFO:tasks.rados.rados.0.smithi032.stdout:3675: read oid 10 snap -1 2024-09-13T00:16:26.313 INFO:tasks.rados.rados.0.smithi032.stdout:3675: expect (ObjNum 1115 snap 346 seq_num 1115) 2024-09-13T00:16:26.313 INFO:tasks.rados.rados.0.smithi032.stdout:3676: rmattr oid 38 current snap is 367 2024-09-13T00:16:26.313 INFO:tasks.rados.rados.0.smithi032.stdout:3677: setattr oid 32 current snap is 367 2024-09-13T00:16:26.315 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 367 2024-09-13T00:16:26.315 INFO:tasks.rados.rados.0.smithi032.stdout:3678: seq_num 1168 ranges {0=368640} 2024-09-13T00:16:26.315 INFO:tasks.rados.rados.0.smithi032.stdout:3678: writing smithi03267100-36 from 0 to 368640 tid 1 2024-09-13T00:16:26.315 INFO:tasks.rados.rados.0.smithi032.stdout:3679: read oid 35 snap -1 2024-09-13T00:16:26.316 INFO:tasks.rados.rados.0.smithi032.stdout:3679: expect (ObjNum 982 snap 284 seq_num 982) 2024-09-13T00:16:26.316 INFO:tasks.rados.rados.0.smithi032.stdout:3680: read oid 2 snap -1 2024-09-13T00:16:26.316 INFO:tasks.rados.rados.0.smithi032.stdout:3680: expect deleted 2024-09-13T00:16:26.316 INFO:tasks.rados.rados.0.smithi032.stdout:3681: read oid 18 snap -1 2024-09-13T00:16:26.316 INFO:tasks.rados.rados.0.smithi032.stdout:3681: expect deleted 2024-09-13T00:16:26.316 INFO:tasks.rados.rados.0.smithi032.stdout:3682: snap_create 2024-09-13T00:16:26.321 INFO:tasks.rados.rados.0.smithi032.stdout:3670: expect (ObjNum 1127 snap 349 seq_num 1127) 2024-09-13T00:16:26.398 INFO:tasks.rados.rados.0.smithi032.stdout:3672: expect (ObjNum 1165 snap 364 seq_num 1165) 2024-09-13T00:16:26.407 INFO:tasks.rados.rados.0.smithi032.stdout:3678: finishing write tid 1 to smithi03267100-36 2024-09-13T00:16:26.407 INFO:tasks.rados.rados.0.smithi032.stdout:3678: finishing write tid 2 to smithi03267100-36 2024-09-13T00:16:26.407 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2720 (ObjNum 1150 snap 361 seq_num 1150) dirty exists 2024-09-13T00:16:26.407 INFO:tasks.rados.rados.0.smithi032.stdout:3678: finishing write tid 3 to smithi03267100-36 2024-09-13T00:16:26.407 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 3206 (ObjNum 1168 snap 367 seq_num 1168) dirty exists 2024-09-13T00:16:26.407 INFO:tasks.rados.rados.0.smithi032.stdout:3678: left oid 36 (ObjNum 1168 snap 367 seq_num 1168) 2024-09-13T00:16:26.407 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 3431 (ObjNum 1088 snap 335 seq_num 1088) dirty exists 2024-09-13T00:16:26.407 INFO:tasks.rados.rados.0.smithi032.stdout:3679: expect (ObjNum 982 snap 284 seq_num 982) 2024-09-13T00:16:26.610 INFO:tasks.rados.rados.0.smithi032.stdout:3675: expect (ObjNum 1115 snap 346 seq_num 1115) 2024-09-13T00:16:26.887 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2354 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:16:26.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:26 smithi032 bash[75510]: cluster 2024-09-13T00:16:25.242300+0000 mgr.y (mgr.34107) 402 : cluster [DBG] pgmap v736: 121 pgs: 121 active+clean; 781 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-13T00:16:26.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:26 smithi032 bash[75510]: cluster 2024-09-13T00:16:26.309993+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2024-09-13T00:16:26.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:26 smithi032 bash[76677]: cluster 2024-09-13T00:16:25.242300+0000 mgr.y (mgr.34107) 402 : cluster [DBG] pgmap v736: 121 pgs: 121 active+clean; 781 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-13T00:16:26.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:26 smithi032 bash[76677]: cluster 2024-09-13T00:16:26.309993+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2024-09-13T00:16:27.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:26 smithi053 bash[67631]: cluster 2024-09-13T00:16:25.242300+0000 mgr.y (mgr.34107) 402 : cluster [DBG] pgmap v736: 121 pgs: 121 active+clean; 781 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-13T00:16:27.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:26 smithi053 bash[67631]: cluster 2024-09-13T00:16:26.309993+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2024-09-13T00:16:27.311 INFO:tasks.rados.rados.0.smithi032.stdout:3670: done (10 left) 2024-09-13T00:16:27.312 INFO:tasks.rados.rados.0.smithi032.stdout:3672: done (9 left) 2024-09-13T00:16:27.312 INFO:tasks.rados.rados.0.smithi032.stdout:3674: done (8 left) 2024-09-13T00:16:27.312 INFO:tasks.rados.rados.0.smithi032.stdout:3675: done (7 left) 2024-09-13T00:16:27.312 INFO:tasks.rados.rados.0.smithi032.stdout:3676: done (6 left) 2024-09-13T00:16:27.312 INFO:tasks.rados.rados.0.smithi032.stdout:3677: done (5 left) 2024-09-13T00:16:27.312 INFO:tasks.rados.rados.0.smithi032.stdout:3678: done (4 left) 2024-09-13T00:16:27.312 INFO:tasks.rados.rados.0.smithi032.stdout:3679: done (3 left) 2024-09-13T00:16:27.312 INFO:tasks.rados.rados.0.smithi032.stdout:3680: done (2 left) 2024-09-13T00:16:27.312 INFO:tasks.rados.rados.0.smithi032.stdout:3681: done (1 left) 2024-09-13T00:16:27.312 INFO:tasks.rados.rados.0.smithi032.stdout:3682: done (0 left) 2024-09-13T00:16:27.312 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 368 2024-09-13T00:16:27.313 INFO:tasks.rados.rados.0.smithi032.stdout:3683: seq_num 1169 ranges {0=385024} 2024-09-13T00:16:27.317 INFO:tasks.rados.rados.0.smithi032.stdout:3683: writing smithi03267100-46 from 0 to 385024 tid 1 2024-09-13T00:16:27.317 INFO:tasks.rados.rados.0.smithi032.stdout:3684: read oid 21 snap -1 2024-09-13T00:16:27.317 INFO:tasks.rados.rados.0.smithi032.stdout:3684: expect (ObjNum 965 snap 281 seq_num 965) 2024-09-13T00:16:27.317 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 368 2024-09-13T00:16:27.318 INFO:tasks.rados.rados.0.smithi032.stdout:3685: seq_num 1170 ranges {0=401408} 2024-09-13T00:16:27.323 INFO:tasks.rados.rados.0.smithi032.stdout:3685: writing smithi03267100-5 from 0 to 401408 tid 1 2024-09-13T00:16:27.324 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 368 2024-09-13T00:16:27.324 INFO:tasks.rados.rados.0.smithi032.stdout:3686: seq_num 1171 ranges {7897088=417792} 2024-09-13T00:16:27.411 INFO:tasks.rados.rados.0.smithi032.stdout:3686: writing smithi03267100-32 from 7897088 to 8314880 tid 1 2024-09-13T00:16:27.411 INFO:tasks.rados.rados.0.smithi032.stdout:3687: rollback oid 49 current snap is 368 2024-09-13T00:16:27.411 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 49 to 334 2024-09-13T00:16:27.411 INFO:tasks.rados.rados.0.smithi032.stdout:3685: finishing write tid 1 to smithi03267100-5 2024-09-13T00:16:27.411 INFO:tasks.rados.rados.0.smithi032.stdout:3683: finishing write tid 1 to smithi03267100-46 2024-09-13T00:16:27.411 INFO:tasks.rados.rados.0.smithi032.stdout:3683: finishing write tid 2 to smithi03267100-46 2024-09-13T00:16:27.412 INFO:tasks.rados.rados.0.smithi032.stdout:3685: finishing write tid 2 to smithi03267100-5 2024-09-13T00:16:27.412 INFO:tasks.rados.rados.0.smithi032.stdout:3683: finishing write tid 3 to smithi03267100-46 2024-09-13T00:16:27.412 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1758 (ObjNum 1169 snap 368 seq_num 1169) dirty exists 2024-09-13T00:16:27.412 INFO:tasks.rados.rados.0.smithi032.stdout:3683: left oid 46 (ObjNum 1169 snap 368 seq_num 1169) 2024-09-13T00:16:27.412 INFO:tasks.rados.rados.0.smithi032.stdout:3685: finishing write tid 3 to smithi03267100-5 2024-09-13T00:16:27.412 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2563 (ObjNum 1170 snap 368 seq_num 1170) dirty exists 2024-09-13T00:16:27.412 INFO:tasks.rados.rados.0.smithi032.stdout:3685: left oid 5 (ObjNum 1170 snap 368 seq_num 1170) 2024-09-13T00:16:27.412 INFO:tasks.rados.rados.0.smithi032.stdout:3684: expect (ObjNum 965 snap 281 seq_num 965) 2024-09-13T00:16:27.494 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:27 smithi053 bash[97864]: logger=infra.usagestats.collector t=2024-09-13T00:16:27.196373772Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-13T00:16:27.494 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:27 smithi053 bash[97864]: logger=provisioning.datasources t=2024-09-13T00:16:27.324744772Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-09-13T00:16:27.495 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:27 smithi053 bash[97864]: logger=provisioning.datasources t=2024-09-13T00:16:27.324870402Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-13T00:16:27.495 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:27 smithi053 bash[97864]: logger=provisioning.datasources t=2024-09-13T00:16:27.336737242Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-13T00:16:27.495 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:27 smithi053 bash[97864]: logger=provisioning.alerting t=2024-09-13T00:16:27.498787425Z level=info msg="starting to provision alerting" 2024-09-13T00:16:27.783 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:27 smithi053 bash[97864]: logger=provisioning.alerting t=2024-09-13T00:16:27.49886997Z level=info msg="finished to provision alerting" 2024-09-13T00:16:27.783 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:27 smithi053 bash[97864]: logger=ngalert.state.manager t=2024-09-13T00:16:27.499105232Z level=info msg="Warming state cache for startup" 2024-09-13T00:16:27.783 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:27 smithi053 bash[97864]: logger=grafanaStorageLogger t=2024-09-13T00:16:27.500608388Z level=info msg="storage starting" 2024-09-13T00:16:27.783 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:27 smithi053 bash[97864]: logger=http.server t=2024-09-13T00:16:27.506541163Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-13T00:16:27.784 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:27 smithi053 bash[97864]: logger=ngalert.state.manager t=2024-09-13T00:16:27.565061867Z level=info msg="State cache has been initialized" states=0 duration=65.955322ms 2024-09-13T00:16:27.784 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:27 smithi053 bash[97864]: logger=ngalert.multiorg.alertmanager t=2024-09-13T00:16:27.565127446Z level=info msg="starting MultiOrg Alertmanager" 2024-09-13T00:16:27.784 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:16:27 smithi053 bash[97864]: logger=ticker t=2024-09-13T00:16:27.565152739Z level=info msg=starting first_tick=2024-09-13T00:16:30Z 2024-09-13T00:16:27.969 INFO:tasks.rados.rados.0.smithi032.stdout:3687: finishing rollback tid 1 to smithi03267100-49 2024-09-13T00:16:27.970 INFO:tasks.rados.rados.0.smithi032.stdout:3687: finishing rollback tid 2 to smithi03267100-49 2024-09-13T00:16:27.970 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2965 (ObjNum 1079 snap 333 seq_num 1079) dirty exists 2024-09-13T00:16:27.970 INFO:tasks.rados.rados.0.smithi032.stdout:3686: finishing write tid 1 to smithi03267100-32 2024-09-13T00:16:27.970 INFO:tasks.rados.rados.0.smithi032.stdout:3686: finishing write tid 2 to smithi03267100-32 2024-09-13T00:16:27.970 INFO:tasks.rados.rados.0.smithi032.stdout:3686: finishing write tid 3 to smithi03267100-32 2024-09-13T00:16:27.970 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 3440 (ObjNum 1171 snap 368 seq_num 1171) dirty exists 2024-09-13T00:16:27.970 INFO:tasks.rados.rados.0.smithi032.stdout:3686: left oid 32 (ObjNum 1171 snap 368 seq_num 1171) 2024-09-13T00:16:27.970 INFO:tasks.rados.rados.0.smithi032.stdout:3683: done (4 left) 2024-09-13T00:16:27.970 INFO:tasks.rados.rados.0.smithi032.stdout:3684: done (3 left) 2024-09-13T00:16:27.970 INFO:tasks.rados.rados.0.smithi032.stdout:3685: done (2 left) 2024-09-13T00:16:27.970 INFO:tasks.rados.rados.0.smithi032.stdout:3686: done (1 left) 2024-09-13T00:16:27.970 INFO:tasks.rados.rados.0.smithi032.stdout:3687: done (0 left) 2024-09-13T00:16:27.971 INFO:tasks.rados.rados.0.smithi032.stdout:3688: rmattr oid 44 current snap is 368 2024-09-13T00:16:27.971 INFO:tasks.rados.rados.0.smithi032.stdout:3689: read oid 31 snap -1 2024-09-13T00:16:27.971 INFO:tasks.rados.rados.0.smithi032.stdout:3689: expect (ObjNum 1163 snap 362 seq_num 1163) 2024-09-13T00:16:27.971 INFO:tasks.rados.rados.0.smithi032.stdout:3690: rollback oid 28 current snap is 368 2024-09-13T00:16:27.971 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 28 to 363 2024-09-13T00:16:27.971 INFO:tasks.rados.rados.0.smithi032.stdout:3691: read oid 42 snap 317 2024-09-13T00:16:27.971 INFO:tasks.rados.rados.0.smithi032.stdout:3691: expect deleted 2024-09-13T00:16:27.971 INFO:tasks.rados.rados.0.smithi032.stdout:3692: snap_create 2024-09-13T00:16:27.978 INFO:tasks.rados.rados.0.smithi032.stdout:3690: finishing rollback tid 0 to smithi03267100-28 2024-09-13T00:16:27.979 INFO:tasks.rados.rados.0.smithi032.stdout:3690: finishing rollback tid 1 to smithi03267100-28 2024-09-13T00:16:27.980 INFO:tasks.rados.rados.0.smithi032.stdout:3690: finishing rollback tid 2 to smithi03267100-28 2024-09-13T00:16:27.980 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 3100 (ObjNum 1082 snap 333 seq_num 1082) dirty exists 2024-09-13T00:16:27.999 INFO:tasks.rados.rados.0.smithi032.stdout:3689: expect (ObjNum 1163 snap 362 seq_num 1163) 2024-09-13T00:16:28.359 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2973 (ObjNum 1144 snap 358 seq_num 1144) dirty exists 2024-09-13T00:16:28.360 INFO:tasks.rados.rados.0.smithi032.stdout:3688: done (4 left) 2024-09-13T00:16:28.360 INFO:tasks.rados.rados.0.smithi032.stdout:3689: done (3 left) 2024-09-13T00:16:28.360 INFO:tasks.rados.rados.0.smithi032.stdout:3690: done (2 left) 2024-09-13T00:16:28.360 INFO:tasks.rados.rados.0.smithi032.stdout:3691: done (1 left) 2024-09-13T00:16:28.360 INFO:tasks.rados.rados.0.smithi032.stdout:3692: done (0 left) 2024-09-13T00:16:28.361 INFO:tasks.rados.rados.0.smithi032.stdout:3693: snap_create 2024-09-13T00:16:28.451 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:16:28.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:28 smithi032 bash[76677]: cluster 2024-09-13T00:16:27.243203+0000 mgr.y (mgr.34107) 403 : cluster [DBG] pgmap v739: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 781 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 294 KiB/s wr, 8 op/s 2024-09-13T00:16:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:28 smithi032 bash[76677]: cluster 2024-09-13T00:16:27.312000+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2024-09-13T00:16:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:28 smithi032 bash[76677]: cluster 2024-09-13T00:16:28.302126+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2024-09-13T00:16:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:28 smithi032 bash[75510]: cluster 2024-09-13T00:16:27.243203+0000 mgr.y (mgr.34107) 403 : cluster [DBG] pgmap v739: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 781 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 294 KiB/s wr, 8 op/s 2024-09-13T00:16:28.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:28 smithi032 bash[75510]: cluster 2024-09-13T00:16:27.312000+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2024-09-13T00:16:28.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:28 smithi032 bash[75510]: cluster 2024-09-13T00:16:28.302126+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2024-09-13T00:16:28.750 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:16:28.751 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (29s) 23s ago 16m 13.7M - 0.25.0 c8568f914cd2 6ba0f1d4dd63 2024-09-13T00:16:28.751 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 starting - - - - 2024-09-13T00:16:28.751 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2m) 23s ago 17m 13.8M - 18.2.4-837-g7a853b17 f21ba1eea74e 85459de8ee31 2024-09-13T00:16:28.751 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (108s) 50s ago 17m 11.8M - 18.2.4-837-g7a853b17 f21ba1eea74e 25faed2b7711 2024-09-13T00:16:28.751 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (9m) 50s ago 25m 427M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:16:28.751 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9m) 23s ago 28m 496M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:16:28.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8m) 23s ago 28m 76.0M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:16:28.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (7m) 50s ago 26m 52.5M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:16:28.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8m) 23s ago 26m 58.2M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:16:28.751 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (86s) 23s ago 16m 7356k - 1.5.0 0da6a335fe13 0cc156f08071 2024-09-13T00:16:28.751 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (82s) 50s ago 16m 7879k - 1.5.0 0da6a335fe13 c84ab40d742d 2024-09-13T00:16:28.751 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6m) 23s ago 25m 334M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e a4f5d6d727f8 2024-09-13T00:16:28.751 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5m) 23s ago 24m 508M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 953c3952f855 2024-09-13T00:16:28.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5m) 23s ago 23m 407M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 49cc31a24edc 2024-09-13T00:16:28.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4m) 23s ago 22m 232M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 662cbd030bbe 2024-09-13T00:16:28.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (4m) 50s ago 21m 392M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 78e01b7bbadc 2024-09-13T00:16:28.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (3m) 50s ago 20m 535M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 2900232c845c 2024-09-13T00:16:28.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (3m) 50s ago 19m 242M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 94ea5bcab139 2024-09-13T00:16:28.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (2m) 50s ago 18m 430M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 3877b4d27e6c 2024-09-13T00:16:28.752 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (56s) 50s ago 17m 42.4M - 2.43.0 a07b618ecd1d e609a8117ac2 2024-09-13T00:16:28.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:28 smithi053 bash[67631]: cluster 2024-09-13T00:16:27.243203+0000 mgr.y (mgr.34107) 403 : cluster [DBG] pgmap v739: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 781 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 294 KiB/s wr, 8 op/s 2024-09-13T00:16:28.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:28 smithi053 bash[67631]: cluster 2024-09-13T00:16:27.312000+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2024-09-13T00:16:28.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:28 smithi053 bash[67631]: cluster 2024-09-13T00:16:28.302126+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2024-09-13T00:16:29.094 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:16:29.094 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:16:29.094 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:16:29.094 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:16:29.095 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:16:29.095 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:16:29.095 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:16:29.095 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:16:29.095 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-13T00:16:29.095 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:16:29.095 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:16:29.095 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:16:29.095 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:16:29.095 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:16:29.095 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 15 2024-09-13T00:16:29.095 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:16:29.096 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:16:29.322 INFO:tasks.rados.rados.0.smithi032.stdout:3693: done (0 left) 2024-09-13T00:16:29.322 INFO:tasks.rados.rados.0.smithi032.stdout:3694: snap_remove snap 334 2024-09-13T00:16:29.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:29 smithi032 bash[75510]: audit 2024-09-13T00:16:28.441704+0000 mgr.y (mgr.34107) 404 : audit [DBG] from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:16:29.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:29 smithi032 bash[75510]: audit 2024-09-13T00:16:28.733104+0000 mgr.y (mgr.34107) 405 : audit [DBG] from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:16:29.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:29 smithi032 bash[75510]: audit 2024-09-13T00:16:29.096608+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.32:0/142543457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:29.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:29 smithi032 bash[76677]: audit 2024-09-13T00:16:28.441704+0000 mgr.y (mgr.34107) 404 : audit [DBG] from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:16:29.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:29 smithi032 bash[76677]: audit 2024-09-13T00:16:28.733104+0000 mgr.y (mgr.34107) 405 : audit [DBG] from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:16:29.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:29 smithi032 bash[76677]: audit 2024-09-13T00:16:29.096608+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.32:0/142543457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:29.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:29 smithi053 bash[67631]: audit 2024-09-13T00:16:28.441704+0000 mgr.y (mgr.34107) 404 : audit [DBG] from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:16:29.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:29 smithi053 bash[67631]: audit 2024-09-13T00:16:28.733104+0000 mgr.y (mgr.34107) 405 : audit [DBG] from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:16:29.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:29 smithi053 bash[67631]: audit 2024-09-13T00:16:29.096608+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.32:0/142543457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:30.335 INFO:tasks.rados.rados.0.smithi032.stdout:3694: done (0 left) 2024-09-13T00:16:30.335 INFO:tasks.rados.rados.0.smithi032.stdout:3695: snap_create 2024-09-13T00:16:30.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:30 smithi032 bash[75510]: cluster 2024-09-13T00:16:29.244252+0000 mgr.y (mgr.34107) 406 : cluster [DBG] pgmap v742: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 783 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 372 KiB/s wr, 16 op/s 2024-09-13T00:16:30.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:30 smithi032 bash[75510]: cluster 2024-09-13T00:16:29.322969+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2024-09-13T00:16:30.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:30 smithi032 bash[75510]: audit 2024-09-13T00:16:30.285806+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:30.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:30 smithi032 bash[75510]: audit 2024-09-13T00:16:30.296330+0000 mon.a (mon.0) 1349 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:30.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:30 smithi032 bash[76677]: cluster 2024-09-13T00:16:29.244252+0000 mgr.y (mgr.34107) 406 : cluster [DBG] pgmap v742: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 783 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 372 KiB/s wr, 16 op/s 2024-09-13T00:16:30.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:30 smithi032 bash[76677]: cluster 2024-09-13T00:16:29.322969+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2024-09-13T00:16:30.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:30 smithi032 bash[76677]: audit 2024-09-13T00:16:30.285806+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:30.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:30 smithi032 bash[76677]: audit 2024-09-13T00:16:30.296330+0000 mon.a (mon.0) 1349 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:30.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:30 smithi053 bash[67631]: cluster 2024-09-13T00:16:29.244252+0000 mgr.y (mgr.34107) 406 : cluster [DBG] pgmap v742: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 783 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 372 KiB/s wr, 16 op/s 2024-09-13T00:16:30.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:30 smithi053 bash[67631]: cluster 2024-09-13T00:16:29.322969+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2024-09-13T00:16:30.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:30 smithi053 bash[67631]: audit 2024-09-13T00:16:30.285806+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:30.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:30 smithi053 bash[67631]: audit 2024-09-13T00:16:30.296330+0000 mon.a (mon.0) 1349 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:31.336 INFO:tasks.rados.rados.0.smithi032.stdout:3695: done (0 left) 2024-09-13T00:16:31.336 INFO:tasks.rados.rados.0.smithi032.stdout:3696: rollback oid 22 current snap is 371 2024-09-13T00:16:31.336 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 337 2024-09-13T00:16:31.336 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 371 2024-09-13T00:16:31.336 INFO:tasks.rados.rados.0.smithi032.stdout:3697: seq_num 1172 ranges {2088960=434176} 2024-09-13T00:16:31.356 INFO:tasks.rados.rados.0.smithi032.stdout:3697: writing smithi03267100-24 from 2088960 to 2523136 tid 1 2024-09-13T00:16:31.356 INFO:tasks.rados.rados.0.smithi032.stdout:3698: copy_from oid 32 from oid 3 current snap is 371 2024-09-13T00:16:31.356 INFO:tasks.rados.rados.0.smithi032.stdout:3696: finishing rollback tid 1 to smithi03267100-22 2024-09-13T00:16:31.356 INFO:tasks.rados.rados.0.smithi032.stdout:3696: finishing rollback tid 2 to smithi03267100-22 2024-09-13T00:16:31.356 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 3102 (ObjNum 1092 snap 337 seq_num 1092) dirty exists 2024-09-13T00:16:31.356 INFO:tasks.rados.rados.0.smithi032.stdout:3696: done (2 left) 2024-09-13T00:16:31.356 INFO:tasks.rados.rados.0.smithi032.stdout:3699: snap_create 2024-09-13T00:16:31.367 INFO:tasks.rados.rados.0.smithi032.stdout:3697: finishing write tid 1 to smithi03267100-24 2024-09-13T00:16:31.367 INFO:tasks.rados.rados.0.smithi032.stdout:3697: finishing write tid 2 to smithi03267100-24 2024-09-13T00:16:31.370 INFO:tasks.rados.rados.0.smithi032.stdout:3697: finishing write tid 3 to smithi03267100-24 2024-09-13T00:16:31.370 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2742 (ObjNum 1172 snap 371 seq_num 1172) dirty exists 2024-09-13T00:16:31.370 INFO:tasks.rados.rados.0.smithi032.stdout:3697: left oid 24 (ObjNum 1172 snap 371 seq_num 1172) 2024-09-13T00:16:31.442 INFO:tasks.rados.rados.0.smithi032.stdout:3698: finishing copy_from racing read to smithi03267100-32 2024-09-13T00:16:31.451 INFO:tasks.rados.rados.0.smithi032.stdout:3698: finishing copy_from to smithi03267100-32 2024-09-13T00:16:31.451 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 3092 (ObjNum 1139 snap 353 seq_num 1139) dirty exists 2024-09-13T00:16:31.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:31 smithi032 bash[75510]: cluster 2024-09-13T00:16:30.332435+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2024-09-13T00:16:31.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:31 smithi032 bash[75510]: audit 2024-09-13T00:16:31.126252+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:31.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:31 smithi032 bash[75510]: audit 2024-09-13T00:16:31.136735+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:31.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:31 smithi032 bash[76677]: cluster 2024-09-13T00:16:30.332435+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2024-09-13T00:16:31.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:31 smithi032 bash[76677]: audit 2024-09-13T00:16:31.126252+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:31.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:31 smithi032 bash[76677]: audit 2024-09-13T00:16:31.136735+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:31.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:31 smithi053 bash[67631]: cluster 2024-09-13T00:16:30.332435+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2024-09-13T00:16:31.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:31 smithi053 bash[67631]: audit 2024-09-13T00:16:31.126252+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:31.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:31 smithi053 bash[67631]: audit 2024-09-13T00:16:31.136735+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:32.356 INFO:tasks.rados.rados.0.smithi032.stdout:3697: done (2 left) 2024-09-13T00:16:32.357 INFO:tasks.rados.rados.0.smithi032.stdout:3698: done (1 left) 2024-09-13T00:16:32.357 INFO:tasks.rados.rados.0.smithi032.stdout:3699: done (0 left) 2024-09-13T00:16:32.357 INFO:tasks.rados.rados.0.smithi032.stdout:3700: rmattr oid 38 current snap is 372 2024-09-13T00:16:32.357 INFO:tasks.rados.rados.0.smithi032.stdout:3701: snap_remove snap 350 2024-09-13T00:16:32.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:16:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:16:32] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-09-13T00:16:32.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:32 smithi032 bash[75510]: cluster 2024-09-13T00:16:31.245148+0000 mgr.y (mgr.34107) 407 : cluster [DBG] pgmap v745: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 783 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 384 KiB/s wr, 16 op/s 2024-09-13T00:16:32.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:32 smithi032 bash[75510]: cluster 2024-09-13T00:16:31.335324+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2024-09-13T00:16:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:32 smithi032 bash[76677]: cluster 2024-09-13T00:16:31.245148+0000 mgr.y (mgr.34107) 407 : cluster [DBG] pgmap v745: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 783 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 384 KiB/s wr, 16 op/s 2024-09-13T00:16:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:32 smithi032 bash[76677]: cluster 2024-09-13T00:16:31.335324+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2024-09-13T00:16:32.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:32 smithi053 bash[67631]: cluster 2024-09-13T00:16:31.245148+0000 mgr.y (mgr.34107) 407 : cluster [DBG] pgmap v745: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 783 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 384 KiB/s wr, 16 op/s 2024-09-13T00:16:32.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:32 smithi053 bash[67631]: cluster 2024-09-13T00:16:31.335324+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2024-09-13T00:16:32.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:16:32 smithi053 bash[94430]: ts=2024-09-13T00:16:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:16:33.306 INFO:tasks.rados.rados.0.smithi032.stdout:3701: done (1 left) 2024-09-13T00:16:33.306 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 372 2024-09-13T00:16:33.306 INFO:tasks.rados.rados.0.smithi032.stdout:3702: seq_num 1173 ranges {7643136=450560} 2024-09-13T00:16:33.384 INFO:tasks.rados.rados.0.smithi032.stdout:3702: writing smithi03267100-21 from 7643136 to 8093696 tid 1 2024-09-13T00:16:33.384 INFO:tasks.rados.rados.0.smithi032.stdout:3703: read oid 32 snap 290 2024-09-13T00:16:33.384 INFO:tasks.rados.rados.0.smithi032.stdout:3703: expect (ObjNum 717 snap 216 seq_num 717) 2024-09-13T00:16:33.384 INFO:tasks.rados.rados.0.smithi032.stdout:3704: snap_remove snap 356 2024-09-13T00:16:33.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:33 smithi032 bash[75510]: cluster 2024-09-13T00:16:32.357513+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2024-09-13T00:16:33.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:33 smithi032 bash[75510]: cluster 2024-09-13T00:16:33.306620+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2024-09-13T00:16:33.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:33 smithi032 bash[76677]: cluster 2024-09-13T00:16:32.357513+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2024-09-13T00:16:33.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:33 smithi032 bash[76677]: cluster 2024-09-13T00:16:33.306620+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2024-09-13T00:16:33.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:33 smithi053 bash[67631]: cluster 2024-09-13T00:16:32.357513+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2024-09-13T00:16:33.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:33 smithi053 bash[67631]: cluster 2024-09-13T00:16:33.306620+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2024-09-13T00:16:34.379 INFO:tasks.rados.rados.0.smithi032.stdout:3704: done (3 left) 2024-09-13T00:16:34.379 INFO:tasks.rados.rados.0.smithi032.stdout:3705: rmattr oid 30 current snap is 372 2024-09-13T00:16:34.379 INFO:tasks.rados.rados.0.smithi032.stdout:3705: done (3 left) 2024-09-13T00:16:34.380 INFO:tasks.rados.rados.0.smithi032.stdout:3706: rollback oid 19 current snap is 372 2024-09-13T00:16:34.380 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 368 2024-09-13T00:16:34.380 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2355 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-13T00:16:34.380 INFO:tasks.rados.rados.0.smithi032.stdout:3702: finishing write tid 1 to smithi03267100-21 2024-09-13T00:16:34.380 INFO:tasks.rados.rados.0.smithi032.stdout:3702: finishing write tid 2 to smithi03267100-21 2024-09-13T00:16:34.380 INFO:tasks.rados.rados.0.smithi032.stdout:3700: done (3 left) 2024-09-13T00:16:34.380 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 372 2024-09-13T00:16:34.380 INFO:tasks.rados.rados.0.smithi032.stdout:3707: seq_num 1174 ranges {5414912=466944} 2024-09-13T00:16:34.421 INFO:tasks.rados.rados.0.smithi032.stdout:3707: writing smithi03267100-10 from 5414912 to 5881856 tid 1 2024-09-13T00:16:34.421 INFO:tasks.rados.rados.0.smithi032.stdout:3708: setattr oid 30 current snap is 372 2024-09-13T00:16:34.422 INFO:tasks.rados.rados.0.smithi032.stdout:3702: finishing write tid 3 to smithi03267100-21 2024-09-13T00:16:34.422 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 3237 (ObjNum 1173 snap 372 seq_num 1173) dirty exists 2024-09-13T00:16:34.422 INFO:tasks.rados.rados.0.smithi032.stdout:3702: left oid 21 (ObjNum 1173 snap 372 seq_num 1173) 2024-09-13T00:16:34.423 INFO:tasks.rados.rados.0.smithi032.stdout:3703: expect (ObjNum 717 snap 216 seq_num 717) 2024-09-13T00:16:34.660 INFO:tasks.rados.rados.0.smithi032.stdout:3706: finishing rollback tid 1 to smithi03267100-19 2024-09-13T00:16:34.660 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2722 (ObjNum 129 snap 0 seq_num 166124608) dirty dne 2024-09-13T00:16:34.660 INFO:tasks.rados.rados.0.smithi032.stdout:3707: finishing write tid 1 to smithi03267100-10 2024-09-13T00:16:34.660 INFO:tasks.rados.rados.0.smithi032.stdout:3707: finishing write tid 2 to smithi03267100-10 2024-09-13T00:16:34.660 INFO:tasks.rados.rados.0.smithi032.stdout:3707: finishing write tid 3 to smithi03267100-10 2024-09-13T00:16:34.660 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2357 (ObjNum 1174 snap 372 seq_num 1174) dirty exists 2024-09-13T00:16:34.660 INFO:tasks.rados.rados.0.smithi032.stdout:3707: left oid 10 (ObjNum 1174 snap 372 seq_num 1174) 2024-09-13T00:16:34.660 INFO:tasks.rados.rados.0.smithi032.stdout:3702: done (4 left) 2024-09-13T00:16:34.660 INFO:tasks.rados.rados.0.smithi032.stdout:3703: done (3 left) 2024-09-13T00:16:34.660 INFO:tasks.rados.rados.0.smithi032.stdout:3706: done (2 left) 2024-09-13T00:16:34.660 INFO:tasks.rados.rados.0.smithi032.stdout:3707: done (1 left) 2024-09-13T00:16:34.661 INFO:tasks.rados.rados.0.smithi032.stdout:3709: rollback oid 33 current snap is 372 2024-09-13T00:16:34.661 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 33 to 342 2024-09-13T00:16:34.661 INFO:tasks.rados.rados.0.smithi032.stdout:3710: rmattr oid 44 current snap is 372 2024-09-13T00:16:34.661 INFO:tasks.rados.rados.0.smithi032.stdout:3711: read oid 47 snap -1 2024-09-13T00:16:34.661 INFO:tasks.rados.rados.0.smithi032.stdout:3711: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:16:34.661 INFO:tasks.rados.rados.0.smithi032.stdout:3712: snap_create 2024-09-13T00:16:34.661 INFO:tasks.rados.rados.0.smithi032.stdout:3711: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:16:34.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:34 smithi032 bash[76677]: cluster 2024-09-13T00:16:33.246039+0000 mgr.y (mgr.34107) 408 : cluster [DBG] pgmap v748: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 799 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-09-13T00:16:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:34 smithi032 bash[75510]: cluster 2024-09-13T00:16:33.246039+0000 mgr.y (mgr.34107) 408 : cluster [DBG] pgmap v748: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 799 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-09-13T00:16:34.666 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2974 (ObjNum 1144 snap 358 seq_num 1144) dirty exists 2024-09-13T00:16:34.666 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 3244 (ObjNum 1281 snap 0 seq_num 145145800) dirty exists 2024-09-13T00:16:34.668 INFO:tasks.rados.rados.0.smithi032.stdout:3709: finishing rollback tid 0 to smithi03267100-33 2024-09-13T00:16:34.668 INFO:tasks.rados.rados.0.smithi032.stdout:3709: finishing rollback tid 1 to smithi03267100-33 2024-09-13T00:16:34.668 INFO:tasks.rados.rados.0.smithi032.stdout:3709: finishing rollback tid 2 to smithi03267100-33 2024-09-13T00:16:34.669 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2745 (ObjNum 1086 snap 334 seq_num 1086) dirty exists 2024-09-13T00:16:34.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:34 smithi053 bash[67631]: cluster 2024-09-13T00:16:33.246039+0000 mgr.y (mgr.34107) 408 : cluster [DBG] pgmap v748: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 799 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-09-13T00:16:35.381 INFO:tasks.rados.rados.0.smithi032.stdout:3708: done (4 left) 2024-09-13T00:16:35.381 INFO:tasks.rados.rados.0.smithi032.stdout:3709: done (3 left) 2024-09-13T00:16:35.381 INFO:tasks.rados.rados.0.smithi032.stdout:3710: done (2 left) 2024-09-13T00:16:35.381 INFO:tasks.rados.rados.0.smithi032.stdout:3711: done (1 left) 2024-09-13T00:16:35.382 INFO:tasks.rados.rados.0.smithi032.stdout:3712: done (0 left) 2024-09-13T00:16:35.382 INFO:tasks.rados.rados.0.smithi032.stdout:3713: setattr oid 38 current snap is 373 2024-09-13T00:16:35.383 INFO:tasks.rados.rados.0.smithi032.stdout:3714: read oid 39 snap -1 2024-09-13T00:16:35.383 INFO:tasks.rados.rados.0.smithi032.stdout:3714: expect deleted 2024-09-13T00:16:35.383 INFO:tasks.rados.rados.0.smithi032.stdout:3715: read oid 43 snap 322 2024-09-13T00:16:35.384 INFO:tasks.rados.rados.0.smithi032.stdout:3715: expect (ObjNum 977 snap 283 seq_num 977) 2024-09-13T00:16:35.384 INFO:tasks.rados.rados.0.smithi032.stdout:3716: copy_from oid 49 from oid 3 current snap is 373 2024-09-13T00:16:35.384 INFO:tasks.rados.rados.0.smithi032.stdout:3717: rollback oid 33 current snap is 373 2024-09-13T00:16:35.384 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 33 to 342 2024-09-13T00:16:35.384 INFO:tasks.rados.rados.0.smithi032.stdout:3718: read oid 29 snap -1 2024-09-13T00:16:35.385 INFO:tasks.rados.rados.0.smithi032.stdout:3718: expect (ObjNum 1093 snap 338 seq_num 1093) 2024-09-13T00:16:35.385 INFO:tasks.rados.rados.0.smithi032.stdout:3719: copy_from oid 6 from oid 32 current snap is 373 2024-09-13T00:16:35.385 INFO:tasks.rados.rados.0.smithi032.stdout:3720: snap_create 2024-09-13T00:16:35.407 INFO:tasks.rados.rados.0.smithi032.stdout:3717: finishing rollback tid 0 to smithi03267100-33 2024-09-13T00:16:35.407 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2358 (ObjNum 1265 snap 0 seq_num 145145800) dirty exists 2024-09-13T00:16:35.407 INFO:tasks.rados.rados.0.smithi032.stdout:3717: finishing rollback tid 1 to smithi03267100-33 2024-09-13T00:16:35.408 INFO:tasks.rados.rados.0.smithi032.stdout:3717: finishing rollback tid 2 to smithi03267100-33 2024-09-13T00:16:35.408 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2748 (ObjNum 1086 snap 334 seq_num 1086) dirty exists 2024-09-13T00:16:35.436 INFO:tasks.rados.rados.0.smithi032.stdout:3715: expect (ObjNum 977 snap 283 seq_num 977) 2024-09-13T00:16:35.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:35 smithi032 bash[75510]: cluster 2024-09-13T00:16:34.379195+0000 mon.a (mon.0) 1356 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2024-09-13T00:16:35.712 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:35 smithi032 bash[76677]: cluster 2024-09-13T00:16:34.379195+0000 mon.a (mon.0) 1356 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2024-09-13T00:16:35.744 INFO:tasks.rados.rados.0.smithi032.stdout:3718: expect (ObjNum 1093 snap 338 seq_num 1093) 2024-09-13T00:16:35.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:35 smithi053 bash[67631]: cluster 2024-09-13T00:16:34.379195+0000 mon.a (mon.0) 1356 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2024-09-13T00:16:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:36 smithi032 bash[76677]: cluster 2024-09-13T00:16:35.246800+0000 mgr.y (mgr.34107) 409 : cluster [DBG] pgmap v751: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 801 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 3.8 MiB/s wr, 6 op/s 2024-09-13T00:16:36.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:36 smithi032 bash[76677]: cluster 2024-09-13T00:16:35.381633+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2024-09-13T00:16:36.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:36 smithi032 bash[75510]: cluster 2024-09-13T00:16:35.246800+0000 mgr.y (mgr.34107) 409 : cluster [DBG] pgmap v751: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 801 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 3.8 MiB/s wr, 6 op/s 2024-09-13T00:16:36.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:36 smithi032 bash[75510]: cluster 2024-09-13T00:16:35.381633+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2024-09-13T00:16:36.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:36 smithi053 bash[67631]: cluster 2024-09-13T00:16:35.246800+0000 mgr.y (mgr.34107) 409 : cluster [DBG] pgmap v751: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 801 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 3.8 MiB/s wr, 6 op/s 2024-09-13T00:16:36.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:36 smithi053 bash[67631]: cluster 2024-09-13T00:16:35.381633+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2024-09-13T00:16:37.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:37 smithi032 bash[75510]: cluster 2024-09-13T00:16:36.394158+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2024-09-13T00:16:37.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:37 smithi032 bash[76677]: cluster 2024-09-13T00:16:36.394158+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2024-09-13T00:16:37.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:37 smithi053 bash[67631]: cluster 2024-09-13T00:16:36.394158+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2024-09-13T00:16:38.528 INFO:tasks.rados.rados.0.smithi032.stdout:3716: finishing copy_from racing read to smithi03267100-49 2024-09-13T00:16:38.529 INFO:tasks.rados.rados.0.smithi032.stdout:3716: finishing copy_from to smithi03267100-49 2024-09-13T00:16:38.529 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 3092 (ObjNum 1139 snap 353 seq_num 1139) dirty exists 2024-09-13T00:16:38.529 INFO:tasks.rados.rados.0.smithi032.stdout:3719: finishing copy_from racing read to smithi03267100-6 2024-09-13T00:16:38.529 INFO:tasks.rados.rados.0.smithi032.stdout:3719: finishing copy_from to smithi03267100-6 2024-09-13T00:16:38.529 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 3092 (ObjNum 1139 snap 353 seq_num 1139) dirty exists 2024-09-13T00:16:38.529 INFO:tasks.rados.rados.0.smithi032.stdout:3713: done (7 left) 2024-09-13T00:16:38.529 INFO:tasks.rados.rados.0.smithi032.stdout:3714: done (6 left) 2024-09-13T00:16:38.529 INFO:tasks.rados.rados.0.smithi032.stdout:3715: done (5 left) 2024-09-13T00:16:38.529 INFO:tasks.rados.rados.0.smithi032.stdout:3716: done (4 left) 2024-09-13T00:16:38.529 INFO:tasks.rados.rados.0.smithi032.stdout:3717: done (3 left) 2024-09-13T00:16:38.529 INFO:tasks.rados.rados.0.smithi032.stdout:3718: done (2 left) 2024-09-13T00:16:38.531 INFO:tasks.rados.rados.0.smithi032.stdout:3719: done (1 left) 2024-09-13T00:16:38.531 INFO:tasks.rados.rados.0.smithi032.stdout:3720: done (0 left) 2024-09-13T00:16:38.532 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 374 2024-09-13T00:16:38.532 INFO:tasks.rados.rados.0.smithi032.stdout:3721: seq_num 1175 ranges {5087232=483328} 2024-09-13T00:16:38.599 INFO:tasks.rados.rados.0.smithi032.stdout:3721: writing smithi03267100-16 from 5087232 to 5570560 tid 1 2024-09-13T00:16:38.600 INFO:tasks.rados.rados.0.smithi032.stdout:3722: read oid 15 snap -1 2024-09-13T00:16:38.600 INFO:tasks.rados.rados.0.smithi032.stdout:3722: expect (ObjNum 1086 snap 334 seq_num 1086) 2024-09-13T00:16:38.600 INFO:tasks.rados.rados.0.smithi032.stdout:3723: rmattr oid 2 current snap is 374 2024-09-13T00:16:38.600 INFO:tasks.rados.rados.0.smithi032.stdout:3723: done (2 left) 2024-09-13T00:16:38.600 INFO:tasks.rados.rados.0.smithi032.stdout:3724: copy_from oid 31 from oid 41 current snap is 374 2024-09-13T00:16:38.600 INFO:tasks.rados.rados.0.smithi032.stdout:3725: rollback oid 4 current snap is 374 2024-09-13T00:16:38.600 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 361 2024-09-13T00:16:38.600 INFO:tasks.rados.rados.0.smithi032.stdout:3726: snap_remove snap 328 2024-09-13T00:16:38.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:38 smithi032 bash[75510]: cluster 2024-09-13T00:16:37.247495+0000 mgr.y (mgr.34107) 410 : cluster [DBG] pgmap v754: 121 pgs: 121 active+clean; 801 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 216 KiB/s wr, 13 op/s 2024-09-13T00:16:38.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:38 smithi032 bash[75510]: cluster 2024-09-13T00:16:38.308406+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2024-09-13T00:16:38.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:38 smithi032 bash[76677]: cluster 2024-09-13T00:16:37.247495+0000 mgr.y (mgr.34107) 410 : cluster [DBG] pgmap v754: 121 pgs: 121 active+clean; 801 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 216 KiB/s wr, 13 op/s 2024-09-13T00:16:38.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:38 smithi032 bash[76677]: cluster 2024-09-13T00:16:38.308406+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2024-09-13T00:16:38.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:38 smithi053 bash[67631]: cluster 2024-09-13T00:16:37.247495+0000 mgr.y (mgr.34107) 410 : cluster [DBG] pgmap v754: 121 pgs: 121 active+clean; 801 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 216 KiB/s wr, 13 op/s 2024-09-13T00:16:38.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:38 smithi053 bash[67631]: cluster 2024-09-13T00:16:38.308406+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2024-09-13T00:16:39.422 INFO:tasks.rados.rados.0.smithi032.stdout:3726: done (4 left) 2024-09-13T00:16:39.422 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 374 2024-09-13T00:16:39.422 INFO:tasks.rados.rados.0.smithi032.stdout:3727: seq_num 1176 ranges {8077312=499712} 2024-09-13T00:16:39.474 INFO:tasks.rados.rados.0.smithi032.stdout:3727: writing smithi03267100-28 from 8077312 to 8577024 tid 1 2024-09-13T00:16:39.474 INFO:tasks.rados.rados.0.smithi032.stdout:3728: snap_remove snap 358 2024-09-13T00:16:40.426 INFO:tasks.rados.rados.0.smithi032.stdout:3728: done (5 left) 2024-09-13T00:16:40.426 INFO:tasks.rados.rados.0.smithi032.stdout:3729: rollback oid 24 current snap is 374 2024-09-13T00:16:40.426 INFO:tasks.rados.rados.0.smithi032.stdout:3721: finishing write tid 1 to smithi03267100-16 2024-09-13T00:16:40.426 INFO:tasks.rados.rados.0.smithi032.stdout:3721: finishing write tid 2 to smithi03267100-16 2024-09-13T00:16:40.426 INFO:tasks.rados.rados.0.smithi032.stdout:3722: expect (ObjNum 1086 snap 334 seq_num 1086) 2024-09-13T00:16:40.484 INFO:tasks.rados.rados.0.smithi032.stdout:3725: finishing rollback tid 0 to smithi03267100-4 2024-09-13T00:16:40.484 INFO:tasks.rados.rados.0.smithi032.stdout:3724: finishing copy_from racing read to smithi03267100-31 2024-09-13T00:16:40.484 INFO:tasks.rados.rados.0.smithi032.stdout:3725: finishing rollback tid 1 to smithi03267100-4 2024-09-13T00:16:40.485 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 24 to 370 2024-09-13T00:16:40.485 INFO:tasks.rados.rados.0.smithi032.stdout:3721: finishing write tid 3 to smithi03267100-16 2024-09-13T00:16:40.485 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 3377 (ObjNum 1175 snap 374 seq_num 1175) dirty exists 2024-09-13T00:16:40.485 INFO:tasks.rados.rados.0.smithi032.stdout:3721: left oid 16 (ObjNum 1175 snap 374 seq_num 1175) 2024-09-13T00:16:40.485 INFO:tasks.rados.rados.0.smithi032.stdout:3725: finishing rollback tid 2 to smithi03267100-4 2024-09-13T00:16:40.485 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2566 (ObjNum 1073 snap 331 seq_num 1073) dirty exists 2024-09-13T00:16:40.485 INFO:tasks.rados.rados.0.smithi032.stdout:3724: finishing copy_from to smithi03267100-31 2024-09-13T00:16:40.485 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2553 (ObjNum 1086 snap 334 seq_num 1086) dirty exists 2024-09-13T00:16:40.485 INFO:tasks.rados.rados.0.smithi032.stdout:3727: finishing write tid 1 to smithi03267100-28 2024-09-13T00:16:40.485 INFO:tasks.rados.rados.0.smithi032.stdout:3727: finishing write tid 2 to smithi03267100-28 2024-09-13T00:16:40.485 INFO:tasks.rados.rados.0.smithi032.stdout:3727: finishing write tid 3 to smithi03267100-28 2024-09-13T00:16:40.485 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 3104 (ObjNum 1176 snap 374 seq_num 1176) dirty exists 2024-09-13T00:16:40.486 INFO:tasks.rados.rados.0.smithi032.stdout:3727: left oid 28 (ObjNum 1176 snap 374 seq_num 1176) 2024-09-13T00:16:40.486 INFO:tasks.rados.rados.0.smithi032.stdout:3721: done (5 left) 2024-09-13T00:16:40.486 INFO:tasks.rados.rados.0.smithi032.stdout:3722: done (4 left) 2024-09-13T00:16:40.486 INFO:tasks.rados.rados.0.smithi032.stdout:3724: done (3 left) 2024-09-13T00:16:40.486 INFO:tasks.rados.rados.0.smithi032.stdout:3725: done (2 left) 2024-09-13T00:16:40.486 INFO:tasks.rados.rados.0.smithi032.stdout:3727: done (1 left) 2024-09-13T00:16:40.486 INFO:tasks.rados.rados.0.smithi032.stdout:3730: read oid 10 snap -1 2024-09-13T00:16:40.486 INFO:tasks.rados.rados.0.smithi032.stdout:3730: expect (ObjNum 1174 snap 372 seq_num 1174) 2024-09-13T00:16:40.486 INFO:tasks.rados.rados.0.smithi032.stdout:3731: rmattr oid 46 current snap is 374 2024-09-13T00:16:40.486 INFO:tasks.rados.rados.0.smithi032.stdout:3731: done (2 left) 2024-09-13T00:16:40.486 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 374 2024-09-13T00:16:40.486 INFO:tasks.rados.rados.0.smithi032.stdout:3732: seq_num 1177 ranges {147456=516096} 2024-09-13T00:16:40.488 INFO:tasks.rados.rados.0.smithi032.stdout:3732: writing smithi03267100-42 from 147456 to 663552 tid 1 2024-09-13T00:16:40.490 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 374 2024-09-13T00:16:40.490 INFO:tasks.rados.rados.0.smithi032.stdout:3733: seq_num 1178 ranges {1400832=532480} 2024-09-13T00:16:40.502 INFO:tasks.rados.rados.0.smithi032.stdout:3733: writing smithi03267100-15 from 1400832 to 1933312 tid 1 2024-09-13T00:16:40.502 INFO:tasks.rados.rados.0.smithi032.stdout:3734: read oid 46 snap 283 2024-09-13T00:16:40.502 INFO:tasks.rados.rados.0.smithi032.stdout:3734: expect (ObjNum 924 snap 276 seq_num 924) 2024-09-13T00:16:40.502 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 374 2024-09-13T00:16:40.502 INFO:tasks.rados.rados.0.smithi032.stdout:3732: finishing write tid 1 to smithi03267100-42 2024-09-13T00:16:40.502 INFO:tasks.rados.rados.0.smithi032.stdout:3735: seq_num 1179 ranges {15450112=548864} 2024-09-13T00:16:40.592 INFO:tasks.rados.rados.0.smithi032.stdout:3735: writing smithi03267100-49 from 15450112 to 15998976 tid 1 2024-09-13T00:16:40.592 INFO:tasks.rados.rados.0.smithi032.stdout:3736: read oid 40 snap -1 2024-09-13T00:16:40.592 INFO:tasks.rados.rados.0.smithi032.stdout:3736: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:16:40.592 INFO:tasks.rados.rados.0.smithi032.stdout:3737: setattr oid 39 current snap is 374 2024-09-13T00:16:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:3732: finishing write tid 2 to smithi03267100-42 2024-09-13T00:16:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:3729: finishing rollback tid 0 to smithi03267100-24 2024-09-13T00:16:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:3732: finishing write tid 3 to smithi03267100-42 2024-09-13T00:16:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2383 (ObjNum 1177 snap 374 seq_num 1177) dirty exists 2024-09-13T00:16:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:3732: left oid 42 (ObjNum 1177 snap 374 seq_num 1177) 2024-09-13T00:16:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:3729: finishing rollback tid 1 to smithi03267100-24 2024-09-13T00:16:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:3729: finishing rollback tid 2 to smithi03267100-24 2024-09-13T00:16:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2751 (ObjNum 1127 snap 349 seq_num 1127) dirty exists 2024-09-13T00:16:40.593 INFO:tasks.rados.rados.0.smithi032.stdout:3730: expect (ObjNum 1174 snap 372 seq_num 1174) 2024-09-13T00:16:40.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:40 smithi053 bash[67631]: cluster 2024-09-13T00:16:39.248422+0000 mgr.y (mgr.34107) 411 : cluster [DBG] pgmap v756: 121 pgs: 121 active+clean; 831 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 6.2 MiB/s wr, 17 op/s 2024-09-13T00:16:40.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:40 smithi053 bash[67631]: cluster 2024-09-13T00:16:39.422484+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2024-09-13T00:16:40.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:40 smithi053 bash[67631]: audit 2024-09-13T00:16:40.137023+0000 mon.a (mon.0) 1361 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:16:40.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:40 smithi032 bash[76677]: cluster 2024-09-13T00:16:39.248422+0000 mgr.y (mgr.34107) 411 : cluster [DBG] pgmap v756: 121 pgs: 121 active+clean; 831 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 6.2 MiB/s wr, 17 op/s 2024-09-13T00:16:40.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:40 smithi032 bash[76677]: cluster 2024-09-13T00:16:39.422484+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2024-09-13T00:16:40.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:40 smithi032 bash[76677]: audit 2024-09-13T00:16:40.137023+0000 mon.a (mon.0) 1361 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:16:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:40 smithi032 bash[75510]: cluster 2024-09-13T00:16:39.248422+0000 mgr.y (mgr.34107) 411 : cluster [DBG] pgmap v756: 121 pgs: 121 active+clean; 831 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 6.2 MiB/s wr, 17 op/s 2024-09-13T00:16:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:40 smithi032 bash[75510]: cluster 2024-09-13T00:16:39.422484+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2024-09-13T00:16:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:40 smithi032 bash[75510]: audit 2024-09-13T00:16:40.137023+0000 mon.a (mon.0) 1361 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:16:41.009 INFO:tasks.rados.rados.0.smithi032.stdout:3734: expect (ObjNum 924 snap 276 seq_num 924) 2024-09-13T00:16:41.061 INFO:tasks.rados.rados.0.smithi032.stdout:3733: finishing write tid 1 to smithi03267100-15 2024-09-13T00:16:41.061 INFO:tasks.rados.rados.0.smithi032.stdout:3733: finishing write tid 2 to smithi03267100-15 2024-09-13T00:16:41.061 INFO:tasks.rados.rados.0.smithi032.stdout:3733: finishing write tid 3 to smithi03267100-15 2024-09-13T00:16:41.061 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2568 (ObjNum 1178 snap 374 seq_num 1178) dirty exists 2024-09-13T00:16:41.061 INFO:tasks.rados.rados.0.smithi032.stdout:3733: left oid 15 (ObjNum 1178 snap 374 seq_num 1178) 2024-09-13T00:16:41.061 INFO:tasks.rados.rados.0.smithi032.stdout:3736: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T00:16:41.065 INFO:tasks.rados.rados.0.smithi032.stdout:3735: finishing write tid 1 to smithi03267100-49 2024-09-13T00:16:41.065 INFO:tasks.rados.rados.0.smithi032.stdout:3735: finishing write tid 2 to smithi03267100-49 2024-09-13T00:16:41.065 INFO:tasks.rados.rados.0.smithi032.stdout:3735: finishing write tid 3 to smithi03267100-49 2024-09-13T00:16:41.065 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 3094 (ObjNum 1179 snap 374 seq_num 1179) dirty exists 2024-09-13T00:16:41.065 INFO:tasks.rados.rados.0.smithi032.stdout:3735: left oid 49 (ObjNum 1179 snap 374 seq_num 1179) 2024-09-13T00:16:41.065 INFO:tasks.rados.rados.0.smithi032.stdout:3729: done (7 left) 2024-09-13T00:16:41.065 INFO:tasks.rados.rados.0.smithi032.stdout:3730: done (6 left) 2024-09-13T00:16:41.066 INFO:tasks.rados.rados.0.smithi032.stdout:3732: done (5 left) 2024-09-13T00:16:41.066 INFO:tasks.rados.rados.0.smithi032.stdout:3733: done (4 left) 2024-09-13T00:16:41.066 INFO:tasks.rados.rados.0.smithi032.stdout:3734: done (3 left) 2024-09-13T00:16:41.066 INFO:tasks.rados.rados.0.smithi032.stdout:3735: done (2 left) 2024-09-13T00:16:41.066 INFO:tasks.rados.rados.0.smithi032.stdout:3736: done (1 left) 2024-09-13T00:16:41.066 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 374 2024-09-13T00:16:41.066 INFO:tasks.rados.rados.0.smithi032.stdout:3738: seq_num 1180 ranges {0=565248} 2024-09-13T00:16:41.069 INFO:tasks.rados.rados.0.smithi032.stdout:3738: writing smithi03267100-13 from 0 to 565248 tid 1 2024-09-13T00:16:41.070 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 374 2024-09-13T00:16:41.070 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2975 (ObjNum 33 snap 0 seq_num 168039856) dirty exists 2024-09-13T00:16:41.070 INFO:tasks.rados.rados.0.smithi032.stdout:3739: seq_num 1181 ranges {8577024=581632} 2024-09-13T00:16:41.146 INFO:tasks.rados.rados.0.smithi032.stdout:3739: writing smithi03267100-28 from 8577024 to 9158656 tid 1 2024-09-13T00:16:41.146 INFO:tasks.rados.rados.0.smithi032.stdout:3737: done (2 left) 2024-09-13T00:16:41.146 INFO:tasks.rados.rados.0.smithi032.stdout:3740: copy_from oid 15 from oid 25 current snap is 374 2024-09-13T00:16:41.147 INFO:tasks.rados.rados.0.smithi032.stdout:3738: finishing write tid 1 to smithi03267100-13 2024-09-13T00:16:41.147 INFO:tasks.rados.rados.0.smithi032.stdout:3738: finishing write tid 2 to smithi03267100-13 2024-09-13T00:16:41.147 INFO:tasks.rados.rados.0.smithi032.stdout:3738: finishing write tid 3 to smithi03267100-13 2024-09-13T00:16:41.147 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 3491 (ObjNum 1180 snap 374 seq_num 1180) dirty exists 2024-09-13T00:16:41.147 INFO:tasks.rados.rados.0.smithi032.stdout:3738: left oid 13 (ObjNum 1180 snap 374 seq_num 1180) 2024-09-13T00:16:41.147 INFO:tasks.rados.rados.0.smithi032.stdout:3738: done (2 left) 2024-09-13T00:16:41.147 INFO:tasks.rados.rados.0.smithi032.stdout:3741: copy_from oid 47 from oid 6 current snap is 374 2024-09-13T00:16:41.147 INFO:tasks.rados.rados.0.smithi032.stdout:3742: read oid 33 snap -1 2024-09-13T00:16:41.147 INFO:tasks.rados.rados.0.smithi032.stdout:3742: expect (ObjNum 1086 snap 334 seq_num 1086) 2024-09-13T00:16:41.147 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 374 2024-09-13T00:16:41.147 INFO:tasks.rados.rados.0.smithi032.stdout:3743: seq_num 1182 ranges {401408=606208} 2024-09-13T00:16:41.156 INFO:tasks.rados.rados.0.smithi032.stdout:3743: writing smithi03267100-5 from 401408 to 1007616 tid 1 2024-09-13T00:16:41.156 INFO:tasks.rados.rados.0.smithi032.stdout:3744: rollback oid 40 current snap is 374 2024-09-13T00:16:41.156 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 290 2024-09-13T00:16:41.156 INFO:tasks.rados.rados.0.smithi032.stdout:3740: finishing copy_from racing read to smithi03267100-15 2024-09-13T00:16:41.156 INFO:tasks.rados.rados.0.smithi032.stdout:3745: rmattr oid 50 current snap is 374 2024-09-13T00:16:41.156 INFO:tasks.rados.rados.0.smithi032.stdout:3745: done (6 left) 2024-09-13T00:16:41.156 INFO:tasks.rados.rados.0.smithi032.stdout:3746: copy_from oid 22 from oid 49 current snap is 374 2024-09-13T00:16:41.157 INFO:tasks.rados.rados.0.smithi032.stdout:3747: rollback oid 13 current snap is 374 2024-09-13T00:16:41.157 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 343 2024-09-13T00:16:41.157 INFO:tasks.rados.rados.0.smithi032.stdout:3748: snap_create 2024-09-13T00:16:41.157 INFO:tasks.rados.rados.0.smithi032.stdout:3740: finishing copy_from to smithi03267100-15 2024-09-13T00:16:41.157 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2972 (ObjNum 1165 snap 364 seq_num 1165) dirty exists 2024-09-13T00:16:41.157 INFO:tasks.rados.rados.0.smithi032.stdout:3742: expect (ObjNum 1086 snap 334 seq_num 1086) 2024-09-13T00:16:41.286 INFO:tasks.rados.rados.0.smithi032.stdout:3739: finishing write tid 1 to smithi03267100-28 2024-09-13T00:16:41.286 INFO:tasks.rados.rados.0.smithi032.stdout:3739: finishing write tid 2 to smithi03267100-28 2024-09-13T00:16:41.286 INFO:tasks.rados.rados.0.smithi032.stdout:3744: finishing rollback tid 0 to smithi03267100-40 2024-09-13T00:16:41.286 INFO:tasks.rados.rados.0.smithi032.stdout:3747: finishing rollback tid 0 to smithi03267100-13 2024-09-13T00:16:41.286 INFO:tasks.rados.rados.0.smithi032.stdout:3739: finishing write tid 3 to smithi03267100-28 2024-09-13T00:16:41.287 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 3106 (ObjNum 1181 snap 374 seq_num 1181) dirty exists 2024-09-13T00:16:41.287 INFO:tasks.rados.rados.0.smithi032.stdout:3739: left oid 28 (ObjNum 1181 snap 374 seq_num 1181) 2024-09-13T00:16:41.287 INFO:tasks.rados.rados.0.smithi032.stdout:3747: finishing rollback tid 1 to smithi03267100-13 2024-09-13T00:16:41.287 INFO:tasks.rados.rados.0.smithi032.stdout:3744: finishing rollback tid 1 to smithi03267100-40 2024-09-13T00:16:41.287 INFO:tasks.rados.rados.0.smithi032.stdout:3744: finishing rollback tid 2 to smithi03267100-40 2024-09-13T00:16:41.287 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 2723 (ObjNum 65 snap 0 seq_num 1683973470) dirty exists 2024-09-13T00:16:41.287 INFO:tasks.rados.rados.0.smithi032.stdout:3743: finishing write tid 1 to smithi03267100-5 2024-09-13T00:16:41.287 INFO:tasks.rados.rados.0.smithi032.stdout:3743: finishing write tid 2 to smithi03267100-5 2024-09-13T00:16:41.287 INFO:tasks.rados.rados.0.smithi032.stdout:3747: finishing rollback tid 2 to smithi03267100-13 2024-09-13T00:16:41.287 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 3494 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:16:41.287 INFO:tasks.rados.rados.0.smithi032.stdout:3743: finishing write tid 3 to smithi03267100-5 2024-09-13T00:16:41.287 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2974 (ObjNum 1182 snap 374 seq_num 1182) dirty exists 2024-09-13T00:16:41.287 INFO:tasks.rados.rados.0.smithi032.stdout:3743: left oid 5 (ObjNum 1182 snap 374 seq_num 1182) 2024-09-13T00:16:41.287 INFO:tasks.rados.rados.0.smithi032.stdout:3741: finishing copy_from racing read to smithi03267100-47 2024-09-13T00:16:41.288 INFO:tasks.rados.rados.0.smithi032.stdout:3746: finishing copy_from racing read to smithi03267100-22 2024-09-13T00:16:41.288 INFO:tasks.rados.rados.0.smithi032.stdout:3741: finishing copy_from to smithi03267100-47 2024-09-13T00:16:41.288 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 3092 (ObjNum 1139 snap 353 seq_num 1139) dirty exists 2024-09-13T00:16:41.288 INFO:tasks.rados.rados.0.smithi032.stdout:3746: finishing copy_from to smithi03267100-22 2024-09-13T00:16:41.288 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 3094 (ObjNum 1179 snap 374 seq_num 1179) dirty exists 2024-09-13T00:16:41.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: cluster 2024-09-13T00:16:40.425620+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2024-09-13T00:16:41.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.700655+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.710173+0000 mon.a (mon.0) 1364 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.711936+0000 mon.a (mon.0) 1365 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:16:41.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.713498+0000 mon.a (mon.0) 1366 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:16:41.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.723226+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.797542+0000 mon.a (mon.0) 1368 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:16:41.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.798378+0000 mgr.y (mgr.34107) 412 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:16:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.850726+0000 mon.a (mon.0) 1369 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.854610+0000 mon.a (mon.0) 1370 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.856812+0000 mon.a (mon.0) 1371 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.858506+0000 mon.a (mon.0) 1372 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.861388+0000 mon.a (mon.0) 1373 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.864898+0000 mon.a (mon.0) 1374 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.866631+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.868364+0000 mon.a (mon.0) 1376 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.870178+0000 mon.a (mon.0) 1377 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.871950+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.873781+0000 mon.a (mon.0) 1379 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.875861+0000 mon.a (mon.0) 1380 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.879291+0000 mon.a (mon.0) 1381 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.882180+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.884775+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.887324+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.889907+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.892117+0000 mon.a (mon.0) 1386 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.894319+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: cephadm 2024-09-13T00:16:40.895551+0000 mgr.y (mgr.34107) 413 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T00:16:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.904303+0000 mon.a (mon.0) 1388 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.905677+0000 mon.a (mon.0) 1389 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T00:16:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.909909+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T00:16:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.911212+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.917134+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T00:16:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.918357+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T00:16:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.924245+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T00:16:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.925897+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T00:16:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.931391+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T00:16:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.932536+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T00:16:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.938371+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T00:16:41.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.939534+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T00:16:41.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.945535+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T00:16:41.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.946808+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T00:16:41.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.952606+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T00:16:41.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.953951+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.955052+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T00:16:41.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.960274+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T00:16:41.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.962080+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T00:16:41.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.968165+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-13T00:16:41.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.969307+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T00:16:41.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.973714+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T00:16:41.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.975019+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T00:16:41.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.980362+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T00:16:41.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.981684+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.982965+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.984001+0000 mon.a (mon.0) 1414 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.985340+0000 mon.a (mon.0) 1415 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.986349+0000 mon.a (mon.0) 1416 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.987306+0000 mon.a (mon.0) 1417 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.988256+0000 mon.a (mon.0) 1418 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-13T00:16:41.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.993451+0000 mon.a (mon.0) 1419 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-13T00:16:41.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.995153+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T00:16:41.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.998955+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T00:16:41.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:40.999681+0000 mon.a (mon.0) 1422 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:41.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:41.001814+0000 mon.a (mon.0) 1423 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:16:41.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:41.002765+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:16:41.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:41.011690+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:41.118800+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:41.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:41.121504+0000 mon.a (mon.0) 1427 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:16:41.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:41.122629+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:16:41.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:41 smithi053 bash[67631]: audit 2024-09-13T00:16:41.129460+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: cluster 2024-09-13T00:16:40.425620+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2024-09-13T00:16:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.700655+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.710173+0000 mon.a (mon.0) 1364 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.711936+0000 mon.a (mon.0) 1365 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:16:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.713498+0000 mon.a (mon.0) 1366 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:16:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.723226+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.797542+0000 mon.a (mon.0) 1368 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:16:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.798378+0000 mgr.y (mgr.34107) 412 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:16:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.850726+0000 mon.a (mon.0) 1369 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.854610+0000 mon.a (mon.0) 1370 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.856812+0000 mon.a (mon.0) 1371 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.858506+0000 mon.a (mon.0) 1372 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.861388+0000 mon.a (mon.0) 1373 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.864898+0000 mon.a (mon.0) 1374 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.866631+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.868364+0000 mon.a (mon.0) 1376 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.870178+0000 mon.a (mon.0) 1377 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.871950+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.873781+0000 mon.a (mon.0) 1379 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.875861+0000 mon.a (mon.0) 1380 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: cluster 2024-09-13T00:16:40.425620+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2024-09-13T00:16:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.700655+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.710173+0000 mon.a (mon.0) 1364 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.711936+0000 mon.a (mon.0) 1365 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:16:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.713498+0000 mon.a (mon.0) 1366 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:16:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.723226+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.797542+0000 mon.a (mon.0) 1368 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:16:41.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.798378+0000 mgr.y (mgr.34107) 412 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T00:16:41.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.850726+0000 mon.a (mon.0) 1369 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:41.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.854610+0000 mon.a (mon.0) 1370 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.856812+0000 mon.a (mon.0) 1371 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.858506+0000 mon.a (mon.0) 1372 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.861388+0000 mon.a (mon.0) 1373 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.864898+0000 mon.a (mon.0) 1374 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.866631+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.868364+0000 mon.a (mon.0) 1376 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.870178+0000 mon.a (mon.0) 1377 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.871950+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.873781+0000 mon.a (mon.0) 1379 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.875861+0000 mon.a (mon.0) 1380 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.879291+0000 mon.a (mon.0) 1381 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.882180+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.884775+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.887324+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.889907+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.892117+0000 mon.a (mon.0) 1386 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.894319+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: cephadm 2024-09-13T00:16:40.895551+0000 mgr.y (mgr.34107) 413 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T00:16:41.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.904303+0000 mon.a (mon.0) 1388 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.918 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.905677+0000 mon.a (mon.0) 1389 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T00:16:41.918 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.909909+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T00:16:41.918 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.911212+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.918 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.917134+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T00:16:41.918 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.918357+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T00:16:41.918 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.924245+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T00:16:41.918 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.925897+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T00:16:41.918 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.931391+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T00:16:41.918 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.932536+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T00:16:41.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.879291+0000 mon.a (mon.0) 1381 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.882180+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.884775+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.887324+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.889907+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.892117+0000 mon.a (mon.0) 1386 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.894319+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:16:41.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: cephadm 2024-09-13T00:16:40.895551+0000 mgr.y (mgr.34107) 413 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T00:16:41.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.904303+0000 mon.a (mon.0) 1388 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.905677+0000 mon.a (mon.0) 1389 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T00:16:41.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.909909+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T00:16:41.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.911212+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.920 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.917134+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T00:16:41.920 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.918357+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T00:16:41.920 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.924245+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T00:16:41.920 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.925897+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T00:16:41.920 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.931391+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T00:16:41.920 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.932536+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T00:16:41.920 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.938371+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T00:16:41.920 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.939534+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T00:16:41.920 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.945535+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T00:16:41.921 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.946808+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T00:16:41.921 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.952606+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T00:16:41.921 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.953951+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.921 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.955052+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T00:16:41.921 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.960274+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T00:16:41.921 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.962080+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T00:16:41.921 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.968165+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-13T00:16:41.921 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.969307+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T00:16:41.921 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.973714+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T00:16:41.921 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.975019+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T00:16:41.921 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.980362+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T00:16:41.921 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.981684+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.922 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.982965+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.938371+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T00:16:41.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.939534+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T00:16:41.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.945535+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T00:16:41.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.946808+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T00:16:41.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.952606+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T00:16:41.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.953951+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.955052+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T00:16:41.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.960274+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T00:16:41.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.962080+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T00:16:41.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.968165+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-13T00:16:41.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.969307+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T00:16:41.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.973714+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T00:16:41.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.975019+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T00:16:41.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.980362+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T00:16:41.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.981684+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.923 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.982965+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.924 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.984001+0000 mon.a (mon.0) 1414 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.924 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.985340+0000 mon.a (mon.0) 1415 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.924 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.986349+0000 mon.a (mon.0) 1416 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.924 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.987306+0000 mon.a (mon.0) 1417 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.924 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.988256+0000 mon.a (mon.0) 1418 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-13T00:16:41.924 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.993451+0000 mon.a (mon.0) 1419 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-13T00:16:41.924 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.995153+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T00:16:41.924 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.998955+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T00:16:41.924 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:40.999681+0000 mon.a (mon.0) 1422 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:41.924 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:41.001814+0000 mon.a (mon.0) 1423 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:16:41.924 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:41.002765+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:16:41.925 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:41.011690+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.925 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:41.118800+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:41.925 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:41.121504+0000 mon.a (mon.0) 1427 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:16:41.925 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:41.122629+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:16:41.925 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[75510]: audit 2024-09-13T00:16:41.129460+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.984001+0000 mon.a (mon.0) 1414 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.985340+0000 mon.a (mon.0) 1415 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.986349+0000 mon.a (mon.0) 1416 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.987306+0000 mon.a (mon.0) 1417 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T00:16:41.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.988256+0000 mon.a (mon.0) 1418 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-13T00:16:41.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.993451+0000 mon.a (mon.0) 1419 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-13T00:16:41.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.995153+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T00:16:41.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.998955+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T00:16:41.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:40.999681+0000 mon.a (mon.0) 1422 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:41.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:41.001814+0000 mon.a (mon.0) 1423 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:16:41.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:41.002765+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:16:41.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:41.011690+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:41.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:41.118800+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:16:41.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:41.121504+0000 mon.a (mon.0) 1427 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:16:41.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:41.122629+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:16:41.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:41 smithi032 bash[76677]: audit 2024-09-13T00:16:41.129460+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:42.141 INFO:tasks.rados.rados.0.smithi032.stdout:3739: done (8 left) 2024-09-13T00:16:42.142 INFO:tasks.rados.rados.0.smithi032.stdout:3740: done (7 left) 2024-09-13T00:16:42.142 INFO:tasks.rados.rados.0.smithi032.stdout:3741: done (6 left) 2024-09-13T00:16:42.142 INFO:tasks.rados.rados.0.smithi032.stdout:3742: done (5 left) 2024-09-13T00:16:42.142 INFO:tasks.rados.rados.0.smithi032.stdout:3743: done (4 left) 2024-09-13T00:16:42.142 INFO:tasks.rados.rados.0.smithi032.stdout:3744: done (3 left) 2024-09-13T00:16:42.142 INFO:tasks.rados.rados.0.smithi032.stdout:3746: done (2 left) 2024-09-13T00:16:42.142 INFO:tasks.rados.rados.0.smithi032.stdout:3747: done (1 left) 2024-09-13T00:16:42.142 INFO:tasks.rados.rados.0.smithi032.stdout:3748: done (0 left) 2024-09-13T00:16:42.142 INFO:tasks.rados.rados.0.smithi032.stdout:3749: rollback oid 29 current snap is 375 2024-09-13T00:16:42.142 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 317 2024-09-13T00:16:42.142 INFO:tasks.rados.rados.0.smithi032.stdout:3750: snap_remove snap 368 2024-09-13T00:16:42.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:16:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:16:42] "GET /metrics HTTP/1.1" 200 36288 "" "Prometheus/2.43.0" 2024-09-13T00:16:42.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:42 smithi032 bash[75510]: cephadm 2024-09-13T00:16:40.994456+0000 mgr.y (mgr.34107) 414 : cephadm [INF] Upgrade: Complete! 2024-09-13T00:16:42.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:42 smithi032 bash[75510]: cluster 2024-09-13T00:16:41.248880+0000 mgr.y (mgr.34107) 415 : cluster [DBG] pgmap v759: 121 pgs: 121 active+clean; 825 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 8 op/s 2024-09-13T00:16:42.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:42 smithi032 bash[75510]: cluster 2024-09-13T00:16:42.142109+0000 mon.a (mon.0) 1430 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2024-09-13T00:16:42.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:42 smithi032 bash[76677]: cephadm 2024-09-13T00:16:40.994456+0000 mgr.y (mgr.34107) 414 : cephadm [INF] Upgrade: Complete! 2024-09-13T00:16:42.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:42 smithi032 bash[76677]: cluster 2024-09-13T00:16:41.248880+0000 mgr.y (mgr.34107) 415 : cluster [DBG] pgmap v759: 121 pgs: 121 active+clean; 825 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 8 op/s 2024-09-13T00:16:42.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:42 smithi032 bash[76677]: cluster 2024-09-13T00:16:42.142109+0000 mon.a (mon.0) 1430 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2024-09-13T00:16:42.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:16:42 smithi053 bash[94430]: ts=2024-09-13T00:16:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:16:42.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:42 smithi053 bash[67631]: cephadm 2024-09-13T00:16:40.994456+0000 mgr.y (mgr.34107) 414 : cephadm [INF] Upgrade: Complete! 2024-09-13T00:16:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:42 smithi053 bash[67631]: cluster 2024-09-13T00:16:41.248880+0000 mgr.y (mgr.34107) 415 : cluster [DBG] pgmap v759: 121 pgs: 121 active+clean; 825 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 8 op/s 2024-09-13T00:16:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:42 smithi053 bash[67631]: cluster 2024-09-13T00:16:42.142109+0000 mon.a (mon.0) 1430 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2024-09-13T00:16:43.149 INFO:tasks.rados.rados.0.smithi032.stdout:3750: done (1 left) 2024-09-13T00:16:43.149 INFO:tasks.rados.rados.0.smithi032.stdout:3751: read oid 42 snap 343 2024-09-13T00:16:43.149 INFO:tasks.rados.rados.0.smithi032.stdout:3751: expect deleted 2024-09-13T00:16:43.149 INFO:tasks.rados.rados.0.smithi032.stdout:3752: snap_remove snap 340 2024-09-13T00:16:43.311 INFO:tasks.rados.rados.0.smithi032.stdout:3752: done (2 left) 2024-09-13T00:16:43.311 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 375 2024-09-13T00:16:43.312 INFO:tasks.rados.rados.0.smithi032.stdout:3753: seq_num 1183 ranges {0=622592} 2024-09-13T00:16:43.317 INFO:tasks.rados.rados.0.smithi032.stdout:3753: writing smithi03267100-13 from 0 to 622592 tid 1 2024-09-13T00:16:43.318 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 375 2024-09-13T00:16:43.318 INFO:tasks.rados.rados.0.smithi032.stdout:3754: seq_num 1184 ranges {0=638976} 2024-09-13T00:16:43.325 INFO:tasks.rados.rados.0.smithi032.stdout:3754: writing smithi03267100-39 from 0 to 638976 tid 1 2024-09-13T00:16:43.325 INFO:tasks.rados.rados.0.smithi032.stdout:3755: read oid 31 snap 333 2024-09-13T00:16:43.325 INFO:tasks.rados.rados.0.smithi032.stdout:3755: expect deleted 2024-09-13T00:16:43.325 INFO:tasks.rados.rados.0.smithi032.stdout:3756: delete oid 44 current snap is 375 2024-09-13T00:16:43.325 INFO:tasks.rados.rados.0.smithi032.stdout:3749: finishing rollback tid 0 to smithi03267100-29 2024-09-13T00:16:43.326 INFO:tasks.rados.rados.0.smithi032.stdout:3749: finishing rollback tid 1 to smithi03267100-29 2024-09-13T00:16:43.326 INFO:tasks.rados.rados.0.smithi032.stdout:3749: finishing rollback tid 2 to smithi03267100-29 2024-09-13T00:16:43.326 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 3109 (ObjNum 1022 snap 306 seq_num 1022) dirty exists 2024-09-13T00:16:43.350 INFO:tasks.rados.rados.0.smithi032.stdout:3754: finishing write tid 1 to smithi03267100-39 2024-09-13T00:16:43.350 INFO:tasks.rados.rados.0.smithi032.stdout:3754: finishing write tid 2 to smithi03267100-39 2024-09-13T00:16:43.352 INFO:tasks.rados.rados.0.smithi032.stdout:3754: finishing write tid 3 to smithi03267100-39 2024-09-13T00:16:43.352 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2977 (ObjNum 1184 snap 375 seq_num 1184) dirty exists 2024-09-13T00:16:43.353 INFO:tasks.rados.rados.0.smithi032.stdout:3754: left oid 39 (ObjNum 1184 snap 375 seq_num 1184) 2024-09-13T00:16:43.354 INFO:tasks.rados.rados.0.smithi032.stdout:3749: done (5 left) 2024-09-13T00:16:43.355 INFO:tasks.rados.rados.0.smithi032.stdout:3751: done (4 left) 2024-09-13T00:16:43.355 INFO:tasks.rados.rados.0.smithi032.stdout:3754: done (3 left) 2024-09-13T00:16:43.355 INFO:tasks.rados.rados.0.smithi032.stdout:3755: done (2 left) 2024-09-13T00:16:43.355 INFO:tasks.rados.rados.0.smithi032.stdout:3756: done (1 left) 2024-09-13T00:16:43.355 INFO:tasks.rados.rados.0.smithi032.stdout:3757: delete oid 26 current snap is 375 2024-09-13T00:16:43.357 INFO:tasks.rados.rados.0.smithi032.stdout:3753: finishing write tid 1 to smithi03267100-13 2024-09-13T00:16:43.357 INFO:tasks.rados.rados.0.smithi032.stdout:3753: finishing write tid 2 to smithi03267100-13 2024-09-13T00:16:43.365 INFO:tasks.rados.rados.0.smithi032.stdout:3753: finishing write tid 3 to smithi03267100-13 2024-09-13T00:16:43.365 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 3501 (ObjNum 1183 snap 375 seq_num 1183) dirty exists 2024-09-13T00:16:43.365 INFO:tasks.rados.rados.0.smithi032.stdout:3753: left oid 13 (ObjNum 1183 snap 375 seq_num 1183) 2024-09-13T00:16:43.371 INFO:tasks.rados.rados.0.smithi032.stdout:3753: done (1 left) 2024-09-13T00:16:43.371 INFO:tasks.rados.rados.0.smithi032.stdout:3757: done (0 left) 2024-09-13T00:16:43.371 INFO:tasks.rados.rados.0.smithi032.stdout:3758: delete oid 32 current snap is 375 2024-09-13T00:16:43.380 INFO:tasks.rados.rados.0.smithi032.stdout:3758: done (0 left) 2024-09-13T00:16:43.380 INFO:tasks.rados.rados.0.smithi032.stdout:3759: read oid 35 snap 319 2024-09-13T00:16:43.380 INFO:tasks.rados.rados.0.smithi032.stdout:3759: expect deleted 2024-09-13T00:16:43.380 INFO:tasks.rados.rados.0.smithi032.stdout:3760: read oid 41 snap -1 2024-09-13T00:16:43.380 INFO:tasks.rados.rados.0.smithi032.stdout:3760: expect (ObjNum 1086 snap 334 seq_num 1086) 2024-09-13T00:16:43.381 INFO:tasks.rados.rados.0.smithi032.stdout:3761: read oid 39 snap -1 2024-09-13T00:16:43.381 INFO:tasks.rados.rados.0.smithi032.stdout:3761: expect (ObjNum 1184 snap 375 seq_num 1184) 2024-09-13T00:16:43.381 INFO:tasks.rados.rados.0.smithi032.stdout:3762: snap_create 2024-09-13T00:16:43.386 INFO:tasks.rados.rados.0.smithi032.stdout:3760: expect (ObjNum 1086 snap 334 seq_num 1086) 2024-09-13T00:16:43.422 INFO:tasks.rados.rados.0.smithi032.stdout:3761: expect (ObjNum 1184 snap 375 seq_num 1184) 2024-09-13T00:16:44.315 INFO:tasks.rados.rados.0.smithi032.stdout:3759: done (3 left) 2024-09-13T00:16:44.315 INFO:tasks.rados.rados.0.smithi032.stdout:3760: done (2 left) 2024-09-13T00:16:44.315 INFO:tasks.rados.rados.0.smithi032.stdout:3761: done (1 left) 2024-09-13T00:16:44.315 INFO:tasks.rados.rados.0.smithi032.stdout:3762: done (0 left) 2024-09-13T00:16:44.315 INFO:tasks.rados.rados.0.smithi032.stdout:3763: read oid 5 snap -1 2024-09-13T00:16:44.315 INFO:tasks.rados.rados.0.smithi032.stdout:3763: expect (ObjNum 1182 snap 374 seq_num 1182) 2024-09-13T00:16:44.315 INFO:tasks.rados.rados.0.smithi032.stdout:3764: snap_create 2024-09-13T00:16:44.325 INFO:tasks.rados.rados.0.smithi032.stdout:3763: expect (ObjNum 1182 snap 374 seq_num 1182) 2024-09-13T00:16:44.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:44 smithi032 bash[75510]: cluster 2024-09-13T00:16:43.145716+0000 mon.a (mon.0) 1431 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2024-09-13T00:16:44.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:44 smithi032 bash[75510]: cluster 2024-09-13T00:16:43.249507+0000 mgr.y (mgr.34107) 416 : cluster [DBG] pgmap v762: 121 pgs: 121 active+clean; 841 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.4 MiB/s wr, 5 op/s 2024-09-13T00:16:44.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:44 smithi032 bash[75510]: cluster 2024-09-13T00:16:43.311262+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2024-09-13T00:16:44.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:44 smithi032 bash[76677]: cluster 2024-09-13T00:16:43.145716+0000 mon.a (mon.0) 1431 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2024-09-13T00:16:44.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:44 smithi032 bash[76677]: cluster 2024-09-13T00:16:43.249507+0000 mgr.y (mgr.34107) 416 : cluster [DBG] pgmap v762: 121 pgs: 121 active+clean; 841 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.4 MiB/s wr, 5 op/s 2024-09-13T00:16:44.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:44 smithi032 bash[76677]: cluster 2024-09-13T00:16:43.311262+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2024-09-13T00:16:44.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:44 smithi053 bash[67631]: cluster 2024-09-13T00:16:43.145716+0000 mon.a (mon.0) 1431 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2024-09-13T00:16:44.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:44 smithi053 bash[67631]: cluster 2024-09-13T00:16:43.249507+0000 mgr.y (mgr.34107) 416 : cluster [DBG] pgmap v762: 121 pgs: 121 active+clean; 841 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.4 MiB/s wr, 5 op/s 2024-09-13T00:16:44.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:44 smithi053 bash[67631]: cluster 2024-09-13T00:16:43.311262+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2024-09-13T00:16:45.323 INFO:tasks.rados.rados.0.smithi032.stdout:3763: done (1 left) 2024-09-13T00:16:45.323 INFO:tasks.rados.rados.0.smithi032.stdout:3764: done (0 left) 2024-09-13T00:16:45.323 INFO:tasks.rados.rados.0.smithi032.stdout:3765: snap_remove snap 357 2024-09-13T00:16:45.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:45 smithi032 bash[75510]: cluster 2024-09-13T00:16:44.313851+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2024-09-13T00:16:45.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:45 smithi032 bash[76677]: cluster 2024-09-13T00:16:44.313851+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2024-09-13T00:16:45.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:45 smithi053 bash[67631]: cluster 2024-09-13T00:16:44.313851+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2024-09-13T00:16:46.327 INFO:tasks.rados.rados.0.smithi032.stdout:3765: done (0 left) 2024-09-13T00:16:46.327 INFO:tasks.rados.rados.0.smithi032.stdout:3766: copy_from oid 47 from oid 38 current snap is 377 2024-09-13T00:16:46.327 INFO:tasks.rados.rados.0.smithi032.stdout:3767: snap_create 2024-09-13T00:16:46.354 INFO:tasks.rados.rados.0.smithi032.stdout:3766: finishing copy_from racing read to smithi03267100-47 2024-09-13T00:16:46.372 INFO:tasks.rados.rados.0.smithi032.stdout:3766: finishing copy_from to smithi03267100-47 2024-09-13T00:16:46.372 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2358 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:16:46.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:46 smithi032 bash[75510]: cluster 2024-09-13T00:16:45.250218+0000 mgr.y (mgr.34107) 417 : cluster [DBG] pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 858 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.6 MiB/s wr, 14 op/s 2024-09-13T00:16:46.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:46 smithi032 bash[75510]: cluster 2024-09-13T00:16:45.324992+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2024-09-13T00:16:46.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:46 smithi032 bash[75510]: audit 2024-09-13T00:16:45.435885+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:46.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:46 smithi032 bash[76677]: cluster 2024-09-13T00:16:45.250218+0000 mgr.y (mgr.34107) 417 : cluster [DBG] pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 858 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.6 MiB/s wr, 14 op/s 2024-09-13T00:16:46.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:46 smithi032 bash[76677]: cluster 2024-09-13T00:16:45.324992+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2024-09-13T00:16:46.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:46 smithi032 bash[76677]: audit 2024-09-13T00:16:45.435885+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:46.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:46 smithi053 bash[67631]: cluster 2024-09-13T00:16:45.250218+0000 mgr.y (mgr.34107) 417 : cluster [DBG] pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 858 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.6 MiB/s wr, 14 op/s 2024-09-13T00:16:46.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:46 smithi053 bash[67631]: cluster 2024-09-13T00:16:45.324992+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2024-09-13T00:16:46.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:46 smithi053 bash[67631]: audit 2024-09-13T00:16:45.435885+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:16:47.328 INFO:tasks.rados.rados.0.smithi032.stdout:3766: done (1 left) 2024-09-13T00:16:47.329 INFO:tasks.rados.rados.0.smithi032.stdout:3767: done (0 left) 2024-09-13T00:16:47.329 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 378 2024-09-13T00:16:47.329 INFO:tasks.rados.rados.0.smithi032.stdout:3768: seq_num 1188 ranges {319488=704512} 2024-09-13T00:16:47.348 INFO:tasks.rados.rados.0.smithi032.stdout:3768: writing smithi03267100-15 from 319488 to 1024000 tid 1 2024-09-13T00:16:47.348 INFO:tasks.rados.rados.0.smithi032.stdout:3769: rmattr oid 29 current snap is 378 2024-09-13T00:16:47.348 INFO:tasks.rados.rados.0.smithi032.stdout:3770: read oid 30 snap 372 2024-09-13T00:16:47.349 INFO:tasks.rados.rados.0.smithi032.stdout:3770: expect (ObjNum 166821776 snap 22058 seq_num 166594144) 2024-09-13T00:16:47.349 INFO:tasks.rados.rados.0.smithi032.stdout:3771: snap_remove snap 333 2024-09-13T00:16:47.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:47 smithi032 bash[75510]: cluster 2024-09-13T00:16:46.326184+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2024-09-13T00:16:47.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:47 smithi032 bash[75510]: cluster 2024-09-13T00:16:47.328589+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2024-09-13T00:16:47.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:47 smithi032 bash[76677]: cluster 2024-09-13T00:16:46.326184+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2024-09-13T00:16:47.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:47 smithi032 bash[76677]: cluster 2024-09-13T00:16:47.328589+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2024-09-13T00:16:47.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:47 smithi053 bash[67631]: cluster 2024-09-13T00:16:46.326184+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2024-09-13T00:16:47.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:47 smithi053 bash[67631]: cluster 2024-09-13T00:16:47.328589+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2024-09-13T00:16:48.323 INFO:tasks.rados.rados.0.smithi032.stdout:3770: expect (ObjNum 166821776 snap 22058 seq_num 166594144) 2024-09-13T00:16:48.323 INFO:tasks.rados.rados.0.smithi032.stdout:3768: finishing write tid 1 to smithi03267100-15 2024-09-13T00:16:48.323 INFO:tasks.rados.rados.0.smithi032.stdout:3768: finishing write tid 2 to smithi03267100-15 2024-09-13T00:16:48.324 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 3110 (ObjNum 1022 snap 306 seq_num 1022) dirty exists 2024-09-13T00:16:48.324 INFO:tasks.rados.rados.0.smithi032.stdout:3768: finishing write tid 3 to smithi03267100-15 2024-09-13T00:16:48.324 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2976 (ObjNum 1188 snap 378 seq_num 1188) dirty exists 2024-09-13T00:16:48.324 INFO:tasks.rados.rados.0.smithi032.stdout:3768: left oid 15 (ObjNum 1188 snap 378 seq_num 1188) 2024-09-13T00:16:48.324 INFO:tasks.rados.rados.0.smithi032.stdout:3768: done (3 left) 2024-09-13T00:16:48.324 INFO:tasks.rados.rados.0.smithi032.stdout:3769: done (2 left) 2024-09-13T00:16:48.324 INFO:tasks.rados.rados.0.smithi032.stdout:3770: done (1 left) 2024-09-13T00:16:48.324 INFO:tasks.rados.rados.0.smithi032.stdout:3771: done (0 left) 2024-09-13T00:16:48.324 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 378 2024-09-13T00:16:48.324 INFO:tasks.rados.rados.0.smithi032.stdout:3772: seq_num 1189 ranges {638976=720896} 2024-09-13T00:16:48.333 INFO:tasks.rados.rados.0.smithi032.stdout:3772: writing smithi03267100-39 from 638976 to 1359872 tid 1 2024-09-13T00:16:48.333 INFO:tasks.rados.rados.0.smithi032.stdout:3773: setattr oid 30 current snap is 378 2024-09-13T00:16:48.336 INFO:tasks.rados.rados.0.smithi032.stdout:3774: read oid 3 snap -1 2024-09-13T00:16:48.336 INFO:tasks.rados.rados.0.smithi032.stdout:3774: expect (ObjNum 1139 snap 353 seq_num 1139) 2024-09-13T00:16:48.336 INFO:tasks.rados.rados.0.smithi032.stdout:3775: snap_create 2024-09-13T00:16:48.355 INFO:tasks.rados.rados.0.smithi032.stdout:3772: finishing write tid 1 to smithi03267100-39 2024-09-13T00:16:48.358 INFO:tasks.rados.rados.0.smithi032.stdout:3772: finishing write tid 2 to smithi03267100-39 2024-09-13T00:16:48.360 INFO:tasks.rados.rados.0.smithi032.stdout:3772: finishing write tid 3 to smithi03267100-39 2024-09-13T00:16:48.360 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2980 (ObjNum 1189 snap 378 seq_num 1189) dirty exists 2024-09-13T00:16:48.360 INFO:tasks.rados.rados.0.smithi032.stdout:3772: left oid 39 (ObjNum 1189 snap 378 seq_num 1189) 2024-09-13T00:16:48.369 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 3290 (ObjNum 49 snap 0 seq_num 166126528) dirty exists 2024-09-13T00:16:48.433 INFO:tasks.rados.rados.0.smithi032.stdout:3774: expect (ObjNum 1139 snap 353 seq_num 1139) 2024-09-13T00:16:48.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:48 smithi032 bash[75510]: cluster 2024-09-13T00:16:47.251086+0000 mgr.y (mgr.34107) 418 : cluster [DBG] pgmap v768: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 856 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.7 MiB/s wr, 17 op/s 2024-09-13T00:16:48.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:48 smithi032 bash[75510]: cluster 2024-09-13T00:16:48.318292+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2024-09-13T00:16:48.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:48 smithi032 bash[76677]: cluster 2024-09-13T00:16:47.251086+0000 mgr.y (mgr.34107) 418 : cluster [DBG] pgmap v768: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 856 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.7 MiB/s wr, 17 op/s 2024-09-13T00:16:48.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:48 smithi032 bash[76677]: cluster 2024-09-13T00:16:48.318292+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2024-09-13T00:16:48.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:48 smithi053 bash[67631]: cluster 2024-09-13T00:16:47.251086+0000 mgr.y (mgr.34107) 418 : cluster [DBG] pgmap v768: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 856 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.7 MiB/s wr, 17 op/s 2024-09-13T00:16:48.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:48 smithi053 bash[67631]: cluster 2024-09-13T00:16:48.318292+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2024-09-13T00:16:49.811 INFO:tasks.rados.rados.0.smithi032.stdout:3772: done (3 left) 2024-09-13T00:16:49.812 INFO:tasks.rados.rados.0.smithi032.stdout:3773: done (2 left) 2024-09-13T00:16:49.812 INFO:tasks.rados.rados.0.smithi032.stdout:3774: done (1 left) 2024-09-13T00:16:49.812 INFO:tasks.rados.rados.0.smithi032.stdout:3775: done (0 left) 2024-09-13T00:16:49.812 INFO:tasks.rados.rados.0.smithi032.stdout:3776: snap_remove snap 378 2024-09-13T00:16:50.378 INFO:tasks.rados.rados.0.smithi032.stdout:3776: done (0 left) 2024-09-13T00:16:50.378 INFO:tasks.rados.rados.0.smithi032.stdout:3777: copy_from oid 10 from oid 17 current snap is 379 2024-09-13T00:16:50.379 INFO:tasks.rados.rados.0.smithi032.stdout:3778: read oid 42 snap -1 2024-09-13T00:16:50.379 INFO:tasks.rados.rados.0.smithi032.stdout:3778: expect (ObjNum 1177 snap 374 seq_num 1177) 2024-09-13T00:16:50.379 INFO:tasks.rados.rados.0.smithi032.stdout:3779: delete oid 31 current snap is 379 2024-09-13T00:16:50.398 INFO:tasks.rados.rados.0.smithi032.stdout:3778: expect (ObjNum 1177 snap 374 seq_num 1177) 2024-09-13T00:16:50.419 INFO:tasks.rados.rados.0.smithi032.stdout:3778: done (2 left) 2024-09-13T00:16:50.419 INFO:tasks.rados.rados.0.smithi032.stdout:3779: done (1 left) 2024-09-13T00:16:50.419 INFO:tasks.rados.rados.0.smithi032.stdout:3780: read oid 44 snap -1 2024-09-13T00:16:50.419 INFO:tasks.rados.rados.0.smithi032.stdout:3780: expect deleted 2024-09-13T00:16:50.419 INFO:tasks.rados.rados.0.smithi032.stdout:3781: rmattr oid 18 current snap is 379 2024-09-13T00:16:50.419 INFO:tasks.rados.rados.0.smithi032.stdout:3781: done (2 left) 2024-09-13T00:16:50.420 INFO:tasks.rados.rados.0.smithi032.stdout:3782: snap_remove snap 376 2024-09-13T00:16:50.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:50 smithi032 bash[75510]: cluster 2024-09-13T00:16:49.252005+0000 mgr.y (mgr.34107) 419 : cluster [DBG] pgmap v771: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 857 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 480 KiB/s wr, 17 op/s 2024-09-13T00:16:50.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:50 smithi032 bash[75510]: cluster 2024-09-13T00:16:49.342769+0000 mon.a (mon.0) 1439 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2024-09-13T00:16:50.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:50 smithi032 bash[76677]: cluster 2024-09-13T00:16:49.252005+0000 mgr.y (mgr.34107) 419 : cluster [DBG] pgmap v771: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 857 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 480 KiB/s wr, 17 op/s 2024-09-13T00:16:50.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:50 smithi032 bash[76677]: cluster 2024-09-13T00:16:49.342769+0000 mon.a (mon.0) 1439 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2024-09-13T00:16:50.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:50 smithi053 bash[67631]: cluster 2024-09-13T00:16:49.252005+0000 mgr.y (mgr.34107) 419 : cluster [DBG] pgmap v771: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 857 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 480 KiB/s wr, 17 op/s 2024-09-13T00:16:50.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:50 smithi053 bash[67631]: cluster 2024-09-13T00:16:49.342769+0000 mon.a (mon.0) 1439 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2024-09-13T00:16:51.381 INFO:tasks.rados.rados.0.smithi032.stdout:3782: done (2 left) 2024-09-13T00:16:51.382 INFO:tasks.rados.rados.0.smithi032.stdout:3783: snap_remove snap 321 2024-09-13T00:16:51.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:51 smithi032 bash[75510]: cluster 2024-09-13T00:16:50.378976+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2024-09-13T00:16:51.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:51 smithi032 bash[76677]: cluster 2024-09-13T00:16:50.378976+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2024-09-13T00:16:51.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:51 smithi053 bash[67631]: cluster 2024-09-13T00:16:50.378976+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2024-09-13T00:16:52.392 INFO:tasks.rados.rados.0.smithi032.stdout:3783: done (2 left) 2024-09-13T00:16:52.393 INFO:tasks.rados.rados.0.smithi032.stdout:3784: delete oid 12 current snap is 379 2024-09-13T00:16:52.393 INFO:tasks.rados.rados.0.smithi032.stdout:3777: finishing copy_from racing read to smithi03267100-10 2024-09-13T00:16:52.393 INFO:tasks.rados.rados.0.smithi032.stdout:3777: finishing copy_from to smithi03267100-10 2024-09-13T00:16:52.393 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2963 (ObjNum 982 snap 284 seq_num 982) dirty exists 2024-09-13T00:16:52.425 INFO:tasks.rados.rados.0.smithi032.stdout:3777: done (2 left) 2024-09-13T00:16:52.425 INFO:tasks.rados.rados.0.smithi032.stdout:3780: done (1 left) 2024-09-13T00:16:52.425 INFO:tasks.rados.rados.0.smithi032.stdout:3784: done (0 left) 2024-09-13T00:16:52.425 INFO:tasks.rados.rados.0.smithi032.stdout:3785: snap_create 2024-09-13T00:16:52.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:16:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:16:52] "GET /metrics HTTP/1.1" 200 36288 "" "Prometheus/2.43.0" 2024-09-13T00:16:52.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:52 smithi032 bash[75510]: cluster 2024-09-13T00:16:51.252708+0000 mgr.y (mgr.34107) 420 : cluster [DBG] pgmap v774: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 856 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 500 KiB/s wr, 16 op/s 2024-09-13T00:16:52.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:52 smithi032 bash[75510]: cluster 2024-09-13T00:16:51.381676+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2024-09-13T00:16:52.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:52 smithi032 bash[76677]: cluster 2024-09-13T00:16:51.252708+0000 mgr.y (mgr.34107) 420 : cluster [DBG] pgmap v774: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 856 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 500 KiB/s wr, 16 op/s 2024-09-13T00:16:52.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:52 smithi032 bash[76677]: cluster 2024-09-13T00:16:51.381676+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2024-09-13T00:16:52.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:52 smithi053 bash[67631]: cluster 2024-09-13T00:16:51.252708+0000 mgr.y (mgr.34107) 420 : cluster [DBG] pgmap v774: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 856 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 500 KiB/s wr, 16 op/s 2024-09-13T00:16:52.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:52 smithi053 bash[67631]: cluster 2024-09-13T00:16:51.381676+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2024-09-13T00:16:52.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:16:52 smithi053 bash[94430]: ts=2024-09-13T00:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:16:53.320 INFO:tasks.rados.rados.0.smithi032.stdout:3785: done (0 left) 2024-09-13T00:16:53.321 INFO:tasks.rados.rados.0.smithi032.stdout:3786: read oid 34 snap -1 2024-09-13T00:16:53.321 INFO:tasks.rados.rados.0.smithi032.stdout:3786: expect deleted 2024-09-13T00:16:53.321 INFO:tasks.rados.rados.0.smithi032.stdout:3787: read oid 4 snap 367 2024-09-13T00:16:53.321 INFO:tasks.rados.rados.0.smithi032.stdout:3787: expect (ObjNum 1164 snap 362 seq_num 1164) 2024-09-13T00:16:53.321 INFO:tasks.rados.rados.0.smithi032.stdout:3788: rollback oid 45 current snap is 380 2024-09-13T00:16:53.321 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 267 2024-09-13T00:16:53.321 INFO:tasks.rados.rados.0.smithi032.stdout:3789: read oid 9 snap 365 2024-09-13T00:16:53.321 INFO:tasks.rados.rados.0.smithi032.stdout:3789: expect (ObjNum 1096 snap 341 seq_num 1096) 2024-09-13T00:16:53.321 INFO:tasks.rados.rados.0.smithi032.stdout:3790: read oid 27 snap -1 2024-09-13T00:16:53.321 INFO:tasks.rados.rados.0.smithi032.stdout:3790: expect deleted 2024-09-13T00:16:53.321 INFO:tasks.rados.rados.0.smithi032.stdout:3791: read oid 8 snap -1 2024-09-13T00:16:53.322 INFO:tasks.rados.rados.0.smithi032.stdout:3791: expect deleted 2024-09-13T00:16:53.322 INFO:tasks.rados.rados.0.smithi032.stdout:3792: snap_remove snap 335 2024-09-13T00:16:53.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:53 smithi032 bash[75510]: cluster 2024-09-13T00:16:52.385210+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2024-09-13T00:16:53.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:53 smithi032 bash[75510]: cluster 2024-09-13T00:16:53.320363+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2024-09-13T00:16:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:53 smithi032 bash[76677]: cluster 2024-09-13T00:16:52.385210+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2024-09-13T00:16:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:53 smithi032 bash[76677]: cluster 2024-09-13T00:16:53.320363+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2024-09-13T00:16:53.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:53 smithi053 bash[67631]: cluster 2024-09-13T00:16:52.385210+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2024-09-13T00:16:53.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:53 smithi053 bash[67631]: cluster 2024-09-13T00:16:53.320363+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2024-09-13T00:16:54.323 INFO:tasks.rados.rados.0.smithi032.stdout:3792: done (6 left) 2024-09-13T00:16:54.324 INFO:tasks.rados.rados.0.smithi032.stdout:3793: snap_remove snap 361 2024-09-13T00:16:54.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:54 smithi032 bash[75510]: cluster 2024-09-13T00:16:53.253578+0000 mgr.y (mgr.34107) 421 : cluster [DBG] pgmap v777: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 855 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 499 KiB/s rd, 176 KiB/s wr, 7 op/s 2024-09-13T00:16:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:54 smithi032 bash[75510]: cluster 2024-09-13T00:16:54.325109+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2024-09-13T00:16:54.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:54 smithi032 bash[76677]: cluster 2024-09-13T00:16:53.253578+0000 mgr.y (mgr.34107) 421 : cluster [DBG] pgmap v777: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 855 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 499 KiB/s rd, 176 KiB/s wr, 7 op/s 2024-09-13T00:16:54.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:54 smithi032 bash[76677]: cluster 2024-09-13T00:16:54.325109+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2024-09-13T00:16:54.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:54 smithi053 bash[67631]: cluster 2024-09-13T00:16:53.253578+0000 mgr.y (mgr.34107) 421 : cluster [DBG] pgmap v777: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 855 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 499 KiB/s rd, 176 KiB/s wr, 7 op/s 2024-09-13T00:16:54.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:54 smithi053 bash[67631]: cluster 2024-09-13T00:16:54.325109+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2024-09-13T00:16:55.327 INFO:tasks.rados.rados.0.smithi032.stdout:3793: done (6 left) 2024-09-13T00:16:55.328 INFO:tasks.rados.rados.0.smithi032.stdout:3794: delete oid 15 current snap is 380 2024-09-13T00:16:55.333 INFO:tasks.rados.rados.0.smithi032.stdout:3787: expect (ObjNum 1164 snap 362 seq_num 1164) 2024-09-13T00:16:55.346 INFO:tasks.rados.rados.0.smithi032.stdout:3788: finishing rollback tid 0 to smithi03267100-45 2024-09-13T00:16:55.346 INFO:tasks.rados.rados.0.smithi032.stdout:3788: finishing rollback tid 1 to smithi03267100-45 2024-09-13T00:16:55.346 INFO:tasks.rados.rados.0.smithi032.stdout:3788: finishing rollback tid 2 to smithi03267100-45 2024-09-13T00:16:55.346 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 3097 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:16:55.346 INFO:tasks.rados.rados.0.smithi032.stdout:3789: expect (ObjNum 1096 snap 341 seq_num 1096) 2024-09-13T00:16:55.583 INFO:tasks.rados.rados.0.smithi032.stdout:3786: done (6 left) 2024-09-13T00:16:55.584 INFO:tasks.rados.rados.0.smithi032.stdout:3787: done (5 left) 2024-09-13T00:16:55.584 INFO:tasks.rados.rados.0.smithi032.stdout:3788: done (4 left) 2024-09-13T00:16:55.584 INFO:tasks.rados.rados.0.smithi032.stdout:3789: done (3 left) 2024-09-13T00:16:55.584 INFO:tasks.rados.rados.0.smithi032.stdout:3790: done (2 left) 2024-09-13T00:16:55.584 INFO:tasks.rados.rados.0.smithi032.stdout:3791: done (1 left) 2024-09-13T00:16:55.584 INFO:tasks.rados.rados.0.smithi032.stdout:3794: done (0 left) 2024-09-13T00:16:55.584 INFO:tasks.rados.rados.0.smithi032.stdout:3795: read oid 8 snap -1 2024-09-13T00:16:55.584 INFO:tasks.rados.rados.0.smithi032.stdout:3795: expect deleted 2024-09-13T00:16:55.584 INFO:tasks.rados.rados.0.smithi032.stdout:3796: rmattr oid 12 current snap is 380 2024-09-13T00:16:55.584 INFO:tasks.rados.rados.0.smithi032.stdout:3796: done (1 left) 2024-09-13T00:16:55.584 INFO:tasks.rados.rados.0.smithi032.stdout:3797: delete oid 25 current snap is 380 2024-09-13T00:16:55.589 INFO:tasks.rados.rados.0.smithi032.stdout:3795: done (1 left) 2024-09-13T00:16:55.589 INFO:tasks.rados.rados.0.smithi032.stdout:3797: done (0 left) 2024-09-13T00:16:55.589 INFO:tasks.rados.rados.0.smithi032.stdout:3798: rollback oid 43 current snap is 380 2024-09-13T00:16:55.589 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 353 2024-09-13T00:16:55.589 INFO:tasks.rados.rados.0.smithi032.stdout:3799: read oid 45 snap 343 2024-09-13T00:16:55.589 INFO:tasks.rados.rados.0.smithi032.stdout:3799: expect (ObjNum 166341088 snap 22058 seq_num 166379904) 2024-09-13T00:16:55.589 INFO:tasks.rados.rados.0.smithi032.stdout:3800: read oid 7 snap 267 2024-09-13T00:16:55.589 INFO:tasks.rados.rados.0.smithi032.stdout:3800: expect (ObjNum 166835456 snap 22058 seq_num 168831632) 2024-09-13T00:16:55.589 INFO:tasks.rados.rados.0.smithi032.stdout:3801: read oid 27 snap -1 2024-09-13T00:16:55.589 INFO:tasks.rados.rados.0.smithi032.stdout:3801: expect deleted 2024-09-13T00:16:55.590 INFO:tasks.rados.rados.0.smithi032.stdout:3802: snap_create 2024-09-13T00:16:55.590 INFO:tasks.rados.rados.0.smithi032.stdout:3799: expect (ObjNum 166341088 snap 22058 seq_num 166379904) 2024-09-13T00:16:55.593 INFO:tasks.rados.rados.0.smithi032.stdout:3800: expect (ObjNum 166835456 snap 22058 seq_num 168831632) 2024-09-13T00:16:55.595 INFO:tasks.rados.rados.0.smithi032.stdout:3798: finishing rollback tid 0 to smithi03267100-43 2024-09-13T00:16:55.595 INFO:tasks.rados.rados.0.smithi032.stdout:3798: finishing rollback tid 1 to smithi03267100-43 2024-09-13T00:16:55.595 INFO:tasks.rados.rados.0.smithi032.stdout:3798: finishing rollback tid 2 to smithi03267100-43 2024-09-13T00:16:55.595 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2726 (ObjNum 977 snap 283 seq_num 977) dirty exists 2024-09-13T00:16:55.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:55 smithi032 bash[75510]: audit 2024-09-13T00:16:55.137411+0000 mon.a (mon.0) 1445 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:16:55.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:55 smithi032 bash[75510]: cluster 2024-09-13T00:16:55.327242+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2024-09-13T00:16:55.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:55 smithi032 bash[76677]: audit 2024-09-13T00:16:55.137411+0000 mon.a (mon.0) 1445 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:16:55.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:55 smithi032 bash[76677]: cluster 2024-09-13T00:16:55.327242+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2024-09-13T00:16:55.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:55 smithi053 bash[67631]: audit 2024-09-13T00:16:55.137411+0000 mon.a (mon.0) 1445 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:16:55.804 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:55 smithi053 bash[67631]: cluster 2024-09-13T00:16:55.327242+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2024-09-13T00:16:56.426 INFO:tasks.rados.rados.0.smithi032.stdout:3798: done (4 left) 2024-09-13T00:16:56.426 INFO:tasks.rados.rados.0.smithi032.stdout:3799: done (3 left) 2024-09-13T00:16:56.426 INFO:tasks.rados.rados.0.smithi032.stdout:3800: done (2 left) 2024-09-13T00:16:56.426 INFO:tasks.rados.rados.0.smithi032.stdout:3801: done (1 left) 2024-09-13T00:16:56.426 INFO:tasks.rados.rados.0.smithi032.stdout:3802: done (0 left) 2024-09-13T00:16:56.426 INFO:tasks.rados.rados.0.smithi032.stdout:3803: snap_remove snap 322 2024-09-13T00:16:56.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:56 smithi053 bash[67631]: cluster 2024-09-13T00:16:55.254261+0000 mgr.y (mgr.34107) 422 : cluster [DBG] pgmap v780: 121 pgs: 121 active+clean; 859 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-13T00:16:56.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:56 smithi032 bash[75510]: cluster 2024-09-13T00:16:55.254261+0000 mgr.y (mgr.34107) 422 : cluster [DBG] pgmap v780: 121 pgs: 121 active+clean; 859 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-13T00:16:56.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:56 smithi032 bash[76677]: cluster 2024-09-13T00:16:55.254261+0000 mgr.y (mgr.34107) 422 : cluster [DBG] pgmap v780: 121 pgs: 121 active+clean; 859 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-13T00:16:57.433 INFO:tasks.rados.rados.0.smithi032.stdout:3803: done (0 left) 2024-09-13T00:16:57.433 INFO:tasks.rados.rados.0.smithi032.stdout:3804: read oid 35 snap 319 2024-09-13T00:16:57.433 INFO:tasks.rados.rados.0.smithi032.stdout:3804: expect deleted 2024-09-13T00:16:57.433 INFO:tasks.rados.rados.0.smithi032.stdout:3805: delete oid 25 current snap is 381 2024-09-13T00:16:57.476 INFO:tasks.rados.rados.0.smithi032.stdout:3804: done (1 left) 2024-09-13T00:16:57.476 INFO:tasks.rados.rados.0.smithi032.stdout:3805: done (0 left) 2024-09-13T00:16:57.476 INFO:tasks.rados.rados.0.smithi032.stdout:3806: snap_create 2024-09-13T00:16:57.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:57 smithi053 bash[67631]: cluster 2024-09-13T00:16:56.426655+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2024-09-13T00:16:57.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:57 smithi032 bash[75510]: cluster 2024-09-13T00:16:56.426655+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2024-09-13T00:16:57.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:57 smithi032 bash[76677]: cluster 2024-09-13T00:16:56.426655+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2024-09-13T00:16:58.323 INFO:tasks.rados.rados.0.smithi032.stdout:3806: done (0 left) 2024-09-13T00:16:58.323 INFO:tasks.rados.rados.0.smithi032.stdout:3807: delete oid 27 current snap is 382 2024-09-13T00:16:58.333 INFO:tasks.rados.rados.0.smithi032.stdout:3807: done (0 left) 2024-09-13T00:16:58.334 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 382 2024-09-13T00:16:58.334 INFO:tasks.rados.rados.0.smithi032.stdout:3808: seq_num 1196 ranges {0=434176,434176=401408} 2024-09-13T00:16:58.339 INFO:tasks.rados.rados.0.smithi032.stdout:3808: writing smithi03267100-30 from 0 to 434176 tid 1 2024-09-13T00:16:58.346 INFO:tasks.rados.rados.0.smithi032.stdout:3808: writing smithi03267100-30 from 434176 to 835584 tid 2 2024-09-13T00:16:58.346 INFO:tasks.rados.rados.0.smithi032.stdout:3809: snap_remove snap 362 2024-09-13T00:16:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:58 smithi053 bash[67631]: cluster 2024-09-13T00:16:57.255006+0000 mgr.y (mgr.34107) 423 : cluster [DBG] pgmap v783: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 858 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-13T00:16:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:58 smithi053 bash[67631]: cluster 2024-09-13T00:16:57.432137+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2024-09-13T00:16:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:16:58 smithi053 bash[67631]: cluster 2024-09-13T00:16:58.323212+0000 mon.a (mon.0) 1449 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2024-09-13T00:16:58.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:58 smithi032 bash[75510]: cluster 2024-09-13T00:16:57.255006+0000 mgr.y (mgr.34107) 423 : cluster [DBG] pgmap v783: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 858 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-13T00:16:58.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:58 smithi032 bash[75510]: cluster 2024-09-13T00:16:57.432137+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2024-09-13T00:16:58.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:16:58 smithi032 bash[75510]: cluster 2024-09-13T00:16:58.323212+0000 mon.a (mon.0) 1449 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2024-09-13T00:16:58.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:58 smithi032 bash[76677]: cluster 2024-09-13T00:16:57.255006+0000 mgr.y (mgr.34107) 423 : cluster [DBG] pgmap v783: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 858 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-13T00:16:58.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:58 smithi032 bash[76677]: cluster 2024-09-13T00:16:57.432137+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2024-09-13T00:16:58.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:16:58 smithi032 bash[76677]: cluster 2024-09-13T00:16:58.323212+0000 mon.a (mon.0) 1449 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2024-09-13T00:16:59.342 INFO:tasks.rados.rados.0.smithi032.stdout:3808: finishing write tid 1 to smithi03267100-30 2024-09-13T00:16:59.342 INFO:tasks.rados.rados.0.smithi032.stdout:3808: finishing write tid 2 to smithi03267100-30 2024-09-13T00:16:59.343 INFO:tasks.rados.rados.0.smithi032.stdout:3808: finishing write tid 3 to smithi03267100-30 2024-09-13T00:16:59.343 INFO:tasks.rados.rados.0.smithi032.stdout:3808: finishing write tid 4 to smithi03267100-30 2024-09-13T00:16:59.343 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 3346 (ObjNum 1196 snap 382 seq_num 1196) dirty exists 2024-09-13T00:16:59.343 INFO:tasks.rados.rados.0.smithi032.stdout:3808: left oid 30 (ObjNum 1196 snap 382 seq_num 1196) 2024-09-13T00:16:59.343 INFO:tasks.rados.rados.0.smithi032.stdout:3808: done (1 left) 2024-09-13T00:16:59.343 INFO:tasks.rados.rados.0.smithi032.stdout:3809: done (0 left) 2024-09-13T00:16:59.343 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 382 2024-09-13T00:16:59.343 INFO:tasks.rados.rados.0.smithi032.stdout:3810: seq_num 1197 ranges {3997696=450560,4448256=401408} 2024-09-13T00:16:59.396 INFO:tasks.rados.rados.0.smithi032.stdout:3810: writing smithi03267100-23 from 3997696 to 4448256 tid 1 2024-09-13T00:16:59.400 INFO:tasks.rados.rados.0.smithi032.stdout:3810: writing smithi03267100-23 from 4448256 to 4849664 tid 2 2024-09-13T00:16:59.400 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 382 2024-09-13T00:16:59.400 INFO:tasks.rados.rados.0.smithi032.stdout:3811: seq_num 1198 ranges {15998976=466944,16465920=401408} 2024-09-13T00:16:59.505 INFO:tasks.rados.rados.0.smithi032.stdout:3811: writing smithi03267100-22 from 15998976 to 16465920 tid 1 2024-09-13T00:16:59.507 INFO:tasks.rados.rados.0.smithi032.stdout:3811: writing smithi03267100-22 from 16465920 to 16867328 tid 2 2024-09-13T00:16:59.507 INFO:tasks.rados.rados.0.smithi032.stdout:3812: snap_remove snap 360 2024-09-13T00:17:00.465 INFO:tasks.rados.rados.0.smithi032.stdout:3812: done (2 left) 2024-09-13T00:17:00.465 INFO:tasks.rados.rados.0.smithi032.stdout:3813: copy_from oid 21 from oid 3 current snap is 382 2024-09-13T00:17:00.465 INFO:tasks.rados.rados.0.smithi032.stdout:3814: setattr oid 16 current snap is 382 2024-09-13T00:17:00.467 INFO:tasks.rados.rados.0.smithi032.stdout:3810: finishing write tid 1 to smithi03267100-23 2024-09-13T00:17:00.467 INFO:tasks.rados.rados.0.smithi032.stdout:3810: finishing write tid 2 to smithi03267100-23 2024-09-13T00:17:00.467 INFO:tasks.rados.rados.0.smithi032.stdout:3810: finishing write tid 3 to smithi03267100-23 2024-09-13T00:17:00.467 INFO:tasks.rados.rados.0.smithi032.stdout:3810: finishing write tid 4 to smithi03267100-23 2024-09-13T00:17:00.467 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 3354 (ObjNum 1197 snap 382 seq_num 1197) dirty exists 2024-09-13T00:17:00.467 INFO:tasks.rados.rados.0.smithi032.stdout:3810: left oid 23 (ObjNum 1197 snap 382 seq_num 1197) 2024-09-13T00:17:00.467 INFO:tasks.rados.rados.0.smithi032.stdout:3811: finishing write tid 1 to smithi03267100-22 2024-09-13T00:17:00.467 INFO:tasks.rados.rados.0.smithi032.stdout:3811: finishing write tid 2 to smithi03267100-22 2024-09-13T00:17:00.467 INFO:tasks.rados.rados.0.smithi032.stdout:3811: finishing write tid 3 to smithi03267100-22 2024-09-13T00:17:00.467 INFO:tasks.rados.rados.0.smithi032.stdout:3811: finishing write tid 4 to smithi03267100-22 2024-09-13T00:17:00.467 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 3113 (ObjNum 1198 snap 382 seq_num 1198) dirty exists 2024-09-13T00:17:00.467 INFO:tasks.rados.rados.0.smithi032.stdout:3811: left oid 22 (ObjNum 1198 snap 382 seq_num 1198) 2024-09-13T00:17:00.468 INFO:tasks.rados.rados.0.smithi032.stdout:3810: done (3 left) 2024-09-13T00:17:00.468 INFO:tasks.rados.rados.0.smithi032.stdout:3811: done (2 left) 2024-09-13T00:17:00.468 INFO:tasks.rados.rados.0.smithi032.stdout:3815: rmattr oid 5 current snap is 382 2024-09-13T00:17:00.468 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 382 2024-09-13T00:17:00.468 INFO:tasks.rados.rados.0.smithi032.stdout:3816: seq_num 1199 ranges {4907008=483328,5390336=401408} 2024-09-13T00:17:00.499 INFO:tasks.rados.rados.0.smithi032.stdout:3816: writing smithi03267100-35 from 4907008 to 5390336 tid 1 2024-09-13T00:17:00.502 INFO:tasks.rados.rados.0.smithi032.stdout:3816: writing smithi03267100-35 from 5390336 to 5791744 tid 2 2024-09-13T00:17:00.502 INFO:tasks.rados.rados.0.smithi032.stdout:3817: rollback oid 44 current snap is 382 2024-09-13T00:17:00.502 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 365 2024-09-13T00:17:00.502 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2978 (ObjNum 1182 snap 374 seq_num 1182) dirty exists 2024-09-13T00:17:00.503 INFO:tasks.rados.rados.0.smithi032.stdout:3815: done (4 left) 2024-09-13T00:17:00.503 INFO:tasks.rados.rados.0.smithi032.stdout:3818: snap_create 2024-09-13T00:17:00.518 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 3379 (ObjNum 1175 snap 374 seq_num 1175) dirty exists 2024-09-13T00:17:00.518 INFO:tasks.rados.rados.0.smithi032.stdout:3817: finishing rollback tid 1 to smithi03267100-44 2024-09-13T00:17:00.520 INFO:tasks.rados.rados.0.smithi032.stdout:3817: finishing rollback tid 2 to smithi03267100-44 2024-09-13T00:17:00.520 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2983 (ObjNum 1144 snap 358 seq_num 1144) dirty exists 2024-09-13T00:17:00.528 INFO:tasks.rados.rados.0.smithi032.stdout:3816: finishing write tid 1 to smithi03267100-35 2024-09-13T00:17:00.528 INFO:tasks.rados.rados.0.smithi032.stdout:3816: finishing write tid 2 to smithi03267100-35 2024-09-13T00:17:00.528 INFO:tasks.rados.rados.0.smithi032.stdout:3816: finishing write tid 3 to smithi03267100-35 2024-09-13T00:17:00.532 INFO:tasks.rados.rados.0.smithi032.stdout:3816: finishing write tid 4 to smithi03267100-35 2024-09-13T00:17:00.532 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 3100 (ObjNum 1199 snap 382 seq_num 1199) dirty exists 2024-09-13T00:17:00.532 INFO:tasks.rados.rados.0.smithi032.stdout:3816: left oid 35 (ObjNum 1199 snap 382 seq_num 1199) 2024-09-13T00:17:00.547 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -e sha1=7a853b1706d076d58e0da7a5d3b9b9eb36276880 -- bash -c 'ceph orch ps' 2024-09-13T00:17:00.578 INFO:tasks.rados.rados.0.smithi032.stdout:3813: finishing copy_from racing read to smithi03267100-21 2024-09-13T00:17:00.581 INFO:tasks.rados.rados.0.smithi032.stdout:3813: finishing copy_from to smithi03267100-21 2024-09-13T00:17:00.581 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 3092 (ObjNum 1139 snap 353 seq_num 1139) dirty exists 2024-09-13T00:17:00.586 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:00 smithi032 bash[75510]: cluster 2024-09-13T00:16:59.255994+0000 mgr.y (mgr.34107) 424 : cluster [DBG] pgmap v786: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 857 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T00:17:00.586 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:00 smithi032 bash[75510]: cluster 2024-09-13T00:16:59.339274+0000 mon.a (mon.0) 1450 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2024-09-13T00:17:00.586 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:00 smithi032 bash[75510]: audit 2024-09-13T00:16:59.438766+0000 mgr.y (mgr.34107) 425 : audit [DBG] from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:17:00.586 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:00 smithi032 bash[76677]: cluster 2024-09-13T00:16:59.255994+0000 mgr.y (mgr.34107) 424 : cluster [DBG] pgmap v786: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 857 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T00:17:00.586 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:00 smithi032 bash[76677]: cluster 2024-09-13T00:16:59.339274+0000 mon.a (mon.0) 1450 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2024-09-13T00:17:00.586 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:00 smithi032 bash[76677]: audit 2024-09-13T00:16:59.438766+0000 mgr.y (mgr.34107) 425 : audit [DBG] from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:17:00.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:00 smithi053 bash[67631]: cluster 2024-09-13T00:16:59.255994+0000 mgr.y (mgr.34107) 424 : cluster [DBG] pgmap v786: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 857 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T00:17:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:00 smithi053 bash[67631]: cluster 2024-09-13T00:16:59.339274+0000 mon.a (mon.0) 1450 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2024-09-13T00:17:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:00 smithi053 bash[67631]: audit 2024-09-13T00:16:59.438766+0000 mgr.y (mgr.34107) 425 : audit [DBG] from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:17:01.473 INFO:tasks.rados.rados.0.smithi032.stdout:3813: done (4 left) 2024-09-13T00:17:01.473 INFO:tasks.rados.rados.0.smithi032.stdout:3814: done (3 left) 2024-09-13T00:17:01.473 INFO:tasks.rados.rados.0.smithi032.stdout:3816: done (2 left) 2024-09-13T00:17:01.473 INFO:tasks.rados.rados.0.smithi032.stdout:3817: done (1 left) 2024-09-13T00:17:01.473 INFO:tasks.rados.rados.0.smithi032.stdout:3818: done (0 left) 2024-09-13T00:17:01.473 INFO:tasks.rados.rados.0.smithi032.stdout:3819: snap_create 2024-09-13T00:17:01.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:01 smithi053 bash[67631]: cluster 2024-09-13T00:17:00.463549+0000 mon.a (mon.0) 1451 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2024-09-13T00:17:01.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:01 smithi032 bash[75510]: cluster 2024-09-13T00:17:00.463549+0000 mon.a (mon.0) 1451 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2024-09-13T00:17:01.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:01 smithi032 bash[76677]: cluster 2024-09-13T00:17:00.463549+0000 mon.a (mon.0) 1451 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2024-09-13T00:17:02.474 INFO:tasks.rados.rados.0.smithi032.stdout:3819: done (0 left) 2024-09-13T00:17:02.474 INFO:tasks.rados.rados.0.smithi032.stdout:3820: setattr oid 45 current snap is 384 2024-09-13T00:17:02.478 INFO:tasks.rados.rados.0.smithi032.stdout:3821: copy_from oid 13 from oid 16 current snap is 384 2024-09-13T00:17:02.478 INFO:tasks.rados.rados.0.smithi032.stdout:3822: snap_remove snap 352 2024-09-13T00:17:02.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:17:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:17:02] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.43.0" 2024-09-13T00:17:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:02 smithi032 bash[75510]: cluster 2024-09-13T00:17:01.256675+0000 mgr.y (mgr.34107) 426 : cluster [DBG] pgmap v789: 121 pgs: 121 active+clean; 858 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 412 KiB/s wr, 5 op/s 2024-09-13T00:17:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:02 smithi032 bash[75510]: cluster 2024-09-13T00:17:01.472331+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2024-09-13T00:17:02.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:02 smithi032 bash[76677]: cluster 2024-09-13T00:17:01.256675+0000 mgr.y (mgr.34107) 426 : cluster [DBG] pgmap v789: 121 pgs: 121 active+clean; 858 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 412 KiB/s wr, 5 op/s 2024-09-13T00:17:02.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:02 smithi032 bash[76677]: cluster 2024-09-13T00:17:01.472331+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2024-09-13T00:17:02.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:17:02 smithi053 bash[94430]: ts=2024-09-13T00:17:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:17:02.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:02 smithi053 bash[67631]: cluster 2024-09-13T00:17:01.256675+0000 mgr.y (mgr.34107) 426 : cluster [DBG] pgmap v789: 121 pgs: 121 active+clean; 858 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 412 KiB/s wr, 5 op/s 2024-09-13T00:17:02.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:02 smithi053 bash[67631]: cluster 2024-09-13T00:17:01.472331+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2024-09-13T00:17:03.321 INFO:tasks.rados.rados.0.smithi032.stdout:3822: done (2 left) 2024-09-13T00:17:03.321 INFO:tasks.rados.rados.0.smithi032.stdout:3823: snap_remove snap 353 2024-09-13T00:17:03.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:03 smithi053 bash[67631]: cluster 2024-09-13T00:17:02.475057+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2024-09-13T00:17:03.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:03 smithi053 bash[67631]: cluster 2024-09-13T00:17:03.322385+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2024-09-13T00:17:03.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:03 smithi032 bash[75510]: cluster 2024-09-13T00:17:02.475057+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2024-09-13T00:17:03.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:03 smithi032 bash[75510]: cluster 2024-09-13T00:17:03.322385+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2024-09-13T00:17:03.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:03 smithi032 bash[76677]: cluster 2024-09-13T00:17:02.475057+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2024-09-13T00:17:03.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:03 smithi032 bash[76677]: cluster 2024-09-13T00:17:03.322385+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2024-09-13T00:17:04.332 INFO:tasks.rados.rados.0.smithi032.stdout:3823: done (2 left) 2024-09-13T00:17:04.332 INFO:tasks.rados.rados.0.smithi032.stdout:3824: delete oid 2 current snap is 384 2024-09-13T00:17:04.332 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 3101 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:17:04.332 INFO:tasks.rados.rados.0.smithi032.stdout:3821: finishing copy_from racing read to smithi03267100-13 2024-09-13T00:17:04.333 INFO:tasks.rados.rados.0.smithi032.stdout:3821: finishing copy_from to smithi03267100-13 2024-09-13T00:17:04.333 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 3379 (ObjNum 1175 snap 374 seq_num 1175) dirty exists 2024-09-13T00:17:04.359 INFO:tasks.rados.rados.0.smithi032.stdout:3820: done (2 left) 2024-09-13T00:17:04.359 INFO:tasks.rados.rados.0.smithi032.stdout:3821: done (1 left) 2024-09-13T00:17:04.359 INFO:tasks.rados.rados.0.smithi032.stdout:3824: done (0 left) 2024-09-13T00:17:04.359 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 384 2024-09-13T00:17:04.359 INFO:tasks.rados.rados.0.smithi032.stdout:3825: seq_num 1201 ranges {0=524288,524288=401408} 2024-09-13T00:17:04.365 INFO:tasks.rados.rados.0.smithi032.stdout:3825: writing smithi03267100-12 from 0 to 524288 tid 1 2024-09-13T00:17:04.369 INFO:tasks.rados.rados.0.smithi032.stdout:3825: writing smithi03267100-12 from 524288 to 925696 tid 2 2024-09-13T00:17:04.370 INFO:tasks.rados.rados.0.smithi032.stdout:3826: copy_from oid 9 from oid 13 current snap is 384 2024-09-13T00:17:04.370 INFO:tasks.rados.rados.0.smithi032.stdout:3827: read oid 27 snap -1 2024-09-13T00:17:04.370 INFO:tasks.rados.rados.0.smithi032.stdout:3827: expect deleted 2024-09-13T00:17:04.370 INFO:tasks.rados.rados.0.smithi032.stdout:3828: delete oid 22 current snap is 384 2024-09-13T00:17:04.381 INFO:tasks.rados.rados.0.smithi032.stdout:3825: finishing write tid 1 to smithi03267100-12 2024-09-13T00:17:04.381 INFO:tasks.rados.rados.0.smithi032.stdout:3825: finishing write tid 2 to smithi03267100-12 2024-09-13T00:17:04.381 INFO:tasks.rados.rados.0.smithi032.stdout:3825: finishing write tid 3 to smithi03267100-12 2024-09-13T00:17:04.385 INFO:tasks.rados.rados.0.smithi032.stdout:3825: finishing write tid 4 to smithi03267100-12 2024-09-13T00:17:04.385 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 3382 (ObjNum 1201 snap 384 seq_num 1201) dirty exists 2024-09-13T00:17:04.385 INFO:tasks.rados.rados.0.smithi032.stdout:3825: left oid 12 (ObjNum 1201 snap 384 seq_num 1201) 2024-09-13T00:17:04.387 INFO:tasks.rados.rados.0.smithi032.stdout:3825: done (3 left) 2024-09-13T00:17:04.388 INFO:tasks.rados.rados.0.smithi032.stdout:3827: done (2 left) 2024-09-13T00:17:04.388 INFO:tasks.rados.rados.0.smithi032.stdout:3828: done (1 left) 2024-09-13T00:17:04.388 INFO:tasks.rados.rados.0.smithi032.stdout:3829: snap_remove snap 337 2024-09-13T00:17:04.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:04 smithi053 bash[67631]: cluster 2024-09-13T00:17:03.257527+0000 mgr.y (mgr.34107) 427 : cluster [DBG] pgmap v792: 121 pgs: 121 active+clean; 859 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:17:04.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:04 smithi053 bash[67631]: cluster 2024-09-13T00:17:04.328577+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2024-09-13T00:17:04.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:04 smithi032 bash[75510]: cluster 2024-09-13T00:17:03.257527+0000 mgr.y (mgr.34107) 427 : cluster [DBG] pgmap v792: 121 pgs: 121 active+clean; 859 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:17:04.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:04 smithi032 bash[75510]: cluster 2024-09-13T00:17:04.328577+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2024-09-13T00:17:04.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:04 smithi032 bash[76677]: cluster 2024-09-13T00:17:03.257527+0000 mgr.y (mgr.34107) 427 : cluster [DBG] pgmap v792: 121 pgs: 121 active+clean; 859 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:17:04.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:04 smithi032 bash[76677]: cluster 2024-09-13T00:17:04.328577+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2024-09-13T00:17:05.332 INFO:tasks.rados.rados.0.smithi032.stdout:3826: finishing copy_from racing read to smithi03267100-9 2024-09-13T00:17:05.333 INFO:tasks.rados.rados.0.smithi032.stdout:3826: finishing copy_from to smithi03267100-9 2024-09-13T00:17:05.333 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 3379 (ObjNum 1175 snap 374 seq_num 1175) dirty exists 2024-09-13T00:17:05.333 INFO:tasks.rados.rados.0.smithi032.stdout:3826: done (1 left) 2024-09-13T00:17:05.333 INFO:tasks.rados.rados.0.smithi032.stdout:3829: done (0 left) 2024-09-13T00:17:05.333 INFO:tasks.rados.rados.0.smithi032.stdout:3830: delete oid 38 current snap is 384 2024-09-13T00:17:05.360 INFO:tasks.rados.rados.0.smithi032.stdout:3830: done (0 left) 2024-09-13T00:17:05.360 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 384 2024-09-13T00:17:05.360 INFO:tasks.rados.rados.0.smithi032.stdout:3831: seq_num 1204 ranges {4907008=573440,5480448=401408} 2024-09-13T00:17:05.360 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:17:05.401 INFO:tasks.rados.rados.0.smithi032.stdout:3831: writing smithi03267100-10 from 4907008 to 5480448 tid 1 2024-09-13T00:17:05.404 INFO:tasks.rados.rados.0.smithi032.stdout:3831: writing smithi03267100-10 from 5480448 to 5881856 tid 2 2024-09-13T00:17:05.404 INFO:tasks.rados.rados.0.smithi032.stdout:3832: delete oid 22 current snap is 384 2024-09-13T00:17:05.408 INFO:tasks.rados.rados.0.smithi032.stdout:3831: finishing write tid 1 to smithi03267100-10 2024-09-13T00:17:05.408 INFO:tasks.rados.rados.0.smithi032.stdout:3831: finishing write tid 2 to smithi03267100-10 2024-09-13T00:17:05.409 INFO:tasks.rados.rados.0.smithi032.stdout:3832: done (1 left) 2024-09-13T00:17:05.409 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 384 2024-09-13T00:17:05.409 INFO:tasks.rados.rados.0.smithi032.stdout:3831: finishing write tid 3 to smithi03267100-10 2024-09-13T00:17:05.409 INFO:tasks.rados.rados.0.smithi032.stdout:3833: seq_num 1206 ranges {0=606208,606208=401408} 2024-09-13T00:17:05.413 INFO:tasks.rados.rados.0.smithi032.stdout:3833: writing smithi03267100-26 from 0 to 606208 tid 1 2024-09-13T00:17:05.415 INFO:tasks.rados.rados.0.smithi032.stdout:3833: writing smithi03267100-26 from 606208 to 1007616 tid 2 2024-09-13T00:17:05.415 INFO:tasks.rados.rados.0.smithi032.stdout:3834: setattr oid 37 current snap is 384 2024-09-13T00:17:05.415 INFO:tasks.rados.rados.0.smithi032.stdout:3831: finishing write tid 4 to smithi03267100-10 2024-09-13T00:17:05.415 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2967 (ObjNum 1204 snap 384 seq_num 1204) dirty exists 2024-09-13T00:17:05.415 INFO:tasks.rados.rados.0.smithi032.stdout:3831: left oid 10 (ObjNum 1204 snap 384 seq_num 1204) 2024-09-13T00:17:05.417 INFO:tasks.rados.rados.0.smithi032.stdout:3831: done (2 left) 2024-09-13T00:17:05.417 INFO:tasks.rados.rados.0.smithi032.stdout:3835: read oid 13 snap -1 2024-09-13T00:17:05.417 INFO:tasks.rados.rados.0.smithi032.stdout:3835: expect (ObjNum 1175 snap 374 seq_num 1175) 2024-09-13T00:17:05.417 INFO:tasks.rados.rados.0.smithi032.stdout:3836: setattr oid 23 current snap is 384 2024-09-13T00:17:05.418 INFO:tasks.rados.rados.0.smithi032.stdout:3837: delete oid 29 current snap is 384 2024-09-13T00:17:05.420 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2752 (ObjNum 950 snap 278 seq_num 950) dirty exists 2024-09-13T00:17:05.424 INFO:tasks.rados.rados.0.smithi032.stdout:3834: done (4 left) 2024-09-13T00:17:05.424 INFO:tasks.rados.rados.0.smithi032.stdout:3837: done (3 left) 2024-09-13T00:17:05.424 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 384 2024-09-13T00:17:05.424 INFO:tasks.rados.rados.0.smithi032.stdout:3838: seq_num 1208 ranges {925696=638976,1564672=401408} 2024-09-13T00:17:05.433 INFO:tasks.rados.rados.0.smithi032.stdout:3838: writing smithi03267100-12 from 925696 to 1564672 tid 1 2024-09-13T00:17:05.437 INFO:tasks.rados.rados.0.smithi032.stdout:3838: writing smithi03267100-12 from 1564672 to 1966080 tid 2 2024-09-13T00:17:05.438 INFO:tasks.rados.rados.0.smithi032.stdout:3839: setattr oid 39 current snap is 384 2024-09-13T00:17:05.438 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 3394 (ObjNum 1197 snap 382 seq_num 1197) dirty exists 2024-09-13T00:17:05.438 INFO:tasks.rados.rados.0.smithi032.stdout:3833: finishing write tid 1 to smithi03267100-26 2024-09-13T00:17:05.438 INFO:tasks.rados.rados.0.smithi032.stdout:3833: finishing write tid 2 to smithi03267100-26 2024-09-13T00:17:05.438 INFO:tasks.rados.rados.0.smithi032.stdout:3833: finishing write tid 3 to smithi03267100-26 2024-09-13T00:17:05.438 INFO:tasks.rados.rados.0.smithi032.stdout:3833: finishing write tid 4 to smithi03267100-26 2024-09-13T00:17:05.438 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 3640 (ObjNum 1206 snap 384 seq_num 1206) dirty exists 2024-09-13T00:17:05.438 INFO:tasks.rados.rados.0.smithi032.stdout:3833: left oid 26 (ObjNum 1206 snap 384 seq_num 1206) 2024-09-13T00:17:05.438 INFO:tasks.rados.rados.0.smithi032.stdout:3833: done (4 left) 2024-09-13T00:17:05.438 INFO:tasks.rados.rados.0.smithi032.stdout:3836: done (3 left) 2024-09-13T00:17:05.438 INFO:tasks.rados.rados.0.smithi032.stdout:3840: rollback oid 25 current snap is 384 2024-09-13T00:17:05.439 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 383 2024-09-13T00:17:05.439 INFO:tasks.rados.rados.0.smithi032.stdout:3841: rollback oid 29 current snap is 384 2024-09-13T00:17:05.439 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 306 2024-09-13T00:17:05.439 INFO:tasks.rados.rados.0.smithi032.stdout:3842: rollback oid 36 current snap is 384 2024-09-13T00:17:05.439 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 261 2024-09-13T00:17:05.439 INFO:tasks.rados.rados.0.smithi032.stdout:3843: delete oid 26 current snap is 384 2024-09-13T00:17:05.441 INFO:tasks.rados.rados.0.smithi032.stdout:3838: finishing write tid 1 to smithi03267100-12 2024-09-13T00:17:05.442 INFO:tasks.rados.rados.0.smithi032.stdout:3838: finishing write tid 2 to smithi03267100-12 2024-09-13T00:17:05.442 INFO:tasks.rados.rados.0.smithi032.stdout:3838: finishing write tid 3 to smithi03267100-12 2024-09-13T00:17:05.445 INFO:tasks.rados.rados.0.smithi032.stdout:3838: finishing write tid 4 to smithi03267100-12 2024-09-13T00:17:05.445 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 3385 (ObjNum 1208 snap 384 seq_num 1208) dirty exists 2024-09-13T00:17:05.445 INFO:tasks.rados.rados.0.smithi032.stdout:3838: left oid 12 (ObjNum 1208 snap 384 seq_num 1208) 2024-09-13T00:17:05.445 INFO:tasks.rados.rados.0.smithi032.stdout:3842: finishing rollback tid 0 to smithi03267100-36 2024-09-13T00:17:05.446 INFO:tasks.rados.rados.0.smithi032.stdout:3841: finishing rollback tid 1 to smithi03267100-29 2024-09-13T00:17:05.447 INFO:tasks.rados.rados.0.smithi032.stdout:3842: finishing rollback tid 1 to smithi03267100-36 2024-09-13T00:17:05.448 INFO:tasks.rados.rados.0.smithi032.stdout:3842: finishing rollback tid 2 to smithi03267100-36 2024-09-13T00:17:05.448 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 3398 (ObjNum 862 snap 260 seq_num 862) dirty exists 2024-09-13T00:17:05.448 INFO:tasks.rados.rados.0.smithi032.stdout:3841: finishing rollback tid 2 to smithi03267100-29 2024-09-13T00:17:05.448 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 3117 (ObjNum 1022 snap 306 seq_num 1022) dirty exists 2024-09-13T00:17:05.448 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2984 (ObjNum 1189 snap 378 seq_num 1189) dirty exists 2024-09-13T00:17:05.450 INFO:tasks.rados.rados.0.smithi032.stdout:3840: finishing rollback tid 1 to smithi03267100-25 2024-09-13T00:17:05.450 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2981 (ObjNum 65 snap 0 seq_num 1684037740) dirty dne 2024-09-13T00:17:05.458 INFO:tasks.rados.rados.0.smithi032.stdout:3835: expect (ObjNum 1175 snap 374 seq_num 1175) 2024-09-13T00:17:05.866 INFO:tasks.rados.rados.0.smithi032.stdout:3835: done (6 left) 2024-09-13T00:17:05.866 INFO:tasks.rados.rados.0.smithi032.stdout:3838: done (5 left) 2024-09-13T00:17:05.866 INFO:tasks.rados.rados.0.smithi032.stdout:3839: done (4 left) 2024-09-13T00:17:05.866 INFO:tasks.rados.rados.0.smithi032.stdout:3840: done (3 left) 2024-09-13T00:17:05.866 INFO:tasks.rados.rados.0.smithi032.stdout:3841: done (2 left) 2024-09-13T00:17:05.866 INFO:tasks.rados.rados.0.smithi032.stdout:3842: done (1 left) 2024-09-13T00:17:05.866 INFO:tasks.rados.rados.0.smithi032.stdout:3843: done (0 left) 2024-09-13T00:17:05.866 INFO:tasks.rados.rados.0.smithi032.stdout:3844: setattr oid 38 current snap is 384 2024-09-13T00:17:05.868 INFO:tasks.rados.rados.0.smithi032.stdout:3845: rollback oid 36 current snap is 384 2024-09-13T00:17:05.868 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 377 2024-09-13T00:17:05.868 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 384 2024-09-13T00:17:05.868 INFO:tasks.rados.rados.0.smithi032.stdout:3846: seq_num 1210 ranges {1179648=671744,1851392=401408} 2024-09-13T00:17:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:3846: writing smithi03267100-4 from 1179648 to 1851392 tid 1 2024-09-13T00:17:05.886 INFO:tasks.rados.rados.0.smithi032.stdout:3846: writing smithi03267100-4 from 1851392 to 2252800 tid 2 2024-09-13T00:17:05.886 INFO:tasks.rados.rados.0.smithi032.stdout:3847: read oid 30 snap -1 2024-09-13T00:17:05.886 INFO:tasks.rados.rados.0.smithi032.stdout:3847: expect (ObjNum 1196 snap 382 seq_num 1196) 2024-09-13T00:17:05.887 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 384 2024-09-13T00:17:05.887 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2968 (ObjNum 81 snap 0 seq_num 1365529692) dirty exists 2024-09-13T00:17:05.887 INFO:tasks.rados.rados.0.smithi032.stdout:3845: finishing rollback tid 0 to smithi03267100-36 2024-09-13T00:17:05.887 INFO:tasks.rados.rados.0.smithi032.stdout:3845: finishing rollback tid 1 to smithi03267100-36 2024-09-13T00:17:05.887 INFO:tasks.rados.rados.0.smithi032.stdout:3845: finishing rollback tid 2 to smithi03267100-36 2024-09-13T00:17:05.887 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 3401 (ObjNum 1168 snap 367 seq_num 1168) dirty exists 2024-09-13T00:17:05.888 INFO:tasks.rados.rados.0.smithi032.stdout:3848: seq_num 1211 ranges {0=688128,688128=401408} 2024-09-13T00:17:05.892 INFO:tasks.rados.rados.0.smithi032.stdout:3848: writing smithi03267100-32 from 0 to 688128 tid 1 2024-09-13T00:17:05.898 INFO:tasks.rados.rados.0.smithi032.stdout:3848: writing smithi03267100-32 from 688128 to 1089536 tid 2 2024-09-13T00:17:05.898 INFO:tasks.rados.rados.0.smithi032.stdout:3844: done (4 left) 2024-09-13T00:17:05.899 INFO:tasks.rados.rados.0.smithi032.stdout:3845: done (3 left) 2024-09-13T00:17:05.899 INFO:tasks.rados.rados.0.smithi032.stdout:3849: read oid 20 snap -1 2024-09-13T00:17:05.899 INFO:tasks.rados.rados.0.smithi032.stdout:3849: expect (ObjNum 1166 snap 364 seq_num 1166) 2024-09-13T00:17:05.899 INFO:tasks.rados.rados.0.smithi032.stdout:3850: read oid 25 snap -1 2024-09-13T00:17:05.899 INFO:tasks.rados.rados.0.smithi032.stdout:3850: expect deleted 2024-09-13T00:17:05.899 INFO:tasks.rados.rados.0.smithi032.stdout:3851: setattr oid 10 current snap is 384 2024-09-13T00:17:05.899 INFO:tasks.rados.rados.0.smithi032.stdout:3846: finishing write tid 1 to smithi03267100-4 2024-09-13T00:17:05.899 INFO:tasks.rados.rados.0.smithi032.stdout:3846: finishing write tid 2 to smithi03267100-4 2024-09-13T00:17:05.899 INFO:tasks.rados.rados.0.smithi032.stdout:3847: expect (ObjNum 1196 snap 382 seq_num 1196) 2024-09-13T00:17:05.929 INFO:tasks.rados.rados.0.smithi032.stdout:3846: finishing write tid 3 to smithi03267100-4 2024-09-13T00:17:05.929 INFO:tasks.rados.rados.0.smithi032.stdout:3846: finishing write tid 4 to smithi03267100-4 2024-09-13T00:17:05.929 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2981 (ObjNum 1210 snap 384 seq_num 1210) dirty exists 2024-09-13T00:17:05.929 INFO:tasks.rados.rados.0.smithi032.stdout:3846: left oid 4 (ObjNum 1210 snap 384 seq_num 1210) 2024-09-13T00:17:05.929 INFO:tasks.rados.rados.0.smithi032.stdout:3848: finishing write tid 1 to smithi03267100-32 2024-09-13T00:17:05.929 INFO:tasks.rados.rados.0.smithi032.stdout:3848: finishing write tid 2 to smithi03267100-32 2024-09-13T00:17:05.929 INFO:tasks.rados.rados.0.smithi032.stdout:3848: finishing write tid 3 to smithi03267100-32 2024-09-13T00:17:05.929 INFO:tasks.rados.rados.0.smithi032.stdout:3848: finishing write tid 4 to smithi03267100-32 2024-09-13T00:17:05.929 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 3644 (ObjNum 1211 snap 384 seq_num 1211) dirty exists 2024-09-13T00:17:05.929 INFO:tasks.rados.rados.0.smithi032.stdout:3848: left oid 32 (ObjNum 1211 snap 384 seq_num 1211) 2024-09-13T00:17:05.929 INFO:tasks.rados.rados.0.smithi032.stdout:3846: done (5 left) 2024-09-13T00:17:05.929 INFO:tasks.rados.rados.0.smithi032.stdout:3847: done (4 left) 2024-09-13T00:17:05.929 INFO:tasks.rados.rados.0.smithi032.stdout:3848: done (3 left) 2024-09-13T00:17:05.930 INFO:tasks.rados.rados.0.smithi032.stdout:3850: done (2 left) 2024-09-13T00:17:05.930 INFO:tasks.rados.rados.0.smithi032.stdout:3852: delete oid 40 current snap is 384 2024-09-13T00:17:05.935 INFO:tasks.rados.rados.0.smithi032.stdout:3852: done (2 left) 2024-09-13T00:17:05.935 INFO:tasks.rados.rados.0.smithi032.stdout:3853: read oid 21 snap -1 2024-09-13T00:17:05.935 INFO:tasks.rados.rados.0.smithi032.stdout:3853: expect (ObjNum 1139 snap 353 seq_num 1139) 2024-09-13T00:17:05.935 INFO:tasks.rados.rados.0.smithi032.stdout:3854: delete oid 26 current snap is 384 2024-09-13T00:17:05.936 INFO:tasks.rados.rados.0.smithi032.stdout:3849: expect (ObjNum 1166 snap 364 seq_num 1166) 2024-09-13T00:17:06.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:06 smithi032 bash[75510]: cluster 2024-09-13T00:17:05.258241+0000 mgr.y (mgr.34107) 428 : cluster [DBG] pgmap v795: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 859 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-13T00:17:06.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:06 smithi032 bash[75510]: cluster 2024-09-13T00:17:05.331705+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2024-09-13T00:17:06.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:06 smithi032 bash[76677]: cluster 2024-09-13T00:17:05.258241+0000 mgr.y (mgr.34107) 428 : cluster [DBG] pgmap v795: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 859 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-13T00:17:06.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:06 smithi032 bash[76677]: cluster 2024-09-13T00:17:05.331705+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2024-09-13T00:17:06.769 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2969 (ObjNum 1204 snap 384 seq_num 1204) dirty exists 2024-09-13T00:17:06.769 INFO:tasks.rados.rados.0.smithi032.stdout:3853: expect (ObjNum 1139 snap 353 seq_num 1139) 2024-09-13T00:17:06.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:06 smithi053 bash[67631]: cluster 2024-09-13T00:17:05.258241+0000 mgr.y (mgr.34107) 428 : cluster [DBG] pgmap v795: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 859 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-13T00:17:06.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:06 smithi053 bash[67631]: cluster 2024-09-13T00:17:05.331705+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2024-09-13T00:17:08.101 INFO:tasks.rados.rados.0.smithi032.stdout:3849: done (3 left) 2024-09-13T00:17:08.101 INFO:tasks.rados.rados.0.smithi032.stdout:3851: done (2 left) 2024-09-13T00:17:08.101 INFO:tasks.rados.rados.0.smithi032.stdout:3853: done (1 left) 2024-09-13T00:17:08.101 INFO:tasks.rados.rados.0.smithi032.stdout:3854: done (0 left) 2024-09-13T00:17:08.101 INFO:tasks.rados.rados.0.smithi032.stdout:3855: setattr oid 38 current snap is 384 2024-09-13T00:17:08.105 INFO:tasks.rados.rados.0.smithi032.stdout:3856: delete oid 21 current snap is 384 2024-09-13T00:17:08.111 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2970 (ObjNum 81 snap 0 seq_num 1365529692) dirty exists 2024-09-13T00:17:08.116 INFO:tasks.rados.rados.0.smithi032.stdout:3855: done (1 left) 2024-09-13T00:17:08.116 INFO:tasks.rados.rados.0.smithi032.stdout:3856: done (0 left) 2024-09-13T00:17:08.117 INFO:tasks.rados.rados.0.smithi032.stdout:3857: delete oid 26 current snap is 384 2024-09-13T00:17:08.124 INFO:tasks.rados.rados.0.smithi032.stdout:3857: done (0 left) 2024-09-13T00:17:08.124 INFO:tasks.rados.rados.0.smithi032.stdout:3858: read oid 12 snap -1 2024-09-13T00:17:08.124 INFO:tasks.rados.rados.0.smithi032.stdout:3858: expect (ObjNum 1208 snap 384 seq_num 1208) 2024-09-13T00:17:08.124 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 384 2024-09-13T00:17:08.124 INFO:tasks.rados.rados.0.smithi032.stdout:3859: seq_num 1216 ranges {4907008=770048,5677056=401408} 2024-09-13T00:17:08.202 INFO:tasks.rados.rados.0.smithi032.stdout:3859: writing smithi03267100-17 from 4907008 to 5677056 tid 1 2024-09-13T00:17:08.205 INFO:tasks.rados.rados.0.smithi032.stdout:3859: writing smithi03267100-17 from 5677056 to 6078464 tid 2 2024-09-13T00:17:08.205 INFO:tasks.rados.rados.0.smithi032.stdout:3860: setattr oid 43 current snap is 384 2024-09-13T00:17:08.206 INFO:tasks.rados.rados.0.smithi032.stdout:3858: expect (ObjNum 1208 snap 384 seq_num 1208) 2024-09-13T00:17:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:3859: finishing write tid 1 to smithi03267100-17 2024-09-13T00:17:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:3859: finishing write tid 2 to smithi03267100-17 2024-09-13T00:17:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:3859: finishing write tid 3 to smithi03267100-17 2024-09-13T00:17:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:3859: finishing write tid 4 to smithi03267100-17 2024-09-13T00:17:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 3407 (ObjNum 1216 snap 384 seq_num 1216) dirty exists 2024-09-13T00:17:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:3859: left oid 17 (ObjNum 1216 snap 384 seq_num 1216) 2024-09-13T00:17:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:3858: done (2 left) 2024-09-13T00:17:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:3859: done (1 left) 2024-09-13T00:17:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:3861: copy_from oid 18 from oid 28 current snap is 384 2024-09-13T00:17:08.284 INFO:tasks.rados.rados.0.smithi032.stdout:3862: delete oid 27 current snap is 384 2024-09-13T00:17:08.289 INFO:tasks.rados.rados.0.smithi032.stdout:3862: done (2 left) 2024-09-13T00:17:08.289 INFO:tasks.rados.rados.0.smithi032.stdout:3863: rollback oid 14 current snap is 384 2024-09-13T00:17:08.289 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 381 2024-09-13T00:17:08.289 INFO:tasks.rados.rados.0.smithi032.stdout:3864: rmattr oid 36 current snap is 384 2024-09-13T00:17:08.290 INFO:tasks.rados.rados.0.smithi032.stdout:3864: done (3 left) 2024-09-13T00:17:08.290 INFO:tasks.rados.rados.0.smithi032.stdout:3865: setattr oid 40 current snap is 384 2024-09-13T00:17:08.290 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2728 (ObjNum 977 snap 283 seq_num 977) dirty exists 2024-09-13T00:17:08.293 INFO:tasks.rados.rados.0.smithi032.stdout:3860: done (3 left) 2024-09-13T00:17:08.293 INFO:tasks.rados.rados.0.smithi032.stdout:3866: setattr oid 45 current snap is 384 2024-09-13T00:17:08.296 INFO:tasks.rados.rados.0.smithi032.stdout:3867: read oid 29 snap 344 2024-09-13T00:17:08.296 INFO:tasks.rados.rados.0.smithi032.stdout:3867: expect (ObjNum 1093 snap 338 seq_num 1093) 2024-09-13T00:17:08.297 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 384 2024-09-13T00:17:08.297 INFO:tasks.rados.rados.0.smithi032.stdout:3868: seq_num 1218 ranges {15998976=802816,16801792=401408} 2024-09-13T00:17:08.395 INFO:tasks.rados.rados.0.smithi032.stdout:3868: writing smithi03267100-49 from 15998976 to 16801792 tid 1 2024-09-13T00:17:08.398 INFO:tasks.rados.rados.0.smithi032.stdout:3868: writing smithi03267100-49 from 16801792 to 17203200 tid 2 2024-09-13T00:17:08.398 INFO:tasks.rados.rados.0.smithi032.stdout:3869: rollback oid 50 current snap is 384 2024-09-13T00:17:08.398 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 375 2024-09-13T00:17:08.398 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 2729 (ObjNum 33 snap 0 seq_num 168860784) dirty exists 2024-09-13T00:17:08.398 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 3102 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-13T00:17:08.398 INFO:tasks.rados.rados.0.smithi032.stdout:3863: finishing rollback tid 0 to smithi03267100-14 2024-09-13T00:17:08.399 INFO:tasks.rados.rados.0.smithi032.stdout:3863: finishing rollback tid 1 to smithi03267100-14 2024-09-13T00:17:08.399 INFO:tasks.rados.rados.0.smithi032.stdout:3863: finishing rollback tid 2 to smithi03267100-14 2024-09-13T00:17:08.399 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 3650 (ObjNum 1123 snap 348 seq_num 1123) dirty exists 2024-09-13T00:17:08.399 INFO:tasks.rados.rados.0.smithi032.stdout:3863: done (6 left) 2024-09-13T00:17:08.399 INFO:tasks.rados.rados.0.smithi032.stdout:3865: done (5 left) 2024-09-13T00:17:08.399 INFO:tasks.rados.rados.0.smithi032.stdout:3866: done (4 left) 2024-09-13T00:17:08.399 INFO:tasks.rados.rados.0.smithi032.stdout:3870: delete oid 11 current snap is 384 2024-09-13T00:17:08.399 INFO:tasks.rados.rados.0.smithi032.stdout:3861: finishing copy_from racing read to smithi03267100-18 2024-09-13T00:17:08.401 INFO:tasks.rados.rados.0.smithi032.stdout:3867: expect (ObjNum 1093 snap 338 seq_num 1093) 2024-09-13T00:17:08.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:08 smithi032 bash[75510]: cluster 2024-09-13T00:17:07.259091+0000 mgr.y (mgr.34107) 429 : cluster [DBG] pgmap v797: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 865 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 213 B/s rd, 4.4 MiB/s wr, 7 op/s 2024-09-13T00:17:08.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:08 smithi032 bash[76677]: cluster 2024-09-13T00:17:07.259091+0000 mgr.y (mgr.34107) 429 : cluster [DBG] pgmap v797: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 865 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 213 B/s rd, 4.4 MiB/s wr, 7 op/s 2024-09-13T00:17:08.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:08 smithi053 bash[67631]: cluster 2024-09-13T00:17:07.259091+0000 mgr.y (mgr.34107) 429 : cluster [DBG] pgmap v797: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 865 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 213 B/s rd, 4.4 MiB/s wr, 7 op/s 2024-09-13T00:17:09.216 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T00:17:09.216 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (70s) 63s ago 17m 13.7M - 0.25.0 c8568f914cd2 6ba0f1d4dd63 2024-09-13T00:17:09.216 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi053 *:3000 running (44s) 38s ago 16m 51.6M - 9.4.7 954c08fa6188 847b8d6407ef 2024-09-13T00:17:09.216 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3m) 63s ago 18m 13.8M - 18.2.4-837-g7a853b17 f21ba1eea74e 85459de8ee31 2024-09-13T00:17:09.216 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi053 running (2m) 38s ago 18m 12.0M - 18.2.4-837-g7a853b17 f21ba1eea74e 25faed2b7711 2024-09-13T00:17:09.217 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi053 *:8443,9283,8765 running (9m) 38s ago 26m 428M - 18.2.4-837-g7a853b17 f21ba1eea74e 858f97a23565 2024-09-13T00:17:09.217 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10m) 63s ago 28m 496M - 18.2.4-837-g7a853b17 f21ba1eea74e e2f5bc5c781d 2024-09-13T00:17:09.217 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9m) 63s ago 29m 76.0M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 72374f094805 2024-09-13T00:17:09.217 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi053 running (8m) 38s ago 26m 54.9M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e dd965be2335f 2024-09-13T00:17:09.217 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8m) 63s ago 26m 58.2M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 221352fcb987 2024-09-13T00:17:09.217 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2m) 63s ago 17m 7356k - 1.5.0 0da6a335fe13 0cc156f08071 2024-09-13T00:17:09.217 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi053 *:9100 running (2m) 38s ago 17m 7931k - 1.5.0 0da6a335fe13 c84ab40d742d 2024-09-13T00:17:09.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7m) 63s ago 25m 334M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e a4f5d6d727f8 2024-09-13T00:17:09.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6m) 63s ago 24m 508M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 953c3952f855 2024-09-13T00:17:09.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6m) 63s ago 23m 407M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 49cc31a24edc 2024-09-13T00:17:09.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5m) 63s ago 22m 232M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 662cbd030bbe 2024-09-13T00:17:09.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi053 running (5m) 38s ago 22m 419M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 78e01b7bbadc 2024-09-13T00:17:09.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi053 running (4m) 38s ago 21m 586M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 2900232c845c 2024-09-13T00:17:09.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi053 running (4m) 38s ago 20m 274M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 94ea5bcab139 2024-09-13T00:17:09.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi053 running (3m) 38s ago 19m 455M 2525M 18.2.4-837-g7a853b17 f21ba1eea74e 3877b4d27e6c 2024-09-13T00:17:09.218 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi053 *:9095 running (97s) 38s ago 17m 48.7M - 2.43.0 a07b618ecd1d e609a8117ac2 2024-09-13T00:17:09.526 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:09 smithi032 bash[76677]: cluster 2024-09-13T00:17:08.328363+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2024-09-13T00:17:09.526 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:09 smithi032 bash[75510]: cluster 2024-09-13T00:17:08.328363+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2024-09-13T00:17:09.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:09 smithi053 bash[67631]: cluster 2024-09-13T00:17:08.328363+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2024-09-13T00:17:10.114 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -e sha1=7a853b1706d076d58e0da7a5d3b9b9eb36276880 -- bash -c 'ceph versions' 2024-09-13T00:17:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:10 smithi032 bash[75510]: audit 2024-09-13T00:17:09.182929+0000 mgr.y (mgr.34107) 430 : audit [DBG] from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:17:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:10 smithi032 bash[75510]: cluster 2024-09-13T00:17:09.259624+0000 mgr.y (mgr.34107) 431 : cluster [DBG] pgmap v799: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 886 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-09-13T00:17:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:10 smithi032 bash[75510]: audit 2024-09-13T00:17:10.137288+0000 mon.a (mon.0) 1458 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:17:10.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:10 smithi032 bash[76677]: audit 2024-09-13T00:17:09.182929+0000 mgr.y (mgr.34107) 430 : audit [DBG] from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:17:10.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:10 smithi032 bash[76677]: cluster 2024-09-13T00:17:09.259624+0000 mgr.y (mgr.34107) 431 : cluster [DBG] pgmap v799: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 886 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-09-13T00:17:10.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:10 smithi032 bash[76677]: audit 2024-09-13T00:17:10.137288+0000 mon.a (mon.0) 1458 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:17:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:10 smithi053 bash[67631]: audit 2024-09-13T00:17:09.182929+0000 mgr.y (mgr.34107) 430 : audit [DBG] from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T00:17:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:10 smithi053 bash[67631]: cluster 2024-09-13T00:17:09.259624+0000 mgr.y (mgr.34107) 431 : cluster [DBG] pgmap v799: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 886 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-09-13T00:17:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:10 smithi053 bash[67631]: audit 2024-09-13T00:17:10.137288+0000 mon.a (mon.0) 1458 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:17:11.191 INFO:tasks.rados.rados.0.smithi032.stdout:3861: finishing copy_from to smithi03267100-18 2024-09-13T00:17:11.192 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 3106 (ObjNum 1181 snap 374 seq_num 1181) dirty exists 2024-09-13T00:17:11.192 INFO:tasks.rados.rados.0.smithi032.stdout:3868: finishing write tid 1 to smithi03267100-49 2024-09-13T00:17:11.192 INFO:tasks.rados.rados.0.smithi032.stdout:3868: finishing write tid 2 to smithi03267100-49 2024-09-13T00:17:11.192 INFO:tasks.rados.rados.0.smithi032.stdout:3868: finishing write tid 3 to smithi03267100-49 2024-09-13T00:17:11.192 INFO:tasks.rados.rados.0.smithi032.stdout:3869: finishing rollback tid 0 to smithi03267100-50 2024-09-13T00:17:11.192 INFO:tasks.rados.rados.0.smithi032.stdout:3869: finishing rollback tid 1 to smithi03267100-50 2024-09-13T00:17:11.192 INFO:tasks.rados.rados.0.smithi032.stdout:3868: finishing write tid 4 to smithi03267100-49 2024-09-13T00:17:11.192 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 3105 (ObjNum 1218 snap 384 seq_num 1218) dirty exists 2024-09-13T00:17:11.192 INFO:tasks.rados.rados.0.smithi032.stdout:3868: left oid 49 (ObjNum 1218 snap 384 seq_num 1218) 2024-09-13T00:17:11.192 INFO:tasks.rados.rados.0.smithi032.stdout:3869: finishing rollback tid 2 to smithi03267100-50 2024-09-13T00:17:11.192 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2910 (ObjNum 1160 snap 362 seq_num 1160) dirty exists 2024-09-13T00:17:11.192 INFO:tasks.rados.rados.0.smithi032.stdout:3861: done (4 left) 2024-09-13T00:17:11.192 INFO:tasks.rados.rados.0.smithi032.stdout:3867: done (3 left) 2024-09-13T00:17:11.193 INFO:tasks.rados.rados.0.smithi032.stdout:3868: done (2 left) 2024-09-13T00:17:11.193 INFO:tasks.rados.rados.0.smithi032.stdout:3869: done (1 left) 2024-09-13T00:17:11.193 INFO:tasks.rados.rados.0.smithi032.stdout:3870: done (0 left) 2024-09-13T00:17:11.193 INFO:tasks.rados.rados.0.smithi032.stdout:3871: read oid 23 snap 319 2024-09-13T00:17:11.193 INFO:tasks.rados.rados.0.smithi032.stdout:3871: expect (ObjNum 972 snap 282 seq_num 972) 2024-09-13T00:17:11.193 INFO:tasks.rados.rados.0.smithi032.stdout:3872: snap_remove snap 312 2024-09-13T00:17:11.362 INFO:tasks.rados.rados.0.smithi032.stdout:3872: done (1 left) 2024-09-13T00:17:11.362 INFO:tasks.rados.rados.0.smithi032.stdout:3873: read oid 34 snap -1 2024-09-13T00:17:11.362 INFO:tasks.rados.rados.0.smithi032.stdout:3873: expect deleted 2024-09-13T00:17:11.362 INFO:tasks.rados.rados.0.smithi032.stdout:3874: setattr oid 3 current snap is 384 2024-09-13T00:17:11.362 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 384 2024-09-13T00:17:11.363 INFO:tasks.rados.rados.0.smithi032.stdout:3875: seq_num 1220 ranges {5709824=434176,6144000=442368,6586368=360448} 2024-09-13T00:17:11.394 INFO:tasks.rados.rados.0.smithi032.stdout:3875: writing smithi03267100-43 from 5709824 to 6144000 tid 1 2024-09-13T00:17:11.397 INFO:tasks.rados.rados.0.smithi032.stdout:3875: writing smithi03267100-43 from 6144000 to 6586368 tid 2 2024-09-13T00:17:11.399 INFO:tasks.rados.rados.0.smithi032.stdout:3875: writing smithi03267100-43 from 6586368 to 6946816 tid 3 2024-09-13T00:17:11.409 INFO:tasks.rados.rados.0.smithi032.stdout:3871: expect (ObjNum 972 snap 282 seq_num 972) 2024-09-13T00:17:11.459 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 3118 (ObjNum 1139 snap 353 seq_num 1139) dirty exists 2024-09-13T00:17:11.459 INFO:tasks.rados.rados.0.smithi032.stdout:3871: done (3 left) 2024-09-13T00:17:11.459 INFO:tasks.rados.rados.0.smithi032.stdout:3873: done (2 left) 2024-09-13T00:17:11.460 INFO:tasks.rados.rados.0.smithi032.stdout:3874: done (1 left) 2024-09-13T00:17:11.460 INFO:tasks.rados.rados.0.smithi032.stdout:3876: read oid 23 snap 341 2024-09-13T00:17:11.460 INFO:tasks.rados.rados.0.smithi032.stdout:3876: expect (ObjNum 1072 snap 330 seq_num 1072) 2024-09-13T00:17:11.460 INFO:tasks.rados.rados.0.smithi032.stdout:3877: rollback oid 1 current snap is 384 2024-09-13T00:17:11.460 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 354 2024-09-13T00:17:11.460 INFO:tasks.rados.rados.0.smithi032.stdout:3875: finishing write tid 1 to smithi03267100-43 2024-09-13T00:17:11.460 INFO:tasks.rados.rados.0.smithi032.stdout:3875: finishing write tid 2 to smithi03267100-43 2024-09-13T00:17:11.460 INFO:tasks.rados.rados.0.smithi032.stdout:3875: finishing write tid 3 to smithi03267100-43 2024-09-13T00:17:11.460 INFO:tasks.rados.rados.0.smithi032.stdout:3875: finishing write tid 4 to smithi03267100-43 2024-09-13T00:17:11.460 INFO:tasks.rados.rados.0.smithi032.stdout:3875: finishing write tid 5 to smithi03267100-43 2024-09-13T00:17:11.460 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2733 (ObjNum 1220 snap 384 seq_num 1220) dirty exists 2024-09-13T00:17:11.460 INFO:tasks.rados.rados.0.smithi032.stdout:3875: left oid 43 (ObjNum 1220 snap 384 seq_num 1220) 2024-09-13T00:17:11.460 INFO:tasks.rados.rados.0.smithi032.stdout:3875: done (2 left) 2024-09-13T00:17:11.460 INFO:tasks.rados.rados.0.smithi032.stdout:3878: rmattr oid 44 current snap is 384 2024-09-13T00:17:11.461 INFO:tasks.rados.rados.0.smithi032.stdout:3879: snap_create 2024-09-13T00:17:11.477 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2985 (ObjNum 1144 snap 358 seq_num 1144) dirty exists 2024-09-13T00:17:11.495 INFO:tasks.rados.rados.0.smithi032.stdout:3877: finishing rollback tid 0 to smithi03267100-1 2024-09-13T00:17:11.495 INFO:tasks.rados.rados.0.smithi032.stdout:3877: finishing rollback tid 1 to smithi03267100-1 2024-09-13T00:17:11.513 INFO:tasks.rados.rados.0.smithi032.stdout:3876: expect (ObjNum 1072 snap 330 seq_num 1072) 2024-09-13T00:17:11.994 INFO:tasks.rados.rados.0.smithi032.stdout:3877: finishing rollback tid 2 to smithi03267100-1 2024-09-13T00:17:11.994 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 3423 (ObjNum 1093 snap 338 seq_num 1093) dirty exists 2024-09-13T00:17:12.358 INFO:tasks.rados.rados.0.smithi032.stdout:3876: done (3 left) 2024-09-13T00:17:12.358 INFO:tasks.rados.rados.0.smithi032.stdout:3877: done (2 left) 2024-09-13T00:17:12.358 INFO:tasks.rados.rados.0.smithi032.stdout:3878: done (1 left) 2024-09-13T00:17:12.358 INFO:tasks.rados.rados.0.smithi032.stdout:3879: done (0 left) 2024-09-13T00:17:12.358 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 385 2024-09-13T00:17:12.358 INFO:tasks.rados.rados.0.smithi032.stdout:3880: seq_num 1221 ranges {0=458752,458752=729088,1187840=73728} 2024-09-13T00:17:12.363 INFO:tasks.rados.rados.0.smithi032.stdout:3880: writing smithi03267100-2 from 0 to 458752 tid 1 2024-09-13T00:17:12.369 INFO:tasks.rados.rados.0.smithi032.stdout:3880: writing smithi03267100-2 from 458752 to 1187840 tid 2 2024-09-13T00:17:12.370 INFO:tasks.rados.rados.0.smithi032.stdout:3880: writing smithi03267100-2 from 1187840 to 1261568 tid 3 2024-09-13T00:17:12.370 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 385 2024-09-13T00:17:12.370 INFO:tasks.rados.rados.0.smithi032.stdout:3881: seq_num 1222 ranges {1400832=475136,1875968=606208,2482176=196608} 2024-09-13T00:17:12.387 INFO:tasks.rados.rados.0.smithi032.stdout:3881: writing smithi03267100-33 from 1400832 to 1875968 tid 1 2024-09-13T00:17:12.393 INFO:tasks.rados.rados.0.smithi032.stdout:3881: writing smithi03267100-33 from 1875968 to 2482176 tid 2 2024-09-13T00:17:12.395 INFO:tasks.rados.rados.0.smithi032.stdout:3881: writing smithi03267100-33 from 2482176 to 2678784 tid 3 2024-09-13T00:17:12.395 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 385 2024-09-13T00:17:12.395 INFO:tasks.rados.rados.0.smithi032.stdout:3880: finishing write tid 1 to smithi03267100-2 2024-09-13T00:17:12.395 INFO:tasks.rados.rados.0.smithi032.stdout:3880: finishing write tid 2 to smithi03267100-2 2024-09-13T00:17:12.396 INFO:tasks.rados.rados.0.smithi032.stdout:3880: finishing write tid 3 to smithi03267100-2 2024-09-13T00:17:12.396 INFO:tasks.rados.rados.0.smithi032.stdout:3880: finishing write tid 4 to smithi03267100-2 2024-09-13T00:17:12.396 INFO:tasks.rados.rados.0.smithi032.stdout:3880: finishing write tid 5 to smithi03267100-2 2024-09-13T00:17:12.396 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 3109 (ObjNum 1221 snap 385 seq_num 1221) dirty exists 2024-09-13T00:17:12.396 INFO:tasks.rados.rados.0.smithi032.stdout:3880: left oid 2 (ObjNum 1221 snap 385 seq_num 1221) 2024-09-13T00:17:12.396 INFO:tasks.rados.rados.0.smithi032.stdout:3881: finishing write tid 1 to smithi03267100-33 2024-09-13T00:17:12.396 INFO:tasks.rados.rados.0.smithi032.stdout:3882: seq_num 1223 ranges {0=491520,491520=491520,983040=311296} 2024-09-13T00:17:12.400 INFO:tasks.rados.rados.0.smithi032.stdout:3882: writing smithi03267100-34 from 0 to 491520 tid 1 2024-09-13T00:17:12.405 INFO:tasks.rados.rados.0.smithi032.stdout:3882: writing smithi03267100-34 from 491520 to 983040 tid 2 2024-09-13T00:17:12.408 INFO:tasks.rados.rados.0.smithi032.stdout:3882: writing smithi03267100-34 from 983040 to 1294336 tid 3 2024-09-13T00:17:12.409 INFO:tasks.rados.rados.0.smithi032.stdout:3880: done (2 left) 2024-09-13T00:17:12.409 INFO:tasks.rados.rados.0.smithi032.stdout:3883: read oid 27 snap -1 2024-09-13T00:17:12.409 INFO:tasks.rados.rados.0.smithi032.stdout:3883: expect deleted 2024-09-13T00:17:12.409 INFO:tasks.rados.rados.0.smithi032.stdout:3884: snap_remove snap 283 2024-09-13T00:17:12.662 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:17:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:17:12] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-09-13T00:17:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:12 smithi032 bash[75510]: cluster 2024-09-13T00:17:11.260523+0000 mgr.y (mgr.34107) 432 : cluster [DBG] pgmap v800: 121 pgs: 121 active+clean; 887 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-09-13T00:17:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:12 smithi032 bash[75510]: cluster 2024-09-13T00:17:11.354689+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2024-09-13T00:17:12.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:12 smithi032 bash[76677]: cluster 2024-09-13T00:17:11.260523+0000 mgr.y (mgr.34107) 432 : cluster [DBG] pgmap v800: 121 pgs: 121 active+clean; 887 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-09-13T00:17:12.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:12 smithi032 bash[76677]: cluster 2024-09-13T00:17:11.354689+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2024-09-13T00:17:12.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:17:12 smithi053 bash[94430]: ts=2024-09-13T00:17:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:17:12.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:12 smithi053 bash[67631]: cluster 2024-09-13T00:17:11.260523+0000 mgr.y (mgr.34107) 432 : cluster [DBG] pgmap v800: 121 pgs: 121 active+clean; 887 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-09-13T00:17:12.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:12 smithi053 bash[67631]: cluster 2024-09-13T00:17:11.354689+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2024-09-13T00:17:13.332 INFO:tasks.rados.rados.0.smithi032.stdout:3884: done (3 left) 2024-09-13T00:17:13.332 INFO:tasks.rados.rados.0.smithi032.stdout:3885: snap_create 2024-09-13T00:17:13.332 INFO:tasks.rados.rados.0.smithi032.stdout:3881: finishing write tid 2 to smithi03267100-33 2024-09-13T00:17:13.332 INFO:tasks.rados.rados.0.smithi032.stdout:3881: finishing write tid 3 to smithi03267100-33 2024-09-13T00:17:13.332 INFO:tasks.rados.rados.0.smithi032.stdout:3882: finishing write tid 1 to smithi03267100-34 2024-09-13T00:17:13.332 INFO:tasks.rados.rados.0.smithi032.stdout:3881: finishing write tid 4 to smithi03267100-33 2024-09-13T00:17:13.332 INFO:tasks.rados.rados.0.smithi032.stdout:3882: finishing write tid 2 to smithi03267100-34 2024-09-13T00:17:13.333 INFO:tasks.rados.rados.0.smithi032.stdout:3882: finishing write tid 3 to smithi03267100-34 2024-09-13T00:17:13.333 INFO:tasks.rados.rados.0.smithi032.stdout:3882: finishing write tid 4 to smithi03267100-34 2024-09-13T00:17:13.333 INFO:tasks.rados.rados.0.smithi032.stdout:3881: finishing write tid 5 to smithi03267100-33 2024-09-13T00:17:13.333 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2756 (ObjNum 1222 snap 385 seq_num 1222) dirty exists 2024-09-13T00:17:13.333 INFO:tasks.rados.rados.0.smithi032.stdout:3881: left oid 33 (ObjNum 1222 snap 385 seq_num 1222) 2024-09-13T00:17:13.333 INFO:tasks.rados.rados.0.smithi032.stdout:3882: finishing write tid 5 to smithi03267100-34 2024-09-13T00:17:13.333 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 3389 (ObjNum 1223 snap 385 seq_num 1223) dirty exists 2024-09-13T00:17:13.333 INFO:tasks.rados.rados.0.smithi032.stdout:3882: left oid 34 (ObjNum 1223 snap 385 seq_num 1223) 2024-09-13T00:17:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:13 smithi032 bash[75510]: cluster 2024-09-13T00:17:12.358182+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2024-09-13T00:17:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:13 smithi032 bash[75510]: cluster 2024-09-13T00:17:13.330511+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2024-09-13T00:17:13.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:13 smithi032 bash[76677]: cluster 2024-09-13T00:17:12.358182+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2024-09-13T00:17:13.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:13 smithi032 bash[76677]: cluster 2024-09-13T00:17:13.330511+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2024-09-13T00:17:13.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:13 smithi053 bash[67631]: cluster 2024-09-13T00:17:12.358182+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2024-09-13T00:17:13.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:13 smithi053 bash[67631]: cluster 2024-09-13T00:17:13.330511+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2024-09-13T00:17:14.332 INFO:tasks.rados.rados.0.smithi032.stdout:3881: done (3 left) 2024-09-13T00:17:14.333 INFO:tasks.rados.rados.0.smithi032.stdout:3882: done (2 left) 2024-09-13T00:17:14.333 INFO:tasks.rados.rados.0.smithi032.stdout:3883: done (1 left) 2024-09-13T00:17:14.333 INFO:tasks.rados.rados.0.smithi032.stdout:3885: done (0 left) 2024-09-13T00:17:14.333 INFO:tasks.rados.rados.0.smithi032.stdout:3886: delete oid 32 current snap is 386 2024-09-13T00:17:14.344 INFO:tasks.rados.rados.0.smithi032.stdout:3886: done (0 left) 2024-09-13T00:17:14.344 INFO:tasks.rados.rados.0.smithi032.stdout:3887: snap_remove snap 344 2024-09-13T00:17:14.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:14 smithi032 bash[76677]: cluster 2024-09-13T00:17:13.261352+0000 mgr.y (mgr.34107) 433 : cluster [DBG] pgmap v803: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 897 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-09-13T00:17:14.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:14 smithi032 bash[76677]: cluster 2024-09-13T00:17:14.333608+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2024-09-13T00:17:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:14 smithi032 bash[75510]: cluster 2024-09-13T00:17:13.261352+0000 mgr.y (mgr.34107) 433 : cluster [DBG] pgmap v803: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 897 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-09-13T00:17:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:14 smithi032 bash[75510]: cluster 2024-09-13T00:17:14.333608+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2024-09-13T00:17:14.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:14 smithi053 bash[67631]: cluster 2024-09-13T00:17:13.261352+0000 mgr.y (mgr.34107) 433 : cluster [DBG] pgmap v803: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 897 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-09-13T00:17:14.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:14 smithi053 bash[67631]: cluster 2024-09-13T00:17:14.333608+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2024-09-13T00:17:14.957 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:17:15.335 INFO:tasks.rados.rados.0.smithi032.stdout:3887: done (0 left) 2024-09-13T00:17:15.335 INFO:tasks.rados.rados.0.smithi032.stdout:3888: rollback oid 36 current snap is 386 2024-09-13T00:17:15.335 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 317 2024-09-13T00:17:15.335 INFO:tasks.rados.rados.0.smithi032.stdout:3889: rollback oid 50 current snap is 386 2024-09-13T00:17:15.335 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 372 2024-09-13T00:17:15.336 INFO:tasks.rados.rados.0.smithi032.stdout:3890: snap_create 2024-09-13T00:17:15.365 INFO:tasks.rados.rados.0.smithi032.stdout:3889: finishing rollback tid 0 to smithi03267100-50 2024-09-13T00:17:15.365 INFO:tasks.rados.rados.0.smithi032.stdout:3889: finishing rollback tid 1 to smithi03267100-50 2024-09-13T00:17:15.365 INFO:tasks.rados.rados.0.smithi032.stdout:3889: finishing rollback tid 2 to smithi03267100-50 2024-09-13T00:17:15.365 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2913 (ObjNum 1160 snap 362 seq_num 1160) dirty exists 2024-09-13T00:17:15.373 INFO:tasks.rados.rados.0.smithi032.stdout:3888: finishing rollback tid 0 to smithi03267100-36 2024-09-13T00:17:15.374 INFO:tasks.rados.rados.0.smithi032.stdout:3888: finishing rollback tid 1 to smithi03267100-36 2024-09-13T00:17:15.374 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 3442 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T00:17:16.339 INFO:tasks.rados.rados.0.smithi032.stdout:3888: done (2 left) 2024-09-13T00:17:16.339 INFO:tasks.rados.rados.0.smithi032.stdout:3889: done (1 left) 2024-09-13T00:17:16.339 INFO:tasks.rados.rados.0.smithi032.stdout:3890: done (0 left) 2024-09-13T00:17:16.340 INFO:tasks.rados.rados.0.smithi032.stdout:3891: delete oid 21 current snap is 387 2024-09-13T00:17:16.356 INFO:tasks.rados.rados.0.smithi032.stdout:3891: done (0 left) 2024-09-13T00:17:16.356 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 387 2024-09-13T00:17:16.356 INFO:tasks.rados.rados.0.smithi032.stdout:3892: seq_num 1226 ranges {2678784=540672,3219456=598016,3817472=204800} 2024-09-13T00:17:16.389 INFO:tasks.rados.rados.0.smithi032.stdout:3892: writing smithi03267100-33 from 2678784 to 3219456 tid 1 2024-09-13T00:17:16.397 INFO:tasks.rados.rados.0.smithi032.stdout:3892: writing smithi03267100-33 from 3219456 to 3817472 tid 2 2024-09-13T00:17:16.400 INFO:tasks.rados.rados.0.smithi032.stdout:3892: writing smithi03267100-33 from 3817472 to 4022272 tid 3 2024-09-13T00:17:16.400 INFO:tasks.rados.rados.0.smithi032.stdout:3893: read oid 43 snap -1 2024-09-13T00:17:16.400 INFO:tasks.rados.rados.0.smithi032.stdout:3893: expect (ObjNum 1220 snap 384 seq_num 1220) 2024-09-13T00:17:16.400 INFO:tasks.rados.rados.0.smithi032.stdout:3894: delete oid 15 current snap is 387 2024-09-13T00:17:16.403 INFO:tasks.rados.rados.0.smithi032.stdout:3892: finishing write tid 1 to smithi03267100-33 2024-09-13T00:17:16.405 INFO:tasks.rados.rados.0.smithi032.stdout:3894: done (2 left) 2024-09-13T00:17:16.405 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 387 2024-09-13T00:17:16.405 INFO:tasks.rados.rados.0.smithi032.stdout:3895: seq_num 1228 ranges {1400832=573440,1974272=761856,2736128=40960} 2024-09-13T00:17:16.425 INFO:tasks.rados.rados.0.smithi032.stdout:3895: writing smithi03267100-41 from 1400832 to 1974272 tid 1 2024-09-13T00:17:16.432 INFO:tasks.rados.rados.0.smithi032.stdout:3895: writing smithi03267100-41 from 1974272 to 2736128 tid 2 2024-09-13T00:17:16.433 INFO:tasks.rados.rados.0.smithi032.stdout:3895: writing smithi03267100-41 from 2736128 to 2777088 tid 3 2024-09-13T00:17:16.433 INFO:tasks.rados.rados.0.smithi032.stdout:3896: copy_from oid 13 from oid 10 current snap is 387 2024-09-13T00:17:16.433 INFO:tasks.rados.rados.0.smithi032.stdout:3892: finishing write tid 2 to smithi03267100-33 2024-09-13T00:17:16.433 INFO:tasks.rados.rados.0.smithi032.stdout:3892: finishing write tid 3 to smithi03267100-33 2024-09-13T00:17:16.434 INFO:tasks.rados.rados.0.smithi032.stdout:3892: finishing write tid 4 to smithi03267100-33 2024-09-13T00:17:16.434 INFO:tasks.rados.rados.0.smithi032.stdout:3892: finishing write tid 5 to smithi03267100-33 2024-09-13T00:17:16.434 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2760 (ObjNum 1226 snap 387 seq_num 1226) dirty exists 2024-09-13T00:17:16.434 INFO:tasks.rados.rados.0.smithi032.stdout:3892: left oid 33 (ObjNum 1226 snap 387 seq_num 1226) 2024-09-13T00:17:16.434 INFO:tasks.rados.rados.0.smithi032.stdout:3892: done (3 left) 2024-09-13T00:17:16.434 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 387 2024-09-13T00:17:16.434 INFO:tasks.rados.rados.0.smithi032.stdout:3897: seq_num 1229 ranges {0=589824,589824=647168,1236992=155648} 2024-09-13T00:17:16.438 INFO:tasks.rados.rados.0.smithi032.stdout:3897: writing smithi03267100-38 from 0 to 589824 tid 1 2024-09-13T00:17:16.445 INFO:tasks.rados.rados.0.smithi032.stdout:3897: writing smithi03267100-38 from 589824 to 1236992 tid 2 2024-09-13T00:17:16.446 INFO:tasks.rados.rados.0.smithi032.stdout:3897: writing smithi03267100-38 from 1236992 to 1392640 tid 3 2024-09-13T00:17:16.447 INFO:tasks.rados.rados.0.smithi032.stdout:3898: setattr oid 40 current snap is 387 2024-09-13T00:17:16.447 INFO:tasks.rados.rados.0.smithi032.stdout:3895: finishing write tid 1 to smithi03267100-41 2024-09-13T00:17:16.447 INFO:tasks.rados.rados.0.smithi032.stdout:3893: expect (ObjNum 1220 snap 384 seq_num 1220) 2024-09-13T00:17:16.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:16 smithi032 bash[76677]: cluster 2024-09-13T00:17:15.262021+0000 mgr.y (mgr.34107) 434 : cluster [DBG] pgmap v806: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 892 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 3.1 MiB/s wr, 24 op/s 2024-09-13T00:17:16.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:16 smithi032 bash[76677]: cluster 2024-09-13T00:17:15.336423+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2024-09-13T00:17:16.622 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:16 smithi032 bash[75510]: cluster 2024-09-13T00:17:15.262021+0000 mgr.y (mgr.34107) 434 : cluster [DBG] pgmap v806: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 892 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 3.1 MiB/s wr, 24 op/s 2024-09-13T00:17:16.622 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:16 smithi032 bash[75510]: cluster 2024-09-13T00:17:15.336423+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2024-09-13T00:17:16.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:16 smithi053 bash[67631]: cluster 2024-09-13T00:17:15.262021+0000 mgr.y (mgr.34107) 434 : cluster [DBG] pgmap v806: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 892 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 3.1 MiB/s wr, 24 op/s 2024-09-13T00:17:16.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:16 smithi053 bash[67631]: cluster 2024-09-13T00:17:15.336423+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2024-09-13T00:17:16.872 INFO:tasks.rados.rados.0.smithi032.stdout:3897: finishing write tid 1 to smithi03267100-38 2024-09-13T00:17:16.872 INFO:tasks.rados.rados.0.smithi032.stdout:3895: finishing write tid 2 to smithi03267100-41 2024-09-13T00:17:16.872 INFO:tasks.rados.rados.0.smithi032.stdout:3895: finishing write tid 3 to smithi03267100-41 2024-09-13T00:17:16.872 INFO:tasks.rados.rados.0.smithi032.stdout:3895: finishing write tid 4 to smithi03267100-41 2024-09-13T00:17:16.873 INFO:tasks.rados.rados.0.smithi032.stdout:3895: finishing write tid 5 to smithi03267100-41 2024-09-13T00:17:16.873 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 3122 (ObjNum 1228 snap 387 seq_num 1228) dirty exists 2024-09-13T00:17:16.873 INFO:tasks.rados.rados.0.smithi032.stdout:3895: left oid 41 (ObjNum 1228 snap 387 seq_num 1228) 2024-09-13T00:17:16.873 INFO:tasks.rados.rados.0.smithi032.stdout:3897: finishing write tid 2 to smithi03267100-38 2024-09-13T00:17:16.873 INFO:tasks.rados.rados.0.smithi032.stdout:3897: finishing write tid 3 to smithi03267100-38 2024-09-13T00:17:16.873 INFO:tasks.rados.rados.0.smithi032.stdout:3897: finishing write tid 4 to smithi03267100-38 2024-09-13T00:17:16.873 INFO:tasks.rados.rados.0.smithi032.stdout:3897: finishing write tid 5 to smithi03267100-38 2024-09-13T00:17:16.873 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2974 (ObjNum 1229 snap 387 seq_num 1229) dirty exists 2024-09-13T00:17:16.873 INFO:tasks.rados.rados.0.smithi032.stdout:3897: left oid 38 (ObjNum 1229 snap 387 seq_num 1229) 2024-09-13T00:17:16.873 INFO:tasks.rados.rados.0.smithi032.stdout:3896: finishing copy_from racing read to smithi03267100-13 2024-09-13T00:17:16.873 INFO:tasks.rados.rados.0.smithi032.stdout:3896: finishing copy_from to smithi03267100-13 2024-09-13T00:17:16.873 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2969 (ObjNum 1204 snap 384 seq_num 1204) dirty exists 2024-09-13T00:17:16.874 INFO:tasks.rados.rados.0.smithi032.stdout:3893: done (4 left) 2024-09-13T00:17:16.874 INFO:tasks.rados.rados.0.smithi032.stdout:3895: done (3 left) 2024-09-13T00:17:16.874 INFO:tasks.rados.rados.0.smithi032.stdout:3896: done (2 left) 2024-09-13T00:17:16.874 INFO:tasks.rados.rados.0.smithi032.stdout:3897: done (1 left) 2024-09-13T00:17:16.874 INFO:tasks.rados.rados.0.smithi032.stdout:3899: delete oid 23 current snap is 387 2024-09-13T00:17:16.878 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 2734 (ObjNum 65 snap 0 seq_num 1851876462) dirty exists 2024-09-13T00:17:16.880 INFO:tasks.rados.rados.0.smithi032.stdout:3898: done (1 left) 2024-09-13T00:17:16.880 INFO:tasks.rados.rados.0.smithi032.stdout:3899: done (0 left) 2024-09-13T00:17:16.880 INFO:tasks.rados.rados.0.smithi032.stdout:3900: snap_create 2024-09-13T00:17:17.361 INFO:tasks.rados.rados.0.smithi032.stdout:3900: done (0 left) 2024-09-13T00:17:17.361 INFO:tasks.rados.rados.0.smithi032.stdout:3901: read oid 14 snap -1 2024-09-13T00:17:17.361 INFO:tasks.rados.rados.0.smithi032.stdout:3901: expect (ObjNum 1123 snap 348 seq_num 1123) 2024-09-13T00:17:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:3902: read oid 22 snap 364 2024-09-13T00:17:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:3902: expect deleted 2024-09-13T00:17:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:3903: read oid 7 snap -1 2024-09-13T00:17:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:3903: expect deleted 2024-09-13T00:17:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 388 2024-09-13T00:17:17.362 INFO:tasks.rados.rados.0.smithi032.stdout:3904: seq_num 1231 ranges {5570560=622592,6193152=417792,6610944=385024} 2024-09-13T00:17:17.430 INFO:tasks.rados.rados.0.smithi032.stdout:3904: writing smithi03267100-16 from 5570560 to 6193152 tid 1 2024-09-13T00:17:17.433 INFO:tasks.rados.rados.0.smithi032.stdout:3904: writing smithi03267100-16 from 6193152 to 6610944 tid 2 2024-09-13T00:17:17.437 INFO:tasks.rados.rados.0.smithi032.stdout:3904: writing smithi03267100-16 from 6610944 to 6995968 tid 3 2024-09-13T00:17:17.437 INFO:tasks.rados.rados.0.smithi032.stdout:3905: copy_from oid 6 from oid 15 current snap is 388 2024-09-13T00:17:17.437 INFO:tasks.rados.rados.0.smithi032.stdout:3901: expect (ObjNum 1123 snap 348 seq_num 1123) 2024-09-13T00:17:17.552 INFO:tasks.rados.rados.0.smithi032.stdout:3904: finishing write tid 1 to smithi03267100-16 2024-09-13T00:17:17.552 INFO:tasks.rados.rados.0.smithi032.stdout:3904: finishing write tid 2 to smithi03267100-16 2024-09-13T00:17:17.552 INFO:tasks.rados.rados.0.smithi032.stdout:3904: finishing write tid 3 to smithi03267100-16 2024-09-13T00:17:17.552 INFO:tasks.rados.rados.0.smithi032.stdout:3905: finishing copy_from to smithi03267100-6 2024-09-13T00:17:17.552 INFO:tasks.rados.rados.0.smithi032.stdout:3905: got expected ENOENT (src dne) 2024-09-13T00:17:17.552 INFO:tasks.rados.rados.0.smithi032.stdout:3904: finishing write tid 4 to smithi03267100-16 2024-09-13T00:17:17.552 INFO:tasks.rados.rados.0.smithi032.stdout:3905: finishing copy_from racing read to smithi03267100-6 2024-09-13T00:17:17.553 INFO:tasks.rados.rados.0.smithi032.stdout:3904: finishing write tid 5 to smithi03267100-16 2024-09-13T00:17:17.553 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 3393 (ObjNum 1231 snap 388 seq_num 1231) dirty exists 2024-09-13T00:17:17.553 INFO:tasks.rados.rados.0.smithi032.stdout:3904: left oid 16 (ObjNum 1231 snap 388 seq_num 1231) 2024-09-13T00:17:17.553 INFO:tasks.rados.rados.0.smithi032.stdout:3901: done (4 left) 2024-09-13T00:17:17.553 INFO:tasks.rados.rados.0.smithi032.stdout:3902: done (3 left) 2024-09-13T00:17:17.553 INFO:tasks.rados.rados.0.smithi032.stdout:3903: done (2 left) 2024-09-13T00:17:17.553 INFO:tasks.rados.rados.0.smithi032.stdout:3904: done (1 left) 2024-09-13T00:17:17.553 INFO:tasks.rados.rados.0.smithi032.stdout:3905: done (0 left) 2024-09-13T00:17:17.553 INFO:tasks.rados.rados.0.smithi032.stdout:3906: read oid 23 snap 261 2024-09-13T00:17:17.553 INFO:tasks.rados.rados.0.smithi032.stdout:3906: expect (ObjNum 846 snap 257 seq_num 846) 2024-09-13T00:17:17.553 INFO:tasks.rados.rados.0.smithi032.stdout:3907: read oid 24 snap 341 2024-09-13T00:17:17.554 INFO:tasks.rados.rados.0.smithi032.stdout:3907: expect (ObjNum 984 snap 285 seq_num 984) 2024-09-13T00:17:17.554 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 388 2024-09-13T00:17:17.554 INFO:tasks.rados.rados.0.smithi032.stdout:3908: seq_num 1232 ranges {4022272=638976,4661248=753664,5414912=49152} 2024-09-13T00:17:17.593 INFO:tasks.rados.rados.0.smithi032.stdout:3908: writing smithi03267100-33 from 4022272 to 4661248 tid 1 2024-09-13T00:17:17.601 INFO:tasks.rados.rados.0.smithi032.stdout:3908: writing smithi03267100-33 from 4661248 to 5414912 tid 2 2024-09-13T00:17:17.602 INFO:tasks.rados.rados.0.smithi032.stdout:3908: writing smithi03267100-33 from 5414912 to 5464064 tid 3 2024-09-13T00:17:17.602 INFO:tasks.rados.rados.0.smithi032.stdout:3909: snap_remove snap 317 2024-09-13T00:17:17.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:17 smithi032 bash[75510]: cluster 2024-09-13T00:17:16.339395+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2024-09-13T00:17:17.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:17 smithi032 bash[76677]: cluster 2024-09-13T00:17:16.339395+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2024-09-13T00:17:17.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:17 smithi053 bash[67631]: cluster 2024-09-13T00:17:16.339395+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2024-09-13T00:17:18.333 INFO:tasks.rados.rados.0.smithi032.stdout:3909: done (3 left) 2024-09-13T00:17:18.333 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 388 2024-09-13T00:17:18.333 INFO:tasks.rados.rados.0.smithi032.stdout:3910: seq_num 1233 ranges {1392640=655360,2048000=638976,2686976=163840} 2024-09-13T00:17:18.347 INFO:tasks.rados.rados.0.smithi032.stdout:3910: writing smithi03267100-38 from 1392640 to 2048000 tid 1 2024-09-13T00:17:18.352 INFO:tasks.rados.rados.0.smithi032.stdout:3910: writing smithi03267100-38 from 2048000 to 2686976 tid 2 2024-09-13T00:17:18.353 INFO:tasks.rados.rados.0.smithi032.stdout:3910: writing smithi03267100-38 from 2686976 to 2850816 tid 3 2024-09-13T00:17:18.353 INFO:tasks.rados.rados.0.smithi032.stdout:3911: setattr oid 43 current snap is 388 2024-09-13T00:17:18.361 INFO:tasks.rados.rados.0.smithi032.stdout:3907: expect (ObjNum 984 snap 285 seq_num 984) 2024-09-13T00:17:18.439 INFO:tasks.rados.rados.0.smithi032.stdout:3906: expect (ObjNum 846 snap 257 seq_num 846) 2024-09-13T00:17:18.570 INFO:tasks.rados.rados.0.smithi032.stdout:3908: finishing write tid 1 to smithi03267100-33 2024-09-13T00:17:18.570 INFO:tasks.rados.rados.0.smithi032.stdout:3908: finishing write tid 2 to smithi03267100-33 2024-09-13T00:17:18.570 INFO:tasks.rados.rados.0.smithi032.stdout:3908: finishing write tid 3 to smithi03267100-33 2024-09-13T00:17:18.570 INFO:tasks.rados.rados.0.smithi032.stdout:3908: finishing write tid 4 to smithi03267100-33 2024-09-13T00:17:18.570 INFO:tasks.rados.rados.0.smithi032.stdout:3908: finishing write tid 5 to smithi03267100-33 2024-09-13T00:17:18.571 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2764 (ObjNum 1232 snap 388 seq_num 1232) dirty exists 2024-09-13T00:17:18.571 INFO:tasks.rados.rados.0.smithi032.stdout:3908: left oid 33 (ObjNum 1232 snap 388 seq_num 1232) 2024-09-13T00:17:18.571 INFO:tasks.rados.rados.0.smithi032.stdout:3910: finishing write tid 1 to smithi03267100-38 2024-09-13T00:17:18.571 INFO:tasks.rados.rados.0.smithi032.stdout:3910: finishing write tid 2 to smithi03267100-38 2024-09-13T00:17:18.571 INFO:tasks.rados.rados.0.smithi032.stdout:3910: finishing write tid 3 to smithi03267100-38 2024-09-13T00:17:18.571 INFO:tasks.rados.rados.0.smithi032.stdout:3910: finishing write tid 4 to smithi03267100-38 2024-09-13T00:17:18.571 INFO:tasks.rados.rados.0.smithi032.stdout:3910: finishing write tid 5 to smithi03267100-38 2024-09-13T00:17:18.571 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2978 (ObjNum 1233 snap 388 seq_num 1233) dirty exists 2024-09-13T00:17:18.571 INFO:tasks.rados.rados.0.smithi032.stdout:3910: left oid 38 (ObjNum 1233 snap 388 seq_num 1233) 2024-09-13T00:17:18.571 INFO:tasks.rados.rados.0.smithi032.stdout:3906: done (4 left) 2024-09-13T00:17:18.571 INFO:tasks.rados.rados.0.smithi032.stdout:3907: done (3 left) 2024-09-13T00:17:18.571 INFO:tasks.rados.rados.0.smithi032.stdout:3908: done (2 left) 2024-09-13T00:17:18.571 INFO:tasks.rados.rados.0.smithi032.stdout:3910: done (1 left) 2024-09-13T00:17:18.571 INFO:tasks.rados.rados.0.smithi032.stdout:3912: setattr oid 35 current snap is 388 2024-09-13T00:17:18.572 INFO:tasks.rados.rados.0.smithi032.stdout:3913: read oid 6 snap -1 2024-09-13T00:17:18.572 INFO:tasks.rados.rados.0.smithi032.stdout:3913: expect (ObjNum 1139 snap 353 seq_num 1139) 2024-09-13T00:17:18.572 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 388 2024-09-13T00:17:18.572 INFO:tasks.rados.rados.0.smithi032.stdout:3914: seq_num 1234 ranges {0=671744,671744=516096,1187840=286720} 2024-09-13T00:17:18.579 INFO:tasks.rados.rados.0.smithi032.stdout:3914: writing smithi03267100-27 from 0 to 671744 tid 1 2024-09-13T00:17:18.584 INFO:tasks.rados.rados.0.smithi032.stdout:3914: writing smithi03267100-27 from 671744 to 1187840 tid 2 2024-09-13T00:17:18.591 INFO:tasks.rados.rados.0.smithi032.stdout:3914: writing smithi03267100-27 from 1187840 to 1474560 tid 3 2024-09-13T00:17:18.591 INFO:tasks.rados.rados.0.smithi032.stdout:3915: snap_create 2024-09-13T00:17:18.591 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2735 (ObjNum 1220 snap 384 seq_num 1220) dirty exists 2024-09-13T00:17:18.591 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 3110 (ObjNum 1199 snap 382 seq_num 1199) dirty exists 2024-09-13T00:17:18.591 INFO:tasks.rados.rados.0.smithi032.stdout:3914: finishing write tid 1 to smithi03267100-27 2024-09-13T00:17:18.591 INFO:tasks.rados.rados.0.smithi032.stdout:3914: finishing write tid 2 to smithi03267100-27 2024-09-13T00:17:18.596 INFO:tasks.rados.rados.0.smithi032.stdout:3914: finishing write tid 3 to smithi03267100-27 2024-09-13T00:17:18.596 INFO:tasks.rados.rados.0.smithi032.stdout:3914: finishing write tid 4 to smithi03267100-27 2024-09-13T00:17:18.598 INFO:tasks.rados.rados.0.smithi032.stdout:3914: finishing write tid 5 to smithi03267100-27 2024-09-13T00:17:18.598 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 3096 (ObjNum 1234 snap 388 seq_num 1234) dirty exists 2024-09-13T00:17:18.598 INFO:tasks.rados.rados.0.smithi032.stdout:3914: left oid 27 (ObjNum 1234 snap 388 seq_num 1234) 2024-09-13T00:17:18.637 INFO:tasks.rados.rados.0.smithi032.stdout:3913: expect (ObjNum 1139 snap 353 seq_num 1139) 2024-09-13T00:17:18.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:18 smithi032 bash[75510]: cluster 2024-09-13T00:17:17.262874+0000 mgr.y (mgr.34107) 435 : cluster [DBG] pgmap v809: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 893 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 930 KiB/s wr, 13 op/s 2024-09-13T00:17:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:18 smithi032 bash[75510]: cluster 2024-09-13T00:17:17.362111+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2024-09-13T00:17:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:18 smithi032 bash[75510]: cluster 2024-09-13T00:17:18.333677+0000 mon.a (mon.0) 1466 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2024-09-13T00:17:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:18 smithi032 bash[76677]: cluster 2024-09-13T00:17:17.262874+0000 mgr.y (mgr.34107) 435 : cluster [DBG] pgmap v809: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 893 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 930 KiB/s wr, 13 op/s 2024-09-13T00:17:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:18 smithi032 bash[76677]: cluster 2024-09-13T00:17:17.362111+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2024-09-13T00:17:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:18 smithi032 bash[76677]: cluster 2024-09-13T00:17:18.333677+0000 mon.a (mon.0) 1466 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2024-09-13T00:17:18.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:18 smithi053 bash[67631]: cluster 2024-09-13T00:17:17.262874+0000 mgr.y (mgr.34107) 435 : cluster [DBG] pgmap v809: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 893 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 930 KiB/s wr, 13 op/s 2024-09-13T00:17:18.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:18 smithi053 bash[67631]: cluster 2024-09-13T00:17:17.362111+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2024-09-13T00:17:18.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:18 smithi053 bash[67631]: cluster 2024-09-13T00:17:18.333677+0000 mon.a (mon.0) 1466 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2024-09-13T00:17:19.327 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T00:17:19.327 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2024-09-13T00:17:19.328 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-13T00:17:19.328 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:17:19.328 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2024-09-13T00:17:19.328 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:17:19.328 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:17:19.328 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2024-09-13T00:17:19.328 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-13T00:17:19.328 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:17:19.328 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-09-13T00:17:19.328 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-13T00:17:19.328 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T00:17:19.328 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2024-09-13T00:17:19.329 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 15 2024-09-13T00:17:19.329 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T00:17:19.329 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T00:17:19.616 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:19 smithi032 bash[75510]: audit 2024-09-13T00:17:19.329377+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.32:0/3760884617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:17:19.617 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:19 smithi032 bash[76677]: audit 2024-09-13T00:17:19.329377+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.32:0/3760884617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:17:19.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:19 smithi053 bash[67631]: audit 2024-09-13T00:17:19.329377+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.32:0/3760884617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:17:20.008 INFO:tasks.rados.rados.0.smithi032.stdout:3911: done (4 left) 2024-09-13T00:17:20.008 INFO:tasks.rados.rados.0.smithi032.stdout:3912: done (3 left) 2024-09-13T00:17:20.008 INFO:tasks.rados.rados.0.smithi032.stdout:3913: done (2 left) 2024-09-13T00:17:20.008 INFO:tasks.rados.rados.0.smithi032.stdout:3914: done (1 left) 2024-09-13T00:17:20.008 INFO:tasks.rados.rados.0.smithi032.stdout:3915: done (0 left) 2024-09-13T00:17:20.008 INFO:tasks.rados.rados.0.smithi032.stdout:3916: snap_remove snap 346 2024-09-13T00:17:20.163 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -e sha1=7a853b1706d076d58e0da7a5d3b9b9eb36276880 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-13T00:17:20.383 INFO:tasks.rados.rados.0.smithi032.stdout:3916: done (0 left) 2024-09-13T00:17:20.383 INFO:tasks.rados.rados.0.smithi032.stdout:3917: setattr oid 15 current snap is 389 2024-09-13T00:17:20.384 INFO:tasks.rados.rados.0.smithi032.stdout:3918: snap_create 2024-09-13T00:17:20.411 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2982 (ObjNum 289 snap 0 seq_num 1801149461) dirty exists 2024-09-13T00:17:20.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:20 smithi032 bash[75510]: cluster 2024-09-13T00:17:19.263576+0000 mgr.y (mgr.34107) 436 : cluster [DBG] pgmap v812: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 899 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-09-13T00:17:20.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:20 smithi032 bash[75510]: cluster 2024-09-13T00:17:19.372452+0000 mon.a (mon.0) 1467 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2024-09-13T00:17:20.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:20 smithi032 bash[76677]: cluster 2024-09-13T00:17:19.263576+0000 mgr.y (mgr.34107) 436 : cluster [DBG] pgmap v812: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 899 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-09-13T00:17:20.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:20 smithi032 bash[76677]: cluster 2024-09-13T00:17:19.372452+0000 mon.a (mon.0) 1467 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2024-09-13T00:17:20.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:20 smithi053 bash[67631]: cluster 2024-09-13T00:17:19.263576+0000 mgr.y (mgr.34107) 436 : cluster [DBG] pgmap v812: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 899 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-09-13T00:17:20.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:20 smithi053 bash[67631]: cluster 2024-09-13T00:17:19.372452+0000 mon.a (mon.0) 1467 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2024-09-13T00:17:21.387 INFO:tasks.rados.rados.0.smithi032.stdout:3917: done (1 left) 2024-09-13T00:17:21.387 INFO:tasks.rados.rados.0.smithi032.stdout:3918: done (0 left) 2024-09-13T00:17:21.387 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 390 2024-09-13T00:17:21.388 INFO:tasks.rados.rados.0.smithi032.stdout:3919: seq_num 1235 ranges {0=688128,688128=802816} 2024-09-13T00:17:21.396 INFO:tasks.rados.rados.0.smithi032.stdout:3919: writing smithi03267100-47 from 0 to 688128 tid 1 2024-09-13T00:17:21.405 INFO:tasks.rados.rados.0.smithi032.stdout:3919: writing smithi03267100-47 from 688128 to 1490944 tid 2 2024-09-13T00:17:21.406 INFO:tasks.rados.rados.0.smithi032.stdout:3920: read oid 14 snap -1 2024-09-13T00:17:21.406 INFO:tasks.rados.rados.0.smithi032.stdout:3920: expect (ObjNum 1123 snap 348 seq_num 1123) 2024-09-13T00:17:21.406 INFO:tasks.rados.rados.0.smithi032.stdout:3921: copy_from oid 31 from oid 46 current snap is 390 2024-09-13T00:17:21.406 INFO:tasks.rados.rados.0.smithi032.stdout:3919: finishing write tid 1 to smithi03267100-47 2024-09-13T00:17:21.406 INFO:tasks.rados.rados.0.smithi032.stdout:3922: copy_from oid 10 from oid 18 current snap is 390 2024-09-13T00:17:21.406 INFO:tasks.rados.rados.0.smithi032.stdout:3923: delete oid 39 current snap is 390 2024-09-13T00:17:21.417 INFO:tasks.rados.rados.0.smithi032.stdout:3919: finishing write tid 2 to smithi03267100-47 2024-09-13T00:17:21.418 INFO:tasks.rados.rados.0.smithi032.stdout:3919: finishing write tid 3 to smithi03267100-47 2024-09-13T00:17:21.421 INFO:tasks.rados.rados.0.smithi032.stdout:3919: finishing write tid 4 to smithi03267100-47 2024-09-13T00:17:21.421 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 3099 (ObjNum 1235 snap 390 seq_num 1235) dirty exists 2024-09-13T00:17:21.421 INFO:tasks.rados.rados.0.smithi032.stdout:3919: left oid 47 (ObjNum 1235 snap 390 seq_num 1235) 2024-09-13T00:17:21.424 INFO:tasks.rados.rados.0.smithi032.stdout:3919: done (4 left) 2024-09-13T00:17:21.424 INFO:tasks.rados.rados.0.smithi032.stdout:3923: done (3 left) 2024-09-13T00:17:21.424 INFO:tasks.rados.rados.0.smithi032.stdout:3924: snap_remove snap 381 2024-09-13T00:17:21.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:21 smithi032 bash[75510]: cluster 2024-09-13T00:17:20.380692+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2024-09-13T00:17:21.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:21 smithi032 bash[76677]: cluster 2024-09-13T00:17:20.380692+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2024-09-13T00:17:21.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:21 smithi053 bash[67631]: cluster 2024-09-13T00:17:20.380692+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2024-09-13T00:17:22.405 INFO:tasks.rados.rados.0.smithi032.stdout:3920: expect (ObjNum 1123 snap 348 seq_num 1123) 2024-09-13T00:17:22.500 INFO:tasks.rados.rados.0.smithi032.stdout:3921: finishing copy_from racing read to smithi03267100-31 2024-09-13T00:17:22.500 INFO:tasks.rados.rados.0.smithi032.stdout:3921: finishing copy_from to smithi03267100-31 2024-09-13T00:17:22.500 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1758 (ObjNum 1169 snap 368 seq_num 1169) dirty exists 2024-09-13T00:17:22.500 INFO:tasks.rados.rados.0.smithi032.stdout:3922: finishing copy_from racing read to smithi03267100-10 2024-09-13T00:17:22.500 INFO:tasks.rados.rados.0.smithi032.stdout:3922: finishing copy_from to smithi03267100-10 2024-09-13T00:17:22.500 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 3106 (ObjNum 1181 snap 374 seq_num 1181) dirty exists 2024-09-13T00:17:22.500 INFO:tasks.rados.rados.0.smithi032.stdout:3920: done (3 left) 2024-09-13T00:17:22.500 INFO:tasks.rados.rados.0.smithi032.stdout:3921: done (2 left) 2024-09-13T00:17:22.500 INFO:tasks.rados.rados.0.smithi032.stdout:3922: done (1 left) 2024-09-13T00:17:22.500 INFO:tasks.rados.rados.0.smithi032.stdout:3924: done (0 left) 2024-09-13T00:17:22.501 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 390 2024-09-13T00:17:22.501 INFO:tasks.rados.rados.0.smithi032.stdout:3925: seq_num 1237 ranges {5570560=720896,6291456=573440,6864896=229376} 2024-09-13T00:17:22.570 INFO:tasks.rados.rados.0.smithi032.stdout:3925: writing smithi03267100-9 from 5570560 to 6291456 tid 1 2024-09-13T00:17:22.575 INFO:tasks.rados.rados.0.smithi032.stdout:3925: writing smithi03267100-9 from 6291456 to 6864896 tid 2 2024-09-13T00:17:22.577 INFO:tasks.rados.rados.0.smithi032.stdout:3925: writing smithi03267100-9 from 6864896 to 7094272 tid 3 2024-09-13T00:17:22.577 INFO:tasks.rados.rados.0.smithi032.stdout:3926: delete oid 7 current snap is 390 2024-09-13T00:17:22.582 INFO:tasks.rados.rados.0.smithi032.stdout:3926: done (1 left) 2024-09-13T00:17:22.582 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 390 2024-09-13T00:17:22.582 INFO:tasks.rados.rados.0.smithi032.stdout:3927: seq_num 1239 ranges {0=753664,753664=745472,1499136=57344} 2024-09-13T00:17:22.587 INFO:tasks.rados.rados.0.smithi032.stdout:3927: writing smithi03267100-21 from 0 to 753664 tid 1 2024-09-13T00:17:22.593 INFO:tasks.rados.rados.0.smithi032.stdout:3927: writing smithi03267100-21 from 753664 to 1499136 tid 2 2024-09-13T00:17:22.594 INFO:tasks.rados.rados.0.smithi032.stdout:3927: writing smithi03267100-21 from 1499136 to 1556480 tid 3 2024-09-13T00:17:22.595 INFO:tasks.rados.rados.0.smithi032.stdout:3928: copy_from oid 48 from oid 25 current snap is 390 2024-09-13T00:17:22.595 INFO:tasks.rados.rados.0.smithi032.stdout:3925: finishing write tid 1 to smithi03267100-9 2024-09-13T00:17:22.595 INFO:tasks.rados.rados.0.smithi032.stdout:3925: finishing write tid 2 to smithi03267100-9 2024-09-13T00:17:22.595 INFO:tasks.rados.rados.0.smithi032.stdout:3925: finishing write tid 3 to smithi03267100-9 2024-09-13T00:17:22.595 INFO:tasks.rados.rados.0.smithi032.stdout:3929: read oid 46 snap -1 2024-09-13T00:17:22.595 INFO:tasks.rados.rados.0.smithi032.stdout:3929: expect (ObjNum 1169 snap 368 seq_num 1169) 2024-09-13T00:17:22.595 INFO:tasks.rados.rados.0.smithi032.stdout:3930: read oid 7 snap -1 2024-09-13T00:17:22.595 INFO:tasks.rados.rados.0.smithi032.stdout:3930: expect deleted 2024-09-13T00:17:22.595 INFO:tasks.rados.rados.0.smithi032.stdout:3931: snap_remove snap 267 2024-09-13T00:17:22.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:22 smithi032 bash[75510]: cluster 2024-09-13T00:17:21.264378+0000 mgr.y (mgr.34107) 437 : cluster [DBG] pgmap v815: 121 pgs: 121 active+clean; 899 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-09-13T00:17:22.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:22 smithi032 bash[75510]: cluster 2024-09-13T00:17:21.387673+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2024-09-13T00:17:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:17:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:17:22] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-09-13T00:17:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:22 smithi032 bash[76677]: cluster 2024-09-13T00:17:21.264378+0000 mgr.y (mgr.34107) 437 : cluster [DBG] pgmap v815: 121 pgs: 121 active+clean; 899 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-09-13T00:17:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:22 smithi032 bash[76677]: cluster 2024-09-13T00:17:21.387673+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2024-09-13T00:17:22.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:22 smithi053 bash[67631]: cluster 2024-09-13T00:17:21.264378+0000 mgr.y (mgr.34107) 437 : cluster [DBG] pgmap v815: 121 pgs: 121 active+clean; 899 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-09-13T00:17:22.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:22 smithi053 bash[67631]: cluster 2024-09-13T00:17:21.387673+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2024-09-13T00:17:22.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:17:22 smithi053 bash[94430]: ts=2024-09-13T00:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:17:23.337 INFO:tasks.rados.rados.0.smithi032.stdout:3931: done (5 left) 2024-09-13T00:17:23.337 INFO:tasks.rados.rados.0.smithi032.stdout:3932: rollback oid 12 current snap is 390 2024-09-13T00:17:23.337 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 386 2024-09-13T00:17:23.337 INFO:tasks.rados.rados.0.smithi032.stdout:3925: finishing write tid 4 to smithi03267100-9 2024-09-13T00:17:23.337 INFO:tasks.rados.rados.0.smithi032.stdout:3928: finishing copy_from to smithi03267100-48 2024-09-13T00:17:23.338 INFO:tasks.rados.rados.0.smithi032.stdout:3928: got expected ENOENT (src dne) 2024-09-13T00:17:23.338 INFO:tasks.rados.rados.0.smithi032.stdout:3928: finishing copy_from racing read to smithi03267100-48 2024-09-13T00:17:23.338 INFO:tasks.rados.rados.0.smithi032.stdout:3925: finishing write tid 5 to smithi03267100-9 2024-09-13T00:17:23.338 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 3727 (ObjNum 1237 snap 390 seq_num 1237) dirty exists 2024-09-13T00:17:23.338 INFO:tasks.rados.rados.0.smithi032.stdout:3925: left oid 9 (ObjNum 1237 snap 390 seq_num 1237) 2024-09-13T00:17:23.338 INFO:tasks.rados.rados.0.smithi032.stdout:3929: expect (ObjNum 1169 snap 368 seq_num 1169) 2024-09-13T00:17:23.355 INFO:tasks.rados.rados.0.smithi032.stdout:3927: finishing write tid 1 to smithi03267100-21 2024-09-13T00:17:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:3927: finishing write tid 2 to smithi03267100-21 2024-09-13T00:17:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:3927: finishing write tid 3 to smithi03267100-21 2024-09-13T00:17:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:3927: finishing write tid 4 to smithi03267100-21 2024-09-13T00:17:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:3927: finishing write tid 5 to smithi03267100-21 2024-09-13T00:17:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 3494 (ObjNum 1239 snap 390 seq_num 1239) dirty exists 2024-09-13T00:17:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:3927: left oid 21 (ObjNum 1239 snap 390 seq_num 1239) 2024-09-13T00:17:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:3932: finishing rollback tid 0 to smithi03267100-12 2024-09-13T00:17:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:3932: finishing rollback tid 1 to smithi03267100-12 2024-09-13T00:17:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:3925: done (5 left) 2024-09-13T00:17:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:3927: done (4 left) 2024-09-13T00:17:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:3928: done (3 left) 2024-09-13T00:17:23.357 INFO:tasks.rados.rados.0.smithi032.stdout:3929: done (2 left) 2024-09-13T00:17:23.357 INFO:tasks.rados.rados.0.smithi032.stdout:3930: done (1 left) 2024-09-13T00:17:23.357 INFO:tasks.rados.rados.0.smithi032.stdout:3933: snap_remove snap 354 2024-09-13T00:17:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:23 smithi032 bash[75510]: cluster 2024-09-13T00:17:22.406233+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2024-09-13T00:17:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:23 smithi032 bash[75510]: cluster 2024-09-13T00:17:23.335763+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2024-09-13T00:17:23.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:23 smithi032 bash[76677]: cluster 2024-09-13T00:17:22.406233+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2024-09-13T00:17:23.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:23 smithi032 bash[76677]: cluster 2024-09-13T00:17:23.335763+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2024-09-13T00:17:23.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:23 smithi053 bash[67631]: cluster 2024-09-13T00:17:22.406233+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2024-09-13T00:17:23.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:23 smithi053 bash[67631]: cluster 2024-09-13T00:17:23.335763+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2024-09-13T00:17:24.339 INFO:tasks.rados.rados.0.smithi032.stdout:3933: done (1 left) 2024-09-13T00:17:24.339 INFO:tasks.rados.rados.0.smithi032.stdout:3934: snap_remove snap 373 2024-09-13T00:17:24.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:24 smithi032 bash[75510]: cluster 2024-09-13T00:17:23.265256+0000 mgr.y (mgr.34107) 438 : cluster [DBG] pgmap v818: 121 pgs: 121 active+clean; 897 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 732 KiB/s wr, 21 op/s 2024-09-13T00:17:24.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:24 smithi032 bash[75510]: cluster 2024-09-13T00:17:24.339617+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2024-09-13T00:17:24.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:24 smithi032 bash[76677]: cluster 2024-09-13T00:17:23.265256+0000 mgr.y (mgr.34107) 438 : cluster [DBG] pgmap v818: 121 pgs: 121 active+clean; 897 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 732 KiB/s wr, 21 op/s 2024-09-13T00:17:24.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:24 smithi032 bash[76677]: cluster 2024-09-13T00:17:24.339617+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2024-09-13T00:17:24.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:24 smithi053 bash[67631]: cluster 2024-09-13T00:17:23.265256+0000 mgr.y (mgr.34107) 438 : cluster [DBG] pgmap v818: 121 pgs: 121 active+clean; 897 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 732 KiB/s wr, 21 op/s 2024-09-13T00:17:24.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:24 smithi053 bash[67631]: cluster 2024-09-13T00:17:24.339617+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2024-09-13T00:17:24.946 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:17:25.341 INFO:tasks.rados.rados.0.smithi032.stdout:3934: done (1 left) 2024-09-13T00:17:25.341 INFO:tasks.rados.rados.0.smithi032.stdout:3935: rollback oid 7 current snap is 390 2024-09-13T00:17:25.341 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 7 to 295 2024-09-13T00:17:25.341 INFO:tasks.rados.rados.0.smithi032.stdout:3936: rollback oid 15 current snap is 390 2024-09-13T00:17:25.341 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 15 to 341 2024-09-13T00:17:25.341 INFO:tasks.rados.rados.0.smithi032.stdout:3937: snap_create 2024-09-13T00:17:25.341 INFO:tasks.rados.rados.0.smithi032.stdout:3932: finishing rollback tid 2 to smithi03267100-12 2024-09-13T00:17:25.341 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 3396 (ObjNum 1208 snap 384 seq_num 1208) dirty exists 2024-09-13T00:17:25.368 INFO:tasks.rados.rados.0.smithi032.stdout:3935: finishing rollback tid 1 to smithi03267100-7 2024-09-13T00:17:25.386 INFO:tasks.rados.rados.0.smithi032.stdout:3935: finishing rollback tid 2 to smithi03267100-7 2024-09-13T00:17:25.386 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 2984 (ObjNum 992 snap 291 seq_num 992) dirty exists 2024-09-13T00:17:25.386 INFO:tasks.rados.rados.0.smithi032.stdout:3936: finishing rollback tid 0 to smithi03267100-15 2024-09-13T00:17:25.389 INFO:tasks.rados.rados.0.smithi032.stdout:3936: finishing rollback tid 1 to smithi03267100-15 2024-09-13T00:17:25.389 INFO:tasks.rados.rados.0.smithi032.stdout:3936: finishing rollback tid 2 to smithi03267100-15 2024-09-13T00:17:25.389 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2987 (ObjNum 1086 snap 334 seq_num 1086) dirty exists 2024-09-13T00:17:25.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:25 smithi032 bash[75510]: audit 2024-09-13T00:17:25.137976+0000 mon.a (mon.0) 1473 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:17:25.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:25 smithi032 bash[75510]: cluster 2024-09-13T00:17:25.341777+0000 mon.a (mon.0) 1474 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2024-09-13T00:17:25.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:25 smithi032 bash[76677]: audit 2024-09-13T00:17:25.137976+0000 mon.a (mon.0) 1473 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:17:25.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:25 smithi032 bash[76677]: cluster 2024-09-13T00:17:25.341777+0000 mon.a (mon.0) 1474 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2024-09-13T00:17:25.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:25 smithi053 bash[67631]: audit 2024-09-13T00:17:25.137976+0000 mon.a (mon.0) 1473 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:17:25.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:25 smithi053 bash[67631]: cluster 2024-09-13T00:17:25.341777+0000 mon.a (mon.0) 1474 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2024-09-13T00:17:26.346 INFO:tasks.rados.rados.0.smithi032.stdout:3932: done (3 left) 2024-09-13T00:17:26.346 INFO:tasks.rados.rados.0.smithi032.stdout:3935: done (2 left) 2024-09-13T00:17:26.346 INFO:tasks.rados.rados.0.smithi032.stdout:3936: done (1 left) 2024-09-13T00:17:26.346 INFO:tasks.rados.rados.0.smithi032.stdout:3937: done (0 left) 2024-09-13T00:17:26.346 INFO:tasks.rados.rados.0.smithi032.stdout:3938: rmattr oid 42 current snap is 391 2024-09-13T00:17:26.346 INFO:tasks.rados.rados.0.smithi032.stdout:3938: done (0 left) 2024-09-13T00:17:26.346 INFO:tasks.rados.rados.0.smithi032.stdout:3939: read oid 32 snap 342 2024-09-13T00:17:26.347 INFO:tasks.rados.rados.0.smithi032.stdout:3939: expect (ObjNum 1088 snap 335 seq_num 1088) 2024-09-13T00:17:26.347 INFO:tasks.rados.rados.0.smithi032.stdout:3940: delete oid 17 current snap is 391 2024-09-13T00:17:26.369 INFO:tasks.rados.rados.0.smithi032.stdout:3940: done (1 left) 2024-09-13T00:17:26.369 INFO:tasks.rados.rados.0.smithi032.stdout:3941: rollback oid 30 current snap is 391 2024-09-13T00:17:26.369 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 319 2024-09-13T00:17:26.370 INFO:tasks.rados.rados.0.smithi032.stdout:3942: rollback oid 39 current snap is 391 2024-09-13T00:17:26.370 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 382 2024-09-13T00:17:26.370 INFO:tasks.rados.rados.0.smithi032.stdout:3943: read oid 49 snap -1 2024-09-13T00:17:26.370 INFO:tasks.rados.rados.0.smithi032.stdout:3943: expect (ObjNum 1218 snap 384 seq_num 1218) 2024-09-13T00:17:26.370 INFO:tasks.rados.rados.0.smithi032.stdout:3944: delete oid 15 current snap is 391 2024-09-13T00:17:26.382 INFO:tasks.rados.rados.0.smithi032.stdout:3942: finishing rollback tid 1 to smithi03267100-39 2024-09-13T00:17:26.383 INFO:tasks.rados.rados.0.smithi032.stdout:3942: finishing rollback tid 2 to smithi03267100-39 2024-09-13T00:17:26.383 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2988 (ObjNum 1189 snap 378 seq_num 1189) dirty exists 2024-09-13T00:17:26.388 INFO:tasks.rados.rados.0.smithi032.stdout:3942: done (4 left) 2024-09-13T00:17:26.388 INFO:tasks.rados.rados.0.smithi032.stdout:3944: done (3 left) 2024-09-13T00:17:26.388 INFO:tasks.rados.rados.0.smithi032.stdout:3945: setattr oid 22 current snap is 391 2024-09-13T00:17:26.388 INFO:tasks.rados.rados.0.smithi032.stdout:3946: snap_create 2024-09-13T00:17:26.399 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 3123 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T00:17:26.401 INFO:tasks.rados.rados.0.smithi032.stdout:3941: finishing rollback tid 0 to smithi03267100-30 2024-09-13T00:17:26.402 INFO:tasks.rados.rados.0.smithi032.stdout:3941: finishing rollback tid 1 to smithi03267100-30 2024-09-13T00:17:26.402 INFO:tasks.rados.rados.0.smithi032.stdout:3941: finishing rollback tid 2 to smithi03267100-30 2024-09-13T00:17:26.402 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 3536 (ObjNum 911 snap 274 seq_num 911) dirty exists 2024-09-13T00:17:26.435 INFO:tasks.rados.rados.0.smithi032.stdout:3939: expect (ObjNum 1088 snap 335 seq_num 1088) 2024-09-13T00:17:26.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:26 smithi053 bash[67631]: cluster 2024-09-13T00:17:25.265933+0000 mgr.y (mgr.34107) 439 : cluster [DBG] pgmap v821: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 901 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 27 op/s 2024-09-13T00:17:26.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:26 smithi053 bash[67631]: cluster 2024-09-13T00:17:26.345240+0000 mon.a (mon.0) 1475 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2024-09-13T00:17:26.807 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:26 smithi032 bash[76677]: cluster 2024-09-13T00:17:25.265933+0000 mgr.y (mgr.34107) 439 : cluster [DBG] pgmap v821: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 901 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 27 op/s 2024-09-13T00:17:26.807 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:26 smithi032 bash[76677]: cluster 2024-09-13T00:17:26.345240+0000 mon.a (mon.0) 1475 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2024-09-13T00:17:26.807 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:26 smithi032 bash[75510]: cluster 2024-09-13T00:17:25.265933+0000 mgr.y (mgr.34107) 439 : cluster [DBG] pgmap v821: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 901 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 27 op/s 2024-09-13T00:17:26.808 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:26 smithi032 bash[75510]: cluster 2024-09-13T00:17:26.345240+0000 mon.a (mon.0) 1475 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2024-09-13T00:17:27.019 INFO:tasks.rados.rados.0.smithi032.stdout:3943: expect (ObjNum 1218 snap 384 seq_num 1218) 2024-09-13T00:17:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:28 smithi032 bash[75510]: cluster 2024-09-13T00:17:27.266748+0000 mgr.y (mgr.34107) 440 : cluster [DBG] pgmap v824: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 898 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-09-13T00:17:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:28 smithi032 bash[75510]: cluster 2024-09-13T00:17:27.357416+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2024-09-13T00:17:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:28 smithi032 bash[75510]: cluster 2024-09-13T00:17:28.337468+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2024-09-13T00:17:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:28 smithi032 bash[76677]: cluster 2024-09-13T00:17:27.266748+0000 mgr.y (mgr.34107) 440 : cluster [DBG] pgmap v824: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 898 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-09-13T00:17:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:28 smithi032 bash[76677]: cluster 2024-09-13T00:17:27.357416+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2024-09-13T00:17:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:28 smithi032 bash[76677]: cluster 2024-09-13T00:17:28.337468+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2024-09-13T00:17:28.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:28 smithi053 bash[67631]: cluster 2024-09-13T00:17:27.266748+0000 mgr.y (mgr.34107) 440 : cluster [DBG] pgmap v824: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 898 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-09-13T00:17:28.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:28 smithi053 bash[67631]: cluster 2024-09-13T00:17:27.357416+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2024-09-13T00:17:28.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:28 smithi053 bash[67631]: cluster 2024-09-13T00:17:28.337468+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2024-09-13T00:17:28.835 INFO:teuthology.orchestra.run.smithi032.stdout:true 2024-09-13T00:17:28.922 INFO:tasks.rados.rados.0.smithi032.stdout:3939: done (4 left) 2024-09-13T00:17:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:3941: done (3 left) 2024-09-13T00:17:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:3943: done (2 left) 2024-09-13T00:17:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:3945: done (1 left) 2024-09-13T00:17:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:3946: done (0 left) 2024-09-13T00:17:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 392 2024-09-13T00:17:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:3947: seq_num 1242 ranges {0=409600,409600=442368,851968=655360,1507328=106496} 2024-09-13T00:17:28.924 INFO:tasks.rados.rados.0.smithi032.stdout:3947: writing smithi03267100-11 from 0 to 409600 tid 1 2024-09-13T00:17:28.927 INFO:tasks.rados.rados.0.smithi032.stdout:3947: writing smithi03267100-11 from 409600 to 851968 tid 2 2024-09-13T00:17:28.931 INFO:tasks.rados.rados.0.smithi032.stdout:3947: writing smithi03267100-11 from 851968 to 1507328 tid 3 2024-09-13T00:17:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:3947: writing smithi03267100-11 from 1507328 to 1613824 tid 4 2024-09-13T00:17:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:3948: snap_create 2024-09-13T00:17:28.938 INFO:tasks.rados.rados.0.smithi032.stdout:3947: finishing write tid 1 to smithi03267100-11 2024-09-13T00:17:28.940 INFO:tasks.rados.rados.0.smithi032.stdout:3947: finishing write tid 2 to smithi03267100-11 2024-09-13T00:17:28.951 INFO:tasks.rados.rados.0.smithi032.stdout:3947: finishing write tid 3 to smithi03267100-11 2024-09-13T00:17:28.954 INFO:tasks.rados.rados.0.smithi032.stdout:3947: finishing write tid 4 to smithi03267100-11 2024-09-13T00:17:28.955 INFO:tasks.rados.rados.0.smithi032.stdout:3947: finishing write tid 5 to smithi03267100-11 2024-09-13T00:17:28.959 INFO:tasks.rados.rados.0.smithi032.stdout:3947: finishing write tid 6 to smithi03267100-11 2024-09-13T00:17:28.960 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 3764 (ObjNum 1242 snap 392 seq_num 1242) dirty exists 2024-09-13T00:17:28.960 INFO:tasks.rados.rados.0.smithi032.stdout:3947: left oid 11 (ObjNum 1242 snap 392 seq_num 1242) 2024-09-13T00:17:29.363 INFO:tasks.rados.rados.0.smithi032.stdout:3947: done (1 left) 2024-09-13T00:17:29.363 INFO:tasks.rados.rados.0.smithi032.stdout:3948: done (0 left) 2024-09-13T00:17:29.363 INFO:tasks.rados.rados.0.smithi032.stdout:3949: snap_create 2024-09-13T00:17:29.620 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:29 smithi032 bash[75510]: audit 2024-09-13T00:17:28.825927+0000 mon.a (mon.0) 1478 : audit [DBG] from='client.? 172.21.15.32:0/1644219946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:17:29.621 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:29 smithi032 bash[76677]: audit 2024-09-13T00:17:28.825927+0000 mon.a (mon.0) 1478 : audit [DBG] from='client.? 172.21.15.32:0/1644219946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:17:29.622 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -e sha1=7a853b1706d076d58e0da7a5d3b9b9eb36276880 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-13T00:17:29.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:29 smithi053 bash[67631]: audit 2024-09-13T00:17:28.825927+0000 mon.a (mon.0) 1478 : audit [DBG] from='client.? 172.21.15.32:0/1644219946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:17:30.367 INFO:tasks.rados.rados.0.smithi032.stdout:3949: done (0 left) 2024-09-13T00:17:30.367 INFO:tasks.rados.rados.0.smithi032.stdout:3950: snap_remove snap 261 2024-09-13T00:17:30.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:30 smithi032 bash[75510]: cluster 2024-09-13T00:17:29.267810+0000 mgr.y (mgr.34107) 441 : cluster [DBG] pgmap v827: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 871 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 838 KiB/s wr, 11 op/s 2024-09-13T00:17:30.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:30 smithi032 bash[75510]: cluster 2024-09-13T00:17:29.363812+0000 mon.a (mon.0) 1479 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2024-09-13T00:17:30.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:30 smithi032 bash[76677]: cluster 2024-09-13T00:17:29.267810+0000 mgr.y (mgr.34107) 441 : cluster [DBG] pgmap v827: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 871 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 838 KiB/s wr, 11 op/s 2024-09-13T00:17:30.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:30 smithi032 bash[76677]: cluster 2024-09-13T00:17:29.363812+0000 mon.a (mon.0) 1479 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2024-09-13T00:17:30.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:30 smithi053 bash[67631]: cluster 2024-09-13T00:17:29.267810+0000 mgr.y (mgr.34107) 441 : cluster [DBG] pgmap v827: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 871 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 838 KiB/s wr, 11 op/s 2024-09-13T00:17:30.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:30 smithi053 bash[67631]: cluster 2024-09-13T00:17:29.363812+0000 mon.a (mon.0) 1479 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2024-09-13T00:17:31.394 INFO:tasks.rados.rados.0.smithi032.stdout:3950: done (0 left) 2024-09-13T00:17:31.394 INFO:tasks.rados.rados.0.smithi032.stdout:3951: copy_from oid 5 from oid 14 current snap is 394 2024-09-13T00:17:31.394 INFO:tasks.rados.rados.0.smithi032.stdout:3952: read oid 49 snap -1 2024-09-13T00:17:31.394 INFO:tasks.rados.rados.0.smithi032.stdout:3952: expect (ObjNum 1218 snap 384 seq_num 1218) 2024-09-13T00:17:31.394 INFO:tasks.rados.rados.0.smithi032.stdout:3953: snap_remove snap 342 2024-09-13T00:17:31.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:31 smithi032 bash[75510]: cluster 2024-09-13T00:17:30.366865+0000 mon.a (mon.0) 1480 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2024-09-13T00:17:31.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:31 smithi032 bash[76677]: cluster 2024-09-13T00:17:30.366865+0000 mon.a (mon.0) 1480 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2024-09-13T00:17:31.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:31 smithi053 bash[67631]: cluster 2024-09-13T00:17:30.366865+0000 mon.a (mon.0) 1480 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2024-09-13T00:17:32.387 INFO:tasks.rados.rados.0.smithi032.stdout:3953: done (2 left) 2024-09-13T00:17:32.387 INFO:tasks.rados.rados.0.smithi032.stdout:3954: rollback oid 1 current snap is 394 2024-09-13T00:17:32.387 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 384 2024-09-13T00:17:32.387 INFO:tasks.rados.rados.0.smithi032.stdout:3951: finishing copy_from racing read to smithi03267100-5 2024-09-13T00:17:32.387 INFO:tasks.rados.rados.0.smithi032.stdout:3951: finishing copy_from to smithi03267100-5 2024-09-13T00:17:32.387 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 3650 (ObjNum 1123 snap 348 seq_num 1123) dirty exists 2024-09-13T00:17:32.387 INFO:tasks.rados.rados.0.smithi032.stdout:3952: expect (ObjNum 1218 snap 384 seq_num 1218) 2024-09-13T00:17:32.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:32 smithi032 bash[76677]: cluster 2024-09-13T00:17:31.268764+0000 mgr.y (mgr.34107) 442 : cluster [DBG] pgmap v830: 121 pgs: 121 active+clean; 887 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T00:17:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:32 smithi032 bash[76677]: cluster 2024-09-13T00:17:31.387042+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2024-09-13T00:17:32.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:32 smithi032 bash[75510]: cluster 2024-09-13T00:17:31.268764+0000 mgr.y (mgr.34107) 442 : cluster [DBG] pgmap v830: 121 pgs: 121 active+clean; 887 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T00:17:32.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:32 smithi032 bash[75510]: cluster 2024-09-13T00:17:31.387042+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2024-09-13T00:17:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:17:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:17:32] "GET /metrics HTTP/1.1" 200 36291 "" "Prometheus/2.43.0" 2024-09-13T00:17:32.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:32 smithi053 bash[67631]: cluster 2024-09-13T00:17:31.268764+0000 mgr.y (mgr.34107) 442 : cluster [DBG] pgmap v830: 121 pgs: 121 active+clean; 887 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T00:17:32.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:32 smithi053 bash[67631]: cluster 2024-09-13T00:17:31.387042+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2024-09-13T00:17:32.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:17:32 smithi053 bash[94430]: ts=2024-09-13T00:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:17:33.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:33 smithi032 bash[75510]: cluster 2024-09-13T00:17:32.385979+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2024-09-13T00:17:33.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:33 smithi032 bash[75510]: cluster 2024-09-13T00:17:33.340244+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2024-09-13T00:17:33.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:33 smithi032 bash[76677]: cluster 2024-09-13T00:17:32.385979+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2024-09-13T00:17:33.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:33 smithi032 bash[76677]: cluster 2024-09-13T00:17:33.340244+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2024-09-13T00:17:33.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:33 smithi053 bash[67631]: cluster 2024-09-13T00:17:32.385979+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2024-09-13T00:17:33.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:33 smithi053 bash[67631]: cluster 2024-09-13T00:17:33.340244+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2024-09-13T00:17:34.303 INFO:tasks.rados.rados.0.smithi032.stdout:3954: finishing rollback tid 0 to smithi03267100-1 2024-09-13T00:17:34.304 INFO:tasks.rados.rados.0.smithi032.stdout:3954: finishing rollback tid 1 to smithi03267100-1 2024-09-13T00:17:34.304 INFO:tasks.rados.rados.0.smithi032.stdout:3954: finishing rollback tid 2 to smithi03267100-1 2024-09-13T00:17:34.304 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 3552 (ObjNum 1093 snap 338 seq_num 1093) dirty exists 2024-09-13T00:17:34.304 INFO:tasks.rados.rados.0.smithi032.stdout:3951: done (2 left) 2024-09-13T00:17:34.304 INFO:tasks.rados.rados.0.smithi032.stdout:3952: done (1 left) 2024-09-13T00:17:34.308 INFO:tasks.rados.rados.0.smithi032.stdout:3954: done (0 left) 2024-09-13T00:17:34.308 INFO:tasks.rados.rados.0.smithi032.stdout:3955: rmattr oid 50 current snap is 394 2024-09-13T00:17:34.309 INFO:tasks.rados.rados.0.smithi032.stdout:3955: done (0 left) 2024-09-13T00:17:34.309 INFO:tasks.rados.rados.0.smithi032.stdout:3956: snap_remove snap 380 2024-09-13T00:17:34.410 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:17:34.414 INFO:tasks.rados.rados.0.smithi032.stdout:3956: done (0 left) 2024-09-13T00:17:34.414 INFO:tasks.rados.rados.0.smithi032.stdout:3957: delete oid 37 current snap is 394 2024-09-13T00:17:34.427 INFO:tasks.rados.rados.0.smithi032.stdout:3957: done (0 left) 2024-09-13T00:17:34.427 INFO:tasks.rados.rados.0.smithi032.stdout:3958: snap_remove snap 382 2024-09-13T00:17:34.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:34 smithi032 bash[75510]: cluster 2024-09-13T00:17:33.269577+0000 mgr.y (mgr.34107) 443 : cluster [DBG] pgmap v833: 121 pgs: 121 active+clean; 877 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 394 KiB/s wr, 3 op/s 2024-09-13T00:17:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:34 smithi032 bash[76677]: cluster 2024-09-13T00:17:33.269577+0000 mgr.y (mgr.34107) 443 : cluster [DBG] pgmap v833: 121 pgs: 121 active+clean; 877 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 394 KiB/s wr, 3 op/s 2024-09-13T00:17:34.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:34 smithi053 bash[67631]: cluster 2024-09-13T00:17:33.269577+0000 mgr.y (mgr.34107) 443 : cluster [DBG] pgmap v833: 121 pgs: 121 active+clean; 877 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 394 KiB/s wr, 3 op/s 2024-09-13T00:17:35.427 INFO:tasks.rados.rados.0.smithi032.stdout:3958: done (0 left) 2024-09-13T00:17:35.427 INFO:tasks.rados.rados.0.smithi032.stdout:3959: read oid 35 snap -1 2024-09-13T00:17:35.427 INFO:tasks.rados.rados.0.smithi032.stdout:3959: expect (ObjNum 1199 snap 382 seq_num 1199) 2024-09-13T00:17:35.427 INFO:tasks.rados.rados.0.smithi032.stdout:3960: snap_create 2024-09-13T00:17:35.478 INFO:tasks.rados.rados.0.smithi032.stdout:3959: expect (ObjNum 1199 snap 382 seq_num 1199) 2024-09-13T00:17:35.778 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:35 smithi032 bash[75510]: cluster 2024-09-13T00:17:34.410214+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2024-09-13T00:17:35.778 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:35 smithi032 bash[76677]: cluster 2024-09-13T00:17:34.410214+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2024-09-13T00:17:35.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:35 smithi053 bash[67631]: cluster 2024-09-13T00:17:34.410214+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2024-09-13T00:17:36.425 INFO:tasks.rados.rados.0.smithi032.stdout:3959: done (1 left) 2024-09-13T00:17:36.425 INFO:tasks.rados.rados.0.smithi032.stdout:3960: done (0 left) 2024-09-13T00:17:36.425 INFO:tasks.rados.rados.0.smithi032.stdout:3961: delete oid 24 current snap is 395 2024-09-13T00:17:36.432 INFO:tasks.rados.rados.0.smithi032.stdout:3961: done (0 left) 2024-09-13T00:17:36.432 INFO:tasks.rados.rados.0.smithi032.stdout:3962: delete oid 30 current snap is 395 2024-09-13T00:17:36.446 INFO:tasks.rados.rados.0.smithi032.stdout:3962: done (0 left) 2024-09-13T00:17:36.446 INFO:tasks.rados.rados.0.smithi032.stdout:3963: rollback oid 24 current snap is 395 2024-09-13T00:17:36.447 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 24 to 313 2024-09-13T00:17:36.447 INFO:tasks.rados.rados.0.smithi032.stdout:3964: copy_from oid 4 from oid 29 current snap is 395 2024-09-13T00:17:36.447 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 395 2024-09-13T00:17:36.447 INFO:tasks.rados.rados.0.smithi032.stdout:3965: seq_num 1246 ranges {2015232=475136,2490368=786432,3276800=417792} 2024-09-13T00:17:36.461 INFO:tasks.rados.rados.0.smithi032.stdout:3965: writing smithi03267100-14 from 2015232 to 2490368 tid 1 2024-09-13T00:17:36.465 INFO:tasks.rados.rados.0.smithi032.stdout:3965: writing smithi03267100-14 from 2490368 to 3276800 tid 2 2024-09-13T00:17:36.468 INFO:tasks.rados.rados.0.smithi032.stdout:3965: writing smithi03267100-14 from 3276800 to 3694592 tid 3 2024-09-13T00:17:36.468 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 395 2024-09-13T00:17:36.468 INFO:tasks.rados.rados.0.smithi032.stdout:3963: finishing rollback tid 1 to smithi03267100-24 2024-09-13T00:17:36.468 INFO:tasks.rados.rados.0.smithi032.stdout:3963: finishing rollback tid 2 to smithi03267100-24 2024-09-13T00:17:36.469 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2768 (ObjNum 984 snap 285 seq_num 984) dirty exists 2024-09-13T00:17:36.469 INFO:tasks.rados.rados.0.smithi032.stdout:3966: seq_num 1247 ranges {9158656=491520,9650176=712704,10362880=442368,10805248=49152} 2024-09-13T00:17:36.528 INFO:tasks.rados.rados.0.smithi032.stdout:3966: writing smithi03267100-10 from 9158656 to 9650176 tid 1 2024-09-13T00:17:36.532 INFO:tasks.rados.rados.0.smithi032.stdout:3966: writing smithi03267100-10 from 9650176 to 10362880 tid 2 2024-09-13T00:17:36.535 INFO:tasks.rados.rados.0.smithi032.stdout:3966: writing smithi03267100-10 from 10362880 to 10805248 tid 3 2024-09-13T00:17:36.535 INFO:tasks.rados.rados.0.smithi032.stdout:3966: writing smithi03267100-10 from 10805248 to 10854400 tid 4 2024-09-13T00:17:36.535 INFO:tasks.rados.rados.0.smithi032.stdout:3963: done (3 left) 2024-09-13T00:17:36.536 INFO:tasks.rados.rados.0.smithi032.stdout:3967: setattr oid 32 current snap is 395 2024-09-13T00:17:36.536 INFO:tasks.rados.rados.0.smithi032.stdout:3965: finishing write tid 1 to smithi03267100-14 2024-09-13T00:17:36.536 INFO:tasks.rados.rados.0.smithi032.stdout:3965: finishing write tid 2 to smithi03267100-14 2024-09-13T00:17:36.536 INFO:tasks.rados.rados.0.smithi032.stdout:3965: finishing write tid 3 to smithi03267100-14 2024-09-13T00:17:36.536 INFO:tasks.rados.rados.0.smithi032.stdout:3965: finishing write tid 4 to smithi03267100-14 2024-09-13T00:17:36.536 INFO:tasks.rados.rados.0.smithi032.stdout:3965: finishing write tid 5 to smithi03267100-14 2024-09-13T00:17:36.536 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 3805 (ObjNum 1246 snap 395 seq_num 1246) dirty exists 2024-09-13T00:17:36.536 INFO:tasks.rados.rados.0.smithi032.stdout:3965: left oid 14 (ObjNum 1246 snap 395 seq_num 1246) 2024-09-13T00:17:36.538 INFO:tasks.rados.rados.0.smithi032.stdout:3965: done (3 left) 2024-09-13T00:17:36.538 INFO:tasks.rados.rados.0.smithi032.stdout:3968: rmattr oid 31 current snap is 395 2024-09-13T00:17:36.539 INFO:tasks.rados.rados.0.smithi032.stdout:3968: done (3 left) 2024-09-13T00:17:36.539 INFO:tasks.rados.rados.0.smithi032.stdout:3969: rmattr oid 21 current snap is 395 2024-09-13T00:17:36.539 INFO:tasks.rados.rados.0.smithi032.stdout:3969: done (3 left) 2024-09-13T00:17:36.539 INFO:tasks.rados.rados.0.smithi032.stdout:3970: snap_remove snap 379 2024-09-13T00:17:36.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:36 smithi053 bash[67631]: cluster 2024-09-13T00:17:35.270260+0000 mgr.y (mgr.34107) 444 : cluster [DBG] pgmap v836: 121 pgs: 121 active+clean; 839 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 886 KiB/s wr, 2 op/s 2024-09-13T00:17:36.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:36 smithi053 bash[67631]: cluster 2024-09-13T00:17:35.423647+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2024-09-13T00:17:36.797 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:36 smithi032 bash[75510]: cluster 2024-09-13T00:17:35.270260+0000 mgr.y (mgr.34107) 444 : cluster [DBG] pgmap v836: 121 pgs: 121 active+clean; 839 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 886 KiB/s wr, 2 op/s 2024-09-13T00:17:36.797 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:36 smithi032 bash[75510]: cluster 2024-09-13T00:17:35.423647+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2024-09-13T00:17:36.797 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:36 smithi032 bash[76677]: cluster 2024-09-13T00:17:35.270260+0000 mgr.y (mgr.34107) 444 : cluster [DBG] pgmap v836: 121 pgs: 121 active+clean; 839 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 886 KiB/s wr, 2 op/s 2024-09-13T00:17:36.797 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:36 smithi032 bash[76677]: cluster 2024-09-13T00:17:35.423647+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2024-09-13T00:17:37.445 INFO:tasks.rados.rados.0.smithi032.stdout:3970: done (3 left) 2024-09-13T00:17:37.445 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 395 2024-09-13T00:17:37.445 INFO:tasks.rados.rados.0.smithi032.stdout:3966: finishing write tid 1 to smithi03267100-10 2024-09-13T00:17:37.445 INFO:tasks.rados.rados.0.smithi032.stdout:3966: finishing write tid 2 to smithi03267100-10 2024-09-13T00:17:37.445 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 3806 (ObjNum 65 snap 0 seq_num 167449488) dirty exists 2024-09-13T00:17:37.445 INFO:tasks.rados.rados.0.smithi032.stdout:3966: finishing write tid 3 to smithi03267100-10 2024-09-13T00:17:37.445 INFO:tasks.rados.rados.0.smithi032.stdout:3966: finishing write tid 4 to smithi03267100-10 2024-09-13T00:17:37.446 INFO:tasks.rados.rados.0.smithi032.stdout:3971: seq_num 1248 ranges {0=507904,507904=598016,1105920=606208} 2024-09-13T00:17:37.448 INFO:tasks.rados.rados.0.smithi032.stdout:3971: writing smithi03267100-37 from 0 to 507904 tid 1 2024-09-13T00:17:37.452 INFO:tasks.rados.rados.0.smithi032.stdout:3971: writing smithi03267100-37 from 507904 to 1105920 tid 2 2024-09-13T00:17:37.457 INFO:tasks.rados.rados.0.smithi032.stdout:3971: writing smithi03267100-37 from 1105920 to 1712128 tid 3 2024-09-13T00:17:37.457 INFO:tasks.rados.rados.0.smithi032.stdout:3967: done (3 left) 2024-09-13T00:17:37.457 INFO:tasks.rados.rados.0.smithi032.stdout:3972: delete oid 3 current snap is 395 2024-09-13T00:17:37.457 INFO:tasks.rados.rados.0.smithi032.stdout:3966: finishing write tid 5 to smithi03267100-10 2024-09-13T00:17:37.457 INFO:tasks.rados.rados.0.smithi032.stdout:3966: finishing write tid 6 to smithi03267100-10 2024-09-13T00:17:37.457 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 3111 (ObjNum 1247 snap 395 seq_num 1247) dirty exists 2024-09-13T00:17:37.458 INFO:tasks.rados.rados.0.smithi032.stdout:3966: left oid 10 (ObjNum 1247 snap 395 seq_num 1247) 2024-09-13T00:17:37.458 INFO:tasks.rados.rados.0.smithi032.stdout:3964: finishing copy_from racing read to smithi03267100-4 2024-09-13T00:17:37.458 INFO:tasks.rados.rados.0.smithi032.stdout:3964: finishing copy_from to smithi03267100-4 2024-09-13T00:17:37.458 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 3117 (ObjNum 1022 snap 306 seq_num 1022) dirty exists 2024-09-13T00:17:37.481 INFO:tasks.rados.rados.0.smithi032.stdout:3971: finishing write tid 1 to smithi03267100-37 2024-09-13T00:17:37.482 INFO:tasks.rados.rados.0.smithi032.stdout:3971: finishing write tid 2 to smithi03267100-37 2024-09-13T00:17:37.482 INFO:tasks.rados.rados.0.smithi032.stdout:3971: finishing write tid 3 to smithi03267100-37 2024-09-13T00:17:37.482 INFO:tasks.rados.rados.0.smithi032.stdout:3971: finishing write tid 4 to smithi03267100-37 2024-09-13T00:17:37.486 INFO:tasks.rados.rados.0.smithi032.stdout:3971: finishing write tid 5 to smithi03267100-37 2024-09-13T00:17:37.486 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2772 (ObjNum 1248 snap 395 seq_num 1248) dirty exists 2024-09-13T00:17:37.486 INFO:tasks.rados.rados.0.smithi032.stdout:3971: left oid 37 (ObjNum 1248 snap 395 seq_num 1248) 2024-09-13T00:17:37.492 INFO:tasks.rados.rados.0.smithi032.stdout:3964: done (3 left) 2024-09-13T00:17:37.492 INFO:tasks.rados.rados.0.smithi032.stdout:3966: done (2 left) 2024-09-13T00:17:37.492 INFO:tasks.rados.rados.0.smithi032.stdout:3971: done (1 left) 2024-09-13T00:17:37.492 INFO:tasks.rados.rados.0.smithi032.stdout:3972: done (0 left) 2024-09-13T00:17:37.492 INFO:tasks.rados.rados.0.smithi032.stdout:3973: snap_remove snap 383 2024-09-13T00:17:37.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:37 smithi053 bash[67631]: cluster 2024-09-13T00:17:36.425171+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2024-09-13T00:17:37.912 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:37 smithi032 bash[75510]: cluster 2024-09-13T00:17:36.425171+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2024-09-13T00:17:37.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:37 smithi032 bash[76677]: cluster 2024-09-13T00:17:36.425171+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2024-09-13T00:17:38.338 INFO:tasks.rados.rados.0.smithi032.stdout:3973: done (0 left) 2024-09-13T00:17:38.338 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 395 2024-09-13T00:17:38.338 INFO:tasks.rados.rados.0.smithi032.stdout:3974: seq_num 1250 ranges {17203200=540672,17743872=770048,18513920=434176} 2024-09-13T00:17:38.347 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)" 2024-09-13T00:17:38.443 INFO:tasks.rados.rados.0.smithi032.stdout:3974: writing smithi03267100-49 from 17203200 to 17743872 tid 1 2024-09-13T00:17:38.448 INFO:tasks.rados.rados.0.smithi032.stdout:3974: writing smithi03267100-49 from 17743872 to 18513920 tid 2 2024-09-13T00:17:38.451 INFO:tasks.rados.rados.0.smithi032.stdout:3974: writing smithi03267100-49 from 18513920 to 18948096 tid 3 2024-09-13T00:17:38.451 INFO:tasks.rados.rados.0.smithi032.stdout:3975: copy_from oid 50 from oid 20 current snap is 395 2024-09-13T00:17:38.451 INFO:tasks.rados.rados.0.smithi032.stdout:3976: read oid 7 snap 319 2024-09-13T00:17:38.451 INFO:tasks.rados.rados.0.smithi032.stdout:3976: expect deleted 2024-09-13T00:17:38.451 INFO:tasks.rados.rados.0.smithi032.stdout:3977: rollback oid 47 current snap is 395 2024-09-13T00:17:38.451 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 371 2024-09-13T00:17:38.451 INFO:tasks.rados.rados.0.smithi032.stdout:3978: snap_remove snap 372 2024-09-13T00:17:38.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:38 smithi032 bash[75510]: cluster 2024-09-13T00:17:37.270952+0000 mgr.y (mgr.34107) 445 : cluster [DBG] pgmap v839: 121 pgs: 121 active+clean; 803 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 492 KiB/s wr, 0 op/s 2024-09-13T00:17:38.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:38 smithi032 bash[75510]: cluster 2024-09-13T00:17:37.444704+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2024-09-13T00:17:38.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:38 smithi032 bash[75510]: audit 2024-09-13T00:17:38.332055+0000 mon.a (mon.0) 1488 : audit [DBG] from='client.? 172.21.15.32:0/2476950518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:17:38.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:38 smithi032 bash[75510]: cluster 2024-09-13T00:17:38.339884+0000 mon.a (mon.0) 1489 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2024-09-13T00:17:38.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:38 smithi032 bash[76677]: cluster 2024-09-13T00:17:37.270952+0000 mgr.y (mgr.34107) 445 : cluster [DBG] pgmap v839: 121 pgs: 121 active+clean; 803 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 492 KiB/s wr, 0 op/s 2024-09-13T00:17:38.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:38 smithi032 bash[76677]: cluster 2024-09-13T00:17:37.444704+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2024-09-13T00:17:38.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:38 smithi032 bash[76677]: audit 2024-09-13T00:17:38.332055+0000 mon.a (mon.0) 1488 : audit [DBG] from='client.? 172.21.15.32:0/2476950518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:17:38.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:38 smithi032 bash[76677]: cluster 2024-09-13T00:17:38.339884+0000 mon.a (mon.0) 1489 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2024-09-13T00:17:38.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:38 smithi053 bash[67631]: cluster 2024-09-13T00:17:37.270952+0000 mgr.y (mgr.34107) 445 : cluster [DBG] pgmap v839: 121 pgs: 121 active+clean; 803 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 492 KiB/s wr, 0 op/s 2024-09-13T00:17:38.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:38 smithi053 bash[67631]: cluster 2024-09-13T00:17:37.444704+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2024-09-13T00:17:38.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:38 smithi053 bash[67631]: audit 2024-09-13T00:17:38.332055+0000 mon.a (mon.0) 1488 : audit [DBG] from='client.? 172.21.15.32:0/2476950518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T00:17:38.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:38 smithi053 bash[67631]: cluster 2024-09-13T00:17:38.339884+0000 mon.a (mon.0) 1489 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2024-09-13T00:17:39.202 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T00:17:39.203 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-09-13T00:17:39.203 DEBUG:teuthology.parallel:result is None 2024-09-13T00:17:39.459 INFO:tasks.rados.rados.0.smithi032.stdout:3974: finishing write tid 1 to smithi03267100-49 2024-09-13T00:17:39.459 INFO:tasks.rados.rados.0.smithi032.stdout:3974: finishing write tid 2 to smithi03267100-49 2024-09-13T00:17:39.459 INFO:tasks.rados.rados.0.smithi032.stdout:3977: finishing rollback tid 0 to smithi03267100-47 2024-09-13T00:17:39.459 INFO:tasks.rados.rados.0.smithi032.stdout:3974: finishing write tid 3 to smithi03267100-49 2024-09-13T00:17:39.459 INFO:tasks.rados.rados.0.smithi032.stdout:3977: finishing rollback tid 1 to smithi03267100-47 2024-09-13T00:17:39.459 INFO:tasks.rados.rados.0.smithi032.stdout:3974: finishing write tid 4 to smithi03267100-49 2024-09-13T00:17:39.459 INFO:tasks.rados.rados.0.smithi032.stdout:3977: finishing rollback tid 2 to smithi03267100-47 2024-09-13T00:17:39.460 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 3102 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T00:17:39.460 INFO:tasks.rados.rados.0.smithi032.stdout:3974: finishing write tid 5 to smithi03267100-49 2024-09-13T00:17:39.460 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 3114 (ObjNum 1250 snap 395 seq_num 1250) dirty exists 2024-09-13T00:17:39.460 INFO:tasks.rados.rados.0.smithi032.stdout:3974: left oid 49 (ObjNum 1250 snap 395 seq_num 1250) 2024-09-13T00:17:39.460 INFO:tasks.rados.rados.0.smithi032.stdout:3975: finishing copy_from racing read to smithi03267100-50 2024-09-13T00:17:39.460 INFO:tasks.rados.rados.0.smithi032.stdout:3975: finishing copy_from to smithi03267100-50 2024-09-13T00:17:39.460 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 3077 (ObjNum 1166 snap 364 seq_num 1166) dirty exists 2024-09-13T00:17:39.460 INFO:tasks.rados.rados.0.smithi032.stdout:3974: done (4 left) 2024-09-13T00:17:39.460 INFO:tasks.rados.rados.0.smithi032.stdout:3975: done (3 left) 2024-09-13T00:17:39.460 INFO:tasks.rados.rados.0.smithi032.stdout:3976: done (2 left) 2024-09-13T00:17:39.460 INFO:tasks.rados.rados.0.smithi032.stdout:3977: done (1 left) 2024-09-13T00:17:39.460 INFO:tasks.rados.rados.0.smithi032.stdout:3978: done (0 left) 2024-09-13T00:17:39.460 INFO:tasks.rados.rados.0.smithi032.stdout:3979: read oid 36 snap -1 2024-09-13T00:17:39.461 INFO:tasks.rados.rados.0.smithi032.stdout:3979: expect deleted 2024-09-13T00:17:39.461 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 395 2024-09-13T00:17:39.461 INFO:tasks.rados.rados.0.smithi032.stdout:3980: seq_num 1251 ranges {2088960=557056,2646016=655360,3301376=425984,3727360=122880} 2024-09-13T00:17:39.474 INFO:tasks.rados.rados.0.smithi032.stdout:3980: writing smithi03267100-24 from 2088960 to 2646016 tid 1 2024-09-13T00:17:39.479 INFO:tasks.rados.rados.0.smithi032.stdout:3980: writing smithi03267100-24 from 2646016 to 3301376 tid 2 2024-09-13T00:17:39.482 INFO:tasks.rados.rados.0.smithi032.stdout:3980: writing smithi03267100-24 from 3301376 to 3727360 tid 3 2024-09-13T00:17:39.483 INFO:tasks.rados.rados.0.smithi032.stdout:3980: writing smithi03267100-24 from 3727360 to 3850240 tid 4 2024-09-13T00:17:39.483 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 395 2024-09-13T00:17:39.484 INFO:tasks.rados.rados.0.smithi032.stdout:3981: seq_num 1252 ranges {3555328=573440,4128768=540672,4669440=630784,5300224=32768} 2024-09-13T00:17:39.508 INFO:tasks.rados.rados.0.smithi032.stdout:3981: writing smithi03267100-44 from 3555328 to 4128768 tid 1 2024-09-13T00:17:39.512 INFO:tasks.rados.rados.0.smithi032.stdout:3981: writing smithi03267100-44 from 4128768 to 4669440 tid 2 2024-09-13T00:17:39.516 INFO:tasks.rados.rados.0.smithi032.stdout:3981: writing smithi03267100-44 from 4669440 to 5300224 tid 3 2024-09-13T00:17:39.521 INFO:tasks.rados.rados.0.smithi032.stdout:3981: writing smithi03267100-44 from 5300224 to 5332992 tid 4 2024-09-13T00:17:39.521 INFO:tasks.rados.rados.0.smithi032.stdout:3982: delete oid 35 current snap is 395 2024-09-13T00:17:39.521 INFO:tasks.rados.rados.0.smithi032.stdout:3980: finishing write tid 1 to smithi03267100-24 2024-09-13T00:17:39.521 INFO:tasks.rados.rados.0.smithi032.stdout:3980: finishing write tid 2 to smithi03267100-24 2024-09-13T00:17:39.521 INFO:tasks.rados.rados.0.smithi032.stdout:3980: finishing write tid 3 to smithi03267100-24 2024-09-13T00:17:39.521 INFO:tasks.rados.rados.0.smithi032.stdout:3980: finishing write tid 4 to smithi03267100-24 2024-09-13T00:17:39.521 INFO:tasks.rados.rados.0.smithi032.stdout:3980: finishing write tid 5 to smithi03267100-24 2024-09-13T00:17:39.521 INFO:tasks.rados.rados.0.smithi032.stdout:3980: finishing write tid 6 to smithi03267100-24 2024-09-13T00:17:39.522 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2777 (ObjNum 1251 snap 395 seq_num 1251) dirty exists 2024-09-13T00:17:39.522 INFO:tasks.rados.rados.0.smithi032.stdout:3980: left oid 24 (ObjNum 1251 snap 395 seq_num 1251) 2024-09-13T00:17:39.524 INFO:tasks.rados.rados.0.smithi032.stdout:3979: done (3 left) 2024-09-13T00:17:39.524 INFO:tasks.rados.rados.0.smithi032.stdout:3980: done (2 left) 2024-09-13T00:17:39.525 INFO:tasks.rados.rados.0.smithi032.stdout:3982: done (1 left) 2024-09-13T00:17:39.525 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 395 2024-09-13T00:17:39.525 INFO:tasks.rados.rados.0.smithi032.stdout:3983: seq_num 1254 ranges {0=606208,606208=704512,1310720=499712} 2024-09-13T00:17:39.528 INFO:tasks.rados.rados.0.smithi032.stdout:3983: writing smithi03267100-30 from 0 to 606208 tid 1 2024-09-13T00:17:39.532 INFO:tasks.rados.rados.0.smithi032.stdout:3983: writing smithi03267100-30 from 606208 to 1310720 tid 2 2024-09-13T00:17:39.536 INFO:tasks.rados.rados.0.smithi032.stdout:3983: writing smithi03267100-30 from 1310720 to 1810432 tid 3 2024-09-13T00:17:39.536 INFO:tasks.rados.rados.0.smithi032.stdout:3984: read oid 12 snap -1 2024-09-13T00:17:39.536 INFO:tasks.rados.rados.0.smithi032.stdout:3984: expect (ObjNum 1208 snap 384 seq_num 1208) 2024-09-13T00:17:39.536 INFO:tasks.rados.rados.0.smithi032.stdout:3985: setattr oid 48 current snap is 395 2024-09-13T00:17:39.536 INFO:tasks.rados.rados.0.smithi032.stdout:3981: finishing write tid 1 to smithi03267100-44 2024-09-13T00:17:39.536 INFO:tasks.rados.rados.0.smithi032.stdout:3981: finishing write tid 2 to smithi03267100-44 2024-09-13T00:17:39.536 INFO:tasks.rados.rados.0.smithi032.stdout:3981: finishing write tid 3 to smithi03267100-44 2024-09-13T00:17:39.536 INFO:tasks.rados.rados.0.smithi032.stdout:3981: finishing write tid 4 to smithi03267100-44 2024-09-13T00:17:39.536 INFO:tasks.rados.rados.0.smithi032.stdout:3981: finishing write tid 5 to smithi03267100-44 2024-09-13T00:17:39.536 INFO:tasks.rados.rados.0.smithi032.stdout:3981: finishing write tid 6 to smithi03267100-44 2024-09-13T00:17:39.536 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2993 (ObjNum 1252 snap 395 seq_num 1252) dirty exists 2024-09-13T00:17:39.536 INFO:tasks.rados.rados.0.smithi032.stdout:3981: left oid 44 (ObjNum 1252 snap 395 seq_num 1252) 2024-09-13T00:17:39.537 INFO:tasks.rados.rados.0.smithi032.stdout:3983: finishing write tid 1 to smithi03267100-30 2024-09-13T00:17:39.537 INFO:tasks.rados.rados.0.smithi032.stdout:3981: done (3 left) 2024-09-13T00:17:39.537 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 395 2024-09-13T00:17:39.537 INFO:tasks.rados.rados.0.smithi032.stdout:3986: seq_num 1255 ranges {0=622592,622592=638976,1261568=565248} 2024-09-13T00:17:39.541 INFO:tasks.rados.rados.0.smithi032.stdout:3986: writing smithi03267100-35 from 0 to 622592 tid 1 2024-09-13T00:17:39.546 INFO:tasks.rados.rados.0.smithi032.stdout:3986: writing smithi03267100-35 from 622592 to 1261568 tid 2 2024-09-13T00:17:39.550 INFO:tasks.rados.rados.0.smithi032.stdout:3986: writing smithi03267100-35 from 1261568 to 1826816 tid 3 2024-09-13T00:17:39.550 INFO:tasks.rados.rados.0.smithi032.stdout:3987: rollback oid 22 current snap is 395 2024-09-13T00:17:39.550 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 385 2024-09-13T00:17:39.550 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 3116 (ObjNum 289 snap 0 seq_num 1755822614) dirty exists 2024-09-13T00:17:39.550 INFO:tasks.rados.rados.0.smithi032.stdout:3983: finishing write tid 2 to smithi03267100-30 2024-09-13T00:17:39.550 INFO:tasks.rados.rados.0.smithi032.stdout:3983: finishing write tid 3 to smithi03267100-30 2024-09-13T00:17:39.550 INFO:tasks.rados.rados.0.smithi032.stdout:3985: done (4 left) 2024-09-13T00:17:39.550 INFO:tasks.rados.rados.0.smithi032.stdout:3988: rmattr oid 31 current snap is 395 2024-09-13T00:17:39.550 INFO:tasks.rados.rados.0.smithi032.stdout:3988: done (4 left) 2024-09-13T00:17:39.550 INFO:tasks.rados.rados.0.smithi032.stdout:3989: read oid 28 snap 369 2024-09-13T00:17:39.550 INFO:tasks.rados.rados.0.smithi032.stdout:3989: expect (ObjNum 1082 snap 333 seq_num 1082) 2024-09-13T00:17:39.551 INFO:tasks.rados.rados.0.smithi032.stdout:3990: rollback oid 2 current snap is 395 2024-09-13T00:17:39.551 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 375 2024-09-13T00:17:39.551 INFO:tasks.rados.rados.0.smithi032.stdout:3983: finishing write tid 4 to smithi03267100-30 2024-09-13T00:17:39.551 INFO:tasks.rados.rados.0.smithi032.stdout:3984: expect (ObjNum 1208 snap 384 seq_num 1208) 2024-09-13T00:17:39.622 INFO:tasks.rados.rados.0.smithi032.stdout:3986: finishing write tid 1 to smithi03267100-35 2024-09-13T00:17:39.622 INFO:tasks.rados.rados.0.smithi032.stdout:3983: finishing write tid 5 to smithi03267100-30 2024-09-13T00:17:39.622 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 3632 (ObjNum 1254 snap 395 seq_num 1254) dirty exists 2024-09-13T00:17:39.622 INFO:tasks.rados.rados.0.smithi032.stdout:3983: left oid 30 (ObjNum 1254 snap 395 seq_num 1254) 2024-09-13T00:17:39.622 INFO:tasks.rados.rados.0.smithi032.stdout:3983: done (5 left) 2024-09-13T00:17:39.623 INFO:tasks.rados.rados.0.smithi032.stdout:3984: done (4 left) 2024-09-13T00:17:39.623 INFO:tasks.rados.rados.0.smithi032.stdout:3991: read oid 21 snap 390 2024-09-13T00:17:39.623 INFO:tasks.rados.rados.0.smithi032.stdout:3991: expect (ObjNum 1239 snap 390 seq_num 1239) 2024-09-13T00:17:39.623 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 395 2024-09-13T00:17:39.623 INFO:tasks.rados.rados.0.smithi032.stdout:3986: finishing write tid 2 to smithi03267100-35 2024-09-13T00:17:39.623 INFO:tasks.rados.rados.0.smithi032.stdout:3992: seq_num 1256 ranges {1712128=638976,2351104=524288,2875392=614400,3489792=65536} 2024-09-13T00:17:39.635 INFO:tasks.rados.rados.0.smithi032.stdout:3992: writing smithi03267100-37 from 1712128 to 2351104 tid 1 2024-09-13T00:17:39.638 INFO:tasks.rados.rados.0.smithi032.stdout:3992: writing smithi03267100-37 from 2351104 to 2875392 tid 2 2024-09-13T00:17:39.642 INFO:tasks.rados.rados.0.smithi032.stdout:3992: writing smithi03267100-37 from 2875392 to 3489792 tid 3 2024-09-13T00:17:39.643 INFO:tasks.rados.rados.0.smithi032.stdout:3992: writing smithi03267100-37 from 3489792 to 3555328 tid 4 2024-09-13T00:17:39.643 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 395 2024-09-13T00:17:39.643 INFO:tasks.rados.rados.0.smithi032.stdout:3993: seq_num 1257 ranges {2850816=655360,3506176=409600,3915776=770048,4685824=24576} 2024-09-13T00:17:39.663 INFO:tasks.rados.rados.0.smithi032.stdout:3993: writing smithi03267100-38 from 2850816 to 3506176 tid 1 2024-09-13T00:17:39.665 INFO:tasks.rados.rados.0.smithi032.stdout:3993: writing smithi03267100-38 from 3506176 to 3915776 tid 2 2024-09-13T00:17:39.670 INFO:tasks.rados.rados.0.smithi032.stdout:3993: writing smithi03267100-38 from 3915776 to 4685824 tid 3 2024-09-13T00:17:39.670 INFO:tasks.rados.rados.0.smithi032.stdout:3993: writing smithi03267100-38 from 4685824 to 4710400 tid 4 2024-09-13T00:17:39.670 INFO:tasks.rados.rados.0.smithi032.stdout:3994: snap_remove snap 389 2024-09-13T00:17:40.458 INFO:tasks.rados.rados.0.smithi032.stdout:3994: done (7 left) 2024-09-13T00:17:40.458 INFO:tasks.rados.rados.0.smithi032.stdout:3995: read oid 39 snap -1 2024-09-13T00:17:40.458 INFO:tasks.rados.rados.0.smithi032.stdout:3995: expect (ObjNum 1189 snap 378 seq_num 1189) 2024-09-13T00:17:40.458 INFO:tasks.rados.rados.0.smithi032.stdout:3996: read oid 15 snap 390 2024-09-13T00:17:40.458 INFO:tasks.rados.rados.0.smithi032.stdout:3996: expect (ObjNum 1086 snap 334 seq_num 1086) 2024-09-13T00:17:40.458 INFO:tasks.rados.rados.0.smithi032.stdout:3997: read oid 42 snap -1 2024-09-13T00:17:40.458 INFO:tasks.rados.rados.0.smithi032.stdout:3997: expect (ObjNum 1177 snap 374 seq_num 1177) 2024-09-13T00:17:40.458 INFO:tasks.rados.rados.0.smithi032.stdout:3998: snap_create 2024-09-13T00:17:40.459 INFO:tasks.rados.rados.0.smithi032.stdout:3986: finishing write tid 3 to smithi03267100-35 2024-09-13T00:17:40.459 INFO:tasks.rados.rados.0.smithi032.stdout:3987: finishing rollback tid 0 to smithi03267100-22 2024-09-13T00:17:40.459 INFO:tasks.rados.rados.0.smithi032.stdout:3986: finishing write tid 4 to smithi03267100-35 2024-09-13T00:17:40.459 INFO:tasks.rados.rados.0.smithi032.stdout:3990: finishing rollback tid 0 to smithi03267100-2 2024-09-13T00:17:40.459 INFO:tasks.rados.rados.0.smithi032.stdout:3990: finishing rollback tid 1 to smithi03267100-2 2024-09-13T00:17:40.459 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 3122 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T00:17:40.459 INFO:tasks.rados.rados.0.smithi032.stdout:3986: finishing write tid 5 to smithi03267100-35 2024-09-13T00:17:40.459 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 3120 (ObjNum 1255 snap 395 seq_num 1255) dirty exists 2024-09-13T00:17:40.459 INFO:tasks.rados.rados.0.smithi032.stdout:3986: left oid 35 (ObjNum 1255 snap 395 seq_num 1255) 2024-09-13T00:17:40.459 INFO:tasks.rados.rados.0.smithi032.stdout:3987: finishing rollback tid 1 to smithi03267100-22 2024-09-13T00:17:40.459 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 3126 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-09-13T00:17:40.459 INFO:tasks.rados.rados.0.smithi032.stdout:3989: expect (ObjNum 1082 snap 333 seq_num 1082) 2024-09-13T00:17:40.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:40 smithi053 bash[67631]: cluster 2024-09-13T00:17:39.271916+0000 mgr.y (mgr.34107) 446 : cluster [DBG] pgmap v842: 121 pgs: 121 active+clean; 823 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-09-13T00:17:40.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:40 smithi053 bash[67631]: cluster 2024-09-13T00:17:39.452341+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2024-09-13T00:17:40.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:40 smithi053 bash[67631]: audit 2024-09-13T00:17:40.138551+0000 mon.a (mon.0) 1491 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:17:40.912 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:40 smithi032 bash[76677]: cluster 2024-09-13T00:17:39.271916+0000 mgr.y (mgr.34107) 446 : cluster [DBG] pgmap v842: 121 pgs: 121 active+clean; 823 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-09-13T00:17:40.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:40 smithi032 bash[76677]: cluster 2024-09-13T00:17:39.452341+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2024-09-13T00:17:40.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:40 smithi032 bash[76677]: audit 2024-09-13T00:17:40.138551+0000 mon.a (mon.0) 1491 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:17:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:40 smithi032 bash[75510]: cluster 2024-09-13T00:17:39.271916+0000 mgr.y (mgr.34107) 446 : cluster [DBG] pgmap v842: 121 pgs: 121 active+clean; 823 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-09-13T00:17:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:40 smithi032 bash[75510]: cluster 2024-09-13T00:17:39.452341+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2024-09-13T00:17:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:40 smithi032 bash[75510]: audit 2024-09-13T00:17:40.138551+0000 mon.a (mon.0) 1491 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:17:41.120 INFO:tasks.rados.rados.0.smithi032.stdout:3991: expect (ObjNum 1239 snap 390 seq_num 1239) 2024-09-13T00:17:41.161 INFO:tasks.rados.rados.0.smithi032.stdout:3992: finishing write tid 1 to smithi03267100-37 2024-09-13T00:17:41.161 INFO:tasks.rados.rados.0.smithi032.stdout:3992: finishing write tid 2 to smithi03267100-37 2024-09-13T00:17:41.161 INFO:tasks.rados.rados.0.smithi032.stdout:3992: finishing write tid 3 to smithi03267100-37 2024-09-13T00:17:41.161 INFO:tasks.rados.rados.0.smithi032.stdout:3992: finishing write tid 4 to smithi03267100-37 2024-09-13T00:17:41.161 INFO:tasks.rados.rados.0.smithi032.stdout:3992: finishing write tid 5 to smithi03267100-37 2024-09-13T00:17:41.161 INFO:tasks.rados.rados.0.smithi032.stdout:3992: finishing write tid 6 to smithi03267100-37 2024-09-13T00:17:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2782 (ObjNum 1256 snap 395 seq_num 1256) dirty exists 2024-09-13T00:17:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:3992: left oid 37 (ObjNum 1256 snap 395 seq_num 1256) 2024-09-13T00:17:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:3993: finishing write tid 1 to smithi03267100-38 2024-09-13T00:17:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:3993: finishing write tid 2 to smithi03267100-38 2024-09-13T00:17:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:3993: finishing write tid 3 to smithi03267100-38 2024-09-13T00:17:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:3993: finishing write tid 4 to smithi03267100-38 2024-09-13T00:17:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:3993: finishing write tid 5 to smithi03267100-38 2024-09-13T00:17:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:3993: finishing write tid 6 to smithi03267100-38 2024-09-13T00:17:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 3116 (ObjNum 1257 snap 395 seq_num 1257) dirty exists 2024-09-13T00:17:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:3993: left oid 38 (ObjNum 1257 snap 395 seq_num 1257) 2024-09-13T00:17:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:3995: expect (ObjNum 1189 snap 378 seq_num 1189) 2024-09-13T00:17:41.208 INFO:tasks.rados.rados.0.smithi032.stdout:3996: expect (ObjNum 1086 snap 334 seq_num 1086) 2024-09-13T00:17:41.243 INFO:tasks.rados.rados.0.smithi032.stdout:3997: expect (ObjNum 1177 snap 374 seq_num 1177) 2024-09-13T00:17:41.459 INFO:tasks.rados.rados.0.smithi032.stdout:3986: done (10 left) 2024-09-13T00:17:41.459 INFO:tasks.rados.rados.0.smithi032.stdout:3987: done (9 left) 2024-09-13T00:17:41.459 INFO:tasks.rados.rados.0.smithi032.stdout:3989: done (8 left) 2024-09-13T00:17:41.459 INFO:tasks.rados.rados.0.smithi032.stdout:3990: done (7 left) 2024-09-13T00:17:41.459 INFO:tasks.rados.rados.0.smithi032.stdout:3991: done (6 left) 2024-09-13T00:17:41.459 INFO:tasks.rados.rados.0.smithi032.stdout:3992: done (5 left) 2024-09-13T00:17:41.460 INFO:tasks.rados.rados.0.smithi032.stdout:3993: done (4 left) 2024-09-13T00:17:41.460 INFO:tasks.rados.rados.0.smithi032.stdout:3995: done (3 left) 2024-09-13T00:17:41.460 INFO:tasks.rados.rados.0.smithi032.stdout:3996: done (2 left) 2024-09-13T00:17:41.460 INFO:tasks.rados.rados.0.smithi032.stdout:3997: done (1 left) 2024-09-13T00:17:41.460 INFO:tasks.rados.rados.0.smithi032.stdout:3998: done (0 left) 2024-09-13T00:17:41.460 INFO:tasks.rados.rados.0.smithi032.stdout:3999: snap_remove snap 375 2024-09-13T00:17:41.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:41 smithi053 bash[67631]: cluster 2024-09-13T00:17:40.455432+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2024-09-13T00:17:41.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:41 smithi053 bash[67631]: audit 2024-09-13T00:17:41.278648+0000 mon.a (mon.0) 1493 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:17:41.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:41 smithi053 bash[67631]: cluster 2024-09-13T00:17:41.458111+0000 mon.a (mon.0) 1494 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2024-09-13T00:17:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:41 smithi032 bash[75510]: cluster 2024-09-13T00:17:40.455432+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2024-09-13T00:17:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:41 smithi032 bash[75510]: audit 2024-09-13T00:17:41.278648+0000 mon.a (mon.0) 1493 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:17:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:41 smithi032 bash[75510]: cluster 2024-09-13T00:17:41.458111+0000 mon.a (mon.0) 1494 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2024-09-13T00:17:41.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:41 smithi032 bash[76677]: cluster 2024-09-13T00:17:40.455432+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2024-09-13T00:17:41.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:41 smithi032 bash[76677]: audit 2024-09-13T00:17:41.278648+0000 mon.a (mon.0) 1493 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:17:41.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:41 smithi032 bash[76677]: cluster 2024-09-13T00:17:41.458111+0000 mon.a (mon.0) 1494 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2024-09-13T00:17:42.461 INFO:tasks.rados.rados.0.smithi032.stdout:3999: done (0 left) 2024-09-13T00:17:42.487 INFO:tasks.rados.rados.0.smithi032.stderr:0 errors. 2024-09-13T00:17:42.487 INFO:tasks.rados.rados.0.smithi032.stderr: 2024-09-13T00:17:42.499 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T00:17:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:17:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:17:42] "GET /metrics HTTP/1.1" 200 36291 "" "Prometheus/2.43.0" 2024-09-13T00:17:42.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:42 smithi032 bash[76677]: cluster 2024-09-13T00:17:41.272580+0000 mgr.y (mgr.34107) 447 : cluster [DBG] pgmap v845: 121 pgs: 121 active+clean; 820 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 7.8 MiB/s wr, 16 op/s 2024-09-13T00:17:42.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:42 smithi032 bash[76677]: audit 2024-09-13T00:17:41.825710+0000 mon.a (mon.0) 1495 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:17:42.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:42 smithi032 bash[76677]: audit 2024-09-13T00:17:41.827068+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:17:42.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:42 smithi032 bash[76677]: audit 2024-09-13T00:17:41.834108+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:17:42.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:42 smithi032 bash[76677]: cluster 2024-09-13T00:17:42.461121+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2024-09-13T00:17:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:42 smithi032 bash[75510]: cluster 2024-09-13T00:17:41.272580+0000 mgr.y (mgr.34107) 447 : cluster [DBG] pgmap v845: 121 pgs: 121 active+clean; 820 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 7.8 MiB/s wr, 16 op/s 2024-09-13T00:17:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:42 smithi032 bash[75510]: audit 2024-09-13T00:17:41.825710+0000 mon.a (mon.0) 1495 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:17:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:42 smithi032 bash[75510]: audit 2024-09-13T00:17:41.827068+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:17:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:42 smithi032 bash[75510]: audit 2024-09-13T00:17:41.834108+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:17:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:42 smithi032 bash[75510]: cluster 2024-09-13T00:17:42.461121+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2024-09-13T00:17:42.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:17:42 smithi053 bash[94430]: ts=2024-09-13T00:17:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:17:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:42 smithi053 bash[67631]: cluster 2024-09-13T00:17:41.272580+0000 mgr.y (mgr.34107) 447 : cluster [DBG] pgmap v845: 121 pgs: 121 active+clean; 820 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 7.8 MiB/s wr, 16 op/s 2024-09-13T00:17:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:42 smithi053 bash[67631]: audit 2024-09-13T00:17:41.825710+0000 mon.a (mon.0) 1495 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:17:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:42 smithi053 bash[67631]: audit 2024-09-13T00:17:41.827068+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:17:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:42 smithi053 bash[67631]: audit 2024-09-13T00:17:41.834108+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:17:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:42 smithi053 bash[67631]: cluster 2024-09-13T00:17:42.461121+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2024-09-13T00:17:44.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:44 smithi032 bash[75510]: cluster 2024-09-13T00:17:43.273370+0000 mgr.y (mgr.34107) 448 : cluster [DBG] pgmap v848: 121 pgs: 121 active+clean; 824 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-09-13T00:17:44.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:44 smithi032 bash[75510]: cluster 2024-09-13T00:17:43.345697+0000 mon.a (mon.0) 1499 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2024-09-13T00:17:44.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:44 smithi032 bash[76677]: cluster 2024-09-13T00:17:43.273370+0000 mgr.y (mgr.34107) 448 : cluster [DBG] pgmap v848: 121 pgs: 121 active+clean; 824 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-09-13T00:17:44.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:44 smithi032 bash[76677]: cluster 2024-09-13T00:17:43.345697+0000 mon.a (mon.0) 1499 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2024-09-13T00:17:44.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:44 smithi053 bash[67631]: cluster 2024-09-13T00:17:43.273370+0000 mgr.y (mgr.34107) 448 : cluster [DBG] pgmap v848: 121 pgs: 121 active+clean; 824 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-09-13T00:17:44.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:44 smithi053 bash[67631]: cluster 2024-09-13T00:17:43.345697+0000 mon.a (mon.0) 1499 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2024-09-13T00:17:46.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:46 smithi032 bash[75510]: cluster 2024-09-13T00:17:45.274134+0000 mgr.y (mgr.34107) 449 : cluster [DBG] pgmap v850: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-13T00:17:46.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:46 smithi032 bash[76677]: cluster 2024-09-13T00:17:45.274134+0000 mgr.y (mgr.34107) 449 : cluster [DBG] pgmap v850: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-13T00:17:46.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:46 smithi053 bash[67631]: cluster 2024-09-13T00:17:45.274134+0000 mgr.y (mgr.34107) 449 : cluster [DBG] pgmap v850: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-13T00:17:47.287 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:17:48.613 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:48 smithi032 bash[75510]: cluster 2024-09-13T00:17:47.275161+0000 mgr.y (mgr.34107) 450 : cluster [DBG] pgmap v851: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-13T00:17:48.613 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:48 smithi032 bash[76677]: cluster 2024-09-13T00:17:47.275161+0000 mgr.y (mgr.34107) 450 : cluster [DBG] pgmap v851: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-13T00:17:48.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:48 smithi053 bash[67631]: cluster 2024-09-13T00:17:47.275161+0000 mgr.y (mgr.34107) 450 : cluster [DBG] pgmap v851: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-13T00:17:49.632 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:49 smithi032 bash[75510]: cluster 2024-09-13T00:17:48.346953+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2024-09-13T00:17:49.633 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:49 smithi032 bash[76677]: cluster 2024-09-13T00:17:48.346953+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2024-09-13T00:17:49.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:49 smithi053 bash[67631]: cluster 2024-09-13T00:17:48.346953+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2024-09-13T00:17:50.662 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:50 smithi032 bash[75510]: cluster 2024-09-13T00:17:49.276222+0000 mgr.y (mgr.34107) 451 : cluster [DBG] pgmap v853: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 782 KiB/s wr, 5 op/s 2024-09-13T00:17:50.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:50 smithi032 bash[76677]: cluster 2024-09-13T00:17:49.276222+0000 mgr.y (mgr.34107) 451 : cluster [DBG] pgmap v853: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 782 KiB/s wr, 5 op/s 2024-09-13T00:17:50.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:50 smithi053 bash[67631]: cluster 2024-09-13T00:17:49.276222+0000 mgr.y (mgr.34107) 451 : cluster [DBG] pgmap v853: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 782 KiB/s wr, 5 op/s 2024-09-13T00:17:51.121 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T00:17:51.121 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":848,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","created":"2024-09-12T23:48:03.065767+0000","modified":"2024-09-13T00:17:48.337938+0000","last_up_change":"2024-09-13T00:13:51.211106+0000","last_in_change":"2024-09-12T23:57:27.632433+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T23:53:25.819964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T23:58:40.748630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T23:58:41.578359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T00:00:05.258778+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":62,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-09-13T00:03:50.450239+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"846","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":764,"snap_epoch":846,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"86015052-3e53-4869-9fb8-a836fe6f5dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":399,"up_from":414,"up_thru":627,"down_at":400,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":3117933431},{"type":"v1","addr":"172.21.15.32:6803","nonce":3117933431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":3117933431},{"type":"v1","addr":"172.21.15.32:6805","nonce":3117933431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":3117933431},{"type":"v1","addr":"172.21.15.32:6809","nonce":3117933431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":3117933431},{"type":"v1","addr":"172.21.15.32:6807","nonce":3117933431}]},"public_addr":"172.21.15.32:6803/3117933431","cluster_addr":"172.21.15.32:6805/3117933431","heartbeat_back_addr":"172.21.15.32:6809/3117933431","heartbeat_front_addr":"172.21.15.32:6807/3117933431","state":["exists","up"]},{"osd":1,"uuid":"50d3aadf-6035-45fc-b0c0-de55e13b31ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":430,"up_from":445,"up_thru":627,"down_at":431,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":2686910662},{"type":"v1","addr":"172.21.15.32:6811","nonce":2686910662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":2686910662},{"type":"v1","addr":"172.21.15.32:6813","nonce":2686910662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":2686910662},{"type":"v1","addr":"172.21.15.32:6817","nonce":2686910662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":2686910662},{"type":"v1","addr":"172.21.15.32:6815","nonce":2686910662}]},"public_addr":"172.21.15.32:6811/2686910662","cluster_addr":"172.21.15.32:6813/2686910662","heartbeat_back_addr":"172.21.15.32:6817/2686910662","heartbeat_front_addr":"172.21.15.32:6815/2686910662","state":["exists","up"]},{"osd":2,"uuid":"e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":461,"up_from":475,"up_thru":627,"down_at":462,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":193726996},{"type":"v1","addr":"172.21.15.32:6819","nonce":193726996}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":193726996},{"type":"v1","addr":"172.21.15.32:6821","nonce":193726996}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":193726996},{"type":"v1","addr":"172.21.15.32:6825","nonce":193726996}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":193726996},{"type":"v1","addr":"172.21.15.32:6823","nonce":193726996}]},"public_addr":"172.21.15.32:6819/193726996","cluster_addr":"172.21.15.32:6821/193726996","heartbeat_back_addr":"172.21.15.32:6825/193726996","heartbeat_front_addr":"172.21.15.32:6823/193726996","state":["exists","up"]},{"osd":3,"uuid":"668a99be-34d2-4824-823c-d208ecdd047d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":491,"up_from":504,"up_thru":627,"down_at":492,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":3990296069},{"type":"v1","addr":"172.21.15.32:6827","nonce":3990296069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":3990296069},{"type":"v1","addr":"172.21.15.32:6829","nonce":3990296069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":3990296069},{"type":"v1","addr":"172.21.15.32:6833","nonce":3990296069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":3990296069},{"type":"v1","addr":"172.21.15.32:6831","nonce":3990296069}]},"public_addr":"172.21.15.32:6827/3990296069","cluster_addr":"172.21.15.32:6829/3990296069","heartbeat_back_addr":"172.21.15.32:6833/3990296069","heartbeat_front_addr":"172.21.15.32:6831/3990296069","state":["exists","up"]},{"osd":4,"uuid":"c38abf29-4b38-48ec-8e22-d43dd3beeb49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":520,"up_from":534,"up_thru":627,"down_at":521,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2339360145},{"type":"v1","addr":"172.21.15.53:6801","nonce":2339360145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2339360145},{"type":"v1","addr":"172.21.15.53:6803","nonce":2339360145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2339360145},{"type":"v1","addr":"172.21.15.53:6807","nonce":2339360145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2339360145},{"type":"v1","addr":"172.21.15.53:6805","nonce":2339360145}]},"public_addr":"172.21.15.53:6801/2339360145","cluster_addr":"172.21.15.53:6803/2339360145","heartbeat_back_addr":"172.21.15.53:6807/2339360145","heartbeat_front_addr":"172.21.15.53:6805/2339360145","state":["exists","up"]},{"osd":5,"uuid":"6baac8a8-f703-4de4-bc66-f98e76cbaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":549,"up_from":562,"up_thru":627,"down_at":550,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":2631260731},{"type":"v1","addr":"172.21.15.53:6809","nonce":2631260731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":2631260731},{"type":"v1","addr":"172.21.15.53:6811","nonce":2631260731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":2631260731},{"type":"v1","addr":"172.21.15.53:6815","nonce":2631260731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":2631260731},{"type":"v1","addr":"172.21.15.53:6813","nonce":2631260731}]},"public_addr":"172.21.15.53:6809/2631260731","cluster_addr":"172.21.15.53:6811/2631260731","heartbeat_back_addr":"172.21.15.53:6815/2631260731","heartbeat_front_addr":"172.21.15.53:6813/2631260731","state":["exists","up"]},{"osd":6,"uuid":"500c4306-7cbf-4d8b-8159-85a50aa26755","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":576,"up_from":589,"up_thru":627,"down_at":577,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1566099924},{"type":"v1","addr":"172.21.15.53:6817","nonce":1566099924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":1566099924},{"type":"v1","addr":"172.21.15.53:6819","nonce":1566099924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":1566099924},{"type":"v1","addr":"172.21.15.53:6823","nonce":1566099924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":1566099924},{"type":"v1","addr":"172.21.15.53:6821","nonce":1566099924}]},"public_addr":"172.21.15.53:6817/1566099924","cluster_addr":"172.21.15.53:6819/1566099924","heartbeat_back_addr":"172.21.15.53:6823/1566099924","heartbeat_front_addr":"172.21.15.53:6821/1566099924","state":["exists","up"]},{"osd":7,"uuid":"bd59da59-5a49-4fc4-9154-8c384e47060c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":614,"up_from":627,"up_thru":627,"down_at":615,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":1869774842},{"type":"v1","addr":"172.21.15.53:6825","nonce":1869774842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1869774842},{"type":"v1","addr":"172.21.15.53:6827","nonce":1869774842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1869774842},{"type":"v1","addr":"172.21.15.53:6831","nonce":1869774842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1869774842},{"type":"v1","addr":"172.21.15.53:6829","nonce":1869774842}]},"public_addr":"172.21.15.53:6825/1869774842","cluster_addr":"172.21.15.53:6827/1869774842","heartbeat_back_addr":"172.21.15.53:6831/1869774842","heartbeat_front_addr":"172.21.15.53:6829/1869774842","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:51:36.452729+0000","dead_epoch":399},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:52:29.254966+0000","dead_epoch":430},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:53:23.380118+0000","dead_epoch":461},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:54:20.252422+0000","dead_epoch":491},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:55:12.574177+0000","dead_epoch":520},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:05.115140+0000","dead_epoch":549},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:58.936934+0000","dead_epoch":576},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:57:52.545718+0000","dead_epoch":614}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"2.5","mappings":[{"from":7,"to":1},{"from":0,"to":6}]},{"pgid":"2.a","mappings":[{"from":7,"to":6}]},{"pgid":"2.b","mappings":[{"from":7,"to":6}]},{"pgid":"2.c","mappings":[{"from":0,"to":6}]},{"pgid":"2.19","mappings":[{"from":0,"to":4}]},{"pgid":"2.1a","mappings":[{"from":7,"to":0}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1b","mappings":[{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.2a","mappings":[{"from":7,"to":0}]},{"pgid":"3.30","mappings":[{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]},{"pgid":"3.3f","mappings":[{"from":6,"to":2}]},{"pgid":"5.4","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/3148739058":"2024-09-14T00:06:51.252416+0000","172.21.15.32:0/1419021530":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/1179193551":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/3927748812":"2024-09-14T00:07:54.986175+0000","172.21.15.32:6801/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/163646142":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/2354807736":"2024-09-14T00:07:54.986175+0000","172.21.15.32:0/1109148597":"2024-09-14T00:05:46.537302+0000","172.21.15.53:0/1081817175":"2024-09-14T00:06:51.252416+0000","172.21.15.32:0/424290862":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/301867596":"2024-09-14T00:05:46.537302+0000","172.21.15.32:0/44534034":"2024-09-14T00:05:46.537302+0000","172.21.15.32:6800/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6800/3766286966":"2024-09-14T00:05:46.537302+0000","172.21.15.32:6801/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2639698303":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/4047741452":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/1418047853":"2024-09-14T00:07:54.986175+0000","172.21.15.53:6834/2224606324":"2024-09-14T00:06:51.252416+0000","172.21.15.32:0/2458326128":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6800/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.53:0/705071959":"2024-09-14T00:06:51.252416+0000","172.21.15.53:6833/733527454":"2024-09-14T00:14:31.285982+0000","172.21.15.32:0/2542330112":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/830923780":"2024-09-13T23:48:30.570454+0000","172.21.15.53:0/751969372":"2024-09-14T00:06:51.252416+0000","172.21.15.32:6801/2712019073":"2024-09-14T00:07:54.986175+0000","172.21.15.32:0/3139615956":"2024-09-14T00:07:54.986175+0000","172.21.15.32:0/2174054771":"2024-09-13T23:49:03.194469+0000","172.21.15.53:6832/733527454":"2024-09-14T00:14:31.285982+0000","172.21.15.32:0/1351883465":"2024-09-14T00:07:54.986175+0000","172.21.15.32:0/866339914":"2024-09-14T00:07:54.986175+0000","172.21.15.32:6800/453443969":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/881819366":"2024-09-14T00:05:46.537302+0000","172.21.15.32:6801/3766286966":"2024-09-14T00:05:46.537302+0000","172.21.15.32:6801/453443969":"2024-09-13T23:59:22.756063+0000","172.21.15.32:6800/2712019073":"2024-09-14T00:07:54.986175+0000","172.21.15.53:0/1536595970":"2024-09-14T00:06:51.252416+0000","172.21.15.53:0/35767682":"2024-09-14T00:06:51.252416+0000","172.21.15.53:0/16050951":"2024-09-14T00:06:51.252416+0000","172.21.15.32:0/2866886804":"2024-09-14T00:05:46.537302+0000","172.21.15.53:6835/2224606324":"2024-09-14T00:06:51.252416+0000","172.21.15.32:0/1182074549":"2024-09-14T00:07:54.986175+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":713,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":706,"length":1},{"begin":722,"length":1},{"begin":731,"length":1},{"begin":745,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T00:17:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:51 smithi032 bash[75510]: audit 2024-09-13T00:17:51.121024+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.32:0/200265811' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:17:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:51 smithi032 bash[76677]: audit 2024-09-13T00:17:51.121024+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.32:0/200265811' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:17:51.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:51 smithi053 bash[67631]: audit 2024-09-13T00:17:51.121024+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.32:0/200265811' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T00:17:51.953 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T00:17:52.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:52 smithi032 bash[75510]: cluster 2024-09-13T00:17:51.277163+0000 mgr.y (mgr.34107) 452 : cluster [DBG] pgmap v854: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 667 KiB/s wr, 4 op/s 2024-09-13T00:17:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:17:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:17:52] "GET /metrics HTTP/1.1" 200 36291 "" "Prometheus/2.43.0" 2024-09-13T00:17:52.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:52 smithi032 bash[76677]: cluster 2024-09-13T00:17:51.277163+0000 mgr.y (mgr.34107) 452 : cluster [DBG] pgmap v854: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 667 KiB/s wr, 4 op/s 2024-09-13T00:17:52.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:52 smithi053 bash[67631]: cluster 2024-09-13T00:17:51.277163+0000 mgr.y (mgr.34107) 452 : cluster [DBG] pgmap v854: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 667 KiB/s wr, 4 op/s 2024-09-13T00:17:52.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:17:52 smithi053 bash[94430]: ts=2024-09-13T00:17:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:17:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:54 smithi032 bash[75510]: cluster 2024-09-13T00:17:53.278242+0000 mgr.y (mgr.34107) 453 : cluster [DBG] pgmap v855: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 537 KiB/s wr, 3 op/s 2024-09-13T00:17:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:54 smithi032 bash[75510]: cluster 2024-09-13T00:17:53.350036+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2024-09-13T00:17:54.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:54 smithi032 bash[76677]: cluster 2024-09-13T00:17:53.278242+0000 mgr.y (mgr.34107) 453 : cluster [DBG] pgmap v855: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 537 KiB/s wr, 3 op/s 2024-09-13T00:17:54.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:54 smithi032 bash[76677]: cluster 2024-09-13T00:17:53.350036+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2024-09-13T00:17:54.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:54 smithi053 bash[67631]: cluster 2024-09-13T00:17:53.278242+0000 mgr.y (mgr.34107) 453 : cluster [DBG] pgmap v855: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 537 KiB/s wr, 3 op/s 2024-09-13T00:17:54.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:54 smithi053 bash[67631]: cluster 2024-09-13T00:17:53.350036+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2024-09-13T00:17:55.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:55 smithi032 bash[75510]: audit 2024-09-13T00:17:55.138905+0000 mon.a (mon.0) 1502 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:17:55.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:55 smithi032 bash[76677]: audit 2024-09-13T00:17:55.138905+0000 mon.a (mon.0) 1502 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:17:55.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:55 smithi053 bash[67631]: audit 2024-09-13T00:17:55.138905+0000 mon.a (mon.0) 1502 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:17:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:56 smithi032 bash[75510]: cluster 2024-09-13T00:17:55.279174+0000 mgr.y (mgr.34107) 454 : cluster [DBG] pgmap v857: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:17:56.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:56 smithi032 bash[76677]: cluster 2024-09-13T00:17:55.279174+0000 mgr.y (mgr.34107) 454 : cluster [DBG] pgmap v857: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:17:56.745 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:17:56.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:56 smithi053 bash[67631]: cluster 2024-09-13T00:17:55.279174+0000 mgr.y (mgr.34107) 454 : cluster [DBG] pgmap v857: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:17:58.662 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:17:58 smithi032 bash[76677]: cluster 2024-09-13T00:17:57.280168+0000 mgr.y (mgr.34107) 455 : cluster [DBG] pgmap v858: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:17:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:17:58 smithi032 bash[75510]: cluster 2024-09-13T00:17:57.280168+0000 mgr.y (mgr.34107) 455 : cluster [DBG] pgmap v858: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:17:58.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:17:58 smithi053 bash[67631]: cluster 2024-09-13T00:17:57.280168+0000 mgr.y (mgr.34107) 455 : cluster [DBG] pgmap v858: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:00.372 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T00:18:00.374 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T00:18:00.628 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:00 smithi032 bash[75510]: cluster 2024-09-13T00:17:59.281380+0000 mgr.y (mgr.34107) 456 : cluster [DBG] pgmap v859: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:00.629 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:00 smithi032 bash[76677]: cluster 2024-09-13T00:17:59.281380+0000 mgr.y (mgr.34107) 456 : cluster [DBG] pgmap v859: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:00.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:00 smithi053 bash[67631]: cluster 2024-09-13T00:17:59.281380+0000 mgr.y (mgr.34107) 456 : cluster [DBG] pgmap v859: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:01.243 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":859,"stamp":"2024-09-13T00:17:59.280478+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":869235715,"num_objects":370,"num_object_clones":294,"num_object_copies":1110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":370,"num_whiteouts":11,"num_read":4823,"num_read_kb":5634059,"num_write":9428,"num_write_kb":1829960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":362,"num_bytes_recovered":671629856,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26623,"ondisk_log_size":26623,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4979308,"kb_used_data":1152272,"kb_used_omap":498,"kb_used_meta":3826445,"kb_avail":744981908,"statfs":{"total":767960285184,"available":762861473792,"internally_reserved":0,"allocated":1179926528,"data_stored":2136327443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":510208,"internal_metadata":3918280448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.005010"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":819,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.680331+0000","last_change":"2024-09-13T00:13:52.261589+0000","last_active":"2024-09-13T00:17:48.680331+0000","last_peered":"2024-09-13T00:17:48.680331+0000","last_clean":"2024-09-13T00:17:48.680331+0000","last_became_active":"2024-09-13T00:13:52.261112+0000","last_became_peered":"2024-09-13T00:13:52.261112+0000","last_unstale":"2024-09-13T00:17:48.680331+0000","last_undegraded":"2024-09-13T00:17:48.680331+0000","last_fullsized":"2024-09-13T00:17:48.680331+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:35.369774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":811,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.349702+0000","last_change":"2024-09-13T00:13:07.240349+0000","last_active":"2024-09-13T00:17:48.349702+0000","last_peered":"2024-09-13T00:17:48.349702+0000","last_clean":"2024-09-13T00:17:48.349702+0000","last_became_active":"2024-09-13T00:13:07.238763+0000","last_became_peered":"2024-09-13T00:13:07.238763+0000","last_unstale":"2024-09-13T00:17:48.349702+0000","last_undegraded":"2024-09-13T00:17:48.349702+0000","last_fullsized":"2024-09-13T00:17:48.349702+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:59:57.583332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":807,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.346945+0000","last_change":"2024-09-13T00:11:10.208969+0000","last_active":"2024-09-13T00:17:48.346945+0000","last_peered":"2024-09-13T00:17:48.346945+0000","last_clean":"2024-09-13T00:17:48.346945+0000","last_became_active":"2024-09-13T00:11:10.208175+0000","last_became_peered":"2024-09-13T00:11:10.208175+0000","last_unstale":"2024-09-13T00:17:48.346945+0000","last_undegraded":"2024-09-13T00:17:48.346945+0000","last_fullsized":"2024-09-13T00:17:48.346945+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:33:12.868675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":829,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.734792+0000","last_change":"2024-09-13T00:13:52.261448+0000","last_active":"2024-09-13T00:17:48.734792+0000","last_peered":"2024-09-13T00:17:48.734792+0000","last_clean":"2024-09-13T00:17:48.734792+0000","last_became_active":"2024-09-13T00:13:52.260649+0000","last_became_peered":"2024-09-13T00:13:52.260649+0000","last_unstale":"2024-09-13T00:17:48.734792+0000","last_undegraded":"2024-09-13T00:17:48.734792+0000","last_fullsized":"2024-09-13T00:17:48.734792+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:30.568633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":782,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.678166+0000","last_change":"2024-09-13T00:13:52.261396+0000","last_active":"2024-09-13T00:17:48.678166+0000","last_peered":"2024-09-13T00:17:48.678166+0000","last_clean":"2024-09-13T00:17:48.678166+0000","last_became_active":"2024-09-13T00:13:52.260370+0000","last_became_peered":"2024-09-13T00:13:52.260370+0000","last_unstale":"2024-09-13T00:17:48.678166+0000","last_undegraded":"2024-09-13T00:17:48.678166+0000","last_fullsized":"2024-09-13T00:17:48.678166+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:12:01.844192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":813,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.734479+0000","last_change":"2024-09-13T00:12:39.573775+0000","last_active":"2024-09-13T00:17:48.734479+0000","last_peered":"2024-09-13T00:17:48.734479+0000","last_clean":"2024-09-13T00:17:48.734479+0000","last_became_active":"2024-09-13T00:12:39.570906+0000","last_became_peered":"2024-09-13T00:12:39.570906+0000","last_unstale":"2024-09-13T00:17:48.734479+0000","last_undegraded":"2024-09-13T00:17:48.734479+0000","last_fullsized":"2024-09-13T00:17:48.734479+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:56.471686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":782,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.678341+0000","last_change":"2024-09-13T00:13:52.254619+0000","last_active":"2024-09-13T00:17:48.678341+0000","last_peered":"2024-09-13T00:17:48.678341+0000","last_clean":"2024-09-13T00:17:48.678341+0000","last_became_active":"2024-09-13T00:13:52.254159+0000","last_became_peered":"2024-09-13T00:13:52.254159+0000","last_unstale":"2024-09-13T00:17:48.678341+0000","last_undegraded":"2024-09-13T00:17:48.678341+0000","last_fullsized":"2024-09-13T00:17:48.678341+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:02.313460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":800,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.598734+0000","last_change":"2024-09-13T00:13:07.231439+0000","last_active":"2024-09-13T00:17:48.598734+0000","last_peered":"2024-09-13T00:17:48.598734+0000","last_clean":"2024-09-13T00:17:48.598734+0000","last_became_active":"2024-09-13T00:13:07.230520+0000","last_became_peered":"2024-09-13T00:13:07.230520+0000","last_unstale":"2024-09-13T00:17:48.598734+0000","last_undegraded":"2024-09-13T00:17:48.598734+0000","last_fullsized":"2024-09-13T00:17:48.598734+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:56.339762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":820,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.679803+0000","last_change":"2024-09-13T00:13:52.259363+0000","last_active":"2024-09-13T00:17:48.679803+0000","last_peered":"2024-09-13T00:17:48.679803+0000","last_clean":"2024-09-13T00:17:48.679803+0000","last_became_active":"2024-09-13T00:13:52.255325+0000","last_became_peered":"2024-09-13T00:13:52.255325+0000","last_unstale":"2024-09-13T00:17:48.679803+0000","last_undegraded":"2024-09-13T00:17:48.679803+0000","last_fullsized":"2024-09-13T00:17:48.679803+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:37:46.007927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":809,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.958177+0000","last_change":"2024-09-13T00:13:07.241571+0000","last_active":"2024-09-13T00:17:53.958177+0000","last_peered":"2024-09-13T00:17:53.958177+0000","last_clean":"2024-09-13T00:17:53.958177+0000","last_became_active":"2024-09-13T00:13:07.240487+0000","last_became_peered":"2024-09-13T00:13:07.240487+0000","last_unstale":"2024-09-13T00:17:53.958177+0000","last_undegraded":"2024-09-13T00:17:53.958177+0000","last_fullsized":"2024-09-13T00:17:53.958177+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:49:29.787961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":809,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.957371+0000","last_change":"2024-09-13T00:13:07.257362+0000","last_active":"2024-09-13T00:17:53.957371+0000","last_peered":"2024-09-13T00:17:53.957371+0000","last_clean":"2024-09-13T00:17:53.957371+0000","last_became_active":"2024-09-13T00:13:07.256002+0000","last_became_peered":"2024-09-13T00:13:07.256002+0000","last_unstale":"2024-09-13T00:17:53.957371+0000","last_undegraded":"2024-09-13T00:17:53.957371+0000","last_fullsized":"2024-09-13T00:17:53.957371+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:42:03.305829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":820,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.731181+0000","last_change":"2024-09-13T00:13:07.242791+0000","last_active":"2024-09-13T00:17:48.731181+0000","last_peered":"2024-09-13T00:17:48.731181+0000","last_clean":"2024-09-13T00:17:48.731181+0000","last_became_active":"2024-09-13T00:13:07.241882+0000","last_became_peered":"2024-09-13T00:13:07.241882+0000","last_unstale":"2024-09-13T00:17:48.731181+0000","last_undegraded":"2024-09-13T00:17:48.731181+0000","last_fullsized":"2024-09-13T00:17:48.731181+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:29:32.267612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":827,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.599658+0000","last_change":"2024-09-13T00:13:07.232162+0000","last_active":"2024-09-13T00:17:48.599658+0000","last_peered":"2024-09-13T00:17:48.599658+0000","last_clean":"2024-09-13T00:17:48.599658+0000","last_became_active":"2024-09-13T00:13:07.231343+0000","last_became_peered":"2024-09-13T00:13:07.231343+0000","last_unstale":"2024-09-13T00:17:48.599658+0000","last_undegraded":"2024-09-13T00:17:48.599658+0000","last_fullsized":"2024-09-13T00:17:48.599658+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:06:57.246725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":807,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.347256+0000","last_change":"2024-09-13T00:12:39.577641+0000","last_active":"2024-09-13T00:17:48.347256+0000","last_peered":"2024-09-13T00:17:48.347256+0000","last_clean":"2024-09-13T00:17:48.347256+0000","last_became_active":"2024-09-13T00:12:39.576807+0000","last_became_peered":"2024-09-13T00:12:39.576807+0000","last_unstale":"2024-09-13T00:17:48.347256+0000","last_undegraded":"2024-09-13T00:17:48.347256+0000","last_fullsized":"2024-09-13T00:17:48.347256+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:18.806196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":817,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.346092+0000","last_change":"2024-09-13T00:12:39.568812+0000","last_active":"2024-09-13T00:17:48.346092+0000","last_peered":"2024-09-13T00:17:48.346092+0000","last_clean":"2024-09-13T00:17:48.346092+0000","last_became_active":"2024-09-13T00:12:39.568209+0000","last_became_peered":"2024-09-13T00:12:39.568209+0000","last_unstale":"2024-09-13T00:17:48.346092+0000","last_undegraded":"2024-09-13T00:17:48.346092+0000","last_fullsized":"2024-09-13T00:17:48.346092+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:25:07.721132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":479,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.729927+0000","last_change":"2024-09-13T00:13:52.248716+0000","last_active":"2024-09-13T00:17:48.729927+0000","last_peered":"2024-09-13T00:17:48.729927+0000","last_clean":"2024-09-13T00:17:48.729927+0000","last_became_active":"2024-09-13T00:13:52.247756+0000","last_became_peered":"2024-09-13T00:13:52.247756+0000","last_unstale":"2024-09-13T00:17:48.729927+0000","last_undegraded":"2024-09-13T00:17:48.729927+0000","last_fullsized":"2024-09-13T00:17:48.729927+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:33:28.267530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":817,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.737543+0000","last_change":"2024-09-13T00:13:52.259883+0000","last_active":"2024-09-13T00:17:48.737543+0000","last_peered":"2024-09-13T00:17:48.737543+0000","last_clean":"2024-09-13T00:17:48.737543+0000","last_became_active":"2024-09-13T00:13:52.258720+0000","last_became_peered":"2024-09-13T00:13:52.258720+0000","last_unstale":"2024-09-13T00:17:48.737543+0000","last_undegraded":"2024-09-13T00:17:48.737543+0000","last_fullsized":"2024-09-13T00:17:48.737543+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:23.772356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":785,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.731043+0000","last_change":"2024-09-13T00:13:52.270617+0000","last_active":"2024-09-13T00:17:48.731043+0000","last_peered":"2024-09-13T00:17:48.731043+0000","last_clean":"2024-09-13T00:17:48.731043+0000","last_became_active":"2024-09-13T00:13:52.270121+0000","last_became_peered":"2024-09-13T00:13:52.270121+0000","last_unstale":"2024-09-13T00:17:48.731043+0000","last_undegraded":"2024-09-13T00:17:48.731043+0000","last_fullsized":"2024-09-13T00:17:48.731043+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:39:46.419337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":795,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.678538+0000","last_change":"2024-09-13T00:13:52.267160+0000","last_active":"2024-09-13T00:17:48.678538+0000","last_peered":"2024-09-13T00:17:48.678538+0000","last_clean":"2024-09-13T00:17:48.678538+0000","last_became_active":"2024-09-13T00:13:52.265380+0000","last_became_peered":"2024-09-13T00:13:52.265380+0000","last_unstale":"2024-09-13T00:17:48.678538+0000","last_undegraded":"2024-09-13T00:17:48.678538+0000","last_fullsized":"2024-09-13T00:17:48.678538+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:39.197486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":821,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.737131+0000","last_change":"2024-09-13T00:13:07.255565+0000","last_active":"2024-09-13T00:17:48.737131+0000","last_peered":"2024-09-13T00:17:48.737131+0000","last_clean":"2024-09-13T00:17:48.737131+0000","last_became_active":"2024-09-13T00:13:07.250054+0000","last_became_peered":"2024-09-13T00:13:07.250054+0000","last_unstale":"2024-09-13T00:17:48.737131+0000","last_undegraded":"2024-09-13T00:17:48.737131+0000","last_fullsized":"2024-09-13T00:17:48.737131+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:48:11.949675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":807,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.349998+0000","last_change":"2024-09-13T00:13:52.269831+0000","last_active":"2024-09-13T00:17:48.349998+0000","last_peered":"2024-09-13T00:17:48.349998+0000","last_clean":"2024-09-13T00:17:48.349998+0000","last_became_active":"2024-09-13T00:13:52.269301+0000","last_became_peered":"2024-09-13T00:13:52.269301+0000","last_unstale":"2024-09-13T00:17:48.349998+0000","last_undegraded":"2024-09-13T00:17:48.349998+0000","last_fullsized":"2024-09-13T00:17:48.349998+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:59:56.717607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":829,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.733287+0000","last_change":"2024-09-13T00:13:07.254557+0000","last_active":"2024-09-13T00:17:48.733287+0000","last_peered":"2024-09-13T00:17:48.733287+0000","last_clean":"2024-09-13T00:17:48.733287+0000","last_became_active":"2024-09-13T00:13:07.252763+0000","last_became_peered":"2024-09-13T00:13:07.252763+0000","last_unstale":"2024-09-13T00:17:48.733287+0000","last_undegraded":"2024-09-13T00:17:48.733287+0000","last_fullsized":"2024-09-13T00:17:48.733287+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:12:00.528157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":827,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.599131+0000","last_change":"2024-09-13T00:12:10.330204+0000","last_active":"2024-09-13T00:17:48.599131+0000","last_peered":"2024-09-13T00:17:48.599131+0000","last_clean":"2024-09-13T00:17:48.599131+0000","last_became_active":"2024-09-13T00:12:10.329334+0000","last_became_peered":"2024-09-13T00:12:10.329334+0000","last_unstale":"2024-09-13T00:17:48.599131+0000","last_undegraded":"2024-09-13T00:17:48.599131+0000","last_fullsized":"2024-09-13T00:17:48.599131+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:49:48.165440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":831,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.732950+0000","last_change":"2024-09-13T00:12:39.563691+0000","last_active":"2024-09-13T00:17:48.732950+0000","last_peered":"2024-09-13T00:17:48.732950+0000","last_clean":"2024-09-13T00:17:48.732950+0000","last_became_active":"2024-09-13T00:12:39.562827+0000","last_became_peered":"2024-09-13T00:12:39.562827+0000","last_unstale":"2024-09-13T00:17:48.732950+0000","last_undegraded":"2024-09-13T00:17:48.732950+0000","last_fullsized":"2024-09-13T00:17:48.732950+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:46:30.058561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":833,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.599906+0000","last_change":"2024-09-13T00:12:56.221681+0000","last_active":"2024-09-13T00:17:48.599906+0000","last_peered":"2024-09-13T00:17:48.599906+0000","last_clean":"2024-09-13T00:17:48.599906+0000","last_became_active":"2024-09-13T00:12:56.221032+0000","last_became_peered":"2024-09-13T00:12:56.221032+0000","last_unstale":"2024-09-13T00:17:48.599906+0000","last_undegraded":"2024-09-13T00:17:48.599906+0000","last_fullsized":"2024-09-13T00:17:48.599906+0000","mapping_epoch":578,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":579,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:24.904647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":819,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.736005+0000","last_change":"2024-09-13T00:13:52.262187+0000","last_active":"2024-09-13T00:17:48.736005+0000","last_peered":"2024-09-13T00:17:48.736005+0000","last_clean":"2024-09-13T00:17:48.736005+0000","last_became_active":"2024-09-13T00:13:52.260920+0000","last_became_peered":"2024-09-13T00:13:52.260920+0000","last_unstale":"2024-09-13T00:17:48.736005+0000","last_undegraded":"2024-09-13T00:17:48.736005+0000","last_fullsized":"2024-09-13T00:17:48.736005+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:43.599448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":817,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.349868+0000","last_change":"2024-09-13T00:11:40.320305+0000","last_active":"2024-09-13T00:17:48.349868+0000","last_peered":"2024-09-13T00:17:48.349868+0000","last_clean":"2024-09-13T00:17:48.349868+0000","last_became_active":"2024-09-13T00:11:40.319716+0000","last_became_peered":"2024-09-13T00:11:40.319716+0000","last_unstale":"2024-09-13T00:17:48.349868+0000","last_undegraded":"2024-09-13T00:17:48.349868+0000","last_fullsized":"2024-09-13T00:17:48.349868+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:27:08.736095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":796,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.599395+0000","last_change":"2024-09-13T00:12:10.334390+0000","last_active":"2024-09-13T00:17:48.599395+0000","last_peered":"2024-09-13T00:17:48.599395+0000","last_clean":"2024-09-13T00:17:48.599395+0000","last_became_active":"2024-09-13T00:12:10.334068+0000","last_became_peered":"2024-09-13T00:12:10.334068+0000","last_unstale":"2024-09-13T00:17:48.599395+0000","last_undegraded":"2024-09-13T00:17:48.599395+0000","last_fullsized":"2024-09-13T00:17:48.599395+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:05:37.744441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":807,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.351103+0000","last_change":"2024-09-13T00:12:10.342923+0000","last_active":"2024-09-13T00:17:48.351103+0000","last_peered":"2024-09-13T00:17:48.351103+0000","last_clean":"2024-09-13T00:17:48.351103+0000","last_became_active":"2024-09-13T00:12:10.341979+0000","last_became_peered":"2024-09-13T00:12:10.341979+0000","last_unstale":"2024-09-13T00:17:48.351103+0000","last_undegraded":"2024-09-13T00:17:48.351103+0000","last_fullsized":"2024-09-13T00:17:48.351103+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:00.303327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":831,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.734008+0000","last_change":"2024-09-13T00:12:39.572766+0000","last_active":"2024-09-13T00:17:48.734008+0000","last_peered":"2024-09-13T00:17:48.734008+0000","last_clean":"2024-09-13T00:17:48.734008+0000","last_became_active":"2024-09-13T00:12:39.570974+0000","last_became_peered":"2024-09-13T00:12:39.570974+0000","last_unstale":"2024-09-13T00:17:48.734008+0000","last_undegraded":"2024-09-13T00:17:48.734008+0000","last_fullsized":"2024-09-13T00:17:48.734008+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:49.474724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":786,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.730040+0000","last_change":"2024-09-13T00:13:07.245592+0000","last_active":"2024-09-13T00:17:48.730040+0000","last_peered":"2024-09-13T00:17:48.730040+0000","last_clean":"2024-09-13T00:17:48.730040+0000","last_became_active":"2024-09-13T00:13:07.243402+0000","last_became_peered":"2024-09-13T00:13:07.243402+0000","last_unstale":"2024-09-13T00:17:48.730040+0000","last_undegraded":"2024-09-13T00:17:48.730040+0000","last_fullsized":"2024-09-13T00:17:48.730040+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:21:03.568508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":809,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.732824+0000","last_change":"2024-09-13T00:13:07.249690+0000","last_active":"2024-09-13T00:17:48.732824+0000","last_peered":"2024-09-13T00:17:48.732824+0000","last_clean":"2024-09-13T00:17:48.732824+0000","last_became_active":"2024-09-13T00:13:07.238341+0000","last_became_peered":"2024-09-13T00:13:07.238341+0000","last_unstale":"2024-09-13T00:17:48.732824+0000","last_undegraded":"2024-09-13T00:17:48.732824+0000","last_fullsized":"2024-09-13T00:17:48.732824+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:11:17.149130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":830,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.347194+0000","last_change":"2024-09-13T00:12:10.328685+0000","last_active":"2024-09-13T00:17:48.347194+0000","last_peered":"2024-09-13T00:17:48.347194+0000","last_clean":"2024-09-13T00:17:48.347194+0000","last_became_active":"2024-09-13T00:12:10.322748+0000","last_became_peered":"2024-09-13T00:12:10.322748+0000","last_unstale":"2024-09-13T00:17:48.347194+0000","last_undegraded":"2024-09-13T00:17:48.347194+0000","last_fullsized":"2024-09-13T00:17:48.347194+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:36:36.865725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"667'2","reported_seq":828,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.599930+0000","last_change":"2024-09-13T00:13:52.255698+0000","last_active":"2024-09-13T00:17:48.599930+0000","last_peered":"2024-09-13T00:17:48.599930+0000","last_clean":"2024-09-13T00:17:48.599930+0000","last_became_active":"2024-09-13T00:13:52.254786+0000","last_became_peered":"2024-09-13T00:13:52.254786+0000","last_unstale":"2024-09-13T00:17:48.599930+0000","last_undegraded":"2024-09-13T00:17:48.599930+0000","last_fullsized":"2024-09-13T00:17:48.599930+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:40.757921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":820,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.350206+0000","last_change":"2024-09-13T00:13:52.269610+0000","last_active":"2024-09-13T00:17:48.350206+0000","last_peered":"2024-09-13T00:17:48.350206+0000","last_clean":"2024-09-13T00:17:48.350206+0000","last_became_active":"2024-09-13T00:13:52.268599+0000","last_became_peered":"2024-09-13T00:13:52.268599+0000","last_unstale":"2024-09-13T00:17:48.350206+0000","last_undegraded":"2024-09-13T00:17:48.350206+0000","last_fullsized":"2024-09-13T00:17:48.350206+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:25:17.901331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"667'2","reported_seq":830,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.735311+0000","last_change":"2024-09-13T00:13:07.244303+0000","last_active":"2024-09-13T00:17:48.735311+0000","last_peered":"2024-09-13T00:17:48.735311+0000","last_clean":"2024-09-13T00:17:48.735311+0000","last_became_active":"2024-09-13T00:13:07.236905+0000","last_became_peered":"2024-09-13T00:13:07.236905+0000","last_unstale":"2024-09-13T00:17:48.735311+0000","last_undegraded":"2024-09-13T00:17:48.735311+0000","last_fullsized":"2024-09-13T00:17:48.735311+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:53.322197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":803,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.598605+0000","last_change":"2024-09-13T00:13:08.213051+0000","last_active":"2024-09-13T00:17:48.598605+0000","last_peered":"2024-09-13T00:17:48.598605+0000","last_clean":"2024-09-13T00:17:48.598605+0000","last_became_active":"2024-09-13T00:13:08.212351+0000","last_became_peered":"2024-09-13T00:13:08.212351+0000","last_unstale":"2024-09-13T00:17:48.598605+0000","last_undegraded":"2024-09-13T00:17:48.598605+0000","last_fullsized":"2024-09-13T00:17:48.598605+0000","mapping_epoch":590,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":591,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:49.973192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":829,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.598301+0000","last_change":"2024-09-13T00:11:40.334951+0000","last_active":"2024-09-13T00:17:48.598301+0000","last_peered":"2024-09-13T00:17:48.598301+0000","last_clean":"2024-09-13T00:17:48.598301+0000","last_became_active":"2024-09-13T00:11:40.333979+0000","last_became_peered":"2024-09-13T00:11:40.333979+0000","last_unstale":"2024-09-13T00:17:48.598301+0000","last_undegraded":"2024-09-13T00:17:48.598301+0000","last_fullsized":"2024-09-13T00:17:48.598301+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:49:47.129802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":818,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.733095+0000","last_change":"2024-09-13T00:13:52.255962+0000","last_active":"2024-09-13T00:17:48.733095+0000","last_peered":"2024-09-13T00:17:48.733095+0000","last_clean":"2024-09-13T00:17:48.733095+0000","last_became_active":"2024-09-13T00:13:52.255044+0000","last_became_peered":"2024-09-13T00:13:52.255044+0000","last_unstale":"2024-09-13T00:17:48.733095+0000","last_undegraded":"2024-09-13T00:17:48.733095+0000","last_fullsized":"2024-09-13T00:17:48.733095+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:48.860934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":817,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:52.350230+0000","last_change":"2024-09-13T00:12:10.322816+0000","last_active":"2024-09-13T00:17:52.350230+0000","last_peered":"2024-09-13T00:17:52.350230+0000","last_clean":"2024-09-13T00:17:52.350230+0000","last_became_active":"2024-09-13T00:12:10.321913+0000","last_became_peered":"2024-09-13T00:12:10.321913+0000","last_unstale":"2024-09-13T00:17:52.350230+0000","last_undegraded":"2024-09-13T00:17:52.350230+0000","last_fullsized":"2024-09-13T00:17:52.350230+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:46:35.239664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":810,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.957748+0000","last_change":"2024-09-13T00:13:07.240792+0000","last_active":"2024-09-13T00:17:53.957748+0000","last_peered":"2024-09-13T00:17:53.957748+0000","last_clean":"2024-09-13T00:17:53.957748+0000","last_became_active":"2024-09-13T00:13:07.238366+0000","last_became_peered":"2024-09-13T00:13:07.238366+0000","last_unstale":"2024-09-13T00:17:53.957748+0000","last_undegraded":"2024-09-13T00:17:53.957748+0000","last_fullsized":"2024-09-13T00:17:53.957748+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:26:30.769766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":811,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.735454+0000","last_change":"2024-09-13T00:13:52.255402+0000","last_active":"2024-09-13T00:17:48.735454+0000","last_peered":"2024-09-13T00:17:48.735454+0000","last_clean":"2024-09-13T00:17:48.735454+0000","last_became_active":"2024-09-13T00:13:52.254466+0000","last_became_peered":"2024-09-13T00:13:52.254466+0000","last_unstale":"2024-09-13T00:17:48.735454+0000","last_undegraded":"2024-09-13T00:17:48.735454+0000","last_fullsized":"2024-09-13T00:17:48.735454+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:01.558816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":801,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.735842+0000","last_change":"2024-09-13T00:13:07.252782+0000","last_active":"2024-09-13T00:17:48.735842+0000","last_peered":"2024-09-13T00:17:48.735842+0000","last_clean":"2024-09-13T00:17:48.735842+0000","last_became_active":"2024-09-13T00:13:07.252428+0000","last_became_peered":"2024-09-13T00:13:07.252428+0000","last_unstale":"2024-09-13T00:17:48.735842+0000","last_undegraded":"2024-09-13T00:17:48.735842+0000","last_fullsized":"2024-09-13T00:17:48.735842+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:35:28.126484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":807,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.348249+0000","last_change":"2024-09-13T00:12:39.592862+0000","last_active":"2024-09-13T00:17:48.348249+0000","last_peered":"2024-09-13T00:17:48.348249+0000","last_clean":"2024-09-13T00:17:48.348249+0000","last_became_active":"2024-09-13T00:12:39.591034+0000","last_became_peered":"2024-09-13T00:12:39.591034+0000","last_unstale":"2024-09-13T00:17:48.348249+0000","last_undegraded":"2024-09-13T00:17:48.348249+0000","last_fullsized":"2024-09-13T00:17:48.348249+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:57.539139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"52'3","reported_seq":819,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:52.350415+0000","last_change":"2024-09-13T00:12:39.571772+0000","last_active":"2024-09-13T00:17:52.350415+0000","last_peered":"2024-09-13T00:17:52.350415+0000","last_clean":"2024-09-13T00:17:52.350415+0000","last_became_active":"2024-09-13T00:12:39.570547+0000","last_became_peered":"2024-09-13T00:12:39.570547+0000","last_unstale":"2024-09-13T00:17:52.350415+0000","last_undegraded":"2024-09-13T00:17:52.350415+0000","last_fullsized":"2024-09-13T00:17:52.350415+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:25.564113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":812,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.348763+0000","last_change":"2024-09-13T00:13:52.257911+0000","last_active":"2024-09-13T00:17:48.348763+0000","last_peered":"2024-09-13T00:17:48.348763+0000","last_clean":"2024-09-13T00:17:48.348763+0000","last_became_active":"2024-09-13T00:13:52.257082+0000","last_became_peered":"2024-09-13T00:13:52.257082+0000","last_unstale":"2024-09-13T00:17:48.348763+0000","last_undegraded":"2024-09-13T00:17:48.348763+0000","last_fullsized":"2024-09-13T00:17:48.348763+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:14:04.133740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"667'30","reported_seq":846,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.737413+0000","last_change":"2024-09-13T00:13:07.242337+0000","last_active":"2024-09-13T00:17:48.737413+0000","last_peered":"2024-09-13T00:17:48.737413+0000","last_clean":"2024-09-13T00:17:48.737413+0000","last_became_active":"2024-09-13T00:13:07.240832+0000","last_became_peered":"2024-09-13T00:13:07.240832+0000","last_unstale":"2024-09-13T00:17:48.737413+0000","last_undegraded":"2024-09-13T00:17:48.737413+0000","last_fullsized":"2024-09-13T00:17:48.737413+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:25.120581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":29,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":782,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.678954+0000","last_change":"2024-09-13T00:13:52.268899+0000","last_active":"2024-09-13T00:17:48.678954+0000","last_peered":"2024-09-13T00:17:48.678954+0000","last_clean":"2024-09-13T00:17:48.678954+0000","last_became_active":"2024-09-13T00:13:52.266430+0000","last_became_peered":"2024-09-13T00:13:52.266430+0000","last_unstale":"2024-09-13T00:17:48.678954+0000","last_undegraded":"2024-09-13T00:17:48.678954+0000","last_fullsized":"2024-09-13T00:17:48.678954+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:55.034986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"52'2","reported_seq":812,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.350439+0000","last_change":"2024-09-13T00:12:10.343193+0000","last_active":"2024-09-13T00:17:48.350439+0000","last_peered":"2024-09-13T00:17:48.350439+0000","last_clean":"2024-09-13T00:17:48.350439+0000","last_became_active":"2024-09-13T00:12:10.342470+0000","last_became_peered":"2024-09-13T00:12:10.342470+0000","last_unstale":"2024-09-13T00:17:48.350439+0000","last_undegraded":"2024-09-13T00:17:48.350439+0000","last_fullsized":"2024-09-13T00:17:48.350439+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:39:39.287715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":807,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.346865+0000","last_change":"2024-09-13T00:13:52.268033+0000","last_active":"2024-09-13T00:17:48.346865+0000","last_peered":"2024-09-13T00:17:48.346865+0000","last_clean":"2024-09-13T00:17:48.346865+0000","last_became_active":"2024-09-13T00:13:52.267262+0000","last_became_peered":"2024-09-13T00:13:52.267262+0000","last_unstale":"2024-09-13T00:17:48.346865+0000","last_undegraded":"2024-09-13T00:17:48.346865+0000","last_fullsized":"2024-09-13T00:17:48.346865+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:55.182109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":830,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.734704+0000","last_change":"2024-09-13T00:13:52.256992+0000","last_active":"2024-09-13T00:17:48.734704+0000","last_peered":"2024-09-13T00:17:48.734704+0000","last_clean":"2024-09-13T00:17:48.734704+0000","last_became_active":"2024-09-13T00:13:52.256054+0000","last_became_peered":"2024-09-13T00:13:52.256054+0000","last_unstale":"2024-09-13T00:17:48.734704+0000","last_undegraded":"2024-09-13T00:17:48.734704+0000","last_fullsized":"2024-09-13T00:17:48.734704+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:40:54.345775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":782,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.678544+0000","last_change":"2024-09-13T00:13:52.262422+0000","last_active":"2024-09-13T00:17:48.678544+0000","last_peered":"2024-09-13T00:17:48.678544+0000","last_clean":"2024-09-13T00:17:48.678544+0000","last_became_active":"2024-09-13T00:13:52.260532+0000","last_became_peered":"2024-09-13T00:13:52.260532+0000","last_unstale":"2024-09-13T00:17:48.678544+0000","last_undegraded":"2024-09-13T00:17:48.678544+0000","last_fullsized":"2024-09-13T00:17:48.678544+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:54:37.592690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":822,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.734254+0000","last_change":"2024-09-13T00:13:07.247505+0000","last_active":"2024-09-13T00:17:48.734254+0000","last_peered":"2024-09-13T00:17:48.734254+0000","last_clean":"2024-09-13T00:17:48.734254+0000","last_became_active":"2024-09-13T00:13:07.244836+0000","last_became_peered":"2024-09-13T00:13:07.244836+0000","last_unstale":"2024-09-13T00:17:48.734254+0000","last_undegraded":"2024-09-13T00:17:48.734254+0000","last_fullsized":"2024-09-13T00:17:48.734254+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:14.221408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":809,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.732942+0000","last_change":"2024-09-13T00:13:07.238406+0000","last_active":"2024-09-13T00:17:48.732942+0000","last_peered":"2024-09-13T00:17:48.732942+0000","last_clean":"2024-09-13T00:17:48.732942+0000","last_became_active":"2024-09-13T00:13:07.238109+0000","last_became_peered":"2024-09-13T00:13:07.238109+0000","last_unstale":"2024-09-13T00:17:48.732942+0000","last_undegraded":"2024-09-13T00:17:48.732942+0000","last_fullsized":"2024-09-13T00:17:48.732942+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:52.765603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"52'8","reported_seq":830,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.730191+0000","last_change":"2024-09-13T00:11:10.216028+0000","last_active":"2024-09-13T00:17:48.730191+0000","last_peered":"2024-09-13T00:17:48.730191+0000","last_clean":"2024-09-13T00:17:48.730191+0000","last_became_active":"2024-09-13T00:11:10.215246+0000","last_became_peered":"2024-09-13T00:11:10.215246+0000","last_unstale":"2024-09-13T00:17:48.730191+0000","last_undegraded":"2024-09-13T00:17:48.730191+0000","last_fullsized":"2024-09-13T00:17:48.730191+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:42:39.092728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":795,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.678868+0000","last_change":"2024-09-13T00:13:52.264706+0000","last_active":"2024-09-13T00:17:48.678868+0000","last_peered":"2024-09-13T00:17:48.678868+0000","last_clean":"2024-09-13T00:17:48.678868+0000","last_became_active":"2024-09-13T00:13:52.264308+0000","last_became_peered":"2024-09-13T00:13:52.264308+0000","last_unstale":"2024-09-13T00:17:48.678868+0000","last_undegraded":"2024-09-13T00:17:48.678868+0000","last_fullsized":"2024-09-13T00:17:48.678868+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:42:39.998487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"846'1599","reported_seq":3908,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.347336+0000","last_change":"2024-09-13T00:17:42.502351+0000","last_active":"2024-09-13T00:17:53.347336+0000","last_peered":"2024-09-13T00:17:53.347336+0000","last_clean":"2024-09-13T00:17:53.347336+0000","last_became_active":"2024-09-13T00:11:10.214257+0000","last_became_peered":"2024-09-13T00:11:10.214257+0000","last_unstale":"2024-09-13T00:17:53.347336+0000","last_undegraded":"2024-09-13T00:17:53.347336+0000","last_fullsized":"2024-09-13T00:17:53.347336+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":1599,"log_dups_size":0,"ondisk_log_size":1599,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:27:30.825753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.042962133999999999,"stat_sum":{"num_bytes":31309824,"num_objects":23,"num_object_clones":20,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":257,"num_read_kb":200941,"num_write":580,"num_write_kb":104360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":6782976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"52'1","reported_seq":811,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.349424+0000","last_change":"2024-09-13T00:13:52.254099+0000","last_active":"2024-09-13T00:17:48.349424+0000","last_peered":"2024-09-13T00:17:48.349424+0000","last_clean":"2024-09-13T00:17:48.349424+0000","last_became_active":"2024-09-13T00:13:52.252853+0000","last_became_peered":"2024-09-13T00:13:52.252853+0000","last_unstale":"2024-09-13T00:17:48.349424+0000","last_undegraded":"2024-09-13T00:17:48.349424+0000","last_fullsized":"2024-09-13T00:17:48.349424+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:53:42.790749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":782,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.679729+0000","last_change":"2024-09-13T00:13:52.253573+0000","last_active":"2024-09-13T00:17:48.679729+0000","last_peered":"2024-09-13T00:17:48.679729+0000","last_clean":"2024-09-13T00:17:48.679729+0000","last_became_active":"2024-09-13T00:13:52.251366+0000","last_became_peered":"2024-09-13T00:13:52.251366+0000","last_unstale":"2024-09-13T00:17:48.679729+0000","last_undegraded":"2024-09-13T00:17:48.679729+0000","last_fullsized":"2024-09-13T00:17:48.679729+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:09:23.302138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"846'1665","reported_seq":3929,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.683455+0000","last_change":"2024-09-13T00:17:42.494912+0000","last_active":"2024-09-13T00:17:53.683455+0000","last_peered":"2024-09-13T00:17:53.683455+0000","last_clean":"2024-09-13T00:17:53.683455+0000","last_became_active":"2024-09-13T00:13:52.264286+0000","last_became_peered":"2024-09-13T00:13:52.264286+0000","last_unstale":"2024-09-13T00:17:53.683455+0000","last_undegraded":"2024-09-13T00:17:53.683455+0000","last_fullsized":"2024-09-13T00:17:53.683455+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":1665,"log_dups_size":0,"ondisk_log_size":1665,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:28:17.038716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.027390022999999999,"stat_sum":{"num_bytes":40738816,"num_objects":20,"num_object_clones":17,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":1,"num_read":194,"num_read_kb":280390,"num_write":636,"num_write_kb":110368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":54140928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"52'2","reported_seq":791,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.348184+0000","last_change":"2024-09-13T00:13:52.270253+0000","last_active":"2024-09-13T00:17:53.348184+0000","last_peered":"2024-09-13T00:17:53.348184+0000","last_clean":"2024-09-13T00:17:53.348184+0000","last_became_active":"2024-09-13T00:13:52.269068+0000","last_became_peered":"2024-09-13T00:13:52.269068+0000","last_unstale":"2024-09-13T00:17:53.348184+0000","last_undegraded":"2024-09-13T00:17:53.348184+0000","last_fullsized":"2024-09-13T00:17:53.348184+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:13.766064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":782,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.680375+0000","last_change":"2024-09-13T00:13:52.259649+0000","last_active":"2024-09-13T00:17:48.680375+0000","last_peered":"2024-09-13T00:17:48.680375+0000","last_clean":"2024-09-13T00:17:48.680375+0000","last_became_active":"2024-09-13T00:13:52.256495+0000","last_became_peered":"2024-09-13T00:13:52.256495+0000","last_unstale":"2024-09-13T00:17:48.680375+0000","last_undegraded":"2024-09-13T00:17:48.680375+0000","last_fullsized":"2024-09-13T00:17:48.680375+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:56.489465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"846'1928","reported_seq":4223,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.346945+0000","last_change":"2024-09-13T00:17:42.490231+0000","last_active":"2024-09-13T00:17:53.346945+0000","last_peered":"2024-09-13T00:17:53.346945+0000","last_clean":"2024-09-13T00:17:53.346945+0000","last_became_active":"2024-09-13T00:12:10.342798+0000","last_became_peered":"2024-09-13T00:12:10.342798+0000","last_unstale":"2024-09-13T00:17:53.346945+0000","last_undegraded":"2024-09-13T00:17:53.346945+0000","last_fullsized":"2024-09-13T00:17:53.346945+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":1928,"log_dups_size":0,"ondisk_log_size":1928,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:38:57.837670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.031013312000000001,"stat_sum":{"num_bytes":87252992,"num_objects":31,"num_object_clones":27,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":286,"num_read_kb":426109,"num_write":564,"num_write_kb":135552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":50937856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.d","version":"52'1","reported_seq":820,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.350234+0000","last_change":"2024-09-13T00:12:10.316673+0000","last_active":"2024-09-13T00:17:48.350234+0000","last_peered":"2024-09-13T00:17:48.350234+0000","last_clean":"2024-09-13T00:17:48.350234+0000","last_became_active":"2024-09-13T00:12:10.315733+0000","last_became_peered":"2024-09-13T00:12:10.315733+0000","last_unstale":"2024-09-13T00:17:48.350234+0000","last_undegraded":"2024-09-13T00:17:48.350234+0000","last_fullsized":"2024-09-13T00:17:48.350234+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:18:57.308460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":829,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.735702+0000","last_change":"2024-09-13T00:13:07.240697+0000","last_active":"2024-09-13T00:17:48.735702+0000","last_peered":"2024-09-13T00:17:48.735702+0000","last_clean":"2024-09-13T00:17:48.735702+0000","last_became_active":"2024-09-13T00:13:07.239671+0000","last_became_peered":"2024-09-13T00:13:07.239671+0000","last_unstale":"2024-09-13T00:17:48.735702+0000","last_undegraded":"2024-09-13T00:17:48.735702+0000","last_fullsized":"2024-09-13T00:17:48.735702+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:35.525529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"846'1693","reported_seq":4006,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.347309+0000","last_change":"2024-09-13T00:17:42.514105+0000","last_active":"2024-09-13T00:17:53.347309+0000","last_peered":"2024-09-13T00:17:53.347309+0000","last_clean":"2024-09-13T00:17:53.347309+0000","last_became_active":"2024-09-13T00:12:39.572819+0000","last_became_peered":"2024-09-13T00:12:39.572819+0000","last_unstale":"2024-09-13T00:17:53.347309+0000","last_undegraded":"2024-09-13T00:17:53.347309+0000","last_fullsized":"2024-09-13T00:17:53.347309+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":1693,"log_dups_size":0,"ondisk_log_size":1693,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:58.325962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.053256920999999999,"stat_sum":{"num_bytes":60653568,"num_objects":23,"num_object_clones":20,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":1,"num_read":234,"num_read_kb":319373,"num_write":639,"num_write_kb":133176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":50225152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":844,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.348652+0000","last_change":"2024-09-13T00:13:08.226013+0000","last_active":"2024-09-13T00:17:53.348652+0000","last_peered":"2024-09-13T00:17:53.348652+0000","last_clean":"2024-09-13T00:17:53.348652+0000","last_became_active":"2024-09-13T00:13:08.225324+0000","last_became_peered":"2024-09-13T00:13:08.225324+0000","last_unstale":"2024-09-13T00:17:53.348652+0000","last_undegraded":"2024-09-13T00:17:53.348652+0000","last_fullsized":"2024-09-13T00:17:53.348652+0000","mapping_epoch":590,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":591,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:58:13.501359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":795,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.679684+0000","last_change":"2024-09-13T00:13:52.271252+0000","last_active":"2024-09-13T00:17:48.679684+0000","last_peered":"2024-09-13T00:17:48.679684+0000","last_clean":"2024-09-13T00:17:48.679684+0000","last_became_active":"2024-09-13T00:13:52.270493+0000","last_became_peered":"2024-09-13T00:13:52.270493+0000","last_unstale":"2024-09-13T00:17:48.679684+0000","last_undegraded":"2024-09-13T00:17:48.679684+0000","last_fullsized":"2024-09-13T00:17:48.679684+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:34:12.932630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"846'3652","reported_seq":6108,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.684603+0000","last_change":"2024-09-13T00:17:42.532639+0000","last_active":"2024-09-13T00:17:53.684603+0000","last_peered":"2024-09-13T00:17:53.684603+0000","last_clean":"2024-09-13T00:17:53.684603+0000","last_became_active":"2024-09-13T00:13:52.268470+0000","last_became_peered":"2024-09-13T00:13:52.268470+0000","last_unstale":"2024-09-13T00:17:53.684603+0000","last_undegraded":"2024-09-13T00:17:53.684603+0000","last_fullsized":"2024-09-13T00:17:53.684603+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":3652,"log_dups_size":0,"ondisk_log_size":3652,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:13:20.975781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.062870897999999995,"stat_sum":{"num_bytes":126050304,"num_objects":49,"num_object_clones":42,"num_object_copies":147,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":3,"num_read":599,"num_read_kb":1217478,"num_write":1119,"num_write_kb":268312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":176,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":818,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.736850+0000","last_change":"2024-09-13T00:13:52.273414+0000","last_active":"2024-09-13T00:17:48.736850+0000","last_peered":"2024-09-13T00:17:48.736850+0000","last_clean":"2024-09-13T00:17:48.736850+0000","last_became_active":"2024-09-13T00:13:52.272777+0000","last_became_peered":"2024-09-13T00:13:52.272777+0000","last_unstale":"2024-09-13T00:17:48.736850+0000","last_undegraded":"2024-09-13T00:17:48.736850+0000","last_fullsized":"2024-09-13T00:17:48.736850+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:03.671622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00060883300000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"304'217","reported_seq":1220,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:50.408470+0000","last_change":"2024-09-13T00:13:52.265696+0000","last_active":"2024-09-13T00:17:50.408470+0000","last_peered":"2024-09-13T00:17:50.408470+0000","last_clean":"2024-09-13T00:17:50.408470+0000","last_became_active":"2024-09-13T00:13:52.264807+0000","last_became_peered":"2024-09-13T00:13:52.264807+0000","last_unstale":"2024-09-13T00:17:50.408470+0000","last_undegraded":"2024-09-13T00:17:50.408470+0000","last_fullsized":"2024-09-13T00:17:50.408470+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:53:26.096054+0000","last_clean_scrub_stamp":"2024-09-12T23:53:26.096054+0000","objects_scrubbed":0,"log_size":217,"log_dups_size":0,"ondisk_log_size":217,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:23.034010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":975,"num_read_kb":1887,"num_write":343,"num_write_kb":2674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":801,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.733749+0000","last_change":"2024-09-13T00:13:52.262794+0000","last_active":"2024-09-13T00:17:48.733749+0000","last_peered":"2024-09-13T00:17:48.733749+0000","last_clean":"2024-09-13T00:17:48.733749+0000","last_became_active":"2024-09-13T00:13:52.259232+0000","last_became_peered":"2024-09-13T00:13:52.259232+0000","last_unstale":"2024-09-13T00:17:48.733749+0000","last_undegraded":"2024-09-13T00:17:48.733749+0000","last_fullsized":"2024-09-13T00:17:48.733749+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:36:25.647804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":801,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.352297+0000","last_change":"2024-09-13T00:13:07.246046+0000","last_active":"2024-09-13T00:17:53.352297+0000","last_peered":"2024-09-13T00:17:53.352297+0000","last_clean":"2024-09-13T00:17:53.352297+0000","last_became_active":"2024-09-13T00:13:07.245220+0000","last_became_peered":"2024-09-13T00:13:07.245220+0000","last_unstale":"2024-09-13T00:17:53.352297+0000","last_undegraded":"2024-09-13T00:17:53.352297+0000","last_fullsized":"2024-09-13T00:17:53.352297+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:42:39.183119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"846'3838","reported_seq":5860,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:54.112539+0000","last_change":"2024-09-13T00:17:42.519041+0000","last_active":"2024-09-13T00:17:54.112539+0000","last_peered":"2024-09-13T00:17:54.112539+0000","last_clean":"2024-09-13T00:17:54.112539+0000","last_became_active":"2024-09-13T00:12:39.570751+0000","last_became_peered":"2024-09-13T00:12:39.570751+0000","last_unstale":"2024-09-13T00:17:54.112539+0000","last_undegraded":"2024-09-13T00:17:54.112539+0000","last_fullsized":"2024-09-13T00:17:54.112539+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":3838,"log_dups_size":0,"ondisk_log_size":3838,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:13.216373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.030903884,"stat_sum":{"num_bytes":130932736,"num_objects":49,"num_object_clones":42,"num_object_copies":147,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":1,"num_read":527,"num_read_kb":612516,"num_write":1144,"num_write_kb":253280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":18677760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":816,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.346746+0000","last_change":"2024-09-13T00:11:10.207742+0000","last_active":"2024-09-13T00:17:48.346746+0000","last_peered":"2024-09-13T00:17:48.346746+0000","last_clean":"2024-09-13T00:17:48.346746+0000","last_became_active":"2024-09-13T00:11:10.207048+0000","last_became_peered":"2024-09-13T00:11:10.207048+0000","last_unstale":"2024-09-13T00:17:48.346746+0000","last_undegraded":"2024-09-13T00:17:48.346746+0000","last_fullsized":"2024-09-13T00:17:48.346746+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:54.176694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":812,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.730067+0000","last_change":"2024-09-13T00:11:10.215820+0000","last_active":"2024-09-13T00:17:48.730067+0000","last_peered":"2024-09-13T00:17:48.730067+0000","last_clean":"2024-09-13T00:17:48.730067+0000","last_became_active":"2024-09-13T00:11:10.214524+0000","last_became_peered":"2024-09-13T00:11:10.214524+0000","last_unstale":"2024-09-13T00:17:48.730067+0000","last_undegraded":"2024-09-13T00:17:48.730067+0000","last_fullsized":"2024-09-13T00:17:48.730067+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:06:57.890472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":807,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.345841+0000","last_change":"2024-09-13T00:12:10.346119+0000","last_active":"2024-09-13T00:17:48.345841+0000","last_peered":"2024-09-13T00:17:48.345841+0000","last_clean":"2024-09-13T00:17:48.345841+0000","last_became_active":"2024-09-13T00:12:10.345654+0000","last_became_peered":"2024-09-13T00:12:10.345654+0000","last_unstale":"2024-09-13T00:17:48.345841+0000","last_undegraded":"2024-09-13T00:17:48.345841+0000","last_fullsized":"2024-09-13T00:17:48.345841+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:41.695968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"846'2741","reported_seq":4903,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.348961+0000","last_change":"2024-09-13T00:17:42.526373+0000","last_active":"2024-09-13T00:17:53.348961+0000","last_peered":"2024-09-13T00:17:53.348961+0000","last_clean":"2024-09-13T00:17:53.348961+0000","last_became_active":"2024-09-13T00:12:39.573102+0000","last_became_peered":"2024-09-13T00:12:39.573102+0000","last_unstale":"2024-09-13T00:17:53.348961+0000","last_undegraded":"2024-09-13T00:17:53.348961+0000","last_fullsized":"2024-09-13T00:17:53.348961+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":2741,"log_dups_size":0,"ondisk_log_size":2741,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:03.144590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.065100962999999998,"stat_sum":{"num_bytes":156090368,"num_objects":38,"num_object_clones":33,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":2,"num_read":387,"num_read_kb":996019,"num_write":967,"num_write_kb":186488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":63037440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":811,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.350683+0000","last_change":"2024-09-13T00:12:39.571761+0000","last_active":"2024-09-13T00:17:48.350683+0000","last_peered":"2024-09-13T00:17:48.350683+0000","last_clean":"2024-09-13T00:17:48.350683+0000","last_became_active":"2024-09-13T00:12:39.570484+0000","last_became_peered":"2024-09-13T00:12:39.570484+0000","last_unstale":"2024-09-13T00:17:48.350683+0000","last_undegraded":"2024-09-13T00:17:48.350683+0000","last_fullsized":"2024-09-13T00:17:48.350683+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:54:42.226118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059688899999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":824,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.730007+0000","last_change":"2024-09-13T00:11:40.314580+0000","last_active":"2024-09-13T00:17:48.730007+0000","last_peered":"2024-09-13T00:17:48.730007+0000","last_clean":"2024-09-13T00:17:48.730007+0000","last_became_active":"2024-09-13T00:11:40.314199+0000","last_became_peered":"2024-09-13T00:11:40.314199+0000","last_unstale":"2024-09-13T00:17:48.730007+0000","last_undegraded":"2024-09-13T00:17:48.730007+0000","last_fullsized":"2024-09-13T00:17:48.730007+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:57:32.125422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":817,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.347869+0000","last_change":"2024-09-13T00:13:07.222974+0000","last_active":"2024-09-13T00:17:48.347869+0000","last_peered":"2024-09-13T00:17:48.347869+0000","last_clean":"2024-09-13T00:17:48.347869+0000","last_became_active":"2024-09-13T00:13:07.221960+0000","last_became_peered":"2024-09-13T00:13:07.221960+0000","last_unstale":"2024-09-13T00:17:48.347869+0000","last_undegraded":"2024-09-13T00:17:48.347869+0000","last_fullsized":"2024-09-13T00:17:48.347869+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:01:27.153677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"846'1586","reported_seq":3877,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.762373+0000","last_change":"2024-09-13T00:17:42.484281+0000","last_active":"2024-09-13T00:17:53.762373+0000","last_peered":"2024-09-13T00:17:53.762373+0000","last_clean":"2024-09-13T00:17:53.762373+0000","last_became_active":"2024-09-13T00:12:10.342957+0000","last_became_peered":"2024-09-13T00:12:10.342957+0000","last_unstale":"2024-09-13T00:17:53.762373+0000","last_undegraded":"2024-09-13T00:17:53.762373+0000","last_fullsized":"2024-09-13T00:17:53.762373+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":1586,"log_dups_size":0,"ondisk_log_size":1586,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:46:50.163456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015705377999999999,"stat_sum":{"num_bytes":39026688,"num_objects":20,"num_object_clones":17,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":1,"num_read":212,"num_read_kb":239386,"num_write":568,"num_write_kb":111336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":23797760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":786,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.350828+0000","last_change":"2024-09-13T00:11:40.322087+0000","last_active":"2024-09-13T00:17:48.350828+0000","last_peered":"2024-09-13T00:17:48.350828+0000","last_clean":"2024-09-13T00:17:48.350828+0000","last_became_active":"2024-09-13T00:11:40.321458+0000","last_became_peered":"2024-09-13T00:11:40.321458+0000","last_unstale":"2024-09-13T00:17:48.350828+0000","last_undegraded":"2024-09-13T00:17:48.350828+0000","last_fullsized":"2024-09-13T00:17:48.350828+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:07.026164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":812,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.735064+0000","last_change":"2024-09-13T00:13:07.253903+0000","last_active":"2024-09-13T00:17:48.735064+0000","last_peered":"2024-09-13T00:17:48.735064+0000","last_clean":"2024-09-13T00:17:48.735064+0000","last_became_active":"2024-09-13T00:13:07.251981+0000","last_became_peered":"2024-09-13T00:13:07.251981+0000","last_unstale":"2024-09-13T00:17:48.735064+0000","last_undegraded":"2024-09-13T00:17:48.735064+0000","last_fullsized":"2024-09-13T00:17:48.735064+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:40:15.548591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":808,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.347534+0000","last_change":"2024-09-13T00:13:07.226990+0000","last_active":"2024-09-13T00:17:48.347534+0000","last_peered":"2024-09-13T00:17:48.347534+0000","last_clean":"2024-09-13T00:17:48.347534+0000","last_became_active":"2024-09-13T00:13:07.226653+0000","last_became_peered":"2024-09-13T00:13:07.226653+0000","last_unstale":"2024-09-13T00:17:48.347534+0000","last_undegraded":"2024-09-13T00:17:48.347534+0000","last_fullsized":"2024-09-13T00:17:48.347534+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:02:16.640028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"846'1010","reported_seq":3338,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.762181+0000","last_change":"2024-09-13T00:17:42.489012+0000","last_active":"2024-09-13T00:17:53.762181+0000","last_peered":"2024-09-13T00:17:53.762181+0000","last_clean":"2024-09-13T00:17:53.762181+0000","last_became_active":"2024-09-13T00:13:07.243916+0000","last_became_peered":"2024-09-13T00:13:07.243916+0000","last_unstale":"2024-09-13T00:17:53.762181+0000","last_undegraded":"2024-09-13T00:17:53.762181+0000","last_fullsized":"2024-09-13T00:17:53.762181+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":1010,"log_dups_size":0,"ondisk_log_size":1010,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:33.512755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.020775299000000001,"stat_sum":{"num_bytes":27197440,"num_objects":17,"num_object_clones":15,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":127,"num_read_kb":118981,"num_write":471,"num_write_kb":66504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":26132480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"62'2","reported_seq":788,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.349764+0000","last_change":"2024-09-13T00:12:39.572279+0000","last_active":"2024-09-13T00:17:48.349764+0000","last_peered":"2024-09-13T00:17:48.349764+0000","last_clean":"2024-09-13T00:17:48.349764+0000","last_became_active":"2024-09-13T00:12:39.571143+0000","last_became_peered":"2024-09-13T00:12:39.571143+0000","last_unstale":"2024-09-13T00:17:48.349764+0000","last_undegraded":"2024-09-13T00:17:48.349764+0000","last_fullsized":"2024-09-13T00:17:48.349764+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:54.405252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":828,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.350502+0000","last_change":"2024-09-13T00:11:10.221000+0000","last_active":"2024-09-13T00:17:48.350502+0000","last_peered":"2024-09-13T00:17:48.350502+0000","last_clean":"2024-09-13T00:17:48.350502+0000","last_became_active":"2024-09-13T00:11:10.219939+0000","last_became_peered":"2024-09-13T00:11:10.219939+0000","last_unstale":"2024-09-13T00:17:48.350502+0000","last_undegraded":"2024-09-13T00:17:48.350502+0000","last_fullsized":"2024-09-13T00:17:48.350502+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:58.211209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":831,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.735214+0000","last_change":"2024-09-13T00:12:39.572353+0000","last_active":"2024-09-13T00:17:48.735214+0000","last_peered":"2024-09-13T00:17:48.735214+0000","last_clean":"2024-09-13T00:17:48.735214+0000","last_became_active":"2024-09-13T00:12:39.567555+0000","last_became_peered":"2024-09-13T00:12:39.567555+0000","last_unstale":"2024-09-13T00:17:48.735214+0000","last_undegraded":"2024-09-13T00:17:48.735214+0000","last_fullsized":"2024-09-13T00:17:48.735214+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:13.663879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"846'616","reported_seq":3033,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.957393+0000","last_change":"2024-09-13T00:17:42.490372+0000","last_active":"2024-09-13T00:17:53.957393+0000","last_peered":"2024-09-13T00:17:53.957393+0000","last_clean":"2024-09-13T00:17:53.957393+0000","last_became_active":"2024-09-13T00:13:07.242796+0000","last_became_peered":"2024-09-13T00:13:07.242796+0000","last_unstale":"2024-09-13T00:17:53.957393+0000","last_undegraded":"2024-09-13T00:17:53.957393+0000","last_fullsized":"2024-09-13T00:17:53.957393+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":616,"log_dups_size":0,"ondisk_log_size":616,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:19:12.241513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013171334,"stat_sum":{"num_bytes":27459584,"num_objects":8,"num_object_clones":7,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":68,"num_read_kb":90416,"num_write":148,"num_write_kb":47160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":3702784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"60'1","reported_seq":817,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.350858+0000","last_change":"2024-09-13T00:13:52.271142+0000","last_active":"2024-09-13T00:17:48.350858+0000","last_peered":"2024-09-13T00:17:48.350858+0000","last_clean":"2024-09-13T00:17:48.350858+0000","last_became_active":"2024-09-13T00:13:52.270053+0000","last_became_peered":"2024-09-13T00:13:52.270053+0000","last_unstale":"2024-09-13T00:17:48.350858+0000","last_undegraded":"2024-09-13T00:17:48.350858+0000","last_fullsized":"2024-09-13T00:17:48.350858+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:33:35.631313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":486,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.350389+0000","last_change":"2024-09-13T00:13:08.220022+0000","last_active":"2024-09-13T00:17:48.350389+0000","last_peered":"2024-09-13T00:17:48.350389+0000","last_clean":"2024-09-13T00:17:48.350389+0000","last_became_active":"2024-09-13T00:13:08.218924+0000","last_became_peered":"2024-09-13T00:13:08.218924+0000","last_unstale":"2024-09-13T00:17:48.350389+0000","last_undegraded":"2024-09-13T00:17:48.350389+0000","last_fullsized":"2024-09-13T00:17:48.350389+0000","mapping_epoch":590,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":591,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:57.271972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":817,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.350770+0000","last_change":"2024-09-13T00:12:39.565516+0000","last_active":"2024-09-13T00:17:48.350770+0000","last_peered":"2024-09-13T00:17:48.350770+0000","last_clean":"2024-09-13T00:17:48.350770+0000","last_became_active":"2024-09-13T00:12:39.563475+0000","last_became_peered":"2024-09-13T00:12:39.563475+0000","last_unstale":"2024-09-13T00:17:48.350770+0000","last_undegraded":"2024-09-13T00:17:48.350770+0000","last_fullsized":"2024-09-13T00:17:48.350770+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:47:56.365469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"846'2301","reported_seq":4494,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.349897+0000","last_change":"2024-09-13T00:17:42.511808+0000","last_active":"2024-09-13T00:17:53.349897+0000","last_peered":"2024-09-13T00:17:53.349897+0000","last_clean":"2024-09-13T00:17:53.349897+0000","last_became_active":"2024-09-13T00:13:52.267615+0000","last_became_peered":"2024-09-13T00:13:52.267615+0000","last_unstale":"2024-09-13T00:17:53.349897+0000","last_undegraded":"2024-09-13T00:17:53.349897+0000","last_fullsized":"2024-09-13T00:17:53.349897+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":2301,"log_dups_size":0,"ondisk_log_size":2301,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:17:39.963441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.050588978999999999,"stat_sum":{"num_bytes":65601536,"num_objects":26,"num_object_clones":22,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":1,"num_read":321,"num_read_kb":336712,"num_write":812,"num_write_kb":136504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":15327232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":796,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.598665+0000","last_change":"2024-09-13T00:13:52.256629+0000","last_active":"2024-09-13T00:17:48.598665+0000","last_peered":"2024-09-13T00:17:48.598665+0000","last_clean":"2024-09-13T00:17:48.598665+0000","last_became_active":"2024-09-13T00:13:52.256003+0000","last_became_peered":"2024-09-13T00:13:52.256003+0000","last_unstale":"2024-09-13T00:17:48.598665+0000","last_undegraded":"2024-09-13T00:17:48.598665+0000","last_fullsized":"2024-09-13T00:17:48.598665+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:05:17.579457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085221799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"670'2","reported_seq":821,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.350303+0000","last_change":"2024-09-13T00:13:07.239837+0000","last_active":"2024-09-13T00:17:48.350303+0000","last_peered":"2024-09-13T00:17:48.350303+0000","last_clean":"2024-09-13T00:17:48.350303+0000","last_became_active":"2024-09-13T00:13:07.238637+0000","last_became_peered":"2024-09-13T00:13:07.238637+0000","last_unstale":"2024-09-13T00:17:48.350303+0000","last_undegraded":"2024-09-13T00:17:48.350303+0000","last_fullsized":"2024-09-13T00:17:48.350303+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:03:16.201201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":796,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.600022+0000","last_change":"2024-09-13T00:13:52.255791+0000","last_active":"2024-09-13T00:17:48.600022+0000","last_peered":"2024-09-13T00:17:48.600022+0000","last_clean":"2024-09-13T00:17:48.600022+0000","last_became_active":"2024-09-13T00:13:52.255036+0000","last_became_peered":"2024-09-13T00:13:52.255036+0000","last_unstale":"2024-09-13T00:17:48.600022+0000","last_undegraded":"2024-09-13T00:17:48.600022+0000","last_fullsized":"2024-09-13T00:17:48.600022+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:35:40.260158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":2397,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.350787+0000","last_change":"2024-09-13T00:17:42.461398+0000","last_active":"2024-09-13T00:17:53.350787+0000","last_peered":"2024-09-13T00:17:53.350787+0000","last_clean":"2024-09-13T00:17:53.350787+0000","last_became_active":"2024-09-13T00:12:10.326857+0000","last_became_peered":"2024-09-13T00:12:10.326857+0000","last_unstale":"2024-09-13T00:17:53.350787+0000","last_undegraded":"2024-09-13T00:17:53.350787+0000","last_fullsized":"2024-09-13T00:17:53.350787+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:12:31.368206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010956080000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":822,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.348007+0000","last_change":"2024-09-13T00:13:07.247864+0000","last_active":"2024-09-13T00:17:48.348007+0000","last_peered":"2024-09-13T00:17:48.348007+0000","last_clean":"2024-09-13T00:17:48.348007+0000","last_became_active":"2024-09-13T00:13:07.247550+0000","last_became_peered":"2024-09-13T00:13:07.247550+0000","last_unstale":"2024-09-13T00:17:48.348007+0000","last_undegraded":"2024-09-13T00:17:48.348007+0000","last_fullsized":"2024-09-13T00:17:48.348007+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:00:05.308985+0000","last_clean_scrub_stamp":"2024-09-13T00:00:05.308985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:54.262711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"52'2","reported_seq":808,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.736983+0000","last_change":"2024-09-13T00:13:52.258478+0000","last_active":"2024-09-13T00:17:48.736983+0000","last_peered":"2024-09-13T00:17:48.736983+0000","last_clean":"2024-09-13T00:17:48.736983+0000","last_became_active":"2024-09-13T00:13:52.257879+0000","last_became_peered":"2024-09-13T00:13:52.257879+0000","last_unstale":"2024-09-13T00:17:48.736983+0000","last_undegraded":"2024-09-13T00:17:48.736983+0000","last_fullsized":"2024-09-13T00:17:48.736983+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:06.331216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":807,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.346532+0000","last_change":"2024-09-13T00:12:10.346526+0000","last_active":"2024-09-13T00:17:48.346532+0000","last_peered":"2024-09-13T00:17:48.346532+0000","last_clean":"2024-09-13T00:17:48.346532+0000","last_became_active":"2024-09-13T00:12:10.346054+0000","last_became_peered":"2024-09-13T00:12:10.346054+0000","last_unstale":"2024-09-13T00:17:48.346532+0000","last_undegraded":"2024-09-13T00:17:48.346532+0000","last_fullsized":"2024-09-13T00:17:48.346532+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:13:18.167500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'484","reported_seq":1085,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:54.111838+0000","last_change":"2024-09-13T00:17:42.490926+0000","last_active":"2024-09-13T00:17:54.111838+0000","last_peered":"2024-09-13T00:17:54.111838+0000","last_clean":"2024-09-13T00:17:54.111838+0000","last_became_active":"2024-09-13T00:13:07.251433+0000","last_became_peered":"2024-09-13T00:13:07.251433+0000","last_unstale":"2024-09-13T00:17:54.111838+0000","last_undegraded":"2024-09-13T00:17:54.111838+0000","last_fullsized":"2024-09-13T00:17:54.111838+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":484,"log_dups_size":0,"ondisk_log_size":484,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:21:30.782536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0040150699999999999,"stat_sum":{"num_bytes":7733248,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":77,"num_read_kb":143178,"num_write":153,"num_write_kb":32768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":90030080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":817,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.678062+0000","last_change":"2024-09-13T00:13:52.255418+0000","last_active":"2024-09-13T00:17:48.678062+0000","last_peered":"2024-09-13T00:17:48.678062+0000","last_clean":"2024-09-13T00:17:48.678062+0000","last_became_active":"2024-09-13T00:13:52.254637+0000","last_became_peered":"2024-09-13T00:13:52.254637+0000","last_unstale":"2024-09-13T00:17:48.678062+0000","last_undegraded":"2024-09-13T00:17:48.678062+0000","last_fullsized":"2024-09-13T00:17:48.678062+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:19.764104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":828,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.348390+0000","last_change":"2024-09-13T00:13:52.249276+0000","last_active":"2024-09-13T00:17:48.348390+0000","last_peered":"2024-09-13T00:17:48.348390+0000","last_clean":"2024-09-13T00:17:48.348390+0000","last_became_active":"2024-09-13T00:13:52.248399+0000","last_became_peered":"2024-09-13T00:13:52.248399+0000","last_unstale":"2024-09-13T00:17:48.348390+0000","last_undegraded":"2024-09-13T00:17:48.348390+0000","last_fullsized":"2024-09-13T00:17:48.348390+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:10.574213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"835'372","reported_seq":2781,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.351592+0000","last_change":"2024-09-13T00:17:42.463018+0000","last_active":"2024-09-13T00:17:53.351592+0000","last_peered":"2024-09-13T00:17:53.351592+0000","last_clean":"2024-09-13T00:17:53.351592+0000","last_became_active":"2024-09-13T00:12:39.582383+0000","last_became_peered":"2024-09-13T00:12:39.582383+0000","last_unstale":"2024-09-13T00:17:53.351592+0000","last_undegraded":"2024-09-13T00:17:53.351592+0000","last_fullsized":"2024-09-13T00:17:53.351592+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":372,"log_dups_size":0,"ondisk_log_size":372,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:57:30.064893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000608067,"stat_sum":{"num_bytes":9740288,"num_objects":6,"num_object_clones":5,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":44,"num_read_kb":23238,"num_write":161,"num_write_kb":18016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":12001280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":818,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.346313+0000","last_change":"2024-09-13T00:13:52.254095+0000","last_active":"2024-09-13T00:17:48.346313+0000","last_peered":"2024-09-13T00:17:48.346313+0000","last_clean":"2024-09-13T00:17:48.346313+0000","last_became_active":"2024-09-13T00:13:52.252806+0000","last_became_peered":"2024-09-13T00:13:52.252806+0000","last_unstale":"2024-09-13T00:17:48.346313+0000","last_undegraded":"2024-09-13T00:17:48.346313+0000","last_fullsized":"2024-09-13T00:17:48.346313+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:14.157183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":827,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.599548+0000","last_change":"2024-09-13T00:13:52.255290+0000","last_active":"2024-09-13T00:17:48.599548+0000","last_peered":"2024-09-13T00:17:48.599548+0000","last_clean":"2024-09-13T00:17:48.599548+0000","last_became_active":"2024-09-13T00:13:52.254997+0000","last_became_peered":"2024-09-13T00:13:52.254997+0000","last_unstale":"2024-09-13T00:17:48.599548+0000","last_undegraded":"2024-09-13T00:17:48.599548+0000","last_fullsized":"2024-09-13T00:17:48.599548+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:30:53.307176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"836'501","reported_seq":2942,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.347598+0000","last_change":"2024-09-13T00:17:42.490960+0000","last_active":"2024-09-13T00:17:53.347598+0000","last_peered":"2024-09-13T00:17:53.347598+0000","last_clean":"2024-09-13T00:17:53.347598+0000","last_became_active":"2024-09-13T00:13:52.270530+0000","last_became_peered":"2024-09-13T00:13:52.270530+0000","last_unstale":"2024-09-13T00:17:53.347598+0000","last_undegraded":"2024-09-13T00:17:53.347598+0000","last_fullsized":"2024-09-13T00:17:53.347598+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":501,"log_dups_size":0,"ondisk_log_size":501,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:43.634498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.031395851000000002,"stat_sum":{"num_bytes":11567104,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":77708,"num_write":226,"num_write_kb":24728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":8921088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":823,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.349353+0000","last_change":"2024-09-13T00:13:08.219402+0000","last_active":"2024-09-13T00:17:48.349353+0000","last_peered":"2024-09-13T00:17:48.349353+0000","last_clean":"2024-09-13T00:17:48.349353+0000","last_became_active":"2024-09-13T00:13:08.218857+0000","last_became_peered":"2024-09-13T00:13:08.218857+0000","last_unstale":"2024-09-13T00:17:48.349353+0000","last_undegraded":"2024-09-13T00:17:48.349353+0000","last_fullsized":"2024-09-13T00:17:48.349353+0000","mapping_epoch":590,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":591,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:46:18.702339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":825,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.600109+0000","last_change":"2024-09-13T00:12:10.327382+0000","last_active":"2024-09-13T00:17:48.600109+0000","last_peered":"2024-09-13T00:17:48.600109+0000","last_clean":"2024-09-13T00:17:48.600109+0000","last_became_active":"2024-09-13T00:12:10.326812+0000","last_became_peered":"2024-09-13T00:12:10.326812+0000","last_unstale":"2024-09-13T00:17:48.600109+0000","last_undegraded":"2024-09-13T00:17:48.600109+0000","last_fullsized":"2024-09-13T00:17:48.600109+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:33:12.964328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"846'2348","reported_seq":4610,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-09-13T00:17:53.527759+0000","last_change":"2024-09-13T00:17:42.522138+0000","last_active":"2024-09-13T00:17:53.527759+0000","last_peered":"2024-09-13T00:17:53.527759+0000","last_clean":"2024-09-13T00:17:53.527759+0000","last_became_active":"2024-09-13T00:12:10.335137+0000","last_became_peered":"2024-09-13T00:12:10.335137+0000","last_unstale":"2024-09-13T00:17:53.527759+0000","last_undegraded":"2024-09-13T00:17:53.527759+0000","last_fullsized":"2024-09-13T00:17:53.527759+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T00:03:50.995800+0000","last_clean_scrub_stamp":"2024-09-13T00:03:50.995800+0000","objects_scrubbed":0,"log_size":2348,"log_dups_size":0,"ondisk_log_size":2348,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:49:32.167405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.034900364000000003,"stat_sum":{"num_bytes":47284224,"num_objects":26,"num_object_clones":21,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":1,"num_read":359,"num_read_kb":549641,"num_write":826,"num_write_kb":198696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":33677312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"667'3","reported_seq":270,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.736174+0000","last_change":"2024-09-13T00:13:08.243074+0000","last_active":"2024-09-13T00:17:48.736174+0000","last_peered":"2024-09-13T00:17:48.736174+0000","last_clean":"2024-09-13T00:17:48.736174+0000","last_became_active":"2024-09-13T00:13:08.226027+0000","last_became_peered":"2024-09-13T00:13:08.226027+0000","last_unstale":"2024-09-13T00:17:48.736174+0000","last_undegraded":"2024-09-13T00:17:48.736174+0000","last_fullsized":"2024-09-13T00:17:48.736174+0000","mapping_epoch":590,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":591,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:36.058396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":821,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.735669+0000","last_change":"2024-09-13T00:13:07.237821+0000","last_active":"2024-09-13T00:17:48.735669+0000","last_peered":"2024-09-13T00:17:48.735669+0000","last_clean":"2024-09-13T00:17:48.735669+0000","last_became_active":"2024-09-13T00:13:07.236823+0000","last_became_peered":"2024-09-13T00:13:07.236823+0000","last_unstale":"2024-09-13T00:17:48.735669+0000","last_undegraded":"2024-09-13T00:17:48.735669+0000","last_fullsized":"2024-09-13T00:17:48.735669+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:44:57.659113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":817,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.734222+0000","last_change":"2024-09-13T00:13:07.240165+0000","last_active":"2024-09-13T00:17:48.734222+0000","last_peered":"2024-09-13T00:17:48.734222+0000","last_clean":"2024-09-13T00:17:48.734222+0000","last_became_active":"2024-09-13T00:13:07.239826+0000","last_became_peered":"2024-09-13T00:13:07.239826+0000","last_unstale":"2024-09-13T00:17:48.734222+0000","last_undegraded":"2024-09-13T00:17:48.734222+0000","last_fullsized":"2024-09-13T00:17:48.734222+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:40:54.495984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"52'2","reported_seq":244,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.678584+0000","last_change":"2024-09-13T00:13:52.279643+0000","last_active":"2024-09-13T00:17:48.678584+0000","last_peered":"2024-09-13T00:17:48.678584+0000","last_clean":"2024-09-13T00:17:48.678584+0000","last_became_active":"2024-09-13T00:13:52.278438+0000","last_became_peered":"2024-09-13T00:13:52.278438+0000","last_unstale":"2024-09-13T00:17:48.678584+0000","last_undegraded":"2024-09-13T00:17:48.678584+0000","last_fullsized":"2024-09-13T00:17:48.678584+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:29:33.142917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":809,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.730745+0000","last_change":"2024-09-13T00:12:10.344206+0000","last_active":"2024-09-13T00:17:48.730745+0000","last_peered":"2024-09-13T00:17:48.730745+0000","last_clean":"2024-09-13T00:17:48.730745+0000","last_became_active":"2024-09-13T00:12:10.343739+0000","last_became_peered":"2024-09-13T00:12:10.343739+0000","last_unstale":"2024-09-13T00:17:48.730745+0000","last_undegraded":"2024-09-13T00:17:48.730745+0000","last_fullsized":"2024-09-13T00:17:48.730745+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:04:37.988757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"52'2","reported_seq":800,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.679291+0000","last_change":"2024-09-13T00:13:52.269448+0000","last_active":"2024-09-13T00:17:48.679291+0000","last_peered":"2024-09-13T00:17:48.679291+0000","last_clean":"2024-09-13T00:17:48.679291+0000","last_became_active":"2024-09-13T00:13:52.268025+0000","last_became_peered":"2024-09-13T00:13:52.268025+0000","last_unstale":"2024-09-13T00:17:48.679291+0000","last_undegraded":"2024-09-13T00:17:48.679291+0000","last_fullsized":"2024-09-13T00:17:48.679291+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:49.382919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":807,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.347880+0000","last_change":"2024-09-13T00:12:39.591031+0000","last_active":"2024-09-13T00:17:48.347880+0000","last_peered":"2024-09-13T00:17:48.347880+0000","last_clean":"2024-09-13T00:17:48.347880+0000","last_became_active":"2024-09-13T00:12:39.590660+0000","last_became_peered":"2024-09-13T00:12:39.590660+0000","last_unstale":"2024-09-13T00:17:48.347880+0000","last_undegraded":"2024-09-13T00:17:48.347880+0000","last_fullsized":"2024-09-13T00:17:48.347880+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:46.521960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"667'2","reported_seq":800,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.600079+0000","last_change":"2024-09-13T00:12:39.579628+0000","last_active":"2024-09-13T00:17:48.600079+0000","last_peered":"2024-09-13T00:17:48.600079+0000","last_clean":"2024-09-13T00:17:48.600079+0000","last_became_active":"2024-09-13T00:12:39.578622+0000","last_became_peered":"2024-09-13T00:12:39.578622+0000","last_unstale":"2024-09-13T00:17:48.600079+0000","last_undegraded":"2024-09-13T00:17:48.600079+0000","last_fullsized":"2024-09-13T00:17:48.600079+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:14:27.159198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":816,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.599826+0000","last_change":"2024-09-13T00:13:07.245230+0000","last_active":"2024-09-13T00:17:48.599826+0000","last_peered":"2024-09-13T00:17:48.599826+0000","last_clean":"2024-09-13T00:17:48.599826+0000","last_became_active":"2024-09-13T00:13:07.244388+0000","last_became_peered":"2024-09-13T00:13:07.244388+0000","last_unstale":"2024-09-13T00:17:48.599826+0000","last_undegraded":"2024-09-13T00:17:48.599826+0000","last_fullsized":"2024-09-13T00:17:48.599826+0000","mapping_epoch":589,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":590,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:41.801600+0000","last_clean_scrub_stamp":"2024-09-12T23:58:41.801600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:35:24.293738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"667'5","reported_seq":815,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-09-13T00:17:48.348742+0000","last_change":"2024-09-13T00:13:52.268049+0000","last_active":"2024-09-13T00:17:48.348742+0000","last_peered":"2024-09-13T00:17:48.348742+0000","last_clean":"2024-09-13T00:17:48.348742+0000","last_became_active":"2024-09-13T00:13:52.267281+0000","last_became_peered":"2024-09-13T00:13:52.267281+0000","last_unstale":"2024-09-13T00:17:48.348742+0000","last_undegraded":"2024-09-13T00:17:48.348742+0000","last_fullsized":"2024-09-13T00:17:48.348742+0000","mapping_epoch":627,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":628,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T23:58:40.798854+0000","last_clean_scrub_stamp":"2024-09-12T23:58:40.798854+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:00:20.282806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":868638720,"num_objects":344,"num_object_clones":294,"num_object_copies":1032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":344,"num_whiteouts":11,"num_read":3769,"num_read_kb":5632086,"num_write":9014,"num_write_kb":1827248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":359,"num_bytes_recovered":671039488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1101414400,"data_stored":2089304064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26334,"ondisk_log_size":26334,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6608,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":69,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33605,"internal_metadata":0},"log_size":69,"ondisk_log_size":69,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":975,"num_read_kb":1887,"num_write":343,"num_write_kb":2674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217,"ondisk_log_size":217,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":627,"seq":2692944494642,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":378404,"kb_used_data":108376,"kb_used_omap":60,"kb_used_meta":269955,"kb_avail":93366748,"statfs":{"total":95995035648,"available":95607549952,"internally_reserved":0,"allocated":110977024,"data_stored":201956230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62391,"internal_metadata":276433993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:16:59 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.96299999999999997,"15min":0.97299999999999998},"min":{"1min":0.54200000000000004,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.532,"5min":1.919,"15min":1.919},"last":0.626},{"interface":"front","average":{"1min":1.1379999999999999,"5min":1.1040000000000001,"15min":1.04},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":5.2119999999999997,"5min":8.4990000000000006,"15min":8.4990000000000006},"last":0.78100000000000003}]},{"osd":1,"last update":"Fri Sep 13 00:16:59 2024","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.0640000000000001,"15min":1.036},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":5.1740000000000004,"5min":5.1740000000000004,"15min":5.1740000000000004},"last":1.1839999999999999},{"interface":"front","average":{"1min":1.0680000000000001,"5min":1.1160000000000001,"15min":1.1399999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":3.8879999999999999,"5min":4.1890000000000001,"15min":4.1890000000000001},"last":0.86899999999999999}]},{"osd":2,"last update":"Fri Sep 13 00:16:59 2024","interfaces":[{"interface":"back","average":{"1min":1.6000000000000001,"5min":1.2290000000000001,"15min":1.1719999999999999},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":11.227,"5min":11.227,"15min":11.227},"last":1.325},{"interface":"front","average":{"1min":1.577,"5min":1.2270000000000001,"15min":1.169},"min":{"1min":0.73899999999999999,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":11.144,"5min":11.144,"15min":11.144},"last":0.94299999999999995}]},{"osd":3,"last update":"Fri Sep 13 00:16:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0760000000000001,"5min":1.135,"15min":1.171},"min":{"1min":0.71899999999999997,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.4930000000000001,"5min":1.754,"15min":1.754},"last":0.72599999999999998},{"interface":"front","average":{"1min":1.3919999999999999,"5min":1.1850000000000001,"15min":1.1599999999999999},"min":{"1min":0.69099999999999995,"5min":0.495,"15min":0.495},"max":{"1min":5.1299999999999999,"5min":5.1299999999999999,"15min":5.1299999999999999},"last":0.98699999999999999}]},{"osd":4,"last update":"Fri Sep 13 00:16:59 2024","interfaces":[{"interface":"back","average":{"1min":1.012,"5min":1.052,"15min":1.097},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.4870000000000001,"5min":2.5299999999999998,"15min":2.5299999999999998},"last":0.83199999999999996},{"interface":"front","average":{"1min":1.262,"5min":1.177,"15min":1.212},"min":{"1min":0.65200000000000002,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":5.2519999999999998,"5min":5.2519999999999998,"15min":5.2519999999999998},"last":1.0700000000000001}]},{"osd":5,"last update":"Fri Sep 13 00:16:59 2024","interfaces":[{"interface":"back","average":{"1min":1.365,"5min":1.264,"15min":1.272},"min":{"1min":0.83999999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":5.2850000000000001,"5min":5.2850000000000001,"15min":5.2850000000000001},"last":0.89800000000000002},{"interface":"front","average":{"1min":1.228,"5min":1.1970000000000001,"15min":1.2230000000000001},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":4.75,"5min":4.75,"15min":4.75},"last":1.1339999999999999}]},{"osd":6,"last update":"Fri Sep 13 00:16:59 2024","interfaces":[{"interface":"back","average":{"1min":1.242,"5min":1.2050000000000001,"15min":1.2210000000000001},"min":{"1min":0.53200000000000003,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":4.476,"5min":4.476,"15min":4.476},"last":1.244},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.2050000000000001,"15min":1.248},"min":{"1min":0.78600000000000003,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.5629999999999999,"5min":1.9330000000000001,"15min":1.9330000000000001},"last":1.101}]}]},{"osd":6,"up_from":589,"seq":2529735737403,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":414164,"kb_used_data":103816,"kb_used_omap":30,"kb_used_meta":310305,"kb_avail":93330988,"statfs":{"total":95995035648,"available":95570931712,"internally_reserved":0,"allocated":106307584,"data_stored":200372212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31068,"internal_metadata":317752996},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:17:11 2024","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.89400000000000002,"15min":0.90200000000000002},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.2490000000000001,"5min":1.78,"15min":1.78},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.95599999999999996,"15min":0.92000000000000004},"min":{"1min":0.60799999999999998,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":1.0680000000000001}]},{"osd":1,"last update":"Fri Sep 13 00:17:11 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":0.93799999999999994,"15min":0.91400000000000003},"min":{"1min":0.56100000000000005,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.3839999999999999,"5min":1.48,"15min":1.48},"last":1.143},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.95599999999999996,"15min":0.95399999999999996},"min":{"1min":0.54100000000000004,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.359,"5min":1.837,"15min":1.837},"last":0.78900000000000003}]},{"osd":2,"last update":"Fri Sep 13 00:17:11 2024","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":1.0189999999999999,"15min":1.075},"min":{"1min":0.64600000000000002,"5min":0.314,"15min":0.314},"max":{"1min":1.577,"5min":2.4769999999999999,"15min":2.4769999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.0209999999999999,"15min":1.044},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.3859999999999999,"5min":1.8480000000000001,"15min":1.8480000000000001},"last":0.98399999999999999}]},{"osd":3,"last update":"Fri Sep 13 00:17:11 2024","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":1.04,"15min":1},"min":{"1min":0.55100000000000005,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.284,"5min":6.3319999999999999,"15min":6.3319999999999999},"last":0.84499999999999997},{"interface":"front","average":{"1min":1.014,"5min":1.0649999999999999,"15min":1.1000000000000001},"min":{"1min":0.66900000000000004,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.2210000000000001,"5min":2.5329999999999999,"15min":2.5329999999999999},"last":1.111}]},{"osd":4,"last update":"Fri Sep 13 00:17:11 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.98199999999999998,"15min":0.95799999999999996},"min":{"1min":0.50900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.452,"5min":2.3260000000000001,"15min":2.3260000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":1.1080000000000001,"5min":0.998,"15min":0.96199999999999997},"min":{"1min":0.63100000000000001,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.5409999999999999,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.876}]},{"osd":5,"last update":"Fri Sep 13 00:17:11 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":0.98499999999999999,"15min":0.96699999999999997},"min":{"1min":0.61899999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.4970000000000001,"5min":1.766,"15min":1.766},"last":0.69999999999999996},{"interface":"front","average":{"1min":1.202,"5min":1.1559999999999999,"15min":1.1639999999999999},"min":{"1min":0.76600000000000001,"5min":0.432,"15min":0.432},"max":{"1min":1.6830000000000001,"5min":2.5760000000000001,"15min":2.5760000000000001},"last":1.032}]},{"osd":7,"last update":"Fri Sep 13 00:16:54 2024","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0580000000000001,"15min":1.0629999999999999},"min":{"1min":0.77200000000000002,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.3200000000000001,"5min":1.569,"15min":1.569},"last":0.90600000000000003},{"interface":"front","average":{"1min":1.3120000000000001,"5min":1.1830000000000001,"15min":1.1619999999999999},"min":{"1min":0.81200000000000006,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.4930000000000001,"5min":1.536,"15min":1.536},"last":0.81599999999999995}]}]},{"osd":5,"up_from":562,"seq":2413771620417,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":728300,"kb_used_data":172320,"kb_used_omap":99,"kb_used_meta":555868,"kb_avail":93016852,"statfs":{"total":95995035648,"available":95249256448,"internally_reserved":0,"allocated":176455680,"data_stored":309532315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":102387,"internal_metadata":569208845},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.92700000000000005,"15min":0.91500000000000004},"min":{"1min":0.40300000000000002,"5min":0.316,"15min":0.316},"max":{"1min":1.1399999999999999,"5min":2.2829999999999999,"15min":2.2829999999999999},"last":1.0349999999999999},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.92400000000000004,"15min":0.92800000000000005},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.2290000000000001,"5min":1.9650000000000001,"15min":1.9650000000000001},"last":1.2509999999999999}]},{"osd":1,"last update":"Fri Sep 13 00:17:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":0.96199999999999997,"15min":0.93100000000000005},"min":{"1min":0.64600000000000002,"5min":0.498,"15min":0.498},"max":{"1min":1.6779999999999999,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.97299999999999998,"5min":1.069,"15min":0.96999999999999997},"min":{"1min":0.58699999999999997,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.605,"5min":9.1460000000000008,"15min":9.1460000000000008},"last":0.96899999999999997}]},{"osd":2,"last update":"Fri Sep 13 00:17:47 2024","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.0920000000000001,"15min":0.97099999999999997},"min":{"1min":0.69599999999999995,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.665,"5min":8.9459999999999997,"15min":8.9459999999999997},"last":1.3480000000000001},{"interface":"front","average":{"1min":0.98099999999999998,"5min":0.96099999999999997,"15min":0.94399999999999995},"min":{"1min":0.79100000000000004,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.3109999999999999,"5min":2.125,"15min":2.125},"last":0.91400000000000003}]},{"osd":3,"last update":"Fri Sep 13 00:17:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.012,"15min":0.98399999999999999},"min":{"1min":0.86199999999999999,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.468,"5min":2.702,"15min":2.702},"last":1.325},{"interface":"front","average":{"1min":1.091,"5min":1.135,"15min":1.0209999999999999},"min":{"1min":0.72099999999999997,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.5609999999999999,"5min":9.2210000000000001,"15min":9.2210000000000001},"last":1.1970000000000001}]},{"osd":4,"last update":"Fri Sep 13 00:17:47 2024","interfaces":[{"interface":"back","average":{"1min":1.012,"5min":1.0800000000000001,"15min":0.94999999999999996},"min":{"1min":0.61799999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.5129999999999999,"5min":9.2940000000000005,"15min":9.2940000000000005},"last":1.3},{"interface":"front","average":{"1min":1.161,"5min":1.21,"15min":1.1000000000000001},"min":{"1min":0.85799999999999998,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.706,"5min":9.4369999999999994,"15min":9.4369999999999994},"last":1.401}]},{"osd":6,"last update":"Fri Sep 13 00:17:12 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.97799999999999998,"15min":0.94299999999999995},"min":{"1min":0.57799999999999996,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.3779999999999999,"5min":2.7909999999999999,"15min":2.7909999999999999},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.071,"5min":1.0980000000000001,"15min":1.0640000000000001},"min":{"1min":0.55800000000000005,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.577,"5min":2.9489999999999998,"15min":2.9489999999999998},"last":1.385}]},{"osd":7,"last update":"Fri Sep 13 00:16:58 2024","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":1.232,"15min":1.2809999999999999},"min":{"1min":0.502,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.4690000000000001,"5min":3.0489999999999999,"15min":3.0489999999999999},"last":1.4319999999999999},{"interface":"front","average":{"1min":1.224,"5min":1.4119999999999999,"15min":1.5029999999999999},"min":{"1min":0.623,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.55,"5min":9.0670000000000002,"15min":9.0670000000000002},"last":1.4490000000000001}]}]},{"osd":4,"up_from":534,"seq":2293512536135,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":496960,"kb_used_data":119672,"kb_used_omap":59,"kb_used_meta":377220,"kb_avail":93248192,"statfs":{"total":95995035648,"available":95486148608,"internally_reserved":0,"allocated":122544128,"data_stored":208357857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":61308,"internal_metadata":386273412},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:17:16 2024","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":0.95199999999999996,"15min":0.92300000000000004},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.6399999999999999,"5min":1.645,"15min":1.645},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.91700000000000004,"15min":0.90200000000000002},"min":{"1min":0.53300000000000003,"5min":0.436,"15min":0.436},"max":{"1min":1.577,"5min":2.6629999999999998,"15min":2.6629999999999998},"last":1.2729999999999999}]},{"osd":1,"last update":"Fri Sep 13 00:17:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":1.0509999999999999,"15min":1.032},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.542,"5min":2.5289999999999999,"15min":2.5289999999999999},"last":1.1930000000000001},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.97599999999999998,"15min":1.006},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":1.323,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.91900000000000004}]},{"osd":2,"last update":"Fri Sep 13 00:17:16 2024","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.91500000000000004,"15min":0.90300000000000002},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.2130000000000001,"5min":2.3460000000000001,"15min":2.3460000000000001},"last":0.98299999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.96399999999999997,"15min":0.96799999999999997},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1859999999999999,"5min":2.8090000000000002,"15min":2.8090000000000002},"last":0.95399999999999996}]},{"osd":3,"last update":"Fri Sep 13 00:17:16 2024","interfaces":[{"interface":"back","average":{"1min":0.997,"5min":1.04,"15min":1.016},"min":{"1min":0.72799999999999998,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.7330000000000001,"5min":2.883,"15min":2.883},"last":1.1479999999999999},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"min":{"1min":0.57599999999999996,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.3140000000000001,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":1.02}]},{"osd":5,"last update":"Fri Sep 13 00:17:50 2024","interfaces":[{"interface":"back","average":{"1min":1.329,"5min":1.0669999999999999,"15min":1.0009999999999999},"min":{"1min":0.63300000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":8.8759999999999994,"5min":8.8759999999999994,"15min":8.8759999999999994},"last":0.70899999999999996},{"interface":"front","average":{"1min":1.631,"5min":1.1579999999999999,"15min":0.94999999999999996},"min":{"1min":0.60099999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":16.241,"5min":16.241,"15min":16.241},"last":0.86099999999999999}]},{"osd":6,"last update":"Fri Sep 13 00:17:16 2024","interfaces":[{"interface":"back","average":{"1min":1.1359999999999999,"5min":1.107,"15min":1.0860000000000001},"min":{"1min":0.84899999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.5289999999999999,"5min":2.7149999999999999,"15min":2.7149999999999999},"last":1.0609999999999999},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.121,"15min":1.079},"min":{"1min":0.70999999999999996,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.466,"5min":1.6020000000000001,"15min":1.6020000000000001},"last":1.351}]},{"osd":7,"last update":"Fri Sep 13 00:16:55 2024","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":1.141,"15min":1.151},"min":{"1min":0.622,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.379,"5min":2.2160000000000002,"15min":2.2160000000000002},"last":1.113},{"interface":"front","average":{"1min":1.004,"5min":1.05,"15min":1.071},"min":{"1min":0.54800000000000004,"5min":0.439,"15min":0.439},"max":{"1min":1.377,"5min":1.498,"15min":1.498},"last":0.77000000000000002}]}]},{"osd":3,"up_from":504,"seq":2164663517261,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":318992,"kb_used_data":80388,"kb_used_omap":34,"kb_used_meta":238557,"kb_avail":93426160,"statfs":{"total":95995035648,"available":95668387840,"internally_reserved":0,"allocated":82317312,"data_stored":145698364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34975,"internal_metadata":244283233},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:17:52 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.80000000000000004,"15min":0.73299999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.196,"5min":6.173,"15min":6.173},"last":1.0349999999999999},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.85799999999999998,"15min":0.84799999999999998},"min":{"1min":0.38500000000000001,"5min":0.38,"15min":0.38},"max":{"1min":1.4179999999999999,"5min":5.9349999999999996,"15min":5.9349999999999996},"last":0.55500000000000005}]},{"osd":1,"last update":"Fri Sep 13 00:17:52 2024","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.86399999999999999,"15min":0.77600000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.78,"5min":5.5810000000000004,"15min":5.5810000000000004},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.97399999999999998,"15min":0.92200000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.2410000000000001,"5min":11.352,"15min":11.352},"last":0.78400000000000003}]},{"osd":2,"last update":"Fri Sep 13 00:17:52 2024","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":1.024,"15min":0.97799999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.6679999999999999,"5min":5.4050000000000002,"15min":5.4050000000000002},"last":0.875},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.88900000000000001,"15min":0.89800000000000002},"min":{"1min":0.40300000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.1379999999999999,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":0.90700000000000003}]},{"osd":4,"last update":"Fri Sep 13 00:17:30 2024","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.96999999999999997,"15min":0.97499999999999998},"min":{"1min":0.56000000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":0.94299999999999995},{"interface":"front","average":{"1min":1.069,"5min":1.1439999999999999,"15min":1.0309999999999999},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.4970000000000001,"5min":5.8090000000000002,"15min":5.8090000000000002},"last":1.284}]},{"osd":5,"last update":"Fri Sep 13 00:17:43 2024","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.163,"15min":1.2490000000000001},"min":{"1min":0.59699999999999998,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.544,"5min":5.8899999999999997,"15min":5.8899999999999997},"last":1.343},{"interface":"front","average":{"1min":1.044,"5min":1.0680000000000001,"15min":1.038},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.6220000000000001,"5min":2.1070000000000002,"15min":2.1070000000000002},"last":1.0720000000000001}]},{"osd":6,"last update":"Fri Sep 13 00:17:10 2024","interfaces":[{"interface":"back","average":{"1min":1.1919999999999999,"5min":1.153,"15min":1.1120000000000001},"min":{"1min":0.71599999999999997,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.6890000000000001,"5min":5.2309999999999999,"15min":5.2309999999999999},"last":1.109},{"interface":"front","average":{"1min":1.208,"5min":1.135,"15min":1.139},"min":{"1min":0.61899999999999999,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.7809999999999999,"5min":1.7809999999999999,"15min":1.7809999999999999},"last":1.157}]},{"osd":7,"last update":"Fri Sep 13 00:17:57 2024","interfaces":[{"interface":"back","average":{"1min":1.1859999999999999,"5min":1.252,"15min":1.224},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.958,"5min":5.7249999999999996,"15min":5.7249999999999996},"last":1.387},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.155,"15min":1.135},"min":{"1min":0.61299999999999999,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.474,"5min":2.1669999999999998,"15min":2.1669999999999998},"last":0.98199999999999998}]}]},{"osd":2,"up_from":475,"seq":2040109465683,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":878716,"kb_used_data":202800,"kb_used_omap":68,"kb_used_meta":675835,"kb_avail":92866436,"statfs":{"total":95995035648,"available":95095230464,"internally_reserved":0,"allocated":207667200,"data_stored":414754582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":69877,"internal_metadata":692055819},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:17:24 2024","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.93200000000000005,"15min":0.72799999999999998},"min":{"1min":0.49399999999999999,"5min":0.33300000000000002,"15min":0.32700000000000001},"max":{"1min":1.276,"5min":15.542999999999999,"15min":15.542999999999999},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.83899999999999997,"15min":0.72999999999999998},"min":{"1min":0.40200000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.069,"5min":3.657,"15min":3.657},"last":0.65800000000000003}]},{"osd":1,"last update":"Fri Sep 13 00:17:24 2024","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.85899999999999999,"15min":0.75700000000000001},"min":{"1min":0.54400000000000004,"5min":0.39000000000000001,"15min":0.34499999999999997},"max":{"1min":1.7629999999999999,"5min":3.7010000000000001,"15min":3.7010000000000001},"last":0.755},{"interface":"front","average":{"1min":0.85299999999999998,"5min":1.0109999999999999,"15min":0.80600000000000005},"min":{"1min":0.56899999999999995,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.226,"5min":9.9580000000000002,"15min":9.9580000000000002},"last":0.81699999999999995}]},{"osd":3,"last update":"Fri Sep 13 00:17:55 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":1.0840000000000001,"15min":0.878},"min":{"1min":0.752,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.2330000000000001,"5min":8.7010000000000005,"15min":8.7010000000000005},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.95699999999999996,"15min":0.85099999999999998},"min":{"1min":0.44,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.2589999999999999,"5min":15.602,"15min":15.602},"last":0.98599999999999999}]},{"osd":4,"last update":"Fri Sep 13 00:17:18 2024","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.077,"15min":1.073},"min":{"1min":0.69399999999999995,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.6599999999999999,"5min":3.823,"15min":3.823},"last":1.085},{"interface":"front","average":{"1min":1.091,"5min":1.2070000000000001,"15min":1.127},"min":{"1min":0.63800000000000001,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.536,"5min":8.7910000000000004,"15min":8.7910000000000004},"last":1.254}]},{"osd":5,"last update":"Fri Sep 13 00:17:55 2024","interfaces":[{"interface":"back","average":{"1min":1.2190000000000001,"5min":1.292,"15min":1.1719999999999999},"min":{"1min":0.90500000000000003,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.7110000000000001,"5min":8.9339999999999993,"15min":8.9339999999999993},"last":1.1619999999999999},{"interface":"front","average":{"1min":1.119,"5min":1.3109999999999999,"15min":1.1950000000000001},"min":{"1min":0.67900000000000005,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.5069999999999999,"5min":15.69,"15min":15.69},"last":1.1279999999999999}]},{"osd":6,"last update":"Fri Sep 13 00:17:18 2024","interfaces":[{"interface":"back","average":{"1min":1.948,"5min":1.554,"15min":1.3160000000000001},"min":{"1min":0.627,"5min":0.502,"15min":0.502},"max":{"1min":15.736000000000001,"5min":20.806999999999999,"15min":20.806999999999999},"last":1.3140000000000001},{"interface":"front","average":{"1min":1.3460000000000001,"5min":1.2430000000000001,"15min":1.2190000000000001},"min":{"1min":0.92900000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":3.859,"5min":3.859,"15min":3.859},"last":0.92400000000000004}]},{"osd":7,"last update":"Fri Sep 13 00:16:56 2024","interfaces":[{"interface":"back","average":{"1min":2.1110000000000002,"5min":1.3440000000000001,"15min":1.212},"min":{"1min":0.94499999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":8.8780000000000001,"5min":8.8780000000000001,"15min":8.8780000000000001},"last":1.0429999999999999},{"interface":"front","average":{"1min":3.2349999999999999,"5min":1.5680000000000001,"15min":1.286},"min":{"1min":0.91400000000000003,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":20.696999999999999,"5min":20.696999999999999,"15min":20.696999999999999},"last":1.2150000000000001}]}]},{"osd":1,"up_from":445,"seq":1911260446809,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":967112,"kb_used_data":193276,"kb_used_omap":77,"kb_used_meta":773746,"kb_avail":92778040,"statfs":{"total":95995035648,"available":95004712960,"internally_reserved":0,"allocated":197914624,"data_stored":362559433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":79589,"internal_metadata":792316187},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 00:16:53 2024","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.79300000000000004,"15min":0.65100000000000002},"min":{"1min":0.27600000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":2.6949999999999998,"5min":3.9049999999999998,"15min":3.9049999999999998},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.83499999999999996,"15min":0.72599999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.24299999999999999},"max":{"1min":4.9729999999999999,"5min":4.9729999999999999,"15min":4.9729999999999999},"last":0.83799999999999997}]},{"osd":2,"last update":"Fri Sep 13 00:17:19 2024","interfaces":[{"interface":"back","average":{"1min":1.258,"5min":0.88600000000000001,"15min":0.76700000000000002},"min":{"1min":0.41399999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.3369999999999997,"5min":6.3369999999999997,"15min":6.3369999999999997},"last":0.73299999999999998},{"interface":"front","average":{"1min":1.0820000000000001,"5min":0.93300000000000005,"15min":0.79300000000000004},"min":{"1min":0.34399999999999997,"5min":0.311,"15min":0.311},"max":{"1min":5.5919999999999996,"5min":5.5919999999999996,"15min":5.5919999999999996},"last":0.98499999999999999}]},{"osd":3,"last update":"Fri Sep 13 00:16:53 2024","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":0.92000000000000004,"15min":0.89100000000000001},"min":{"1min":0.371,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":5.0620000000000003,"5min":5.0620000000000003,"15min":5.0620000000000003},"last":1.099},{"interface":"front","average":{"1min":1.087,"5min":0.89900000000000002,"15min":0.83799999999999997},"min":{"1min":0.38900000000000001,"5min":0.318,"15min":0.318},"max":{"1min":6.9619999999999997,"5min":6.9619999999999997,"15min":6.9619999999999997},"last":0.78900000000000003}]},{"osd":4,"last update":"Fri Sep 13 00:17:19 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.0489999999999999,"15min":1.004},"min":{"1min":0.69299999999999995,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.736,"5min":3.4790000000000001,"15min":3.4790000000000001},"last":1.175},{"interface":"front","average":{"1min":1.292,"5min":1.1719999999999999,"15min":1.1339999999999999},"min":{"1min":0.55700000000000005,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":5.2850000000000001,"5min":5.2850000000000001,"15min":5.2850000000000001},"last":1.2909999999999999}]},{"osd":5,"last update":"Fri Sep 13 00:17:47 2024","interfaces":[{"interface":"back","average":{"1min":1.464,"5min":1.1379999999999999,"15min":1.165},"min":{"1min":0.497,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":6.923,"5min":6.923,"15min":6.923},"last":1.141},{"interface":"front","average":{"1min":1.292,"5min":1.1870000000000001,"15min":1.3200000000000001},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":4.149,"5min":4.149,"15min":4.149},"last":0.89100000000000001}]},{"osd":6,"last update":"Fri Sep 13 00:17:19 2024","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.1899999999999999,"15min":1.26},"min":{"1min":0.69299999999999995,"5min":0.436,"15min":0.436},"max":{"1min":1.873,"5min":3.8650000000000002,"15min":3.8650000000000002},"last":1.032},{"interface":"front","average":{"1min":1.333,"5min":1.163,"15min":1.167},"min":{"1min":0.66400000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":4.6580000000000004,"5min":4.6580000000000004,"15min":4.6580000000000004},"last":0.93200000000000005}]},{"osd":7,"last update":"Fri Sep 13 00:16:59 2024","interfaces":[{"interface":"back","average":{"1min":1.375,"5min":1.236,"15min":1.228},"min":{"1min":0.78400000000000003,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":5.407,"5min":5.407,"15min":5.407},"last":1.2170000000000001},{"interface":"front","average":{"1min":1.347,"5min":1.2,"15min":1.208},"min":{"1min":0.82899999999999996,"5min":0.76400000000000001,"15min":0.76400000000000001},"max":{"1min":4.5759999999999996,"5min":4.5759999999999996,"15min":4.5759999999999996},"last":1.0760000000000001}]}]},{"osd":0,"up_from":414,"seq":1778116460639,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":796660,"kb_used_data":171624,"kb_used_omap":67,"kb_used_meta":624956,"kb_avail":92948492,"statfs":{"total":95995035648,"available":95179255808,"internally_reserved":0,"allocated":175742976,"data_stored":293096450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":68613,"internal_metadata":639955963},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 00:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.84099999999999997,"15min":0.70999999999999996},"min":{"1min":0.30499999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.98899999999999999,"5min":7.2800000000000002,"15min":7.2800000000000002},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.92100000000000004,"5min":1.1040000000000001,"15min":0.878},"min":{"1min":0.39000000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.28,"5min":8.0969999999999995,"15min":8.0969999999999995},"last":0.86299999999999999}]},{"osd":2,"last update":"Fri Sep 13 00:17:24 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.72599999999999998,"15min":0.66000000000000003},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.80800000000000005,"5min":2.6909999999999998,"15min":2.6909999999999998},"last":0.73899999999999999},{"interface":"front","average":{"1min":1.321,"5min":1.1339999999999999,"15min":0.90400000000000003},"min":{"1min":0.40999999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":7.7640000000000002,"5min":7.7640000000000002,"15min":7.7640000000000002},"last":0.93500000000000005}]},{"osd":3,"last update":"Fri Sep 13 00:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.80700000000000005,"15min":0.85599999999999998},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0449999999999999,"5min":2.641,"15min":2.641},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.88300000000000001,"5min":1.081,"15min":0.97199999999999998},"min":{"1min":0.42499999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.1240000000000001,"5min":7.9530000000000003,"15min":7.9530000000000003},"last":1.1100000000000001}]},{"osd":4,"last update":"Fri Sep 13 00:17:24 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.999,"15min":1.0309999999999999},"min":{"1min":0.60299999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.6299999999999999,"5min":2.7559999999999998,"15min":2.7559999999999998},"last":0.91000000000000003},{"interface":"front","average":{"1min":1.778,"5min":1.3899999999999999,"15min":1.528},"min":{"1min":0.84799999999999998,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":8.0250000000000004,"5min":10.946999999999999,"15min":10.946999999999999},"last":0.996}]},{"osd":5,"last update":"Fri Sep 13 00:17:49 2024","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":1.3049999999999999,"15min":1.484},"min":{"1min":0.58899999999999997,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.613,"5min":7.6479999999999997,"15min":7.6479999999999997},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.94599999999999995,"5min":1.0880000000000001,"15min":1.333},"min":{"1min":0.66700000000000004,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.476,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":1.0549999999999999}]},{"osd":6,"last update":"Fri Sep 13 00:17:14 2024","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.1080000000000001,"15min":1.1419999999999999},"min":{"1min":0.63600000000000001,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.75,"5min":2.7069999999999999,"15min":2.7069999999999999},"last":1.0249999999999999},{"interface":"front","average":{"1min":1.613,"5min":1.4079999999999999,"15min":1.4870000000000001},"min":{"1min":0.78200000000000003,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":7.8730000000000002,"5min":7.8730000000000002,"15min":7.8730000000000002},"last":1.22}]},{"osd":7,"last update":"Fri Sep 13 00:17:54 2024","interfaces":[{"interface":"back","average":{"1min":1.242,"5min":1.2609999999999999,"15min":1.2589999999999999},"min":{"1min":0.76400000000000001,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.655,"5min":3.6970000000000001,"15min":3.6970000000000001},"last":1.264},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.1100000000000001,"15min":1.137},"min":{"1min":0.74199999999999999,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3029999999999999,"5min":1.9730000000000001,"15min":1.9730000000000001},"last":1.0860000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6089,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5058,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5631,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3231,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3976,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2961,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3460,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3199,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":165556224,"data_stored":286851072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":188325888,"data_stored":356904960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":198090752,"data_stored":409100288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":72716288,"data_stored":140038144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":112947200,"data_stored":202702848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":166858752,"data_stored":303874048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":96120832,"data_stored":194121728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":100798464,"data_stored":195710976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T00:18:01.250 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-09-13T00:18:01.250 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 487b01b8-7161-11ef-bceb-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-09-13T00:18:01.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:01 smithi032 bash[75510]: audit 2024-09-13T00:18:00.334265+0000 mgr.y (mgr.34107) 457 : audit [DBG] from='client.34548 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T00:18:01.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:01 smithi032 bash[76677]: audit 2024-09-13T00:18:00.334265+0000 mgr.y (mgr.34107) 457 : audit [DBG] from='client.34548 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T00:18:01.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:01 smithi053 bash[67631]: audit 2024-09-13T00:18:00.334265+0000 mgr.y (mgr.34107) 457 : audit [DBG] from='client.34548 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T00:18:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:02 smithi032 bash[75510]: cluster 2024-09-13T00:18:01.282268+0000 mgr.y (mgr.34107) 458 : cluster [DBG] pgmap v860: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:18:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:18:02] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-09-13T00:18:02.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:02 smithi032 bash[76677]: cluster 2024-09-13T00:18:01.282268+0000 mgr.y (mgr.34107) 458 : cluster [DBG] pgmap v860: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:02.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:02 smithi053 bash[67631]: cluster 2024-09-13T00:18:01.282268+0000 mgr.y (mgr.34107) 458 : cluster [DBG] pgmap v860: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:02.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:18:02 smithi053 bash[94430]: ts=2024-09-13T00:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:18:04.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:04 smithi032 bash[75510]: cluster 2024-09-13T00:18:03.283272+0000 mgr.y (mgr.34107) 459 : cluster [DBG] pgmap v861: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:04.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:04 smithi032 bash[76677]: cluster 2024-09-13T00:18:03.283272+0000 mgr.y (mgr.34107) 459 : cluster [DBG] pgmap v861: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:04.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:04 smithi053 bash[67631]: cluster 2024-09-13T00:18:03.283272+0000 mgr.y (mgr.34107) 459 : cluster [DBG] pgmap v861: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:06.038 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T00:18:06.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:06 smithi032 bash[75510]: cluster 2024-09-13T00:18:05.284265+0000 mgr.y (mgr.34107) 460 : cluster [DBG] pgmap v862: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:06.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:06 smithi032 bash[76677]: cluster 2024-09-13T00:18:05.284265+0000 mgr.y (mgr.34107) 460 : cluster [DBG] pgmap v862: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:06.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:06 smithi053 bash[67631]: cluster 2024-09-13T00:18:05.284265+0000 mgr.y (mgr.34107) 460 : cluster [DBG] pgmap v862: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:08 smithi032 bash[75510]: cluster 2024-09-13T00:18:07.285309+0000 mgr.y (mgr.34107) 461 : cluster [DBG] pgmap v863: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:08.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:08 smithi032 bash[76677]: cluster 2024-09-13T00:18:07.285309+0000 mgr.y (mgr.34107) 461 : cluster [DBG] pgmap v863: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:08.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:08 smithi053 bash[67631]: cluster 2024-09-13T00:18:07.285309+0000 mgr.y (mgr.34107) 461 : cluster [DBG] pgmap v863: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:10.411 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'unique_pool_0' removed 2024-09-13T00:18:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:10 smithi032 bash[75510]: cluster 2024-09-13T00:18:09.286597+0000 mgr.y (mgr.34107) 462 : cluster [DBG] pgmap v864: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:10 smithi032 bash[75510]: audit 2024-09-13T00:18:09.782792+0000 mon.a (mon.0) 1503 : audit [INF] from='client.? 172.21.15.32:0/1547702919' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T00:18:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:10 smithi032 bash[75510]: audit 2024-09-13T00:18:10.139275+0000 mon.a (mon.0) 1504 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:18:10.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:10 smithi032 bash[76677]: cluster 2024-09-13T00:18:09.286597+0000 mgr.y (mgr.34107) 462 : cluster [DBG] pgmap v864: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:10 smithi032 bash[76677]: audit 2024-09-13T00:18:09.782792+0000 mon.a (mon.0) 1503 : audit [INF] from='client.? 172.21.15.32:0/1547702919' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T00:18:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:10 smithi032 bash[76677]: audit 2024-09-13T00:18:10.139275+0000 mon.a (mon.0) 1504 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:18:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:10 smithi053 bash[67631]: cluster 2024-09-13T00:18:09.286597+0000 mgr.y (mgr.34107) 462 : cluster [DBG] pgmap v864: 121 pgs: 121 active+clean; 829 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:10.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:10 smithi053 bash[67631]: audit 2024-09-13T00:18:09.782792+0000 mon.a (mon.0) 1503 : audit [INF] from='client.? 172.21.15.32:0/1547702919' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T00:18:10.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:10 smithi053 bash[67631]: audit 2024-09-13T00:18:10.139275+0000 mon.a (mon.0) 1504 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:18:11.243 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T00:18:11.244 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-09-13T00:18:11.244 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T00:18:11.244 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-09-13T00:18:11.244 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T00:18:11.245 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T00:18:11.245 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T00:18:11.245 DEBUG:teuthology.orchestra.run.smithi032:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T00:18:11.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T00:18:11.252 INFO:teuthology.orchestra.run.smithi032.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T00:18:11.252 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T00:18:11.299 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T00:18:11.299 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T00:18:11.347 INFO:tasks.workunit:timeout=3h 2024-09-13T00:18:11.347 INFO:tasks.workunit:cleanup=True 2024-09-13T00:18:11.347 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-13T00:18:11.397 INFO:tasks.workunit.client.0.smithi032.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T00:18:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:11 smithi032 bash[75510]: audit 2024-09-13T00:18:10.408029+0000 mon.a (mon.0) 1505 : audit [INF] from='client.? 172.21.15.32:0/1547702919' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T00:18:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:11 smithi032 bash[75510]: cluster 2024-09-13T00:18:10.408221+0000 mon.a (mon.0) 1506 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2024-09-13T00:18:11.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:11 smithi032 bash[76677]: audit 2024-09-13T00:18:10.408029+0000 mon.a (mon.0) 1505 : audit [INF] from='client.? 172.21.15.32:0/1547702919' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T00:18:11.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:11 smithi032 bash[76677]: cluster 2024-09-13T00:18:10.408221+0000 mon.a (mon.0) 1506 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2024-09-13T00:18:11.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:11 smithi053 bash[67631]: audit 2024-09-13T00:18:10.408029+0000 mon.a (mon.0) 1505 : audit [INF] from='client.? 172.21.15.32:0/1547702919' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T00:18:11.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:11 smithi053 bash[67631]: cluster 2024-09-13T00:18:10.408221+0000 mon.a (mon.0) 1506 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2024-09-13T00:18:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:12 smithi032 bash[75510]: cluster 2024-09-13T00:18:11.287398+0000 mgr.y (mgr.34107) 463 : cluster [DBG] pgmap v866: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:18:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:18:12] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-09-13T00:18:12.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:12 smithi032 bash[76677]: cluster 2024-09-13T00:18:11.287398+0000 mgr.y (mgr.34107) 463 : cluster [DBG] pgmap v866: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:12.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:12 smithi053 bash[67631]: cluster 2024-09-13T00:18:11.287398+0000 mgr.y (mgr.34107) 463 : cluster [DBG] pgmap v866: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:18:12.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:18:12 smithi053 bash[94430]: ts=2024-09-13T00:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:18:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:14 smithi032 bash[75510]: cluster 2024-09-13T00:18:13.288343+0000 mgr.y (mgr.34107) 464 : cluster [DBG] pgmap v867: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:14.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:14 smithi032 bash[76677]: cluster 2024-09-13T00:18:13.288343+0000 mgr.y (mgr.34107) 464 : cluster [DBG] pgmap v867: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:14.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:14 smithi053 bash[67631]: cluster 2024-09-13T00:18:13.288343+0000 mgr.y (mgr.34107) 464 : cluster [DBG] pgmap v867: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:16.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:16 smithi053 bash[67631]: cluster 2024-09-13T00:18:15.289229+0000 mgr.y (mgr.34107) 465 : cluster [DBG] pgmap v868: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:16.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:16 smithi032 bash[75510]: cluster 2024-09-13T00:18:15.289229+0000 mgr.y (mgr.34107) 465 : cluster [DBG] pgmap v868: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:16.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:16 smithi032 bash[76677]: cluster 2024-09-13T00:18:15.289229+0000 mgr.y (mgr.34107) 465 : cluster [DBG] pgmap v868: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:17.754 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T00:18:17.803 INFO:tasks.workunit.client.0.smithi032.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T00:18:17.806 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T00:18:17.806 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T00:18:17.871 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T00:18:17.932 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T00:18:17.979 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T00:18:17.980 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T00:18:17.980 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T00:18:18.021 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T00:18:18.024 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T00:18:18.024 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T00:18:18.072 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-09-13T00:18:18.074 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-13T00:18:18.074 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-13T00:18:18.131 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2024-09-13T00:18:18.131 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 22 tests from 1 test suite. 2024-09-13T00:18:18.131 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:18:18.132 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 22 tests from TestCls2PCQueue 2024-09-13T00:18:18.132 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-13T00:18:18.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:18 smithi032 bash[75510]: cluster 2024-09-13T00:18:17.290246+0000 mgr.y (mgr.34107) 466 : cluster [DBG] pgmap v869: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:18.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:18 smithi032 bash[76677]: cluster 2024-09-13T00:18:17.290246+0000 mgr.y (mgr.34107) 466 : cluster [DBG] pgmap v869: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:19.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:18 smithi053 bash[67631]: cluster 2024-09-13T00:18:17.290246+0000 mgr.y (mgr.34107) 466 : cluster [DBG] pgmap v869: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:19.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:19 smithi032 bash[76677]: cluster 2024-09-13T00:18:18.638792+0000 mon.a (mon.0) 1507 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2024-09-13T00:18:19.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:19 smithi032 bash[76677]: audit 2024-09-13T00:18:18.642663+0000 mon.c (mon.2) 16 : audit [INF] from='client.? 172.21.15.32:0/2360729923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:19.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:19 smithi032 bash[76677]: audit 2024-09-13T00:18:18.643257+0000 mon.a (mon.0) 1508 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:19.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:19 smithi032 bash[75510]: cluster 2024-09-13T00:18:18.638792+0000 mon.a (mon.0) 1507 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2024-09-13T00:18:19.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:19 smithi032 bash[75510]: audit 2024-09-13T00:18:18.642663+0000 mon.c (mon.2) 16 : audit [INF] from='client.? 172.21.15.32:0/2360729923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:19.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:19 smithi032 bash[75510]: audit 2024-09-13T00:18:18.643257+0000 mon.a (mon.0) 1508 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:20.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:19 smithi053 bash[67631]: cluster 2024-09-13T00:18:18.638792+0000 mon.a (mon.0) 1507 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2024-09-13T00:18:20.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:19 smithi053 bash[67631]: audit 2024-09-13T00:18:18.642663+0000 mon.c (mon.2) 16 : audit [INF] from='client.? 172.21.15.32:0/2360729923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:20.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:19 smithi053 bash[67631]: audit 2024-09-13T00:18:18.643257+0000 mon.a (mon.0) 1508 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:20.672 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2541 ms) 2024-09-13T00:18:20.672 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-13T00:18:21.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:20 smithi053 bash[67631]: cluster 2024-09-13T00:18:19.291117+0000 mgr.y (mgr.34107) 467 : cluster [DBG] pgmap v871: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:21.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:20 smithi053 bash[67631]: cluster 2024-09-13T00:18:19.633687+0000 mon.a (mon.0) 1509 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:21.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:20 smithi053 bash[67631]: audit 2024-09-13T00:18:19.643923+0000 mon.a (mon.0) 1510 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:21.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:20 smithi053 bash[67631]: cluster 2024-09-13T00:18:19.646751+0000 mon.a (mon.0) 1511 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2024-09-13T00:18:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:20 smithi032 bash[75510]: cluster 2024-09-13T00:18:19.291117+0000 mgr.y (mgr.34107) 467 : cluster [DBG] pgmap v871: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:20 smithi032 bash[75510]: cluster 2024-09-13T00:18:19.633687+0000 mon.a (mon.0) 1509 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:20 smithi032 bash[75510]: audit 2024-09-13T00:18:19.643923+0000 mon.a (mon.0) 1510 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:21.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:20 smithi032 bash[75510]: cluster 2024-09-13T00:18:19.646751+0000 mon.a (mon.0) 1511 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2024-09-13T00:18:21.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:20 smithi032 bash[76677]: cluster 2024-09-13T00:18:19.291117+0000 mgr.y (mgr.34107) 467 : cluster [DBG] pgmap v871: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:21.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:20 smithi032 bash[76677]: cluster 2024-09-13T00:18:19.633687+0000 mon.a (mon.0) 1509 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:21.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:20 smithi032 bash[76677]: audit 2024-09-13T00:18:19.643923+0000 mon.a (mon.0) 1510 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:21.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:20 smithi032 bash[76677]: cluster 2024-09-13T00:18:19.646751+0000 mon.a (mon.0) 1511 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2024-09-13T00:18:22.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:21 smithi053 bash[67631]: cluster 2024-09-13T00:18:20.669457+0000 mon.a (mon.0) 1512 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2024-09-13T00:18:22.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:21 smithi032 bash[75510]: cluster 2024-09-13T00:18:20.669457+0000 mon.a (mon.0) 1512 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2024-09-13T00:18:22.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:21 smithi032 bash[76677]: cluster 2024-09-13T00:18:20.669457+0000 mon.a (mon.0) 1512 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2024-09-13T00:18:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:18:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:18:22] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-09-13T00:18:22.707 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:18:22 smithi053 bash[94430]: ts=2024-09-13T00:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:18:23.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:22 smithi053 bash[67631]: cluster 2024-09-13T00:18:21.291785+0000 mgr.y (mgr.34107) 468 : cluster [DBG] pgmap v874: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:23.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:22 smithi053 bash[67631]: cluster 2024-09-13T00:18:21.681023+0000 mon.a (mon.0) 1513 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:23.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:22 smithi053 bash[67631]: cluster 2024-09-13T00:18:21.681096+0000 mon.a (mon.0) 1514 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:23.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:22 smithi053 bash[67631]: cluster 2024-09-13T00:18:21.701934+0000 mon.a (mon.0) 1515 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2024-09-13T00:18:23.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:22 smithi053 bash[67631]: audit 2024-09-13T00:18:21.705682+0000 mon.a (mon.0) 1516 : audit [INF] from='client.? 172.21.15.32:0/4060598491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:22 smithi032 bash[75510]: cluster 2024-09-13T00:18:21.291785+0000 mgr.y (mgr.34107) 468 : cluster [DBG] pgmap v874: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:22 smithi032 bash[75510]: cluster 2024-09-13T00:18:21.681023+0000 mon.a (mon.0) 1513 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:22 smithi032 bash[75510]: cluster 2024-09-13T00:18:21.681096+0000 mon.a (mon.0) 1514 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:22 smithi032 bash[75510]: cluster 2024-09-13T00:18:21.701934+0000 mon.a (mon.0) 1515 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2024-09-13T00:18:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:22 smithi032 bash[75510]: audit 2024-09-13T00:18:21.705682+0000 mon.a (mon.0) 1516 : audit [INF] from='client.? 172.21.15.32:0/4060598491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:23.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:22 smithi032 bash[76677]: cluster 2024-09-13T00:18:21.291785+0000 mgr.y (mgr.34107) 468 : cluster [DBG] pgmap v874: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:23.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:22 smithi032 bash[76677]: cluster 2024-09-13T00:18:21.681023+0000 mon.a (mon.0) 1513 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:23.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:22 smithi032 bash[76677]: cluster 2024-09-13T00:18:21.681096+0000 mon.a (mon.0) 1514 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:23.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:22 smithi032 bash[76677]: cluster 2024-09-13T00:18:21.701934+0000 mon.a (mon.0) 1515 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2024-09-13T00:18:23.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:22 smithi032 bash[76677]: audit 2024-09-13T00:18:21.705682+0000 mon.a (mon.0) 1516 : audit [INF] from='client.? 172.21.15.32:0/4060598491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:23.727 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3055 ms) 2024-09-13T00:18:23.727 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-13T00:18:24.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:23 smithi053 bash[67631]: audit 2024-09-13T00:18:22.703451+0000 mon.a (mon.0) 1517 : audit [INF] from='client.? 172.21.15.32:0/4060598491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:24.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:23 smithi053 bash[67631]: cluster 2024-09-13T00:18:22.704379+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2024-09-13T00:18:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:23 smithi032 bash[75510]: audit 2024-09-13T00:18:22.703451+0000 mon.a (mon.0) 1517 : audit [INF] from='client.? 172.21.15.32:0/4060598491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:23 smithi032 bash[75510]: cluster 2024-09-13T00:18:22.704379+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2024-09-13T00:18:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:23 smithi032 bash[76677]: audit 2024-09-13T00:18:22.703451+0000 mon.a (mon.0) 1517 : audit [INF] from='client.? 172.21.15.32:0/4060598491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:23 smithi032 bash[76677]: cluster 2024-09-13T00:18:22.704379+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2024-09-13T00:18:25.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:24 smithi053 bash[67631]: cluster 2024-09-13T00:18:23.292476+0000 mgr.y (mgr.34107) 469 : cluster [DBG] pgmap v877: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:25.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:24 smithi053 bash[67631]: cluster 2024-09-13T00:18:23.724532+0000 mon.a (mon.0) 1519 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2024-09-13T00:18:25.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:24 smithi032 bash[76677]: cluster 2024-09-13T00:18:23.292476+0000 mgr.y (mgr.34107) 469 : cluster [DBG] pgmap v877: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:25.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:24 smithi032 bash[76677]: cluster 2024-09-13T00:18:23.724532+0000 mon.a (mon.0) 1519 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2024-09-13T00:18:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:24 smithi032 bash[75510]: cluster 2024-09-13T00:18:23.292476+0000 mgr.y (mgr.34107) 469 : cluster [DBG] pgmap v877: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:24 smithi032 bash[75510]: cluster 2024-09-13T00:18:23.724532+0000 mon.a (mon.0) 1519 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2024-09-13T00:18:26.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:25 smithi053 bash[67631]: cluster 2024-09-13T00:18:24.729049+0000 mon.a (mon.0) 1520 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2024-09-13T00:18:26.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:25 smithi053 bash[67631]: audit 2024-09-13T00:18:24.732018+0000 mon.a (mon.0) 1521 : audit [INF] from='client.? 172.21.15.32:0/1025896851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:26.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:25 smithi053 bash[67631]: audit 2024-09-13T00:18:25.139780+0000 mon.a (mon.0) 1522 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:18:26.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:25 smithi053 bash[67631]: audit 2024-09-13T00:18:25.729476+0000 mon.a (mon.0) 1523 : audit [INF] from='client.? 172.21.15.32:0/1025896851' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:26.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:25 smithi053 bash[67631]: cluster 2024-09-13T00:18:25.729882+0000 mon.a (mon.0) 1524 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2024-09-13T00:18:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:25 smithi032 bash[75510]: cluster 2024-09-13T00:18:24.729049+0000 mon.a (mon.0) 1520 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2024-09-13T00:18:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:25 smithi032 bash[75510]: audit 2024-09-13T00:18:24.732018+0000 mon.a (mon.0) 1521 : audit [INF] from='client.? 172.21.15.32:0/1025896851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:25 smithi032 bash[75510]: audit 2024-09-13T00:18:25.139780+0000 mon.a (mon.0) 1522 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:18:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:25 smithi032 bash[75510]: audit 2024-09-13T00:18:25.729476+0000 mon.a (mon.0) 1523 : audit [INF] from='client.? 172.21.15.32:0/1025896851' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:25 smithi032 bash[75510]: cluster 2024-09-13T00:18:25.729882+0000 mon.a (mon.0) 1524 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2024-09-13T00:18:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:25 smithi032 bash[76677]: cluster 2024-09-13T00:18:24.729049+0000 mon.a (mon.0) 1520 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2024-09-13T00:18:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:25 smithi032 bash[76677]: audit 2024-09-13T00:18:24.732018+0000 mon.a (mon.0) 1521 : audit [INF] from='client.? 172.21.15.32:0/1025896851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:25 smithi032 bash[76677]: audit 2024-09-13T00:18:25.139780+0000 mon.a (mon.0) 1522 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:18:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:25 smithi032 bash[76677]: audit 2024-09-13T00:18:25.729476+0000 mon.a (mon.0) 1523 : audit [INF] from='client.? 172.21.15.32:0/1025896851' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:25 smithi032 bash[76677]: cluster 2024-09-13T00:18:25.729882+0000 mon.a (mon.0) 1524 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2024-09-13T00:18:26.755 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.Reserve (3028 ms) 2024-09-13T00:18:26.755 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-13T00:18:27.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:26 smithi053 bash[67631]: cluster 2024-09-13T00:18:25.293360+0000 mgr.y (mgr.34107) 470 : cluster [DBG] pgmap v880: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:27.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:26 smithi053 bash[67631]: cluster 2024-09-13T00:18:25.733518+0000 mon.a (mon.0) 1525 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:27.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:26 smithi053 bash[67631]: cluster 2024-09-13T00:18:26.750851+0000 mon.a (mon.0) 1526 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2024-09-13T00:18:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:26 smithi032 bash[75510]: cluster 2024-09-13T00:18:25.293360+0000 mgr.y (mgr.34107) 470 : cluster [DBG] pgmap v880: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:26 smithi032 bash[75510]: cluster 2024-09-13T00:18:25.733518+0000 mon.a (mon.0) 1525 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:26 smithi032 bash[75510]: cluster 2024-09-13T00:18:26.750851+0000 mon.a (mon.0) 1526 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2024-09-13T00:18:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:26 smithi032 bash[76677]: cluster 2024-09-13T00:18:25.293360+0000 mgr.y (mgr.34107) 470 : cluster [DBG] pgmap v880: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:26 smithi032 bash[76677]: cluster 2024-09-13T00:18:25.733518+0000 mon.a (mon.0) 1525 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:27.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:26 smithi032 bash[76677]: cluster 2024-09-13T00:18:26.750851+0000 mon.a (mon.0) 1526 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2024-09-13T00:18:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:27 smithi032 bash[75510]: cluster 2024-09-13T00:18:27.756450+0000 mon.a (mon.0) 1527 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:27 smithi032 bash[75510]: cluster 2024-09-13T00:18:27.756555+0000 mon.a (mon.0) 1528 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:27 smithi032 bash[75510]: cluster 2024-09-13T00:18:27.777724+0000 mon.a (mon.0) 1529 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2024-09-13T00:18:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:27 smithi032 bash[75510]: audit 2024-09-13T00:18:27.785092+0000 mon.c (mon.2) 17 : audit [INF] from='client.? 172.21.15.32:0/1206710319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:28.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:27 smithi032 bash[75510]: audit 2024-09-13T00:18:27.785921+0000 mon.a (mon.0) 1530 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:28.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:27 smithi032 bash[76677]: cluster 2024-09-13T00:18:27.756450+0000 mon.a (mon.0) 1527 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:28.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:27 smithi032 bash[76677]: cluster 2024-09-13T00:18:27.756555+0000 mon.a (mon.0) 1528 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:28.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:27 smithi032 bash[76677]: cluster 2024-09-13T00:18:27.777724+0000 mon.a (mon.0) 1529 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2024-09-13T00:18:28.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:27 smithi032 bash[76677]: audit 2024-09-13T00:18:27.785092+0000 mon.c (mon.2) 17 : audit [INF] from='client.? 172.21.15.32:0/1206710319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:28.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:27 smithi032 bash[76677]: audit 2024-09-13T00:18:27.785921+0000 mon.a (mon.0) 1530 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:28.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:27 smithi053 bash[67631]: cluster 2024-09-13T00:18:27.756450+0000 mon.a (mon.0) 1527 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:28.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:27 smithi053 bash[67631]: cluster 2024-09-13T00:18:27.756555+0000 mon.a (mon.0) 1528 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:28.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:27 smithi053 bash[67631]: cluster 2024-09-13T00:18:27.777724+0000 mon.a (mon.0) 1529 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2024-09-13T00:18:28.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:27 smithi053 bash[67631]: audit 2024-09-13T00:18:27.785092+0000 mon.c (mon.2) 17 : audit [INF] from='client.? 172.21.15.32:0/1206710319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:28.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:27 smithi053 bash[67631]: audit 2024-09-13T00:18:27.785921+0000 mon.a (mon.0) 1530 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:28 smithi032 bash[75510]: cluster 2024-09-13T00:18:27.294028+0000 mgr.y (mgr.34107) 471 : cluster [DBG] pgmap v883: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:28 smithi032 bash[75510]: audit 2024-09-13T00:18:28.780754+0000 mon.a (mon.0) 1531 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:28 smithi032 bash[75510]: cluster 2024-09-13T00:18:28.781156+0000 mon.a (mon.0) 1532 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2024-09-13T00:18:29.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:28 smithi032 bash[76677]: cluster 2024-09-13T00:18:27.294028+0000 mgr.y (mgr.34107) 471 : cluster [DBG] pgmap v883: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:29.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:28 smithi032 bash[76677]: audit 2024-09-13T00:18:28.780754+0000 mon.a (mon.0) 1531 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:29.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:28 smithi032 bash[76677]: cluster 2024-09-13T00:18:28.781156+0000 mon.a (mon.0) 1532 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2024-09-13T00:18:29.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:28 smithi053 bash[67631]: cluster 2024-09-13T00:18:27.294028+0000 mgr.y (mgr.34107) 471 : cluster [DBG] pgmap v883: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:29.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:28 smithi053 bash[67631]: audit 2024-09-13T00:18:28.780754+0000 mon.a (mon.0) 1531 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:29.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:28 smithi053 bash[67631]: cluster 2024-09-13T00:18:28.781156+0000 mon.a (mon.0) 1532 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2024-09-13T00:18:29.786 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3031 ms) 2024-09-13T00:18:29.786 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-13T00:18:31.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:30 smithi053 bash[67631]: cluster 2024-09-13T00:18:29.294710+0000 mgr.y (mgr.34107) 472 : cluster [DBG] pgmap v886: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:31.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:30 smithi053 bash[67631]: cluster 2024-09-13T00:18:29.783187+0000 mon.a (mon.0) 1533 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2024-09-13T00:18:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:30 smithi032 bash[75510]: cluster 2024-09-13T00:18:29.294710+0000 mgr.y (mgr.34107) 472 : cluster [DBG] pgmap v886: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:30 smithi032 bash[75510]: cluster 2024-09-13T00:18:29.783187+0000 mon.a (mon.0) 1533 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2024-09-13T00:18:31.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:30 smithi032 bash[76677]: cluster 2024-09-13T00:18:29.294710+0000 mgr.y (mgr.34107) 472 : cluster [DBG] pgmap v886: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:31.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:30 smithi032 bash[76677]: cluster 2024-09-13T00:18:29.783187+0000 mon.a (mon.0) 1533 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2024-09-13T00:18:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:31 smithi032 bash[75510]: cluster 2024-09-13T00:18:30.827080+0000 mon.a (mon.0) 1534 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2024-09-13T00:18:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:31 smithi032 bash[75510]: audit 2024-09-13T00:18:30.834480+0000 mon.a (mon.0) 1535 : audit [INF] from='client.? 172.21.15.32:0/4245200538' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:32.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:31 smithi032 bash[76677]: cluster 2024-09-13T00:18:30.827080+0000 mon.a (mon.0) 1534 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2024-09-13T00:18:32.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:31 smithi032 bash[76677]: audit 2024-09-13T00:18:30.834480+0000 mon.a (mon.0) 1535 : audit [INF] from='client.? 172.21.15.32:0/4245200538' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:32.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:31 smithi053 bash[67631]: cluster 2024-09-13T00:18:30.827080+0000 mon.a (mon.0) 1534 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2024-09-13T00:18:32.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:31 smithi053 bash[67631]: audit 2024-09-13T00:18:30.834480+0000 mon.a (mon.0) 1535 : audit [INF] from='client.? 172.21.15.32:0/4245200538' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:18:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:18:32] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-09-13T00:18:32.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:18:32 smithi053 bash[94430]: ts=2024-09-13T00:18:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:18:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:32 smithi032 bash[75510]: cluster 2024-09-13T00:18:31.295454+0000 mgr.y (mgr.34107) 473 : cluster [DBG] pgmap v889: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:32 smithi032 bash[75510]: cluster 2024-09-13T00:18:31.820218+0000 mon.a (mon.0) 1536 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:32 smithi032 bash[75510]: audit 2024-09-13T00:18:31.838017+0000 mon.a (mon.0) 1537 : audit [INF] from='client.? 172.21.15.32:0/4245200538' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:32 smithi032 bash[75510]: cluster 2024-09-13T00:18:31.838404+0000 mon.a (mon.0) 1538 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2024-09-13T00:18:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:32 smithi032 bash[76677]: cluster 2024-09-13T00:18:31.295454+0000 mgr.y (mgr.34107) 473 : cluster [DBG] pgmap v889: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:32 smithi032 bash[76677]: cluster 2024-09-13T00:18:31.820218+0000 mon.a (mon.0) 1536 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:32 smithi032 bash[76677]: audit 2024-09-13T00:18:31.838017+0000 mon.a (mon.0) 1537 : audit [INF] from='client.? 172.21.15.32:0/4245200538' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:32 smithi032 bash[76677]: cluster 2024-09-13T00:18:31.838404+0000 mon.a (mon.0) 1538 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2024-09-13T00:18:33.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:32 smithi053 bash[67631]: cluster 2024-09-13T00:18:31.295454+0000 mgr.y (mgr.34107) 473 : cluster [DBG] pgmap v889: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:33.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:32 smithi053 bash[67631]: cluster 2024-09-13T00:18:31.820218+0000 mon.a (mon.0) 1536 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:33.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:32 smithi053 bash[67631]: audit 2024-09-13T00:18:31.838017+0000 mon.a (mon.0) 1537 : audit [INF] from='client.? 172.21.15.32:0/4245200538' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:33.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:32 smithi053 bash[67631]: cluster 2024-09-13T00:18:31.838404+0000 mon.a (mon.0) 1538 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2024-09-13T00:18:33.858 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.Commit (4072 ms) 2024-09-13T00:18:33.858 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-13T00:18:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:33 smithi032 bash[75510]: cluster 2024-09-13T00:18:32.846240+0000 mon.a (mon.0) 1539 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2024-09-13T00:18:34.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:33 smithi032 bash[76677]: cluster 2024-09-13T00:18:32.846240+0000 mon.a (mon.0) 1539 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2024-09-13T00:18:34.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:33 smithi053 bash[67631]: cluster 2024-09-13T00:18:32.846240+0000 mon.a (mon.0) 1539 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2024-09-13T00:18:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:34 smithi032 bash[75510]: cluster 2024-09-13T00:18:33.296160+0000 mgr.y (mgr.34107) 474 : cluster [DBG] pgmap v892: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:34 smithi032 bash[75510]: cluster 2024-09-13T00:18:33.839524+0000 mon.a (mon.0) 1540 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:34 smithi032 bash[75510]: cluster 2024-09-13T00:18:33.839569+0000 mon.a (mon.0) 1541 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:34 smithi032 bash[75510]: cluster 2024-09-13T00:18:33.856277+0000 mon.a (mon.0) 1542 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2024-09-13T00:18:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:34 smithi032 bash[76677]: cluster 2024-09-13T00:18:33.296160+0000 mgr.y (mgr.34107) 474 : cluster [DBG] pgmap v892: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:34 smithi032 bash[76677]: cluster 2024-09-13T00:18:33.839524+0000 mon.a (mon.0) 1540 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:34 smithi032 bash[76677]: cluster 2024-09-13T00:18:33.839569+0000 mon.a (mon.0) 1541 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:34 smithi032 bash[76677]: cluster 2024-09-13T00:18:33.856277+0000 mon.a (mon.0) 1542 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2024-09-13T00:18:35.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:34 smithi053 bash[67631]: cluster 2024-09-13T00:18:33.296160+0000 mgr.y (mgr.34107) 474 : cluster [DBG] pgmap v892: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:35.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:34 smithi053 bash[67631]: cluster 2024-09-13T00:18:33.839524+0000 mon.a (mon.0) 1540 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:35.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:34 smithi053 bash[67631]: cluster 2024-09-13T00:18:33.839569+0000 mon.a (mon.0) 1541 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:35.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:34 smithi053 bash[67631]: cluster 2024-09-13T00:18:33.856277+0000 mon.a (mon.0) 1542 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2024-09-13T00:18:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:35 smithi032 bash[75510]: cluster 2024-09-13T00:18:34.866978+0000 mon.a (mon.0) 1543 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2024-09-13T00:18:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:35 smithi032 bash[75510]: audit 2024-09-13T00:18:34.868941+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? 172.21.15.32:0/3634371275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:35 smithi032 bash[76677]: cluster 2024-09-13T00:18:34.866978+0000 mon.a (mon.0) 1543 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2024-09-13T00:18:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:35 smithi032 bash[76677]: audit 2024-09-13T00:18:34.868941+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? 172.21.15.32:0/3634371275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:36.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:35 smithi053 bash[67631]: cluster 2024-09-13T00:18:34.866978+0000 mon.a (mon.0) 1543 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2024-09-13T00:18:36.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:35 smithi053 bash[67631]: audit 2024-09-13T00:18:34.868941+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? 172.21.15.32:0/3634371275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:36.885 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.Abort (3027 ms) 2024-09-13T00:18:36.886 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-13T00:18:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:36 smithi032 bash[75510]: cluster 2024-09-13T00:18:35.297054+0000 mgr.y (mgr.34107) 475 : cluster [DBG] pgmap v895: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:36 smithi032 bash[75510]: cluster 2024-09-13T00:18:35.859963+0000 mon.a (mon.0) 1545 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:36 smithi032 bash[75510]: audit 2024-09-13T00:18:35.877724+0000 mon.a (mon.0) 1546 : audit [INF] from='client.? 172.21.15.32:0/3634371275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:36 smithi032 bash[75510]: cluster 2024-09-13T00:18:35.878307+0000 mon.a (mon.0) 1547 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2024-09-13T00:18:37.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:36 smithi032 bash[76677]: cluster 2024-09-13T00:18:35.297054+0000 mgr.y (mgr.34107) 475 : cluster [DBG] pgmap v895: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:37.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:36 smithi032 bash[76677]: cluster 2024-09-13T00:18:35.859963+0000 mon.a (mon.0) 1545 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:36 smithi032 bash[76677]: audit 2024-09-13T00:18:35.877724+0000 mon.a (mon.0) 1546 : audit [INF] from='client.? 172.21.15.32:0/3634371275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:36 smithi032 bash[76677]: cluster 2024-09-13T00:18:35.878307+0000 mon.a (mon.0) 1547 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2024-09-13T00:18:37.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:36 smithi053 bash[67631]: cluster 2024-09-13T00:18:35.297054+0000 mgr.y (mgr.34107) 475 : cluster [DBG] pgmap v895: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:37.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:36 smithi053 bash[67631]: cluster 2024-09-13T00:18:35.859963+0000 mon.a (mon.0) 1545 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:36 smithi053 bash[67631]: audit 2024-09-13T00:18:35.877724+0000 mon.a (mon.0) 1546 : audit [INF] from='client.? 172.21.15.32:0/3634371275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:36 smithi053 bash[67631]: cluster 2024-09-13T00:18:35.878307+0000 mon.a (mon.0) 1547 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2024-09-13T00:18:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:37 smithi032 bash[75510]: cluster 2024-09-13T00:18:36.882666+0000 mon.a (mon.0) 1548 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2024-09-13T00:18:38.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:37 smithi032 bash[76677]: cluster 2024-09-13T00:18:36.882666+0000 mon.a (mon.0) 1548 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2024-09-13T00:18:38.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:37 smithi053 bash[67631]: cluster 2024-09-13T00:18:36.882666+0000 mon.a (mon.0) 1548 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2024-09-13T00:18:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:38 smithi032 bash[75510]: cluster 2024-09-13T00:18:37.297680+0000 mgr.y (mgr.34107) 476 : cluster [DBG] pgmap v898: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:38 smithi032 bash[75510]: cluster 2024-09-13T00:18:37.888664+0000 mon.a (mon.0) 1549 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:38 smithi032 bash[75510]: cluster 2024-09-13T00:18:37.888743+0000 mon.a (mon.0) 1550 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:38 smithi032 bash[75510]: cluster 2024-09-13T00:18:37.909785+0000 mon.a (mon.0) 1551 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2024-09-13T00:18:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:38 smithi032 bash[75510]: audit 2024-09-13T00:18:37.917721+0000 mon.c (mon.2) 18 : audit [INF] from='client.? 172.21.15.32:0/278559713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:38 smithi032 bash[75510]: audit 2024-09-13T00:18:37.920032+0000 mon.a (mon.0) 1552 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:38 smithi032 bash[76677]: cluster 2024-09-13T00:18:37.297680+0000 mgr.y (mgr.34107) 476 : cluster [DBG] pgmap v898: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:38 smithi032 bash[76677]: cluster 2024-09-13T00:18:37.888664+0000 mon.a (mon.0) 1549 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:38 smithi032 bash[76677]: cluster 2024-09-13T00:18:37.888743+0000 mon.a (mon.0) 1550 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:38 smithi032 bash[76677]: cluster 2024-09-13T00:18:37.909785+0000 mon.a (mon.0) 1551 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2024-09-13T00:18:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:38 smithi032 bash[76677]: audit 2024-09-13T00:18:37.917721+0000 mon.c (mon.2) 18 : audit [INF] from='client.? 172.21.15.32:0/278559713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:38 smithi032 bash[76677]: audit 2024-09-13T00:18:37.920032+0000 mon.a (mon.0) 1552 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:39.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:38 smithi053 bash[67631]: cluster 2024-09-13T00:18:37.297680+0000 mgr.y (mgr.34107) 476 : cluster [DBG] pgmap v898: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:39.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:38 smithi053 bash[67631]: cluster 2024-09-13T00:18:37.888664+0000 mon.a (mon.0) 1549 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:39.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:38 smithi053 bash[67631]: cluster 2024-09-13T00:18:37.888743+0000 mon.a (mon.0) 1550 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:39.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:38 smithi053 bash[67631]: cluster 2024-09-13T00:18:37.909785+0000 mon.a (mon.0) 1551 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2024-09-13T00:18:39.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:38 smithi053 bash[67631]: audit 2024-09-13T00:18:37.917721+0000 mon.c (mon.2) 18 : audit [INF] from='client.? 172.21.15.32:0/278559713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:39.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:38 smithi053 bash[67631]: audit 2024-09-13T00:18:37.920032+0000 mon.a (mon.0) 1552 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:39.927 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.ReserveError (3041 ms) 2024-09-13T00:18:39.928 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-13T00:18:40.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:39 smithi053 bash[67631]: audit 2024-09-13T00:18:38.919332+0000 mon.a (mon.0) 1553 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:40.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:39 smithi053 bash[67631]: cluster 2024-09-13T00:18:38.919792+0000 mon.a (mon.0) 1554 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2024-09-13T00:18:40.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:39 smithi032 bash[76677]: audit 2024-09-13T00:18:38.919332+0000 mon.a (mon.0) 1553 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:40.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:39 smithi032 bash[76677]: cluster 2024-09-13T00:18:38.919792+0000 mon.a (mon.0) 1554 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2024-09-13T00:18:40.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:39 smithi032 bash[75510]: audit 2024-09-13T00:18:38.919332+0000 mon.a (mon.0) 1553 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:40.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:39 smithi032 bash[75510]: cluster 2024-09-13T00:18:38.919792+0000 mon.a (mon.0) 1554 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2024-09-13T00:18:41.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:40 smithi053 bash[67631]: cluster 2024-09-13T00:18:39.298344+0000 mgr.y (mgr.34107) 477 : cluster [DBG] pgmap v901: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:41.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:40 smithi053 bash[67631]: cluster 2024-09-13T00:18:39.921262+0000 mon.a (mon.0) 1555 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2024-09-13T00:18:41.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:40 smithi053 bash[67631]: audit 2024-09-13T00:18:40.411833+0000 mon.a (mon.0) 1556 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:18:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:40 smithi032 bash[75510]: cluster 2024-09-13T00:18:39.298344+0000 mgr.y (mgr.34107) 477 : cluster [DBG] pgmap v901: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:40 smithi032 bash[75510]: cluster 2024-09-13T00:18:39.921262+0000 mon.a (mon.0) 1555 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2024-09-13T00:18:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:40 smithi032 bash[75510]: audit 2024-09-13T00:18:40.411833+0000 mon.a (mon.0) 1556 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:18:41.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:40 smithi032 bash[76677]: cluster 2024-09-13T00:18:39.298344+0000 mgr.y (mgr.34107) 477 : cluster [DBG] pgmap v901: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:40 smithi032 bash[76677]: cluster 2024-09-13T00:18:39.921262+0000 mon.a (mon.0) 1555 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2024-09-13T00:18:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:40 smithi032 bash[76677]: audit 2024-09-13T00:18:40.411833+0000 mon.a (mon.0) 1556 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:18:42.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:41 smithi053 bash[67631]: cluster 2024-09-13T00:18:40.947404+0000 mon.a (mon.0) 1557 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2024-09-13T00:18:42.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:41 smithi053 bash[67631]: audit 2024-09-13T00:18:40.950845+0000 mon.c (mon.2) 19 : audit [INF] from='client.? 172.21.15.32:0/79108507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:42.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:41 smithi053 bash[67631]: audit 2024-09-13T00:18:40.953839+0000 mon.a (mon.0) 1558 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:42.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:41 smithi053 bash[67631]: cluster 2024-09-13T00:18:41.299187+0000 mgr.y (mgr.34107) 478 : cluster [DBG] pgmap v904: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:42.321 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:41 smithi032 bash[75510]: cluster 2024-09-13T00:18:40.947404+0000 mon.a (mon.0) 1557 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2024-09-13T00:18:42.321 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:41 smithi032 bash[75510]: audit 2024-09-13T00:18:40.950845+0000 mon.c (mon.2) 19 : audit [INF] from='client.? 172.21.15.32:0/79108507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:42.321 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:41 smithi032 bash[75510]: audit 2024-09-13T00:18:40.953839+0000 mon.a (mon.0) 1558 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:42.321 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:41 smithi032 bash[75510]: cluster 2024-09-13T00:18:41.299187+0000 mgr.y (mgr.34107) 478 : cluster [DBG] pgmap v904: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:42.321 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:41 smithi032 bash[76677]: cluster 2024-09-13T00:18:40.947404+0000 mon.a (mon.0) 1557 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2024-09-13T00:18:42.322 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:41 smithi032 bash[76677]: audit 2024-09-13T00:18:40.950845+0000 mon.c (mon.2) 19 : audit [INF] from='client.? 172.21.15.32:0/79108507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:42.322 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:41 smithi032 bash[76677]: audit 2024-09-13T00:18:40.953839+0000 mon.a (mon.0) 1558 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:42.322 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:41 smithi032 bash[76677]: cluster 2024-09-13T00:18:41.299187+0000 mgr.y (mgr.34107) 478 : cluster [DBG] pgmap v904: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:18:42] "GET /metrics HTTP/1.1" 200 33935 "" "Prometheus/2.43.0" 2024-09-13T00:18:42.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:18:42 smithi053 bash[94430]: ts=2024-09-13T00:18:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:18:42.966 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.CommitError (3035 ms) 2024-09-13T00:18:42.966 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-13T00:18:43.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:42 smithi053 bash[67631]: cluster 2024-09-13T00:18:41.940720+0000 mon.a (mon.0) 1559 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:43.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:42 smithi053 bash[67631]: audit 2024-09-13T00:18:41.958957+0000 mon.a (mon.0) 1560 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:43.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:42 smithi053 bash[67631]: cluster 2024-09-13T00:18:41.959626+0000 mon.a (mon.0) 1561 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2024-09-13T00:18:43.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:42 smithi053 bash[67631]: audit 2024-09-13T00:18:41.962128+0000 mon.a (mon.0) 1562 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:18:43.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:42 smithi053 bash[67631]: audit 2024-09-13T00:18:42.495402+0000 mon.a (mon.0) 1563 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:18:43.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:42 smithi053 bash[67631]: audit 2024-09-13T00:18:42.497113+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:18:43.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:42 smithi053 bash[67631]: audit 2024-09-13T00:18:42.506558+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:18:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[75510]: cluster 2024-09-13T00:18:41.940720+0000 mon.a (mon.0) 1559 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[75510]: audit 2024-09-13T00:18:41.958957+0000 mon.a (mon.0) 1560 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[75510]: cluster 2024-09-13T00:18:41.959626+0000 mon.a (mon.0) 1561 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2024-09-13T00:18:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[75510]: audit 2024-09-13T00:18:41.962128+0000 mon.a (mon.0) 1562 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:18:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[75510]: audit 2024-09-13T00:18:42.495402+0000 mon.a (mon.0) 1563 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:18:43.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[75510]: audit 2024-09-13T00:18:42.497113+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:18:43.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[75510]: audit 2024-09-13T00:18:42.506558+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:18:43.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[76677]: cluster 2024-09-13T00:18:41.940720+0000 mon.a (mon.0) 1559 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:43.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[76677]: audit 2024-09-13T00:18:41.958957+0000 mon.a (mon.0) 1560 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:43.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[76677]: cluster 2024-09-13T00:18:41.959626+0000 mon.a (mon.0) 1561 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2024-09-13T00:18:43.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[76677]: audit 2024-09-13T00:18:41.962128+0000 mon.a (mon.0) 1562 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:18:43.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[76677]: audit 2024-09-13T00:18:42.495402+0000 mon.a (mon.0) 1563 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:18:43.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[76677]: audit 2024-09-13T00:18:42.497113+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:18:43.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:42 smithi032 bash[76677]: audit 2024-09-13T00:18:42.506558+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:18:44.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:43 smithi053 bash[67631]: cluster 2024-09-13T00:18:42.960597+0000 mon.a (mon.0) 1566 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2024-09-13T00:18:44.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:43 smithi053 bash[67631]: cluster 2024-09-13T00:18:43.299799+0000 mgr.y (mgr.34107) 479 : cluster [DBG] pgmap v907: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:44.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:43 smithi032 bash[75510]: cluster 2024-09-13T00:18:42.960597+0000 mon.a (mon.0) 1566 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2024-09-13T00:18:44.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:43 smithi032 bash[75510]: cluster 2024-09-13T00:18:43.299799+0000 mgr.y (mgr.34107) 479 : cluster [DBG] pgmap v907: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:44.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:43 smithi032 bash[76677]: cluster 2024-09-13T00:18:42.960597+0000 mon.a (mon.0) 1566 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2024-09-13T00:18:44.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:43 smithi032 bash[76677]: cluster 2024-09-13T00:18:43.299799+0000 mgr.y (mgr.34107) 479 : cluster [DBG] pgmap v907: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:45.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:45 smithi053 bash[67631]: cluster 2024-09-13T00:18:43.964697+0000 mon.a (mon.0) 1567 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:45.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:45 smithi053 bash[67631]: cluster 2024-09-13T00:18:43.964756+0000 mon.a (mon.0) 1568 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:45.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:45 smithi053 bash[67631]: cluster 2024-09-13T00:18:43.985646+0000 mon.a (mon.0) 1569 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2024-09-13T00:18:45.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:45 smithi053 bash[67631]: audit 2024-09-13T00:18:43.992597+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.32:0/2703513189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:45.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:45 smithi053 bash[67631]: audit 2024-09-13T00:18:43.993255+0000 mon.a (mon.0) 1570 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:44 smithi032 bash[75510]: cluster 2024-09-13T00:18:43.964697+0000 mon.a (mon.0) 1567 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:44 smithi032 bash[75510]: cluster 2024-09-13T00:18:43.964756+0000 mon.a (mon.0) 1568 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:44 smithi032 bash[75510]: cluster 2024-09-13T00:18:43.985646+0000 mon.a (mon.0) 1569 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2024-09-13T00:18:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:44 smithi032 bash[75510]: audit 2024-09-13T00:18:43.992597+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.32:0/2703513189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:44 smithi032 bash[75510]: audit 2024-09-13T00:18:43.993255+0000 mon.a (mon.0) 1570 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:45 smithi032 bash[76677]: cluster 2024-09-13T00:18:43.964697+0000 mon.a (mon.0) 1567 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:45 smithi032 bash[76677]: cluster 2024-09-13T00:18:43.964756+0000 mon.a (mon.0) 1568 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:45 smithi032 bash[76677]: cluster 2024-09-13T00:18:43.985646+0000 mon.a (mon.0) 1569 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2024-09-13T00:18:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:45 smithi032 bash[76677]: audit 2024-09-13T00:18:43.992597+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.32:0/2703513189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:45 smithi032 bash[76677]: audit 2024-09-13T00:18:43.993255+0000 mon.a (mon.0) 1570 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:46.025 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.AbortError (3062 ms) 2024-09-13T00:18:46.025 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-13T00:18:46.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:46 smithi053 bash[67631]: audit 2024-09-13T00:18:44.987280+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:46.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:46 smithi053 bash[67631]: cluster 2024-09-13T00:18:44.987809+0000 mon.a (mon.0) 1572 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2024-09-13T00:18:46.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:46 smithi053 bash[67631]: cluster 2024-09-13T00:18:45.300637+0000 mgr.y (mgr.34107) 480 : cluster [DBG] pgmap v910: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:46.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:46 smithi032 bash[75510]: audit 2024-09-13T00:18:44.987280+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:46.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:46 smithi032 bash[75510]: cluster 2024-09-13T00:18:44.987809+0000 mon.a (mon.0) 1572 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2024-09-13T00:18:46.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:46 smithi032 bash[75510]: cluster 2024-09-13T00:18:45.300637+0000 mgr.y (mgr.34107) 480 : cluster [DBG] pgmap v910: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:46.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:46 smithi032 bash[76677]: audit 2024-09-13T00:18:44.987280+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:46.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:46 smithi032 bash[76677]: cluster 2024-09-13T00:18:44.987809+0000 mon.a (mon.0) 1572 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2024-09-13T00:18:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:46 smithi032 bash[76677]: cluster 2024-09-13T00:18:45.300637+0000 mgr.y (mgr.34107) 480 : cluster [DBG] pgmap v910: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:47.283 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:47 smithi053 bash[67631]: cluster 2024-09-13T00:18:46.007756+0000 mon.a (mon.0) 1573 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2024-09-13T00:18:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:47 smithi032 bash[75510]: cluster 2024-09-13T00:18:46.007756+0000 mon.a (mon.0) 1573 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2024-09-13T00:18:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:47 smithi032 bash[76677]: cluster 2024-09-13T00:18:46.007756+0000 mon.a (mon.0) 1573 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2024-09-13T00:18:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:48 smithi032 bash[75510]: cluster 2024-09-13T00:18:47.026295+0000 mon.a (mon.0) 1574 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2024-09-13T00:18:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:48 smithi032 bash[75510]: audit 2024-09-13T00:18:47.029265+0000 mon.a (mon.0) 1575 : audit [INF] from='client.? 172.21.15.32:0/3357927652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:48 smithi032 bash[75510]: cluster 2024-09-13T00:18:47.301329+0000 mgr.y (mgr.34107) 481 : cluster [DBG] pgmap v913: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:48 smithi032 bash[75510]: audit 2024-09-13T00:18:48.028351+0000 mon.a (mon.0) 1576 : audit [INF] from='client.? 172.21.15.32:0/3357927652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:48 smithi032 bash[75510]: cluster 2024-09-13T00:18:48.029139+0000 mon.a (mon.0) 1577 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2024-09-13T00:18:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:48 smithi032 bash[76677]: cluster 2024-09-13T00:18:47.026295+0000 mon.a (mon.0) 1574 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2024-09-13T00:18:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:48 smithi032 bash[76677]: audit 2024-09-13T00:18:47.029265+0000 mon.a (mon.0) 1575 : audit [INF] from='client.? 172.21.15.32:0/3357927652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:48 smithi032 bash[76677]: cluster 2024-09-13T00:18:47.301329+0000 mgr.y (mgr.34107) 481 : cluster [DBG] pgmap v913: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:48 smithi032 bash[76677]: audit 2024-09-13T00:18:48.028351+0000 mon.a (mon.0) 1576 : audit [INF] from='client.? 172.21.15.32:0/3357927652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:48 smithi032 bash[76677]: cluster 2024-09-13T00:18:48.029139+0000 mon.a (mon.0) 1577 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2024-09-13T00:18:48.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:48 smithi053 bash[67631]: cluster 2024-09-13T00:18:47.026295+0000 mon.a (mon.0) 1574 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2024-09-13T00:18:48.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:48 smithi053 bash[67631]: audit 2024-09-13T00:18:47.029265+0000 mon.a (mon.0) 1575 : audit [INF] from='client.? 172.21.15.32:0/3357927652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:48.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:48 smithi053 bash[67631]: cluster 2024-09-13T00:18:47.301329+0000 mgr.y (mgr.34107) 481 : cluster [DBG] pgmap v913: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:48.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:48 smithi053 bash[67631]: audit 2024-09-13T00:18:48.028351+0000 mon.a (mon.0) 1576 : audit [INF] from='client.? 172.21.15.32:0/3357927652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:48.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:48 smithi053 bash[67631]: cluster 2024-09-13T00:18:48.029139+0000 mon.a (mon.0) 1577 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2024-09-13T00:18:49.042 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3013 ms) 2024-09-13T00:18:49.042 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-13T00:18:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:49 smithi032 bash[75510]: cluster 2024-09-13T00:18:48.033590+0000 mon.a (mon.0) 1578 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:49 smithi032 bash[75510]: cluster 2024-09-13T00:18:49.029701+0000 mon.a (mon.0) 1579 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2024-09-13T00:18:49.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:49 smithi032 bash[76677]: cluster 2024-09-13T00:18:48.033590+0000 mon.a (mon.0) 1578 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:49.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:49 smithi032 bash[76677]: cluster 2024-09-13T00:18:49.029701+0000 mon.a (mon.0) 1579 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2024-09-13T00:18:49.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:49 smithi053 bash[67631]: cluster 2024-09-13T00:18:48.033590+0000 mon.a (mon.0) 1578 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:49.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:49 smithi053 bash[67631]: cluster 2024-09-13T00:18:49.029701+0000 mon.a (mon.0) 1579 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2024-09-13T00:18:50.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:50 smithi032 bash[75510]: cluster 2024-09-13T00:18:49.301919+0000 mgr.y (mgr.34107) 482 : cluster [DBG] pgmap v916: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:50.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:50 smithi032 bash[76677]: cluster 2024-09-13T00:18:49.301919+0000 mgr.y (mgr.34107) 482 : cluster [DBG] pgmap v916: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:50.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:50 smithi053 bash[67631]: cluster 2024-09-13T00:18:49.301919+0000 mgr.y (mgr.34107) 482 : cluster [DBG] pgmap v916: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:51 smithi032 bash[75510]: cluster 2024-09-13T00:18:50.064340+0000 mon.a (mon.0) 1580 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:51 smithi032 bash[75510]: cluster 2024-09-13T00:18:50.064409+0000 mon.a (mon.0) 1581 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:51 smithi032 bash[75510]: cluster 2024-09-13T00:18:50.085611+0000 mon.a (mon.0) 1582 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2024-09-13T00:18:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:51 smithi032 bash[75510]: audit 2024-09-13T00:18:50.087122+0000 mon.a (mon.0) 1583 : audit [INF] from='client.? 172.21.15.32:0/1457800885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:51.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:51 smithi032 bash[76677]: cluster 2024-09-13T00:18:50.064340+0000 mon.a (mon.0) 1580 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:51.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:51 smithi032 bash[76677]: cluster 2024-09-13T00:18:50.064409+0000 mon.a (mon.0) 1581 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:51.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:51 smithi032 bash[76677]: cluster 2024-09-13T00:18:50.085611+0000 mon.a (mon.0) 1582 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2024-09-13T00:18:51.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:51 smithi032 bash[76677]: audit 2024-09-13T00:18:50.087122+0000 mon.a (mon.0) 1583 : audit [INF] from='client.? 172.21.15.32:0/1457800885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:51.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:51 smithi053 bash[67631]: cluster 2024-09-13T00:18:50.064340+0000 mon.a (mon.0) 1580 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:51.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:51 smithi053 bash[67631]: cluster 2024-09-13T00:18:50.064409+0000 mon.a (mon.0) 1581 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:51.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:51 smithi053 bash[67631]: cluster 2024-09-13T00:18:50.085611+0000 mon.a (mon.0) 1582 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2024-09-13T00:18:51.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:51 smithi053 bash[67631]: audit 2024-09-13T00:18:50.087122+0000 mon.a (mon.0) 1583 : audit [INF] from='client.? 172.21.15.32:0/1457800885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:52.114 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3076 ms) 2024-09-13T00:18:52.114 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-13T00:18:52.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:18:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:18:52] "GET /metrics HTTP/1.1" 200 33935 "" "Prometheus/2.43.0" 2024-09-13T00:18:52.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:52 smithi032 bash[75510]: audit 2024-09-13T00:18:51.086940+0000 mon.a (mon.0) 1584 : audit [INF] from='client.? 172.21.15.32:0/1457800885' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:52.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:52 smithi032 bash[75510]: cluster 2024-09-13T00:18:51.087507+0000 mon.a (mon.0) 1585 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2024-09-13T00:18:52.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:52 smithi032 bash[75510]: cluster 2024-09-13T00:18:51.302568+0000 mgr.y (mgr.34107) 483 : cluster [DBG] pgmap v919: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:52.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:52 smithi032 bash[76677]: audit 2024-09-13T00:18:51.086940+0000 mon.a (mon.0) 1584 : audit [INF] from='client.? 172.21.15.32:0/1457800885' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:52.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:52 smithi032 bash[76677]: cluster 2024-09-13T00:18:51.087507+0000 mon.a (mon.0) 1585 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2024-09-13T00:18:52.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:52 smithi032 bash[76677]: cluster 2024-09-13T00:18:51.302568+0000 mgr.y (mgr.34107) 483 : cluster [DBG] pgmap v919: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:52.533 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:18:52 smithi053 bash[94430]: ts=2024-09-13T00:18:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:18:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:52 smithi053 bash[67631]: audit 2024-09-13T00:18:51.086940+0000 mon.a (mon.0) 1584 : audit [INF] from='client.? 172.21.15.32:0/1457800885' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:52 smithi053 bash[67631]: cluster 2024-09-13T00:18:51.087507+0000 mon.a (mon.0) 1585 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2024-09-13T00:18:52.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:52 smithi053 bash[67631]: cluster 2024-09-13T00:18:51.302568+0000 mgr.y (mgr.34107) 483 : cluster [DBG] pgmap v919: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:53 smithi032 bash[76677]: cluster 2024-09-13T00:18:52.111978+0000 mon.a (mon.0) 1586 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2024-09-13T00:18:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:53 smithi032 bash[75510]: cluster 2024-09-13T00:18:52.111978+0000 mon.a (mon.0) 1586 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2024-09-13T00:18:53.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:53 smithi053 bash[67631]: cluster 2024-09-13T00:18:52.111978+0000 mon.a (mon.0) 1586 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2024-09-13T00:18:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:54 smithi032 bash[75510]: cluster 2024-09-13T00:18:53.116996+0000 mon.a (mon.0) 1587 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2024-09-13T00:18:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:54 smithi032 bash[75510]: audit 2024-09-13T00:18:53.123406+0000 mon.a (mon.0) 1588 : audit [INF] from='client.? 172.21.15.32:0/1102032949' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:54 smithi032 bash[75510]: cluster 2024-09-13T00:18:53.303345+0000 mgr.y (mgr.34107) 484 : cluster [DBG] pgmap v922: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:54 smithi032 bash[75510]: audit 2024-09-13T00:18:54.117733+0000 mon.a (mon.0) 1589 : audit [INF] from='client.? 172.21.15.32:0/1102032949' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:54 smithi032 bash[75510]: cluster 2024-09-13T00:18:54.118107+0000 mon.a (mon.0) 1590 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2024-09-13T00:18:54.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:54 smithi032 bash[76677]: cluster 2024-09-13T00:18:53.116996+0000 mon.a (mon.0) 1587 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2024-09-13T00:18:54.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:54 smithi032 bash[76677]: audit 2024-09-13T00:18:53.123406+0000 mon.a (mon.0) 1588 : audit [INF] from='client.? 172.21.15.32:0/1102032949' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:54.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:54 smithi032 bash[76677]: cluster 2024-09-13T00:18:53.303345+0000 mgr.y (mgr.34107) 484 : cluster [DBG] pgmap v922: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:54.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:54 smithi032 bash[76677]: audit 2024-09-13T00:18:54.117733+0000 mon.a (mon.0) 1589 : audit [INF] from='client.? 172.21.15.32:0/1102032949' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:54.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:54 smithi032 bash[76677]: cluster 2024-09-13T00:18:54.118107+0000 mon.a (mon.0) 1590 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2024-09-13T00:18:54.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:54 smithi053 bash[67631]: cluster 2024-09-13T00:18:53.116996+0000 mon.a (mon.0) 1587 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2024-09-13T00:18:54.603 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:54 smithi053 bash[67631]: audit 2024-09-13T00:18:53.123406+0000 mon.a (mon.0) 1588 : audit [INF] from='client.? 172.21.15.32:0/1102032949' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:54.604 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:54 smithi053 bash[67631]: cluster 2024-09-13T00:18:53.303345+0000 mgr.y (mgr.34107) 484 : cluster [DBG] pgmap v922: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:54.604 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:54 smithi053 bash[67631]: audit 2024-09-13T00:18:54.117733+0000 mon.a (mon.0) 1589 : audit [INF] from='client.? 172.21.15.32:0/1102032949' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:54.604 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:54 smithi053 bash[67631]: cluster 2024-09-13T00:18:54.118107+0000 mon.a (mon.0) 1590 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2024-09-13T00:18:55.140 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3026 ms) 2024-09-13T00:18:55.141 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-13T00:18:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:55 smithi032 bash[75510]: cluster 2024-09-13T00:18:54.124200+0000 mon.a (mon.0) 1591 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:55 smithi032 bash[75510]: cluster 2024-09-13T00:18:55.137535+0000 mon.a (mon.0) 1592 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2024-09-13T00:18:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:55 smithi032 bash[76677]: cluster 2024-09-13T00:18:54.124200+0000 mon.a (mon.0) 1591 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:55 smithi032 bash[76677]: cluster 2024-09-13T00:18:55.137535+0000 mon.a (mon.0) 1592 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2024-09-13T00:18:55.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:55 smithi053 bash[67631]: cluster 2024-09-13T00:18:54.124200+0000 mon.a (mon.0) 1591 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:18:55.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:55 smithi053 bash[67631]: cluster 2024-09-13T00:18:55.137535+0000 mon.a (mon.0) 1592 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2024-09-13T00:18:56.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:56 smithi053 bash[67631]: audit 2024-09-13T00:18:55.159599+0000 mon.a (mon.0) 1593 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:18:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:56 smithi053 bash[67631]: audit 2024-09-13T00:18:55.162464+0000 mon.a (mon.0) 1594 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:18:56.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:56 smithi053 bash[67631]: cluster 2024-09-13T00:18:55.304019+0000 mgr.y (mgr.34107) 485 : cluster [DBG] pgmap v925: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:56 smithi032 bash[75510]: audit 2024-09-13T00:18:55.159599+0000 mon.a (mon.0) 1593 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:18:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:56 smithi032 bash[75510]: audit 2024-09-13T00:18:55.162464+0000 mon.a (mon.0) 1594 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:18:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:56 smithi032 bash[75510]: cluster 2024-09-13T00:18:55.304019+0000 mgr.y (mgr.34107) 485 : cluster [DBG] pgmap v925: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:56.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:56 smithi032 bash[76677]: audit 2024-09-13T00:18:55.159599+0000 mon.a (mon.0) 1593 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:18:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:56 smithi032 bash[76677]: audit 2024-09-13T00:18:55.162464+0000 mon.a (mon.0) 1594 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:18:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:56 smithi032 bash[76677]: cluster 2024-09-13T00:18:55.304019+0000 mgr.y (mgr.34107) 485 : cluster [DBG] pgmap v925: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:57.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:57 smithi053 bash[67631]: cluster 2024-09-13T00:18:56.156640+0000 mon.a (mon.0) 1595 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:57.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:57 smithi053 bash[67631]: cluster 2024-09-13T00:18:56.156735+0000 mon.a (mon.0) 1596 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:57.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:57 smithi053 bash[67631]: cluster 2024-09-13T00:18:56.177436+0000 mon.a (mon.0) 1597 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2024-09-13T00:18:57.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:57 smithi053 bash[67631]: audit 2024-09-13T00:18:56.181997+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.32:0/322961271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:57.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:57 smithi053 bash[67631]: audit 2024-09-13T00:18:56.183033+0000 mon.a (mon.0) 1598 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:57.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:57 smithi032 bash[75510]: cluster 2024-09-13T00:18:56.156640+0000 mon.a (mon.0) 1595 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:57.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:57 smithi032 bash[75510]: cluster 2024-09-13T00:18:56.156735+0000 mon.a (mon.0) 1596 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:57.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:57 smithi032 bash[75510]: cluster 2024-09-13T00:18:56.177436+0000 mon.a (mon.0) 1597 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2024-09-13T00:18:57.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:57 smithi032 bash[75510]: audit 2024-09-13T00:18:56.181997+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.32:0/322961271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:57.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:57 smithi032 bash[75510]: audit 2024-09-13T00:18:56.183033+0000 mon.a (mon.0) 1598 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:57.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:57 smithi032 bash[76677]: cluster 2024-09-13T00:18:56.156640+0000 mon.a (mon.0) 1595 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:18:57.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:57 smithi032 bash[76677]: cluster 2024-09-13T00:18:56.156735+0000 mon.a (mon.0) 1596 : cluster [INF] Cluster is now healthy 2024-09-13T00:18:57.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:57 smithi032 bash[76677]: cluster 2024-09-13T00:18:56.177436+0000 mon.a (mon.0) 1597 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2024-09-13T00:18:57.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:57 smithi032 bash[76677]: audit 2024-09-13T00:18:56.181997+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.32:0/322961271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:57.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:57 smithi032 bash[76677]: audit 2024-09-13T00:18:56.183033+0000 mon.a (mon.0) 1598 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:18:58.220 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3079 ms) 2024-09-13T00:18:58.220 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-13T00:18:58.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:58 smithi053 bash[67631]: audit 2024-09-13T00:18:57.179750+0000 mon.a (mon.0) 1599 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:58 smithi053 bash[67631]: cluster 2024-09-13T00:18:57.180777+0000 mon.a (mon.0) 1600 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2024-09-13T00:18:58.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:58 smithi053 bash[67631]: cluster 2024-09-13T00:18:57.304483+0000 mgr.y (mgr.34107) 486 : cluster [DBG] pgmap v928: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:58 smithi032 bash[75510]: audit 2024-09-13T00:18:57.179750+0000 mon.a (mon.0) 1599 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:58 smithi032 bash[75510]: cluster 2024-09-13T00:18:57.180777+0000 mon.a (mon.0) 1600 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2024-09-13T00:18:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:58 smithi032 bash[75510]: cluster 2024-09-13T00:18:57.304483+0000 mgr.y (mgr.34107) 486 : cluster [DBG] pgmap v928: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:58 smithi032 bash[76677]: audit 2024-09-13T00:18:57.179750+0000 mon.a (mon.0) 1599 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:18:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:58 smithi032 bash[76677]: cluster 2024-09-13T00:18:57.180777+0000 mon.a (mon.0) 1600 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2024-09-13T00:18:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:58 smithi032 bash[76677]: cluster 2024-09-13T00:18:57.304483+0000 mgr.y (mgr.34107) 486 : cluster [DBG] pgmap v928: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:18:59.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:18:59 smithi053 bash[67631]: cluster 2024-09-13T00:18:58.215791+0000 mon.a (mon.0) 1601 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2024-09-13T00:18:59.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:18:59 smithi032 bash[75510]: cluster 2024-09-13T00:18:58.215791+0000 mon.a (mon.0) 1601 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2024-09-13T00:18:59.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:18:59 smithi032 bash[76677]: cluster 2024-09-13T00:18:58.215791+0000 mon.a (mon.0) 1601 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2024-09-13T00:19:00.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:00 smithi053 bash[67631]: cluster 2024-09-13T00:18:59.225593+0000 mon.a (mon.0) 1602 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2024-09-13T00:19:00.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:00 smithi053 bash[67631]: audit 2024-09-13T00:18:59.242083+0000 mon.c (mon.2) 22 : audit [INF] from='client.? 172.21.15.32:0/1451113790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:00.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:00 smithi053 bash[67631]: audit 2024-09-13T00:18:59.243580+0000 mon.a (mon.0) 1603 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:00.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:00 smithi053 bash[67631]: cluster 2024-09-13T00:18:59.305257+0000 mgr.y (mgr.34107) 487 : cluster [DBG] pgmap v931: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:00 smithi032 bash[75510]: cluster 2024-09-13T00:18:59.225593+0000 mon.a (mon.0) 1602 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2024-09-13T00:19:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:00 smithi032 bash[75510]: audit 2024-09-13T00:18:59.242083+0000 mon.c (mon.2) 22 : audit [INF] from='client.? 172.21.15.32:0/1451113790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:00.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:00 smithi032 bash[75510]: audit 2024-09-13T00:18:59.243580+0000 mon.a (mon.0) 1603 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:00.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:00 smithi032 bash[75510]: cluster 2024-09-13T00:18:59.305257+0000 mgr.y (mgr.34107) 487 : cluster [DBG] pgmap v931: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:00 smithi032 bash[76677]: cluster 2024-09-13T00:18:59.225593+0000 mon.a (mon.0) 1602 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2024-09-13T00:19:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:00 smithi032 bash[76677]: audit 2024-09-13T00:18:59.242083+0000 mon.c (mon.2) 22 : audit [INF] from='client.? 172.21.15.32:0/1451113790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:00 smithi032 bash[76677]: audit 2024-09-13T00:18:59.243580+0000 mon.a (mon.0) 1603 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:00 smithi032 bash[76677]: cluster 2024-09-13T00:18:59.305257+0000 mgr.y (mgr.34107) 487 : cluster [DBG] pgmap v931: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:01.241 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3021 ms) 2024-09-13T00:19:01.241 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-13T00:19:01.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:01 smithi053 bash[67631]: cluster 2024-09-13T00:19:00.218967+0000 mon.a (mon.0) 1604 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:19:01.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:01 smithi053 bash[67631]: audit 2024-09-13T00:19:00.238639+0000 mon.a (mon.0) 1605 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:01.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:01 smithi053 bash[67631]: cluster 2024-09-13T00:19:00.238926+0000 mon.a (mon.0) 1606 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2024-09-13T00:19:01.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:01 smithi032 bash[75510]: cluster 2024-09-13T00:19:00.218967+0000 mon.a (mon.0) 1604 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:19:01.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:01 smithi032 bash[75510]: audit 2024-09-13T00:19:00.238639+0000 mon.a (mon.0) 1605 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:01.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:01 smithi032 bash[75510]: cluster 2024-09-13T00:19:00.238926+0000 mon.a (mon.0) 1606 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2024-09-13T00:19:01.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:01 smithi032 bash[76677]: cluster 2024-09-13T00:19:00.218967+0000 mon.a (mon.0) 1604 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:19:01.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:01 smithi032 bash[76677]: audit 2024-09-13T00:19:00.238639+0000 mon.a (mon.0) 1605 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:01.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:01 smithi032 bash[76677]: cluster 2024-09-13T00:19:00.238926+0000 mon.a (mon.0) 1606 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2024-09-13T00:19:02.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:02 smithi053 bash[67631]: cluster 2024-09-13T00:19:01.238508+0000 mon.a (mon.0) 1607 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2024-09-13T00:19:02.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:02 smithi053 bash[67631]: cluster 2024-09-13T00:19:01.305831+0000 mgr.y (mgr.34107) 488 : cluster [DBG] pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:02.534 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:19:02 smithi053 bash[94430]: ts=2024-09-13T00:19:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:19:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:19:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:19:02] "GET /metrics HTTP/1.1" 200 33933 "" "Prometheus/2.43.0" 2024-09-13T00:19:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:02 smithi032 bash[75510]: cluster 2024-09-13T00:19:01.238508+0000 mon.a (mon.0) 1607 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2024-09-13T00:19:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:02 smithi032 bash[75510]: cluster 2024-09-13T00:19:01.305831+0000 mgr.y (mgr.34107) 488 : cluster [DBG] pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:02.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:02 smithi032 bash[76677]: cluster 2024-09-13T00:19:01.238508+0000 mon.a (mon.0) 1607 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2024-09-13T00:19:02.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:02 smithi032 bash[76677]: cluster 2024-09-13T00:19:01.305831+0000 mgr.y (mgr.34107) 488 : cluster [DBG] pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:03.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:03 smithi053 bash[67631]: cluster 2024-09-13T00:19:02.245280+0000 mon.a (mon.0) 1608 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:19:03.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:03 smithi053 bash[67631]: cluster 2024-09-13T00:19:02.245370+0000 mon.a (mon.0) 1609 : cluster [INF] Cluster is now healthy 2024-09-13T00:19:03.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:03 smithi053 bash[67631]: cluster 2024-09-13T00:19:02.265053+0000 mon.a (mon.0) 1610 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2024-09-13T00:19:03.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:03 smithi053 bash[67631]: audit 2024-09-13T00:19:02.268954+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? 172.21.15.32:0/1477376865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:03.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:03 smithi032 bash[75510]: cluster 2024-09-13T00:19:02.245280+0000 mon.a (mon.0) 1608 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:19:03.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:03 smithi032 bash[75510]: cluster 2024-09-13T00:19:02.245370+0000 mon.a (mon.0) 1609 : cluster [INF] Cluster is now healthy 2024-09-13T00:19:03.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:03 smithi032 bash[75510]: cluster 2024-09-13T00:19:02.265053+0000 mon.a (mon.0) 1610 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2024-09-13T00:19:03.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:03 smithi032 bash[75510]: audit 2024-09-13T00:19:02.268954+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? 172.21.15.32:0/1477376865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:03.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:03 smithi032 bash[76677]: cluster 2024-09-13T00:19:02.245280+0000 mon.a (mon.0) 1608 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:19:03.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:03 smithi032 bash[76677]: cluster 2024-09-13T00:19:02.245370+0000 mon.a (mon.0) 1609 : cluster [INF] Cluster is now healthy 2024-09-13T00:19:03.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:03 smithi032 bash[76677]: cluster 2024-09-13T00:19:02.265053+0000 mon.a (mon.0) 1610 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2024-09-13T00:19:03.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:03 smithi032 bash[76677]: audit 2024-09-13T00:19:02.268954+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? 172.21.15.32:0/1477376865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:04.283 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3041 ms) 2024-09-13T00:19:04.283 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-13T00:19:04.533 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:04 smithi053 bash[67631]: audit 2024-09-13T00:19:03.268091+0000 mon.a (mon.0) 1612 : audit [INF] from='client.? 172.21.15.32:0/1477376865' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:04.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:04 smithi053 bash[67631]: cluster 2024-09-13T00:19:03.268577+0000 mon.a (mon.0) 1613 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2024-09-13T00:19:04.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:04 smithi053 bash[67631]: cluster 2024-09-13T00:19:03.306297+0000 mgr.y (mgr.34107) 489 : cluster [DBG] pgmap v937: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:19:04.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:04 smithi032 bash[75510]: audit 2024-09-13T00:19:03.268091+0000 mon.a (mon.0) 1612 : audit [INF] from='client.? 172.21.15.32:0/1477376865' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:04.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:04 smithi032 bash[75510]: cluster 2024-09-13T00:19:03.268577+0000 mon.a (mon.0) 1613 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2024-09-13T00:19:04.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:04 smithi032 bash[75510]: cluster 2024-09-13T00:19:03.306297+0000 mgr.y (mgr.34107) 489 : cluster [DBG] pgmap v937: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:19:04.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:04 smithi032 bash[76677]: audit 2024-09-13T00:19:03.268091+0000 mon.a (mon.0) 1612 : audit [INF] from='client.? 172.21.15.32:0/1477376865' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:04.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:04 smithi032 bash[76677]: cluster 2024-09-13T00:19:03.268577+0000 mon.a (mon.0) 1613 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2024-09-13T00:19:04.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:04 smithi032 bash[76677]: cluster 2024-09-13T00:19:03.306297+0000 mgr.y (mgr.34107) 489 : cluster [DBG] pgmap v937: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T00:19:05.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:05 smithi032 bash[75510]: cluster 2024-09-13T00:19:04.279659+0000 mon.a (mon.0) 1614 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2024-09-13T00:19:05.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:05 smithi032 bash[76677]: cluster 2024-09-13T00:19:04.279659+0000 mon.a (mon.0) 1614 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2024-09-13T00:19:05.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:05 smithi053 bash[67631]: cluster 2024-09-13T00:19:04.279659+0000 mon.a (mon.0) 1614 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2024-09-13T00:19:06.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:06 smithi032 bash[75510]: cluster 2024-09-13T00:19:05.283117+0000 mon.a (mon.0) 1615 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2024-09-13T00:19:06.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:06 smithi032 bash[75510]: audit 2024-09-13T00:19:05.289236+0000 mon.c (mon.2) 23 : audit [INF] from='client.? 172.21.15.32:0/2278929594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:06.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:06 smithi032 bash[75510]: audit 2024-09-13T00:19:05.301627+0000 mon.a (mon.0) 1616 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:06.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:06 smithi032 bash[75510]: cluster 2024-09-13T00:19:05.307018+0000 mgr.y (mgr.34107) 490 : cluster [DBG] pgmap v940: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:06.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:06 smithi032 bash[75510]: audit 2024-09-13T00:19:06.285342+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:06.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:06 smithi032 bash[75510]: cluster 2024-09-13T00:19:06.285684+0000 mon.a (mon.0) 1618 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2024-09-13T00:19:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:06 smithi032 bash[76677]: cluster 2024-09-13T00:19:05.283117+0000 mon.a (mon.0) 1615 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2024-09-13T00:19:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:06 smithi032 bash[76677]: audit 2024-09-13T00:19:05.289236+0000 mon.c (mon.2) 23 : audit [INF] from='client.? 172.21.15.32:0/2278929594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:06 smithi032 bash[76677]: audit 2024-09-13T00:19:05.301627+0000 mon.a (mon.0) 1616 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:06 smithi032 bash[76677]: cluster 2024-09-13T00:19:05.307018+0000 mgr.y (mgr.34107) 490 : cluster [DBG] pgmap v940: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:06 smithi032 bash[76677]: audit 2024-09-13T00:19:06.285342+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:06 smithi032 bash[76677]: cluster 2024-09-13T00:19:06.285684+0000 mon.a (mon.0) 1618 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2024-09-13T00:19:06.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:06 smithi053 bash[67631]: cluster 2024-09-13T00:19:05.283117+0000 mon.a (mon.0) 1615 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2024-09-13T00:19:06.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:06 smithi053 bash[67631]: audit 2024-09-13T00:19:05.289236+0000 mon.c (mon.2) 23 : audit [INF] from='client.? 172.21.15.32:0/2278929594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:06.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:06 smithi053 bash[67631]: audit 2024-09-13T00:19:05.301627+0000 mon.a (mon.0) 1616 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:06.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:06 smithi053 bash[67631]: cluster 2024-09-13T00:19:05.307018+0000 mgr.y (mgr.34107) 490 : cluster [DBG] pgmap v940: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:06.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:06 smithi053 bash[67631]: audit 2024-09-13T00:19:06.285342+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:06.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:06 smithi053 bash[67631]: cluster 2024-09-13T00:19:06.285684+0000 mon.a (mon.0) 1618 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2024-09-13T00:19:07.293 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.Cleanup (3010 ms) 2024-09-13T00:19:07.293 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-13T00:19:08.033 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:07 smithi053 bash[67631]: cluster 2024-09-13T00:19:06.293111+0000 mon.a (mon.0) 1619 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:19:08.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:07 smithi053 bash[67631]: cluster 2024-09-13T00:19:07.288198+0000 mon.a (mon.0) 1620 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2024-09-13T00:19:08.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:07 smithi032 bash[75510]: cluster 2024-09-13T00:19:06.293111+0000 mon.a (mon.0) 1619 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:19:08.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:07 smithi032 bash[75510]: cluster 2024-09-13T00:19:07.288198+0000 mon.a (mon.0) 1620 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2024-09-13T00:19:08.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:07 smithi032 bash[76677]: cluster 2024-09-13T00:19:06.293111+0000 mon.a (mon.0) 1619 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:19:08.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:07 smithi032 bash[76677]: cluster 2024-09-13T00:19:07.288198+0000 mon.a (mon.0) 1620 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2024-09-13T00:19:09.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:08 smithi053 bash[67631]: cluster 2024-09-13T00:19:07.307599+0000 mgr.y (mgr.34107) 491 : cluster [DBG] pgmap v943: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:09.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:08 smithi053 bash[67631]: cluster 2024-09-13T00:19:08.280569+0000 mon.a (mon.0) 1621 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:19:09.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:08 smithi053 bash[67631]: cluster 2024-09-13T00:19:08.280635+0000 mon.a (mon.0) 1622 : cluster [INF] Cluster is now healthy 2024-09-13T00:19:09.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:08 smithi053 bash[67631]: cluster 2024-09-13T00:19:08.296450+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2024-09-13T00:19:09.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:08 smithi053 bash[67631]: audit 2024-09-13T00:19:08.305823+0000 mon.a (mon.0) 1624 : audit [INF] from='client.? 172.21.15.32:0/413807736' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:09.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:08 smithi032 bash[75510]: cluster 2024-09-13T00:19:07.307599+0000 mgr.y (mgr.34107) 491 : cluster [DBG] pgmap v943: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:09.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:08 smithi032 bash[75510]: cluster 2024-09-13T00:19:08.280569+0000 mon.a (mon.0) 1621 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:19:09.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:08 smithi032 bash[75510]: cluster 2024-09-13T00:19:08.280635+0000 mon.a (mon.0) 1622 : cluster [INF] Cluster is now healthy 2024-09-13T00:19:09.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:08 smithi032 bash[75510]: cluster 2024-09-13T00:19:08.296450+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2024-09-13T00:19:09.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:08 smithi032 bash[75510]: audit 2024-09-13T00:19:08.305823+0000 mon.a (mon.0) 1624 : audit [INF] from='client.? 172.21.15.32:0/413807736' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:09.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:08 smithi032 bash[76677]: cluster 2024-09-13T00:19:07.307599+0000 mgr.y (mgr.34107) 491 : cluster [DBG] pgmap v943: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:09.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:08 smithi032 bash[76677]: cluster 2024-09-13T00:19:08.280569+0000 mon.a (mon.0) 1621 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:19:09.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:08 smithi032 bash[76677]: cluster 2024-09-13T00:19:08.280635+0000 mon.a (mon.0) 1622 : cluster [INF] Cluster is now healthy 2024-09-13T00:19:09.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:08 smithi032 bash[76677]: cluster 2024-09-13T00:19:08.296450+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2024-09-13T00:19:09.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:08 smithi032 bash[76677]: audit 2024-09-13T00:19:08.305823+0000 mon.a (mon.0) 1624 : audit [INF] from='client.? 172.21.15.32:0/413807736' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:10 smithi032 bash[75510]: audit 2024-09-13T00:19:09.301988+0000 mon.a (mon.0) 1625 : audit [INF] from='client.? 172.21.15.32:0/413807736' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:10 smithi032 bash[75510]: cluster 2024-09-13T00:19:09.302308+0000 mon.a (mon.0) 1626 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2024-09-13T00:19:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:10 smithi032 bash[75510]: cluster 2024-09-13T00:19:09.308685+0000 mgr.y (mgr.34107) 492 : cluster [DBG] pgmap v946: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:10 smithi032 bash[75510]: audit 2024-09-13T00:19:10.147668+0000 mon.a (mon.0) 1627 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:19:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:10 smithi032 bash[75510]: audit 2024-09-13T00:19:10.149526+0000 mon.a (mon.0) 1628 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:19:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:10 smithi032 bash[76677]: audit 2024-09-13T00:19:09.301988+0000 mon.a (mon.0) 1625 : audit [INF] from='client.? 172.21.15.32:0/413807736' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:10 smithi032 bash[76677]: cluster 2024-09-13T00:19:09.302308+0000 mon.a (mon.0) 1626 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2024-09-13T00:19:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:10 smithi032 bash[76677]: cluster 2024-09-13T00:19:09.308685+0000 mgr.y (mgr.34107) 492 : cluster [DBG] pgmap v946: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:10 smithi032 bash[76677]: audit 2024-09-13T00:19:10.147668+0000 mon.a (mon.0) 1627 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:19:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:10 smithi032 bash[76677]: audit 2024-09-13T00:19:10.149526+0000 mon.a (mon.0) 1628 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:19:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:10 smithi053 bash[67631]: audit 2024-09-13T00:19:09.301988+0000 mon.a (mon.0) 1625 : audit [INF] from='client.? 172.21.15.32:0/413807736' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:10.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:10 smithi053 bash[67631]: cluster 2024-09-13T00:19:09.302308+0000 mon.a (mon.0) 1626 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2024-09-13T00:19:10.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:10 smithi053 bash[67631]: cluster 2024-09-13T00:19:09.308685+0000 mgr.y (mgr.34107) 492 : cluster [DBG] pgmap v946: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:10.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:10 smithi053 bash[67631]: audit 2024-09-13T00:19:10.147668+0000 mon.a (mon.0) 1627 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:19:10.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:10 smithi053 bash[67631]: audit 2024-09-13T00:19:10.149526+0000 mon.a (mon.0) 1628 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:19:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:11 smithi032 bash[75510]: cluster 2024-09-13T00:19:10.304007+0000 mon.a (mon.0) 1629 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2024-09-13T00:19:11.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:11 smithi032 bash[76677]: cluster 2024-09-13T00:19:10.304007+0000 mon.a (mon.0) 1629 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2024-09-13T00:19:11.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:11 smithi053 bash[67631]: cluster 2024-09-13T00:19:10.304007+0000 mon.a (mon.0) 1629 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2024-09-13T00:19:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:12 smithi032 bash[75510]: cluster 2024-09-13T00:19:11.309741+0000 mgr.y (mgr.34107) 493 : cluster [DBG] pgmap v948: 137 pgs: 11 creating+peering, 13 unknown, 113 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:19:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:19:12] "GET /metrics HTTP/1.1" 200 36305 "" "Prometheus/2.43.0" 2024-09-13T00:19:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:12 smithi032 bash[76677]: cluster 2024-09-13T00:19:11.309741+0000 mgr.y (mgr.34107) 493 : cluster [DBG] pgmap v948: 137 pgs: 11 creating+peering, 13 unknown, 113 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:12.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:12 smithi053 bash[67631]: cluster 2024-09-13T00:19:11.309741+0000 mgr.y (mgr.34107) 493 : cluster [DBG] pgmap v948: 137 pgs: 11 creating+peering, 13 unknown, 113 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:12.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:19:12 smithi053 bash[94430]: ts=2024-09-13T00:19:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:19:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:14 smithi032 bash[75510]: cluster 2024-09-13T00:19:13.310875+0000 mgr.y (mgr.34107) 494 : cluster [DBG] pgmap v949: 137 pgs: 11 creating+peering, 126 active+clean; 1024 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 3.35k op/s 2024-09-13T00:19:14.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:14 smithi032 bash[76677]: cluster 2024-09-13T00:19:13.310875+0000 mgr.y (mgr.34107) 494 : cluster [DBG] pgmap v949: 137 pgs: 11 creating+peering, 126 active+clean; 1024 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 3.35k op/s 2024-09-13T00:19:14.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:14 smithi053 bash[67631]: cluster 2024-09-13T00:19:13.310875+0000 mgr.y (mgr.34107) 494 : cluster [DBG] pgmap v949: 137 pgs: 11 creating+peering, 126 active+clean; 1024 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 3.35k op/s 2024-09-13T00:19:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:16 smithi032 bash[75510]: cluster 2024-09-13T00:19:15.312022+0000 mgr.y (mgr.34107) 495 : cluster [DBG] pgmap v950: 137 pgs: 137 active+clean; 1024 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 2.86k op/s 2024-09-13T00:19:16.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:16 smithi032 bash[76677]: cluster 2024-09-13T00:19:15.312022+0000 mgr.y (mgr.34107) 495 : cluster [DBG] pgmap v950: 137 pgs: 137 active+clean; 1024 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 2.86k op/s 2024-09-13T00:19:16.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:16 smithi053 bash[67631]: cluster 2024-09-13T00:19:15.312022+0000 mgr.y (mgr.34107) 495 : cluster [DBG] pgmap v950: 137 pgs: 137 active+clean; 1024 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 2.86k op/s 2024-09-13T00:19:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:18 smithi032 bash[75510]: cluster 2024-09-13T00:19:17.313031+0000 mgr.y (mgr.34107) 496 : cluster [DBG] pgmap v951: 137 pgs: 137 active+clean; 1024 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 2.51k op/s 2024-09-13T00:19:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:18 smithi032 bash[76677]: cluster 2024-09-13T00:19:17.313031+0000 mgr.y (mgr.34107) 496 : cluster [DBG] pgmap v951: 137 pgs: 137 active+clean; 1024 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 2.51k op/s 2024-09-13T00:19:18.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:18 smithi053 bash[67631]: cluster 2024-09-13T00:19:17.313031+0000 mgr.y (mgr.34107) 496 : cluster [DBG] pgmap v951: 137 pgs: 137 active+clean; 1024 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 2.51k op/s 2024-09-13T00:19:20.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:20 smithi032 bash[75510]: cluster 2024-09-13T00:19:19.314702+0000 mgr.y (mgr.34107) 497 : cluster [DBG] pgmap v952: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.7 MiB/s wr, 4.15k op/s 2024-09-13T00:19:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:20 smithi032 bash[76677]: cluster 2024-09-13T00:19:19.314702+0000 mgr.y (mgr.34107) 497 : cluster [DBG] pgmap v952: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.7 MiB/s wr, 4.15k op/s 2024-09-13T00:19:20.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:20 smithi053 bash[67631]: cluster 2024-09-13T00:19:19.314702+0000 mgr.y (mgr.34107) 497 : cluster [DBG] pgmap v952: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.7 MiB/s wr, 4.15k op/s 2024-09-13T00:19:22.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:22 smithi032 bash[75510]: cluster 2024-09-13T00:19:21.315648+0000 mgr.y (mgr.34107) 498 : cluster [DBG] pgmap v953: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.4 MiB/s wr, 3.77k op/s 2024-09-13T00:19:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:19:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:19:22] "GET /metrics HTTP/1.1" 200 36305 "" "Prometheus/2.43.0" 2024-09-13T00:19:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:22 smithi032 bash[76677]: cluster 2024-09-13T00:19:21.315648+0000 mgr.y (mgr.34107) 498 : cluster [DBG] pgmap v953: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.4 MiB/s wr, 3.77k op/s 2024-09-13T00:19:22.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:22 smithi053 bash[67631]: cluster 2024-09-13T00:19:21.315648+0000 mgr.y (mgr.34107) 498 : cluster [DBG] pgmap v953: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.4 MiB/s wr, 3.77k op/s 2024-09-13T00:19:22.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:19:22 smithi053 bash[94430]: ts=2024-09-13T00:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:19:24.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:24 smithi032 bash[75510]: cluster 2024-09-13T00:19:23.316580+0000 mgr.y (mgr.34107) 499 : cluster [DBG] pgmap v954: 137 pgs: 137 active+clean; 1.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 4.86k op/s 2024-09-13T00:19:24.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:24 smithi032 bash[76677]: cluster 2024-09-13T00:19:23.316580+0000 mgr.y (mgr.34107) 499 : cluster [DBG] pgmap v954: 137 pgs: 137 active+clean; 1.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 4.86k op/s 2024-09-13T00:19:24.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:24 smithi053 bash[67631]: cluster 2024-09-13T00:19:23.316580+0000 mgr.y (mgr.34107) 499 : cluster [DBG] pgmap v954: 137 pgs: 137 active+clean; 1.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 4.86k op/s 2024-09-13T00:19:25.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:25 smithi032 bash[75510]: audit 2024-09-13T00:19:25.141844+0000 mon.a (mon.0) 1630 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:19:25.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:25 smithi032 bash[76677]: audit 2024-09-13T00:19:25.141844+0000 mon.a (mon.0) 1630 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:19:25.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:25 smithi053 bash[67631]: audit 2024-09-13T00:19:25.141844+0000 mon.a (mon.0) 1630 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:19:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:26 smithi032 bash[75510]: cluster 2024-09-13T00:19:25.317612+0000 mgr.y (mgr.34107) 500 : cluster [DBG] pgmap v955: 137 pgs: 137 active+clean; 1.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.8 MiB/s wr, 3.19k op/s 2024-09-13T00:19:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:26 smithi032 bash[76677]: cluster 2024-09-13T00:19:25.317612+0000 mgr.y (mgr.34107) 500 : cluster [DBG] pgmap v955: 137 pgs: 137 active+clean; 1.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.8 MiB/s wr, 3.19k op/s 2024-09-13T00:19:26.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:26 smithi053 bash[67631]: cluster 2024-09-13T00:19:25.317612+0000 mgr.y (mgr.34107) 500 : cluster [DBG] pgmap v955: 137 pgs: 137 active+clean; 1.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.8 MiB/s wr, 3.19k op/s 2024-09-13T00:19:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:28 smithi032 bash[75510]: cluster 2024-09-13T00:19:27.318564+0000 mgr.y (mgr.34107) 501 : cluster [DBG] pgmap v956: 137 pgs: 137 active+clean; 1.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.8 MiB/s wr, 3.19k op/s 2024-09-13T00:19:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:28 smithi032 bash[76677]: cluster 2024-09-13T00:19:27.318564+0000 mgr.y (mgr.34107) 501 : cluster [DBG] pgmap v956: 137 pgs: 137 active+clean; 1.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.8 MiB/s wr, 3.19k op/s 2024-09-13T00:19:28.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:28 smithi053 bash[67631]: cluster 2024-09-13T00:19:27.318564+0000 mgr.y (mgr.34107) 501 : cluster [DBG] pgmap v956: 137 pgs: 137 active+clean; 1.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.8 MiB/s wr, 3.19k op/s 2024-09-13T00:19:30.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:30 smithi032 bash[75510]: cluster 2024-09-13T00:19:29.319878+0000 mgr.y (mgr.34107) 502 : cluster [DBG] pgmap v957: 137 pgs: 137 active+clean; 2.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 4.44k op/s 2024-09-13T00:19:30.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:30 smithi032 bash[76677]: cluster 2024-09-13T00:19:29.319878+0000 mgr.y (mgr.34107) 502 : cluster [DBG] pgmap v957: 137 pgs: 137 active+clean; 2.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 4.44k op/s 2024-09-13T00:19:30.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:30 smithi053 bash[67631]: cluster 2024-09-13T00:19:29.319878+0000 mgr.y (mgr.34107) 502 : cluster [DBG] pgmap v957: 137 pgs: 137 active+clean; 2.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 4.44k op/s 2024-09-13T00:19:32.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:32 smithi032 bash[75510]: cluster 2024-09-13T00:19:31.320941+0000 mgr.y (mgr.34107) 503 : cluster [DBG] pgmap v958: 137 pgs: 137 active+clean; 2.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 2.66k op/s 2024-09-13T00:19:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:19:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:19:32] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-09-13T00:19:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:32 smithi032 bash[76677]: cluster 2024-09-13T00:19:31.320941+0000 mgr.y (mgr.34107) 503 : cluster [DBG] pgmap v958: 137 pgs: 137 active+clean; 2.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 2.66k op/s 2024-09-13T00:19:32.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:32 smithi053 bash[67631]: cluster 2024-09-13T00:19:31.320941+0000 mgr.y (mgr.34107) 503 : cluster [DBG] pgmap v958: 137 pgs: 137 active+clean; 2.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 2.66k op/s 2024-09-13T00:19:32.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:19:32 smithi053 bash[94430]: ts=2024-09-13T00:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:19:34.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:34 smithi032 bash[75510]: cluster 2024-09-13T00:19:33.322211+0000 mgr.y (mgr.34107) 504 : cluster [DBG] pgmap v959: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 3.1 MiB/s wr, 3.50k op/s 2024-09-13T00:19:34.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:34 smithi032 bash[76677]: cluster 2024-09-13T00:19:33.322211+0000 mgr.y (mgr.34107) 504 : cluster [DBG] pgmap v959: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 3.1 MiB/s wr, 3.50k op/s 2024-09-13T00:19:34.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:34 smithi053 bash[67631]: cluster 2024-09-13T00:19:33.322211+0000 mgr.y (mgr.34107) 504 : cluster [DBG] pgmap v959: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 3.1 MiB/s wr, 3.50k op/s 2024-09-13T00:19:36.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:36 smithi032 bash[75510]: cluster 2024-09-13T00:19:35.323340+0000 mgr.y (mgr.34107) 505 : cluster [DBG] pgmap v960: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 1.8 MiB/s wr, 2.10k op/s 2024-09-13T00:19:36.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:36 smithi032 bash[76677]: cluster 2024-09-13T00:19:35.323340+0000 mgr.y (mgr.34107) 505 : cluster [DBG] pgmap v960: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 1.8 MiB/s wr, 2.10k op/s 2024-09-13T00:19:36.783 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:36 smithi053 bash[67631]: cluster 2024-09-13T00:19:35.323340+0000 mgr.y (mgr.34107) 505 : cluster [DBG] pgmap v960: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 1.8 MiB/s wr, 2.10k op/s 2024-09-13T00:19:38.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:38 smithi032 bash[75510]: cluster 2024-09-13T00:19:37.324338+0000 mgr.y (mgr.34107) 506 : cluster [DBG] pgmap v961: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 1.8 MiB/s wr, 2.10k op/s 2024-09-13T00:19:38.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:38 smithi032 bash[76677]: cluster 2024-09-13T00:19:37.324338+0000 mgr.y (mgr.34107) 506 : cluster [DBG] pgmap v961: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 1.8 MiB/s wr, 2.10k op/s 2024-09-13T00:19:38.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:38 smithi053 bash[67631]: cluster 2024-09-13T00:19:37.324338+0000 mgr.y (mgr.34107) 506 : cluster [DBG] pgmap v961: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 1.8 MiB/s wr, 2.10k op/s 2024-09-13T00:19:40.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:40 smithi032 bash[75510]: cluster 2024-09-13T00:19:39.325581+0000 mgr.y (mgr.34107) 507 : cluster [DBG] pgmap v962: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 1.9 MiB/s wr, 2.38k op/s 2024-09-13T00:19:40.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:40 smithi032 bash[75510]: audit 2024-09-13T00:19:40.142021+0000 mon.a (mon.0) 1631 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:19:40.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:40 smithi032 bash[76677]: cluster 2024-09-13T00:19:39.325581+0000 mgr.y (mgr.34107) 507 : cluster [DBG] pgmap v962: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 1.9 MiB/s wr, 2.38k op/s 2024-09-13T00:19:40.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:40 smithi032 bash[76677]: audit 2024-09-13T00:19:40.142021+0000 mon.a (mon.0) 1631 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:19:40.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:40 smithi053 bash[67631]: cluster 2024-09-13T00:19:39.325581+0000 mgr.y (mgr.34107) 507 : cluster [DBG] pgmap v962: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 1.9 MiB/s wr, 2.38k op/s 2024-09-13T00:19:40.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:40 smithi053 bash[67631]: audit 2024-09-13T00:19:40.142021+0000 mon.a (mon.0) 1631 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:19:41.398 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.MultiProducer (34105 ms) 2024-09-13T00:19:41.398 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-13T00:19:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:19:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:19:42] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-09-13T00:19:42.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:42 smithi032 bash[75510]: cluster 2024-09-13T00:19:41.326658+0000 mgr.y (mgr.34107) 508 : cluster [DBG] pgmap v963: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 764 KiB/s wr, 1.12k op/s 2024-09-13T00:19:42.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:42 smithi032 bash[75510]: cluster 2024-09-13T00:19:41.393605+0000 mon.a (mon.0) 1632 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2024-09-13T00:19:42.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:42 smithi032 bash[76677]: cluster 2024-09-13T00:19:41.326658+0000 mgr.y (mgr.34107) 508 : cluster [DBG] pgmap v963: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 764 KiB/s wr, 1.12k op/s 2024-09-13T00:19:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:42 smithi032 bash[76677]: cluster 2024-09-13T00:19:41.393605+0000 mon.a (mon.0) 1632 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2024-09-13T00:19:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:42 smithi053 bash[67631]: cluster 2024-09-13T00:19:41.326658+0000 mgr.y (mgr.34107) 508 : cluster [DBG] pgmap v963: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 764 KiB/s wr, 1.12k op/s 2024-09-13T00:19:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:42 smithi053 bash[67631]: cluster 2024-09-13T00:19:41.393605+0000 mon.a (mon.0) 1632 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2024-09-13T00:19:42.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:19:42 smithi053 bash[94430]: ts=2024-09-13T00:19:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:19:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:43 smithi053 bash[67631]: cluster 2024-09-13T00:19:42.408693+0000 mon.a (mon.0) 1633 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2024-09-13T00:19:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:43 smithi053 bash[67631]: audit 2024-09-13T00:19:42.414804+0000 mon.a (mon.0) 1634 : audit [INF] from='client.? 172.21.15.32:0/429918817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:43 smithi053 bash[67631]: audit 2024-09-13T00:19:42.637098+0000 mon.a (mon.0) 1635 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:19:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:43 smithi053 bash[67631]: audit 2024-09-13T00:19:43.154954+0000 mon.a (mon.0) 1636 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:19:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:43 smithi053 bash[67631]: audit 2024-09-13T00:19:43.156232+0000 mon.a (mon.0) 1637 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:19:43.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:43 smithi053 bash[67631]: audit 2024-09-13T00:19:43.165262+0000 mon.a (mon.0) 1638 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:19:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:43 smithi032 bash[75510]: cluster 2024-09-13T00:19:42.408693+0000 mon.a (mon.0) 1633 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2024-09-13T00:19:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:43 smithi032 bash[75510]: audit 2024-09-13T00:19:42.414804+0000 mon.a (mon.0) 1634 : audit [INF] from='client.? 172.21.15.32:0/429918817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:43 smithi032 bash[75510]: audit 2024-09-13T00:19:42.637098+0000 mon.a (mon.0) 1635 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:19:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:43 smithi032 bash[75510]: audit 2024-09-13T00:19:43.154954+0000 mon.a (mon.0) 1636 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:19:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:43 smithi032 bash[75510]: audit 2024-09-13T00:19:43.156232+0000 mon.a (mon.0) 1637 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:19:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:43 smithi032 bash[75510]: audit 2024-09-13T00:19:43.165262+0000 mon.a (mon.0) 1638 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:19:43.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:43 smithi032 bash[76677]: cluster 2024-09-13T00:19:42.408693+0000 mon.a (mon.0) 1633 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2024-09-13T00:19:43.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:43 smithi032 bash[76677]: audit 2024-09-13T00:19:42.414804+0000 mon.a (mon.0) 1634 : audit [INF] from='client.? 172.21.15.32:0/429918817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:43 smithi032 bash[76677]: audit 2024-09-13T00:19:42.637098+0000 mon.a (mon.0) 1635 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:19:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:43 smithi032 bash[76677]: audit 2024-09-13T00:19:43.154954+0000 mon.a (mon.0) 1636 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:19:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:43 smithi032 bash[76677]: audit 2024-09-13T00:19:43.156232+0000 mon.a (mon.0) 1637 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:19:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:43 smithi032 bash[76677]: audit 2024-09-13T00:19:43.165262+0000 mon.a (mon.0) 1638 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:19:44.451 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3053 ms) 2024-09-13T00:19:44.451 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-13T00:19:44.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:44 smithi053 bash[67631]: cluster 2024-09-13T00:19:43.327627+0000 mgr.y (mgr.34107) 509 : cluster [DBG] pgmap v966: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:44.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:44 smithi053 bash[67631]: audit 2024-09-13T00:19:43.412919+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? 172.21.15.32:0/429918817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:44.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:44 smithi053 bash[67631]: cluster 2024-09-13T00:19:43.413273+0000 mon.a (mon.0) 1640 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2024-09-13T00:19:44.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:44 smithi053 bash[67631]: cluster 2024-09-13T00:19:44.160888+0000 mon.a (mon.0) 1641 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:19:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:44 smithi032 bash[75510]: cluster 2024-09-13T00:19:43.327627+0000 mgr.y (mgr.34107) 509 : cluster [DBG] pgmap v966: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:44 smithi032 bash[75510]: audit 2024-09-13T00:19:43.412919+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? 172.21.15.32:0/429918817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:44 smithi032 bash[75510]: cluster 2024-09-13T00:19:43.413273+0000 mon.a (mon.0) 1640 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2024-09-13T00:19:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:44 smithi032 bash[75510]: cluster 2024-09-13T00:19:44.160888+0000 mon.a (mon.0) 1641 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:19:44.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:44 smithi032 bash[76677]: cluster 2024-09-13T00:19:43.327627+0000 mgr.y (mgr.34107) 509 : cluster [DBG] pgmap v966: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:44.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:44 smithi032 bash[76677]: audit 2024-09-13T00:19:43.412919+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? 172.21.15.32:0/429918817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:44.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:44 smithi032 bash[76677]: cluster 2024-09-13T00:19:43.413273+0000 mon.a (mon.0) 1640 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2024-09-13T00:19:44.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:44 smithi032 bash[76677]: cluster 2024-09-13T00:19:44.160888+0000 mon.a (mon.0) 1641 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:19:45.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:45 smithi053 bash[67631]: cluster 2024-09-13T00:19:44.442398+0000 mon.a (mon.0) 1642 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2024-09-13T00:19:45.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:45 smithi032 bash[75510]: cluster 2024-09-13T00:19:44.442398+0000 mon.a (mon.0) 1642 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2024-09-13T00:19:45.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:45 smithi032 bash[76677]: cluster 2024-09-13T00:19:44.442398+0000 mon.a (mon.0) 1642 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2024-09-13T00:19:46.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:46 smithi053 bash[67631]: cluster 2024-09-13T00:19:45.328416+0000 mgr.y (mgr.34107) 510 : cluster [DBG] pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:46.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:46 smithi053 bash[67631]: cluster 2024-09-13T00:19:45.435650+0000 mon.a (mon.0) 1643 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:19:46.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:46 smithi053 bash[67631]: cluster 2024-09-13T00:19:45.435720+0000 mon.a (mon.0) 1644 : cluster [INF] Cluster is now healthy 2024-09-13T00:19:46.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:46 smithi053 bash[67631]: cluster 2024-09-13T00:19:45.455133+0000 mon.a (mon.0) 1645 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2024-09-13T00:19:46.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:46 smithi053 bash[67631]: audit 2024-09-13T00:19:45.461847+0000 mon.a (mon.0) 1646 : audit [INF] from='client.? 172.21.15.32:0/2774605929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:46 smithi032 bash[75510]: cluster 2024-09-13T00:19:45.328416+0000 mgr.y (mgr.34107) 510 : cluster [DBG] pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:46 smithi032 bash[75510]: cluster 2024-09-13T00:19:45.435650+0000 mon.a (mon.0) 1643 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:19:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:46 smithi032 bash[75510]: cluster 2024-09-13T00:19:45.435720+0000 mon.a (mon.0) 1644 : cluster [INF] Cluster is now healthy 2024-09-13T00:19:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:46 smithi032 bash[75510]: cluster 2024-09-13T00:19:45.455133+0000 mon.a (mon.0) 1645 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2024-09-13T00:19:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:46 smithi032 bash[75510]: audit 2024-09-13T00:19:45.461847+0000 mon.a (mon.0) 1646 : audit [INF] from='client.? 172.21.15.32:0/2774605929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:46 smithi032 bash[76677]: cluster 2024-09-13T00:19:45.328416+0000 mgr.y (mgr.34107) 510 : cluster [DBG] pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:46 smithi032 bash[76677]: cluster 2024-09-13T00:19:45.435650+0000 mon.a (mon.0) 1643 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:19:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:46 smithi032 bash[76677]: cluster 2024-09-13T00:19:45.435720+0000 mon.a (mon.0) 1644 : cluster [INF] Cluster is now healthy 2024-09-13T00:19:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:46 smithi032 bash[76677]: cluster 2024-09-13T00:19:45.455133+0000 mon.a (mon.0) 1645 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2024-09-13T00:19:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:46 smithi032 bash[76677]: audit 2024-09-13T00:19:45.461847+0000 mon.a (mon.0) 1646 : audit [INF] from='client.? 172.21.15.32:0/2774605929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:19:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:47 smithi053 bash[67631]: audit 2024-09-13T00:19:46.458016+0000 mon.a (mon.0) 1647 : audit [INF] from='client.? 172.21.15.32:0/2774605929' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:47 smithi053 bash[67631]: cluster 2024-09-13T00:19:46.458617+0000 mon.a (mon.0) 1648 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2024-09-13T00:19:47.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:47 smithi053 bash[67631]: cluster 2024-09-13T00:19:47.455402+0000 mon.a (mon.0) 1649 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2024-09-13T00:19:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:47 smithi032 bash[75510]: audit 2024-09-13T00:19:46.458016+0000 mon.a (mon.0) 1647 : audit [INF] from='client.? 172.21.15.32:0/2774605929' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:47 smithi032 bash[75510]: cluster 2024-09-13T00:19:46.458617+0000 mon.a (mon.0) 1648 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2024-09-13T00:19:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:47 smithi032 bash[75510]: cluster 2024-09-13T00:19:47.455402+0000 mon.a (mon.0) 1649 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2024-09-13T00:19:47.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:47 smithi032 bash[76677]: audit 2024-09-13T00:19:46.458016+0000 mon.a (mon.0) 1647 : audit [INF] from='client.? 172.21.15.32:0/2774605929' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:19:47.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:47 smithi032 bash[76677]: cluster 2024-09-13T00:19:46.458617+0000 mon.a (mon.0) 1648 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2024-09-13T00:19:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:47 smithi032 bash[76677]: cluster 2024-09-13T00:19:47.455402+0000 mon.a (mon.0) 1649 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2024-09-13T00:19:48.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:48 smithi053 bash[67631]: cluster 2024-09-13T00:19:47.328937+0000 mgr.y (mgr.34107) 511 : cluster [DBG] pgmap v972: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:48.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:48 smithi032 bash[75510]: cluster 2024-09-13T00:19:47.328937+0000 mgr.y (mgr.34107) 511 : cluster [DBG] pgmap v972: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:48.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:48 smithi032 bash[76677]: cluster 2024-09-13T00:19:47.328937+0000 mgr.y (mgr.34107) 511 : cluster [DBG] pgmap v972: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:19:50.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:50 smithi053 bash[67631]: cluster 2024-09-13T00:19:49.329709+0000 mgr.y (mgr.34107) 512 : cluster [DBG] pgmap v974: 137 pgs: 3 creating+peering, 8 unknown, 126 active+clean; 955 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 3.61k op/s 2024-09-13T00:19:50.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:50 smithi032 bash[75510]: cluster 2024-09-13T00:19:49.329709+0000 mgr.y (mgr.34107) 512 : cluster [DBG] pgmap v974: 137 pgs: 3 creating+peering, 8 unknown, 126 active+clean; 955 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 3.61k op/s 2024-09-13T00:19:50.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:50 smithi032 bash[76677]: cluster 2024-09-13T00:19:49.329709+0000 mgr.y (mgr.34107) 512 : cluster [DBG] pgmap v974: 137 pgs: 3 creating+peering, 8 unknown, 126 active+clean; 955 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 3.61k op/s 2024-09-13T00:19:52.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:52 smithi032 bash[75510]: cluster 2024-09-13T00:19:51.330338+0000 mgr.y (mgr.34107) 513 : cluster [DBG] pgmap v975: 137 pgs: 3 creating+peering, 134 active+clean; 955 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 2.94k op/s 2024-09-13T00:19:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:19:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:19:52] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-09-13T00:19:52.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:52 smithi032 bash[76677]: cluster 2024-09-13T00:19:51.330338+0000 mgr.y (mgr.34107) 513 : cluster [DBG] pgmap v975: 137 pgs: 3 creating+peering, 134 active+clean; 955 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 2.94k op/s 2024-09-13T00:19:52.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:52 smithi053 bash[67631]: cluster 2024-09-13T00:19:51.330338+0000 mgr.y (mgr.34107) 513 : cluster [DBG] pgmap v975: 137 pgs: 3 creating+peering, 134 active+clean; 955 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 2.94k op/s 2024-09-13T00:19:52.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:19:52 smithi053 bash[94430]: ts=2024-09-13T00:19:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:19:54.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:54 smithi053 bash[67631]: cluster 2024-09-13T00:19:53.331267+0000 mgr.y (mgr.34107) 514 : cluster [DBG] pgmap v976: 137 pgs: 137 active+clean; 955 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 2.24k op/s 2024-09-13T00:19:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:54 smithi032 bash[75510]: cluster 2024-09-13T00:19:53.331267+0000 mgr.y (mgr.34107) 514 : cluster [DBG] pgmap v976: 137 pgs: 137 active+clean; 955 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 2.24k op/s 2024-09-13T00:19:54.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:54 smithi032 bash[76677]: cluster 2024-09-13T00:19:53.331267+0000 mgr.y (mgr.34107) 514 : cluster [DBG] pgmap v976: 137 pgs: 137 active+clean; 955 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 2.24k op/s 2024-09-13T00:19:55.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:55 smithi053 bash[67631]: audit 2024-09-13T00:19:55.141879+0000 mon.a (mon.0) 1650 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:19:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:55 smithi032 bash[75510]: audit 2024-09-13T00:19:55.141879+0000 mon.a (mon.0) 1650 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:19:55.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:55 smithi032 bash[76677]: audit 2024-09-13T00:19:55.141879+0000 mon.a (mon.0) 1650 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:19:56.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:56 smithi053 bash[67631]: cluster 2024-09-13T00:19:55.332078+0000 mgr.y (mgr.34107) 515 : cluster [DBG] pgmap v977: 137 pgs: 137 active+clean; 1.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 5.10k op/s 2024-09-13T00:19:56.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:56 smithi032 bash[75510]: cluster 2024-09-13T00:19:55.332078+0000 mgr.y (mgr.34107) 515 : cluster [DBG] pgmap v977: 137 pgs: 137 active+clean; 1.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 5.10k op/s 2024-09-13T00:19:56.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:56 smithi032 bash[76677]: cluster 2024-09-13T00:19:55.332078+0000 mgr.y (mgr.34107) 515 : cluster [DBG] pgmap v977: 137 pgs: 137 active+clean; 1.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 5.10k op/s 2024-09-13T00:19:58.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:19:58 smithi053 bash[67631]: cluster 2024-09-13T00:19:57.332798+0000 mgr.y (mgr.34107) 516 : cluster [DBG] pgmap v978: 137 pgs: 137 active+clean; 1.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.9 MiB/s wr, 4.53k op/s 2024-09-13T00:19:58.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:19:58 smithi032 bash[75510]: cluster 2024-09-13T00:19:57.332798+0000 mgr.y (mgr.34107) 516 : cluster [DBG] pgmap v978: 137 pgs: 137 active+clean; 1.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.9 MiB/s wr, 4.53k op/s 2024-09-13T00:19:58.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:19:58 smithi032 bash[76677]: cluster 2024-09-13T00:19:57.332798+0000 mgr.y (mgr.34107) 516 : cluster [DBG] pgmap v978: 137 pgs: 137 active+clean; 1.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.9 MiB/s wr, 4.53k op/s 2024-09-13T00:20:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:00 smithi053 bash[67631]: cluster 2024-09-13T00:19:59.333653+0000 mgr.y (mgr.34107) 517 : cluster [DBG] pgmap v979: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 5.44k op/s 2024-09-13T00:20:00.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:00 smithi053 bash[67631]: cluster 2024-09-13T00:20:00.000148+0000 mon.a (mon.0) 1651 : cluster [INF] overall HEALTH_OK 2024-09-13T00:20:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:00 smithi032 bash[76677]: cluster 2024-09-13T00:19:59.333653+0000 mgr.y (mgr.34107) 517 : cluster [DBG] pgmap v979: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 5.44k op/s 2024-09-13T00:20:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:00 smithi032 bash[76677]: cluster 2024-09-13T00:20:00.000148+0000 mon.a (mon.0) 1651 : cluster [INF] overall HEALTH_OK 2024-09-13T00:20:00.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:00 smithi032 bash[75510]: cluster 2024-09-13T00:19:59.333653+0000 mgr.y (mgr.34107) 517 : cluster [DBG] pgmap v979: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 5.44k op/s 2024-09-13T00:20:00.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:00 smithi032 bash[75510]: cluster 2024-09-13T00:20:00.000148+0000 mon.a (mon.0) 1651 : cluster [INF] overall HEALTH_OK 2024-09-13T00:20:02.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:02 smithi032 bash[76677]: cluster 2024-09-13T00:20:01.334854+0000 mgr.y (mgr.34107) 518 : cluster [DBG] pgmap v980: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 3.91k op/s 2024-09-13T00:20:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:02 smithi032 bash[75510]: cluster 2024-09-13T00:20:01.334854+0000 mgr.y (mgr.34107) 518 : cluster [DBG] pgmap v980: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 3.91k op/s 2024-09-13T00:20:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:20:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:20:02] "GET /metrics HTTP/1.1" 200 36356 "" "Prometheus/2.43.0" 2024-09-13T00:20:02.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:02 smithi053 bash[67631]: cluster 2024-09-13T00:20:01.334854+0000 mgr.y (mgr.34107) 518 : cluster [DBG] pgmap v980: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 3.91k op/s 2024-09-13T00:20:02.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:20:02 smithi053 bash[94430]: ts=2024-09-13T00:20:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:20:04.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:04 smithi053 bash[67631]: cluster 2024-09-13T00:20:03.335653+0000 mgr.y (mgr.34107) 519 : cluster [DBG] pgmap v981: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 3.91k op/s 2024-09-13T00:20:04.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:04 smithi032 bash[75510]: cluster 2024-09-13T00:20:03.335653+0000 mgr.y (mgr.34107) 519 : cluster [DBG] pgmap v981: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 3.91k op/s 2024-09-13T00:20:04.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:04 smithi032 bash[76677]: cluster 2024-09-13T00:20:03.335653+0000 mgr.y (mgr.34107) 519 : cluster [DBG] pgmap v981: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 3.91k op/s 2024-09-13T00:20:06.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:06 smithi053 bash[67631]: cluster 2024-09-13T00:20:05.336298+0000 mgr.y (mgr.34107) 520 : cluster [DBG] pgmap v982: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 4.5 MiB/s wr, 5.28k op/s 2024-09-13T00:20:06.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:06 smithi032 bash[75510]: cluster 2024-09-13T00:20:05.336298+0000 mgr.y (mgr.34107) 520 : cluster [DBG] pgmap v982: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 4.5 MiB/s wr, 5.28k op/s 2024-09-13T00:20:06.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:06 smithi032 bash[76677]: cluster 2024-09-13T00:20:05.336298+0000 mgr.y (mgr.34107) 520 : cluster [DBG] pgmap v982: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 4.5 MiB/s wr, 5.28k op/s 2024-09-13T00:20:07.370 INFO:tasks.workunit.client.0.smithi032.stderr:Queue was never full - all reservations were sucessfull.Please decrease the amount of consumer threads 2024-09-13T00:20:07.554 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (23103 ms) 2024-09-13T00:20:07.554 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-13T00:20:08.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:08 smithi032 bash[75510]: cluster 2024-09-13T00:20:07.337305+0000 mgr.y (mgr.34107) 521 : cluster [DBG] pgmap v983: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 2.98k op/s 2024-09-13T00:20:08.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:08 smithi032 bash[75510]: cluster 2024-09-13T00:20:07.545844+0000 mon.a (mon.0) 1652 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2024-09-13T00:20:08.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:08 smithi032 bash[76677]: cluster 2024-09-13T00:20:07.337305+0000 mgr.y (mgr.34107) 521 : cluster [DBG] pgmap v983: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 2.98k op/s 2024-09-13T00:20:08.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:08 smithi032 bash[76677]: cluster 2024-09-13T00:20:07.545844+0000 mon.a (mon.0) 1652 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2024-09-13T00:20:09.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:08 smithi053 bash[67631]: cluster 2024-09-13T00:20:07.337305+0000 mgr.y (mgr.34107) 521 : cluster [DBG] pgmap v983: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 2.98k op/s 2024-09-13T00:20:09.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:08 smithi053 bash[67631]: cluster 2024-09-13T00:20:07.545844+0000 mon.a (mon.0) 1652 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2024-09-13T00:20:09.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:09 smithi032 bash[75510]: cluster 2024-09-13T00:20:08.555511+0000 mon.a (mon.0) 1653 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2024-09-13T00:20:09.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:09 smithi032 bash[75510]: audit 2024-09-13T00:20:08.563426+0000 mon.a (mon.0) 1654 : audit [INF] from='client.? 172.21.15.32:0/4161947145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:09.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:09 smithi032 bash[75510]: audit 2024-09-13T00:20:09.553633+0000 mon.a (mon.0) 1655 : audit [INF] from='client.? 172.21.15.32:0/4161947145' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:09.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:09 smithi032 bash[75510]: cluster 2024-09-13T00:20:09.554070+0000 mon.a (mon.0) 1656 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2024-09-13T00:20:09.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:09 smithi032 bash[76677]: cluster 2024-09-13T00:20:08.555511+0000 mon.a (mon.0) 1653 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2024-09-13T00:20:09.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:09 smithi032 bash[76677]: audit 2024-09-13T00:20:08.563426+0000 mon.a (mon.0) 1654 : audit [INF] from='client.? 172.21.15.32:0/4161947145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:09.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:09 smithi032 bash[76677]: audit 2024-09-13T00:20:09.553633+0000 mon.a (mon.0) 1655 : audit [INF] from='client.? 172.21.15.32:0/4161947145' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:09.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:09 smithi032 bash[76677]: cluster 2024-09-13T00:20:09.554070+0000 mon.a (mon.0) 1656 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2024-09-13T00:20:10.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:09 smithi053 bash[67631]: cluster 2024-09-13T00:20:08.555511+0000 mon.a (mon.0) 1653 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2024-09-13T00:20:10.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:09 smithi053 bash[67631]: audit 2024-09-13T00:20:08.563426+0000 mon.a (mon.0) 1654 : audit [INF] from='client.? 172.21.15.32:0/4161947145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:10.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:09 smithi053 bash[67631]: audit 2024-09-13T00:20:09.553633+0000 mon.a (mon.0) 1655 : audit [INF] from='client.? 172.21.15.32:0/4161947145' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:10.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:09 smithi053 bash[67631]: cluster 2024-09-13T00:20:09.554070+0000 mon.a (mon.0) 1656 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2024-09-13T00:20:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:10 smithi032 bash[75510]: cluster 2024-09-13T00:20:09.338018+0000 mgr.y (mgr.34107) 522 : cluster [DBG] pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:10 smithi032 bash[75510]: cluster 2024-09-13T00:20:09.715715+0000 mon.a (mon.0) 1657 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:10.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:10 smithi032 bash[75510]: audit 2024-09-13T00:20:10.149644+0000 mon.a (mon.0) 1658 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:10.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:10 smithi032 bash[75510]: audit 2024-09-13T00:20:10.151870+0000 mon.a (mon.0) 1659 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:20:10.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:10 smithi032 bash[75510]: cluster 2024-09-13T00:20:10.555679+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2024-09-13T00:20:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:10 smithi032 bash[76677]: cluster 2024-09-13T00:20:09.338018+0000 mgr.y (mgr.34107) 522 : cluster [DBG] pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:10 smithi032 bash[76677]: cluster 2024-09-13T00:20:09.715715+0000 mon.a (mon.0) 1657 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:10 smithi032 bash[76677]: audit 2024-09-13T00:20:10.149644+0000 mon.a (mon.0) 1658 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:10 smithi032 bash[76677]: audit 2024-09-13T00:20:10.151870+0000 mon.a (mon.0) 1659 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:20:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:10 smithi032 bash[76677]: cluster 2024-09-13T00:20:10.555679+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2024-09-13T00:20:11.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:10 smithi053 bash[67631]: cluster 2024-09-13T00:20:09.338018+0000 mgr.y (mgr.34107) 522 : cluster [DBG] pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:11.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:10 smithi053 bash[67631]: cluster 2024-09-13T00:20:09.715715+0000 mon.a (mon.0) 1657 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:11.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:10 smithi053 bash[67631]: audit 2024-09-13T00:20:10.149644+0000 mon.a (mon.0) 1658 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:11.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:10 smithi053 bash[67631]: audit 2024-09-13T00:20:10.151870+0000 mon.a (mon.0) 1659 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:20:11.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:10 smithi053 bash[67631]: cluster 2024-09-13T00:20:10.555679+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2024-09-13T00:20:11.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:11 smithi032 bash[75510]: cluster 2024-09-13T00:20:11.572058+0000 mon.a (mon.0) 1661 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:11.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:11 smithi032 bash[75510]: cluster 2024-09-13T00:20:11.572109+0000 mon.a (mon.0) 1662 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:11.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:11 smithi032 bash[76677]: cluster 2024-09-13T00:20:11.572058+0000 mon.a (mon.0) 1661 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:11.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:11 smithi032 bash[76677]: cluster 2024-09-13T00:20:11.572109+0000 mon.a (mon.0) 1662 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:12.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:11 smithi053 bash[67631]: cluster 2024-09-13T00:20:11.572058+0000 mon.a (mon.0) 1661 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:12.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:11 smithi053 bash[67631]: cluster 2024-09-13T00:20:11.572109+0000 mon.a (mon.0) 1662 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:12.626 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:20:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:20:12] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-13T00:20:12.626 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:20:12 smithi053 bash[94430]: ts=2024-09-13T00:20:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:20:12.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:12 smithi032 bash[75510]: cluster 2024-09-13T00:20:11.338719+0000 mgr.y (mgr.34107) 523 : cluster [DBG] pgmap v989: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:12.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:12 smithi032 bash[76677]: cluster 2024-09-13T00:20:11.338719+0000 mgr.y (mgr.34107) 523 : cluster [DBG] pgmap v989: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:13.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:12 smithi053 bash[67631]: cluster 2024-09-13T00:20:11.338719+0000 mgr.y (mgr.34107) 523 : cluster [DBG] pgmap v989: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:13.644 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (6090 ms) 2024-09-13T00:20:13.644 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-13T00:20:14.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:14 smithi032 bash[75510]: cluster 2024-09-13T00:20:13.339755+0000 mgr.y (mgr.34107) 524 : cluster [DBG] pgmap v990: 137 pgs: 13 unknown, 124 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:14.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:14 smithi032 bash[75510]: cluster 2024-09-13T00:20:13.641704+0000 mon.a (mon.0) 1663 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2024-09-13T00:20:14.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:14 smithi032 bash[76677]: cluster 2024-09-13T00:20:13.339755+0000 mgr.y (mgr.34107) 524 : cluster [DBG] pgmap v990: 137 pgs: 13 unknown, 124 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:14 smithi032 bash[76677]: cluster 2024-09-13T00:20:13.641704+0000 mon.a (mon.0) 1663 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2024-09-13T00:20:15.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:14 smithi053 bash[67631]: cluster 2024-09-13T00:20:13.339755+0000 mgr.y (mgr.34107) 524 : cluster [DBG] pgmap v990: 137 pgs: 13 unknown, 124 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:15.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:14 smithi053 bash[67631]: cluster 2024-09-13T00:20:13.641704+0000 mon.a (mon.0) 1663 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2024-09-13T00:20:15.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:15 smithi032 bash[75510]: cluster 2024-09-13T00:20:14.654708+0000 mon.a (mon.0) 1664 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2024-09-13T00:20:15.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:15 smithi032 bash[75510]: audit 2024-09-13T00:20:14.659168+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.32:0/2507427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:15.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:15 smithi032 bash[75510]: audit 2024-09-13T00:20:14.668172+0000 mon.a (mon.0) 1665 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:15.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:15 smithi032 bash[76677]: cluster 2024-09-13T00:20:14.654708+0000 mon.a (mon.0) 1664 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2024-09-13T00:20:15.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:15 smithi032 bash[76677]: audit 2024-09-13T00:20:14.659168+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.32:0/2507427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:15.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:15 smithi032 bash[76677]: audit 2024-09-13T00:20:14.668172+0000 mon.a (mon.0) 1665 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:16.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:15 smithi053 bash[67631]: cluster 2024-09-13T00:20:14.654708+0000 mon.a (mon.0) 1664 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2024-09-13T00:20:16.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:15 smithi053 bash[67631]: audit 2024-09-13T00:20:14.659168+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.32:0/2507427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:16.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:15 smithi053 bash[67631]: audit 2024-09-13T00:20:14.668172+0000 mon.a (mon.0) 1665 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:16 smithi053 bash[67631]: cluster 2024-09-13T00:20:15.340620+0000 mgr.y (mgr.34107) 525 : cluster [DBG] pgmap v993: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:16 smithi053 bash[67631]: cluster 2024-09-13T00:20:15.647255+0000 mon.a (mon.0) 1666 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:16 smithi053 bash[67631]: audit 2024-09-13T00:20:15.666712+0000 mon.a (mon.0) 1667 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:17.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:16 smithi053 bash[67631]: cluster 2024-09-13T00:20:15.667066+0000 mon.a (mon.0) 1668 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2024-09-13T00:20:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:16 smithi032 bash[75510]: cluster 2024-09-13T00:20:15.340620+0000 mgr.y (mgr.34107) 525 : cluster [DBG] pgmap v993: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:16 smithi032 bash[75510]: cluster 2024-09-13T00:20:15.647255+0000 mon.a (mon.0) 1666 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:16 smithi032 bash[75510]: audit 2024-09-13T00:20:15.666712+0000 mon.a (mon.0) 1667 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:16 smithi032 bash[75510]: cluster 2024-09-13T00:20:15.667066+0000 mon.a (mon.0) 1668 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2024-09-13T00:20:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:16 smithi032 bash[76677]: cluster 2024-09-13T00:20:15.340620+0000 mgr.y (mgr.34107) 525 : cluster [DBG] pgmap v993: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:16 smithi032 bash[76677]: cluster 2024-09-13T00:20:15.647255+0000 mon.a (mon.0) 1666 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:16 smithi032 bash[76677]: audit 2024-09-13T00:20:15.666712+0000 mon.a (mon.0) 1667 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:16 smithi032 bash[76677]: cluster 2024-09-13T00:20:15.667066+0000 mon.a (mon.0) 1668 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2024-09-13T00:20:18.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:17 smithi053 bash[67631]: cluster 2024-09-13T00:20:16.666697+0000 mon.a (mon.0) 1669 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2024-09-13T00:20:18.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:17 smithi032 bash[75510]: cluster 2024-09-13T00:20:16.666697+0000 mon.a (mon.0) 1669 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2024-09-13T00:20:18.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:17 smithi032 bash[76677]: cluster 2024-09-13T00:20:16.666697+0000 mon.a (mon.0) 1669 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2024-09-13T00:20:19.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:18 smithi053 bash[67631]: cluster 2024-09-13T00:20:17.341271+0000 mgr.y (mgr.34107) 526 : cluster [DBG] pgmap v996: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:19.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:18 smithi053 bash[67631]: cluster 2024-09-13T00:20:17.669306+0000 mon.a (mon.0) 1670 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:19.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:18 smithi053 bash[67631]: cluster 2024-09-13T00:20:17.669354+0000 mon.a (mon.0) 1671 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:19.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:18 smithi032 bash[75510]: cluster 2024-09-13T00:20:17.341271+0000 mgr.y (mgr.34107) 526 : cluster [DBG] pgmap v996: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:19.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:18 smithi032 bash[75510]: cluster 2024-09-13T00:20:17.669306+0000 mon.a (mon.0) 1670 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:19.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:18 smithi032 bash[75510]: cluster 2024-09-13T00:20:17.669354+0000 mon.a (mon.0) 1671 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:19.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:18 smithi032 bash[76677]: cluster 2024-09-13T00:20:17.341271+0000 mgr.y (mgr.34107) 526 : cluster [DBG] pgmap v996: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:19.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:18 smithi032 bash[76677]: cluster 2024-09-13T00:20:17.669306+0000 mon.a (mon.0) 1670 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:19.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:18 smithi032 bash[76677]: cluster 2024-09-13T00:20:17.669354+0000 mon.a (mon.0) 1671 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:19.708 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6064 ms) 2024-09-13T00:20:19.708 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-13T00:20:21.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:20 smithi053 bash[67631]: cluster 2024-09-13T00:20:19.342466+0000 mgr.y (mgr.34107) 527 : cluster [DBG] pgmap v997: 137 pgs: 7 creating+peering, 130 active+clean; 613 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 684 op/s 2024-09-13T00:20:21.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:20 smithi053 bash[67631]: cluster 2024-09-13T00:20:19.694596+0000 mon.a (mon.0) 1672 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2024-09-13T00:20:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:20 smithi032 bash[75510]: cluster 2024-09-13T00:20:19.342466+0000 mgr.y (mgr.34107) 527 : cluster [DBG] pgmap v997: 137 pgs: 7 creating+peering, 130 active+clean; 613 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 684 op/s 2024-09-13T00:20:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:20 smithi032 bash[75510]: cluster 2024-09-13T00:20:19.694596+0000 mon.a (mon.0) 1672 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2024-09-13T00:20:21.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:20 smithi032 bash[76677]: cluster 2024-09-13T00:20:19.342466+0000 mgr.y (mgr.34107) 527 : cluster [DBG] pgmap v997: 137 pgs: 7 creating+peering, 130 active+clean; 613 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 684 op/s 2024-09-13T00:20:21.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:20 smithi032 bash[76677]: cluster 2024-09-13T00:20:19.694596+0000 mon.a (mon.0) 1672 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2024-09-13T00:20:22.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:21 smithi053 bash[67631]: cluster 2024-09-13T00:20:20.702444+0000 mon.a (mon.0) 1673 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2024-09-13T00:20:22.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:21 smithi053 bash[67631]: audit 2024-09-13T00:20:20.705457+0000 mon.c (mon.2) 25 : audit [INF] from='client.? 172.21.15.32:0/173733909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:22.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:21 smithi053 bash[67631]: audit 2024-09-13T00:20:20.710605+0000 mon.a (mon.0) 1674 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:22.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:21 smithi053 bash[67631]: audit 2024-09-13T00:20:21.703099+0000 mon.a (mon.0) 1675 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:22.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:21 smithi053 bash[67631]: cluster 2024-09-13T00:20:21.703548+0000 mon.a (mon.0) 1676 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2024-09-13T00:20:22.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:21 smithi032 bash[75510]: cluster 2024-09-13T00:20:20.702444+0000 mon.a (mon.0) 1673 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2024-09-13T00:20:22.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:21 smithi032 bash[75510]: audit 2024-09-13T00:20:20.705457+0000 mon.c (mon.2) 25 : audit [INF] from='client.? 172.21.15.32:0/173733909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:22.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:21 smithi032 bash[75510]: audit 2024-09-13T00:20:20.710605+0000 mon.a (mon.0) 1674 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:22.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:21 smithi032 bash[75510]: audit 2024-09-13T00:20:21.703099+0000 mon.a (mon.0) 1675 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:22.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:21 smithi032 bash[75510]: cluster 2024-09-13T00:20:21.703548+0000 mon.a (mon.0) 1676 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2024-09-13T00:20:22.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:21 smithi032 bash[76677]: cluster 2024-09-13T00:20:20.702444+0000 mon.a (mon.0) 1673 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2024-09-13T00:20:22.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:21 smithi032 bash[76677]: audit 2024-09-13T00:20:20.705457+0000 mon.c (mon.2) 25 : audit [INF] from='client.? 172.21.15.32:0/173733909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:22.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:21 smithi032 bash[76677]: audit 2024-09-13T00:20:20.710605+0000 mon.a (mon.0) 1674 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:22.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:21 smithi032 bash[76677]: audit 2024-09-13T00:20:21.703099+0000 mon.a (mon.0) 1675 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-109912-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:22.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:21 smithi032 bash[76677]: cluster 2024-09-13T00:20:21.703548+0000 mon.a (mon.0) 1676 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2024-09-13T00:20:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:20:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:20:22] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-13T00:20:22.725 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:20:22 smithi053 bash[94430]: ts=2024-09-13T00:20:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:20:23.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:22 smithi053 bash[67631]: cluster 2024-09-13T00:20:21.343122+0000 mgr.y (mgr.34107) 528 : cluster [DBG] pgmap v1000: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:23.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:22 smithi053 bash[67631]: cluster 2024-09-13T00:20:21.716182+0000 mon.a (mon.0) 1677 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:23.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:22 smithi053 bash[67631]: cluster 2024-09-13T00:20:22.709479+0000 mon.a (mon.0) 1678 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2024-09-13T00:20:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:22 smithi032 bash[75510]: cluster 2024-09-13T00:20:21.343122+0000 mgr.y (mgr.34107) 528 : cluster [DBG] pgmap v1000: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:22 smithi032 bash[75510]: cluster 2024-09-13T00:20:21.716182+0000 mon.a (mon.0) 1677 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:22 smithi032 bash[75510]: cluster 2024-09-13T00:20:22.709479+0000 mon.a (mon.0) 1678 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2024-09-13T00:20:23.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:22 smithi032 bash[76677]: cluster 2024-09-13T00:20:21.343122+0000 mgr.y (mgr.34107) 528 : cluster [DBG] pgmap v1000: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:23.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:22 smithi032 bash[76677]: cluster 2024-09-13T00:20:21.716182+0000 mon.a (mon.0) 1677 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:23.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:22 smithi032 bash[76677]: cluster 2024-09-13T00:20:22.709479+0000 mon.a (mon.0) 1678 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2024-09-13T00:20:24.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:23 smithi053 bash[67631]: cluster 2024-09-13T00:20:23.725455+0000 mon.a (mon.0) 1679 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:24.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:23 smithi053 bash[67631]: cluster 2024-09-13T00:20:23.725541+0000 mon.a (mon.0) 1680 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:23 smithi032 bash[75510]: cluster 2024-09-13T00:20:23.725455+0000 mon.a (mon.0) 1679 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:23 smithi032 bash[75510]: cluster 2024-09-13T00:20:23.725541+0000 mon.a (mon.0) 1680 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:24.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:23 smithi032 bash[76677]: cluster 2024-09-13T00:20:23.725455+0000 mon.a (mon.0) 1679 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:24.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:23 smithi032 bash[76677]: cluster 2024-09-13T00:20:23.725541+0000 mon.a (mon.0) 1680 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:25.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:24 smithi053 bash[67631]: cluster 2024-09-13T00:20:23.343748+0000 mgr.y (mgr.34107) 529 : cluster [DBG] pgmap v1003: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:24 smithi032 bash[75510]: cluster 2024-09-13T00:20:23.343748+0000 mgr.y (mgr.34107) 529 : cluster [DBG] pgmap v1003: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:25.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:24 smithi032 bash[76677]: cluster 2024-09-13T00:20:23.343748+0000 mgr.y (mgr.34107) 529 : cluster [DBG] pgmap v1003: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:26 smithi032 bash[75510]: audit 2024-09-13T00:20:25.150503+0000 mon.a (mon.0) 1681 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:26 smithi032 bash[75510]: audit 2024-09-13T00:20:25.152659+0000 mon.a (mon.0) 1682 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:20:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:26 smithi032 bash[75510]: cluster 2024-09-13T00:20:25.344724+0000 mgr.y (mgr.34107) 530 : cluster [DBG] pgmap v1004: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:26 smithi032 bash[76677]: audit 2024-09-13T00:20:25.150503+0000 mon.a (mon.0) 1681 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:26 smithi032 bash[76677]: audit 2024-09-13T00:20:25.152659+0000 mon.a (mon.0) 1682 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:20:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:26 smithi032 bash[76677]: cluster 2024-09-13T00:20:25.344724+0000 mgr.y (mgr.34107) 530 : cluster [DBG] pgmap v1004: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:26.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:26 smithi053 bash[67631]: audit 2024-09-13T00:20:25.150503+0000 mon.a (mon.0) 1681 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:26.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:26 smithi053 bash[67631]: audit 2024-09-13T00:20:25.152659+0000 mon.a (mon.0) 1682 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:20:26.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:26 smithi053 bash[67631]: cluster 2024-09-13T00:20:25.344724+0000 mgr.y (mgr.34107) 530 : cluster [DBG] pgmap v1004: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:28 smithi032 bash[75510]: cluster 2024-09-13T00:20:27.345673+0000 mgr.y (mgr.34107) 531 : cluster [DBG] pgmap v1005: 137 pgs: 137 active+clean; 606 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 664 op/s 2024-09-13T00:20:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:28 smithi032 bash[76677]: cluster 2024-09-13T00:20:27.345673+0000 mgr.y (mgr.34107) 531 : cluster [DBG] pgmap v1005: 137 pgs: 137 active+clean; 606 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 664 op/s 2024-09-13T00:20:28.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:28 smithi053 bash[67631]: cluster 2024-09-13T00:20:27.345673+0000 mgr.y (mgr.34107) 531 : cluster [DBG] pgmap v1005: 137 pgs: 137 active+clean; 606 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 664 op/s 2024-09-13T00:20:29.421 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (9713 ms) 2024-09-13T00:20:29.422 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 22 tests from TestCls2PCQueue (131290 ms total) 2024-09-13T00:20:29.422 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:20:29.422 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T00:20:29.422 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 22 tests from 1 test suite ran. (131290 ms total) 2024-09-13T00:20:29.422 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 22 tests. 2024-09-13T00:20:29.427 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:20:29.427 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:20:29.442 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-09-13T00:20:29.442 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-09-13T00:20:29.504 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2024-09-13T00:20:29.504 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 6 tests from 2 test suites. 2024-09-13T00:20:29.504 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:20:29.505 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 5 tests from cls_cas 2024-09-13T00:20:29.505 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_cas.get_put 2024-09-13T00:20:30.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:30 smithi053 bash[67631]: cluster 2024-09-13T00:20:29.346953+0000 mgr.y (mgr.34107) 532 : cluster [DBG] pgmap v1006: 137 pgs: 137 active+clean; 606 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 552 op/s 2024-09-13T00:20:30.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:30 smithi053 bash[67631]: cluster 2024-09-13T00:20:29.417217+0000 mon.a (mon.0) 1683 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2024-09-13T00:20:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:30 smithi032 bash[75510]: cluster 2024-09-13T00:20:29.346953+0000 mgr.y (mgr.34107) 532 : cluster [DBG] pgmap v1006: 137 pgs: 137 active+clean; 606 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 552 op/s 2024-09-13T00:20:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:30 smithi032 bash[75510]: cluster 2024-09-13T00:20:29.417217+0000 mon.a (mon.0) 1683 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2024-09-13T00:20:30.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:30 smithi032 bash[76677]: cluster 2024-09-13T00:20:29.346953+0000 mgr.y (mgr.34107) 532 : cluster [DBG] pgmap v1006: 137 pgs: 137 active+clean; 606 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 552 op/s 2024-09-13T00:20:30.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:30 smithi032 bash[76677]: cluster 2024-09-13T00:20:29.417217+0000 mon.a (mon.0) 1683 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2024-09-13T00:20:31.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:31 smithi053 bash[67631]: cluster 2024-09-13T00:20:30.424453+0000 mon.a (mon.0) 1684 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2024-09-13T00:20:31.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:31 smithi053 bash[67631]: audit 2024-09-13T00:20:30.437475+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.32:0/7233720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:31.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:31 smithi053 bash[67631]: audit 2024-09-13T00:20:30.438697+0000 mon.a (mon.0) 1685 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:31.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:31 smithi053 bash[67631]: audit 2024-09-13T00:20:31.424655+0000 mon.a (mon.0) 1686 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:31.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:31 smithi053 bash[67631]: cluster 2024-09-13T00:20:31.425194+0000 mon.a (mon.0) 1687 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2024-09-13T00:20:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:31 smithi032 bash[75510]: cluster 2024-09-13T00:20:30.424453+0000 mon.a (mon.0) 1684 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2024-09-13T00:20:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:31 smithi032 bash[75510]: audit 2024-09-13T00:20:30.437475+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.32:0/7233720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:31 smithi032 bash[75510]: audit 2024-09-13T00:20:30.438697+0000 mon.a (mon.0) 1685 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:31 smithi032 bash[75510]: audit 2024-09-13T00:20:31.424655+0000 mon.a (mon.0) 1686 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:31.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:31 smithi032 bash[75510]: cluster 2024-09-13T00:20:31.425194+0000 mon.a (mon.0) 1687 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2024-09-13T00:20:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:31 smithi032 bash[76677]: cluster 2024-09-13T00:20:30.424453+0000 mon.a (mon.0) 1684 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2024-09-13T00:20:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:31 smithi032 bash[76677]: audit 2024-09-13T00:20:30.437475+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.32:0/7233720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:31 smithi032 bash[76677]: audit 2024-09-13T00:20:30.438697+0000 mon.a (mon.0) 1685 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:31 smithi032 bash[76677]: audit 2024-09-13T00:20:31.424655+0000 mon.a (mon.0) 1686 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:31 smithi032 bash[76677]: cluster 2024-09-13T00:20:31.425194+0000 mon.a (mon.0) 1687 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2024-09-13T00:20:32.456 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_cas.get_put (2952 ms) 2024-09-13T00:20:32.456 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_cas.wrong_put 2024-09-13T00:20:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:32 smithi032 bash[76677]: cluster 2024-09-13T00:20:31.347959+0000 mgr.y (mgr.34107) 533 : cluster [DBG] pgmap v1009: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:32.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:32 smithi032 bash[76677]: cluster 2024-09-13T00:20:31.432486+0000 mon.a (mon.0) 1688 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:32.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:32 smithi032 bash[75510]: cluster 2024-09-13T00:20:31.347959+0000 mgr.y (mgr.34107) 533 : cluster [DBG] pgmap v1009: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:32 smithi032 bash[75510]: cluster 2024-09-13T00:20:31.432486+0000 mon.a (mon.0) 1688 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:32.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:20:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:20:32] "GET /metrics HTTP/1.1" 200 36304 "" "Prometheus/2.43.0" 2024-09-13T00:20:32.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:32 smithi053 bash[67631]: cluster 2024-09-13T00:20:31.347959+0000 mgr.y (mgr.34107) 533 : cluster [DBG] pgmap v1009: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:32.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:32 smithi053 bash[67631]: cluster 2024-09-13T00:20:31.432486+0000 mon.a (mon.0) 1688 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:32.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:20:32 smithi053 bash[94430]: ts=2024-09-13T00:20:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:20:33.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:33 smithi053 bash[67631]: cluster 2024-09-13T00:20:32.446976+0000 mon.a (mon.0) 1689 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2024-09-13T00:20:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:33 smithi032 bash[75510]: cluster 2024-09-13T00:20:32.446976+0000 mon.a (mon.0) 1689 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2024-09-13T00:20:33.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:33 smithi032 bash[76677]: cluster 2024-09-13T00:20:32.446976+0000 mon.a (mon.0) 1689 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2024-09-13T00:20:34.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:34 smithi053 bash[67631]: cluster 2024-09-13T00:20:33.348907+0000 mgr.y (mgr.34107) 534 : cluster [DBG] pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:34.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:34 smithi053 bash[67631]: cluster 2024-09-13T00:20:33.454730+0000 mon.a (mon.0) 1690 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:34.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:34 smithi053 bash[67631]: cluster 2024-09-13T00:20:33.454810+0000 mon.a (mon.0) 1691 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:34.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:34 smithi053 bash[67631]: cluster 2024-09-13T00:20:33.477399+0000 mon.a (mon.0) 1692 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2024-09-13T00:20:34.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:34 smithi053 bash[67631]: audit 2024-09-13T00:20:33.481462+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.32:0/2963305440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:34.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:34 smithi053 bash[67631]: audit 2024-09-13T00:20:33.485502+0000 mon.a (mon.0) 1693 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:34.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:34 smithi032 bash[75510]: cluster 2024-09-13T00:20:33.348907+0000 mgr.y (mgr.34107) 534 : cluster [DBG] pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:34.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:34 smithi032 bash[75510]: cluster 2024-09-13T00:20:33.454730+0000 mon.a (mon.0) 1690 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:34.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:34 smithi032 bash[75510]: cluster 2024-09-13T00:20:33.454810+0000 mon.a (mon.0) 1691 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:34.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:34 smithi032 bash[75510]: cluster 2024-09-13T00:20:33.477399+0000 mon.a (mon.0) 1692 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2024-09-13T00:20:34.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:34 smithi032 bash[75510]: audit 2024-09-13T00:20:33.481462+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.32:0/2963305440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:34.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:34 smithi032 bash[75510]: audit 2024-09-13T00:20:33.485502+0000 mon.a (mon.0) 1693 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:34.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:34 smithi032 bash[76677]: cluster 2024-09-13T00:20:33.348907+0000 mgr.y (mgr.34107) 534 : cluster [DBG] pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:34.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:34 smithi032 bash[76677]: cluster 2024-09-13T00:20:33.454730+0000 mon.a (mon.0) 1690 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:34.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:34 smithi032 bash[76677]: cluster 2024-09-13T00:20:33.454810+0000 mon.a (mon.0) 1691 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:34.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:34 smithi032 bash[76677]: cluster 2024-09-13T00:20:33.477399+0000 mon.a (mon.0) 1692 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2024-09-13T00:20:34.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:34 smithi032 bash[76677]: audit 2024-09-13T00:20:33.481462+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.32:0/2963305440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:34.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:34 smithi032 bash[76677]: audit 2024-09-13T00:20:33.485502+0000 mon.a (mon.0) 1693 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:35.502 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_cas.wrong_put (3046 ms) 2024-09-13T00:20:35.502 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_cas.dup_get 2024-09-13T00:20:35.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:35 smithi053 bash[67631]: audit 2024-09-13T00:20:34.486717+0000 mon.a (mon.0) 1694 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:35.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:35 smithi053 bash[67631]: cluster 2024-09-13T00:20:34.487263+0000 mon.a (mon.0) 1695 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2024-09-13T00:20:35.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:35 smithi032 bash[75510]: audit 2024-09-13T00:20:34.486717+0000 mon.a (mon.0) 1694 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:35.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:35 smithi032 bash[75510]: cluster 2024-09-13T00:20:34.487263+0000 mon.a (mon.0) 1695 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2024-09-13T00:20:35.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:35 smithi032 bash[76677]: audit 2024-09-13T00:20:34.486717+0000 mon.a (mon.0) 1694 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:35.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:35 smithi032 bash[76677]: cluster 2024-09-13T00:20:34.487263+0000 mon.a (mon.0) 1695 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2024-09-13T00:20:36.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:36 smithi053 bash[67631]: cluster 2024-09-13T00:20:35.349749+0000 mgr.y (mgr.34107) 535 : cluster [DBG] pgmap v1015: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:36.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:36 smithi053 bash[67631]: cluster 2024-09-13T00:20:35.497062+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2024-09-13T00:20:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:36 smithi032 bash[75510]: cluster 2024-09-13T00:20:35.349749+0000 mgr.y (mgr.34107) 535 : cluster [DBG] pgmap v1015: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:36 smithi032 bash[75510]: cluster 2024-09-13T00:20:35.497062+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2024-09-13T00:20:36.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:36 smithi032 bash[76677]: cluster 2024-09-13T00:20:35.349749+0000 mgr.y (mgr.34107) 535 : cluster [DBG] pgmap v1015: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:36 smithi032 bash[76677]: cluster 2024-09-13T00:20:35.497062+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2024-09-13T00:20:37.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:37 smithi053 bash[67631]: cluster 2024-09-13T00:20:36.502613+0000 mon.a (mon.0) 1697 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2024-09-13T00:20:37.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:37 smithi053 bash[67631]: audit 2024-09-13T00:20:36.520201+0000 mon.a (mon.0) 1698 : audit [INF] from='client.? 172.21.15.32:0/2849981812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:37.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:37 smithi053 bash[67631]: audit 2024-09-13T00:20:37.502778+0000 mon.a (mon.0) 1699 : audit [INF] from='client.? 172.21.15.32:0/2849981812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:37.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:37 smithi053 bash[67631]: cluster 2024-09-13T00:20:37.503131+0000 mon.a (mon.0) 1700 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2024-09-13T00:20:37.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:37 smithi032 bash[75510]: cluster 2024-09-13T00:20:36.502613+0000 mon.a (mon.0) 1697 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2024-09-13T00:20:37.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:37 smithi032 bash[75510]: audit 2024-09-13T00:20:36.520201+0000 mon.a (mon.0) 1698 : audit [INF] from='client.? 172.21.15.32:0/2849981812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:37.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:37 smithi032 bash[75510]: audit 2024-09-13T00:20:37.502778+0000 mon.a (mon.0) 1699 : audit [INF] from='client.? 172.21.15.32:0/2849981812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:37.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:37 smithi032 bash[75510]: cluster 2024-09-13T00:20:37.503131+0000 mon.a (mon.0) 1700 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2024-09-13T00:20:37.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:37 smithi032 bash[76677]: cluster 2024-09-13T00:20:36.502613+0000 mon.a (mon.0) 1697 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2024-09-13T00:20:37.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:37 smithi032 bash[76677]: audit 2024-09-13T00:20:36.520201+0000 mon.a (mon.0) 1698 : audit [INF] from='client.? 172.21.15.32:0/2849981812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:37.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:37 smithi032 bash[76677]: audit 2024-09-13T00:20:37.502778+0000 mon.a (mon.0) 1699 : audit [INF] from='client.? 172.21.15.32:0/2849981812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:37.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:37 smithi032 bash[76677]: cluster 2024-09-13T00:20:37.503131+0000 mon.a (mon.0) 1700 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2024-09-13T00:20:38.534 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_cas.dup_get (3032 ms) 2024-09-13T00:20:38.534 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_cas.dup_put 2024-09-13T00:20:38.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:38 smithi032 bash[75510]: cluster 2024-09-13T00:20:37.350453+0000 mgr.y (mgr.34107) 536 : cluster [DBG] pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:38.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:38 smithi032 bash[75510]: cluster 2024-09-13T00:20:37.512981+0000 mon.a (mon.0) 1701 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:38.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:38 smithi032 bash[75510]: cluster 2024-09-13T00:20:38.531578+0000 mon.a (mon.0) 1702 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2024-09-13T00:20:38.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:38 smithi032 bash[76677]: cluster 2024-09-13T00:20:37.350453+0000 mgr.y (mgr.34107) 536 : cluster [DBG] pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:38 smithi032 bash[76677]: cluster 2024-09-13T00:20:37.512981+0000 mon.a (mon.0) 1701 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:38 smithi032 bash[76677]: cluster 2024-09-13T00:20:38.531578+0000 mon.a (mon.0) 1702 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2024-09-13T00:20:39.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:38 smithi053 bash[67631]: cluster 2024-09-13T00:20:37.350453+0000 mgr.y (mgr.34107) 536 : cluster [DBG] pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:39.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:38 smithi053 bash[67631]: cluster 2024-09-13T00:20:37.512981+0000 mon.a (mon.0) 1701 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:39.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:38 smithi053 bash[67631]: cluster 2024-09-13T00:20:38.531578+0000 mon.a (mon.0) 1702 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2024-09-13T00:20:39.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:39 smithi032 bash[75510]: cluster 2024-09-13T00:20:39.540706+0000 mon.a (mon.0) 1703 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:39.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:39 smithi032 bash[75510]: cluster 2024-09-13T00:20:39.540761+0000 mon.a (mon.0) 1704 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:39.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:39 smithi032 bash[75510]: cluster 2024-09-13T00:20:39.558551+0000 mon.a (mon.0) 1705 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2024-09-13T00:20:39.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:39 smithi032 bash[75510]: audit 2024-09-13T00:20:39.567804+0000 mon.a (mon.0) 1706 : audit [INF] from='client.? 172.21.15.32:0/3040374482' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:39.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:39 smithi032 bash[76677]: cluster 2024-09-13T00:20:39.540706+0000 mon.a (mon.0) 1703 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:39.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:39 smithi032 bash[76677]: cluster 2024-09-13T00:20:39.540761+0000 mon.a (mon.0) 1704 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:39.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:39 smithi032 bash[76677]: cluster 2024-09-13T00:20:39.558551+0000 mon.a (mon.0) 1705 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2024-09-13T00:20:39.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:39 smithi032 bash[76677]: audit 2024-09-13T00:20:39.567804+0000 mon.a (mon.0) 1706 : audit [INF] from='client.? 172.21.15.32:0/3040374482' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:40.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:39 smithi053 bash[67631]: cluster 2024-09-13T00:20:39.540706+0000 mon.a (mon.0) 1703 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:40.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:39 smithi053 bash[67631]: cluster 2024-09-13T00:20:39.540761+0000 mon.a (mon.0) 1704 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:40.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:39 smithi053 bash[67631]: cluster 2024-09-13T00:20:39.558551+0000 mon.a (mon.0) 1705 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2024-09-13T00:20:40.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:39 smithi053 bash[67631]: audit 2024-09-13T00:20:39.567804+0000 mon.a (mon.0) 1706 : audit [INF] from='client.? 172.21.15.32:0/3040374482' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:40.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:40 smithi032 bash[76677]: cluster 2024-09-13T00:20:39.351114+0000 mgr.y (mgr.34107) 537 : cluster [DBG] pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:40.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:40 smithi032 bash[76677]: audit 2024-09-13T00:20:40.143544+0000 mon.a (mon.0) 1707 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:20:40.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:40 smithi032 bash[76677]: audit 2024-09-13T00:20:40.562184+0000 mon.a (mon.0) 1708 : audit [INF] from='client.? 172.21.15.32:0/3040374482' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:40 smithi032 bash[76677]: cluster 2024-09-13T00:20:40.563169+0000 mon.a (mon.0) 1709 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2024-09-13T00:20:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:40 smithi032 bash[75510]: cluster 2024-09-13T00:20:39.351114+0000 mgr.y (mgr.34107) 537 : cluster [DBG] pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:40 smithi032 bash[75510]: audit 2024-09-13T00:20:40.143544+0000 mon.a (mon.0) 1707 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:20:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:40 smithi032 bash[75510]: audit 2024-09-13T00:20:40.562184+0000 mon.a (mon.0) 1708 : audit [INF] from='client.? 172.21.15.32:0/3040374482' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:40 smithi032 bash[75510]: cluster 2024-09-13T00:20:40.563169+0000 mon.a (mon.0) 1709 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2024-09-13T00:20:41.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:40 smithi053 bash[67631]: cluster 2024-09-13T00:20:39.351114+0000 mgr.y (mgr.34107) 537 : cluster [DBG] pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:41.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:40 smithi053 bash[67631]: audit 2024-09-13T00:20:40.143544+0000 mon.a (mon.0) 1707 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:20:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:40 smithi053 bash[67631]: audit 2024-09-13T00:20:40.562184+0000 mon.a (mon.0) 1708 : audit [INF] from='client.? 172.21.15.32:0/3040374482' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:40 smithi053 bash[67631]: cluster 2024-09-13T00:20:40.563169+0000 mon.a (mon.0) 1709 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2024-09-13T00:20:41.569 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_cas.dup_put (3034 ms) 2024-09-13T00:20:41.569 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_cas.get_wrong_data 2024-09-13T00:20:42.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:42 smithi032 bash[75510]: cluster 2024-09-13T00:20:41.351880+0000 mgr.y (mgr.34107) 538 : cluster [DBG] pgmap v1024: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:42.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:42 smithi032 bash[75510]: cluster 2024-09-13T00:20:41.565153+0000 mon.a (mon.0) 1710 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2024-09-13T00:20:42.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:20:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:20:42] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2024-09-13T00:20:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:42 smithi032 bash[76677]: cluster 2024-09-13T00:20:41.351880+0000 mgr.y (mgr.34107) 538 : cluster [DBG] pgmap v1024: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:42 smithi032 bash[76677]: cluster 2024-09-13T00:20:41.565153+0000 mon.a (mon.0) 1710 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2024-09-13T00:20:42.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:42 smithi053 bash[67631]: cluster 2024-09-13T00:20:41.351880+0000 mgr.y (mgr.34107) 538 : cluster [DBG] pgmap v1024: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:42.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:42 smithi053 bash[67631]: cluster 2024-09-13T00:20:41.565153+0000 mon.a (mon.0) 1710 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2024-09-13T00:20:42.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:20:42 smithi053 bash[94430]: ts=2024-09-13T00:20:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:20:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:43 smithi032 bash[75510]: cluster 2024-09-13T00:20:42.608757+0000 mon.a (mon.0) 1711 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2024-09-13T00:20:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:43 smithi032 bash[75510]: audit 2024-09-13T00:20:42.625552+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.32:0/2264589403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:43 smithi032 bash[75510]: audit 2024-09-13T00:20:42.627352+0000 mon.a (mon.0) 1712 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:43 smithi032 bash[75510]: audit 2024-09-13T00:20:43.243703+0000 mon.a (mon.0) 1713 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:20:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:43 smithi032 bash[76677]: cluster 2024-09-13T00:20:42.608757+0000 mon.a (mon.0) 1711 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2024-09-13T00:20:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:43 smithi032 bash[76677]: audit 2024-09-13T00:20:42.625552+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.32:0/2264589403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:43 smithi032 bash[76677]: audit 2024-09-13T00:20:42.627352+0000 mon.a (mon.0) 1712 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:43 smithi032 bash[76677]: audit 2024-09-13T00:20:43.243703+0000 mon.a (mon.0) 1713 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:20:44.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:43 smithi053 bash[67631]: cluster 2024-09-13T00:20:42.608757+0000 mon.a (mon.0) 1711 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2024-09-13T00:20:44.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:43 smithi053 bash[67631]: audit 2024-09-13T00:20:42.625552+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.32:0/2264589403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:44.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:43 smithi053 bash[67631]: audit 2024-09-13T00:20:42.627352+0000 mon.a (mon.0) 1712 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:44.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:43 smithi053 bash[67631]: audit 2024-09-13T00:20:43.243703+0000 mon.a (mon.0) 1713 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:20:44.634 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_cas.get_wrong_data (3063 ms) 2024-09-13T00:20:44.634 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 5 tests from cls_cas (15127 ms total) 2024-09-13T00:20:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:20:44.634 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 1 test from chunk_refs_t 2024-09-13T00:20:44.635 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] chunk_refs_t.size 2024-09-13T00:20:44.635 INFO:tasks.workunit.client.0.smithi032.stdout:1 60 by_object 2024-09-13T00:20:44.635 INFO:tasks.workunit.client.0.smithi032.stdout:2 103 by_object 2024-09-13T00:20:44.635 INFO:tasks.workunit.client.0.smithi032.stdout:4 189 by_object 2024-09-13T00:20:44.635 INFO:tasks.workunit.client.0.smithi032.stdout:8 361 by_object 2024-09-13T00:20:44.635 INFO:tasks.workunit.client.0.smithi032.stdout:16 112 by_hash(32 bits) 2024-09-13T00:20:44.635 INFO:tasks.workunit.client.0.smithi032.stdout:32 208 by_hash(32 bits) 2024-09-13T00:20:44.635 INFO:tasks.workunit.client.0.smithi032.stdout:64 400 by_hash(32 bits) 2024-09-13T00:20:44.635 INFO:tasks.workunit.client.0.smithi032.stdout:128 509 by_hash(10 bits) 2024-09-13T00:20:44.635 INFO:tasks.workunit.client.0.smithi032.stdout:256 499 by_hash(7 bits) 2024-09-13T00:20:44.635 INFO:tasks.workunit.client.0.smithi032.stdout:512 462 by_hash(5 bits) 2024-09-13T00:20:44.635 INFO:tasks.workunit.client.0.smithi032.stdout:1024 466 by_hash(5 bits) 2024-09-13T00:20:44.636 INFO:tasks.workunit.client.0.smithi032.stdout:2048 466 by_hash(5 bits) 2024-09-13T00:20:44.636 INFO:tasks.workunit.client.0.smithi032.stdout:4096 470 by_hash(5 bits) 2024-09-13T00:20:44.637 INFO:tasks.workunit.client.0.smithi032.stdout:8192 498 by_hash(4 bits) 2024-09-13T00:20:44.639 INFO:tasks.workunit.client.0.smithi032.stdout:16384 278 by_hash(3 bits) 2024-09-13T00:20:44.643 INFO:tasks.workunit.client.0.smithi032.stdout:32768 337 by_hash(2 bits) 2024-09-13T00:20:44.650 INFO:tasks.workunit.client.0.smithi032.stdout:65536 367 by_hash(2 bits) 2024-09-13T00:20:44.663 INFO:tasks.workunit.client.0.smithi032.stdout:131072 387 by_hash(1 bits) 2024-09-13T00:20:44.687 INFO:tasks.workunit.client.0.smithi032.stdout:262144 331 by_pool 2024-09-13T00:20:44.726 INFO:tasks.workunit.client.0.smithi032.stdout:524288 21 count 2024-09-13T00:20:44.790 INFO:tasks.workunit.client.0.smithi032.stdout:1048576 21 count 2024-09-13T00:20:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[75510]: cluster 2024-09-13T00:20:43.352808+0000 mgr.y (mgr.34107) 539 : cluster [DBG] pgmap v1027: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[75510]: cluster 2024-09-13T00:20:43.602553+0000 mon.a (mon.0) 1714 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[75510]: audit 2024-09-13T00:20:43.607750+0000 mon.a (mon.0) 1715 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[75510]: cluster 2024-09-13T00:20:43.607901+0000 mon.a (mon.0) 1716 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2024-09-13T00:20:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[75510]: audit 2024-09-13T00:20:43.638054+0000 mon.a (mon.0) 1717 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[75510]: audit 2024-09-13T00:20:43.641835+0000 mon.a (mon.0) 1718 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[75510]: audit 2024-09-13T00:20:43.646061+0000 mon.a (mon.0) 1719 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[75510]: audit 2024-09-13T00:20:43.649776+0000 mon.a (mon.0) 1720 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[75510]: audit 2024-09-13T00:20:44.155606+0000 mon.a (mon.0) 1721 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:20:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[75510]: audit 2024-09-13T00:20:44.157350+0000 mon.a (mon.0) 1722 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:20:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[75510]: audit 2024-09-13T00:20:44.167338+0000 mon.a (mon.0) 1723 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:44.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[76677]: cluster 2024-09-13T00:20:43.352808+0000 mgr.y (mgr.34107) 539 : cluster [DBG] pgmap v1027: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:44.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[76677]: cluster 2024-09-13T00:20:43.602553+0000 mon.a (mon.0) 1714 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:44.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[76677]: audit 2024-09-13T00:20:43.607750+0000 mon.a (mon.0) 1715 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:44.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[76677]: cluster 2024-09-13T00:20:43.607901+0000 mon.a (mon.0) 1716 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2024-09-13T00:20:44.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[76677]: audit 2024-09-13T00:20:43.638054+0000 mon.a (mon.0) 1717 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:44.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[76677]: audit 2024-09-13T00:20:43.641835+0000 mon.a (mon.0) 1718 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:44.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[76677]: audit 2024-09-13T00:20:43.646061+0000 mon.a (mon.0) 1719 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:44.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[76677]: audit 2024-09-13T00:20:43.649776+0000 mon.a (mon.0) 1720 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:44.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[76677]: audit 2024-09-13T00:20:44.155606+0000 mon.a (mon.0) 1721 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:20:44.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[76677]: audit 2024-09-13T00:20:44.157350+0000 mon.a (mon.0) 1722 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:20:44.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:44 smithi032 bash[76677]: audit 2024-09-13T00:20:44.167338+0000 mon.a (mon.0) 1723 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:44.916 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] chunk_refs_t.size (285 ms) 2024-09-13T00:20:44.916 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 1 test from chunk_refs_t (285 ms total) 2024-09-13T00:20:44.916 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:20:44.916 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T00:20:44.917 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 6 tests from 2 test suites ran. (15412 ms total) 2024-09-13T00:20:44.917 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 6 tests. 2024-09-13T00:20:44.918 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:20:44.919 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:20:44.977 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-13T00:20:44.977 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-13T00:20:45.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:44 smithi053 bash[67631]: cluster 2024-09-13T00:20:43.352808+0000 mgr.y (mgr.34107) 539 : cluster [DBG] pgmap v1027: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:44 smithi053 bash[67631]: cluster 2024-09-13T00:20:43.602553+0000 mon.a (mon.0) 1714 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:44 smithi053 bash[67631]: audit 2024-09-13T00:20:43.607750+0000 mon.a (mon.0) 1715 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110419-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:44 smithi053 bash[67631]: cluster 2024-09-13T00:20:43.607901+0000 mon.a (mon.0) 1716 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2024-09-13T00:20:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:44 smithi053 bash[67631]: audit 2024-09-13T00:20:43.638054+0000 mon.a (mon.0) 1717 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:44 smithi053 bash[67631]: audit 2024-09-13T00:20:43.641835+0000 mon.a (mon.0) 1718 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:44 smithi053 bash[67631]: audit 2024-09-13T00:20:43.646061+0000 mon.a (mon.0) 1719 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:44 smithi053 bash[67631]: audit 2024-09-13T00:20:43.649776+0000 mon.a (mon.0) 1720 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:44 smithi053 bash[67631]: audit 2024-09-13T00:20:44.155606+0000 mon.a (mon.0) 1721 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:20:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:44 smithi053 bash[67631]: audit 2024-09-13T00:20:44.157350+0000 mon.a (mon.0) 1722 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:20:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:44 smithi053 bash[67631]: audit 2024-09-13T00:20:44.167338+0000 mon.a (mon.0) 1723 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:20:45.038 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2024-09-13T00:20:45.038 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-13T00:20:45.038 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:20:45.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:45 smithi032 bash[76677]: cluster 2024-09-13T00:20:44.625678+0000 mon.a (mon.0) 1724 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2024-09-13T00:20:45.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:45 smithi032 bash[75510]: cluster 2024-09-13T00:20:44.625678+0000 mon.a (mon.0) 1724 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2024-09-13T00:20:46.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:45 smithi053 bash[67631]: cluster 2024-09-13T00:20:44.625678+0000 mon.a (mon.0) 1724 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2024-09-13T00:20:46.668 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 31 tests from CmpOmap 2024-09-13T00:20:46.668 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-13T00:20:46.696 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (29 ms) 2024-09-13T00:20:46.697 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-13T00:20:46.701 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (4 ms) 2024-09-13T00:20:46.701 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-13T00:20:46.706 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (5 ms) 2024-09-13T00:20:46.706 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-13T00:20:46.711 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (5 ms) 2024-09-13T00:20:46.711 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-13T00:20:46.719 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_str (8 ms) 2024-09-13T00:20:46.719 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-13T00:20:46.736 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_u64 (17 ms) 2024-09-13T00:20:46.736 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-13T00:20:46.743 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (7 ms) 2024-09-13T00:20:46.743 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-13T00:20:46.747 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (4 ms) 2024-09-13T00:20:46.747 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-13T00:20:46.751 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (4 ms) 2024-09-13T00:20:46.751 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-13T00:20:46.758 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (7 ms) 2024-09-13T00:20:46.758 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-13T00:20:46.759 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-13T00:20:46.759 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-13T00:20:46.760 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-09-13T00:20:46.760 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-13T00:20:46.770 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (10 ms) 2024-09-13T00:20:46.771 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-13T00:20:46.783 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (13 ms) 2024-09-13T00:20:46.783 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-13T00:20:46.796 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (14 ms) 2024-09-13T00:20:46.901 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-13T00:20:46.902 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (16 ms) 2024-09-13T00:20:46.902 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-13T00:20:46.902 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_str (20 ms) 2024-09-13T00:20:46.902 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-13T00:20:46.902 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (16 ms) 2024-09-13T00:20:46.902 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-13T00:20:46.902 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (5 ms) 2024-09-13T00:20:46.903 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-13T00:20:46.903 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (5 ms) 2024-09-13T00:20:46.903 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-13T00:20:46.903 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (3 ms) 2024-09-13T00:20:46.903 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-13T00:20:46.903 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (3 ms) 2024-09-13T00:20:46.903 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-13T00:20:46.903 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (15 ms) 2024-09-13T00:20:46.903 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-13T00:20:46.903 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (15 ms) 2024-09-13T00:20:46.903 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-13T00:20:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:46 smithi032 bash[76677]: cluster 2024-09-13T00:20:45.353516+0000 mgr.y (mgr.34107) 540 : cluster [DBG] pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:46 smithi032 bash[76677]: cluster 2024-09-13T00:20:45.631006+0000 mon.a (mon.0) 1725 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:46 smithi032 bash[76677]: cluster 2024-09-13T00:20:45.631071+0000 mon.a (mon.0) 1726 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:46 smithi032 bash[76677]: cluster 2024-09-13T00:20:45.649053+0000 mon.a (mon.0) 1727 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2024-09-13T00:20:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:46 smithi032 bash[76677]: audit 2024-09-13T00:20:45.652430+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.32:0/3802189516' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110549-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:46 smithi032 bash[76677]: audit 2024-09-13T00:20:45.654253+0000 mon.a (mon.0) 1728 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110549-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:46 smithi032 bash[75510]: cluster 2024-09-13T00:20:45.353516+0000 mgr.y (mgr.34107) 540 : cluster [DBG] pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:46 smithi032 bash[75510]: cluster 2024-09-13T00:20:45.631006+0000 mon.a (mon.0) 1725 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:46 smithi032 bash[75510]: cluster 2024-09-13T00:20:45.631071+0000 mon.a (mon.0) 1726 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:46 smithi032 bash[75510]: cluster 2024-09-13T00:20:45.649053+0000 mon.a (mon.0) 1727 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2024-09-13T00:20:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:46 smithi032 bash[75510]: audit 2024-09-13T00:20:45.652430+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.32:0/3802189516' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110549-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:46 smithi032 bash[75510]: audit 2024-09-13T00:20:45.654253+0000 mon.a (mon.0) 1728 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110549-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:46.915 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (17 ms) 2024-09-13T00:20:46.915 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-13T00:20:46.934 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (20 ms) 2024-09-13T00:20:46.934 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-13T00:20:46.939 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (5 ms) 2024-09-13T00:20:46.939 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-13T00:20:46.944 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (5 ms) 2024-09-13T00:20:46.944 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-13T00:20:46.947 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (3 ms) 2024-09-13T00:20:46.947 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-13T00:20:46.949 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (2 ms) 2024-09-13T00:20:46.949 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-13T00:20:46.969 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (20 ms) 2024-09-13T00:20:46.969 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 31 tests from CmpOmap (301 ms total) 2024-09-13T00:20:46.970 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:20:46.970 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T00:20:47.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:46 smithi053 bash[67631]: cluster 2024-09-13T00:20:45.353516+0000 mgr.y (mgr.34107) 540 : cluster [DBG] pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:46 smithi053 bash[67631]: cluster 2024-09-13T00:20:45.631006+0000 mon.a (mon.0) 1725 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:46 smithi053 bash[67631]: cluster 2024-09-13T00:20:45.631071+0000 mon.a (mon.0) 1726 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:46 smithi053 bash[67631]: cluster 2024-09-13T00:20:45.649053+0000 mon.a (mon.0) 1727 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2024-09-13T00:20:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:46 smithi053 bash[67631]: audit 2024-09-13T00:20:45.652430+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.32:0/3802189516' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110549-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:46 smithi053 bash[67631]: audit 2024-09-13T00:20:45.654253+0000 mon.a (mon.0) 1728 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110549-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:47.680 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 31 tests from 1 test suite ran. (2641 ms total) 2024-09-13T00:20:47.680 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 31 tests. 2024-09-13T00:20:47.684 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:20:47.684 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:20:47.743 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-09-13T00:20:47.744 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-09-13T00:20:47.805 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2024-09-13T00:20:47.805 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-13T00:20:47.805 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:20:47.805 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 6 tests from ClsHello 2024-09-13T00:20:47.805 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsHello.SayHello 2024-09-13T00:20:48.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:47 smithi053 bash[67631]: audit 2024-09-13T00:20:46.653151+0000 mon.a (mon.0) 1729 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110549-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:48.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:47 smithi053 bash[67631]: cluster 2024-09-13T00:20:46.653858+0000 mon.a (mon.0) 1730 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2024-09-13T00:20:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:47 smithi032 bash[75510]: audit 2024-09-13T00:20:46.653151+0000 mon.a (mon.0) 1729 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110549-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:47 smithi032 bash[75510]: cluster 2024-09-13T00:20:46.653858+0000 mon.a (mon.0) 1730 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2024-09-13T00:20:48.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:47 smithi032 bash[76677]: audit 2024-09-13T00:20:46.653151+0000 mon.a (mon.0) 1729 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110549-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:48.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:47 smithi032 bash[76677]: cluster 2024-09-13T00:20:46.653858+0000 mon.a (mon.0) 1730 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2024-09-13T00:20:49.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:48 smithi053 bash[67631]: cluster 2024-09-13T00:20:47.354180+0000 mgr.y (mgr.34107) 541 : cluster [DBG] pgmap v1033: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:49.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:48 smithi053 bash[67631]: cluster 2024-09-13T00:20:47.674913+0000 mon.a (mon.0) 1731 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2024-09-13T00:20:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:48 smithi032 bash[75510]: cluster 2024-09-13T00:20:47.354180+0000 mgr.y (mgr.34107) 541 : cluster [DBG] pgmap v1033: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:48 smithi032 bash[75510]: cluster 2024-09-13T00:20:47.674913+0000 mon.a (mon.0) 1731 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2024-09-13T00:20:49.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:48 smithi032 bash[76677]: cluster 2024-09-13T00:20:47.354180+0000 mgr.y (mgr.34107) 541 : cluster [DBG] pgmap v1033: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:49.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:48 smithi032 bash[76677]: cluster 2024-09-13T00:20:47.674913+0000 mon.a (mon.0) 1731 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2024-09-13T00:20:50.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:49 smithi053 bash[67631]: cluster 2024-09-13T00:20:48.686360+0000 mon.a (mon.0) 1732 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2024-09-13T00:20:50.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:49 smithi053 bash[67631]: audit 2024-09-13T00:20:48.689852+0000 mon.a (mon.0) 1733 : audit [INF] from='client.? 172.21.15.32:0/4016540777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:49 smithi032 bash[75510]: cluster 2024-09-13T00:20:48.686360+0000 mon.a (mon.0) 1732 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2024-09-13T00:20:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:49 smithi032 bash[75510]: audit 2024-09-13T00:20:48.689852+0000 mon.a (mon.0) 1733 : audit [INF] from='client.? 172.21.15.32:0/4016540777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:49 smithi032 bash[76677]: cluster 2024-09-13T00:20:48.686360+0000 mon.a (mon.0) 1732 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2024-09-13T00:20:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:49 smithi032 bash[76677]: audit 2024-09-13T00:20:48.689852+0000 mon.a (mon.0) 1733 : audit [INF] from='client.? 172.21.15.32:0/4016540777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:50.704 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsHello.SayHello (2899 ms) 2024-09-13T00:20:50.704 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsHello.RecordHello 2024-09-13T00:20:51.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:50 smithi053 bash[67631]: cluster 2024-09-13T00:20:49.354877+0000 mgr.y (mgr.34107) 542 : cluster [DBG] pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:51.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:50 smithi053 bash[67631]: cluster 2024-09-13T00:20:49.679920+0000 mon.a (mon.0) 1734 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:51.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:50 smithi053 bash[67631]: audit 2024-09-13T00:20:49.700684+0000 mon.a (mon.0) 1735 : audit [INF] from='client.? 172.21.15.32:0/4016540777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:51.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:50 smithi053 bash[67631]: cluster 2024-09-13T00:20:49.701253+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2024-09-13T00:20:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:50 smithi032 bash[75510]: cluster 2024-09-13T00:20:49.354877+0000 mgr.y (mgr.34107) 542 : cluster [DBG] pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:50 smithi032 bash[75510]: cluster 2024-09-13T00:20:49.679920+0000 mon.a (mon.0) 1734 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:50 smithi032 bash[75510]: audit 2024-09-13T00:20:49.700684+0000 mon.a (mon.0) 1735 : audit [INF] from='client.? 172.21.15.32:0/4016540777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:51.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:50 smithi032 bash[75510]: cluster 2024-09-13T00:20:49.701253+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2024-09-13T00:20:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:50 smithi032 bash[76677]: cluster 2024-09-13T00:20:49.354877+0000 mgr.y (mgr.34107) 542 : cluster [DBG] pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:50 smithi032 bash[76677]: cluster 2024-09-13T00:20:49.679920+0000 mon.a (mon.0) 1734 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:50 smithi032 bash[76677]: audit 2024-09-13T00:20:49.700684+0000 mon.a (mon.0) 1735 : audit [INF] from='client.? 172.21.15.32:0/4016540777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:50 smithi032 bash[76677]: cluster 2024-09-13T00:20:49.701253+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2024-09-13T00:20:52.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:51 smithi053 bash[67631]: cluster 2024-09-13T00:20:50.701389+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2024-09-13T00:20:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:51 smithi032 bash[75510]: cluster 2024-09-13T00:20:50.701389+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2024-09-13T00:20:52.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:51 smithi032 bash[76677]: cluster 2024-09-13T00:20:50.701389+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2024-09-13T00:20:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:20:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:20:52] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2024-09-13T00:20:52.741 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:20:52 smithi053 bash[94430]: ts=2024-09-13T00:20:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:20:53.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:52 smithi053 bash[67631]: cluster 2024-09-13T00:20:51.355584+0000 mgr.y (mgr.34107) 543 : cluster [DBG] pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:53.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:52 smithi053 bash[67631]: cluster 2024-09-13T00:20:51.704734+0000 mon.a (mon.0) 1738 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:53.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:52 smithi053 bash[67631]: cluster 2024-09-13T00:20:51.704808+0000 mon.a (mon.0) 1739 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:53.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:52 smithi053 bash[67631]: cluster 2024-09-13T00:20:51.724225+0000 mon.a (mon.0) 1740 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2024-09-13T00:20:53.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:52 smithi053 bash[67631]: audit 2024-09-13T00:20:51.727675+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.32:0/4245499452' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:53.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:52 smithi053 bash[67631]: audit 2024-09-13T00:20:51.730782+0000 mon.a (mon.0) 1741 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:53.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:52 smithi032 bash[75510]: cluster 2024-09-13T00:20:51.355584+0000 mgr.y (mgr.34107) 543 : cluster [DBG] pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:53.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:52 smithi032 bash[75510]: cluster 2024-09-13T00:20:51.704734+0000 mon.a (mon.0) 1738 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:53.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:52 smithi032 bash[75510]: cluster 2024-09-13T00:20:51.704808+0000 mon.a (mon.0) 1739 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:53.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:52 smithi032 bash[75510]: cluster 2024-09-13T00:20:51.724225+0000 mon.a (mon.0) 1740 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2024-09-13T00:20:53.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:52 smithi032 bash[75510]: audit 2024-09-13T00:20:51.727675+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.32:0/4245499452' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:53.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:52 smithi032 bash[75510]: audit 2024-09-13T00:20:51.730782+0000 mon.a (mon.0) 1741 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:52 smithi032 bash[76677]: cluster 2024-09-13T00:20:51.355584+0000 mgr.y (mgr.34107) 543 : cluster [DBG] pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:52 smithi032 bash[76677]: cluster 2024-09-13T00:20:51.704734+0000 mon.a (mon.0) 1738 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:52 smithi032 bash[76677]: cluster 2024-09-13T00:20:51.704808+0000 mon.a (mon.0) 1739 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:52 smithi032 bash[76677]: cluster 2024-09-13T00:20:51.724225+0000 mon.a (mon.0) 1740 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2024-09-13T00:20:53.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:52 smithi032 bash[76677]: audit 2024-09-13T00:20:51.727675+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.32:0/4245499452' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:53.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:52 smithi032 bash[76677]: audit 2024-09-13T00:20:51.730782+0000 mon.a (mon.0) 1741 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:53.750 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsHello.RecordHello (3046 ms) 2024-09-13T00:20:53.750 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsHello.WriteReturnData 2024-09-13T00:20:54.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:53 smithi053 bash[67631]: audit 2024-09-13T00:20:52.726522+0000 mon.a (mon.0) 1742 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:54.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:53 smithi053 bash[67631]: cluster 2024-09-13T00:20:52.727043+0000 mon.a (mon.0) 1743 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2024-09-13T00:20:54.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:53 smithi032 bash[76677]: audit 2024-09-13T00:20:52.726522+0000 mon.a (mon.0) 1742 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:54.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:53 smithi032 bash[76677]: cluster 2024-09-13T00:20:52.727043+0000 mon.a (mon.0) 1743 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2024-09-13T00:20:54.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:53 smithi032 bash[75510]: audit 2024-09-13T00:20:52.726522+0000 mon.a (mon.0) 1742 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:54.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:53 smithi032 bash[75510]: cluster 2024-09-13T00:20:52.727043+0000 mon.a (mon.0) 1743 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2024-09-13T00:20:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:54 smithi053 bash[67631]: cluster 2024-09-13T00:20:53.356320+0000 mgr.y (mgr.34107) 544 : cluster [DBG] pgmap v1042: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:55.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:54 smithi053 bash[67631]: cluster 2024-09-13T00:20:53.745623+0000 mon.a (mon.0) 1744 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2024-09-13T00:20:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:54 smithi032 bash[76677]: cluster 2024-09-13T00:20:53.356320+0000 mgr.y (mgr.34107) 544 : cluster [DBG] pgmap v1042: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:54 smithi032 bash[76677]: cluster 2024-09-13T00:20:53.745623+0000 mon.a (mon.0) 1744 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2024-09-13T00:20:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:54 smithi032 bash[75510]: cluster 2024-09-13T00:20:53.356320+0000 mgr.y (mgr.34107) 544 : cluster [DBG] pgmap v1042: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:54 smithi032 bash[75510]: cluster 2024-09-13T00:20:53.745623+0000 mon.a (mon.0) 1744 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2024-09-13T00:20:55.799 INFO:tasks.workunit.client.0.smithi032.stdout:require_osd_release = reef 2024-09-13T00:20:55.808 INFO:tasks.workunit.client.0.smithi032.stdout:0 2024-09-13T00:20:55.831 INFO:tasks.workunit.client.0.smithi032.stdout:1 2024-09-13T00:20:55.833 INFO:tasks.workunit.client.0.smithi032.stdout:2 2024-09-13T00:20:55.835 INFO:tasks.workunit.client.0.smithi032.stdout:3 2024-09-13T00:20:55.836 INFO:tasks.workunit.client.0.smithi032.stdout:4 2024-09-13T00:20:55.838 INFO:tasks.workunit.client.0.smithi032.stdout:5 2024-09-13T00:20:55.840 INFO:tasks.workunit.client.0.smithi032.stdout:6 2024-09-13T00:20:55.841 INFO:tasks.workunit.client.0.smithi032.stdout:7 2024-09-13T00:20:55.843 INFO:tasks.workunit.client.0.smithi032.stdout:8 2024-09-13T00:20:55.845 INFO:tasks.workunit.client.0.smithi032.stdout:9 2024-09-13T00:20:55.846 INFO:tasks.workunit.client.0.smithi032.stdout:10 2024-09-13T00:20:55.848 INFO:tasks.workunit.client.0.smithi032.stdout:11 2024-09-13T00:20:55.850 INFO:tasks.workunit.client.0.smithi032.stdout:12 2024-09-13T00:20:55.851 INFO:tasks.workunit.client.0.smithi032.stdout:13 2024-09-13T00:20:55.853 INFO:tasks.workunit.client.0.smithi032.stdout:14 2024-09-13T00:20:55.855 INFO:tasks.workunit.client.0.smithi032.stdout:15 2024-09-13T00:20:55.857 INFO:tasks.workunit.client.0.smithi032.stdout:16 2024-09-13T00:20:55.858 INFO:tasks.workunit.client.0.smithi032.stdout:17 2024-09-13T00:20:55.860 INFO:tasks.workunit.client.0.smithi032.stdout:18 2024-09-13T00:20:55.861 INFO:tasks.workunit.client.0.smithi032.stdout:19 2024-09-13T00:20:55.863 INFO:tasks.workunit.client.0.smithi032.stdout:20 2024-09-13T00:20:55.865 INFO:tasks.workunit.client.0.smithi032.stdout:21 2024-09-13T00:20:55.866 INFO:tasks.workunit.client.0.smithi032.stdout:22 2024-09-13T00:20:55.868 INFO:tasks.workunit.client.0.smithi032.stdout:23 2024-09-13T00:20:55.870 INFO:tasks.workunit.client.0.smithi032.stdout:24 2024-09-13T00:20:55.871 INFO:tasks.workunit.client.0.smithi032.stdout:25 2024-09-13T00:20:55.873 INFO:tasks.workunit.client.0.smithi032.stdout:26 2024-09-13T00:20:55.875 INFO:tasks.workunit.client.0.smithi032.stdout:27 2024-09-13T00:20:55.876 INFO:tasks.workunit.client.0.smithi032.stdout:28 2024-09-13T00:20:55.878 INFO:tasks.workunit.client.0.smithi032.stdout:29 2024-09-13T00:20:55.880 INFO:tasks.workunit.client.0.smithi032.stdout:30 2024-09-13T00:20:55.882 INFO:tasks.workunit.client.0.smithi032.stdout:31 2024-09-13T00:20:55.884 INFO:tasks.workunit.client.0.smithi032.stdout:32 2024-09-13T00:20:55.886 INFO:tasks.workunit.client.0.smithi032.stdout:33 2024-09-13T00:20:55.889 INFO:tasks.workunit.client.0.smithi032.stdout:34 2024-09-13T00:20:55.891 INFO:tasks.workunit.client.0.smithi032.stdout:35 2024-09-13T00:20:55.893 INFO:tasks.workunit.client.0.smithi032.stdout:36 2024-09-13T00:20:55.895 INFO:tasks.workunit.client.0.smithi032.stdout:37 2024-09-13T00:20:55.897 INFO:tasks.workunit.client.0.smithi032.stdout:38 2024-09-13T00:20:55.899 INFO:tasks.workunit.client.0.smithi032.stdout:39 2024-09-13T00:20:55.901 INFO:tasks.workunit.client.0.smithi032.stdout:40 2024-09-13T00:20:55.903 INFO:tasks.workunit.client.0.smithi032.stdout:41 2024-09-13T00:20:55.905 INFO:tasks.workunit.client.0.smithi032.stdout:42 2024-09-13T00:20:55.908 INFO:tasks.workunit.client.0.smithi032.stdout:43 2024-09-13T00:20:55.910 INFO:tasks.workunit.client.0.smithi032.stdout:44 2024-09-13T00:20:55.912 INFO:tasks.workunit.client.0.smithi032.stdout:45 2024-09-13T00:20:55.915 INFO:tasks.workunit.client.0.smithi032.stdout:46 2024-09-13T00:20:55.917 INFO:tasks.workunit.client.0.smithi032.stdout:47 2024-09-13T00:20:55.919 INFO:tasks.workunit.client.0.smithi032.stdout:48 2024-09-13T00:20:55.921 INFO:tasks.workunit.client.0.smithi032.stdout:49 2024-09-13T00:20:55.923 INFO:tasks.workunit.client.0.smithi032.stdout:50 2024-09-13T00:20:55.926 INFO:tasks.workunit.client.0.smithi032.stdout:51 2024-09-13T00:20:55.928 INFO:tasks.workunit.client.0.smithi032.stdout:52 2024-09-13T00:20:55.930 INFO:tasks.workunit.client.0.smithi032.stdout:53 2024-09-13T00:20:55.934 INFO:tasks.workunit.client.0.smithi032.stdout:54 2024-09-13T00:20:55.935 INFO:tasks.workunit.client.0.smithi032.stdout:55 2024-09-13T00:20:55.937 INFO:tasks.workunit.client.0.smithi032.stdout:56 2024-09-13T00:20:55.939 INFO:tasks.workunit.client.0.smithi032.stdout:57 2024-09-13T00:20:55.941 INFO:tasks.workunit.client.0.smithi032.stdout:58 2024-09-13T00:20:55.944 INFO:tasks.workunit.client.0.smithi032.stdout:59 2024-09-13T00:20:55.946 INFO:tasks.workunit.client.0.smithi032.stdout:60 2024-09-13T00:20:55.948 INFO:tasks.workunit.client.0.smithi032.stdout:61 2024-09-13T00:20:55.951 INFO:tasks.workunit.client.0.smithi032.stdout:62 2024-09-13T00:20:55.953 INFO:tasks.workunit.client.0.smithi032.stdout:63 2024-09-13T00:20:55.955 INFO:tasks.workunit.client.0.smithi032.stdout:64 2024-09-13T00:20:55.957 INFO:tasks.workunit.client.0.smithi032.stdout:65 2024-09-13T00:20:55.959 INFO:tasks.workunit.client.0.smithi032.stdout:66 2024-09-13T00:20:55.961 INFO:tasks.workunit.client.0.smithi032.stdout:67 2024-09-13T00:20:55.964 INFO:tasks.workunit.client.0.smithi032.stdout:68 2024-09-13T00:20:55.966 INFO:tasks.workunit.client.0.smithi032.stdout:69 2024-09-13T00:20:55.969 INFO:tasks.workunit.client.0.smithi032.stdout:70 2024-09-13T00:20:55.970 INFO:tasks.workunit.client.0.smithi032.stdout:71 2024-09-13T00:20:55.973 INFO:tasks.workunit.client.0.smithi032.stdout:72 2024-09-13T00:20:55.975 INFO:tasks.workunit.client.0.smithi032.stdout:73 2024-09-13T00:20:55.977 INFO:tasks.workunit.client.0.smithi032.stdout:74 2024-09-13T00:20:55.979 INFO:tasks.workunit.client.0.smithi032.stdout:75 2024-09-13T00:20:55.982 INFO:tasks.workunit.client.0.smithi032.stdout:76 2024-09-13T00:20:55.984 INFO:tasks.workunit.client.0.smithi032.stdout:77 2024-09-13T00:20:55.986 INFO:tasks.workunit.client.0.smithi032.stdout:78 2024-09-13T00:20:55.989 INFO:tasks.workunit.client.0.smithi032.stdout:79 2024-09-13T00:20:55.991 INFO:tasks.workunit.client.0.smithi032.stdout:80 2024-09-13T00:20:55.995 INFO:tasks.workunit.client.0.smithi032.stdout:81 2024-09-13T00:20:55.996 INFO:tasks.workunit.client.0.smithi032.stdout:82 2024-09-13T00:20:55.999 INFO:tasks.workunit.client.0.smithi032.stdout:83 2024-09-13T00:20:56.002 INFO:tasks.workunit.client.0.smithi032.stdout:84 2024-09-13T00:20:56.004 INFO:tasks.workunit.client.0.smithi032.stdout:85 2024-09-13T00:20:56.006 INFO:tasks.workunit.client.0.smithi032.stdout:86 2024-09-13T00:20:56.009 INFO:tasks.workunit.client.0.smithi032.stdout:87 2024-09-13T00:20:56.011 INFO:tasks.workunit.client.0.smithi032.stdout:88 2024-09-13T00:20:56.013 INFO:tasks.workunit.client.0.smithi032.stdout:89 2024-09-13T00:20:56.016 INFO:tasks.workunit.client.0.smithi032.stdout:90 2024-09-13T00:20:56.018 INFO:tasks.workunit.client.0.smithi032.stdout:91 2024-09-13T00:20:56.020 INFO:tasks.workunit.client.0.smithi032.stdout:92 2024-09-13T00:20:56.024 INFO:tasks.workunit.client.0.smithi032.stdout:93 2024-09-13T00:20:56.025 INFO:tasks.workunit.client.0.smithi032.stdout:94 2024-09-13T00:20:56.028 INFO:tasks.workunit.client.0.smithi032.stdout:95 2024-09-13T00:20:56.030 INFO:tasks.workunit.client.0.smithi032.stdout:96 2024-09-13T00:20:56.032 INFO:tasks.workunit.client.0.smithi032.stdout:97 2024-09-13T00:20:56.035 INFO:tasks.workunit.client.0.smithi032.stdout:98 2024-09-13T00:20:56.037 INFO:tasks.workunit.client.0.smithi032.stdout:99 2024-09-13T00:20:56.039 INFO:tasks.workunit.client.0.smithi032.stdout:100 2024-09-13T00:20:56.042 INFO:tasks.workunit.client.0.smithi032.stdout:101 2024-09-13T00:20:56.044 INFO:tasks.workunit.client.0.smithi032.stdout:102 2024-09-13T00:20:56.047 INFO:tasks.workunit.client.0.smithi032.stdout:103 2024-09-13T00:20:56.049 INFO:tasks.workunit.client.0.smithi032.stdout:104 2024-09-13T00:20:56.051 INFO:tasks.workunit.client.0.smithi032.stdout:105 2024-09-13T00:20:56.054 INFO:tasks.workunit.client.0.smithi032.stdout:106 2024-09-13T00:20:56.056 INFO:tasks.workunit.client.0.smithi032.stdout:107 2024-09-13T00:20:56.059 INFO:tasks.workunit.client.0.smithi032.stdout:108 2024-09-13T00:20:56.061 INFO:tasks.workunit.client.0.smithi032.stdout:109 2024-09-13T00:20:56.063 INFO:tasks.workunit.client.0.smithi032.stdout:110 2024-09-13T00:20:56.065 INFO:tasks.workunit.client.0.smithi032.stdout:111 2024-09-13T00:20:56.068 INFO:tasks.workunit.client.0.smithi032.stdout:112 2024-09-13T00:20:56.070 INFO:tasks.workunit.client.0.smithi032.stdout:113 2024-09-13T00:20:56.073 INFO:tasks.workunit.client.0.smithi032.stdout:114 2024-09-13T00:20:56.075 INFO:tasks.workunit.client.0.smithi032.stdout:115 2024-09-13T00:20:56.078 INFO:tasks.workunit.client.0.smithi032.stdout:116 2024-09-13T00:20:56.080 INFO:tasks.workunit.client.0.smithi032.stdout:117 2024-09-13T00:20:56.083 INFO:tasks.workunit.client.0.smithi032.stdout:118 2024-09-13T00:20:56.086 INFO:tasks.workunit.client.0.smithi032.stdout:119 2024-09-13T00:20:56.088 INFO:tasks.workunit.client.0.smithi032.stdout:120 2024-09-13T00:20:56.090 INFO:tasks.workunit.client.0.smithi032.stdout:121 2024-09-13T00:20:56.093 INFO:tasks.workunit.client.0.smithi032.stdout:122 2024-09-13T00:20:56.097 INFO:tasks.workunit.client.0.smithi032.stdout:123 2024-09-13T00:20:56.099 INFO:tasks.workunit.client.0.smithi032.stdout:124 2024-09-13T00:20:56.102 INFO:tasks.workunit.client.0.smithi032.stdout:125 2024-09-13T00:20:56.104 INFO:tasks.workunit.client.0.smithi032.stdout:126 2024-09-13T00:20:56.106 INFO:tasks.workunit.client.0.smithi032.stdout:127 2024-09-13T00:20:56.109 INFO:tasks.workunit.client.0.smithi032.stdout:128 2024-09-13T00:20:56.111 INFO:tasks.workunit.client.0.smithi032.stdout:129 2024-09-13T00:20:56.114 INFO:tasks.workunit.client.0.smithi032.stdout:130 2024-09-13T00:20:56.116 INFO:tasks.workunit.client.0.smithi032.stdout:131 2024-09-13T00:20:56.119 INFO:tasks.workunit.client.0.smithi032.stdout:132 2024-09-13T00:20:56.121 INFO:tasks.workunit.client.0.smithi032.stdout:133 2024-09-13T00:20:56.123 INFO:tasks.workunit.client.0.smithi032.stdout:134 2024-09-13T00:20:56.126 INFO:tasks.workunit.client.0.smithi032.stdout:135 2024-09-13T00:20:56.128 INFO:tasks.workunit.client.0.smithi032.stdout:136 2024-09-13T00:20:56.130 INFO:tasks.workunit.client.0.smithi032.stdout:137 2024-09-13T00:20:56.133 INFO:tasks.workunit.client.0.smithi032.stdout:138 2024-09-13T00:20:56.135 INFO:tasks.workunit.client.0.smithi032.stdout:139 2024-09-13T00:20:56.137 INFO:tasks.workunit.client.0.smithi032.stdout:140 2024-09-13T00:20:56.140 INFO:tasks.workunit.client.0.smithi032.stdout:141 2024-09-13T00:20:56.143 INFO:tasks.workunit.client.0.smithi032.stdout:142 2024-09-13T00:20:56.145 INFO:tasks.workunit.client.0.smithi032.stdout:143 2024-09-13T00:20:56.147 INFO:tasks.workunit.client.0.smithi032.stdout:144 2024-09-13T00:20:56.150 INFO:tasks.workunit.client.0.smithi032.stdout:145 2024-09-13T00:20:56.152 INFO:tasks.workunit.client.0.smithi032.stdout:146 2024-09-13T00:20:56.155 INFO:tasks.workunit.client.0.smithi032.stdout:147 2024-09-13T00:20:56.158 INFO:tasks.workunit.client.0.smithi032.stdout:148 2024-09-13T00:20:56.160 INFO:tasks.workunit.client.0.smithi032.stdout:149 2024-09-13T00:20:56.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:55 smithi032 bash[76677]: cluster 2024-09-13T00:20:54.770208+0000 mon.a (mon.0) 1745 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2024-09-13T00:20:56.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:55 smithi032 bash[76677]: audit 2024-09-13T00:20:54.776568+0000 mon.a (mon.0) 1746 : audit [INF] from='client.? 172.21.15.32:0/4163462344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:56.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:55 smithi032 bash[76677]: audit 2024-09-13T00:20:55.144383+0000 mon.a (mon.0) 1747 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:20:56.164 INFO:tasks.workunit.client.0.smithi032.stdout:150 2024-09-13T00:20:56.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:55 smithi032 bash[75510]: cluster 2024-09-13T00:20:54.770208+0000 mon.a (mon.0) 1745 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2024-09-13T00:20:56.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:55 smithi032 bash[75510]: audit 2024-09-13T00:20:54.776568+0000 mon.a (mon.0) 1746 : audit [INF] from='client.? 172.21.15.32:0/4163462344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:56.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:55 smithi032 bash[75510]: audit 2024-09-13T00:20:55.144383+0000 mon.a (mon.0) 1747 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:20:56.165 INFO:tasks.workunit.client.0.smithi032.stdout:151 2024-09-13T00:20:56.169 INFO:tasks.workunit.client.0.smithi032.stdout:152 2024-09-13T00:20:56.170 INFO:tasks.workunit.client.0.smithi032.stdout:153 2024-09-13T00:20:56.172 INFO:tasks.workunit.client.0.smithi032.stdout:154 2024-09-13T00:20:56.175 INFO:tasks.workunit.client.0.smithi032.stdout:155 2024-09-13T00:20:56.177 INFO:tasks.workunit.client.0.smithi032.stdout:156 2024-09-13T00:20:56.180 INFO:tasks.workunit.client.0.smithi032.stdout:157 2024-09-13T00:20:56.182 INFO:tasks.workunit.client.0.smithi032.stdout:158 2024-09-13T00:20:56.185 INFO:tasks.workunit.client.0.smithi032.stdout:159 2024-09-13T00:20:56.187 INFO:tasks.workunit.client.0.smithi032.stdout:160 2024-09-13T00:20:56.190 INFO:tasks.workunit.client.0.smithi032.stdout:161 2024-09-13T00:20:56.193 INFO:tasks.workunit.client.0.smithi032.stdout:162 2024-09-13T00:20:56.195 INFO:tasks.workunit.client.0.smithi032.stdout:163 2024-09-13T00:20:56.198 INFO:tasks.workunit.client.0.smithi032.stdout:164 2024-09-13T00:20:56.200 INFO:tasks.workunit.client.0.smithi032.stdout:165 2024-09-13T00:20:56.202 INFO:tasks.workunit.client.0.smithi032.stdout:166 2024-09-13T00:20:56.205 INFO:tasks.workunit.client.0.smithi032.stdout:167 2024-09-13T00:20:56.208 INFO:tasks.workunit.client.0.smithi032.stdout:168 2024-09-13T00:20:56.210 INFO:tasks.workunit.client.0.smithi032.stdout:169 2024-09-13T00:20:56.213 INFO:tasks.workunit.client.0.smithi032.stdout:170 2024-09-13T00:20:56.215 INFO:tasks.workunit.client.0.smithi032.stdout:171 2024-09-13T00:20:56.217 INFO:tasks.workunit.client.0.smithi032.stdout:172 2024-09-13T00:20:56.220 INFO:tasks.workunit.client.0.smithi032.stdout:173 2024-09-13T00:20:56.222 INFO:tasks.workunit.client.0.smithi032.stdout:174 2024-09-13T00:20:56.225 INFO:tasks.workunit.client.0.smithi032.stdout:175 2024-09-13T00:20:56.229 INFO:tasks.workunit.client.0.smithi032.stdout:176 2024-09-13T00:20:56.230 INFO:tasks.workunit.client.0.smithi032.stdout:177 2024-09-13T00:20:56.232 INFO:tasks.workunit.client.0.smithi032.stdout:178 2024-09-13T00:20:56.235 INFO:tasks.workunit.client.0.smithi032.stdout:179 2024-09-13T00:20:56.237 INFO:tasks.workunit.client.0.smithi032.stdout:180 2024-09-13T00:20:56.239 INFO:tasks.workunit.client.0.smithi032.stdout:181 2024-09-13T00:20:56.242 INFO:tasks.workunit.client.0.smithi032.stdout:182 2024-09-13T00:20:56.244 INFO:tasks.workunit.client.0.smithi032.stdout:183 2024-09-13T00:20:56.247 INFO:tasks.workunit.client.0.smithi032.stdout:184 2024-09-13T00:20:56.249 INFO:tasks.workunit.client.0.smithi032.stdout:185 2024-09-13T00:20:56.252 INFO:tasks.workunit.client.0.smithi032.stdout:186 2024-09-13T00:20:56.254 INFO:tasks.workunit.client.0.smithi032.stdout:187 2024-09-13T00:20:56.257 INFO:tasks.workunit.client.0.smithi032.stdout:188 2024-09-13T00:20:56.259 INFO:tasks.workunit.client.0.smithi032.stdout:189 2024-09-13T00:20:56.262 INFO:tasks.workunit.client.0.smithi032.stdout:190 2024-09-13T00:20:56.264 INFO:tasks.workunit.client.0.smithi032.stdout:191 2024-09-13T00:20:56.268 INFO:tasks.workunit.client.0.smithi032.stdout:192 2024-09-13T00:20:56.270 INFO:tasks.workunit.client.0.smithi032.stdout:193 2024-09-13T00:20:56.273 INFO:tasks.workunit.client.0.smithi032.stdout:194 2024-09-13T00:20:56.277 INFO:tasks.workunit.client.0.smithi032.stdout:195 2024-09-13T00:20:56.280 INFO:tasks.workunit.client.0.smithi032.stdout:196 2024-09-13T00:20:56.283 INFO:tasks.workunit.client.0.smithi032.stdout:197 2024-09-13T00:20:56.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:55 smithi053 bash[67631]: cluster 2024-09-13T00:20:54.770208+0000 mon.a (mon.0) 1745 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2024-09-13T00:20:56.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:55 smithi053 bash[67631]: audit 2024-09-13T00:20:54.776568+0000 mon.a (mon.0) 1746 : audit [INF] from='client.? 172.21.15.32:0/4163462344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:20:56.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:55 smithi053 bash[67631]: audit 2024-09-13T00:20:55.144383+0000 mon.a (mon.0) 1747 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:20:56.286 INFO:tasks.workunit.client.0.smithi032.stdout:198 2024-09-13T00:20:56.289 INFO:tasks.workunit.client.0.smithi032.stdout:199 2024-09-13T00:20:56.291 INFO:tasks.workunit.client.0.smithi032.stdout:200 2024-09-13T00:20:56.294 INFO:tasks.workunit.client.0.smithi032.stdout:201 2024-09-13T00:20:56.296 INFO:tasks.workunit.client.0.smithi032.stdout:202 2024-09-13T00:20:56.299 INFO:tasks.workunit.client.0.smithi032.stdout:203 2024-09-13T00:20:56.301 INFO:tasks.workunit.client.0.smithi032.stdout:204 2024-09-13T00:20:56.304 INFO:tasks.workunit.client.0.smithi032.stdout:205 2024-09-13T00:20:56.306 INFO:tasks.workunit.client.0.smithi032.stdout:206 2024-09-13T00:20:56.309 INFO:tasks.workunit.client.0.smithi032.stdout:207 2024-09-13T00:20:56.311 INFO:tasks.workunit.client.0.smithi032.stdout:208 2024-09-13T00:20:56.314 INFO:tasks.workunit.client.0.smithi032.stdout:209 2024-09-13T00:20:56.316 INFO:tasks.workunit.client.0.smithi032.stdout:210 2024-09-13T00:20:56.318 INFO:tasks.workunit.client.0.smithi032.stdout:211 2024-09-13T00:20:56.321 INFO:tasks.workunit.client.0.smithi032.stdout:212 2024-09-13T00:20:56.324 INFO:tasks.workunit.client.0.smithi032.stdout:213 2024-09-13T00:20:56.326 INFO:tasks.workunit.client.0.smithi032.stdout:214 2024-09-13T00:20:56.329 INFO:tasks.workunit.client.0.smithi032.stdout:215 2024-09-13T00:20:56.332 INFO:tasks.workunit.client.0.smithi032.stdout:216 2024-09-13T00:20:56.335 INFO:tasks.workunit.client.0.smithi032.stdout:217 2024-09-13T00:20:56.338 INFO:tasks.workunit.client.0.smithi032.stdout:218 2024-09-13T00:20:56.340 INFO:tasks.workunit.client.0.smithi032.stdout:219 2024-09-13T00:20:56.343 INFO:tasks.workunit.client.0.smithi032.stdout:220 2024-09-13T00:20:56.346 INFO:tasks.workunit.client.0.smithi032.stdout:221 2024-09-13T00:20:56.348 INFO:tasks.workunit.client.0.smithi032.stdout:222 2024-09-13T00:20:56.351 INFO:tasks.workunit.client.0.smithi032.stdout:223 2024-09-13T00:20:56.353 INFO:tasks.workunit.client.0.smithi032.stdout:224 2024-09-13T00:20:56.356 INFO:tasks.workunit.client.0.smithi032.stdout:225 2024-09-13T00:20:56.359 INFO:tasks.workunit.client.0.smithi032.stdout:226 2024-09-13T00:20:56.361 INFO:tasks.workunit.client.0.smithi032.stdout:227 2024-09-13T00:20:56.364 INFO:tasks.workunit.client.0.smithi032.stdout:228 2024-09-13T00:20:56.366 INFO:tasks.workunit.client.0.smithi032.stdout:229 2024-09-13T00:20:56.369 INFO:tasks.workunit.client.0.smithi032.stdout:230 2024-09-13T00:20:56.371 INFO:tasks.workunit.client.0.smithi032.stdout:231 2024-09-13T00:20:56.374 INFO:tasks.workunit.client.0.smithi032.stdout:232 2024-09-13T00:20:56.377 INFO:tasks.workunit.client.0.smithi032.stdout:233 2024-09-13T00:20:56.379 INFO:tasks.workunit.client.0.smithi032.stdout:234 2024-09-13T00:20:56.382 INFO:tasks.workunit.client.0.smithi032.stdout:235 2024-09-13T00:20:56.384 INFO:tasks.workunit.client.0.smithi032.stdout:236 2024-09-13T00:20:56.387 INFO:tasks.workunit.client.0.smithi032.stdout:237 2024-09-13T00:20:56.389 INFO:tasks.workunit.client.0.smithi032.stdout:238 2024-09-13T00:20:56.391 INFO:tasks.workunit.client.0.smithi032.stdout:239 2024-09-13T00:20:56.394 INFO:tasks.workunit.client.0.smithi032.stdout:240 2024-09-13T00:20:56.397 INFO:tasks.workunit.client.0.smithi032.stdout:241 2024-09-13T00:20:56.399 INFO:tasks.workunit.client.0.smithi032.stdout:242 2024-09-13T00:20:56.402 INFO:tasks.workunit.client.0.smithi032.stdout:243 2024-09-13T00:20:56.404 INFO:tasks.workunit.client.0.smithi032.stdout:244 2024-09-13T00:20:56.407 INFO:tasks.workunit.client.0.smithi032.stdout:245 2024-09-13T00:20:56.409 INFO:tasks.workunit.client.0.smithi032.stdout:246 2024-09-13T00:20:56.412 INFO:tasks.workunit.client.0.smithi032.stdout:247 2024-09-13T00:20:56.415 INFO:tasks.workunit.client.0.smithi032.stdout:248 2024-09-13T00:20:56.417 INFO:tasks.workunit.client.0.smithi032.stdout:249 2024-09-13T00:20:56.420 INFO:tasks.workunit.client.0.smithi032.stdout:250 2024-09-13T00:20:56.422 INFO:tasks.workunit.client.0.smithi032.stdout:251 2024-09-13T00:20:56.425 INFO:tasks.workunit.client.0.smithi032.stdout:252 2024-09-13T00:20:56.427 INFO:tasks.workunit.client.0.smithi032.stdout:253 2024-09-13T00:20:56.430 INFO:tasks.workunit.client.0.smithi032.stdout:254 2024-09-13T00:20:56.433 INFO:tasks.workunit.client.0.smithi032.stdout:255 2024-09-13T00:20:56.435 INFO:tasks.workunit.client.0.smithi032.stdout:256 2024-09-13T00:20:56.438 INFO:tasks.workunit.client.0.smithi032.stdout:257 2024-09-13T00:20:56.441 INFO:tasks.workunit.client.0.smithi032.stdout:258 2024-09-13T00:20:56.443 INFO:tasks.workunit.client.0.smithi032.stdout:259 2024-09-13T00:20:56.446 INFO:tasks.workunit.client.0.smithi032.stdout:260 2024-09-13T00:20:56.448 INFO:tasks.workunit.client.0.smithi032.stdout:261 2024-09-13T00:20:56.451 INFO:tasks.workunit.client.0.smithi032.stdout:262 2024-09-13T00:20:56.453 INFO:tasks.workunit.client.0.smithi032.stdout:263 2024-09-13T00:20:56.456 INFO:tasks.workunit.client.0.smithi032.stdout:264 2024-09-13T00:20:56.459 INFO:tasks.workunit.client.0.smithi032.stdout:265 2024-09-13T00:20:56.462 INFO:tasks.workunit.client.0.smithi032.stdout:266 2024-09-13T00:20:56.465 INFO:tasks.workunit.client.0.smithi032.stdout:267 2024-09-13T00:20:56.468 INFO:tasks.workunit.client.0.smithi032.stdout:268 2024-09-13T00:20:56.471 INFO:tasks.workunit.client.0.smithi032.stdout:269 2024-09-13T00:20:56.475 INFO:tasks.workunit.client.0.smithi032.stdout:270 2024-09-13T00:20:56.477 INFO:tasks.workunit.client.0.smithi032.stdout:271 2024-09-13T00:20:56.480 INFO:tasks.workunit.client.0.smithi032.stdout:272 2024-09-13T00:20:56.483 INFO:tasks.workunit.client.0.smithi032.stdout:273 2024-09-13T00:20:56.487 INFO:tasks.workunit.client.0.smithi032.stdout:274 2024-09-13T00:20:56.490 INFO:tasks.workunit.client.0.smithi032.stdout:275 2024-09-13T00:20:56.493 INFO:tasks.workunit.client.0.smithi032.stdout:276 2024-09-13T00:20:56.496 INFO:tasks.workunit.client.0.smithi032.stdout:277 2024-09-13T00:20:56.499 INFO:tasks.workunit.client.0.smithi032.stdout:278 2024-09-13T00:20:56.501 INFO:tasks.workunit.client.0.smithi032.stdout:279 2024-09-13T00:20:56.504 INFO:tasks.workunit.client.0.smithi032.stdout:280 2024-09-13T00:20:56.507 INFO:tasks.workunit.client.0.smithi032.stdout:281 2024-09-13T00:20:56.509 INFO:tasks.workunit.client.0.smithi032.stdout:282 2024-09-13T00:20:56.512 INFO:tasks.workunit.client.0.smithi032.stdout:283 2024-09-13T00:20:56.514 INFO:tasks.workunit.client.0.smithi032.stdout:284 2024-09-13T00:20:56.517 INFO:tasks.workunit.client.0.smithi032.stdout:285 2024-09-13T00:20:56.519 INFO:tasks.workunit.client.0.smithi032.stdout:286 2024-09-13T00:20:56.522 INFO:tasks.workunit.client.0.smithi032.stdout:287 2024-09-13T00:20:56.524 INFO:tasks.workunit.client.0.smithi032.stdout:288 2024-09-13T00:20:56.527 INFO:tasks.workunit.client.0.smithi032.stdout:289 2024-09-13T00:20:56.529 INFO:tasks.workunit.client.0.smithi032.stdout:290 2024-09-13T00:20:56.532 INFO:tasks.workunit.client.0.smithi032.stdout:291 2024-09-13T00:20:56.535 INFO:tasks.workunit.client.0.smithi032.stdout:292 2024-09-13T00:20:56.537 INFO:tasks.workunit.client.0.smithi032.stdout:293 2024-09-13T00:20:56.540 INFO:tasks.workunit.client.0.smithi032.stdout:294 2024-09-13T00:20:56.542 INFO:tasks.workunit.client.0.smithi032.stdout:295 2024-09-13T00:20:56.545 INFO:tasks.workunit.client.0.smithi032.stdout:296 2024-09-13T00:20:56.548 INFO:tasks.workunit.client.0.smithi032.stdout:297 2024-09-13T00:20:56.550 INFO:tasks.workunit.client.0.smithi032.stdout:298 2024-09-13T00:20:56.553 INFO:tasks.workunit.client.0.smithi032.stdout:299 2024-09-13T00:20:56.556 INFO:tasks.workunit.client.0.smithi032.stdout:300 2024-09-13T00:20:56.558 INFO:tasks.workunit.client.0.smithi032.stdout:301 2024-09-13T00:20:56.561 INFO:tasks.workunit.client.0.smithi032.stdout:302 2024-09-13T00:20:56.564 INFO:tasks.workunit.client.0.smithi032.stdout:303 2024-09-13T00:20:56.567 INFO:tasks.workunit.client.0.smithi032.stdout:304 2024-09-13T00:20:56.569 INFO:tasks.workunit.client.0.smithi032.stdout:305 2024-09-13T00:20:56.572 INFO:tasks.workunit.client.0.smithi032.stdout:306 2024-09-13T00:20:56.575 INFO:tasks.workunit.client.0.smithi032.stdout:307 2024-09-13T00:20:56.578 INFO:tasks.workunit.client.0.smithi032.stdout:308 2024-09-13T00:20:56.580 INFO:tasks.workunit.client.0.smithi032.stdout:309 2024-09-13T00:20:56.583 INFO:tasks.workunit.client.0.smithi032.stdout:310 2024-09-13T00:20:56.585 INFO:tasks.workunit.client.0.smithi032.stdout:311 2024-09-13T00:20:56.588 INFO:tasks.workunit.client.0.smithi032.stdout:312 2024-09-13T00:20:56.591 INFO:tasks.workunit.client.0.smithi032.stdout:313 2024-09-13T00:20:56.593 INFO:tasks.workunit.client.0.smithi032.stdout:314 2024-09-13T00:20:56.596 INFO:tasks.workunit.client.0.smithi032.stdout:315 2024-09-13T00:20:56.599 INFO:tasks.workunit.client.0.smithi032.stdout:316 2024-09-13T00:20:56.602 INFO:tasks.workunit.client.0.smithi032.stdout:317 2024-09-13T00:20:56.604 INFO:tasks.workunit.client.0.smithi032.stdout:318 2024-09-13T00:20:56.607 INFO:tasks.workunit.client.0.smithi032.stdout:319 2024-09-13T00:20:56.610 INFO:tasks.workunit.client.0.smithi032.stdout:320 2024-09-13T00:20:56.613 INFO:tasks.workunit.client.0.smithi032.stdout:321 2024-09-13T00:20:56.615 INFO:tasks.workunit.client.0.smithi032.stdout:322 2024-09-13T00:20:56.618 INFO:tasks.workunit.client.0.smithi032.stdout:323 2024-09-13T00:20:56.620 INFO:tasks.workunit.client.0.smithi032.stdout:324 2024-09-13T00:20:56.623 INFO:tasks.workunit.client.0.smithi032.stdout:325 2024-09-13T00:20:56.626 INFO:tasks.workunit.client.0.smithi032.stdout:326 2024-09-13T00:20:56.628 INFO:tasks.workunit.client.0.smithi032.stdout:327 2024-09-13T00:20:56.631 INFO:tasks.workunit.client.0.smithi032.stdout:328 2024-09-13T00:20:56.634 INFO:tasks.workunit.client.0.smithi032.stdout:329 2024-09-13T00:20:56.637 INFO:tasks.workunit.client.0.smithi032.stdout:330 2024-09-13T00:20:56.640 INFO:tasks.workunit.client.0.smithi032.stdout:331 2024-09-13T00:20:56.642 INFO:tasks.workunit.client.0.smithi032.stdout:332 2024-09-13T00:20:56.645 INFO:tasks.workunit.client.0.smithi032.stdout:333 2024-09-13T00:20:56.647 INFO:tasks.workunit.client.0.smithi032.stdout:334 2024-09-13T00:20:56.650 INFO:tasks.workunit.client.0.smithi032.stdout:335 2024-09-13T00:20:56.653 INFO:tasks.workunit.client.0.smithi032.stdout:336 2024-09-13T00:20:56.655 INFO:tasks.workunit.client.0.smithi032.stdout:337 2024-09-13T00:20:56.658 INFO:tasks.workunit.client.0.smithi032.stdout:338 2024-09-13T00:20:56.661 INFO:tasks.workunit.client.0.smithi032.stdout:339 2024-09-13T00:20:56.663 INFO:tasks.workunit.client.0.smithi032.stdout:340 2024-09-13T00:20:56.666 INFO:tasks.workunit.client.0.smithi032.stdout:341 2024-09-13T00:20:56.668 INFO:tasks.workunit.client.0.smithi032.stdout:342 2024-09-13T00:20:56.671 INFO:tasks.workunit.client.0.smithi032.stdout:343 2024-09-13T00:20:56.674 INFO:tasks.workunit.client.0.smithi032.stdout:344 2024-09-13T00:20:56.677 INFO:tasks.workunit.client.0.smithi032.stdout:345 2024-09-13T00:20:56.680 INFO:tasks.workunit.client.0.smithi032.stdout:346 2024-09-13T00:20:56.682 INFO:tasks.workunit.client.0.smithi032.stdout:347 2024-09-13T00:20:56.686 INFO:tasks.workunit.client.0.smithi032.stdout:348 2024-09-13T00:20:56.688 INFO:tasks.workunit.client.0.smithi032.stdout:349 2024-09-13T00:20:56.690 INFO:tasks.workunit.client.0.smithi032.stdout:350 2024-09-13T00:20:56.693 INFO:tasks.workunit.client.0.smithi032.stdout:351 2024-09-13T00:20:56.696 INFO:tasks.workunit.client.0.smithi032.stdout:352 2024-09-13T00:20:56.699 INFO:tasks.workunit.client.0.smithi032.stdout:353 2024-09-13T00:20:56.702 INFO:tasks.workunit.client.0.smithi032.stdout:354 2024-09-13T00:20:56.704 INFO:tasks.workunit.client.0.smithi032.stdout:355 2024-09-13T00:20:56.707 INFO:tasks.workunit.client.0.smithi032.stdout:356 2024-09-13T00:20:56.710 INFO:tasks.workunit.client.0.smithi032.stdout:357 2024-09-13T00:20:56.713 INFO:tasks.workunit.client.0.smithi032.stdout:358 2024-09-13T00:20:56.715 INFO:tasks.workunit.client.0.smithi032.stdout:359 2024-09-13T00:20:56.718 INFO:tasks.workunit.client.0.smithi032.stdout:360 2024-09-13T00:20:56.721 INFO:tasks.workunit.client.0.smithi032.stdout:361 2024-09-13T00:20:56.724 INFO:tasks.workunit.client.0.smithi032.stdout:362 2024-09-13T00:20:56.726 INFO:tasks.workunit.client.0.smithi032.stdout:363 2024-09-13T00:20:56.729 INFO:tasks.workunit.client.0.smithi032.stdout:364 2024-09-13T00:20:56.732 INFO:tasks.workunit.client.0.smithi032.stdout:365 2024-09-13T00:20:56.735 INFO:tasks.workunit.client.0.smithi032.stdout:366 2024-09-13T00:20:56.737 INFO:tasks.workunit.client.0.smithi032.stdout:367 2024-09-13T00:20:56.740 INFO:tasks.workunit.client.0.smithi032.stdout:368 2024-09-13T00:20:56.743 INFO:tasks.workunit.client.0.smithi032.stdout:369 2024-09-13T00:20:56.745 INFO:tasks.workunit.client.0.smithi032.stdout:370 2024-09-13T00:20:56.749 INFO:tasks.workunit.client.0.smithi032.stdout:371 2024-09-13T00:20:56.752 INFO:tasks.workunit.client.0.smithi032.stdout:372 2024-09-13T00:20:56.755 INFO:tasks.workunit.client.0.smithi032.stdout:373 2024-09-13T00:20:56.758 INFO:tasks.workunit.client.0.smithi032.stdout:374 2024-09-13T00:20:56.761 INFO:tasks.workunit.client.0.smithi032.stdout:375 2024-09-13T00:20:56.764 INFO:tasks.workunit.client.0.smithi032.stdout:376 2024-09-13T00:20:56.767 INFO:tasks.workunit.client.0.smithi032.stdout:377 2024-09-13T00:20:56.770 INFO:tasks.workunit.client.0.smithi032.stdout:378 2024-09-13T00:20:56.773 INFO:tasks.workunit.client.0.smithi032.stdout:379 2024-09-13T00:20:56.777 INFO:tasks.workunit.client.0.smithi032.stdout:380 2024-09-13T00:20:56.780 INFO:tasks.workunit.client.0.smithi032.stdout:381 2024-09-13T00:20:56.789 INFO:tasks.workunit.client.0.smithi032.stdout:382 2024-09-13T00:20:56.793 INFO:tasks.workunit.client.0.smithi032.stdout:383 2024-09-13T00:20:56.803 INFO:tasks.workunit.client.0.smithi032.stdout:384 2024-09-13T00:20:56.808 INFO:tasks.workunit.client.0.smithi032.stdout:385 2024-09-13T00:20:56.811 INFO:tasks.workunit.client.0.smithi032.stdout:386 2024-09-13T00:20:56.813 INFO:tasks.workunit.client.0.smithi032.stdout:387 2024-09-13T00:20:56.816 INFO:tasks.workunit.client.0.smithi032.stdout:388 2024-09-13T00:20:56.819 INFO:tasks.workunit.client.0.smithi032.stdout:389 2024-09-13T00:20:56.822 INFO:tasks.workunit.client.0.smithi032.stdout:390 2024-09-13T00:20:56.824 INFO:tasks.workunit.client.0.smithi032.stdout:391 2024-09-13T00:20:56.828 INFO:tasks.workunit.client.0.smithi032.stdout:392 2024-09-13T00:20:56.831 INFO:tasks.workunit.client.0.smithi032.stdout:393 2024-09-13T00:20:56.834 INFO:tasks.workunit.client.0.smithi032.stdout:394 2024-09-13T00:20:56.837 INFO:tasks.workunit.client.0.smithi032.stdout:395 2024-09-13T00:20:56.841 INFO:tasks.workunit.client.0.smithi032.stdout:396 2024-09-13T00:20:56.844 INFO:tasks.workunit.client.0.smithi032.stdout:397 2024-09-13T00:20:56.847 INFO:tasks.workunit.client.0.smithi032.stdout:398 2024-09-13T00:20:56.850 INFO:tasks.workunit.client.0.smithi032.stdout:399 2024-09-13T00:20:56.853 INFO:tasks.workunit.client.0.smithi032.stdout:400 2024-09-13T00:20:56.857 INFO:tasks.workunit.client.0.smithi032.stdout:401 2024-09-13T00:20:56.860 INFO:tasks.workunit.client.0.smithi032.stdout:402 2024-09-13T00:20:56.863 INFO:tasks.workunit.client.0.smithi032.stdout:403 2024-09-13T00:20:56.866 INFO:tasks.workunit.client.0.smithi032.stdout:404 2024-09-13T00:20:56.869 INFO:tasks.workunit.client.0.smithi032.stdout:405 2024-09-13T00:20:56.873 INFO:tasks.workunit.client.0.smithi032.stdout:406 2024-09-13T00:20:56.876 INFO:tasks.workunit.client.0.smithi032.stdout:407 2024-09-13T00:20:56.879 INFO:tasks.workunit.client.0.smithi032.stdout:408 2024-09-13T00:20:56.882 INFO:tasks.workunit.client.0.smithi032.stdout:409 2024-09-13T00:20:56.886 INFO:tasks.workunit.client.0.smithi032.stdout:410 2024-09-13T00:20:56.889 INFO:tasks.workunit.client.0.smithi032.stdout:411 2024-09-13T00:20:56.892 INFO:tasks.workunit.client.0.smithi032.stdout:412 2024-09-13T00:20:56.905 INFO:tasks.workunit.client.0.smithi032.stdout:413 2024-09-13T00:20:56.909 INFO:tasks.workunit.client.0.smithi032.stdout:414 2024-09-13T00:20:56.912 INFO:tasks.workunit.client.0.smithi032.stdout:415 2024-09-13T00:20:56.915 INFO:tasks.workunit.client.0.smithi032.stdout:416 2024-09-13T00:20:56.919 INFO:tasks.workunit.client.0.smithi032.stdout:417 2024-09-13T00:20:56.921 INFO:tasks.workunit.client.0.smithi032.stdout:418 2024-09-13T00:20:56.925 INFO:tasks.workunit.client.0.smithi032.stdout:419 2024-09-13T00:20:56.928 INFO:tasks.workunit.client.0.smithi032.stdout:420 2024-09-13T00:20:56.931 INFO:tasks.workunit.client.0.smithi032.stdout:421 2024-09-13T00:20:56.934 INFO:tasks.workunit.client.0.smithi032.stdout:422 2024-09-13T00:20:56.938 INFO:tasks.workunit.client.0.smithi032.stdout:423 2024-09-13T00:20:56.941 INFO:tasks.workunit.client.0.smithi032.stdout:424 2024-09-13T00:20:56.946 INFO:tasks.workunit.client.0.smithi032.stdout:425 2024-09-13T00:20:56.949 INFO:tasks.workunit.client.0.smithi032.stdout:426 2024-09-13T00:20:56.952 INFO:tasks.workunit.client.0.smithi032.stdout:427 2024-09-13T00:20:56.955 INFO:tasks.workunit.client.0.smithi032.stdout:428 2024-09-13T00:20:56.958 INFO:tasks.workunit.client.0.smithi032.stdout:429 2024-09-13T00:20:56.961 INFO:tasks.workunit.client.0.smithi032.stdout:430 2024-09-13T00:20:56.964 INFO:tasks.workunit.client.0.smithi032.stdout:431 2024-09-13T00:20:56.968 INFO:tasks.workunit.client.0.smithi032.stdout:432 2024-09-13T00:20:56.971 INFO:tasks.workunit.client.0.smithi032.stdout:433 2024-09-13T00:20:56.974 INFO:tasks.workunit.client.0.smithi032.stdout:434 2024-09-13T00:20:56.977 INFO:tasks.workunit.client.0.smithi032.stdout:435 2024-09-13T00:20:56.980 INFO:tasks.workunit.client.0.smithi032.stdout:436 2024-09-13T00:20:56.983 INFO:tasks.workunit.client.0.smithi032.stdout:437 2024-09-13T00:20:56.987 INFO:tasks.workunit.client.0.smithi032.stdout:438 2024-09-13T00:20:56.990 INFO:tasks.workunit.client.0.smithi032.stdout:439 2024-09-13T00:20:56.994 INFO:tasks.workunit.client.0.smithi032.stdout:440 2024-09-13T00:20:56.998 INFO:tasks.workunit.client.0.smithi032.stdout:441 2024-09-13T00:20:57.001 INFO:tasks.workunit.client.0.smithi032.stdout:442 2024-09-13T00:20:57.004 INFO:tasks.workunit.client.0.smithi032.stdout:443 2024-09-13T00:20:57.007 INFO:tasks.workunit.client.0.smithi032.stdout:444 2024-09-13T00:20:57.011 INFO:tasks.workunit.client.0.smithi032.stdout:445 2024-09-13T00:20:57.014 INFO:tasks.workunit.client.0.smithi032.stdout:446 2024-09-13T00:20:57.017 INFO:tasks.workunit.client.0.smithi032.stdout:447 2024-09-13T00:20:57.021 INFO:tasks.workunit.client.0.smithi032.stdout:448 2024-09-13T00:20:57.024 INFO:tasks.workunit.client.0.smithi032.stdout:449 2024-09-13T00:20:57.027 INFO:tasks.workunit.client.0.smithi032.stdout:450 2024-09-13T00:20:57.030 INFO:tasks.workunit.client.0.smithi032.stdout:451 2024-09-13T00:20:57.034 INFO:tasks.workunit.client.0.smithi032.stdout:452 2024-09-13T00:20:57.037 INFO:tasks.workunit.client.0.smithi032.stdout:453 2024-09-13T00:20:57.040 INFO:tasks.workunit.client.0.smithi032.stdout:454 2024-09-13T00:20:57.044 INFO:tasks.workunit.client.0.smithi032.stdout:455 2024-09-13T00:20:57.046 INFO:tasks.workunit.client.0.smithi032.stdout:456 2024-09-13T00:20:57.049 INFO:tasks.workunit.client.0.smithi032.stdout:457 2024-09-13T00:20:57.053 INFO:tasks.workunit.client.0.smithi032.stdout:458 2024-09-13T00:20:57.056 INFO:tasks.workunit.client.0.smithi032.stdout:459 2024-09-13T00:20:57.060 INFO:tasks.workunit.client.0.smithi032.stdout:460 2024-09-13T00:20:57.063 INFO:tasks.workunit.client.0.smithi032.stdout:461 2024-09-13T00:20:57.067 INFO:tasks.workunit.client.0.smithi032.stdout:462 2024-09-13T00:20:57.069 INFO:tasks.workunit.client.0.smithi032.stdout:463 2024-09-13T00:20:57.072 INFO:tasks.workunit.client.0.smithi032.stdout:464 2024-09-13T00:20:57.075 INFO:tasks.workunit.client.0.smithi032.stdout:465 2024-09-13T00:20:57.079 INFO:tasks.workunit.client.0.smithi032.stdout:466 2024-09-13T00:20:57.082 INFO:tasks.workunit.client.0.smithi032.stdout:467 2024-09-13T00:20:57.085 INFO:tasks.workunit.client.0.smithi032.stdout:468 2024-09-13T00:20:57.088 INFO:tasks.workunit.client.0.smithi032.stdout:469 2024-09-13T00:20:57.092 INFO:tasks.workunit.client.0.smithi032.stdout:470 2024-09-13T00:20:57.095 INFO:tasks.workunit.client.0.smithi032.stdout:471 2024-09-13T00:20:57.098 INFO:tasks.workunit.client.0.smithi032.stdout:472 2024-09-13T00:20:57.101 INFO:tasks.workunit.client.0.smithi032.stdout:473 2024-09-13T00:20:57.105 INFO:tasks.workunit.client.0.smithi032.stdout:474 2024-09-13T00:20:57.108 INFO:tasks.workunit.client.0.smithi032.stdout:475 2024-09-13T00:20:57.111 INFO:tasks.workunit.client.0.smithi032.stdout:476 2024-09-13T00:20:57.114 INFO:tasks.workunit.client.0.smithi032.stdout:477 2024-09-13T00:20:57.117 INFO:tasks.workunit.client.0.smithi032.stdout:478 2024-09-13T00:20:57.120 INFO:tasks.workunit.client.0.smithi032.stdout:479 2024-09-13T00:20:57.124 INFO:tasks.workunit.client.0.smithi032.stdout:480 2024-09-13T00:20:57.127 INFO:tasks.workunit.client.0.smithi032.stdout:481 2024-09-13T00:20:57.130 INFO:tasks.workunit.client.0.smithi032.stdout:482 2024-09-13T00:20:57.134 INFO:tasks.workunit.client.0.smithi032.stdout:483 2024-09-13T00:20:57.137 INFO:tasks.workunit.client.0.smithi032.stdout:484 2024-09-13T00:20:57.140 INFO:tasks.workunit.client.0.smithi032.stdout:485 2024-09-13T00:20:57.143 INFO:tasks.workunit.client.0.smithi032.stdout:486 2024-09-13T00:20:57.145 INFO:tasks.workunit.client.0.smithi032.stdout:487 2024-09-13T00:20:57.149 INFO:tasks.workunit.client.0.smithi032.stdout:488 2024-09-13T00:20:57.152 INFO:tasks.workunit.client.0.smithi032.stdout:489 2024-09-13T00:20:57.155 INFO:tasks.workunit.client.0.smithi032.stdout:490 2024-09-13T00:20:57.159 INFO:tasks.workunit.client.0.smithi032.stdout:491 2024-09-13T00:20:57.162 INFO:tasks.workunit.client.0.smithi032.stdout:492 2024-09-13T00:20:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:56 smithi032 bash[75510]: cluster 2024-09-13T00:20:55.357145+0000 mgr.y (mgr.34107) 545 : cluster [DBG] pgmap v1045: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:56 smithi032 bash[75510]: cluster 2024-09-13T00:20:55.764853+0000 mon.a (mon.0) 1748 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:56 smithi032 bash[75510]: audit 2024-09-13T00:20:55.774215+0000 mon.a (mon.0) 1749 : audit [INF] from='client.? 172.21.15.32:0/4163462344' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:57.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:56 smithi032 bash[75510]: cluster 2024-09-13T00:20:55.774948+0000 mon.a (mon.0) 1750 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2024-09-13T00:20:57.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:56 smithi032 bash[75510]: audit 2024-09-13T00:20:55.792608+0000 mon.a (mon.0) 1751 : audit [DBG] from='client.? 172.21.15.32:0/4163462344' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-13T00:20:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:56 smithi032 bash[76677]: cluster 2024-09-13T00:20:55.357145+0000 mgr.y (mgr.34107) 545 : cluster [DBG] pgmap v1045: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:56 smithi032 bash[76677]: cluster 2024-09-13T00:20:55.764853+0000 mon.a (mon.0) 1748 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:56 smithi032 bash[76677]: audit 2024-09-13T00:20:55.774215+0000 mon.a (mon.0) 1749 : audit [INF] from='client.? 172.21.15.32:0/4163462344' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:56 smithi032 bash[76677]: cluster 2024-09-13T00:20:55.774948+0000 mon.a (mon.0) 1750 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2024-09-13T00:20:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:56 smithi032 bash[76677]: audit 2024-09-13T00:20:55.792608+0000 mon.a (mon.0) 1751 : audit [DBG] from='client.? 172.21.15.32:0/4163462344' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-13T00:20:57.165 INFO:tasks.workunit.client.0.smithi032.stdout:493 2024-09-13T00:20:57.169 INFO:tasks.workunit.client.0.smithi032.stdout:494 2024-09-13T00:20:57.172 INFO:tasks.workunit.client.0.smithi032.stdout:495 2024-09-13T00:20:57.175 INFO:tasks.workunit.client.0.smithi032.stdout:496 2024-09-13T00:20:57.178 INFO:tasks.workunit.client.0.smithi032.stdout:497 2024-09-13T00:20:57.181 INFO:tasks.workunit.client.0.smithi032.stdout:498 2024-09-13T00:20:57.184 INFO:tasks.workunit.client.0.smithi032.stdout:499 2024-09-13T00:20:57.188 INFO:tasks.workunit.client.0.smithi032.stdout:500 2024-09-13T00:20:57.190 INFO:tasks.workunit.client.0.smithi032.stdout:501 2024-09-13T00:20:57.194 INFO:tasks.workunit.client.0.smithi032.stdout:502 2024-09-13T00:20:57.197 INFO:tasks.workunit.client.0.smithi032.stdout:503 2024-09-13T00:20:57.200 INFO:tasks.workunit.client.0.smithi032.stdout:504 2024-09-13T00:20:57.204 INFO:tasks.workunit.client.0.smithi032.stdout:505 2024-09-13T00:20:57.207 INFO:tasks.workunit.client.0.smithi032.stdout:506 2024-09-13T00:20:57.210 INFO:tasks.workunit.client.0.smithi032.stdout:507 2024-09-13T00:20:57.213 INFO:tasks.workunit.client.0.smithi032.stdout:508 2024-09-13T00:20:57.216 INFO:tasks.workunit.client.0.smithi032.stdout:509 2024-09-13T00:20:57.219 INFO:tasks.workunit.client.0.smithi032.stdout:510 2024-09-13T00:20:57.222 INFO:tasks.workunit.client.0.smithi032.stdout:511 2024-09-13T00:20:57.225 INFO:tasks.workunit.client.0.smithi032.stdout:512 2024-09-13T00:20:57.228 INFO:tasks.workunit.client.0.smithi032.stdout:513 2024-09-13T00:20:57.231 INFO:tasks.workunit.client.0.smithi032.stdout:514 2024-09-13T00:20:57.235 INFO:tasks.workunit.client.0.smithi032.stdout:515 2024-09-13T00:20:57.238 INFO:tasks.workunit.client.0.smithi032.stdout:516 2024-09-13T00:20:57.241 INFO:tasks.workunit.client.0.smithi032.stdout:517 2024-09-13T00:20:57.244 INFO:tasks.workunit.client.0.smithi032.stdout:518 2024-09-13T00:20:57.247 INFO:tasks.workunit.client.0.smithi032.stdout:519 2024-09-13T00:20:57.252 INFO:tasks.workunit.client.0.smithi032.stdout:520 2024-09-13T00:20:57.254 INFO:tasks.workunit.client.0.smithi032.stdout:521 2024-09-13T00:20:57.257 INFO:tasks.workunit.client.0.smithi032.stdout:522 2024-09-13T00:20:57.259 INFO:tasks.workunit.client.0.smithi032.stdout:523 2024-09-13T00:20:57.262 INFO:tasks.workunit.client.0.smithi032.stdout:524 2024-09-13T00:20:57.265 INFO:tasks.workunit.client.0.smithi032.stdout:525 2024-09-13T00:20:57.268 INFO:tasks.workunit.client.0.smithi032.stdout:526 2024-09-13T00:20:57.271 INFO:tasks.workunit.client.0.smithi032.stdout:527 2024-09-13T00:20:57.274 INFO:tasks.workunit.client.0.smithi032.stdout:528 2024-09-13T00:20:57.277 INFO:tasks.workunit.client.0.smithi032.stdout:529 2024-09-13T00:20:57.280 INFO:tasks.workunit.client.0.smithi032.stdout:530 2024-09-13T00:20:57.282 INFO:tasks.workunit.client.0.smithi032.stdout:531 2024-09-13T00:20:57.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:56 smithi053 bash[67631]: cluster 2024-09-13T00:20:55.357145+0000 mgr.y (mgr.34107) 545 : cluster [DBG] pgmap v1045: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:57.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:56 smithi053 bash[67631]: cluster 2024-09-13T00:20:55.764853+0000 mon.a (mon.0) 1748 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:20:57.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:56 smithi053 bash[67631]: audit 2024-09-13T00:20:55.774215+0000 mon.a (mon.0) 1749 : audit [INF] from='client.? 172.21.15.32:0/4163462344' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:20:57.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:56 smithi053 bash[67631]: cluster 2024-09-13T00:20:55.774948+0000 mon.a (mon.0) 1750 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2024-09-13T00:20:57.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:56 smithi053 bash[67631]: audit 2024-09-13T00:20:55.792608+0000 mon.a (mon.0) 1751 : audit [DBG] from='client.? 172.21.15.32:0/4163462344' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-13T00:20:57.285 INFO:tasks.workunit.client.0.smithi032.stdout:532 2024-09-13T00:20:57.288 INFO:tasks.workunit.client.0.smithi032.stdout:533 2024-09-13T00:20:57.291 INFO:tasks.workunit.client.0.smithi032.stdout:534 2024-09-13T00:20:57.294 INFO:tasks.workunit.client.0.smithi032.stdout:535 2024-09-13T00:20:57.296 INFO:tasks.workunit.client.0.smithi032.stdout:536 2024-09-13T00:20:57.299 INFO:tasks.workunit.client.0.smithi032.stdout:537 2024-09-13T00:20:57.302 INFO:tasks.workunit.client.0.smithi032.stdout:538 2024-09-13T00:20:57.305 INFO:tasks.workunit.client.0.smithi032.stdout:539 2024-09-13T00:20:57.309 INFO:tasks.workunit.client.0.smithi032.stdout:540 2024-09-13T00:20:57.312 INFO:tasks.workunit.client.0.smithi032.stdout:541 2024-09-13T00:20:57.314 INFO:tasks.workunit.client.0.smithi032.stdout:542 2024-09-13T00:20:57.317 INFO:tasks.workunit.client.0.smithi032.stdout:543 2024-09-13T00:20:57.320 INFO:tasks.workunit.client.0.smithi032.stdout:544 2024-09-13T00:20:57.323 INFO:tasks.workunit.client.0.smithi032.stdout:545 2024-09-13T00:20:57.326 INFO:tasks.workunit.client.0.smithi032.stdout:546 2024-09-13T00:20:57.329 INFO:tasks.workunit.client.0.smithi032.stdout:547 2024-09-13T00:20:57.332 INFO:tasks.workunit.client.0.smithi032.stdout:548 2024-09-13T00:20:57.335 INFO:tasks.workunit.client.0.smithi032.stdout:549 2024-09-13T00:20:57.338 INFO:tasks.workunit.client.0.smithi032.stdout:550 2024-09-13T00:20:57.341 INFO:tasks.workunit.client.0.smithi032.stdout:551 2024-09-13T00:20:57.344 INFO:tasks.workunit.client.0.smithi032.stdout:552 2024-09-13T00:20:57.346 INFO:tasks.workunit.client.0.smithi032.stdout:553 2024-09-13T00:20:57.349 INFO:tasks.workunit.client.0.smithi032.stdout:554 2024-09-13T00:20:57.352 INFO:tasks.workunit.client.0.smithi032.stdout:555 2024-09-13T00:20:57.355 INFO:tasks.workunit.client.0.smithi032.stdout:556 2024-09-13T00:20:57.359 INFO:tasks.workunit.client.0.smithi032.stdout:557 2024-09-13T00:20:57.361 INFO:tasks.workunit.client.0.smithi032.stdout:558 2024-09-13T00:20:57.364 INFO:tasks.workunit.client.0.smithi032.stdout:559 2024-09-13T00:20:57.367 INFO:tasks.workunit.client.0.smithi032.stdout:560 2024-09-13T00:20:57.370 INFO:tasks.workunit.client.0.smithi032.stdout:561 2024-09-13T00:20:57.373 INFO:tasks.workunit.client.0.smithi032.stdout:562 2024-09-13T00:20:57.376 INFO:tasks.workunit.client.0.smithi032.stdout:563 2024-09-13T00:20:57.379 INFO:tasks.workunit.client.0.smithi032.stdout:564 2024-09-13T00:20:57.382 INFO:tasks.workunit.client.0.smithi032.stdout:565 2024-09-13T00:20:57.384 INFO:tasks.workunit.client.0.smithi032.stdout:566 2024-09-13T00:20:57.387 INFO:tasks.workunit.client.0.smithi032.stdout:567 2024-09-13T00:20:57.390 INFO:tasks.workunit.client.0.smithi032.stdout:568 2024-09-13T00:20:57.392 INFO:tasks.workunit.client.0.smithi032.stdout:569 2024-09-13T00:20:57.395 INFO:tasks.workunit.client.0.smithi032.stdout:570 2024-09-13T00:20:57.398 INFO:tasks.workunit.client.0.smithi032.stdout:571 2024-09-13T00:20:57.401 INFO:tasks.workunit.client.0.smithi032.stdout:572 2024-09-13T00:20:57.404 INFO:tasks.workunit.client.0.smithi032.stdout:573 2024-09-13T00:20:57.407 INFO:tasks.workunit.client.0.smithi032.stdout:574 2024-09-13T00:20:57.410 INFO:tasks.workunit.client.0.smithi032.stdout:575 2024-09-13T00:20:57.413 INFO:tasks.workunit.client.0.smithi032.stdout:576 2024-09-13T00:20:57.416 INFO:tasks.workunit.client.0.smithi032.stdout:577 2024-09-13T00:20:57.418 INFO:tasks.workunit.client.0.smithi032.stdout:578 2024-09-13T00:20:57.421 INFO:tasks.workunit.client.0.smithi032.stdout:579 2024-09-13T00:20:57.425 INFO:tasks.workunit.client.0.smithi032.stdout:580 2024-09-13T00:20:57.427 INFO:tasks.workunit.client.0.smithi032.stdout:581 2024-09-13T00:20:57.430 INFO:tasks.workunit.client.0.smithi032.stdout:582 2024-09-13T00:20:57.433 INFO:tasks.workunit.client.0.smithi032.stdout:583 2024-09-13T00:20:57.436 INFO:tasks.workunit.client.0.smithi032.stdout:584 2024-09-13T00:20:57.439 INFO:tasks.workunit.client.0.smithi032.stdout:585 2024-09-13T00:20:57.443 INFO:tasks.workunit.client.0.smithi032.stdout:586 2024-09-13T00:20:57.445 INFO:tasks.workunit.client.0.smithi032.stdout:587 2024-09-13T00:20:57.448 INFO:tasks.workunit.client.0.smithi032.stdout:588 2024-09-13T00:20:57.451 INFO:tasks.workunit.client.0.smithi032.stdout:589 2024-09-13T00:20:57.456 INFO:tasks.workunit.client.0.smithi032.stdout:590 2024-09-13T00:20:57.458 INFO:tasks.workunit.client.0.smithi032.stdout:591 2024-09-13T00:20:57.461 INFO:tasks.workunit.client.0.smithi032.stdout:592 2024-09-13T00:20:57.464 INFO:tasks.workunit.client.0.smithi032.stdout:593 2024-09-13T00:20:57.466 INFO:tasks.workunit.client.0.smithi032.stdout:594 2024-09-13T00:20:57.469 INFO:tasks.workunit.client.0.smithi032.stdout:595 2024-09-13T00:20:57.472 INFO:tasks.workunit.client.0.smithi032.stdout:596 2024-09-13T00:20:57.475 INFO:tasks.workunit.client.0.smithi032.stdout:597 2024-09-13T00:20:57.478 INFO:tasks.workunit.client.0.smithi032.stdout:598 2024-09-13T00:20:57.481 INFO:tasks.workunit.client.0.smithi032.stdout:599 2024-09-13T00:20:57.484 INFO:tasks.workunit.client.0.smithi032.stdout:600 2024-09-13T00:20:57.487 INFO:tasks.workunit.client.0.smithi032.stdout:601 2024-09-13T00:20:57.490 INFO:tasks.workunit.client.0.smithi032.stdout:602 2024-09-13T00:20:57.493 INFO:tasks.workunit.client.0.smithi032.stdout:603 2024-09-13T00:20:57.496 INFO:tasks.workunit.client.0.smithi032.stdout:604 2024-09-13T00:20:57.499 INFO:tasks.workunit.client.0.smithi032.stdout:605 2024-09-13T00:20:57.502 INFO:tasks.workunit.client.0.smithi032.stdout:606 2024-09-13T00:20:57.505 INFO:tasks.workunit.client.0.smithi032.stdout:607 2024-09-13T00:20:57.508 INFO:tasks.workunit.client.0.smithi032.stdout:608 2024-09-13T00:20:57.511 INFO:tasks.workunit.client.0.smithi032.stdout:609 2024-09-13T00:20:57.514 INFO:tasks.workunit.client.0.smithi032.stdout:610 2024-09-13T00:20:57.517 INFO:tasks.workunit.client.0.smithi032.stdout:611 2024-09-13T00:20:57.520 INFO:tasks.workunit.client.0.smithi032.stdout:612 2024-09-13T00:20:57.523 INFO:tasks.workunit.client.0.smithi032.stdout:613 2024-09-13T00:20:57.525 INFO:tasks.workunit.client.0.smithi032.stdout:614 2024-09-13T00:20:57.528 INFO:tasks.workunit.client.0.smithi032.stdout:615 2024-09-13T00:20:57.531 INFO:tasks.workunit.client.0.smithi032.stdout:616 2024-09-13T00:20:57.534 INFO:tasks.workunit.client.0.smithi032.stdout:617 2024-09-13T00:20:57.536 INFO:tasks.workunit.client.0.smithi032.stdout:618 2024-09-13T00:20:57.539 INFO:tasks.workunit.client.0.smithi032.stdout:619 2024-09-13T00:20:57.542 INFO:tasks.workunit.client.0.smithi032.stdout:620 2024-09-13T00:20:57.545 INFO:tasks.workunit.client.0.smithi032.stdout:621 2024-09-13T00:20:57.548 INFO:tasks.workunit.client.0.smithi032.stdout:622 2024-09-13T00:20:57.551 INFO:tasks.workunit.client.0.smithi032.stdout:623 2024-09-13T00:20:57.554 INFO:tasks.workunit.client.0.smithi032.stdout:624 2024-09-13T00:20:57.557 INFO:tasks.workunit.client.0.smithi032.stdout:625 2024-09-13T00:20:57.560 INFO:tasks.workunit.client.0.smithi032.stdout:626 2024-09-13T00:20:57.563 INFO:tasks.workunit.client.0.smithi032.stdout:627 2024-09-13T00:20:57.565 INFO:tasks.workunit.client.0.smithi032.stdout:628 2024-09-13T00:20:57.568 INFO:tasks.workunit.client.0.smithi032.stdout:629 2024-09-13T00:20:57.571 INFO:tasks.workunit.client.0.smithi032.stdout:630 2024-09-13T00:20:57.575 INFO:tasks.workunit.client.0.smithi032.stdout:631 2024-09-13T00:20:57.578 INFO:tasks.workunit.client.0.smithi032.stdout:632 2024-09-13T00:20:57.581 INFO:tasks.workunit.client.0.smithi032.stdout:633 2024-09-13T00:20:57.584 INFO:tasks.workunit.client.0.smithi032.stdout:634 2024-09-13T00:20:57.586 INFO:tasks.workunit.client.0.smithi032.stdout:635 2024-09-13T00:20:57.589 INFO:tasks.workunit.client.0.smithi032.stdout:636 2024-09-13T00:20:57.592 INFO:tasks.workunit.client.0.smithi032.stdout:637 2024-09-13T00:20:57.595 INFO:tasks.workunit.client.0.smithi032.stdout:638 2024-09-13T00:20:57.598 INFO:tasks.workunit.client.0.smithi032.stdout:639 2024-09-13T00:20:57.602 INFO:tasks.workunit.client.0.smithi032.stdout:640 2024-09-13T00:20:57.605 INFO:tasks.workunit.client.0.smithi032.stdout:641 2024-09-13T00:20:57.608 INFO:tasks.workunit.client.0.smithi032.stdout:642 2024-09-13T00:20:57.611 INFO:tasks.workunit.client.0.smithi032.stdout:643 2024-09-13T00:20:57.613 INFO:tasks.workunit.client.0.smithi032.stdout:644 2024-09-13T00:20:57.617 INFO:tasks.workunit.client.0.smithi032.stdout:645 2024-09-13T00:20:57.620 INFO:tasks.workunit.client.0.smithi032.stdout:646 2024-09-13T00:20:57.623 INFO:tasks.workunit.client.0.smithi032.stdout:647 2024-09-13T00:20:57.626 INFO:tasks.workunit.client.0.smithi032.stdout:648 2024-09-13T00:20:57.628 INFO:tasks.workunit.client.0.smithi032.stdout:649 2024-09-13T00:20:57.632 INFO:tasks.workunit.client.0.smithi032.stdout:650 2024-09-13T00:20:57.635 INFO:tasks.workunit.client.0.smithi032.stdout:651 2024-09-13T00:20:57.638 INFO:tasks.workunit.client.0.smithi032.stdout:652 2024-09-13T00:20:57.641 INFO:tasks.workunit.client.0.smithi032.stdout:653 2024-09-13T00:20:57.644 INFO:tasks.workunit.client.0.smithi032.stdout:654 2024-09-13T00:20:57.647 INFO:tasks.workunit.client.0.smithi032.stdout:655 2024-09-13T00:20:57.650 INFO:tasks.workunit.client.0.smithi032.stdout:656 2024-09-13T00:20:57.653 INFO:tasks.workunit.client.0.smithi032.stdout:657 2024-09-13T00:20:57.656 INFO:tasks.workunit.client.0.smithi032.stdout:658 2024-09-13T00:20:57.660 INFO:tasks.workunit.client.0.smithi032.stdout:659 2024-09-13T00:20:57.662 INFO:tasks.workunit.client.0.smithi032.stdout:660 2024-09-13T00:20:57.665 INFO:tasks.workunit.client.0.smithi032.stdout:661 2024-09-13T00:20:57.668 INFO:tasks.workunit.client.0.smithi032.stdout:662 2024-09-13T00:20:57.671 INFO:tasks.workunit.client.0.smithi032.stdout:663 2024-09-13T00:20:57.674 INFO:tasks.workunit.client.0.smithi032.stdout:664 2024-09-13T00:20:57.677 INFO:tasks.workunit.client.0.smithi032.stdout:665 2024-09-13T00:20:57.680 INFO:tasks.workunit.client.0.smithi032.stdout:666 2024-09-13T00:20:57.683 INFO:tasks.workunit.client.0.smithi032.stdout:667 2024-09-13T00:20:57.687 INFO:tasks.workunit.client.0.smithi032.stdout:668 2024-09-13T00:20:57.690 INFO:tasks.workunit.client.0.smithi032.stdout:669 2024-09-13T00:20:57.693 INFO:tasks.workunit.client.0.smithi032.stdout:670 2024-09-13T00:20:57.696 INFO:tasks.workunit.client.0.smithi032.stdout:671 2024-09-13T00:20:57.699 INFO:tasks.workunit.client.0.smithi032.stdout:672 2024-09-13T00:20:57.702 INFO:tasks.workunit.client.0.smithi032.stdout:673 2024-09-13T00:20:57.705 INFO:tasks.workunit.client.0.smithi032.stdout:674 2024-09-13T00:20:57.709 INFO:tasks.workunit.client.0.smithi032.stdout:675 2024-09-13T00:20:57.711 INFO:tasks.workunit.client.0.smithi032.stdout:676 2024-09-13T00:20:57.714 INFO:tasks.workunit.client.0.smithi032.stdout:677 2024-09-13T00:20:57.717 INFO:tasks.workunit.client.0.smithi032.stdout:678 2024-09-13T00:20:57.721 INFO:tasks.workunit.client.0.smithi032.stdout:679 2024-09-13T00:20:57.724 INFO:tasks.workunit.client.0.smithi032.stdout:680 2024-09-13T00:20:57.727 INFO:tasks.workunit.client.0.smithi032.stdout:681 2024-09-13T00:20:57.730 INFO:tasks.workunit.client.0.smithi032.stdout:682 2024-09-13T00:20:57.733 INFO:tasks.workunit.client.0.smithi032.stdout:683 2024-09-13T00:20:57.736 INFO:tasks.workunit.client.0.smithi032.stdout:684 2024-09-13T00:20:57.739 INFO:tasks.workunit.client.0.smithi032.stdout:685 2024-09-13T00:20:57.742 INFO:tasks.workunit.client.0.smithi032.stdout:686 2024-09-13T00:20:57.745 INFO:tasks.workunit.client.0.smithi032.stdout:687 2024-09-13T00:20:57.748 INFO:tasks.workunit.client.0.smithi032.stdout:688 2024-09-13T00:20:57.751 INFO:tasks.workunit.client.0.smithi032.stdout:689 2024-09-13T00:20:57.754 INFO:tasks.workunit.client.0.smithi032.stdout:690 2024-09-13T00:20:57.757 INFO:tasks.workunit.client.0.smithi032.stdout:691 2024-09-13T00:20:57.760 INFO:tasks.workunit.client.0.smithi032.stdout:692 2024-09-13T00:20:57.763 INFO:tasks.workunit.client.0.smithi032.stdout:693 2024-09-13T00:20:57.766 INFO:tasks.workunit.client.0.smithi032.stdout:694 2024-09-13T00:20:57.769 INFO:tasks.workunit.client.0.smithi032.stdout:695 2024-09-13T00:20:57.772 INFO:tasks.workunit.client.0.smithi032.stdout:696 2024-09-13T00:20:57.775 INFO:tasks.workunit.client.0.smithi032.stdout:697 2024-09-13T00:20:57.778 INFO:tasks.workunit.client.0.smithi032.stdout:698 2024-09-13T00:20:57.781 INFO:tasks.workunit.client.0.smithi032.stdout:699 2024-09-13T00:20:57.783 INFO:tasks.workunit.client.0.smithi032.stdout:700 2024-09-13T00:20:57.786 INFO:tasks.workunit.client.0.smithi032.stdout:701 2024-09-13T00:20:57.789 INFO:tasks.workunit.client.0.smithi032.stdout:702 2024-09-13T00:20:57.792 INFO:tasks.workunit.client.0.smithi032.stdout:703 2024-09-13T00:20:57.795 INFO:tasks.workunit.client.0.smithi032.stdout:704 2024-09-13T00:20:57.799 INFO:tasks.workunit.client.0.smithi032.stdout:705 2024-09-13T00:20:57.802 INFO:tasks.workunit.client.0.smithi032.stdout:706 2024-09-13T00:20:57.806 INFO:tasks.workunit.client.0.smithi032.stdout:707 2024-09-13T00:20:57.809 INFO:tasks.workunit.client.0.smithi032.stdout:708 2024-09-13T00:20:57.813 INFO:tasks.workunit.client.0.smithi032.stdout:709 2024-09-13T00:20:57.816 INFO:tasks.workunit.client.0.smithi032.stdout:710 2024-09-13T00:20:57.819 INFO:tasks.workunit.client.0.smithi032.stdout:711 2024-09-13T00:20:57.822 INFO:tasks.workunit.client.0.smithi032.stdout:712 2024-09-13T00:20:57.825 INFO:tasks.workunit.client.0.smithi032.stdout:713 2024-09-13T00:20:57.828 INFO:tasks.workunit.client.0.smithi032.stdout:714 2024-09-13T00:20:57.831 INFO:tasks.workunit.client.0.smithi032.stdout:715 2024-09-13T00:20:57.834 INFO:tasks.workunit.client.0.smithi032.stdout:716 2024-09-13T00:20:57.837 INFO:tasks.workunit.client.0.smithi032.stdout:717 2024-09-13T00:20:57.840 INFO:tasks.workunit.client.0.smithi032.stdout:718 2024-09-13T00:20:57.842 INFO:tasks.workunit.client.0.smithi032.stdout:719 2024-09-13T00:20:57.846 INFO:tasks.workunit.client.0.smithi032.stdout:720 2024-09-13T00:20:57.849 INFO:tasks.workunit.client.0.smithi032.stdout:721 2024-09-13T00:20:57.852 INFO:tasks.workunit.client.0.smithi032.stdout:722 2024-09-13T00:20:57.855 INFO:tasks.workunit.client.0.smithi032.stdout:723 2024-09-13T00:20:57.859 INFO:tasks.workunit.client.0.smithi032.stdout:724 2024-09-13T00:20:57.863 INFO:tasks.workunit.client.0.smithi032.stdout:725 2024-09-13T00:20:57.867 INFO:tasks.workunit.client.0.smithi032.stdout:726 2024-09-13T00:20:57.871 INFO:tasks.workunit.client.0.smithi032.stdout:727 2024-09-13T00:20:57.874 INFO:tasks.workunit.client.0.smithi032.stdout:728 2024-09-13T00:20:57.877 INFO:tasks.workunit.client.0.smithi032.stdout:729 2024-09-13T00:20:57.880 INFO:tasks.workunit.client.0.smithi032.stdout:730 2024-09-13T00:20:57.883 INFO:tasks.workunit.client.0.smithi032.stdout:731 2024-09-13T00:20:57.886 INFO:tasks.workunit.client.0.smithi032.stdout:732 2024-09-13T00:20:57.889 INFO:tasks.workunit.client.0.smithi032.stdout:733 2024-09-13T00:20:57.893 INFO:tasks.workunit.client.0.smithi032.stdout:734 2024-09-13T00:20:57.895 INFO:tasks.workunit.client.0.smithi032.stdout:735 2024-09-13T00:20:57.898 INFO:tasks.workunit.client.0.smithi032.stdout:736 2024-09-13T00:20:57.901 INFO:tasks.workunit.client.0.smithi032.stdout:737 2024-09-13T00:20:57.904 INFO:tasks.workunit.client.0.smithi032.stdout:738 2024-09-13T00:20:57.907 INFO:tasks.workunit.client.0.smithi032.stdout:739 2024-09-13T00:20:57.910 INFO:tasks.workunit.client.0.smithi032.stdout:740 2024-09-13T00:20:57.913 INFO:tasks.workunit.client.0.smithi032.stdout:741 2024-09-13T00:20:57.916 INFO:tasks.workunit.client.0.smithi032.stdout:742 2024-09-13T00:20:57.919 INFO:tasks.workunit.client.0.smithi032.stdout:743 2024-09-13T00:20:57.922 INFO:tasks.workunit.client.0.smithi032.stdout:744 2024-09-13T00:20:57.925 INFO:tasks.workunit.client.0.smithi032.stdout:745 2024-09-13T00:20:57.929 INFO:tasks.workunit.client.0.smithi032.stdout:746 2024-09-13T00:20:57.931 INFO:tasks.workunit.client.0.smithi032.stdout:747 2024-09-13T00:20:57.935 INFO:tasks.workunit.client.0.smithi032.stdout:748 2024-09-13T00:20:57.938 INFO:tasks.workunit.client.0.smithi032.stdout:749 2024-09-13T00:20:57.941 INFO:tasks.workunit.client.0.smithi032.stdout:750 2024-09-13T00:20:57.944 INFO:tasks.workunit.client.0.smithi032.stdout:751 2024-09-13T00:20:57.947 INFO:tasks.workunit.client.0.smithi032.stdout:752 2024-09-13T00:20:57.950 INFO:tasks.workunit.client.0.smithi032.stdout:753 2024-09-13T00:20:57.954 INFO:tasks.workunit.client.0.smithi032.stdout:754 2024-09-13T00:20:57.957 INFO:tasks.workunit.client.0.smithi032.stdout:755 2024-09-13T00:20:57.960 INFO:tasks.workunit.client.0.smithi032.stdout:756 2024-09-13T00:20:57.963 INFO:tasks.workunit.client.0.smithi032.stdout:757 2024-09-13T00:20:57.966 INFO:tasks.workunit.client.0.smithi032.stdout:758 2024-09-13T00:20:57.969 INFO:tasks.workunit.client.0.smithi032.stdout:759 2024-09-13T00:20:57.973 INFO:tasks.workunit.client.0.smithi032.stdout:760 2024-09-13T00:20:57.976 INFO:tasks.workunit.client.0.smithi032.stdout:761 2024-09-13T00:20:57.980 INFO:tasks.workunit.client.0.smithi032.stdout:762 2024-09-13T00:20:57.984 INFO:tasks.workunit.client.0.smithi032.stdout:763 2024-09-13T00:20:57.987 INFO:tasks.workunit.client.0.smithi032.stdout:764 2024-09-13T00:20:57.990 INFO:tasks.workunit.client.0.smithi032.stdout:765 2024-09-13T00:20:57.994 INFO:tasks.workunit.client.0.smithi032.stdout:766 2024-09-13T00:20:57.998 INFO:tasks.workunit.client.0.smithi032.stdout:767 2024-09-13T00:20:58.001 INFO:tasks.workunit.client.0.smithi032.stdout:768 2024-09-13T00:20:58.004 INFO:tasks.workunit.client.0.smithi032.stdout:769 2024-09-13T00:20:58.008 INFO:tasks.workunit.client.0.smithi032.stdout:770 2024-09-13T00:20:58.011 INFO:tasks.workunit.client.0.smithi032.stdout:771 2024-09-13T00:20:58.015 INFO:tasks.workunit.client.0.smithi032.stdout:772 2024-09-13T00:20:58.018 INFO:tasks.workunit.client.0.smithi032.stdout:773 2024-09-13T00:20:58.021 INFO:tasks.workunit.client.0.smithi032.stdout:774 2024-09-13T00:20:58.025 INFO:tasks.workunit.client.0.smithi032.stdout:775 2024-09-13T00:20:58.028 INFO:tasks.workunit.client.0.smithi032.stdout:776 2024-09-13T00:20:58.032 INFO:tasks.workunit.client.0.smithi032.stdout:777 2024-09-13T00:20:58.035 INFO:tasks.workunit.client.0.smithi032.stdout:778 2024-09-13T00:20:58.038 INFO:tasks.workunit.client.0.smithi032.stdout:779 2024-09-13T00:20:58.042 INFO:tasks.workunit.client.0.smithi032.stdout:780 2024-09-13T00:20:58.045 INFO:tasks.workunit.client.0.smithi032.stdout:781 2024-09-13T00:20:58.049 INFO:tasks.workunit.client.0.smithi032.stdout:782 2024-09-13T00:20:58.052 INFO:tasks.workunit.client.0.smithi032.stdout:783 2024-09-13T00:20:58.056 INFO:tasks.workunit.client.0.smithi032.stdout:784 2024-09-13T00:20:58.059 INFO:tasks.workunit.client.0.smithi032.stdout:785 2024-09-13T00:20:58.063 INFO:tasks.workunit.client.0.smithi032.stdout:786 2024-09-13T00:20:58.066 INFO:tasks.workunit.client.0.smithi032.stdout:787 2024-09-13T00:20:58.070 INFO:tasks.workunit.client.0.smithi032.stdout:788 2024-09-13T00:20:58.073 INFO:tasks.workunit.client.0.smithi032.stdout:789 2024-09-13T00:20:58.077 INFO:tasks.workunit.client.0.smithi032.stdout:790 2024-09-13T00:20:58.080 INFO:tasks.workunit.client.0.smithi032.stdout:791 2024-09-13T00:20:58.084 INFO:tasks.workunit.client.0.smithi032.stdout:792 2024-09-13T00:20:58.087 INFO:tasks.workunit.client.0.smithi032.stdout:793 2024-09-13T00:20:58.090 INFO:tasks.workunit.client.0.smithi032.stdout:794 2024-09-13T00:20:58.094 INFO:tasks.workunit.client.0.smithi032.stdout:795 2024-09-13T00:20:58.098 INFO:tasks.workunit.client.0.smithi032.stdout:796 2024-09-13T00:20:58.101 INFO:tasks.workunit.client.0.smithi032.stdout:797 2024-09-13T00:20:58.105 INFO:tasks.workunit.client.0.smithi032.stdout:798 2024-09-13T00:20:58.108 INFO:tasks.workunit.client.0.smithi032.stdout:799 2024-09-13T00:20:58.111 INFO:tasks.workunit.client.0.smithi032.stdout:800 2024-09-13T00:20:58.115 INFO:tasks.workunit.client.0.smithi032.stdout:801 2024-09-13T00:20:58.118 INFO:tasks.workunit.client.0.smithi032.stdout:802 2024-09-13T00:20:58.121 INFO:tasks.workunit.client.0.smithi032.stdout:803 2024-09-13T00:20:58.125 INFO:tasks.workunit.client.0.smithi032.stdout:804 2024-09-13T00:20:58.128 INFO:tasks.workunit.client.0.smithi032.stdout:805 2024-09-13T00:20:58.131 INFO:tasks.workunit.client.0.smithi032.stdout:806 2024-09-13T00:20:58.135 INFO:tasks.workunit.client.0.smithi032.stdout:807 2024-09-13T00:20:58.138 INFO:tasks.workunit.client.0.smithi032.stdout:808 2024-09-13T00:20:58.141 INFO:tasks.workunit.client.0.smithi032.stdout:809 2024-09-13T00:20:58.144 INFO:tasks.workunit.client.0.smithi032.stdout:810 2024-09-13T00:20:58.147 INFO:tasks.workunit.client.0.smithi032.stdout:811 2024-09-13T00:20:58.151 INFO:tasks.workunit.client.0.smithi032.stdout:812 2024-09-13T00:20:58.154 INFO:tasks.workunit.client.0.smithi032.stdout:813 2024-09-13T00:20:58.157 INFO:tasks.workunit.client.0.smithi032.stdout:814 2024-09-13T00:20:58.160 INFO:tasks.workunit.client.0.smithi032.stdout:815 2024-09-13T00:20:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:57 smithi032 bash[75510]: cluster 2024-09-13T00:20:56.793514+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2024-09-13T00:20:58.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:57 smithi032 bash[76677]: cluster 2024-09-13T00:20:56.793514+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2024-09-13T00:20:58.164 INFO:tasks.workunit.client.0.smithi032.stdout:816 2024-09-13T00:20:58.167 INFO:tasks.workunit.client.0.smithi032.stdout:817 2024-09-13T00:20:58.170 INFO:tasks.workunit.client.0.smithi032.stdout:818 2024-09-13T00:20:58.173 INFO:tasks.workunit.client.0.smithi032.stdout:819 2024-09-13T00:20:58.177 INFO:tasks.workunit.client.0.smithi032.stdout:820 2024-09-13T00:20:58.180 INFO:tasks.workunit.client.0.smithi032.stdout:821 2024-09-13T00:20:58.183 INFO:tasks.workunit.client.0.smithi032.stdout:822 2024-09-13T00:20:58.186 INFO:tasks.workunit.client.0.smithi032.stdout:823 2024-09-13T00:20:58.189 INFO:tasks.workunit.client.0.smithi032.stdout:824 2024-09-13T00:20:58.193 INFO:tasks.workunit.client.0.smithi032.stdout:825 2024-09-13T00:20:58.196 INFO:tasks.workunit.client.0.smithi032.stdout:826 2024-09-13T00:20:58.199 INFO:tasks.workunit.client.0.smithi032.stdout:827 2024-09-13T00:20:58.202 INFO:tasks.workunit.client.0.smithi032.stdout:828 2024-09-13T00:20:58.206 INFO:tasks.workunit.client.0.smithi032.stdout:829 2024-09-13T00:20:58.209 INFO:tasks.workunit.client.0.smithi032.stdout:830 2024-09-13T00:20:58.213 INFO:tasks.workunit.client.0.smithi032.stdout:831 2024-09-13T00:20:58.216 INFO:tasks.workunit.client.0.smithi032.stdout:832 2024-09-13T00:20:58.219 INFO:tasks.workunit.client.0.smithi032.stdout:833 2024-09-13T00:20:58.223 INFO:tasks.workunit.client.0.smithi032.stdout:834 2024-09-13T00:20:58.226 INFO:tasks.workunit.client.0.smithi032.stdout:835 2024-09-13T00:20:58.229 INFO:tasks.workunit.client.0.smithi032.stdout:836 2024-09-13T00:20:58.232 INFO:tasks.workunit.client.0.smithi032.stdout:837 2024-09-13T00:20:58.236 INFO:tasks.workunit.client.0.smithi032.stdout:838 2024-09-13T00:20:58.239 INFO:tasks.workunit.client.0.smithi032.stdout:839 2024-09-13T00:20:58.242 INFO:tasks.workunit.client.0.smithi032.stdout:840 2024-09-13T00:20:58.246 INFO:tasks.workunit.client.0.smithi032.stdout:841 2024-09-13T00:20:58.249 INFO:tasks.workunit.client.0.smithi032.stdout:842 2024-09-13T00:20:58.252 INFO:tasks.workunit.client.0.smithi032.stdout:843 2024-09-13T00:20:58.256 INFO:tasks.workunit.client.0.smithi032.stdout:844 2024-09-13T00:20:58.259 INFO:tasks.workunit.client.0.smithi032.stdout:845 2024-09-13T00:20:58.262 INFO:tasks.workunit.client.0.smithi032.stdout:846 2024-09-13T00:20:58.266 INFO:tasks.workunit.client.0.smithi032.stdout:847 2024-09-13T00:20:58.269 INFO:tasks.workunit.client.0.smithi032.stdout:848 2024-09-13T00:20:58.272 INFO:tasks.workunit.client.0.smithi032.stdout:849 2024-09-13T00:20:58.276 INFO:tasks.workunit.client.0.smithi032.stdout:850 2024-09-13T00:20:58.279 INFO:tasks.workunit.client.0.smithi032.stdout:851 2024-09-13T00:20:58.282 INFO:tasks.workunit.client.0.smithi032.stdout:852 2024-09-13T00:20:58.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:57 smithi053 bash[67631]: cluster 2024-09-13T00:20:56.793514+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2024-09-13T00:20:58.285 INFO:tasks.workunit.client.0.smithi032.stdout:853 2024-09-13T00:20:58.288 INFO:tasks.workunit.client.0.smithi032.stdout:854 2024-09-13T00:20:58.291 INFO:tasks.workunit.client.0.smithi032.stdout:855 2024-09-13T00:20:58.295 INFO:tasks.workunit.client.0.smithi032.stdout:856 2024-09-13T00:20:58.298 INFO:tasks.workunit.client.0.smithi032.stdout:857 2024-09-13T00:20:58.301 INFO:tasks.workunit.client.0.smithi032.stdout:858 2024-09-13T00:20:58.304 INFO:tasks.workunit.client.0.smithi032.stdout:859 2024-09-13T00:20:58.307 INFO:tasks.workunit.client.0.smithi032.stdout:860 2024-09-13T00:20:58.310 INFO:tasks.workunit.client.0.smithi032.stdout:861 2024-09-13T00:20:58.314 INFO:tasks.workunit.client.0.smithi032.stdout:862 2024-09-13T00:20:58.317 INFO:tasks.workunit.client.0.smithi032.stdout:863 2024-09-13T00:20:58.320 INFO:tasks.workunit.client.0.smithi032.stdout:864 2024-09-13T00:20:58.323 INFO:tasks.workunit.client.0.smithi032.stdout:865 2024-09-13T00:20:58.326 INFO:tasks.workunit.client.0.smithi032.stdout:866 2024-09-13T00:20:58.329 INFO:tasks.workunit.client.0.smithi032.stdout:867 2024-09-13T00:20:58.333 INFO:tasks.workunit.client.0.smithi032.stdout:868 2024-09-13T00:20:58.336 INFO:tasks.workunit.client.0.smithi032.stdout:869 2024-09-13T00:20:58.339 INFO:tasks.workunit.client.0.smithi032.stdout:870 2024-09-13T00:20:58.342 INFO:tasks.workunit.client.0.smithi032.stdout:871 2024-09-13T00:20:58.345 INFO:tasks.workunit.client.0.smithi032.stdout:872 2024-09-13T00:20:58.349 INFO:tasks.workunit.client.0.smithi032.stdout:873 2024-09-13T00:20:58.352 INFO:tasks.workunit.client.0.smithi032.stdout:874 2024-09-13T00:20:58.355 INFO:tasks.workunit.client.0.smithi032.stdout:875 2024-09-13T00:20:58.358 INFO:tasks.workunit.client.0.smithi032.stdout:876 2024-09-13T00:20:58.361 INFO:tasks.workunit.client.0.smithi032.stdout:877 2024-09-13T00:20:58.365 INFO:tasks.workunit.client.0.smithi032.stdout:878 2024-09-13T00:20:58.368 INFO:tasks.workunit.client.0.smithi032.stdout:879 2024-09-13T00:20:58.372 INFO:tasks.workunit.client.0.smithi032.stdout:880 2024-09-13T00:20:58.375 INFO:tasks.workunit.client.0.smithi032.stdout:881 2024-09-13T00:20:58.378 INFO:tasks.workunit.client.0.smithi032.stdout:882 2024-09-13T00:20:58.381 INFO:tasks.workunit.client.0.smithi032.stdout:883 2024-09-13T00:20:58.384 INFO:tasks.workunit.client.0.smithi032.stdout:884 2024-09-13T00:20:58.387 INFO:tasks.workunit.client.0.smithi032.stdout:885 2024-09-13T00:20:58.390 INFO:tasks.workunit.client.0.smithi032.stdout:886 2024-09-13T00:20:58.394 INFO:tasks.workunit.client.0.smithi032.stdout:887 2024-09-13T00:20:58.397 INFO:tasks.workunit.client.0.smithi032.stdout:888 2024-09-13T00:20:58.400 INFO:tasks.workunit.client.0.smithi032.stdout:889 2024-09-13T00:20:58.404 INFO:tasks.workunit.client.0.smithi032.stdout:890 2024-09-13T00:20:58.407 INFO:tasks.workunit.client.0.smithi032.stdout:891 2024-09-13T00:20:58.410 INFO:tasks.workunit.client.0.smithi032.stdout:892 2024-09-13T00:20:58.413 INFO:tasks.workunit.client.0.smithi032.stdout:893 2024-09-13T00:20:58.417 INFO:tasks.workunit.client.0.smithi032.stdout:894 2024-09-13T00:20:58.421 INFO:tasks.workunit.client.0.smithi032.stdout:895 2024-09-13T00:20:58.424 INFO:tasks.workunit.client.0.smithi032.stdout:896 2024-09-13T00:20:58.428 INFO:tasks.workunit.client.0.smithi032.stdout:897 2024-09-13T00:20:58.431 INFO:tasks.workunit.client.0.smithi032.stdout:898 2024-09-13T00:20:58.435 INFO:tasks.workunit.client.0.smithi032.stdout:899 2024-09-13T00:20:58.438 INFO:tasks.workunit.client.0.smithi032.stdout:900 2024-09-13T00:20:58.441 INFO:tasks.workunit.client.0.smithi032.stdout:901 2024-09-13T00:20:58.444 INFO:tasks.workunit.client.0.smithi032.stdout:902 2024-09-13T00:20:58.448 INFO:tasks.workunit.client.0.smithi032.stdout:903 2024-09-13T00:20:58.451 INFO:tasks.workunit.client.0.smithi032.stdout:904 2024-09-13T00:20:58.454 INFO:tasks.workunit.client.0.smithi032.stdout:905 2024-09-13T00:20:58.457 INFO:tasks.workunit.client.0.smithi032.stdout:906 2024-09-13T00:20:58.460 INFO:tasks.workunit.client.0.smithi032.stdout:907 2024-09-13T00:20:58.463 INFO:tasks.workunit.client.0.smithi032.stdout:908 2024-09-13T00:20:58.467 INFO:tasks.workunit.client.0.smithi032.stdout:909 2024-09-13T00:20:58.470 INFO:tasks.workunit.client.0.smithi032.stdout:910 2024-09-13T00:20:58.473 INFO:tasks.workunit.client.0.smithi032.stdout:911 2024-09-13T00:20:58.477 INFO:tasks.workunit.client.0.smithi032.stdout:912 2024-09-13T00:20:58.480 INFO:tasks.workunit.client.0.smithi032.stdout:913 2024-09-13T00:20:58.483 INFO:tasks.workunit.client.0.smithi032.stdout:914 2024-09-13T00:20:58.486 INFO:tasks.workunit.client.0.smithi032.stdout:915 2024-09-13T00:20:58.490 INFO:tasks.workunit.client.0.smithi032.stdout:916 2024-09-13T00:20:58.493 INFO:tasks.workunit.client.0.smithi032.stdout:917 2024-09-13T00:20:58.496 INFO:tasks.workunit.client.0.smithi032.stdout:918 2024-09-13T00:20:58.499 INFO:tasks.workunit.client.0.smithi032.stdout:919 2024-09-13T00:20:58.502 INFO:tasks.workunit.client.0.smithi032.stdout:920 2024-09-13T00:20:58.506 INFO:tasks.workunit.client.0.smithi032.stdout:921 2024-09-13T00:20:58.509 INFO:tasks.workunit.client.0.smithi032.stdout:922 2024-09-13T00:20:58.512 INFO:tasks.workunit.client.0.smithi032.stdout:923 2024-09-13T00:20:58.515 INFO:tasks.workunit.client.0.smithi032.stdout:924 2024-09-13T00:20:58.519 INFO:tasks.workunit.client.0.smithi032.stdout:925 2024-09-13T00:20:58.522 INFO:tasks.workunit.client.0.smithi032.stdout:926 2024-09-13T00:20:58.526 INFO:tasks.workunit.client.0.smithi032.stdout:927 2024-09-13T00:20:58.529 INFO:tasks.workunit.client.0.smithi032.stdout:928 2024-09-13T00:20:58.532 INFO:tasks.workunit.client.0.smithi032.stdout:929 2024-09-13T00:20:58.535 INFO:tasks.workunit.client.0.smithi032.stdout:930 2024-09-13T00:20:58.538 INFO:tasks.workunit.client.0.smithi032.stdout:931 2024-09-13T00:20:58.541 INFO:tasks.workunit.client.0.smithi032.stdout:932 2024-09-13T00:20:58.545 INFO:tasks.workunit.client.0.smithi032.stdout:933 2024-09-13T00:20:58.548 INFO:tasks.workunit.client.0.smithi032.stdout:934 2024-09-13T00:20:58.552 INFO:tasks.workunit.client.0.smithi032.stdout:935 2024-09-13T00:20:58.555 INFO:tasks.workunit.client.0.smithi032.stdout:936 2024-09-13T00:20:58.558 INFO:tasks.workunit.client.0.smithi032.stdout:937 2024-09-13T00:20:58.561 INFO:tasks.workunit.client.0.smithi032.stdout:938 2024-09-13T00:20:58.564 INFO:tasks.workunit.client.0.smithi032.stdout:939 2024-09-13T00:20:58.568 INFO:tasks.workunit.client.0.smithi032.stdout:940 2024-09-13T00:20:58.571 INFO:tasks.workunit.client.0.smithi032.stdout:941 2024-09-13T00:20:58.574 INFO:tasks.workunit.client.0.smithi032.stdout:942 2024-09-13T00:20:58.577 INFO:tasks.workunit.client.0.smithi032.stdout:943 2024-09-13T00:20:58.581 INFO:tasks.workunit.client.0.smithi032.stdout:944 2024-09-13T00:20:58.584 INFO:tasks.workunit.client.0.smithi032.stdout:945 2024-09-13T00:20:58.588 INFO:tasks.workunit.client.0.smithi032.stdout:946 2024-09-13T00:20:58.590 INFO:tasks.workunit.client.0.smithi032.stdout:947 2024-09-13T00:20:58.593 INFO:tasks.workunit.client.0.smithi032.stdout:948 2024-09-13T00:20:58.597 INFO:tasks.workunit.client.0.smithi032.stdout:949 2024-09-13T00:20:58.600 INFO:tasks.workunit.client.0.smithi032.stdout:950 2024-09-13T00:20:58.603 INFO:tasks.workunit.client.0.smithi032.stdout:951 2024-09-13T00:20:58.607 INFO:tasks.workunit.client.0.smithi032.stdout:952 2024-09-13T00:20:58.610 INFO:tasks.workunit.client.0.smithi032.stdout:953 2024-09-13T00:20:58.613 INFO:tasks.workunit.client.0.smithi032.stdout:954 2024-09-13T00:20:58.616 INFO:tasks.workunit.client.0.smithi032.stdout:955 2024-09-13T00:20:58.620 INFO:tasks.workunit.client.0.smithi032.stdout:956 2024-09-13T00:20:58.623 INFO:tasks.workunit.client.0.smithi032.stdout:957 2024-09-13T00:20:58.626 INFO:tasks.workunit.client.0.smithi032.stdout:958 2024-09-13T00:20:58.630 INFO:tasks.workunit.client.0.smithi032.stdout:959 2024-09-13T00:20:58.633 INFO:tasks.workunit.client.0.smithi032.stdout:960 2024-09-13T00:20:58.636 INFO:tasks.workunit.client.0.smithi032.stdout:961 2024-09-13T00:20:58.640 INFO:tasks.workunit.client.0.smithi032.stdout:962 2024-09-13T00:20:58.643 INFO:tasks.workunit.client.0.smithi032.stdout:963 2024-09-13T00:20:58.647 INFO:tasks.workunit.client.0.smithi032.stdout:964 2024-09-13T00:20:58.651 INFO:tasks.workunit.client.0.smithi032.stdout:965 2024-09-13T00:20:58.654 INFO:tasks.workunit.client.0.smithi032.stdout:966 2024-09-13T00:20:58.658 INFO:tasks.workunit.client.0.smithi032.stdout:967 2024-09-13T00:20:58.662 INFO:tasks.workunit.client.0.smithi032.stdout:968 2024-09-13T00:20:58.666 INFO:tasks.workunit.client.0.smithi032.stdout:969 2024-09-13T00:20:58.669 INFO:tasks.workunit.client.0.smithi032.stdout:970 2024-09-13T00:20:58.673 INFO:tasks.workunit.client.0.smithi032.stdout:971 2024-09-13T00:20:58.677 INFO:tasks.workunit.client.0.smithi032.stdout:972 2024-09-13T00:20:58.680 INFO:tasks.workunit.client.0.smithi032.stdout:973 2024-09-13T00:20:58.684 INFO:tasks.workunit.client.0.smithi032.stdout:974 2024-09-13T00:20:58.688 INFO:tasks.workunit.client.0.smithi032.stdout:975 2024-09-13T00:20:58.692 INFO:tasks.workunit.client.0.smithi032.stdout:976 2024-09-13T00:20:58.695 INFO:tasks.workunit.client.0.smithi032.stdout:977 2024-09-13T00:20:58.699 INFO:tasks.workunit.client.0.smithi032.stdout:978 2024-09-13T00:20:58.703 INFO:tasks.workunit.client.0.smithi032.stdout:979 2024-09-13T00:20:58.707 INFO:tasks.workunit.client.0.smithi032.stdout:980 2024-09-13T00:20:58.710 INFO:tasks.workunit.client.0.smithi032.stdout:981 2024-09-13T00:20:58.714 INFO:tasks.workunit.client.0.smithi032.stdout:982 2024-09-13T00:20:58.718 INFO:tasks.workunit.client.0.smithi032.stdout:983 2024-09-13T00:20:58.721 INFO:tasks.workunit.client.0.smithi032.stdout:984 2024-09-13T00:20:58.725 INFO:tasks.workunit.client.0.smithi032.stdout:985 2024-09-13T00:20:58.729 INFO:tasks.workunit.client.0.smithi032.stdout:986 2024-09-13T00:20:58.733 INFO:tasks.workunit.client.0.smithi032.stdout:987 2024-09-13T00:20:58.736 INFO:tasks.workunit.client.0.smithi032.stdout:988 2024-09-13T00:20:58.740 INFO:tasks.workunit.client.0.smithi032.stdout:989 2024-09-13T00:20:58.743 INFO:tasks.workunit.client.0.smithi032.stdout:990 2024-09-13T00:20:58.747 INFO:tasks.workunit.client.0.smithi032.stdout:991 2024-09-13T00:20:58.751 INFO:tasks.workunit.client.0.smithi032.stdout:992 2024-09-13T00:20:58.755 INFO:tasks.workunit.client.0.smithi032.stdout:993 2024-09-13T00:20:58.759 INFO:tasks.workunit.client.0.smithi032.stdout:994 2024-09-13T00:20:58.762 INFO:tasks.workunit.client.0.smithi032.stdout:995 2024-09-13T00:20:58.766 INFO:tasks.workunit.client.0.smithi032.stdout:996 2024-09-13T00:20:58.771 INFO:tasks.workunit.client.0.smithi032.stdout:997 2024-09-13T00:20:58.773 INFO:tasks.workunit.client.0.smithi032.stdout:998 2024-09-13T00:20:58.777 INFO:tasks.workunit.client.0.smithi032.stdout:999 2024-09-13T00:20:58.834 INFO:tasks.workunit.client.0.smithi032.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-13T00:20:58.834 INFO:tasks.workunit.client.0.smithi032.stdout:00000010 69 73 |is| 2024-09-13T00:20:58.834 INFO:tasks.workunit.client.0.smithi032.stdout:00000012 2024-09-13T00:20:58.835 INFO:tasks.workunit.client.0.smithi032.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-13T00:20:58.835 INFO:tasks.workunit.client.0.smithi032.stdout:00000010 69 73 |is| 2024-09-13T00:20:58.835 INFO:tasks.workunit.client.0.smithi032.stdout:00000012 2024-09-13T00:20:58.835 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsHello.WriteReturnData (5072 ms) 2024-09-13T00:20:58.835 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsHello.Loud 2024-09-13T00:20:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:58 smithi032 bash[75510]: cluster 2024-09-13T00:20:57.357853+0000 mgr.y (mgr.34107) 546 : cluster [DBG] pgmap v1048: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:58 smithi032 bash[75510]: cluster 2024-09-13T00:20:57.796208+0000 mon.a (mon.0) 1753 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:58 smithi032 bash[75510]: cluster 2024-09-13T00:20:57.796269+0000 mon.a (mon.0) 1754 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:59.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:58 smithi032 bash[76677]: cluster 2024-09-13T00:20:57.357853+0000 mgr.y (mgr.34107) 546 : cluster [DBG] pgmap v1048: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:59.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:58 smithi032 bash[76677]: cluster 2024-09-13T00:20:57.796208+0000 mon.a (mon.0) 1753 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:59.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:58 smithi032 bash[76677]: cluster 2024-09-13T00:20:57.796269+0000 mon.a (mon.0) 1754 : cluster [INF] Cluster is now healthy 2024-09-13T00:20:59.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:58 smithi053 bash[67631]: cluster 2024-09-13T00:20:57.357853+0000 mgr.y (mgr.34107) 546 : cluster [DBG] pgmap v1048: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:20:59.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:58 smithi053 bash[67631]: cluster 2024-09-13T00:20:57.796208+0000 mon.a (mon.0) 1753 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:20:59.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:58 smithi053 bash[67631]: cluster 2024-09-13T00:20:57.796269+0000 mon.a (mon.0) 1754 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:20:59 smithi032 bash[76677]: cluster 2024-09-13T00:20:58.817154+0000 mon.a (mon.0) 1755 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2024-09-13T00:21:00.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:20:59 smithi032 bash[75510]: cluster 2024-09-13T00:20:58.817154+0000 mon.a (mon.0) 1755 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2024-09-13T00:21:00.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:20:59 smithi053 bash[67631]: cluster 2024-09-13T00:20:58.817154+0000 mon.a (mon.0) 1755 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2024-09-13T00:21:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:00 smithi032 bash[75510]: cluster 2024-09-13T00:20:59.358522+0000 mgr.y (mgr.34107) 547 : cluster [DBG] pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:00 smithi032 bash[75510]: cluster 2024-09-13T00:20:59.828850+0000 mon.a (mon.0) 1756 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2024-09-13T00:21:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:00 smithi032 bash[75510]: audit 2024-09-13T00:20:59.832786+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.32:0/4045764018' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:00 smithi032 bash[75510]: audit 2024-09-13T00:20:59.834141+0000 mon.a (mon.0) 1757 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:00 smithi032 bash[76677]: cluster 2024-09-13T00:20:59.358522+0000 mgr.y (mgr.34107) 547 : cluster [DBG] pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:00 smithi032 bash[76677]: cluster 2024-09-13T00:20:59.828850+0000 mon.a (mon.0) 1756 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2024-09-13T00:21:01.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:00 smithi032 bash[76677]: audit 2024-09-13T00:20:59.832786+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.32:0/4045764018' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:01.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:00 smithi032 bash[76677]: audit 2024-09-13T00:20:59.834141+0000 mon.a (mon.0) 1757 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:01.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:00 smithi053 bash[67631]: cluster 2024-09-13T00:20:59.358522+0000 mgr.y (mgr.34107) 547 : cluster [DBG] pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:01.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:00 smithi053 bash[67631]: cluster 2024-09-13T00:20:59.828850+0000 mon.a (mon.0) 1756 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2024-09-13T00:21:01.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:00 smithi053 bash[67631]: audit 2024-09-13T00:20:59.832786+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.32:0/4045764018' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:01.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:00 smithi053 bash[67631]: audit 2024-09-13T00:20:59.834141+0000 mon.a (mon.0) 1757 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:01.838 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsHello.Loud (3016 ms) 2024-09-13T00:21:01.839 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsHello.BadMethods 2024-09-13T00:21:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:01 smithi032 bash[75510]: audit 2024-09-13T00:21:00.833947+0000 mon.a (mon.0) 1758 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:01 smithi032 bash[75510]: cluster 2024-09-13T00:21:00.835123+0000 mon.a (mon.0) 1759 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2024-09-13T00:21:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:01 smithi032 bash[75510]: cluster 2024-09-13T00:21:01.834038+0000 mon.a (mon.0) 1760 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2024-09-13T00:21:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:01 smithi032 bash[76677]: audit 2024-09-13T00:21:00.833947+0000 mon.a (mon.0) 1758 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:01 smithi032 bash[76677]: cluster 2024-09-13T00:21:00.835123+0000 mon.a (mon.0) 1759 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2024-09-13T00:21:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:01 smithi032 bash[76677]: cluster 2024-09-13T00:21:01.834038+0000 mon.a (mon.0) 1760 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2024-09-13T00:21:02.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:01 smithi053 bash[67631]: audit 2024-09-13T00:21:00.833947+0000 mon.a (mon.0) 1758 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:02.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:01 smithi053 bash[67631]: cluster 2024-09-13T00:21:00.835123+0000 mon.a (mon.0) 1759 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2024-09-13T00:21:02.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:01 smithi053 bash[67631]: cluster 2024-09-13T00:21:01.834038+0000 mon.a (mon.0) 1760 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2024-09-13T00:21:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:21:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:21:02] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2024-09-13T00:21:02.784 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:21:02 smithi053 bash[94430]: ts=2024-09-13T00:21:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:21:03.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:02 smithi032 bash[75510]: cluster 2024-09-13T00:21:01.359210+0000 mgr.y (mgr.34107) 548 : cluster [DBG] pgmap v1053: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:03.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:02 smithi032 bash[76677]: cluster 2024-09-13T00:21:01.359210+0000 mgr.y (mgr.34107) 548 : cluster [DBG] pgmap v1053: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:03.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:02 smithi053 bash[67631]: cluster 2024-09-13T00:21:01.359210+0000 mgr.y (mgr.34107) 548 : cluster [DBG] pgmap v1053: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:03 smithi032 bash[75510]: cluster 2024-09-13T00:21:02.876386+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e954: 8 total, 8 up, 8 in 2024-09-13T00:21:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:03 smithi032 bash[75510]: audit 2024-09-13T00:21:02.881796+0000 mon.a (mon.0) 1762 : audit [INF] from='client.? 172.21.15.32:0/4194891331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:04.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:03 smithi032 bash[76677]: cluster 2024-09-13T00:21:02.876386+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e954: 8 total, 8 up, 8 in 2024-09-13T00:21:04.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:03 smithi032 bash[76677]: audit 2024-09-13T00:21:02.881796+0000 mon.a (mon.0) 1762 : audit [INF] from='client.? 172.21.15.32:0/4194891331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:04.164 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:21:03 smithi032 bash[93883]: debug 2024-09-13T00:21:03.932+0000 7f24b03d5640 -1 osd.3 pg_epoch: 955 pg[38.2( v 955'1 (0'0,955'1] local-lis/les=954/955 n=1 ec=954/954 lis/c=954/954 les/c/f=955/955/0 sis=954) [3,7,5] r=0 lpr=954 crt=955'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-09-13T00:21:04.164 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 00:21:03 smithi032 bash[93883]: debug 2024-09-13T00:21:03.932+0000 7f24b43dd640 -1 osd.3 pg_epoch: 955 pg[38.2( v 955'2 (0'0,955'2] local-lis/les=954/955 n=1 ec=954/954 lis/c=954/954 les/c/f=955/955/0 sis=954) [3,7,5] r=0 lpr=954 crt=955'1 lcod 955'1 mlcod 955'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-09-13T00:21:04.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:03 smithi053 bash[67631]: cluster 2024-09-13T00:21:02.876386+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e954: 8 total, 8 up, 8 in 2024-09-13T00:21:04.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:03 smithi053 bash[67631]: audit 2024-09-13T00:21:02.881796+0000 mon.a (mon.0) 1762 : audit [INF] from='client.? 172.21.15.32:0/4194891331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:04.891 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsHello.BadMethods (3053 ms) 2024-09-13T00:21:04.891 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsHello.Filter 2024-09-13T00:21:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:04 smithi032 bash[75510]: cluster 2024-09-13T00:21:03.359920+0000 mgr.y (mgr.34107) 549 : cluster [DBG] pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:04 smithi032 bash[75510]: cluster 2024-09-13T00:21:03.869758+0000 mon.a (mon.0) 1763 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:04 smithi032 bash[75510]: audit 2024-09-13T00:21:03.887992+0000 mon.a (mon.0) 1764 : audit [INF] from='client.? 172.21.15.32:0/4194891331' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:05.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:04 smithi032 bash[75510]: cluster 2024-09-13T00:21:03.888692+0000 mon.a (mon.0) 1765 : cluster [DBG] osdmap e955: 8 total, 8 up, 8 in 2024-09-13T00:21:05.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:04 smithi032 bash[76677]: cluster 2024-09-13T00:21:03.359920+0000 mgr.y (mgr.34107) 549 : cluster [DBG] pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:05.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:04 smithi032 bash[76677]: cluster 2024-09-13T00:21:03.869758+0000 mon.a (mon.0) 1763 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:05.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:04 smithi032 bash[76677]: audit 2024-09-13T00:21:03.887992+0000 mon.a (mon.0) 1764 : audit [INF] from='client.? 172.21.15.32:0/4194891331' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:05.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:04 smithi032 bash[76677]: cluster 2024-09-13T00:21:03.888692+0000 mon.a (mon.0) 1765 : cluster [DBG] osdmap e955: 8 total, 8 up, 8 in 2024-09-13T00:21:05.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:04 smithi053 bash[67631]: cluster 2024-09-13T00:21:03.359920+0000 mgr.y (mgr.34107) 549 : cluster [DBG] pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:05.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:04 smithi053 bash[67631]: cluster 2024-09-13T00:21:03.869758+0000 mon.a (mon.0) 1763 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:05.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:04 smithi053 bash[67631]: audit 2024-09-13T00:21:03.887992+0000 mon.a (mon.0) 1764 : audit [INF] from='client.? 172.21.15.32:0/4194891331' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:05.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:04 smithi053 bash[67631]: cluster 2024-09-13T00:21:03.888692+0000 mon.a (mon.0) 1765 : cluster [DBG] osdmap e955: 8 total, 8 up, 8 in 2024-09-13T00:21:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:05 smithi032 bash[75510]: cluster 2024-09-13T00:21:04.888926+0000 mon.a (mon.0) 1766 : cluster [DBG] osdmap e956: 8 total, 8 up, 8 in 2024-09-13T00:21:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:05 smithi032 bash[76677]: cluster 2024-09-13T00:21:04.888926+0000 mon.a (mon.0) 1766 : cluster [DBG] osdmap e956: 8 total, 8 up, 8 in 2024-09-13T00:21:06.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:05 smithi053 bash[67631]: cluster 2024-09-13T00:21:04.888926+0000 mon.a (mon.0) 1766 : cluster [DBG] osdmap e956: 8 total, 8 up, 8 in 2024-09-13T00:21:07.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:06 smithi053 bash[67631]: cluster 2024-09-13T00:21:05.360371+0000 mgr.y (mgr.34107) 550 : cluster [DBG] pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:07.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:06 smithi053 bash[67631]: cluster 2024-09-13T00:21:05.897510+0000 mon.a (mon.0) 1767 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:07.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:06 smithi053 bash[67631]: cluster 2024-09-13T00:21:05.897592+0000 mon.a (mon.0) 1768 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:07.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:06 smithi053 bash[67631]: cluster 2024-09-13T00:21:05.918528+0000 mon.a (mon.0) 1769 : cluster [DBG] osdmap e957: 8 total, 8 up, 8 in 2024-09-13T00:21:07.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:06 smithi053 bash[67631]: audit 2024-09-13T00:21:05.925084+0000 mon.a (mon.0) 1770 : audit [INF] from='client.? 172.21.15.32:0/2495309169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:06 smithi032 bash[75510]: cluster 2024-09-13T00:21:05.360371+0000 mgr.y (mgr.34107) 550 : cluster [DBG] pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:06 smithi032 bash[75510]: cluster 2024-09-13T00:21:05.897510+0000 mon.a (mon.0) 1767 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:06 smithi032 bash[75510]: cluster 2024-09-13T00:21:05.897592+0000 mon.a (mon.0) 1768 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:07.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:06 smithi032 bash[75510]: cluster 2024-09-13T00:21:05.918528+0000 mon.a (mon.0) 1769 : cluster [DBG] osdmap e957: 8 total, 8 up, 8 in 2024-09-13T00:21:07.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:06 smithi032 bash[75510]: audit 2024-09-13T00:21:05.925084+0000 mon.a (mon.0) 1770 : audit [INF] from='client.? 172.21.15.32:0/2495309169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:06 smithi032 bash[76677]: cluster 2024-09-13T00:21:05.360371+0000 mgr.y (mgr.34107) 550 : cluster [DBG] pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:06 smithi032 bash[76677]: cluster 2024-09-13T00:21:05.897510+0000 mon.a (mon.0) 1767 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:06 smithi032 bash[76677]: cluster 2024-09-13T00:21:05.897592+0000 mon.a (mon.0) 1768 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:06 smithi032 bash[76677]: cluster 2024-09-13T00:21:05.918528+0000 mon.a (mon.0) 1769 : cluster [DBG] osdmap e957: 8 total, 8 up, 8 in 2024-09-13T00:21:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:06 smithi032 bash[76677]: audit 2024-09-13T00:21:05.925084+0000 mon.a (mon.0) 1770 : audit [INF] from='client.? 172.21.15.32:0/2495309169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:07.944 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsHello.Filter (3052 ms) 2024-09-13T00:21:07.944 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 6 tests from ClsHello (20138 ms total) 2024-09-13T00:21:07.944 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:21:07.944 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T00:21:07.944 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 6 tests from 1 test suite ran. (20138 ms total) 2024-09-13T00:21:07.944 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 6 tests. 2024-09-13T00:21:07.950 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:21:07.950 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:21:07.965 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-09-13T00:21:07.965 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-09-13T00:21:08.028 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2024-09-13T00:21:08.028 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 27 tests from 1 test suite. 2024-09-13T00:21:08.028 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:21:08.028 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 27 tests from TestClsJournal 2024-09-13T00:21:08.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:07 smithi053 bash[67631]: audit 2024-09-13T00:21:06.919933+0000 mon.a (mon.0) 1771 : audit [INF] from='client.? 172.21.15.32:0/2495309169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:08.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:07 smithi053 bash[67631]: cluster 2024-09-13T00:21:06.920517+0000 mon.a (mon.0) 1772 : cluster [DBG] osdmap e958: 8 total, 8 up, 8 in 2024-09-13T00:21:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:07 smithi032 bash[75510]: audit 2024-09-13T00:21:06.919933+0000 mon.a (mon.0) 1771 : audit [INF] from='client.? 172.21.15.32:0/2495309169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:07 smithi032 bash[75510]: cluster 2024-09-13T00:21:06.920517+0000 mon.a (mon.0) 1772 : cluster [DBG] osdmap e958: 8 total, 8 up, 8 in 2024-09-13T00:21:08.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:07 smithi032 bash[76677]: audit 2024-09-13T00:21:06.919933+0000 mon.a (mon.0) 1771 : audit [INF] from='client.? 172.21.15.32:0/2495309169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110573-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:08.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:07 smithi032 bash[76677]: cluster 2024-09-13T00:21:06.920517+0000 mon.a (mon.0) 1772 : cluster [DBG] osdmap e958: 8 total, 8 up, 8 in 2024-09-13T00:21:09.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:08 smithi053 bash[67631]: cluster 2024-09-13T00:21:07.361001+0000 mgr.y (mgr.34107) 551 : cluster [DBG] pgmap v1062: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:09.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:08 smithi053 bash[67631]: cluster 2024-09-13T00:21:07.940925+0000 mon.a (mon.0) 1773 : cluster [DBG] osdmap e959: 8 total, 8 up, 8 in 2024-09-13T00:21:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:08 smithi032 bash[75510]: cluster 2024-09-13T00:21:07.361001+0000 mgr.y (mgr.34107) 551 : cluster [DBG] pgmap v1062: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:08 smithi032 bash[75510]: cluster 2024-09-13T00:21:07.940925+0000 mon.a (mon.0) 1773 : cluster [DBG] osdmap e959: 8 total, 8 up, 8 in 2024-09-13T00:21:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:08 smithi032 bash[76677]: cluster 2024-09-13T00:21:07.361001+0000 mgr.y (mgr.34107) 551 : cluster [DBG] pgmap v1062: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:08 smithi032 bash[76677]: cluster 2024-09-13T00:21:07.940925+0000 mon.a (mon.0) 1773 : cluster [DBG] osdmap e959: 8 total, 8 up, 8 in 2024-09-13T00:21:09.961 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.Create 2024-09-13T00:21:10.005 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.Create (43 ms) 2024-09-13T00:21:10.005 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-09-13T00:21:10.014 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.MinimumSet (9 ms) 2024-09-13T00:21:10.014 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-09-13T00:21:10.022 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.MinimumSetStale (8 ms) 2024-09-13T00:21:10.022 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-09-13T00:21:10.027 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (6 ms) 2024-09-13T00:21:10.028 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-09-13T00:21:10.032 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ActiveSet (5 ms) 2024-09-13T00:21:10.032 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-09-13T00:21:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ActiveSetStale (5 ms) 2024-09-13T00:21:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-09-13T00:21:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.CreateDuplicate (4 ms) 2024-09-13T00:21:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.GetClient 2024-09-13T00:21:10.045 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.GetClient (5 ms) 2024-09-13T00:21:10.046 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-09-13T00:21:10.049 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientRegister (4 ms) 2024-09-13T00:21:10.050 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-09-13T00:21:10.056 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (6 ms) 2024-09-13T00:21:10.056 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-09-13T00:21:10.064 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientUpdateData (7 ms) 2024-09-13T00:21:10.065 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-09-13T00:21:10.072 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientUpdateState (9 ms) 2024-09-13T00:21:10.072 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-09-13T00:21:10.077 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientUnregister (5 ms) 2024-09-13T00:21:10.077 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-09-13T00:21:10.086 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (9 ms) 2024-09-13T00:21:10.086 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-09-13T00:21:10.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:09 smithi053 bash[67631]: cluster 2024-09-13T00:21:08.954454+0000 mon.a (mon.0) 1774 : cluster [DBG] osdmap e960: 8 total, 8 up, 8 in 2024-09-13T00:21:10.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:09 smithi053 bash[67631]: audit 2024-09-13T00:21:08.958167+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.32:0/488008708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:10.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:09 smithi053 bash[67631]: audit 2024-09-13T00:21:08.958881+0000 mon.a (mon.0) 1775 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:10.305 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (219 ms) 2024-09-13T00:21:10.306 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-09-13T00:21:10.315 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientCommit (10 ms) 2024-09-13T00:21:10.315 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-09-13T00:21:10.322 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (7 ms) 2024-09-13T00:21:10.322 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-09-13T00:21:10.324 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientCommitDNE (2 ms) 2024-09-13T00:21:10.324 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientList 2024-09-13T00:21:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:09 smithi032 bash[75510]: cluster 2024-09-13T00:21:08.954454+0000 mon.a (mon.0) 1774 : cluster [DBG] osdmap e960: 8 total, 8 up, 8 in 2024-09-13T00:21:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:09 smithi032 bash[75510]: audit 2024-09-13T00:21:08.958167+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.32:0/488008708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:10.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:09 smithi032 bash[75510]: audit 2024-09-13T00:21:08.958881+0000 mon.a (mon.0) 1775 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:09 smithi032 bash[76677]: cluster 2024-09-13T00:21:08.954454+0000 mon.a (mon.0) 1774 : cluster [DBG] osdmap e960: 8 total, 8 up, 8 in 2024-09-13T00:21:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:09 smithi032 bash[76677]: audit 2024-09-13T00:21:08.958167+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.32:0/488008708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:09 smithi032 bash[76677]: audit 2024-09-13T00:21:08.958881+0000 mon.a (mon.0) 1775 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:10.419 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientList (95 ms) 2024-09-13T00:21:10.419 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-09-13T00:21:10.430 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.GetNextTagTid (11 ms) 2024-09-13T00:21:10.430 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.TagCreate 2024-09-13T00:21:10.454 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.TagCreate (24 ms) 2024-09-13T00:21:10.454 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-09-13T00:21:10.476 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (22 ms) 2024-09-13T00:21:10.476 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.TagList 2024-09-13T00:21:10.760 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.TagList (284 ms) 2024-09-13T00:21:10.760 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-09-13T00:21:10.765 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.GuardAppend (5 ms) 2024-09-13T00:21:10.765 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-09-13T00:21:10.768 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.GuardAppendDNE (3 ms) 2024-09-13T00:21:10.768 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-09-13T00:21:10.773 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (5 ms) 2024-09-13T00:21:10.773 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.Append 2024-09-13T00:21:10.791 INFO:tasks.workunit.client.0.smithi032.stdout:padding is not enabled 2024-09-13T00:21:10.791 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.Append (18 ms) 2024-09-13T00:21:10.992 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 27 tests from TestClsJournal (830 ms total) 2024-09-13T00:21:10.992 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:21:10.992 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T00:21:10.992 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 27 tests from 1 test suite ran. (2964 ms total) 2024-09-13T00:21:10.992 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 27 tests. 2024-09-13T00:21:10.998 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:21:10.998 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:21:11.059 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-13T00:21:11.060 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-13T00:21:11.126 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2024-09-13T00:21:11.126 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-13T00:21:11.126 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:21:11.126 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 11 tests from ClsLock 2024-09-13T00:21:11.126 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-13T00:21:11.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:10 smithi053 bash[67631]: cluster 2024-09-13T00:21:09.361727+0000 mgr.y (mgr.34107) 552 : cluster [DBG] pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:11.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:10 smithi053 bash[67631]: cluster 2024-09-13T00:21:09.948673+0000 mon.a (mon.0) 1776 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:11.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:10 smithi053 bash[67631]: audit 2024-09-13T00:21:09.958101+0000 mon.a (mon.0) 1777 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110682-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:11.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:10 smithi053 bash[67631]: cluster 2024-09-13T00:21:09.958585+0000 mon.a (mon.0) 1778 : cluster [DBG] osdmap e961: 8 total, 8 up, 8 in 2024-09-13T00:21:11.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:10 smithi053 bash[67631]: audit 2024-09-13T00:21:10.151424+0000 mon.a (mon.0) 1779 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:21:11.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:10 smithi053 bash[67631]: audit 2024-09-13T00:21:10.153274+0000 mon.a (mon.0) 1780 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:21:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:10 smithi032 bash[75510]: cluster 2024-09-13T00:21:09.361727+0000 mgr.y (mgr.34107) 552 : cluster [DBG] pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:10 smithi032 bash[75510]: cluster 2024-09-13T00:21:09.948673+0000 mon.a (mon.0) 1776 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:10 smithi032 bash[75510]: audit 2024-09-13T00:21:09.958101+0000 mon.a (mon.0) 1777 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110682-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:10 smithi032 bash[75510]: cluster 2024-09-13T00:21:09.958585+0000 mon.a (mon.0) 1778 : cluster [DBG] osdmap e961: 8 total, 8 up, 8 in 2024-09-13T00:21:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:10 smithi032 bash[75510]: audit 2024-09-13T00:21:10.151424+0000 mon.a (mon.0) 1779 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:21:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:10 smithi032 bash[75510]: audit 2024-09-13T00:21:10.153274+0000 mon.a (mon.0) 1780 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:21:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:10 smithi032 bash[76677]: cluster 2024-09-13T00:21:09.361727+0000 mgr.y (mgr.34107) 552 : cluster [DBG] pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:10 smithi032 bash[76677]: cluster 2024-09-13T00:21:09.948673+0000 mon.a (mon.0) 1776 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:10 smithi032 bash[76677]: audit 2024-09-13T00:21:09.958101+0000 mon.a (mon.0) 1777 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110682-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:10 smithi032 bash[76677]: cluster 2024-09-13T00:21:09.958585+0000 mon.a (mon.0) 1778 : cluster [DBG] osdmap e961: 8 total, 8 up, 8 in 2024-09-13T00:21:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:10 smithi032 bash[76677]: audit 2024-09-13T00:21:10.151424+0000 mon.a (mon.0) 1779 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:21:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:10 smithi032 bash[76677]: audit 2024-09-13T00:21:10.153274+0000 mon.a (mon.0) 1780 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:21:12.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:11 smithi053 bash[67631]: cluster 2024-09-13T00:21:10.987153+0000 mon.a (mon.0) 1781 : cluster [DBG] osdmap e962: 8 total, 8 up, 8 in 2024-09-13T00:21:12.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:11 smithi053 bash[67631]: cluster 2024-09-13T00:21:11.362332+0000 mgr.y (mgr.34107) 553 : cluster [DBG] pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:12.323 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:11 smithi032 bash[76677]: cluster 2024-09-13T00:21:10.987153+0000 mon.a (mon.0) 1781 : cluster [DBG] osdmap e962: 8 total, 8 up, 8 in 2024-09-13T00:21:12.323 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:11 smithi032 bash[76677]: cluster 2024-09-13T00:21:11.362332+0000 mgr.y (mgr.34107) 553 : cluster [DBG] pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:12.324 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:11 smithi032 bash[75510]: cluster 2024-09-13T00:21:10.987153+0000 mon.a (mon.0) 1781 : cluster [DBG] osdmap e962: 8 total, 8 up, 8 in 2024-09-13T00:21:12.324 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:11 smithi032 bash[75510]: cluster 2024-09-13T00:21:11.362332+0000 mgr.y (mgr.34107) 553 : cluster [DBG] pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:21:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:21:12] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-13T00:21:12.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:21:12 smithi053 bash[94430]: ts=2024-09-13T00:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:21:13.069 INFO:tasks.workunit.client.0.smithi032.stdout:lock: mylock 2024-09-13T00:21:13.069 INFO:tasks.workunit.client.0.smithi032.stdout: lock_type: exclusive 2024-09-13T00:21:13.070 INFO:tasks.workunit.client.0.smithi032.stdout: tag: 2024-09-13T00:21:13.070 INFO:tasks.workunit.client.0.smithi032.stdout: lockers: 2024-09-13T00:21:13.070 INFO:tasks.workunit.client.0.smithi032.stdout: client.44696 expiration=2024-09-13T00:23:13.066777+0000 addr=v1:172.21.15.32:0/2176754124 cookie= 2024-09-13T00:21:13.077 INFO:tasks.workunit.client.0.smithi032.stdout:lock: mylock 2024-09-13T00:21:13.077 INFO:tasks.workunit.client.0.smithi032.stdout: lock_type: shared 2024-09-13T00:21:13.077 INFO:tasks.workunit.client.0.smithi032.stdout: tag: 2024-09-13T00:21:13.077 INFO:tasks.workunit.client.0.smithi032.stdout: lockers: 2024-09-13T00:21:13.077 INFO:tasks.workunit.client.0.smithi032.stdout: client.34773 expiration=0.000000 addr=v1:172.21.15.32:0/3046858463 cookie= 2024-09-13T00:21:13.077 INFO:tasks.workunit.client.0.smithi032.stdout: client.44696 expiration=2024-09-13T00:23:13.077708+0000 addr=v1:172.21.15.32:0/2176754124 cookie= 2024-09-13T00:21:13.079 INFO:tasks.workunit.client.0.smithi032.stdout:lock: mylock 2024-09-13T00:21:13.079 INFO:tasks.workunit.client.0.smithi032.stdout: lock_type: shared 2024-09-13T00:21:13.079 INFO:tasks.workunit.client.0.smithi032.stdout: tag: 2024-09-13T00:21:13.079 INFO:tasks.workunit.client.0.smithi032.stdout: lockers: 2024-09-13T00:21:13.079 INFO:tasks.workunit.client.0.smithi032.stdout: client.34773 expiration=0.000000 addr=v1:172.21.15.32:0/3046858463 cookie= 2024-09-13T00:21:13.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:12 smithi053 bash[67631]: cluster 2024-09-13T00:21:11.991614+0000 mon.a (mon.0) 1782 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:13.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:12 smithi053 bash[67631]: cluster 2024-09-13T00:21:11.991716+0000 mon.a (mon.0) 1783 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:13.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:12 smithi053 bash[67631]: cluster 2024-09-13T00:21:12.011505+0000 mon.a (mon.0) 1784 : cluster [DBG] osdmap e963: 8 total, 8 up, 8 in 2024-09-13T00:21:13.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:12 smithi053 bash[67631]: audit 2024-09-13T00:21:12.015530+0000 mon.c (mon.2) 33 : audit [INF] from='client.? 172.21.15.32:0/2176754124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:13.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:12 smithi053 bash[67631]: audit 2024-09-13T00:21:12.020031+0000 mon.a (mon.0) 1785 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:12 smithi032 bash[75510]: cluster 2024-09-13T00:21:11.991614+0000 mon.a (mon.0) 1782 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:13.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:12 smithi032 bash[75510]: cluster 2024-09-13T00:21:11.991716+0000 mon.a (mon.0) 1783 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:13.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:12 smithi032 bash[75510]: cluster 2024-09-13T00:21:12.011505+0000 mon.a (mon.0) 1784 : cluster [DBG] osdmap e963: 8 total, 8 up, 8 in 2024-09-13T00:21:13.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:12 smithi032 bash[75510]: audit 2024-09-13T00:21:12.015530+0000 mon.c (mon.2) 33 : audit [INF] from='client.? 172.21.15.32:0/2176754124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:13.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:12 smithi032 bash[75510]: audit 2024-09-13T00:21:12.020031+0000 mon.a (mon.0) 1785 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:12 smithi032 bash[76677]: cluster 2024-09-13T00:21:11.991614+0000 mon.a (mon.0) 1782 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:12 smithi032 bash[76677]: cluster 2024-09-13T00:21:11.991716+0000 mon.a (mon.0) 1783 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:12 smithi032 bash[76677]: cluster 2024-09-13T00:21:12.011505+0000 mon.a (mon.0) 1784 : cluster [DBG] osdmap e963: 8 total, 8 up, 8 in 2024-09-13T00:21:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:12 smithi032 bash[76677]: audit 2024-09-13T00:21:12.015530+0000 mon.c (mon.2) 33 : audit [INF] from='client.? 172.21.15.32:0/2176754124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:12 smithi032 bash[76677]: audit 2024-09-13T00:21:12.020031+0000 mon.a (mon.0) 1785 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:14.035 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestMultiLocking (2910 ms) 2024-09-13T00:21:14.035 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestMeta 2024-09-13T00:21:14.284 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:14 smithi053 bash[67631]: audit 2024-09-13T00:21:13.014666+0000 mon.a (mon.0) 1786 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:14.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:14 smithi053 bash[67631]: cluster 2024-09-13T00:21:13.015297+0000 mon.a (mon.0) 1787 : cluster [DBG] osdmap e964: 8 total, 8 up, 8 in 2024-09-13T00:21:14.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:14 smithi053 bash[67631]: cluster 2024-09-13T00:21:13.363013+0000 mgr.y (mgr.34107) 554 : cluster [DBG] pgmap v1071: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:14.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:14 smithi032 bash[75510]: audit 2024-09-13T00:21:13.014666+0000 mon.a (mon.0) 1786 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:14.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:14 smithi032 bash[75510]: cluster 2024-09-13T00:21:13.015297+0000 mon.a (mon.0) 1787 : cluster [DBG] osdmap e964: 8 total, 8 up, 8 in 2024-09-13T00:21:14.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:14 smithi032 bash[75510]: cluster 2024-09-13T00:21:13.363013+0000 mgr.y (mgr.34107) 554 : cluster [DBG] pgmap v1071: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:14.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:14 smithi032 bash[76677]: audit 2024-09-13T00:21:13.014666+0000 mon.a (mon.0) 1786 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:14.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:14 smithi032 bash[76677]: cluster 2024-09-13T00:21:13.015297+0000 mon.a (mon.0) 1787 : cluster [DBG] osdmap e964: 8 total, 8 up, 8 in 2024-09-13T00:21:14.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:14 smithi032 bash[76677]: cluster 2024-09-13T00:21:13.363013+0000 mgr.y (mgr.34107) 554 : cluster [DBG] pgmap v1071: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:15.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:15 smithi053 bash[67631]: cluster 2024-09-13T00:21:14.024361+0000 mon.a (mon.0) 1788 : cluster [DBG] osdmap e965: 8 total, 8 up, 8 in 2024-09-13T00:21:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:15 smithi032 bash[75510]: cluster 2024-09-13T00:21:14.024361+0000 mon.a (mon.0) 1788 : cluster [DBG] osdmap e965: 8 total, 8 up, 8 in 2024-09-13T00:21:15.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:15 smithi032 bash[76677]: cluster 2024-09-13T00:21:14.024361+0000 mon.a (mon.0) 1788 : cluster [DBG] osdmap e965: 8 total, 8 up, 8 in 2024-09-13T00:21:16.102 INFO:tasks.workunit.client.0.smithi032.stdout:lock: mylock 2024-09-13T00:21:16.102 INFO:tasks.workunit.client.0.smithi032.stdout: lock_type: shared 2024-09-13T00:21:16.102 INFO:tasks.workunit.client.0.smithi032.stdout: tag: 2024-09-13T00:21:16.102 INFO:tasks.workunit.client.0.smithi032.stdout: lockers: 2024-09-13T00:21:16.102 INFO:tasks.workunit.client.0.smithi032.stdout: client.34785 expiration=0.000000 addr=v1:172.21.15.32:0/3093774409 cookie= 2024-09-13T00:21:16.105 INFO:tasks.workunit.client.0.smithi032.stdout:lock: mylock 2024-09-13T00:21:16.105 INFO:tasks.workunit.client.0.smithi032.stdout: lock_type: exclusive 2024-09-13T00:21:16.105 INFO:tasks.workunit.client.0.smithi032.stdout: tag: new_tag 2024-09-13T00:21:16.105 INFO:tasks.workunit.client.0.smithi032.stdout: lockers: 2024-09-13T00:21:16.105 INFO:tasks.workunit.client.0.smithi032.stdout: client.34779 expiration=0.000000 addr=v1:172.21.15.32:0/555035219 cookie= 2024-09-13T00:21:16.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:16 smithi032 bash[75510]: cluster 2024-09-13T00:21:15.035500+0000 mon.a (mon.0) 1789 : cluster [DBG] osdmap e966: 8 total, 8 up, 8 in 2024-09-13T00:21:16.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:16 smithi032 bash[75510]: audit 2024-09-13T00:21:15.039542+0000 mon.a (mon.0) 1790 : audit [INF] from='client.? 172.21.15.32:0/555035219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:16.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:16 smithi032 bash[75510]: cluster 2024-09-13T00:21:15.363875+0000 mgr.y (mgr.34107) 555 : cluster [DBG] pgmap v1074: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:16.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:16 smithi032 bash[76677]: cluster 2024-09-13T00:21:15.035500+0000 mon.a (mon.0) 1789 : cluster [DBG] osdmap e966: 8 total, 8 up, 8 in 2024-09-13T00:21:16.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:16 smithi032 bash[76677]: audit 2024-09-13T00:21:15.039542+0000 mon.a (mon.0) 1790 : audit [INF] from='client.? 172.21.15.32:0/555035219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:16.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:16 smithi032 bash[76677]: cluster 2024-09-13T00:21:15.363875+0000 mgr.y (mgr.34107) 555 : cluster [DBG] pgmap v1074: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:16.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:16 smithi053 bash[67631]: cluster 2024-09-13T00:21:15.035500+0000 mon.a (mon.0) 1789 : cluster [DBG] osdmap e966: 8 total, 8 up, 8 in 2024-09-13T00:21:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:16 smithi053 bash[67631]: audit 2024-09-13T00:21:15.039542+0000 mon.a (mon.0) 1790 : audit [INF] from='client.? 172.21.15.32:0/555035219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:16 smithi053 bash[67631]: cluster 2024-09-13T00:21:15.363875+0000 mgr.y (mgr.34107) 555 : cluster [DBG] pgmap v1074: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:17.075 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestMeta (3039 ms) 2024-09-13T00:21:17.075 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestCookie 2024-09-13T00:21:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:17 smithi032 bash[75510]: cluster 2024-09-13T00:21:16.029468+0000 mon.a (mon.0) 1791 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:17 smithi032 bash[75510]: audit 2024-09-13T00:21:16.037915+0000 mon.a (mon.0) 1792 : audit [INF] from='client.? 172.21.15.32:0/555035219' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:17 smithi032 bash[75510]: cluster 2024-09-13T00:21:16.038510+0000 mon.a (mon.0) 1793 : cluster [DBG] osdmap e967: 8 total, 8 up, 8 in 2024-09-13T00:21:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:17 smithi032 bash[76677]: cluster 2024-09-13T00:21:16.029468+0000 mon.a (mon.0) 1791 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:17 smithi032 bash[76677]: audit 2024-09-13T00:21:16.037915+0000 mon.a (mon.0) 1792 : audit [INF] from='client.? 172.21.15.32:0/555035219' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:17 smithi032 bash[76677]: cluster 2024-09-13T00:21:16.038510+0000 mon.a (mon.0) 1793 : cluster [DBG] osdmap e967: 8 total, 8 up, 8 in 2024-09-13T00:21:17.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:17 smithi053 bash[67631]: cluster 2024-09-13T00:21:16.029468+0000 mon.a (mon.0) 1791 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:17.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:17 smithi053 bash[67631]: audit 2024-09-13T00:21:16.037915+0000 mon.a (mon.0) 1792 : audit [INF] from='client.? 172.21.15.32:0/555035219' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:17.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:17 smithi053 bash[67631]: cluster 2024-09-13T00:21:16.038510+0000 mon.a (mon.0) 1793 : cluster [DBG] osdmap e967: 8 total, 8 up, 8 in 2024-09-13T00:21:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:18 smithi032 bash[75510]: cluster 2024-09-13T00:21:17.063512+0000 mon.a (mon.0) 1794 : cluster [DBG] osdmap e968: 8 total, 8 up, 8 in 2024-09-13T00:21:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:18 smithi032 bash[75510]: cluster 2024-09-13T00:21:17.364445+0000 mgr.y (mgr.34107) 556 : cluster [DBG] pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:18.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:18 smithi032 bash[76677]: cluster 2024-09-13T00:21:17.063512+0000 mon.a (mon.0) 1794 : cluster [DBG] osdmap e968: 8 total, 8 up, 8 in 2024-09-13T00:21:18.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:18 smithi032 bash[76677]: cluster 2024-09-13T00:21:17.364445+0000 mgr.y (mgr.34107) 556 : cluster [DBG] pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:18.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:18 smithi053 bash[67631]: cluster 2024-09-13T00:21:17.063512+0000 mon.a (mon.0) 1794 : cluster [DBG] osdmap e968: 8 total, 8 up, 8 in 2024-09-13T00:21:18.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:18 smithi053 bash[67631]: cluster 2024-09-13T00:21:17.364445+0000 mgr.y (mgr.34107) 556 : cluster [DBG] pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:19.134 INFO:tasks.workunit.client.0.smithi032.stdout:lock: mylock 2024-09-13T00:21:19.134 INFO:tasks.workunit.client.0.smithi032.stdout: lock_type: exclusive 2024-09-13T00:21:19.134 INFO:tasks.workunit.client.0.smithi032.stdout: tag: 2024-09-13T00:21:19.135 INFO:tasks.workunit.client.0.smithi032.stdout: lockers: 2024-09-13T00:21:19.139 INFO:tasks.workunit.client.0.smithi032.stdout:lock: mylock 2024-09-13T00:21:19.139 INFO:tasks.workunit.client.0.smithi032.stdout: lock_type: shared 2024-09-13T00:21:19.139 INFO:tasks.workunit.client.0.smithi032.stdout: tag: 2024-09-13T00:21:19.139 INFO:tasks.workunit.client.0.smithi032.stdout: lockers: 2024-09-13T00:21:19.139 INFO:tasks.workunit.client.0.smithi032.stdout: client.34791 expiration=0.000000 addr=v1:172.21.15.32:0/3763945947 cookie= 2024-09-13T00:21:19.139 INFO:tasks.workunit.client.0.smithi032.stdout: client.34791 expiration=0.000000 addr=v1:172.21.15.32:0/3763945947 cookie=new cookie 2024-09-13T00:21:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:19 smithi032 bash[75510]: cluster 2024-09-13T00:21:18.057476+0000 mon.a (mon.0) 1795 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:19.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:19 smithi032 bash[75510]: cluster 2024-09-13T00:21:18.057546+0000 mon.a (mon.0) 1796 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:19.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:19 smithi032 bash[75510]: cluster 2024-09-13T00:21:18.077464+0000 mon.a (mon.0) 1797 : cluster [DBG] osdmap e969: 8 total, 8 up, 8 in 2024-09-13T00:21:19.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:19 smithi032 bash[75510]: audit 2024-09-13T00:21:18.081459+0000 mon.a (mon.0) 1798 : audit [INF] from='client.? 172.21.15.32:0/3763945947' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:19.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:19 smithi032 bash[76677]: cluster 2024-09-13T00:21:18.057476+0000 mon.a (mon.0) 1795 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:19.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:19 smithi032 bash[76677]: cluster 2024-09-13T00:21:18.057546+0000 mon.a (mon.0) 1796 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:19.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:19 smithi032 bash[76677]: cluster 2024-09-13T00:21:18.077464+0000 mon.a (mon.0) 1797 : cluster [DBG] osdmap e969: 8 total, 8 up, 8 in 2024-09-13T00:21:19.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:19 smithi032 bash[76677]: audit 2024-09-13T00:21:18.081459+0000 mon.a (mon.0) 1798 : audit [INF] from='client.? 172.21.15.32:0/3763945947' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:19.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:19 smithi053 bash[67631]: cluster 2024-09-13T00:21:18.057476+0000 mon.a (mon.0) 1795 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:19.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:19 smithi053 bash[67631]: cluster 2024-09-13T00:21:18.057546+0000 mon.a (mon.0) 1796 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:19.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:19 smithi053 bash[67631]: cluster 2024-09-13T00:21:18.077464+0000 mon.a (mon.0) 1797 : cluster [DBG] osdmap e969: 8 total, 8 up, 8 in 2024-09-13T00:21:19.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:19 smithi053 bash[67631]: audit 2024-09-13T00:21:18.081459+0000 mon.a (mon.0) 1798 : audit [INF] from='client.? 172.21.15.32:0/3763945947' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:20.101 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestCookie (3027 ms) 2024-09-13T00:21:20.101 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-13T00:21:20.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:20 smithi032 bash[75510]: audit 2024-09-13T00:21:19.086303+0000 mon.a (mon.0) 1799 : audit [INF] from='client.? 172.21.15.32:0/3763945947' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:20.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:20 smithi032 bash[75510]: cluster 2024-09-13T00:21:19.086691+0000 mon.a (mon.0) 1800 : cluster [DBG] osdmap e970: 8 total, 8 up, 8 in 2024-09-13T00:21:20.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:20 smithi032 bash[75510]: cluster 2024-09-13T00:21:19.365081+0000 mgr.y (mgr.34107) 557 : cluster [DBG] pgmap v1080: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:20.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:20 smithi032 bash[76677]: audit 2024-09-13T00:21:19.086303+0000 mon.a (mon.0) 1799 : audit [INF] from='client.? 172.21.15.32:0/3763945947' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:20.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:20 smithi032 bash[76677]: cluster 2024-09-13T00:21:19.086691+0000 mon.a (mon.0) 1800 : cluster [DBG] osdmap e970: 8 total, 8 up, 8 in 2024-09-13T00:21:20.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:20 smithi032 bash[76677]: cluster 2024-09-13T00:21:19.365081+0000 mgr.y (mgr.34107) 557 : cluster [DBG] pgmap v1080: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:20.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:20 smithi053 bash[67631]: audit 2024-09-13T00:21:19.086303+0000 mon.a (mon.0) 1799 : audit [INF] from='client.? 172.21.15.32:0/3763945947' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:20.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:20 smithi053 bash[67631]: cluster 2024-09-13T00:21:19.086691+0000 mon.a (mon.0) 1800 : cluster [DBG] osdmap e970: 8 total, 8 up, 8 in 2024-09-13T00:21:20.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:20 smithi053 bash[67631]: cluster 2024-09-13T00:21:19.365081+0000 mgr.y (mgr.34107) 557 : cluster [DBG] pgmap v1080: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:21.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:21 smithi032 bash[76677]: cluster 2024-09-13T00:21:20.097501+0000 mon.a (mon.0) 1801 : cluster [DBG] osdmap e971: 8 total, 8 up, 8 in 2024-09-13T00:21:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:21 smithi032 bash[75510]: cluster 2024-09-13T00:21:20.097501+0000 mon.a (mon.0) 1801 : cluster [DBG] osdmap e971: 8 total, 8 up, 8 in 2024-09-13T00:21:21.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:21 smithi053 bash[67631]: cluster 2024-09-13T00:21:20.097501+0000 mon.a (mon.0) 1801 : cluster [DBG] osdmap e971: 8 total, 8 up, 8 in 2024-09-13T00:21:22.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:21:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:21:22] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-13T00:21:22.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:22 smithi032 bash[75510]: cluster 2024-09-13T00:21:21.102348+0000 mon.a (mon.0) 1802 : cluster [DBG] osdmap e972: 8 total, 8 up, 8 in 2024-09-13T00:21:22.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:22 smithi032 bash[75510]: audit 2024-09-13T00:21:21.107047+0000 mon.a (mon.0) 1803 : audit [INF] from='client.? 172.21.15.32:0/3080965796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:22.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:22 smithi032 bash[75510]: cluster 2024-09-13T00:21:21.365814+0000 mgr.y (mgr.34107) 558 : cluster [DBG] pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:22.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:22 smithi032 bash[75510]: audit 2024-09-13T00:21:22.102417+0000 mon.a (mon.0) 1804 : audit [INF] from='client.? 172.21.15.32:0/3080965796' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:22.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:22 smithi032 bash[75510]: cluster 2024-09-13T00:21:22.103286+0000 mon.a (mon.0) 1805 : cluster [DBG] osdmap e973: 8 total, 8 up, 8 in 2024-09-13T00:21:22.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:22 smithi032 bash[76677]: cluster 2024-09-13T00:21:21.102348+0000 mon.a (mon.0) 1802 : cluster [DBG] osdmap e972: 8 total, 8 up, 8 in 2024-09-13T00:21:22.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:22 smithi032 bash[76677]: audit 2024-09-13T00:21:21.107047+0000 mon.a (mon.0) 1803 : audit [INF] from='client.? 172.21.15.32:0/3080965796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:22.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:22 smithi032 bash[76677]: cluster 2024-09-13T00:21:21.365814+0000 mgr.y (mgr.34107) 558 : cluster [DBG] pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:22.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:22 smithi032 bash[76677]: audit 2024-09-13T00:21:22.102417+0000 mon.a (mon.0) 1804 : audit [INF] from='client.? 172.21.15.32:0/3080965796' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:22.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:22 smithi032 bash[76677]: cluster 2024-09-13T00:21:22.103286+0000 mon.a (mon.0) 1805 : cluster [DBG] osdmap e973: 8 total, 8 up, 8 in 2024-09-13T00:21:22.535 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:21:22 smithi053 bash[94430]: ts=2024-09-13T00:21:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:21:22.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:22 smithi053 bash[67631]: cluster 2024-09-13T00:21:21.102348+0000 mon.a (mon.0) 1802 : cluster [DBG] osdmap e972: 8 total, 8 up, 8 in 2024-09-13T00:21:22.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:22 smithi053 bash[67631]: audit 2024-09-13T00:21:21.107047+0000 mon.a (mon.0) 1803 : audit [INF] from='client.? 172.21.15.32:0/3080965796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:22.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:22 smithi053 bash[67631]: cluster 2024-09-13T00:21:21.365814+0000 mgr.y (mgr.34107) 558 : cluster [DBG] pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:22.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:22 smithi053 bash[67631]: audit 2024-09-13T00:21:22.102417+0000 mon.a (mon.0) 1804 : audit [INF] from='client.? 172.21.15.32:0/3080965796' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:22.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:22 smithi053 bash[67631]: cluster 2024-09-13T00:21:22.103286+0000 mon.a (mon.0) 1805 : cluster [DBG] osdmap e973: 8 total, 8 up, 8 in 2024-09-13T00:21:23.125 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestMultipleLocks (3024 ms) 2024-09-13T00:21:23.125 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-13T00:21:23.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:23 smithi032 bash[76677]: cluster 2024-09-13T00:21:22.108190+0000 mon.a (mon.0) 1806 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:23.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:23 smithi032 bash[76677]: cluster 2024-09-13T00:21:23.122442+0000 mon.a (mon.0) 1807 : cluster [DBG] osdmap e974: 8 total, 8 up, 8 in 2024-09-13T00:21:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:23 smithi032 bash[75510]: cluster 2024-09-13T00:21:22.108190+0000 mon.a (mon.0) 1806 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:23 smithi032 bash[75510]: cluster 2024-09-13T00:21:23.122442+0000 mon.a (mon.0) 1807 : cluster [DBG] osdmap e974: 8 total, 8 up, 8 in 2024-09-13T00:21:23.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:23 smithi053 bash[67631]: cluster 2024-09-13T00:21:22.108190+0000 mon.a (mon.0) 1806 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:23.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:23 smithi053 bash[67631]: cluster 2024-09-13T00:21:23.122442+0000 mon.a (mon.0) 1807 : cluster [DBG] osdmap e974: 8 total, 8 up, 8 in 2024-09-13T00:21:24.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:24 smithi032 bash[75510]: cluster 2024-09-13T00:21:23.366506+0000 mgr.y (mgr.34107) 559 : cluster [DBG] pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:24.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:24 smithi032 bash[76677]: cluster 2024-09-13T00:21:23.366506+0000 mgr.y (mgr.34107) 559 : cluster [DBG] pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:24.534 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:24 smithi053 bash[67631]: cluster 2024-09-13T00:21:23.366506+0000 mgr.y (mgr.34107) 559 : cluster [DBG] pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:25 smithi032 bash[75510]: cluster 2024-09-13T00:21:24.134197+0000 mon.a (mon.0) 1808 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:25.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:25 smithi032 bash[75510]: cluster 2024-09-13T00:21:24.134266+0000 mon.a (mon.0) 1809 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:25.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:25 smithi032 bash[75510]: cluster 2024-09-13T00:21:24.153843+0000 mon.a (mon.0) 1810 : cluster [DBG] osdmap e975: 8 total, 8 up, 8 in 2024-09-13T00:21:25.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:25 smithi032 bash[75510]: audit 2024-09-13T00:21:24.156816+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.32:0/1601852671' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:25.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:25 smithi032 bash[75510]: audit 2024-09-13T00:21:24.157450+0000 mon.a (mon.0) 1811 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:25.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:25 smithi032 bash[76677]: cluster 2024-09-13T00:21:24.134197+0000 mon.a (mon.0) 1808 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:25.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:25 smithi032 bash[76677]: cluster 2024-09-13T00:21:24.134266+0000 mon.a (mon.0) 1809 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:25.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:25 smithi032 bash[76677]: cluster 2024-09-13T00:21:24.153843+0000 mon.a (mon.0) 1810 : cluster [DBG] osdmap e975: 8 total, 8 up, 8 in 2024-09-13T00:21:25.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:25 smithi032 bash[76677]: audit 2024-09-13T00:21:24.156816+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.32:0/1601852671' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:25.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:25 smithi032 bash[76677]: audit 2024-09-13T00:21:24.157450+0000 mon.a (mon.0) 1811 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:25.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:25 smithi053 bash[67631]: cluster 2024-09-13T00:21:24.134197+0000 mon.a (mon.0) 1808 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:25.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:25 smithi053 bash[67631]: cluster 2024-09-13T00:21:24.134266+0000 mon.a (mon.0) 1809 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:25.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:25 smithi053 bash[67631]: cluster 2024-09-13T00:21:24.153843+0000 mon.a (mon.0) 1810 : cluster [DBG] osdmap e975: 8 total, 8 up, 8 in 2024-09-13T00:21:25.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:25 smithi053 bash[67631]: audit 2024-09-13T00:21:24.156816+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.32:0/1601852671' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:25.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:25 smithi053 bash[67631]: audit 2024-09-13T00:21:24.157450+0000 mon.a (mon.0) 1811 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:26 smithi053 bash[67631]: audit 2024-09-13T00:21:25.151233+0000 mon.a (mon.0) 1812 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:21:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:26 smithi053 bash[67631]: audit 2024-09-13T00:21:25.153384+0000 mon.a (mon.0) 1813 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:21:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:26 smithi053 bash[67631]: audit 2024-09-13T00:21:25.163485+0000 mon.a (mon.0) 1814 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:26 smithi053 bash[67631]: cluster 2024-09-13T00:21:25.164001+0000 mon.a (mon.0) 1815 : cluster [DBG] osdmap e976: 8 total, 8 up, 8 in 2024-09-13T00:21:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:26 smithi053 bash[67631]: cluster 2024-09-13T00:21:25.367323+0000 mgr.y (mgr.34107) 560 : cluster [DBG] pgmap v1089: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:26 smithi032 bash[75510]: audit 2024-09-13T00:21:25.151233+0000 mon.a (mon.0) 1812 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:21:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:26 smithi032 bash[75510]: audit 2024-09-13T00:21:25.153384+0000 mon.a (mon.0) 1813 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:21:26.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:26 smithi032 bash[75510]: audit 2024-09-13T00:21:25.163485+0000 mon.a (mon.0) 1814 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:26.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:26 smithi032 bash[75510]: cluster 2024-09-13T00:21:25.164001+0000 mon.a (mon.0) 1815 : cluster [DBG] osdmap e976: 8 total, 8 up, 8 in 2024-09-13T00:21:26.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:26 smithi032 bash[75510]: cluster 2024-09-13T00:21:25.367323+0000 mgr.y (mgr.34107) 560 : cluster [DBG] pgmap v1089: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:26 smithi032 bash[76677]: audit 2024-09-13T00:21:25.151233+0000 mon.a (mon.0) 1812 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:21:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:26 smithi032 bash[76677]: audit 2024-09-13T00:21:25.153384+0000 mon.a (mon.0) 1813 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:21:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:26 smithi032 bash[76677]: audit 2024-09-13T00:21:25.163485+0000 mon.a (mon.0) 1814 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:26 smithi032 bash[76677]: cluster 2024-09-13T00:21:25.164001+0000 mon.a (mon.0) 1815 : cluster [DBG] osdmap e976: 8 total, 8 up, 8 in 2024-09-13T00:21:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:26 smithi032 bash[76677]: cluster 2024-09-13T00:21:25.367323+0000 mgr.y (mgr.34107) 560 : cluster [DBG] pgmap v1089: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:27.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:27 smithi053 bash[67631]: cluster 2024-09-13T00:21:26.163803+0000 mon.a (mon.0) 1816 : cluster [DBG] osdmap e977: 8 total, 8 up, 8 in 2024-09-13T00:21:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:27 smithi032 bash[75510]: cluster 2024-09-13T00:21:26.163803+0000 mon.a (mon.0) 1816 : cluster [DBG] osdmap e977: 8 total, 8 up, 8 in 2024-09-13T00:21:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:27 smithi032 bash[76677]: cluster 2024-09-13T00:21:26.163803+0000 mon.a (mon.0) 1816 : cluster [DBG] osdmap e977: 8 total, 8 up, 8 in 2024-09-13T00:21:28.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:28 smithi053 bash[67631]: cluster 2024-09-13T00:21:27.368133+0000 mgr.y (mgr.34107) 561 : cluster [DBG] pgmap v1091: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:28 smithi032 bash[75510]: cluster 2024-09-13T00:21:27.368133+0000 mgr.y (mgr.34107) 561 : cluster [DBG] pgmap v1091: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:28 smithi032 bash[76677]: cluster 2024-09-13T00:21:27.368133+0000 mgr.y (mgr.34107) 561 : cluster [DBG] pgmap v1091: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:30.453 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestLockDuration (7328 ms) 2024-09-13T00:21:30.454 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-13T00:21:30.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:30 smithi053 bash[67631]: cluster 2024-09-13T00:21:29.369352+0000 mgr.y (mgr.34107) 562 : cluster [DBG] pgmap v1092: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:30 smithi032 bash[75510]: cluster 2024-09-13T00:21:29.369352+0000 mgr.y (mgr.34107) 562 : cluster [DBG] pgmap v1092: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:30 smithi032 bash[76677]: cluster 2024-09-13T00:21:29.369352+0000 mgr.y (mgr.34107) 562 : cluster [DBG] pgmap v1092: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:31.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:31 smithi053 bash[67631]: cluster 2024-09-13T00:21:30.439246+0000 mon.a (mon.0) 1817 : cluster [DBG] osdmap e978: 8 total, 8 up, 8 in 2024-09-13T00:21:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:31 smithi032 bash[75510]: cluster 2024-09-13T00:21:30.439246+0000 mon.a (mon.0) 1817 : cluster [DBG] osdmap e978: 8 total, 8 up, 8 in 2024-09-13T00:21:31.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:31 smithi032 bash[76677]: cluster 2024-09-13T00:21:30.439246+0000 mon.a (mon.0) 1817 : cluster [DBG] osdmap e978: 8 total, 8 up, 8 in 2024-09-13T00:21:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:21:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:21:32] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-13T00:21:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:32 smithi032 bash[75510]: cluster 2024-09-13T00:21:31.370210+0000 mgr.y (mgr.34107) 563 : cluster [DBG] pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:32 smithi032 bash[75510]: cluster 2024-09-13T00:21:31.452706+0000 mon.a (mon.0) 1818 : cluster [DBG] osdmap e979: 8 total, 8 up, 8 in 2024-09-13T00:21:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:32 smithi032 bash[75510]: audit 2024-09-13T00:21:31.456691+0000 mon.c (mon.2) 35 : audit [INF] from='client.? 172.21.15.32:0/2973598098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:32 smithi032 bash[75510]: audit 2024-09-13T00:21:31.466309+0000 mon.a (mon.0) 1819 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:32 smithi032 bash[76677]: cluster 2024-09-13T00:21:31.370210+0000 mgr.y (mgr.34107) 563 : cluster [DBG] pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:32 smithi032 bash[76677]: cluster 2024-09-13T00:21:31.452706+0000 mon.a (mon.0) 1818 : cluster [DBG] osdmap e979: 8 total, 8 up, 8 in 2024-09-13T00:21:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:32 smithi032 bash[76677]: audit 2024-09-13T00:21:31.456691+0000 mon.c (mon.2) 35 : audit [INF] from='client.? 172.21.15.32:0/2973598098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:32 smithi032 bash[76677]: audit 2024-09-13T00:21:31.466309+0000 mon.a (mon.0) 1819 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:32.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:21:32 smithi053 bash[94430]: ts=2024-09-13T00:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:21:32.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:32 smithi053 bash[67631]: cluster 2024-09-13T00:21:31.370210+0000 mgr.y (mgr.34107) 563 : cluster [DBG] pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:32.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:32 smithi053 bash[67631]: cluster 2024-09-13T00:21:31.452706+0000 mon.a (mon.0) 1818 : cluster [DBG] osdmap e979: 8 total, 8 up, 8 in 2024-09-13T00:21:32.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:32 smithi053 bash[67631]: audit 2024-09-13T00:21:31.456691+0000 mon.c (mon.2) 35 : audit [INF] from='client.? 172.21.15.32:0/2973598098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:32.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:32 smithi053 bash[67631]: audit 2024-09-13T00:21:31.466309+0000 mon.a (mon.0) 1819 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:33.476 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestAssertLocked (3023 ms) 2024-09-13T00:21:33.476 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-13T00:21:33.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:33 smithi053 bash[67631]: audit 2024-09-13T00:21:32.461333+0000 mon.a (mon.0) 1820 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:33.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:33 smithi053 bash[67631]: cluster 2024-09-13T00:21:32.461620+0000 mon.a (mon.0) 1821 : cluster [DBG] osdmap e980: 8 total, 8 up, 8 in 2024-09-13T00:21:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:33 smithi032 bash[75510]: audit 2024-09-13T00:21:32.461333+0000 mon.a (mon.0) 1820 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:33 smithi032 bash[75510]: cluster 2024-09-13T00:21:32.461620+0000 mon.a (mon.0) 1821 : cluster [DBG] osdmap e980: 8 total, 8 up, 8 in 2024-09-13T00:21:33.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:33 smithi032 bash[76677]: audit 2024-09-13T00:21:32.461333+0000 mon.a (mon.0) 1820 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:33.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:33 smithi032 bash[76677]: cluster 2024-09-13T00:21:32.461620+0000 mon.a (mon.0) 1821 : cluster [DBG] osdmap e980: 8 total, 8 up, 8 in 2024-09-13T00:21:34.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:34 smithi053 bash[67631]: cluster 2024-09-13T00:21:33.371091+0000 mgr.y (mgr.34107) 564 : cluster [DBG] pgmap v1097: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:34.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:34 smithi053 bash[67631]: cluster 2024-09-13T00:21:33.472934+0000 mon.a (mon.0) 1822 : cluster [DBG] osdmap e981: 8 total, 8 up, 8 in 2024-09-13T00:21:34.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:34 smithi032 bash[75510]: cluster 2024-09-13T00:21:33.371091+0000 mgr.y (mgr.34107) 564 : cluster [DBG] pgmap v1097: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:34.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:34 smithi032 bash[75510]: cluster 2024-09-13T00:21:33.472934+0000 mon.a (mon.0) 1822 : cluster [DBG] osdmap e981: 8 total, 8 up, 8 in 2024-09-13T00:21:34.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:34 smithi032 bash[76677]: cluster 2024-09-13T00:21:33.371091+0000 mgr.y (mgr.34107) 564 : cluster [DBG] pgmap v1097: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:34.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:34 smithi032 bash[76677]: cluster 2024-09-13T00:21:33.472934+0000 mon.a (mon.0) 1822 : cluster [DBG] osdmap e981: 8 total, 8 up, 8 in 2024-09-13T00:21:35.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:35 smithi053 bash[67631]: cluster 2024-09-13T00:21:34.476317+0000 mon.a (mon.0) 1823 : cluster [DBG] osdmap e982: 8 total, 8 up, 8 in 2024-09-13T00:21:35.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:35 smithi053 bash[67631]: audit 2024-09-13T00:21:34.479921+0000 mon.c (mon.2) 36 : audit [INF] from='client.? 172.21.15.32:0/193906141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:35.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:35 smithi053 bash[67631]: audit 2024-09-13T00:21:34.493600+0000 mon.a (mon.0) 1824 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:35.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:35 smithi053 bash[67631]: audit 2024-09-13T00:21:35.478447+0000 mon.a (mon.0) 1825 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:35.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:35 smithi053 bash[67631]: cluster 2024-09-13T00:21:35.478845+0000 mon.a (mon.0) 1826 : cluster [DBG] osdmap e983: 8 total, 8 up, 8 in 2024-09-13T00:21:35.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:35 smithi032 bash[75510]: cluster 2024-09-13T00:21:34.476317+0000 mon.a (mon.0) 1823 : cluster [DBG] osdmap e982: 8 total, 8 up, 8 in 2024-09-13T00:21:35.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:35 smithi032 bash[75510]: audit 2024-09-13T00:21:34.479921+0000 mon.c (mon.2) 36 : audit [INF] from='client.? 172.21.15.32:0/193906141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:35.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:35 smithi032 bash[75510]: audit 2024-09-13T00:21:34.493600+0000 mon.a (mon.0) 1824 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:35.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:35 smithi032 bash[75510]: audit 2024-09-13T00:21:35.478447+0000 mon.a (mon.0) 1825 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:35.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:35 smithi032 bash[75510]: cluster 2024-09-13T00:21:35.478845+0000 mon.a (mon.0) 1826 : cluster [DBG] osdmap e983: 8 total, 8 up, 8 in 2024-09-13T00:21:35.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:35 smithi032 bash[76677]: cluster 2024-09-13T00:21:34.476317+0000 mon.a (mon.0) 1823 : cluster [DBG] osdmap e982: 8 total, 8 up, 8 in 2024-09-13T00:21:35.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:35 smithi032 bash[76677]: audit 2024-09-13T00:21:34.479921+0000 mon.c (mon.2) 36 : audit [INF] from='client.? 172.21.15.32:0/193906141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:35.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:35 smithi032 bash[76677]: audit 2024-09-13T00:21:34.493600+0000 mon.a (mon.0) 1824 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:35.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:35 smithi032 bash[76677]: audit 2024-09-13T00:21:35.478447+0000 mon.a (mon.0) 1825 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:35.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:35 smithi032 bash[76677]: cluster 2024-09-13T00:21:35.478845+0000 mon.a (mon.0) 1826 : cluster [DBG] osdmap e983: 8 total, 8 up, 8 in 2024-09-13T00:21:36.517 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestSetCookie (3041 ms) 2024-09-13T00:21:36.518 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestRenew 2024-09-13T00:21:36.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:36 smithi053 bash[67631]: cluster 2024-09-13T00:21:35.371921+0000 mgr.y (mgr.34107) 565 : cluster [DBG] pgmap v1100: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:36.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:36 smithi053 bash[67631]: cluster 2024-09-13T00:21:35.483369+0000 mon.a (mon.0) 1827 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:36 smithi032 bash[75510]: cluster 2024-09-13T00:21:35.371921+0000 mgr.y (mgr.34107) 565 : cluster [DBG] pgmap v1100: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:36 smithi032 bash[75510]: cluster 2024-09-13T00:21:35.483369+0000 mon.a (mon.0) 1827 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:36 smithi032 bash[76677]: cluster 2024-09-13T00:21:35.371921+0000 mgr.y (mgr.34107) 565 : cluster [DBG] pgmap v1100: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:36 smithi032 bash[76677]: cluster 2024-09-13T00:21:35.483369+0000 mon.a (mon.0) 1827 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:21:37.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:37 smithi053 bash[67631]: cluster 2024-09-13T00:21:36.513805+0000 mon.a (mon.0) 1828 : cluster [DBG] osdmap e984: 8 total, 8 up, 8 in 2024-09-13T00:21:37.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:37 smithi032 bash[75510]: cluster 2024-09-13T00:21:36.513805+0000 mon.a (mon.0) 1828 : cluster [DBG] osdmap e984: 8 total, 8 up, 8 in 2024-09-13T00:21:37.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:37 smithi032 bash[76677]: cluster 2024-09-13T00:21:36.513805+0000 mon.a (mon.0) 1828 : cluster [DBG] osdmap e984: 8 total, 8 up, 8 in 2024-09-13T00:21:38.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:38 smithi032 bash[75510]: cluster 2024-09-13T00:21:37.372581+0000 mgr.y (mgr.34107) 566 : cluster [DBG] pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:38.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:38 smithi032 bash[75510]: cluster 2024-09-13T00:21:37.507077+0000 mon.a (mon.0) 1829 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:38.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:38 smithi032 bash[75510]: cluster 2024-09-13T00:21:37.507154+0000 mon.a (mon.0) 1830 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:38.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:38 smithi032 bash[75510]: cluster 2024-09-13T00:21:37.527353+0000 mon.a (mon.0) 1831 : cluster [DBG] osdmap e985: 8 total, 8 up, 8 in 2024-09-13T00:21:38.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:38 smithi032 bash[75510]: audit 2024-09-13T00:21:37.530433+0000 mon.c (mon.2) 37 : audit [INF] from='client.? 172.21.15.32:0/1714842945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:38.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:38 smithi032 bash[75510]: audit 2024-09-13T00:21:37.532323+0000 mon.a (mon.0) 1832 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:38 smithi032 bash[76677]: cluster 2024-09-13T00:21:37.372581+0000 mgr.y (mgr.34107) 566 : cluster [DBG] pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:38.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:38 smithi032 bash[76677]: cluster 2024-09-13T00:21:37.507077+0000 mon.a (mon.0) 1829 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:38.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:38 smithi032 bash[76677]: cluster 2024-09-13T00:21:37.507154+0000 mon.a (mon.0) 1830 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:38.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:38 smithi032 bash[76677]: cluster 2024-09-13T00:21:37.527353+0000 mon.a (mon.0) 1831 : cluster [DBG] osdmap e985: 8 total, 8 up, 8 in 2024-09-13T00:21:38.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:38 smithi032 bash[76677]: audit 2024-09-13T00:21:37.530433+0000 mon.c (mon.2) 37 : audit [INF] from='client.? 172.21.15.32:0/1714842945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:38.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:38 smithi032 bash[76677]: audit 2024-09-13T00:21:37.532323+0000 mon.a (mon.0) 1832 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:38 smithi053 bash[67631]: cluster 2024-09-13T00:21:37.372581+0000 mgr.y (mgr.34107) 566 : cluster [DBG] pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:38 smithi053 bash[67631]: cluster 2024-09-13T00:21:37.507077+0000 mon.a (mon.0) 1829 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:21:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:38 smithi053 bash[67631]: cluster 2024-09-13T00:21:37.507154+0000 mon.a (mon.0) 1830 : cluster [INF] Cluster is now healthy 2024-09-13T00:21:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:38 smithi053 bash[67631]: cluster 2024-09-13T00:21:37.527353+0000 mon.a (mon.0) 1831 : cluster [DBG] osdmap e985: 8 total, 8 up, 8 in 2024-09-13T00:21:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:38 smithi053 bash[67631]: audit 2024-09-13T00:21:37.530433+0000 mon.c (mon.2) 37 : audit [INF] from='client.? 172.21.15.32:0/1714842945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:38 smithi053 bash[67631]: audit 2024-09-13T00:21:37.532323+0000 mon.a (mon.0) 1832 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:39.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:39 smithi032 bash[75510]: audit 2024-09-13T00:21:38.530021+0000 mon.a (mon.0) 1833 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:39.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:39 smithi032 bash[75510]: cluster 2024-09-13T00:21:38.530497+0000 mon.a (mon.0) 1834 : cluster [DBG] osdmap e986: 8 total, 8 up, 8 in 2024-09-13T00:21:39.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:39 smithi032 bash[76677]: audit 2024-09-13T00:21:38.530021+0000 mon.a (mon.0) 1833 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:39.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:39 smithi032 bash[76677]: cluster 2024-09-13T00:21:38.530497+0000 mon.a (mon.0) 1834 : cluster [DBG] osdmap e986: 8 total, 8 up, 8 in 2024-09-13T00:21:40.034 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:39 smithi053 bash[67631]: audit 2024-09-13T00:21:38.530021+0000 mon.a (mon.0) 1833 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:21:40.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:39 smithi053 bash[67631]: cluster 2024-09-13T00:21:38.530497+0000 mon.a (mon.0) 1834 : cluster [DBG] osdmap e986: 8 total, 8 up, 8 in 2024-09-13T00:21:40.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:40 smithi032 bash[76677]: cluster 2024-09-13T00:21:39.373384+0000 mgr.y (mgr.34107) 567 : cluster [DBG] pgmap v1106: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:40 smithi032 bash[76677]: cluster 2024-09-13T00:21:39.554076+0000 mon.a (mon.0) 1835 : cluster [DBG] osdmap e987: 8 total, 8 up, 8 in 2024-09-13T00:21:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:40 smithi032 bash[76677]: audit 2024-09-13T00:21:40.145311+0000 mon.a (mon.0) 1836 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:21:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:40 smithi032 bash[75510]: cluster 2024-09-13T00:21:39.373384+0000 mgr.y (mgr.34107) 567 : cluster [DBG] pgmap v1106: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:40 smithi032 bash[75510]: cluster 2024-09-13T00:21:39.554076+0000 mon.a (mon.0) 1835 : cluster [DBG] osdmap e987: 8 total, 8 up, 8 in 2024-09-13T00:21:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:40 smithi032 bash[75510]: audit 2024-09-13T00:21:40.145311+0000 mon.a (mon.0) 1836 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:21:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:40 smithi053 bash[67631]: cluster 2024-09-13T00:21:39.373384+0000 mgr.y (mgr.34107) 567 : cluster [DBG] pgmap v1106: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:40 smithi053 bash[67631]: cluster 2024-09-13T00:21:39.554076+0000 mon.a (mon.0) 1835 : cluster [DBG] osdmap e987: 8 total, 8 up, 8 in 2024-09-13T00:21:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:40 smithi053 bash[67631]: audit 2024-09-13T00:21:40.145311+0000 mon.a (mon.0) 1836 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:21:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:42 smithi032 bash[75510]: cluster 2024-09-13T00:21:41.374391+0000 mgr.y (mgr.34107) 568 : cluster [DBG] pgmap v1108: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:42.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:21:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:21:42] "GET /metrics HTTP/1.1" 200 36305 "" "Prometheus/2.43.0" 2024-09-13T00:21:42.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:42 smithi032 bash[76677]: cluster 2024-09-13T00:21:41.374391+0000 mgr.y (mgr.34107) 568 : cluster [DBG] pgmap v1108: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:42.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:42 smithi053 bash[67631]: cluster 2024-09-13T00:21:41.374391+0000 mgr.y (mgr.34107) 568 : cluster [DBG] pgmap v1108: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:42.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:21:42 smithi053 bash[94430]: ts=2024-09-13T00:21:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:21:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:44 smithi032 bash[75510]: cluster 2024-09-13T00:21:43.375468+0000 mgr.y (mgr.34107) 569 : cluster [DBG] pgmap v1109: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:44 smithi032 bash[75510]: audit 2024-09-13T00:21:44.302241+0000 mon.a (mon.0) 1837 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:21:44.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:44 smithi032 bash[76677]: cluster 2024-09-13T00:21:43.375468+0000 mgr.y (mgr.34107) 569 : cluster [DBG] pgmap v1109: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:44.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:44 smithi032 bash[76677]: audit 2024-09-13T00:21:44.302241+0000 mon.a (mon.0) 1837 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:21:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:44 smithi053 bash[67631]: cluster 2024-09-13T00:21:43.375468+0000 mgr.y (mgr.34107) 569 : cluster [DBG] pgmap v1109: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:44 smithi053 bash[67631]: audit 2024-09-13T00:21:44.302241+0000 mon.a (mon.0) 1837 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:21:45.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:45 smithi032 bash[76677]: audit 2024-09-13T00:21:44.870144+0000 mon.a (mon.0) 1838 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:21:45.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:45 smithi032 bash[76677]: audit 2024-09-13T00:21:44.872079+0000 mon.a (mon.0) 1839 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:21:45.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:45 smithi032 bash[76677]: audit 2024-09-13T00:21:44.882519+0000 mon.a (mon.0) 1840 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:21:45.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:45 smithi032 bash[75510]: audit 2024-09-13T00:21:44.870144+0000 mon.a (mon.0) 1838 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:21:45.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:45 smithi032 bash[75510]: audit 2024-09-13T00:21:44.872079+0000 mon.a (mon.0) 1839 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:21:45.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:45 smithi032 bash[75510]: audit 2024-09-13T00:21:44.882519+0000 mon.a (mon.0) 1840 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:21:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:45 smithi053 bash[67631]: audit 2024-09-13T00:21:44.870144+0000 mon.a (mon.0) 1838 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:21:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:45 smithi053 bash[67631]: audit 2024-09-13T00:21:44.872079+0000 mon.a (mon.0) 1839 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:21:46.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:45 smithi053 bash[67631]: audit 2024-09-13T00:21:44.882519+0000 mon.a (mon.0) 1840 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:21:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:46 smithi032 bash[75510]: cluster 2024-09-13T00:21:45.376602+0000 mgr.y (mgr.34107) 570 : cluster [DBG] pgmap v1110: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 130 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:47.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:46 smithi032 bash[76677]: cluster 2024-09-13T00:21:45.376602+0000 mgr.y (mgr.34107) 570 : cluster [DBG] pgmap v1110: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 130 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:47.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:46 smithi053 bash[67631]: cluster 2024-09-13T00:21:45.376602+0000 mgr.y (mgr.34107) 570 : cluster [DBG] pgmap v1110: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 130 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:48 smithi032 bash[75510]: cluster 2024-09-13T00:21:47.377519+0000 mgr.y (mgr.34107) 571 : cluster [DBG] pgmap v1111: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:49.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:48 smithi032 bash[76677]: cluster 2024-09-13T00:21:47.377519+0000 mgr.y (mgr.34107) 571 : cluster [DBG] pgmap v1111: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:49.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:48 smithi053 bash[67631]: cluster 2024-09-13T00:21:47.377519+0000 mgr.y (mgr.34107) 571 : cluster [DBG] pgmap v1111: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:50 smithi032 bash[75510]: cluster 2024-09-13T00:21:49.378778+0000 mgr.y (mgr.34107) 572 : cluster [DBG] pgmap v1112: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:50 smithi032 bash[76677]: cluster 2024-09-13T00:21:49.378778+0000 mgr.y (mgr.34107) 572 : cluster [DBG] pgmap v1112: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:51.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:50 smithi053 bash[67631]: cluster 2024-09-13T00:21:49.378778+0000 mgr.y (mgr.34107) 572 : cluster [DBG] pgmap v1112: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:21:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:21:52] "GET /metrics HTTP/1.1" 200 36305 "" "Prometheus/2.43.0" 2024-09-13T00:21:52.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:21:52 smithi053 bash[94430]: ts=2024-09-13T00:21:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:21:53.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:52 smithi032 bash[75510]: cluster 2024-09-13T00:21:51.379780+0000 mgr.y (mgr.34107) 573 : cluster [DBG] pgmap v1113: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:52 smithi032 bash[76677]: cluster 2024-09-13T00:21:51.379780+0000 mgr.y (mgr.34107) 573 : cluster [DBG] pgmap v1113: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:53.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:52 smithi053 bash[67631]: cluster 2024-09-13T00:21:51.379780+0000 mgr.y (mgr.34107) 573 : cluster [DBG] pgmap v1113: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:54 smithi032 bash[76677]: cluster 2024-09-13T00:21:53.380918+0000 mgr.y (mgr.34107) 574 : cluster [DBG] pgmap v1114: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T00:21:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:54 smithi032 bash[75510]: cluster 2024-09-13T00:21:53.380918+0000 mgr.y (mgr.34107) 574 : cluster [DBG] pgmap v1114: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T00:21:55.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:54 smithi053 bash[67631]: cluster 2024-09-13T00:21:53.380918+0000 mgr.y (mgr.34107) 574 : cluster [DBG] pgmap v1114: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T00:21:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:55 smithi032 bash[75510]: audit 2024-09-13T00:21:55.145754+0000 mon.a (mon.0) 1841 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:21:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:55 smithi032 bash[76677]: audit 2024-09-13T00:21:55.145754+0000 mon.a (mon.0) 1841 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:21:56.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:55 smithi053 bash[67631]: audit 2024-09-13T00:21:55.145754+0000 mon.a (mon.0) 1841 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:21:56.924 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestRenew (20406 ms) 2024-09-13T00:21:56.924 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-13T00:21:57.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:56 smithi053 bash[67631]: cluster 2024-09-13T00:21:55.381992+0000 mgr.y (mgr.34107) 575 : cluster [DBG] pgmap v1115: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:56 smithi032 bash[75510]: cluster 2024-09-13T00:21:55.381992+0000 mgr.y (mgr.34107) 575 : cluster [DBG] pgmap v1115: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:56 smithi032 bash[76677]: cluster 2024-09-13T00:21:55.381992+0000 mgr.y (mgr.34107) 575 : cluster [DBG] pgmap v1115: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:21:58.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:57 smithi053 bash[67631]: cluster 2024-09-13T00:21:56.920041+0000 mon.a (mon.0) 1842 : cluster [DBG] osdmap e988: 8 total, 8 up, 8 in 2024-09-13T00:21:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:57 smithi032 bash[75510]: cluster 2024-09-13T00:21:56.920041+0000 mon.a (mon.0) 1842 : cluster [DBG] osdmap e988: 8 total, 8 up, 8 in 2024-09-13T00:21:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:57 smithi032 bash[76677]: cluster 2024-09-13T00:21:56.920041+0000 mon.a (mon.0) 1842 : cluster [DBG] osdmap e988: 8 total, 8 up, 8 in 2024-09-13T00:21:59.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:58 smithi053 bash[67631]: cluster 2024-09-13T00:21:57.382573+0000 mgr.y (mgr.34107) 576 : cluster [DBG] pgmap v1117: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:59.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:58 smithi053 bash[67631]: cluster 2024-09-13T00:21:57.943203+0000 mon.a (mon.0) 1843 : cluster [DBG] osdmap e989: 8 total, 8 up, 8 in 2024-09-13T00:21:59.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:58 smithi053 bash[67631]: audit 2024-09-13T00:21:57.953887+0000 mon.a (mon.0) 1844 : audit [INF] from='client.? 172.21.15.32:0/1563527720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:58 smithi032 bash[75510]: cluster 2024-09-13T00:21:57.382573+0000 mgr.y (mgr.34107) 576 : cluster [DBG] pgmap v1117: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:59.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:58 smithi032 bash[75510]: cluster 2024-09-13T00:21:57.943203+0000 mon.a (mon.0) 1843 : cluster [DBG] osdmap e989: 8 total, 8 up, 8 in 2024-09-13T00:21:59.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:58 smithi032 bash[75510]: audit 2024-09-13T00:21:57.953887+0000 mon.a (mon.0) 1844 : audit [INF] from='client.? 172.21.15.32:0/1563527720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:21:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:58 smithi032 bash[76677]: cluster 2024-09-13T00:21:57.382573+0000 mgr.y (mgr.34107) 576 : cluster [DBG] pgmap v1117: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:21:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:58 smithi032 bash[76677]: cluster 2024-09-13T00:21:57.943203+0000 mon.a (mon.0) 1843 : cluster [DBG] osdmap e989: 8 total, 8 up, 8 in 2024-09-13T00:21:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:58 smithi032 bash[76677]: audit 2024-09-13T00:21:57.953887+0000 mon.a (mon.0) 1844 : audit [INF] from='client.? 172.21.15.32:0/1563527720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:00.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:59 smithi053 bash[67631]: audit 2024-09-13T00:21:58.945149+0000 mon.a (mon.0) 1845 : audit [INF] from='client.? 172.21.15.32:0/1563527720' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:00.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:21:59 smithi053 bash[67631]: cluster 2024-09-13T00:21:58.945587+0000 mon.a (mon.0) 1846 : cluster [DBG] osdmap e990: 8 total, 8 up, 8 in 2024-09-13T00:22:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:59 smithi032 bash[75510]: audit 2024-09-13T00:21:58.945149+0000 mon.a (mon.0) 1845 : audit [INF] from='client.? 172.21.15.32:0/1563527720' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:00.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:21:59 smithi032 bash[75510]: cluster 2024-09-13T00:21:58.945587+0000 mon.a (mon.0) 1846 : cluster [DBG] osdmap e990: 8 total, 8 up, 8 in 2024-09-13T00:22:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:59 smithi032 bash[76677]: audit 2024-09-13T00:21:58.945149+0000 mon.a (mon.0) 1845 : audit [INF] from='client.? 172.21.15.32:0/1563527720' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:21:59 smithi032 bash[76677]: cluster 2024-09-13T00:21:58.945587+0000 mon.a (mon.0) 1846 : cluster [DBG] osdmap e990: 8 total, 8 up, 8 in 2024-09-13T00:22:01.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:00 smithi053 bash[67631]: cluster 2024-09-13T00:21:59.383350+0000 mgr.y (mgr.34107) 577 : cluster [DBG] pgmap v1120: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:01.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:00 smithi053 bash[67631]: cluster 2024-09-13T00:21:59.973666+0000 mon.a (mon.0) 1847 : cluster [DBG] osdmap e991: 8 total, 8 up, 8 in 2024-09-13T00:22:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:00 smithi032 bash[75510]: cluster 2024-09-13T00:21:59.383350+0000 mgr.y (mgr.34107) 577 : cluster [DBG] pgmap v1120: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:01.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:00 smithi032 bash[75510]: cluster 2024-09-13T00:21:59.973666+0000 mon.a (mon.0) 1847 : cluster [DBG] osdmap e991: 8 total, 8 up, 8 in 2024-09-13T00:22:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:00 smithi032 bash[76677]: cluster 2024-09-13T00:21:59.383350+0000 mgr.y (mgr.34107) 577 : cluster [DBG] pgmap v1120: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:00 smithi032 bash[76677]: cluster 2024-09-13T00:21:59.973666+0000 mon.a (mon.0) 1847 : cluster [DBG] osdmap e991: 8 total, 8 up, 8 in 2024-09-13T00:22:02.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:01 smithi053 bash[67631]: cluster 2024-09-13T00:22:01.384384+0000 mgr.y (mgr.34107) 578 : cluster [DBG] pgmap v1122: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:02.335 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:01 smithi032 bash[76677]: cluster 2024-09-13T00:22:01.384384+0000 mgr.y (mgr.34107) 578 : cluster [DBG] pgmap v1122: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:02.335 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:01 smithi032 bash[75510]: cluster 2024-09-13T00:22:01.384384+0000 mgr.y (mgr.34107) 578 : cluster [DBG] pgmap v1122: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:22:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:22:02] "GET /metrics HTTP/1.1" 200 36306 "" "Prometheus/2.43.0" 2024-09-13T00:22:02.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:22:02 smithi053 bash[94430]: ts=2024-09-13T00:22:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:22:03.063 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6138 ms) 2024-09-13T00:22:03.063 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-13T00:22:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:04 smithi032 bash[75510]: cluster 2024-09-13T00:22:03.060048+0000 mon.a (mon.0) 1848 : cluster [DBG] osdmap e992: 8 total, 8 up, 8 in 2024-09-13T00:22:04.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:04 smithi032 bash[75510]: cluster 2024-09-13T00:22:03.384961+0000 mgr.y (mgr.34107) 579 : cluster [DBG] pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:04 smithi032 bash[76677]: cluster 2024-09-13T00:22:03.060048+0000 mon.a (mon.0) 1848 : cluster [DBG] osdmap e992: 8 total, 8 up, 8 in 2024-09-13T00:22:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:04 smithi032 bash[76677]: cluster 2024-09-13T00:22:03.384961+0000 mgr.y (mgr.34107) 579 : cluster [DBG] pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:04.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:04 smithi053 bash[67631]: cluster 2024-09-13T00:22:03.060048+0000 mon.a (mon.0) 1848 : cluster [DBG] osdmap e992: 8 total, 8 up, 8 in 2024-09-13T00:22:04.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:04 smithi053 bash[67631]: cluster 2024-09-13T00:22:03.384961+0000 mgr.y (mgr.34107) 579 : cluster [DBG] pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:05 smithi032 bash[75510]: cluster 2024-09-13T00:22:04.071937+0000 mon.a (mon.0) 1849 : cluster [DBG] osdmap e993: 8 total, 8 up, 8 in 2024-09-13T00:22:05.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:05 smithi032 bash[75510]: audit 2024-09-13T00:22:04.079512+0000 mon.c (mon.2) 38 : audit [INF] from='client.? 172.21.15.32:0/448690113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:05.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:05 smithi032 bash[75510]: audit 2024-09-13T00:22:04.081140+0000 mon.a (mon.0) 1850 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:05 smithi032 bash[76677]: cluster 2024-09-13T00:22:04.071937+0000 mon.a (mon.0) 1849 : cluster [DBG] osdmap e993: 8 total, 8 up, 8 in 2024-09-13T00:22:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:05 smithi032 bash[76677]: audit 2024-09-13T00:22:04.079512+0000 mon.c (mon.2) 38 : audit [INF] from='client.? 172.21.15.32:0/448690113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:05 smithi032 bash[76677]: audit 2024-09-13T00:22:04.081140+0000 mon.a (mon.0) 1850 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:05.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:05 smithi053 bash[67631]: cluster 2024-09-13T00:22:04.071937+0000 mon.a (mon.0) 1849 : cluster [DBG] osdmap e993: 8 total, 8 up, 8 in 2024-09-13T00:22:05.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:05 smithi053 bash[67631]: audit 2024-09-13T00:22:04.079512+0000 mon.c (mon.2) 38 : audit [INF] from='client.? 172.21.15.32:0/448690113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:05.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:05 smithi053 bash[67631]: audit 2024-09-13T00:22:04.081140+0000 mon.a (mon.0) 1850 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:06.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:06 smithi032 bash[75510]: audit 2024-09-13T00:22:05.074655+0000 mon.a (mon.0) 1851 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:06.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:06 smithi032 bash[75510]: cluster 2024-09-13T00:22:05.076183+0000 mon.a (mon.0) 1852 : cluster [DBG] osdmap e994: 8 total, 8 up, 8 in 2024-09-13T00:22:06.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:06 smithi032 bash[75510]: cluster 2024-09-13T00:22:05.385882+0000 mgr.y (mgr.34107) 580 : cluster [DBG] pgmap v1127: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:06 smithi032 bash[76677]: audit 2024-09-13T00:22:05.074655+0000 mon.a (mon.0) 1851 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:06 smithi032 bash[76677]: cluster 2024-09-13T00:22:05.076183+0000 mon.a (mon.0) 1852 : cluster [DBG] osdmap e994: 8 total, 8 up, 8 in 2024-09-13T00:22:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:06 smithi032 bash[76677]: cluster 2024-09-13T00:22:05.385882+0000 mgr.y (mgr.34107) 580 : cluster [DBG] pgmap v1127: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:06.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:06 smithi053 bash[67631]: audit 2024-09-13T00:22:05.074655+0000 mon.a (mon.0) 1851 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:06.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:06 smithi053 bash[67631]: cluster 2024-09-13T00:22:05.076183+0000 mon.a (mon.0) 1852 : cluster [DBG] osdmap e994: 8 total, 8 up, 8 in 2024-09-13T00:22:06.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:06 smithi053 bash[67631]: cluster 2024-09-13T00:22:05.385882+0000 mgr.y (mgr.34107) 580 : cluster [DBG] pgmap v1127: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:07 smithi032 bash[75510]: cluster 2024-09-13T00:22:06.098011+0000 mon.a (mon.0) 1853 : cluster [DBG] osdmap e995: 8 total, 8 up, 8 in 2024-09-13T00:22:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:07 smithi032 bash[76677]: cluster 2024-09-13T00:22:06.098011+0000 mon.a (mon.0) 1853 : cluster [DBG] osdmap e995: 8 total, 8 up, 8 in 2024-09-13T00:22:07.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:07 smithi053 bash[67631]: cluster 2024-09-13T00:22:06.098011+0000 mon.a (mon.0) 1853 : cluster [DBG] osdmap e995: 8 total, 8 up, 8 in 2024-09-13T00:22:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:08 smithi032 bash[75510]: cluster 2024-09-13T00:22:07.386746+0000 mgr.y (mgr.34107) 581 : cluster [DBG] pgmap v1129: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:08.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:08 smithi032 bash[76677]: cluster 2024-09-13T00:22:07.386746+0000 mgr.y (mgr.34107) 581 : cluster [DBG] pgmap v1129: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:08.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:08 smithi053 bash[67631]: cluster 2024-09-13T00:22:07.386746+0000 mgr.y (mgr.34107) 581 : cluster [DBG] pgmap v1129: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:10.464 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7399 ms) 2024-09-13T00:22:10.464 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-13T00:22:10.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:10 smithi053 bash[67631]: cluster 2024-09-13T00:22:09.387951+0000 mgr.y (mgr.34107) 582 : cluster [DBG] pgmap v1130: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:22:10.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:10 smithi053 bash[67631]: audit 2024-09-13T00:22:10.146541+0000 mon.a (mon.0) 1854 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:22:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:10 smithi032 bash[75510]: cluster 2024-09-13T00:22:09.387951+0000 mgr.y (mgr.34107) 582 : cluster [DBG] pgmap v1130: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:22:10.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:10 smithi032 bash[75510]: audit 2024-09-13T00:22:10.146541+0000 mon.a (mon.0) 1854 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:22:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:10 smithi032 bash[76677]: cluster 2024-09-13T00:22:09.387951+0000 mgr.y (mgr.34107) 582 : cluster [DBG] pgmap v1130: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:22:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:10 smithi032 bash[76677]: audit 2024-09-13T00:22:10.146541+0000 mon.a (mon.0) 1854 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:22:11.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:11 smithi053 bash[67631]: cluster 2024-09-13T00:22:10.451605+0000 mon.a (mon.0) 1855 : cluster [DBG] osdmap e996: 8 total, 8 up, 8 in 2024-09-13T00:22:11.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:11 smithi032 bash[75510]: cluster 2024-09-13T00:22:10.451605+0000 mon.a (mon.0) 1855 : cluster [DBG] osdmap e996: 8 total, 8 up, 8 in 2024-09-13T00:22:11.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:11 smithi032 bash[76677]: cluster 2024-09-13T00:22:10.451605+0000 mon.a (mon.0) 1855 : cluster [DBG] osdmap e996: 8 total, 8 up, 8 in 2024-09-13T00:22:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:22:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:22:12] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-13T00:22:12.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:12 smithi032 bash[75510]: cluster 2024-09-13T00:22:11.388764+0000 mgr.y (mgr.34107) 583 : cluster [DBG] pgmap v1132: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:12.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:12 smithi032 bash[75510]: cluster 2024-09-13T00:22:11.478762+0000 mon.a (mon.0) 1856 : cluster [DBG] osdmap e997: 8 total, 8 up, 8 in 2024-09-13T00:22:12.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:12 smithi032 bash[75510]: audit 2024-09-13T00:22:11.484436+0000 mon.a (mon.0) 1857 : audit [INF] from='client.? 172.21.15.32:0/1593827575' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:12 smithi032 bash[76677]: cluster 2024-09-13T00:22:11.388764+0000 mgr.y (mgr.34107) 583 : cluster [DBG] pgmap v1132: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:12 smithi032 bash[76677]: cluster 2024-09-13T00:22:11.478762+0000 mon.a (mon.0) 1856 : cluster [DBG] osdmap e997: 8 total, 8 up, 8 in 2024-09-13T00:22:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:12 smithi032 bash[76677]: audit 2024-09-13T00:22:11.484436+0000 mon.a (mon.0) 1857 : audit [INF] from='client.? 172.21.15.32:0/1593827575' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:12.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:22:12 smithi053 bash[94430]: ts=2024-09-13T00:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:22:12.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:12 smithi053 bash[67631]: cluster 2024-09-13T00:22:11.388764+0000 mgr.y (mgr.34107) 583 : cluster [DBG] pgmap v1132: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:12.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:12 smithi053 bash[67631]: cluster 2024-09-13T00:22:11.478762+0000 mon.a (mon.0) 1856 : cluster [DBG] osdmap e997: 8 total, 8 up, 8 in 2024-09-13T00:22:12.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:12 smithi053 bash[67631]: audit 2024-09-13T00:22:11.484436+0000 mon.a (mon.0) 1857 : audit [INF] from='client.? 172.21.15.32:0/1593827575' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:13.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:13 smithi053 bash[67631]: audit 2024-09-13T00:22:12.482289+0000 mon.a (mon.0) 1858 : audit [INF] from='client.? 172.21.15.32:0/1593827575' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:13.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:13 smithi053 bash[67631]: cluster 2024-09-13T00:22:12.483678+0000 mon.a (mon.0) 1859 : cluster [DBG] osdmap e998: 8 total, 8 up, 8 in 2024-09-13T00:22:13.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:13 smithi032 bash[75510]: audit 2024-09-13T00:22:12.482289+0000 mon.a (mon.0) 1858 : audit [INF] from='client.? 172.21.15.32:0/1593827575' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:13.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:13 smithi032 bash[75510]: cluster 2024-09-13T00:22:12.483678+0000 mon.a (mon.0) 1859 : cluster [DBG] osdmap e998: 8 total, 8 up, 8 in 2024-09-13T00:22:13.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:13 smithi032 bash[76677]: audit 2024-09-13T00:22:12.482289+0000 mon.a (mon.0) 1858 : audit [INF] from='client.? 172.21.15.32:0/1593827575' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110706-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:13.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:13 smithi032 bash[76677]: cluster 2024-09-13T00:22:12.483678+0000 mon.a (mon.0) 1859 : cluster [DBG] osdmap e998: 8 total, 8 up, 8 in 2024-09-13T00:22:14.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:14 smithi053 bash[67631]: cluster 2024-09-13T00:22:13.389620+0000 mgr.y (mgr.34107) 584 : cluster [DBG] pgmap v1135: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:14.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:14 smithi053 bash[67631]: cluster 2024-09-13T00:22:13.503980+0000 mon.a (mon.0) 1860 : cluster [DBG] osdmap e999: 8 total, 8 up, 8 in 2024-09-13T00:22:14.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:14 smithi032 bash[75510]: cluster 2024-09-13T00:22:13.389620+0000 mgr.y (mgr.34107) 584 : cluster [DBG] pgmap v1135: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:14.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:14 smithi032 bash[75510]: cluster 2024-09-13T00:22:13.503980+0000 mon.a (mon.0) 1860 : cluster [DBG] osdmap e999: 8 total, 8 up, 8 in 2024-09-13T00:22:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:14 smithi032 bash[76677]: cluster 2024-09-13T00:22:13.389620+0000 mgr.y (mgr.34107) 584 : cluster [DBG] pgmap v1135: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:14 smithi032 bash[76677]: cluster 2024-09-13T00:22:13.503980+0000 mon.a (mon.0) 1860 : cluster [DBG] osdmap e999: 8 total, 8 up, 8 in 2024-09-13T00:22:16.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:16 smithi053 bash[67631]: cluster 2024-09-13T00:22:15.390407+0000 mgr.y (mgr.34107) 585 : cluster [DBG] pgmap v1137: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:16.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:16 smithi032 bash[75510]: cluster 2024-09-13T00:22:15.390407+0000 mgr.y (mgr.34107) 585 : cluster [DBG] pgmap v1137: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:16.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:16 smithi032 bash[76677]: cluster 2024-09-13T00:22:15.390407+0000 mgr.y (mgr.34107) 585 : cluster [DBG] pgmap v1137: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:18.516 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8055 ms) 2024-09-13T00:22:18.516 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 11 tests from ClsLock (67391 ms total) 2024-09-13T00:22:18.517 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:22:18.517 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T00:22:18.517 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 11 tests from 1 test suite ran. (67391 ms total) 2024-09-13T00:22:18.517 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 11 tests. 2024-09-13T00:22:18.521 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:22:18.521 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:22:18.574 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-13T00:22:18.574 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-13T00:22:18.634 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2024-09-13T00:22:18.634 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-13T00:22:18.635 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:22:18.635 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 4 tests from cls_log 2024-09-13T00:22:18.635 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-13T00:22:18.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:18 smithi053 bash[67631]: cluster 2024-09-13T00:22:17.391396+0000 mgr.y (mgr.34107) 586 : cluster [DBG] pgmap v1138: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:22:18.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:18 smithi032 bash[75510]: cluster 2024-09-13T00:22:17.391396+0000 mgr.y (mgr.34107) 586 : cluster [DBG] pgmap v1138: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:22:18.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:18 smithi032 bash[76677]: cluster 2024-09-13T00:22:17.391396+0000 mgr.y (mgr.34107) 586 : cluster [DBG] pgmap v1138: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T00:22:19.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:19 smithi032 bash[75510]: cluster 2024-09-13T00:22:18.513456+0000 mon.a (mon.0) 1861 : cluster [DBG] osdmap e1000: 8 total, 8 up, 8 in 2024-09-13T00:22:19.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:19 smithi032 bash[76677]: cluster 2024-09-13T00:22:18.513456+0000 mon.a (mon.0) 1861 : cluster [DBG] osdmap e1000: 8 total, 8 up, 8 in 2024-09-13T00:22:20.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:19 smithi053 bash[67631]: cluster 2024-09-13T00:22:18.513456+0000 mon.a (mon.0) 1861 : cluster [DBG] osdmap e1000: 8 total, 8 up, 8 in 2024-09-13T00:22:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:20 smithi032 bash[75510]: cluster 2024-09-13T00:22:19.392038+0000 mgr.y (mgr.34107) 587 : cluster [DBG] pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:20 smithi032 bash[75510]: cluster 2024-09-13T00:22:19.546003+0000 mon.a (mon.0) 1862 : cluster [DBG] osdmap e1001: 8 total, 8 up, 8 in 2024-09-13T00:22:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:20 smithi032 bash[75510]: audit 2024-09-13T00:22:19.549047+0000 mon.a (mon.0) 1863 : audit [INF] from='client.? 172.21.15.32:0/660699722' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:20 smithi032 bash[76677]: cluster 2024-09-13T00:22:19.392038+0000 mgr.y (mgr.34107) 587 : cluster [DBG] pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:20 smithi032 bash[76677]: cluster 2024-09-13T00:22:19.546003+0000 mon.a (mon.0) 1862 : cluster [DBG] osdmap e1001: 8 total, 8 up, 8 in 2024-09-13T00:22:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:20 smithi032 bash[76677]: audit 2024-09-13T00:22:19.549047+0000 mon.a (mon.0) 1863 : audit [INF] from='client.? 172.21.15.32:0/660699722' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:21.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:20 smithi053 bash[67631]: cluster 2024-09-13T00:22:19.392038+0000 mgr.y (mgr.34107) 587 : cluster [DBG] pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:21.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:20 smithi053 bash[67631]: cluster 2024-09-13T00:22:19.546003+0000 mon.a (mon.0) 1862 : cluster [DBG] osdmap e1001: 8 total, 8 up, 8 in 2024-09-13T00:22:21.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:20 smithi053 bash[67631]: audit 2024-09-13T00:22:19.549047+0000 mon.a (mon.0) 1863 : audit [INF] from='client.? 172.21.15.32:0/660699722' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:21.568 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_log.test_log_add_same_time (2934 ms) 2024-09-13T00:22:21.568 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-13T00:22:21.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:21 smithi032 bash[75510]: audit 2024-09-13T00:22:20.546011+0000 mon.a (mon.0) 1864 : audit [INF] from='client.? 172.21.15.32:0/660699722' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:21.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:21 smithi032 bash[75510]: cluster 2024-09-13T00:22:20.546673+0000 mon.a (mon.0) 1865 : cluster [DBG] osdmap e1002: 8 total, 8 up, 8 in 2024-09-13T00:22:21.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:21 smithi032 bash[76677]: audit 2024-09-13T00:22:20.546011+0000 mon.a (mon.0) 1864 : audit [INF] from='client.? 172.21.15.32:0/660699722' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:21.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:21 smithi032 bash[76677]: cluster 2024-09-13T00:22:20.546673+0000 mon.a (mon.0) 1865 : cluster [DBG] osdmap e1002: 8 total, 8 up, 8 in 2024-09-13T00:22:22.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:21 smithi053 bash[67631]: audit 2024-09-13T00:22:20.546011+0000 mon.a (mon.0) 1864 : audit [INF] from='client.? 172.21.15.32:0/660699722' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:22.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:21 smithi053 bash[67631]: cluster 2024-09-13T00:22:20.546673+0000 mon.a (mon.0) 1865 : cluster [DBG] osdmap e1002: 8 total, 8 up, 8 in 2024-09-13T00:22:22.600 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:22:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:22:22] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-13T00:22:22.605 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:22:22 smithi053 bash[94430]: ts=2024-09-13T00:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:22:22.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:22 smithi032 bash[75510]: cluster 2024-09-13T00:22:21.392740+0000 mgr.y (mgr.34107) 588 : cluster [DBG] pgmap v1143: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:22 smithi032 bash[75510]: cluster 2024-09-13T00:22:21.563785+0000 mon.a (mon.0) 1866 : cluster [DBG] osdmap e1003: 8 total, 8 up, 8 in 2024-09-13T00:22:22.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:22 smithi032 bash[76677]: cluster 2024-09-13T00:22:21.392740+0000 mgr.y (mgr.34107) 588 : cluster [DBG] pgmap v1143: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:22.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:22 smithi032 bash[76677]: cluster 2024-09-13T00:22:21.563785+0000 mon.a (mon.0) 1866 : cluster [DBG] osdmap e1003: 8 total, 8 up, 8 in 2024-09-13T00:22:23.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:22 smithi053 bash[67631]: cluster 2024-09-13T00:22:21.392740+0000 mgr.y (mgr.34107) 588 : cluster [DBG] pgmap v1143: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:23.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:22 smithi053 bash[67631]: cluster 2024-09-13T00:22:21.563785+0000 mon.a (mon.0) 1866 : cluster [DBG] osdmap e1003: 8 total, 8 up, 8 in 2024-09-13T00:22:23.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:23 smithi032 bash[75510]: cluster 2024-09-13T00:22:22.585536+0000 mon.a (mon.0) 1867 : cluster [DBG] osdmap e1004: 8 total, 8 up, 8 in 2024-09-13T00:22:23.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:23 smithi032 bash[75510]: audit 2024-09-13T00:22:22.593865+0000 mon.a (mon.0) 1868 : audit [INF] from='client.? 172.21.15.32:0/1214794610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:23.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:23 smithi032 bash[75510]: audit 2024-09-13T00:22:23.588423+0000 mon.a (mon.0) 1869 : audit [INF] from='client.? 172.21.15.32:0/1214794610' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:23.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:23 smithi032 bash[75510]: cluster 2024-09-13T00:22:23.589342+0000 mon.a (mon.0) 1870 : cluster [DBG] osdmap e1005: 8 total, 8 up, 8 in 2024-09-13T00:22:23.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:23 smithi032 bash[76677]: cluster 2024-09-13T00:22:22.585536+0000 mon.a (mon.0) 1867 : cluster [DBG] osdmap e1004: 8 total, 8 up, 8 in 2024-09-13T00:22:23.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:23 smithi032 bash[76677]: audit 2024-09-13T00:22:22.593865+0000 mon.a (mon.0) 1868 : audit [INF] from='client.? 172.21.15.32:0/1214794610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:23.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:23 smithi032 bash[76677]: audit 2024-09-13T00:22:23.588423+0000 mon.a (mon.0) 1869 : audit [INF] from='client.? 172.21.15.32:0/1214794610' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:23.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:23 smithi032 bash[76677]: cluster 2024-09-13T00:22:23.589342+0000 mon.a (mon.0) 1870 : cluster [DBG] osdmap e1005: 8 total, 8 up, 8 in 2024-09-13T00:22:24.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:23 smithi053 bash[67631]: cluster 2024-09-13T00:22:22.585536+0000 mon.a (mon.0) 1867 : cluster [DBG] osdmap e1004: 8 total, 8 up, 8 in 2024-09-13T00:22:24.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:23 smithi053 bash[67631]: audit 2024-09-13T00:22:22.593865+0000 mon.a (mon.0) 1868 : audit [INF] from='client.? 172.21.15.32:0/1214794610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:24.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:23 smithi053 bash[67631]: audit 2024-09-13T00:22:23.588423+0000 mon.a (mon.0) 1869 : audit [INF] from='client.? 172.21.15.32:0/1214794610' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:24.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:23 smithi053 bash[67631]: cluster 2024-09-13T00:22:23.589342+0000 mon.a (mon.0) 1870 : cluster [DBG] osdmap e1005: 8 total, 8 up, 8 in 2024-09-13T00:22:24.594 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_log.test_log_add_different_time (3026 ms) 2024-09-13T00:22:24.595 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_log.trim_by_time 2024-09-13T00:22:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:24 smithi032 bash[75510]: cluster 2024-09-13T00:22:23.393629+0000 mgr.y (mgr.34107) 589 : cluster [DBG] pgmap v1146: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:24 smithi032 bash[75510]: cluster 2024-09-13T00:22:23.601437+0000 mon.a (mon.0) 1871 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:24 smithi032 bash[75510]: cluster 2024-09-13T00:22:24.589807+0000 mon.a (mon.0) 1872 : cluster [DBG] osdmap e1006: 8 total, 8 up, 8 in 2024-09-13T00:22:24.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:24 smithi032 bash[76677]: cluster 2024-09-13T00:22:23.393629+0000 mgr.y (mgr.34107) 589 : cluster [DBG] pgmap v1146: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:24.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:24 smithi032 bash[76677]: cluster 2024-09-13T00:22:23.601437+0000 mon.a (mon.0) 1871 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:24.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:24 smithi032 bash[76677]: cluster 2024-09-13T00:22:24.589807+0000 mon.a (mon.0) 1872 : cluster [DBG] osdmap e1006: 8 total, 8 up, 8 in 2024-09-13T00:22:25.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:24 smithi053 bash[67631]: cluster 2024-09-13T00:22:23.393629+0000 mgr.y (mgr.34107) 589 : cluster [DBG] pgmap v1146: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:25.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:24 smithi053 bash[67631]: cluster 2024-09-13T00:22:23.601437+0000 mon.a (mon.0) 1871 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:25.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:24 smithi053 bash[67631]: cluster 2024-09-13T00:22:24.589807+0000 mon.a (mon.0) 1872 : cluster [DBG] osdmap e1006: 8 total, 8 up, 8 in 2024-09-13T00:22:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:26 smithi032 bash[75510]: audit 2024-09-13T00:22:25.155853+0000 mon.a (mon.0) 1873 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:22:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:26 smithi032 bash[75510]: audit 2024-09-13T00:22:25.157697+0000 mon.a (mon.0) 1874 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:22:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:26 smithi032 bash[75510]: cluster 2024-09-13T00:22:25.394392+0000 mgr.y (mgr.34107) 590 : cluster [DBG] pgmap v1149: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:26 smithi032 bash[75510]: cluster 2024-09-13T00:22:25.640613+0000 mon.a (mon.0) 1875 : cluster [DBG] osdmap e1007: 8 total, 8 up, 8 in 2024-09-13T00:22:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:26 smithi032 bash[75510]: audit 2024-09-13T00:22:25.642741+0000 mon.c (mon.2) 39 : audit [INF] from='client.? 172.21.15.32:0/4193603490' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:26 smithi032 bash[75510]: audit 2024-09-13T00:22:25.645600+0000 mon.a (mon.0) 1876 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:26 smithi032 bash[76677]: audit 2024-09-13T00:22:25.155853+0000 mon.a (mon.0) 1873 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:22:26.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:26 smithi032 bash[76677]: audit 2024-09-13T00:22:25.157697+0000 mon.a (mon.0) 1874 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:22:26.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:26 smithi032 bash[76677]: cluster 2024-09-13T00:22:25.394392+0000 mgr.y (mgr.34107) 590 : cluster [DBG] pgmap v1149: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:26.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:26 smithi032 bash[76677]: cluster 2024-09-13T00:22:25.640613+0000 mon.a (mon.0) 1875 : cluster [DBG] osdmap e1007: 8 total, 8 up, 8 in 2024-09-13T00:22:26.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:26 smithi032 bash[76677]: audit 2024-09-13T00:22:25.642741+0000 mon.c (mon.2) 39 : audit [INF] from='client.? 172.21.15.32:0/4193603490' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:26.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:26 smithi032 bash[76677]: audit 2024-09-13T00:22:25.645600+0000 mon.a (mon.0) 1876 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:26 smithi053 bash[67631]: audit 2024-09-13T00:22:25.155853+0000 mon.a (mon.0) 1873 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:22:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:26 smithi053 bash[67631]: audit 2024-09-13T00:22:25.157697+0000 mon.a (mon.0) 1874 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:22:26.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:26 smithi053 bash[67631]: cluster 2024-09-13T00:22:25.394392+0000 mgr.y (mgr.34107) 590 : cluster [DBG] pgmap v1149: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:26 smithi053 bash[67631]: cluster 2024-09-13T00:22:25.640613+0000 mon.a (mon.0) 1875 : cluster [DBG] osdmap e1007: 8 total, 8 up, 8 in 2024-09-13T00:22:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:26 smithi053 bash[67631]: audit 2024-09-13T00:22:25.642741+0000 mon.c (mon.2) 39 : audit [INF] from='client.? 172.21.15.32:0/4193603490' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:26 smithi053 bash[67631]: audit 2024-09-13T00:22:25.645600+0000 mon.a (mon.0) 1876 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:27.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:27 smithi032 bash[75510]: cluster 2024-09-13T00:22:26.148418+0000 mon.a (mon.0) 1877 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:22:27.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:27 smithi032 bash[75510]: cluster 2024-09-13T00:22:26.148471+0000 mon.a (mon.0) 1878 : cluster [INF] Cluster is now healthy 2024-09-13T00:22:27.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:27 smithi032 bash[75510]: audit 2024-09-13T00:22:26.643269+0000 mon.a (mon.0) 1879 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:27.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:27 smithi032 bash[75510]: cluster 2024-09-13T00:22:26.643785+0000 mon.a (mon.0) 1880 : cluster [DBG] osdmap e1008: 8 total, 8 up, 8 in 2024-09-13T00:22:27.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:27 smithi032 bash[76677]: cluster 2024-09-13T00:22:26.148418+0000 mon.a (mon.0) 1877 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:22:27.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:27 smithi032 bash[76677]: cluster 2024-09-13T00:22:26.148471+0000 mon.a (mon.0) 1878 : cluster [INF] Cluster is now healthy 2024-09-13T00:22:27.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:27 smithi032 bash[76677]: audit 2024-09-13T00:22:26.643269+0000 mon.a (mon.0) 1879 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:27.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:27 smithi032 bash[76677]: cluster 2024-09-13T00:22:26.643785+0000 mon.a (mon.0) 1880 : cluster [DBG] osdmap e1008: 8 total, 8 up, 8 in 2024-09-13T00:22:27.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:27 smithi053 bash[67631]: cluster 2024-09-13T00:22:26.148418+0000 mon.a (mon.0) 1877 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:22:27.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:27 smithi053 bash[67631]: cluster 2024-09-13T00:22:26.148471+0000 mon.a (mon.0) 1878 : cluster [INF] Cluster is now healthy 2024-09-13T00:22:27.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:27 smithi053 bash[67631]: audit 2024-09-13T00:22:26.643269+0000 mon.a (mon.0) 1879 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:27.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:27 smithi053 bash[67631]: cluster 2024-09-13T00:22:26.643785+0000 mon.a (mon.0) 1880 : cluster [DBG] osdmap e1008: 8 total, 8 up, 8 in 2024-09-13T00:22:27.650 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_log.trim_by_time (3054 ms) 2024-09-13T00:22:27.650 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-13T00:22:28.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:28 smithi032 bash[75510]: cluster 2024-09-13T00:22:27.395089+0000 mgr.y (mgr.34107) 591 : cluster [DBG] pgmap v1152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:28.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:28 smithi032 bash[75510]: cluster 2024-09-13T00:22:27.645039+0000 mon.a (mon.0) 1881 : cluster [DBG] osdmap e1009: 8 total, 8 up, 8 in 2024-09-13T00:22:28.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:28 smithi032 bash[76677]: cluster 2024-09-13T00:22:27.395089+0000 mgr.y (mgr.34107) 591 : cluster [DBG] pgmap v1152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:28.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:28 smithi032 bash[76677]: cluster 2024-09-13T00:22:27.645039+0000 mon.a (mon.0) 1881 : cluster [DBG] osdmap e1009: 8 total, 8 up, 8 in 2024-09-13T00:22:29.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:28 smithi053 bash[67631]: cluster 2024-09-13T00:22:27.395089+0000 mgr.y (mgr.34107) 591 : cluster [DBG] pgmap v1152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:29.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:28 smithi053 bash[67631]: cluster 2024-09-13T00:22:27.645039+0000 mon.a (mon.0) 1881 : cluster [DBG] osdmap e1009: 8 total, 8 up, 8 in 2024-09-13T00:22:29.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:29 smithi032 bash[75510]: cluster 2024-09-13T00:22:28.657354+0000 mon.a (mon.0) 1882 : cluster [DBG] osdmap e1010: 8 total, 8 up, 8 in 2024-09-13T00:22:29.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:29 smithi032 bash[75510]: audit 2024-09-13T00:22:28.665617+0000 mon.a (mon.0) 1883 : audit [INF] from='client.? 172.21.15.32:0/3050126149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:29.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:29 smithi032 bash[76677]: cluster 2024-09-13T00:22:28.657354+0000 mon.a (mon.0) 1882 : cluster [DBG] osdmap e1010: 8 total, 8 up, 8 in 2024-09-13T00:22:29.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:29 smithi032 bash[76677]: audit 2024-09-13T00:22:28.665617+0000 mon.a (mon.0) 1883 : audit [INF] from='client.? 172.21.15.32:0/3050126149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:30.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:29 smithi053 bash[67631]: cluster 2024-09-13T00:22:28.657354+0000 mon.a (mon.0) 1882 : cluster [DBG] osdmap e1010: 8 total, 8 up, 8 in 2024-09-13T00:22:30.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:29 smithi053 bash[67631]: audit 2024-09-13T00:22:28.665617+0000 mon.a (mon.0) 1883 : audit [INF] from='client.? 172.21.15.32:0/3050126149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:30.676 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_log.trim_by_marker (3026 ms) 2024-09-13T00:22:30.676 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 4 tests from cls_log (12041 ms total) 2024-09-13T00:22:30.676 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:22:30.676 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T00:22:30.676 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 4 tests from 1 test suite ran. (12041 ms total) 2024-09-13T00:22:30.676 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 4 tests. 2024-09-13T00:22:30.680 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:22:30.681 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:22:30.736 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-09-13T00:22:30.736 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-09-13T00:22:30.801 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2024-09-13T00:22:30.802 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-13T00:22:30.802 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:22:30.802 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 4 tests from ClsNumOps 2024-09-13T00:22:30.802 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsNumOps.Add 2024-09-13T00:22:31.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:30 smithi053 bash[67631]: cluster 2024-09-13T00:22:29.395826+0000 mgr.y (mgr.34107) 592 : cluster [DBG] pgmap v1155: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:31.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:30 smithi053 bash[67631]: cluster 2024-09-13T00:22:29.650050+0000 mon.a (mon.0) 1884 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:31.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:30 smithi053 bash[67631]: audit 2024-09-13T00:22:29.668053+0000 mon.a (mon.0) 1885 : audit [INF] from='client.? 172.21.15.32:0/3050126149' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:31.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:30 smithi053 bash[67631]: cluster 2024-09-13T00:22:29.668421+0000 mon.a (mon.0) 1886 : cluster [DBG] osdmap e1011: 8 total, 8 up, 8 in 2024-09-13T00:22:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:30 smithi032 bash[75510]: cluster 2024-09-13T00:22:29.395826+0000 mgr.y (mgr.34107) 592 : cluster [DBG] pgmap v1155: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:31.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:30 smithi032 bash[75510]: cluster 2024-09-13T00:22:29.650050+0000 mon.a (mon.0) 1884 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:31.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:30 smithi032 bash[75510]: audit 2024-09-13T00:22:29.668053+0000 mon.a (mon.0) 1885 : audit [INF] from='client.? 172.21.15.32:0/3050126149' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:31.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:30 smithi032 bash[75510]: cluster 2024-09-13T00:22:29.668421+0000 mon.a (mon.0) 1886 : cluster [DBG] osdmap e1011: 8 total, 8 up, 8 in 2024-09-13T00:22:31.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:30 smithi032 bash[76677]: cluster 2024-09-13T00:22:29.395826+0000 mgr.y (mgr.34107) 592 : cluster [DBG] pgmap v1155: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:31.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:30 smithi032 bash[76677]: cluster 2024-09-13T00:22:29.650050+0000 mon.a (mon.0) 1884 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:31.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:30 smithi032 bash[76677]: audit 2024-09-13T00:22:29.668053+0000 mon.a (mon.0) 1885 : audit [INF] from='client.? 172.21.15.32:0/3050126149' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-110943-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:31.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:30 smithi032 bash[76677]: cluster 2024-09-13T00:22:29.668421+0000 mon.a (mon.0) 1886 : cluster [DBG] osdmap e1011: 8 total, 8 up, 8 in 2024-09-13T00:22:32.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:31 smithi053 bash[67631]: cluster 2024-09-13T00:22:30.668957+0000 mon.a (mon.0) 1887 : cluster [DBG] osdmap e1012: 8 total, 8 up, 8 in 2024-09-13T00:22:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:31 smithi032 bash[75510]: cluster 2024-09-13T00:22:30.668957+0000 mon.a (mon.0) 1887 : cluster [DBG] osdmap e1012: 8 total, 8 up, 8 in 2024-09-13T00:22:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:31 smithi032 bash[76677]: cluster 2024-09-13T00:22:30.668957+0000 mon.a (mon.0) 1887 : cluster [DBG] osdmap e1012: 8 total, 8 up, 8 in 2024-09-13T00:22:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:22:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:22:32] "GET /metrics HTTP/1.1" 200 33933 "" "Prometheus/2.43.0" 2024-09-13T00:22:32.711 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:22:32 smithi053 bash[94430]: ts=2024-09-13T00:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:22:33.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:32 smithi053 bash[67631]: cluster 2024-09-13T00:22:31.396515+0000 mgr.y (mgr.34107) 593 : cluster [DBG] pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:33.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:32 smithi053 bash[67631]: cluster 2024-09-13T00:22:31.675943+0000 mon.a (mon.0) 1888 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:22:33.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:32 smithi053 bash[67631]: cluster 2024-09-13T00:22:31.676032+0000 mon.a (mon.0) 1889 : cluster [INF] Cluster is now healthy 2024-09-13T00:22:33.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:32 smithi053 bash[67631]: cluster 2024-09-13T00:22:31.698411+0000 mon.a (mon.0) 1890 : cluster [DBG] osdmap e1013: 8 total, 8 up, 8 in 2024-09-13T00:22:33.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:32 smithi053 bash[67631]: audit 2024-09-13T00:22:31.704325+0000 mon.a (mon.0) 1891 : audit [INF] from='client.? 172.21.15.32:0/3434117589' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:32 smithi032 bash[75510]: cluster 2024-09-13T00:22:31.396515+0000 mgr.y (mgr.34107) 593 : cluster [DBG] pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:33.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:32 smithi032 bash[75510]: cluster 2024-09-13T00:22:31.675943+0000 mon.a (mon.0) 1888 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:22:33.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:32 smithi032 bash[75510]: cluster 2024-09-13T00:22:31.676032+0000 mon.a (mon.0) 1889 : cluster [INF] Cluster is now healthy 2024-09-13T00:22:33.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:32 smithi032 bash[75510]: cluster 2024-09-13T00:22:31.698411+0000 mon.a (mon.0) 1890 : cluster [DBG] osdmap e1013: 8 total, 8 up, 8 in 2024-09-13T00:22:33.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:32 smithi032 bash[75510]: audit 2024-09-13T00:22:31.704325+0000 mon.a (mon.0) 1891 : audit [INF] from='client.? 172.21.15.32:0/3434117589' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:32 smithi032 bash[76677]: cluster 2024-09-13T00:22:31.396515+0000 mgr.y (mgr.34107) 593 : cluster [DBG] pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:32 smithi032 bash[76677]: cluster 2024-09-13T00:22:31.675943+0000 mon.a (mon.0) 1888 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:22:33.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:32 smithi032 bash[76677]: cluster 2024-09-13T00:22:31.676032+0000 mon.a (mon.0) 1889 : cluster [INF] Cluster is now healthy 2024-09-13T00:22:33.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:32 smithi032 bash[76677]: cluster 2024-09-13T00:22:31.698411+0000 mon.a (mon.0) 1890 : cluster [DBG] osdmap e1013: 8 total, 8 up, 8 in 2024-09-13T00:22:33.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:32 smithi032 bash[76677]: audit 2024-09-13T00:22:31.704325+0000 mon.a (mon.0) 1891 : audit [INF] from='client.? 172.21.15.32:0/3434117589' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:33.727 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsNumOps.Add (2926 ms) 2024-09-13T00:22:33.727 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsNumOps.Sub 2024-09-13T00:22:34.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:33 smithi053 bash[67631]: audit 2024-09-13T00:22:32.701285+0000 mon.a (mon.0) 1892 : audit [INF] from='client.? 172.21.15.32:0/3434117589' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:34.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:33 smithi053 bash[67631]: cluster 2024-09-13T00:22:32.701792+0000 mon.a (mon.0) 1893 : cluster [DBG] osdmap e1014: 8 total, 8 up, 8 in 2024-09-13T00:22:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:33 smithi032 bash[75510]: audit 2024-09-13T00:22:32.701285+0000 mon.a (mon.0) 1892 : audit [INF] from='client.? 172.21.15.32:0/3434117589' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:33 smithi032 bash[75510]: cluster 2024-09-13T00:22:32.701792+0000 mon.a (mon.0) 1893 : cluster [DBG] osdmap e1014: 8 total, 8 up, 8 in 2024-09-13T00:22:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:33 smithi032 bash[76677]: audit 2024-09-13T00:22:32.701285+0000 mon.a (mon.0) 1892 : audit [INF] from='client.? 172.21.15.32:0/3434117589' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:33 smithi032 bash[76677]: cluster 2024-09-13T00:22:32.701792+0000 mon.a (mon.0) 1893 : cluster [DBG] osdmap e1014: 8 total, 8 up, 8 in 2024-09-13T00:22:35.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:34 smithi053 bash[67631]: cluster 2024-09-13T00:22:33.397374+0000 mgr.y (mgr.34107) 594 : cluster [DBG] pgmap v1161: 137 pgs: 6 creating+activating, 6 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:35.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:34 smithi053 bash[67631]: cluster 2024-09-13T00:22:33.723552+0000 mon.a (mon.0) 1894 : cluster [DBG] osdmap e1015: 8 total, 8 up, 8 in 2024-09-13T00:22:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:34 smithi032 bash[75510]: cluster 2024-09-13T00:22:33.397374+0000 mgr.y (mgr.34107) 594 : cluster [DBG] pgmap v1161: 137 pgs: 6 creating+activating, 6 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:34 smithi032 bash[75510]: cluster 2024-09-13T00:22:33.723552+0000 mon.a (mon.0) 1894 : cluster [DBG] osdmap e1015: 8 total, 8 up, 8 in 2024-09-13T00:22:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:34 smithi032 bash[76677]: cluster 2024-09-13T00:22:33.397374+0000 mgr.y (mgr.34107) 594 : cluster [DBG] pgmap v1161: 137 pgs: 6 creating+activating, 6 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:34 smithi032 bash[76677]: cluster 2024-09-13T00:22:33.723552+0000 mon.a (mon.0) 1894 : cluster [DBG] osdmap e1015: 8 total, 8 up, 8 in 2024-09-13T00:22:36.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:35 smithi053 bash[67631]: cluster 2024-09-13T00:22:34.737625+0000 mon.a (mon.0) 1895 : cluster [DBG] osdmap e1016: 8 total, 8 up, 8 in 2024-09-13T00:22:36.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:35 smithi053 bash[67631]: audit 2024-09-13T00:22:34.740467+0000 mon.a (mon.0) 1896 : audit [INF] from='client.? 172.21.15.32:0/2975437025' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:35 smithi032 bash[75510]: cluster 2024-09-13T00:22:34.737625+0000 mon.a (mon.0) 1895 : cluster [DBG] osdmap e1016: 8 total, 8 up, 8 in 2024-09-13T00:22:36.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:35 smithi032 bash[75510]: audit 2024-09-13T00:22:34.740467+0000 mon.a (mon.0) 1896 : audit [INF] from='client.? 172.21.15.32:0/2975437025' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:35 smithi032 bash[76677]: cluster 2024-09-13T00:22:34.737625+0000 mon.a (mon.0) 1895 : cluster [DBG] osdmap e1016: 8 total, 8 up, 8 in 2024-09-13T00:22:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:35 smithi032 bash[76677]: audit 2024-09-13T00:22:34.740467+0000 mon.a (mon.0) 1896 : audit [INF] from='client.? 172.21.15.32:0/2975437025' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:36.767 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsNumOps.Sub (3040 ms) 2024-09-13T00:22:36.767 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsNumOps.Mul 2024-09-13T00:22:37.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:36 smithi053 bash[67631]: cluster 2024-09-13T00:22:35.398221+0000 mgr.y (mgr.34107) 595 : cluster [DBG] pgmap v1164: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:37.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:36 smithi053 bash[67631]: cluster 2024-09-13T00:22:35.732071+0000 mon.a (mon.0) 1897 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:37.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:36 smithi053 bash[67631]: audit 2024-09-13T00:22:35.742443+0000 mon.a (mon.0) 1898 : audit [INF] from='client.? 172.21.15.32:0/2975437025' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:37.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:36 smithi053 bash[67631]: cluster 2024-09-13T00:22:35.742970+0000 mon.a (mon.0) 1899 : cluster [DBG] osdmap e1017: 8 total, 8 up, 8 in 2024-09-13T00:22:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:36 smithi032 bash[75510]: cluster 2024-09-13T00:22:35.398221+0000 mgr.y (mgr.34107) 595 : cluster [DBG] pgmap v1164: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:37.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:36 smithi032 bash[75510]: cluster 2024-09-13T00:22:35.732071+0000 mon.a (mon.0) 1897 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:37.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:36 smithi032 bash[75510]: audit 2024-09-13T00:22:35.742443+0000 mon.a (mon.0) 1898 : audit [INF] from='client.? 172.21.15.32:0/2975437025' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:37.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:36 smithi032 bash[75510]: cluster 2024-09-13T00:22:35.742970+0000 mon.a (mon.0) 1899 : cluster [DBG] osdmap e1017: 8 total, 8 up, 8 in 2024-09-13T00:22:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:36 smithi032 bash[76677]: cluster 2024-09-13T00:22:35.398221+0000 mgr.y (mgr.34107) 595 : cluster [DBG] pgmap v1164: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:36 smithi032 bash[76677]: cluster 2024-09-13T00:22:35.732071+0000 mon.a (mon.0) 1897 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:36 smithi032 bash[76677]: audit 2024-09-13T00:22:35.742443+0000 mon.a (mon.0) 1898 : audit [INF] from='client.? 172.21.15.32:0/2975437025' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:36 smithi032 bash[76677]: cluster 2024-09-13T00:22:35.742970+0000 mon.a (mon.0) 1899 : cluster [DBG] osdmap e1017: 8 total, 8 up, 8 in 2024-09-13T00:22:38.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:37 smithi053 bash[67631]: cluster 2024-09-13T00:22:36.764127+0000 mon.a (mon.0) 1900 : cluster [DBG] osdmap e1018: 8 total, 8 up, 8 in 2024-09-13T00:22:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:37 smithi032 bash[75510]: cluster 2024-09-13T00:22:36.764127+0000 mon.a (mon.0) 1900 : cluster [DBG] osdmap e1018: 8 total, 8 up, 8 in 2024-09-13T00:22:38.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:37 smithi032 bash[76677]: cluster 2024-09-13T00:22:36.764127+0000 mon.a (mon.0) 1900 : cluster [DBG] osdmap e1018: 8 total, 8 up, 8 in 2024-09-13T00:22:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:38 smithi053 bash[67631]: cluster 2024-09-13T00:22:37.398819+0000 mgr.y (mgr.34107) 596 : cluster [DBG] pgmap v1167: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:38 smithi053 bash[67631]: cluster 2024-09-13T00:22:37.758017+0000 mon.a (mon.0) 1901 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:22:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:38 smithi053 bash[67631]: cluster 2024-09-13T00:22:37.758102+0000 mon.a (mon.0) 1902 : cluster [INF] Cluster is now healthy 2024-09-13T00:22:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:38 smithi053 bash[67631]: cluster 2024-09-13T00:22:37.781758+0000 mon.a (mon.0) 1903 : cluster [DBG] osdmap e1019: 8 total, 8 up, 8 in 2024-09-13T00:22:39.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:38 smithi053 bash[67631]: audit 2024-09-13T00:22:37.788748+0000 mon.c (mon.2) 40 : audit [INF] from='client.? 172.21.15.32:0/3811529992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:39.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:38 smithi053 bash[67631]: audit 2024-09-13T00:22:37.795600+0000 mon.a (mon.0) 1904 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:38 smithi032 bash[75510]: cluster 2024-09-13T00:22:37.398819+0000 mgr.y (mgr.34107) 596 : cluster [DBG] pgmap v1167: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:39.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:38 smithi032 bash[75510]: cluster 2024-09-13T00:22:37.758017+0000 mon.a (mon.0) 1901 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:22:39.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:38 smithi032 bash[75510]: cluster 2024-09-13T00:22:37.758102+0000 mon.a (mon.0) 1902 : cluster [INF] Cluster is now healthy 2024-09-13T00:22:39.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:38 smithi032 bash[75510]: cluster 2024-09-13T00:22:37.781758+0000 mon.a (mon.0) 1903 : cluster [DBG] osdmap e1019: 8 total, 8 up, 8 in 2024-09-13T00:22:39.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:38 smithi032 bash[75510]: audit 2024-09-13T00:22:37.788748+0000 mon.c (mon.2) 40 : audit [INF] from='client.? 172.21.15.32:0/3811529992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:39.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:38 smithi032 bash[75510]: audit 2024-09-13T00:22:37.795600+0000 mon.a (mon.0) 1904 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:38 smithi032 bash[76677]: cluster 2024-09-13T00:22:37.398819+0000 mgr.y (mgr.34107) 596 : cluster [DBG] pgmap v1167: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:38 smithi032 bash[76677]: cluster 2024-09-13T00:22:37.758017+0000 mon.a (mon.0) 1901 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:22:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:38 smithi032 bash[76677]: cluster 2024-09-13T00:22:37.758102+0000 mon.a (mon.0) 1902 : cluster [INF] Cluster is now healthy 2024-09-13T00:22:39.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:38 smithi032 bash[76677]: cluster 2024-09-13T00:22:37.781758+0000 mon.a (mon.0) 1903 : cluster [DBG] osdmap e1019: 8 total, 8 up, 8 in 2024-09-13T00:22:39.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:38 smithi032 bash[76677]: audit 2024-09-13T00:22:37.788748+0000 mon.c (mon.2) 40 : audit [INF] from='client.? 172.21.15.32:0/3811529992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:39.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:38 smithi032 bash[76677]: audit 2024-09-13T00:22:37.795600+0000 mon.a (mon.0) 1904 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:39.805 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsNumOps.Mul (3038 ms) 2024-09-13T00:22:39.806 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsNumOps.Div 2024-09-13T00:22:40.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:39 smithi032 bash[75510]: audit 2024-09-13T00:22:38.790631+0000 mon.a (mon.0) 1905 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:40.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:39 smithi032 bash[75510]: cluster 2024-09-13T00:22:38.791253+0000 mon.a (mon.0) 1906 : cluster [DBG] osdmap e1020: 8 total, 8 up, 8 in 2024-09-13T00:22:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:39 smithi032 bash[76677]: audit 2024-09-13T00:22:38.790631+0000 mon.a (mon.0) 1905 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:39 smithi032 bash[76677]: cluster 2024-09-13T00:22:38.791253+0000 mon.a (mon.0) 1906 : cluster [DBG] osdmap e1020: 8 total, 8 up, 8 in 2024-09-13T00:22:40.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:39 smithi053 bash[67631]: audit 2024-09-13T00:22:38.790631+0000 mon.a (mon.0) 1905 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:40.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:39 smithi053 bash[67631]: cluster 2024-09-13T00:22:38.791253+0000 mon.a (mon.0) 1906 : cluster [DBG] osdmap e1020: 8 total, 8 up, 8 in 2024-09-13T00:22:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:40 smithi032 bash[75510]: cluster 2024-09-13T00:22:39.399523+0000 mgr.y (mgr.34107) 597 : cluster [DBG] pgmap v1170: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:40 smithi032 bash[75510]: cluster 2024-09-13T00:22:39.802379+0000 mon.a (mon.0) 1907 : cluster [DBG] osdmap e1021: 8 total, 8 up, 8 in 2024-09-13T00:22:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:40 smithi032 bash[75510]: audit 2024-09-13T00:22:40.288892+0000 mon.a (mon.0) 1908 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:22:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:40 smithi032 bash[75510]: audit 2024-09-13T00:22:40.290077+0000 mon.a (mon.0) 1909 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:22:41.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:40 smithi032 bash[76677]: cluster 2024-09-13T00:22:39.399523+0000 mgr.y (mgr.34107) 597 : cluster [DBG] pgmap v1170: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:41.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:40 smithi032 bash[76677]: cluster 2024-09-13T00:22:39.802379+0000 mon.a (mon.0) 1907 : cluster [DBG] osdmap e1021: 8 total, 8 up, 8 in 2024-09-13T00:22:41.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:40 smithi032 bash[76677]: audit 2024-09-13T00:22:40.288892+0000 mon.a (mon.0) 1908 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:22:41.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:40 smithi032 bash[76677]: audit 2024-09-13T00:22:40.290077+0000 mon.a (mon.0) 1909 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:22:41.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:40 smithi053 bash[67631]: cluster 2024-09-13T00:22:39.399523+0000 mgr.y (mgr.34107) 597 : cluster [DBG] pgmap v1170: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:41.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:40 smithi053 bash[67631]: cluster 2024-09-13T00:22:39.802379+0000 mon.a (mon.0) 1907 : cluster [DBG] osdmap e1021: 8 total, 8 up, 8 in 2024-09-13T00:22:41.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:40 smithi053 bash[67631]: audit 2024-09-13T00:22:40.288892+0000 mon.a (mon.0) 1908 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:22:41.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:40 smithi053 bash[67631]: audit 2024-09-13T00:22:40.290077+0000 mon.a (mon.0) 1909 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:22:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:41 smithi032 bash[75510]: cluster 2024-09-13T00:22:40.804272+0000 mon.a (mon.0) 1910 : cluster [DBG] osdmap e1022: 8 total, 8 up, 8 in 2024-09-13T00:22:42.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:41 smithi032 bash[75510]: audit 2024-09-13T00:22:40.806597+0000 mon.c (mon.2) 41 : audit [INF] from='client.? 172.21.15.32:0/3539061883' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:42.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:41 smithi032 bash[75510]: audit 2024-09-13T00:22:40.808970+0000 mon.a (mon.0) 1911 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:42.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:41 smithi032 bash[75510]: audit 2024-09-13T00:22:41.806686+0000 mon.a (mon.0) 1912 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:42.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:41 smithi032 bash[75510]: cluster 2024-09-13T00:22:41.807231+0000 mon.a (mon.0) 1913 : cluster [DBG] osdmap e1023: 8 total, 8 up, 8 in 2024-09-13T00:22:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:41 smithi032 bash[76677]: cluster 2024-09-13T00:22:40.804272+0000 mon.a (mon.0) 1910 : cluster [DBG] osdmap e1022: 8 total, 8 up, 8 in 2024-09-13T00:22:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:41 smithi032 bash[76677]: audit 2024-09-13T00:22:40.806597+0000 mon.c (mon.2) 41 : audit [INF] from='client.? 172.21.15.32:0/3539061883' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:41 smithi032 bash[76677]: audit 2024-09-13T00:22:40.808970+0000 mon.a (mon.0) 1911 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:41 smithi032 bash[76677]: audit 2024-09-13T00:22:41.806686+0000 mon.a (mon.0) 1912 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:41 smithi032 bash[76677]: cluster 2024-09-13T00:22:41.807231+0000 mon.a (mon.0) 1913 : cluster [DBG] osdmap e1023: 8 total, 8 up, 8 in 2024-09-13T00:22:42.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:41 smithi053 bash[67631]: cluster 2024-09-13T00:22:40.804272+0000 mon.a (mon.0) 1910 : cluster [DBG] osdmap e1022: 8 total, 8 up, 8 in 2024-09-13T00:22:42.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:41 smithi053 bash[67631]: audit 2024-09-13T00:22:40.806597+0000 mon.c (mon.2) 41 : audit [INF] from='client.? 172.21.15.32:0/3539061883' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:42.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:41 smithi053 bash[67631]: audit 2024-09-13T00:22:40.808970+0000 mon.a (mon.0) 1911 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:42.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:41 smithi053 bash[67631]: audit 2024-09-13T00:22:41.806686+0000 mon.a (mon.0) 1912 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111018-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:42.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:41 smithi053 bash[67631]: cluster 2024-09-13T00:22:41.807231+0000 mon.a (mon.0) 1913 : cluster [DBG] osdmap e1023: 8 total, 8 up, 8 in 2024-09-13T00:22:42.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:22:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:22:42] "GET /metrics HTTP/1.1" 200 33933 "" "Prometheus/2.43.0" 2024-09-13T00:22:42.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:22:42 smithi053 bash[94430]: ts=2024-09-13T00:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:22:42.815 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsNumOps.Div (3010 ms) 2024-09-13T00:22:42.816 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 4 tests from ClsNumOps (12014 ms total) 2024-09-13T00:22:42.816 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:22:42.816 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T00:22:42.816 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 4 tests from 1 test suite ran. (12014 ms total) 2024-09-13T00:22:42.816 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 4 tests. 2024-09-13T00:22:42.822 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:22:42.822 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:22:42.875 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-09-13T00:22:42.876 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-09-13T00:22:42.937 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2024-09-13T00:22:42.937 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 70 tests from 1 test suite. 2024-09-13T00:22:42.937 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:22:42.938 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 70 tests from TestClsRbd 2024-09-13T00:22:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:42 smithi032 bash[75510]: cluster 2024-09-13T00:22:41.400278+0000 mgr.y (mgr.34107) 598 : cluster [DBG] pgmap v1173: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:43.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:42 smithi032 bash[75510]: cluster 2024-09-13T00:22:41.815869+0000 mon.a (mon.0) 1914 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:43.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:42 smithi032 bash[75510]: cluster 2024-09-13T00:22:42.809749+0000 mon.a (mon.0) 1915 : cluster [DBG] osdmap e1024: 8 total, 8 up, 8 in 2024-09-13T00:22:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:42 smithi032 bash[76677]: cluster 2024-09-13T00:22:41.400278+0000 mgr.y (mgr.34107) 598 : cluster [DBG] pgmap v1173: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:42 smithi032 bash[76677]: cluster 2024-09-13T00:22:41.815869+0000 mon.a (mon.0) 1914 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:42 smithi032 bash[76677]: cluster 2024-09-13T00:22:42.809749+0000 mon.a (mon.0) 1915 : cluster [DBG] osdmap e1024: 8 total, 8 up, 8 in 2024-09-13T00:22:43.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:42 smithi053 bash[67631]: cluster 2024-09-13T00:22:41.400278+0000 mgr.y (mgr.34107) 598 : cluster [DBG] pgmap v1173: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:43.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:42 smithi053 bash[67631]: cluster 2024-09-13T00:22:41.815869+0000 mon.a (mon.0) 1914 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:43.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:42 smithi053 bash[67631]: cluster 2024-09-13T00:22:42.809749+0000 mon.a (mon.0) 1915 : cluster [DBG] osdmap e1024: 8 total, 8 up, 8 in 2024-09-13T00:22:44.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:43 smithi032 bash[75510]: cluster 2024-09-13T00:22:43.834776+0000 mon.a (mon.0) 1916 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:22:44.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:43 smithi032 bash[75510]: cluster 2024-09-13T00:22:43.834851+0000 mon.a (mon.0) 1917 : cluster [INF] Cluster is now healthy 2024-09-13T00:22:44.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:43 smithi032 bash[75510]: cluster 2024-09-13T00:22:43.854172+0000 mon.a (mon.0) 1918 : cluster [DBG] osdmap e1025: 8 total, 8 up, 8 in 2024-09-13T00:22:44.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:43 smithi032 bash[75510]: audit 2024-09-13T00:22:43.863101+0000 mon.a (mon.0) 1919 : audit [INF] from='client.? 172.21.15.32:0/4067135763' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111095-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:44.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:43 smithi032 bash[76677]: cluster 2024-09-13T00:22:43.834776+0000 mon.a (mon.0) 1916 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:22:44.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:43 smithi032 bash[76677]: cluster 2024-09-13T00:22:43.834851+0000 mon.a (mon.0) 1917 : cluster [INF] Cluster is now healthy 2024-09-13T00:22:44.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:43 smithi032 bash[76677]: cluster 2024-09-13T00:22:43.854172+0000 mon.a (mon.0) 1918 : cluster [DBG] osdmap e1025: 8 total, 8 up, 8 in 2024-09-13T00:22:44.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:43 smithi032 bash[76677]: audit 2024-09-13T00:22:43.863101+0000 mon.a (mon.0) 1919 : audit [INF] from='client.? 172.21.15.32:0/4067135763' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111095-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:44.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:43 smithi053 bash[67631]: cluster 2024-09-13T00:22:43.834776+0000 mon.a (mon.0) 1916 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:22:44.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:43 smithi053 bash[67631]: cluster 2024-09-13T00:22:43.834851+0000 mon.a (mon.0) 1917 : cluster [INF] Cluster is now healthy 2024-09-13T00:22:44.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:43 smithi053 bash[67631]: cluster 2024-09-13T00:22:43.854172+0000 mon.a (mon.0) 1918 : cluster [DBG] osdmap e1025: 8 total, 8 up, 8 in 2024-09-13T00:22:44.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:43 smithi053 bash[67631]: audit 2024-09-13T00:22:43.863101+0000 mon.a (mon.0) 1919 : audit [INF] from='client.? 172.21.15.32:0/4067135763' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111095-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:44.859 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_all_features 2024-09-13T00:22:44.892 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_all_features (33 ms) 2024-09-13T00:22:44.892 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.copyup 2024-09-13T00:22:45.127 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.copyup (234 ms) 2024-09-13T00:22:45.127 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-09-13T00:22:45.147 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.sparse_copyup (21 ms) 2024-09-13T00:22:45.148 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-09-13T00:22:45.158 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_and_set_id (11 ms) 2024-09-13T00:22:45.158 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-09-13T00:22:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:44 smithi032 bash[75510]: cluster 2024-09-13T00:22:43.400893+0000 mgr.y (mgr.34107) 599 : cluster [DBG] pgmap v1176: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:44 smithi032 bash[75510]: audit 2024-09-13T00:22:44.858023+0000 mon.a (mon.0) 1920 : audit [INF] from='client.? 172.21.15.32:0/4067135763' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111095-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:44 smithi032 bash[75510]: cluster 2024-09-13T00:22:44.858283+0000 mon.a (mon.0) 1921 : cluster [DBG] osdmap e1026: 8 total, 8 up, 8 in 2024-09-13T00:22:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:44 smithi032 bash[76677]: cluster 2024-09-13T00:22:43.400893+0000 mgr.y (mgr.34107) 599 : cluster [DBG] pgmap v1176: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:45.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:44 smithi032 bash[76677]: audit 2024-09-13T00:22:44.858023+0000 mon.a (mon.0) 1920 : audit [INF] from='client.? 172.21.15.32:0/4067135763' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111095-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:45.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:44 smithi032 bash[76677]: cluster 2024-09-13T00:22:44.858283+0000 mon.a (mon.0) 1921 : cluster [DBG] osdmap e1026: 8 total, 8 up, 8 in 2024-09-13T00:22:45.182 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.add_remove_child (24 ms) 2024-09-13T00:22:45.182 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.directory_methods 2024-09-13T00:22:45.245 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.directory_methods (63 ms) 2024-09-13T00:22:45.245 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.create 2024-09-13T00:22:45.280 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.create (34 ms) 2024-09-13T00:22:45.280 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_features 2024-09-13T00:22:45.283 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_features (4 ms) 2024-09-13T00:22:45.283 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-09-13T00:22:45.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:44 smithi053 bash[67631]: cluster 2024-09-13T00:22:43.400893+0000 mgr.y (mgr.34107) 599 : cluster [DBG] pgmap v1176: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:45.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:44 smithi053 bash[67631]: audit 2024-09-13T00:22:44.858023+0000 mon.a (mon.0) 1920 : audit [INF] from='client.? 172.21.15.32:0/4067135763' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111095-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:45.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:44 smithi053 bash[67631]: cluster 2024-09-13T00:22:44.858283+0000 mon.a (mon.0) 1921 : cluster [DBG] osdmap e1026: 8 total, 8 up, 8 in 2024-09-13T00:22:45.287 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_object_prefix (4 ms) 2024-09-13T00:22:45.287 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-09-13T00:22:45.292 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_create_timestamp (4 ms) 2024-09-13T00:22:45.292 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-09-13T00:22:45.296 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_access_timestamp (4 ms) 2024-09-13T00:22:45.296 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-09-13T00:22:45.299 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_modify_timestamp (3 ms) 2024-09-13T00:22:45.299 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-09-13T00:22:45.309 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_data_pool (9 ms) 2024-09-13T00:22:45.309 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_size 2024-09-13T00:22:45.318 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_size (10 ms) 2024-09-13T00:22:45.318 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.set_size 2024-09-13T00:22:45.328 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.set_size (10 ms) 2024-09-13T00:22:45.328 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.protection_status 2024-09-13T00:22:45.359 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.protection_status (31 ms) 2024-09-13T00:22:45.359 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-09-13T00:22:45.376 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.snapshot_limits (17 ms) 2024-09-13T00:22:45.376 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.parents_v1 2024-09-13T00:22:45.435 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.parents_v1 (58 ms) 2024-09-13T00:22:45.435 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.parents_v2 2024-09-13T00:22:45.471 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.parents_v2 (36 ms) 2024-09-13T00:22:45.471 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.snapshots 2024-09-13T00:22:45.499 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.snapshots (28 ms) 2024-09-13T00:22:45.499 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.snapid_race 2024-09-13T00:22:45.504 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.snapid_race (6 ms) 2024-09-13T00:22:45.504 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.stripingv2 2024-09-13T00:22:45.516 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.stripingv2 (12 ms) 2024-09-13T00:22:45.516 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.object_map_save 2024-09-13T00:22:45.518 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-09-13T00:22:45.518 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-09-13T00:22:45.525 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-09-13T00:22:45.525 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.object_map_update 2024-09-13T00:22:45.530 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.object_map_update (5 ms) 2024-09-13T00:22:45.530 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-09-13T00:22:45.530 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-09-13T00:22:45.530 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-09-13T00:22:45.535 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.object_map_snap_add (5 ms) 2024-09-13T00:22:45.535 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-09-13T00:22:45.542 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.object_map_snap_remove (7 ms) 2024-09-13T00:22:45.543 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.flags 2024-09-13T00:22:45.550 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.flags (7 ms) 2024-09-13T00:22:45.550 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.metadata 2024-09-13T00:22:45.579 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.metadata (29 ms) 2024-09-13T00:22:45.579 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.set_features 2024-09-13T00:22:45.589 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.set_features (11 ms) 2024-09-13T00:22:45.590 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.mirror 2024-09-13T00:22:45.644 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.mirror (55 ms) 2024-09-13T00:22:45.644 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.mirror_image 2024-09-13T00:22:45.669 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.mirror_image (25 ms) 2024-09-13T00:22:45.670 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-09-13T00:22:46.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:45 smithi032 bash[75510]: audit 2024-09-13T00:22:45.015293+0000 mon.a (mon.0) 1922 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:22:46.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:45 smithi032 bash[75510]: audit 2024-09-13T00:22:45.588079+0000 mon.a (mon.0) 1923 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:22:46.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:45 smithi032 bash[75510]: audit 2024-09-13T00:22:45.588983+0000 mon.a (mon.0) 1924 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:22:46.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:45 smithi032 bash[75510]: audit 2024-09-13T00:22:45.595535+0000 mon.a (mon.0) 1925 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:22:46.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:45 smithi032 bash[75510]: cluster 2024-09-13T00:22:45.861884+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e1027: 8 total, 8 up, 8 in 2024-09-13T00:22:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:45 smithi032 bash[76677]: audit 2024-09-13T00:22:45.015293+0000 mon.a (mon.0) 1922 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:22:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:45 smithi032 bash[76677]: audit 2024-09-13T00:22:45.588079+0000 mon.a (mon.0) 1923 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:22:46.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:45 smithi032 bash[76677]: audit 2024-09-13T00:22:45.588983+0000 mon.a (mon.0) 1924 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:22:46.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:45 smithi032 bash[76677]: audit 2024-09-13T00:22:45.595535+0000 mon.a (mon.0) 1925 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:22:46.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:45 smithi032 bash[76677]: cluster 2024-09-13T00:22:45.861884+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e1027: 8 total, 8 up, 8 in 2024-09-13T00:22:46.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:45 smithi053 bash[67631]: audit 2024-09-13T00:22:45.015293+0000 mon.a (mon.0) 1922 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:22:46.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:45 smithi053 bash[67631]: audit 2024-09-13T00:22:45.588079+0000 mon.a (mon.0) 1923 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:22:46.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:45 smithi053 bash[67631]: audit 2024-09-13T00:22:45.588983+0000 mon.a (mon.0) 1924 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:22:46.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:45 smithi053 bash[67631]: audit 2024-09-13T00:22:45.595535+0000 mon.a (mon.0) 1925 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:22:46.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:45 smithi053 bash[67631]: cluster 2024-09-13T00:22:45.861884+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e1027: 8 total, 8 up, 8 in 2024-09-13T00:22:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:46 smithi032 bash[75510]: cluster 2024-09-13T00:22:45.401691+0000 mgr.y (mgr.34107) 600 : cluster [DBG] pgmap v1179: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-13T00:22:47.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:46 smithi032 bash[76677]: cluster 2024-09-13T00:22:45.401691+0000 mgr.y (mgr.34107) 600 : cluster [DBG] pgmap v1179: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-13T00:22:47.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:46 smithi053 bash[67631]: cluster 2024-09-13T00:22:45.401691+0000 mgr.y (mgr.34107) 600 : cluster [DBG] pgmap v1179: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-13T00:22:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:48 smithi032 bash[75510]: cluster 2024-09-13T00:22:47.402552+0000 mgr.y (mgr.34107) 601 : cluster [DBG] pgmap v1181: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 907 KiB/s wr, 60 op/s 2024-09-13T00:22:49.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:48 smithi032 bash[76677]: cluster 2024-09-13T00:22:47.402552+0000 mgr.y (mgr.34107) 601 : cluster [DBG] pgmap v1181: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 907 KiB/s wr, 60 op/s 2024-09-13T00:22:49.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:48 smithi053 bash[67631]: cluster 2024-09-13T00:22:47.402552+0000 mgr.y (mgr.34107) 601 : cluster [DBG] pgmap v1181: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 907 KiB/s wr, 60 op/s 2024-09-13T00:22:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:50 smithi032 bash[75510]: cluster 2024-09-13T00:22:49.404008+0000 mgr.y (mgr.34107) 602 : cluster [DBG] pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 964 KiB/s wr, 756 op/s 2024-09-13T00:22:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:50 smithi032 bash[76677]: cluster 2024-09-13T00:22:49.404008+0000 mgr.y (mgr.34107) 602 : cluster [DBG] pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 964 KiB/s wr, 756 op/s 2024-09-13T00:22:51.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:50 smithi053 bash[67631]: cluster 2024-09-13T00:22:49.404008+0000 mgr.y (mgr.34107) 602 : cluster [DBG] pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 964 KiB/s wr, 756 op/s 2024-09-13T00:22:52.236 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.mirror_image_status (6567 ms) 2024-09-13T00:22:52.236 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-09-13T00:22:52.463 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.mirror_image_map (226 ms) 2024-09-13T00:22:52.463 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-09-13T00:22:52.483 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.mirror_instances (21 ms) 2024-09-13T00:22:52.484 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-09-13T00:22:52.515 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.mirror_snapshot (32 ms) 2024-09-13T00:22:52.515 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-09-13T00:22:52.522 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_dir_list (7 ms) 2024-09-13T00:22:52.522 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-09-13T00:22:52.528 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_dir_add (6 ms) 2024-09-13T00:22:52.528 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-09-13T00:22:52.537 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.dir_add_already_existing (9 ms) 2024-09-13T00:22:52.537 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-09-13T00:22:52.554 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_dir_rename (16 ms) 2024-09-13T00:22:52.554 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-09-13T00:22:52.563 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_dir_remove (10 ms) 2024-09-13T00:22:52.563 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-09-13T00:22:52.576 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (13 ms) 2024-09-13T00:22:52.576 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_image_add 2024-09-13T00:22:52.582 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_image_add (5 ms) 2024-09-13T00:22:52.582 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-09-13T00:22:52.590 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_image_remove (9 ms) 2024-09-13T00:22:52.590 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_image_list 2024-09-13T00:22:52.598 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_image_list (7 ms) 2024-09-13T00:22:52.598 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-09-13T00:22:52.611 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_image_clean (14 ms) 2024-09-13T00:22:52.611 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.image_group_add 2024-09-13T00:22:52.617 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.image_group_add (6 ms) 2024-09-13T00:22:52.617 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-09-13T00:22:52.625 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.image_group_remove (8 ms) 2024-09-13T00:22:52.625 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.image_group_get 2024-09-13T00:22:52.631 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.image_group_get (6 ms) 2024-09-13T00:22:52.631 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-09-13T00:22:52.636 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (4 ms) 2024-09-13T00:22:52.636 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-09-13T00:22:52.640 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (5 ms) 2024-09-13T00:22:52.640 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-09-13T00:22:52.647 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (7 ms) 2024-09-13T00:22:52.647 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-09-13T00:22:52.653 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (6 ms) 2024-09-13T00:22:52.654 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-09-13T00:22:52.660 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_set (7 ms) 2024-09-13T00:22:52.660 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-09-13T00:22:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:22:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:22:52] "GET /metrics HTTP/1.1" 200 33933 "" "Prometheus/2.43.0" 2024-09-13T00:22:52.667 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_list (7 ms) 2024-09-13T00:22:52.667 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-09-13T00:22:52.710 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (43 ms) 2024-09-13T00:22:52.711 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-09-13T00:22:52.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:22:52 smithi053 bash[94430]: ts=2024-09-13T00:22:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:22:53.254 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (543 ms) 2024-09-13T00:22:53.254 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-09-13T00:22:53.263 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_remove (9 ms) 2024-09-13T00:22:53.263 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-09-13T00:22:53.268 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (6 ms) 2024-09-13T00:22:53.268 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.trash_methods 2024-09-13T00:22:53.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:52 smithi053 bash[67631]: cluster 2024-09-13T00:22:51.405071+0000 mgr.y (mgr.34107) 603 : cluster [DBG] pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 770 KiB/s wr, 624 op/s 2024-09-13T00:22:53.291 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.trash_methods (23 ms) 2024-09-13T00:22:53.291 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.op_features 2024-09-13T00:22:53.311 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.op_features (20 ms) 2024-09-13T00:22:53.312 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.clone_parent 2024-09-13T00:22:53.369 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.clone_parent (58 ms) 2024-09-13T00:22:53.369 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-09-13T00:22:53.394 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.clone_parent_ns (25 ms) 2024-09-13T00:22:53.394 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.clone_child 2024-09-13T00:22:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:52 smithi032 bash[76677]: cluster 2024-09-13T00:22:51.405071+0000 mgr.y (mgr.34107) 603 : cluster [DBG] pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 770 KiB/s wr, 624 op/s 2024-09-13T00:22:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:52 smithi032 bash[75510]: cluster 2024-09-13T00:22:51.405071+0000 mgr.y (mgr.34107) 603 : cluster [DBG] pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 770 KiB/s wr, 624 op/s 2024-09-13T00:22:53.426 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.clone_child (32 ms) 2024-09-13T00:22:53.426 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-09-13T00:22:53.444 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.namespace_methods (18 ms) 2024-09-13T00:22:53.444 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.migration 2024-09-13T00:22:53.473 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.migration (29 ms) 2024-09-13T00:22:53.474 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.migration_v1 2024-09-13T00:22:53.497 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.migration_v1 (24 ms) 2024-09-13T00:22:53.497 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-09-13T00:22:54.945 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1447 ms) 2024-09-13T00:22:54.952 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.sparsify 2024-09-13T00:22:55.054 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.sparsify (109 ms) 2024-09-13T00:22:55.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:54 smithi053 bash[67631]: cluster 2024-09-13T00:22:53.406199+0000 mgr.y (mgr.34107) 604 : cluster [DBG] pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 680 KiB/s wr, 552 op/s 2024-09-13T00:22:55.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:54 smithi053 bash[67631]: cluster 2024-09-13T00:22:53.933467+0000 mon.a (mon.0) 1927 : cluster [DBG] osdmap e1028: 8 total, 8 up, 8 in 2024-09-13T00:22:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:54 smithi032 bash[75510]: cluster 2024-09-13T00:22:53.406199+0000 mgr.y (mgr.34107) 604 : cluster [DBG] pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 680 KiB/s wr, 552 op/s 2024-09-13T00:22:55.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:54 smithi032 bash[75510]: cluster 2024-09-13T00:22:53.933467+0000 mon.a (mon.0) 1927 : cluster [DBG] osdmap e1028: 8 total, 8 up, 8 in 2024-09-13T00:22:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:54 smithi032 bash[76677]: cluster 2024-09-13T00:22:53.406199+0000 mgr.y (mgr.34107) 604 : cluster [DBG] pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 680 KiB/s wr, 552 op/s 2024-09-13T00:22:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:54 smithi032 bash[76677]: cluster 2024-09-13T00:22:53.933467+0000 mon.a (mon.0) 1927 : cluster [DBG] osdmap e1028: 8 total, 8 up, 8 in 2024-09-13T00:22:55.959 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 70 tests from TestClsRbd (10195 ms total) 2024-09-13T00:22:55.959 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:22:55.960 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T00:22:55.960 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 70 tests from 1 test suite ran. (13022 ms total) 2024-09-13T00:22:55.960 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 70 tests. 2024-09-13T00:22:55.965 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:22:55.965 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:22:56.020 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-13T00:22:56.020 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-13T00:22:56.086 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2024-09-13T00:22:56.086 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-13T00:22:56.086 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:22:56.086 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 10 tests from cls_rgw 2024-09-13T00:22:56.086 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_implicit 2024-09-13T00:22:56.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:55 smithi053 bash[67631]: cluster 2024-09-13T00:22:54.943563+0000 mon.a (mon.0) 1928 : cluster [DBG] osdmap e1029: 8 total, 8 up, 8 in 2024-09-13T00:22:56.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:55 smithi053 bash[67631]: audit 2024-09-13T00:22:55.147601+0000 mon.a (mon.0) 1929 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:22:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:55 smithi032 bash[75510]: cluster 2024-09-13T00:22:54.943563+0000 mon.a (mon.0) 1928 : cluster [DBG] osdmap e1029: 8 total, 8 up, 8 in 2024-09-13T00:22:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:55 smithi032 bash[75510]: audit 2024-09-13T00:22:55.147601+0000 mon.a (mon.0) 1929 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:22:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:55 smithi032 bash[76677]: cluster 2024-09-13T00:22:54.943563+0000 mon.a (mon.0) 1928 : cluster [DBG] osdmap e1029: 8 total, 8 up, 8 in 2024-09-13T00:22:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:55 smithi032 bash[76677]: audit 2024-09-13T00:22:55.147601+0000 mon.a (mon.0) 1929 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:22:57.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:56 smithi053 bash[67631]: cluster 2024-09-13T00:22:55.407010+0000 mgr.y (mgr.34107) 605 : cluster [DBG] pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 536 KiB/s wr, 1.69k op/s 2024-09-13T00:22:57.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:56 smithi053 bash[67631]: cluster 2024-09-13T00:22:55.955703+0000 mon.a (mon.0) 1930 : cluster [DBG] osdmap e1030: 8 total, 8 up, 8 in 2024-09-13T00:22:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:56 smithi032 bash[75510]: cluster 2024-09-13T00:22:55.407010+0000 mgr.y (mgr.34107) 605 : cluster [DBG] pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 536 KiB/s wr, 1.69k op/s 2024-09-13T00:22:57.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:56 smithi032 bash[75510]: cluster 2024-09-13T00:22:55.955703+0000 mon.a (mon.0) 1930 : cluster [DBG] osdmap e1030: 8 total, 8 up, 8 in 2024-09-13T00:22:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:56 smithi032 bash[76677]: cluster 2024-09-13T00:22:55.407010+0000 mgr.y (mgr.34107) 605 : cluster [DBG] pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 536 KiB/s wr, 1.69k op/s 2024-09-13T00:22:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:56 smithi032 bash[76677]: cluster 2024-09-13T00:22:55.955703+0000 mon.a (mon.0) 1930 : cluster [DBG] osdmap e1030: 8 total, 8 up, 8 in 2024-09-13T00:22:58.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:57 smithi053 bash[67631]: cluster 2024-09-13T00:22:56.966105+0000 mon.a (mon.0) 1931 : cluster [DBG] osdmap e1031: 8 total, 8 up, 8 in 2024-09-13T00:22:58.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:57 smithi053 bash[67631]: audit 2024-09-13T00:22:56.967990+0000 mon.a (mon.0) 1932 : audit [INF] from='client.? 172.21.15.32:0/541736002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:57 smithi032 bash[75510]: cluster 2024-09-13T00:22:56.966105+0000 mon.a (mon.0) 1931 : cluster [DBG] osdmap e1031: 8 total, 8 up, 8 in 2024-09-13T00:22:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:57 smithi032 bash[75510]: audit 2024-09-13T00:22:56.967990+0000 mon.a (mon.0) 1932 : audit [INF] from='client.? 172.21.15.32:0/541736002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:57 smithi032 bash[76677]: cluster 2024-09-13T00:22:56.966105+0000 mon.a (mon.0) 1931 : cluster [DBG] osdmap e1031: 8 total, 8 up, 8 in 2024-09-13T00:22:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:57 smithi032 bash[76677]: audit 2024-09-13T00:22:56.967990+0000 mon.a (mon.0) 1932 : audit [INF] from='client.? 172.21.15.32:0/541736002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:22:58.981 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_implicit (2896 ms) 2024-09-13T00:22:58.982 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-09-13T00:22:59.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:58 smithi053 bash[67631]: cluster 2024-09-13T00:22:57.407741+0000 mgr.y (mgr.34107) 606 : cluster [DBG] pgmap v1190: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:59.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:58 smithi053 bash[67631]: cluster 2024-09-13T00:22:57.959137+0000 mon.a (mon.0) 1933 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:59.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:58 smithi053 bash[67631]: audit 2024-09-13T00:22:57.977364+0000 mon.a (mon.0) 1934 : audit [INF] from='client.? 172.21.15.32:0/541736002' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:59.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:22:58 smithi053 bash[67631]: cluster 2024-09-13T00:22:57.977876+0000 mon.a (mon.0) 1935 : cluster [DBG] osdmap e1032: 8 total, 8 up, 8 in 2024-09-13T00:22:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:58 smithi032 bash[75510]: cluster 2024-09-13T00:22:57.407741+0000 mgr.y (mgr.34107) 606 : cluster [DBG] pgmap v1190: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:58 smithi032 bash[75510]: cluster 2024-09-13T00:22:57.959137+0000 mon.a (mon.0) 1933 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:59.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:58 smithi032 bash[75510]: audit 2024-09-13T00:22:57.977364+0000 mon.a (mon.0) 1934 : audit [INF] from='client.? 172.21.15.32:0/541736002' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:59.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:58 smithi032 bash[75510]: cluster 2024-09-13T00:22:57.977876+0000 mon.a (mon.0) 1935 : cluster [DBG] osdmap e1032: 8 total, 8 up, 8 in 2024-09-13T00:22:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:58 smithi032 bash[76677]: cluster 2024-09-13T00:22:57.407741+0000 mgr.y (mgr.34107) 606 : cluster [DBG] pgmap v1190: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:22:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:58 smithi032 bash[76677]: cluster 2024-09-13T00:22:57.959137+0000 mon.a (mon.0) 1933 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:22:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:58 smithi032 bash[76677]: audit 2024-09-13T00:22:57.977364+0000 mon.a (mon.0) 1934 : audit [INF] from='client.? 172.21.15.32:0/541736002' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:22:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:22:58 smithi032 bash[76677]: cluster 2024-09-13T00:22:57.977876+0000 mon.a (mon.0) 1935 : cluster [DBG] osdmap e1032: 8 total, 8 up, 8 in 2024-09-13T00:23:00.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:00 smithi053 bash[67631]: cluster 2024-09-13T00:22:58.978313+0000 mon.a (mon.0) 1936 : cluster [DBG] osdmap e1033: 8 total, 8 up, 8 in 2024-09-13T00:23:00.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:00 smithi053 bash[67631]: cluster 2024-09-13T00:22:59.408353+0000 mgr.y (mgr.34107) 607 : cluster [DBG] pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:00.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:59 smithi032 bash[75510]: cluster 2024-09-13T00:22:58.978313+0000 mon.a (mon.0) 1936 : cluster [DBG] osdmap e1033: 8 total, 8 up, 8 in 2024-09-13T00:23:00.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:22:59 smithi032 bash[75510]: cluster 2024-09-13T00:22:59.408353+0000 mgr.y (mgr.34107) 607 : cluster [DBG] pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:00.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:00 smithi032 bash[76677]: cluster 2024-09-13T00:22:58.978313+0000 mon.a (mon.0) 1936 : cluster [DBG] osdmap e1033: 8 total, 8 up, 8 in 2024-09-13T00:23:00.417 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:00 smithi032 bash[76677]: cluster 2024-09-13T00:22:59.408353+0000 mgr.y (mgr.34107) 607 : cluster [DBG] pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:01.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:01 smithi053 bash[67631]: cluster 2024-09-13T00:22:59.984054+0000 mon.a (mon.0) 1937 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:01.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:01 smithi053 bash[67631]: cluster 2024-09-13T00:22:59.984105+0000 mon.a (mon.0) 1938 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:01.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:01 smithi053 bash[67631]: cluster 2024-09-13T00:23:00.007238+0000 mon.a (mon.0) 1939 : cluster [DBG] osdmap e1034: 8 total, 8 up, 8 in 2024-09-13T00:23:01.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:01 smithi053 bash[67631]: audit 2024-09-13T00:23:00.015034+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.32:0/4056161990' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:01.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:01 smithi053 bash[67631]: audit 2024-09-13T00:23:00.016741+0000 mon.a (mon.0) 1940 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:01 smithi032 bash[75510]: cluster 2024-09-13T00:22:59.984054+0000 mon.a (mon.0) 1937 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:01.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:01 smithi032 bash[75510]: cluster 2024-09-13T00:22:59.984105+0000 mon.a (mon.0) 1938 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:01.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:01 smithi032 bash[75510]: cluster 2024-09-13T00:23:00.007238+0000 mon.a (mon.0) 1939 : cluster [DBG] osdmap e1034: 8 total, 8 up, 8 in 2024-09-13T00:23:01.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:01 smithi032 bash[75510]: audit 2024-09-13T00:23:00.015034+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.32:0/4056161990' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:01.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:01 smithi032 bash[75510]: audit 2024-09-13T00:23:00.016741+0000 mon.a (mon.0) 1940 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:01 smithi032 bash[76677]: cluster 2024-09-13T00:22:59.984054+0000 mon.a (mon.0) 1937 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:01 smithi032 bash[76677]: cluster 2024-09-13T00:22:59.984105+0000 mon.a (mon.0) 1938 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:01 smithi032 bash[76677]: cluster 2024-09-13T00:23:00.007238+0000 mon.a (mon.0) 1939 : cluster [DBG] osdmap e1034: 8 total, 8 up, 8 in 2024-09-13T00:23:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:01 smithi032 bash[76677]: audit 2024-09-13T00:23:00.015034+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.32:0/4056161990' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:01.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:01 smithi032 bash[76677]: audit 2024-09-13T00:23:00.016741+0000 mon.a (mon.0) 1940 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:02.036 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3055 ms) 2024-09-13T00:23:02.037 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_put_snap 2024-09-13T00:23:02.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:02 smithi053 bash[67631]: audit 2024-09-13T00:23:01.008847+0000 mon.a (mon.0) 1941 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:02.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:02 smithi053 bash[67631]: cluster 2024-09-13T00:23:01.009186+0000 mon.a (mon.0) 1942 : cluster [DBG] osdmap e1035: 8 total, 8 up, 8 in 2024-09-13T00:23:02.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:02 smithi053 bash[67631]: cluster 2024-09-13T00:23:01.409025+0000 mgr.y (mgr.34107) 608 : cluster [DBG] pgmap v1196: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:02.323 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:02 smithi032 bash[75510]: audit 2024-09-13T00:23:01.008847+0000 mon.a (mon.0) 1941 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:02.323 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:02 smithi032 bash[75510]: cluster 2024-09-13T00:23:01.009186+0000 mon.a (mon.0) 1942 : cluster [DBG] osdmap e1035: 8 total, 8 up, 8 in 2024-09-13T00:23:02.323 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:02 smithi032 bash[75510]: cluster 2024-09-13T00:23:01.409025+0000 mgr.y (mgr.34107) 608 : cluster [DBG] pgmap v1196: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:02.323 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:02 smithi032 bash[76677]: audit 2024-09-13T00:23:01.008847+0000 mon.a (mon.0) 1941 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:02.323 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:02 smithi032 bash[76677]: cluster 2024-09-13T00:23:01.009186+0000 mon.a (mon.0) 1942 : cluster [DBG] osdmap e1035: 8 total, 8 up, 8 in 2024-09-13T00:23:02.323 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:02 smithi032 bash[76677]: cluster 2024-09-13T00:23:01.409025+0000 mgr.y (mgr.34107) 608 : cluster [DBG] pgmap v1196: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:02.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:23:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:23:02] "GET /metrics HTTP/1.1" 200 36351 "" "Prometheus/2.43.0" 2024-09-13T00:23:02.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:23:02 smithi053 bash[94430]: ts=2024-09-13T00:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:23:03.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:03 smithi053 bash[67631]: cluster 2024-09-13T00:23:02.031203+0000 mon.a (mon.0) 1943 : cluster [DBG] osdmap e1036: 8 total, 8 up, 8 in 2024-09-13T00:23:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:03 smithi032 bash[75510]: cluster 2024-09-13T00:23:02.031203+0000 mon.a (mon.0) 1943 : cluster [DBG] osdmap e1036: 8 total, 8 up, 8 in 2024-09-13T00:23:03.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:03 smithi032 bash[76677]: cluster 2024-09-13T00:23:02.031203+0000 mon.a (mon.0) 1943 : cluster [DBG] osdmap e1036: 8 total, 8 up, 8 in 2024-09-13T00:23:04.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:04 smithi032 bash[75510]: cluster 2024-09-13T00:23:03.042936+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e1037: 8 total, 8 up, 8 in 2024-09-13T00:23:04.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:04 smithi032 bash[75510]: audit 2024-09-13T00:23:03.055952+0000 mon.a (mon.0) 1945 : audit [INF] from='client.? 172.21.15.32:0/1419357738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:04.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:04 smithi032 bash[75510]: cluster 2024-09-13T00:23:03.409747+0000 mgr.y (mgr.34107) 609 : cluster [DBG] pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:04 smithi032 bash[76677]: cluster 2024-09-13T00:23:03.042936+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e1037: 8 total, 8 up, 8 in 2024-09-13T00:23:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:04 smithi032 bash[76677]: audit 2024-09-13T00:23:03.055952+0000 mon.a (mon.0) 1945 : audit [INF] from='client.? 172.21.15.32:0/1419357738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:04 smithi032 bash[76677]: cluster 2024-09-13T00:23:03.409747+0000 mgr.y (mgr.34107) 609 : cluster [DBG] pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:04.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:04 smithi053 bash[67631]: cluster 2024-09-13T00:23:03.042936+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e1037: 8 total, 8 up, 8 in 2024-09-13T00:23:04.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:04 smithi053 bash[67631]: audit 2024-09-13T00:23:03.055952+0000 mon.a (mon.0) 1945 : audit [INF] from='client.? 172.21.15.32:0/1419357738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:04.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:04 smithi053 bash[67631]: cluster 2024-09-13T00:23:03.409747+0000 mgr.y (mgr.34107) 609 : cluster [DBG] pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:05.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:05 smithi032 bash[75510]: cluster 2024-09-13T00:23:04.035828+0000 mon.a (mon.0) 1946 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:05.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:05 smithi032 bash[75510]: audit 2024-09-13T00:23:04.054503+0000 mon.a (mon.0) 1947 : audit [INF] from='client.? 172.21.15.32:0/1419357738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:05.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:05 smithi032 bash[75510]: cluster 2024-09-13T00:23:04.054802+0000 mon.a (mon.0) 1948 : cluster [DBG] osdmap e1038: 8 total, 8 up, 8 in 2024-09-13T00:23:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:05 smithi032 bash[76677]: cluster 2024-09-13T00:23:04.035828+0000 mon.a (mon.0) 1946 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:05 smithi032 bash[76677]: audit 2024-09-13T00:23:04.054503+0000 mon.a (mon.0) 1947 : audit [INF] from='client.? 172.21.15.32:0/1419357738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:05 smithi032 bash[76677]: cluster 2024-09-13T00:23:04.054802+0000 mon.a (mon.0) 1948 : cluster [DBG] osdmap e1038: 8 total, 8 up, 8 in 2024-09-13T00:23:05.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:05 smithi053 bash[67631]: cluster 2024-09-13T00:23:04.035828+0000 mon.a (mon.0) 1946 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:05.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:05 smithi053 bash[67631]: audit 2024-09-13T00:23:04.054503+0000 mon.a (mon.0) 1947 : audit [INF] from='client.? 172.21.15.32:0/1419357738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:05.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:05 smithi053 bash[67631]: cluster 2024-09-13T00:23:04.054802+0000 mon.a (mon.0) 1948 : cluster [DBG] osdmap e1038: 8 total, 8 up, 8 in 2024-09-13T00:23:06.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:06 smithi032 bash[75510]: cluster 2024-09-13T00:23:05.055192+0000 mon.a (mon.0) 1949 : cluster [DBG] osdmap e1039: 8 total, 8 up, 8 in 2024-09-13T00:23:06.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:06 smithi032 bash[75510]: cluster 2024-09-13T00:23:05.410554+0000 mgr.y (mgr.34107) 610 : cluster [DBG] pgmap v1202: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:06 smithi032 bash[76677]: cluster 2024-09-13T00:23:05.055192+0000 mon.a (mon.0) 1949 : cluster [DBG] osdmap e1039: 8 total, 8 up, 8 in 2024-09-13T00:23:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:06 smithi032 bash[76677]: cluster 2024-09-13T00:23:05.410554+0000 mgr.y (mgr.34107) 610 : cluster [DBG] pgmap v1202: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:06.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:06 smithi053 bash[67631]: cluster 2024-09-13T00:23:05.055192+0000 mon.a (mon.0) 1949 : cluster [DBG] osdmap e1039: 8 total, 8 up, 8 in 2024-09-13T00:23:06.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:06 smithi053 bash[67631]: cluster 2024-09-13T00:23:05.410554+0000 mgr.y (mgr.34107) 610 : cluster [DBG] pgmap v1202: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:07.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:07 smithi032 bash[76677]: cluster 2024-09-13T00:23:06.059503+0000 mon.a (mon.0) 1950 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:07 smithi032 bash[76677]: cluster 2024-09-13T00:23:06.059572+0000 mon.a (mon.0) 1951 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:07.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:07 smithi032 bash[75510]: cluster 2024-09-13T00:23:06.059503+0000 mon.a (mon.0) 1950 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:07.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:07 smithi032 bash[75510]: cluster 2024-09-13T00:23:06.059572+0000 mon.a (mon.0) 1951 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:07.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:07 smithi053 bash[67631]: cluster 2024-09-13T00:23:06.059503+0000 mon.a (mon.0) 1950 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:07.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:07 smithi053 bash[67631]: cluster 2024-09-13T00:23:06.059572+0000 mon.a (mon.0) 1951 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:08 smithi032 bash[75510]: cluster 2024-09-13T00:23:07.077708+0000 mon.a (mon.0) 1952 : cluster [DBG] osdmap e1040: 8 total, 8 up, 8 in 2024-09-13T00:23:08.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:08 smithi032 bash[75510]: cluster 2024-09-13T00:23:07.411274+0000 mgr.y (mgr.34107) 611 : cluster [DBG] pgmap v1204: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:08.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:08 smithi032 bash[76677]: cluster 2024-09-13T00:23:07.077708+0000 mon.a (mon.0) 1952 : cluster [DBG] osdmap e1040: 8 total, 8 up, 8 in 2024-09-13T00:23:08.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:08 smithi032 bash[76677]: cluster 2024-09-13T00:23:07.411274+0000 mgr.y (mgr.34107) 611 : cluster [DBG] pgmap v1204: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:08.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:08 smithi053 bash[67631]: cluster 2024-09-13T00:23:07.077708+0000 mon.a (mon.0) 1952 : cluster [DBG] osdmap e1040: 8 total, 8 up, 8 in 2024-09-13T00:23:08.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:08 smithi053 bash[67631]: cluster 2024-09-13T00:23:07.411274+0000 mgr.y (mgr.34107) 611 : cluster [DBG] pgmap v1204: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:09.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:09 smithi032 bash[76677]: cluster 2024-09-13T00:23:08.090081+0000 mon.a (mon.0) 1953 : cluster [DBG] osdmap e1041: 8 total, 8 up, 8 in 2024-09-13T00:23:09.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:09 smithi032 bash[75510]: cluster 2024-09-13T00:23:08.090081+0000 mon.a (mon.0) 1953 : cluster [DBG] osdmap e1041: 8 total, 8 up, 8 in 2024-09-13T00:23:09.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:09 smithi053 bash[67631]: cluster 2024-09-13T00:23:08.090081+0000 mon.a (mon.0) 1953 : cluster [DBG] osdmap e1041: 8 total, 8 up, 8 in 2024-09-13T00:23:10.144 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_put_snap (8106 ms) 2024-09-13T00:23:10.144 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_explicit 2024-09-13T00:23:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:10 smithi032 bash[75510]: cluster 2024-09-13T00:23:09.107187+0000 mon.a (mon.0) 1954 : cluster [DBG] osdmap e1042: 8 total, 8 up, 8 in 2024-09-13T00:23:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:10 smithi032 bash[75510]: cluster 2024-09-13T00:23:09.411986+0000 mgr.y (mgr.34107) 612 : cluster [DBG] pgmap v1207: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 234 B/s wr, 0 op/s 2024-09-13T00:23:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:10 smithi032 bash[76677]: cluster 2024-09-13T00:23:09.107187+0000 mon.a (mon.0) 1954 : cluster [DBG] osdmap e1042: 8 total, 8 up, 8 in 2024-09-13T00:23:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:10 smithi032 bash[76677]: cluster 2024-09-13T00:23:09.411986+0000 mgr.y (mgr.34107) 612 : cluster [DBG] pgmap v1207: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 234 B/s wr, 0 op/s 2024-09-13T00:23:10.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:10 smithi053 bash[67631]: cluster 2024-09-13T00:23:09.107187+0000 mon.a (mon.0) 1954 : cluster [DBG] osdmap e1042: 8 total, 8 up, 8 in 2024-09-13T00:23:10.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:10 smithi053 bash[67631]: cluster 2024-09-13T00:23:09.411986+0000 mgr.y (mgr.34107) 612 : cluster [DBG] pgmap v1207: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 234 B/s wr, 0 op/s 2024-09-13T00:23:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:11 smithi032 bash[75510]: cluster 2024-09-13T00:23:10.126507+0000 mon.a (mon.0) 1955 : cluster [DBG] osdmap e1043: 8 total, 8 up, 8 in 2024-09-13T00:23:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:11 smithi032 bash[75510]: audit 2024-09-13T00:23:10.148303+0000 mon.a (mon.0) 1956 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:23:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:11 smithi032 bash[76677]: cluster 2024-09-13T00:23:10.126507+0000 mon.a (mon.0) 1955 : cluster [DBG] osdmap e1043: 8 total, 8 up, 8 in 2024-09-13T00:23:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:11 smithi032 bash[76677]: audit 2024-09-13T00:23:10.148303+0000 mon.a (mon.0) 1956 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:23:11.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:11 smithi053 bash[67631]: cluster 2024-09-13T00:23:10.126507+0000 mon.a (mon.0) 1955 : cluster [DBG] osdmap e1043: 8 total, 8 up, 8 in 2024-09-13T00:23:11.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:11 smithi053 bash[67631]: audit 2024-09-13T00:23:10.148303+0000 mon.a (mon.0) 1956 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:23:12.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:23:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:23:12] "GET /metrics HTTP/1.1" 200 33937 "" "Prometheus/2.43.0" 2024-09-13T00:23:12.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:12 smithi032 bash[75510]: cluster 2024-09-13T00:23:11.133497+0000 mon.a (mon.0) 1957 : cluster [DBG] osdmap e1044: 8 total, 8 up, 8 in 2024-09-13T00:23:12.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:12 smithi032 bash[75510]: audit 2024-09-13T00:23:11.139119+0000 mon.c (mon.2) 43 : audit [INF] from='client.? 172.21.15.32:0/2398709843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:12.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:12 smithi032 bash[75510]: audit 2024-09-13T00:23:11.152887+0000 mon.a (mon.0) 1958 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:12.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:12 smithi032 bash[75510]: cluster 2024-09-13T00:23:11.412741+0000 mgr.y (mgr.34107) 613 : cluster [DBG] pgmap v1210: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:12.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:12 smithi032 bash[75510]: audit 2024-09-13T00:23:12.135175+0000 mon.a (mon.0) 1959 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:12.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:12 smithi032 bash[75510]: cluster 2024-09-13T00:23:12.135506+0000 mon.a (mon.0) 1960 : cluster [DBG] osdmap e1045: 8 total, 8 up, 8 in 2024-09-13T00:23:12.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:12 smithi032 bash[76677]: cluster 2024-09-13T00:23:11.133497+0000 mon.a (mon.0) 1957 : cluster [DBG] osdmap e1044: 8 total, 8 up, 8 in 2024-09-13T00:23:12.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:12 smithi032 bash[76677]: audit 2024-09-13T00:23:11.139119+0000 mon.c (mon.2) 43 : audit [INF] from='client.? 172.21.15.32:0/2398709843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:12.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:12 smithi032 bash[76677]: audit 2024-09-13T00:23:11.152887+0000 mon.a (mon.0) 1958 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:12.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:12 smithi032 bash[76677]: cluster 2024-09-13T00:23:11.412741+0000 mgr.y (mgr.34107) 613 : cluster [DBG] pgmap v1210: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:12.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:12 smithi032 bash[76677]: audit 2024-09-13T00:23:12.135175+0000 mon.a (mon.0) 1959 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:12.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:12 smithi032 bash[76677]: cluster 2024-09-13T00:23:12.135506+0000 mon.a (mon.0) 1960 : cluster [DBG] osdmap e1045: 8 total, 8 up, 8 in 2024-09-13T00:23:12.535 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:23:12 smithi053 bash[94430]: ts=2024-09-13T00:23:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:23:12.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:12 smithi053 bash[67631]: cluster 2024-09-13T00:23:11.133497+0000 mon.a (mon.0) 1957 : cluster [DBG] osdmap e1044: 8 total, 8 up, 8 in 2024-09-13T00:23:12.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:12 smithi053 bash[67631]: audit 2024-09-13T00:23:11.139119+0000 mon.c (mon.2) 43 : audit [INF] from='client.? 172.21.15.32:0/2398709843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:12.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:12 smithi053 bash[67631]: audit 2024-09-13T00:23:11.152887+0000 mon.a (mon.0) 1958 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:12.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:12 smithi053 bash[67631]: cluster 2024-09-13T00:23:11.412741+0000 mgr.y (mgr.34107) 613 : cluster [DBG] pgmap v1210: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:12.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:12 smithi053 bash[67631]: audit 2024-09-13T00:23:12.135175+0000 mon.a (mon.0) 1959 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:12.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:12 smithi053 bash[67631]: cluster 2024-09-13T00:23:12.135506+0000 mon.a (mon.0) 1960 : cluster [DBG] osdmap e1045: 8 total, 8 up, 8 in 2024-09-13T00:23:13.144 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_explicit (3001 ms) 2024-09-13T00:23:13.144 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.set 2024-09-13T00:23:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:13 smithi032 bash[75510]: cluster 2024-09-13T00:23:12.142419+0000 mon.a (mon.0) 1961 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:13 smithi032 bash[75510]: cluster 2024-09-13T00:23:13.137805+0000 mon.a (mon.0) 1962 : cluster [DBG] osdmap e1046: 8 total, 8 up, 8 in 2024-09-13T00:23:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:13 smithi032 bash[76677]: cluster 2024-09-13T00:23:12.142419+0000 mon.a (mon.0) 1961 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:13 smithi032 bash[76677]: cluster 2024-09-13T00:23:13.137805+0000 mon.a (mon.0) 1962 : cluster [DBG] osdmap e1046: 8 total, 8 up, 8 in 2024-09-13T00:23:13.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:13 smithi053 bash[67631]: cluster 2024-09-13T00:23:12.142419+0000 mon.a (mon.0) 1961 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:13.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:13 smithi053 bash[67631]: cluster 2024-09-13T00:23:13.137805+0000 mon.a (mon.0) 1962 : cluster [DBG] osdmap e1046: 8 total, 8 up, 8 in 2024-09-13T00:23:14.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:14 smithi053 bash[67631]: cluster 2024-09-13T00:23:13.413347+0000 mgr.y (mgr.34107) 614 : cluster [DBG] pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:14 smithi032 bash[75510]: cluster 2024-09-13T00:23:13.413347+0000 mgr.y (mgr.34107) 614 : cluster [DBG] pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:14 smithi032 bash[76677]: cluster 2024-09-13T00:23:13.413347+0000 mgr.y (mgr.34107) 614 : cluster [DBG] pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:15.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:15 smithi053 bash[67631]: cluster 2024-09-13T00:23:14.162653+0000 mon.a (mon.0) 1963 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:15.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:15 smithi053 bash[67631]: cluster 2024-09-13T00:23:14.162723+0000 mon.a (mon.0) 1964 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:15.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:15 smithi053 bash[67631]: cluster 2024-09-13T00:23:14.184051+0000 mon.a (mon.0) 1965 : cluster [DBG] osdmap e1047: 8 total, 8 up, 8 in 2024-09-13T00:23:15.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:15 smithi053 bash[67631]: audit 2024-09-13T00:23:14.189057+0000 mon.a (mon.0) 1966 : audit [INF] from='client.? 172.21.15.32:0/2462532880' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:15.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:15 smithi032 bash[75510]: cluster 2024-09-13T00:23:14.162653+0000 mon.a (mon.0) 1963 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:15 smithi032 bash[75510]: cluster 2024-09-13T00:23:14.162723+0000 mon.a (mon.0) 1964 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:15 smithi032 bash[75510]: cluster 2024-09-13T00:23:14.184051+0000 mon.a (mon.0) 1965 : cluster [DBG] osdmap e1047: 8 total, 8 up, 8 in 2024-09-13T00:23:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:15 smithi032 bash[75510]: audit 2024-09-13T00:23:14.189057+0000 mon.a (mon.0) 1966 : audit [INF] from='client.? 172.21.15.32:0/2462532880' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:15.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:15 smithi032 bash[76677]: cluster 2024-09-13T00:23:14.162653+0000 mon.a (mon.0) 1963 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:15.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:15 smithi032 bash[76677]: cluster 2024-09-13T00:23:14.162723+0000 mon.a (mon.0) 1964 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:15.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:15 smithi032 bash[76677]: cluster 2024-09-13T00:23:14.184051+0000 mon.a (mon.0) 1965 : cluster [DBG] osdmap e1047: 8 total, 8 up, 8 in 2024-09-13T00:23:15.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:15 smithi032 bash[76677]: audit 2024-09-13T00:23:14.189057+0000 mon.a (mon.0) 1966 : audit [INF] from='client.? 172.21.15.32:0/2462532880' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:16.201 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.set (3057 ms) 2024-09-13T00:23:16.201 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-09-13T00:23:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:16 smithi053 bash[67631]: audit 2024-09-13T00:23:15.192099+0000 mon.a (mon.0) 1967 : audit [INF] from='client.? 172.21.15.32:0/2462532880' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:16.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:16 smithi053 bash[67631]: cluster 2024-09-13T00:23:15.192597+0000 mon.a (mon.0) 1968 : cluster [DBG] osdmap e1048: 8 total, 8 up, 8 in 2024-09-13T00:23:16.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:16 smithi053 bash[67631]: cluster 2024-09-13T00:23:15.414143+0000 mgr.y (mgr.34107) 615 : cluster [DBG] pgmap v1216: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T00:23:16.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:16 smithi032 bash[75510]: audit 2024-09-13T00:23:15.192099+0000 mon.a (mon.0) 1967 : audit [INF] from='client.? 172.21.15.32:0/2462532880' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:16.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:16 smithi032 bash[75510]: cluster 2024-09-13T00:23:15.192597+0000 mon.a (mon.0) 1968 : cluster [DBG] osdmap e1048: 8 total, 8 up, 8 in 2024-09-13T00:23:16.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:16 smithi032 bash[75510]: cluster 2024-09-13T00:23:15.414143+0000 mgr.y (mgr.34107) 615 : cluster [DBG] pgmap v1216: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T00:23:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:16 smithi032 bash[76677]: audit 2024-09-13T00:23:15.192099+0000 mon.a (mon.0) 1967 : audit [INF] from='client.? 172.21.15.32:0/2462532880' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:16 smithi032 bash[76677]: cluster 2024-09-13T00:23:15.192597+0000 mon.a (mon.0) 1968 : cluster [DBG] osdmap e1048: 8 total, 8 up, 8 in 2024-09-13T00:23:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:16 smithi032 bash[76677]: cluster 2024-09-13T00:23:15.414143+0000 mgr.y (mgr.34107) 615 : cluster [DBG] pgmap v1216: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T00:23:17.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:17 smithi053 bash[67631]: cluster 2024-09-13T00:23:16.194857+0000 mon.a (mon.0) 1969 : cluster [DBG] osdmap e1049: 8 total, 8 up, 8 in 2024-09-13T00:23:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:17 smithi053 bash[67631]: audit 2024-09-13T00:23:16.229341+0000 mon.c (mon.2) 44 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:17 smithi053 bash[67631]: audit 2024-09-13T00:23:16.229664+0000 mon.a (mon.0) 1970 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:17 smithi053 bash[67631]: audit 2024-09-13T00:23:16.230406+0000 mon.c (mon.2) 45 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:17 smithi053 bash[67631]: audit 2024-09-13T00:23:16.230726+0000 mon.a (mon.0) 1971 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:17 smithi053 bash[67631]: audit 2024-09-13T00:23:16.231210+0000 mon.c (mon.2) 46 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:17 smithi053 bash[67631]: audit 2024-09-13T00:23:16.231519+0000 mon.a (mon.0) 1972 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:17.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:17 smithi032 bash[75510]: cluster 2024-09-13T00:23:16.194857+0000 mon.a (mon.0) 1969 : cluster [DBG] osdmap e1049: 8 total, 8 up, 8 in 2024-09-13T00:23:17.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:17 smithi032 bash[75510]: audit 2024-09-13T00:23:16.229341+0000 mon.c (mon.2) 44 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:17.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:17 smithi032 bash[75510]: audit 2024-09-13T00:23:16.229664+0000 mon.a (mon.0) 1970 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:17.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:17 smithi032 bash[75510]: audit 2024-09-13T00:23:16.230406+0000 mon.c (mon.2) 45 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:17.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:17 smithi032 bash[75510]: audit 2024-09-13T00:23:16.230726+0000 mon.a (mon.0) 1971 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:17.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:17 smithi032 bash[75510]: audit 2024-09-13T00:23:16.231210+0000 mon.c (mon.2) 46 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:17.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:17 smithi032 bash[75510]: audit 2024-09-13T00:23:16.231519+0000 mon.a (mon.0) 1972 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:17 smithi032 bash[76677]: cluster 2024-09-13T00:23:16.194857+0000 mon.a (mon.0) 1969 : cluster [DBG] osdmap e1049: 8 total, 8 up, 8 in 2024-09-13T00:23:17.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:17 smithi032 bash[76677]: audit 2024-09-13T00:23:16.229341+0000 mon.c (mon.2) 44 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:17.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:17 smithi032 bash[76677]: audit 2024-09-13T00:23:16.229664+0000 mon.a (mon.0) 1970 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:17.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:17 smithi032 bash[76677]: audit 2024-09-13T00:23:16.230406+0000 mon.c (mon.2) 45 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:17.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:17 smithi032 bash[76677]: audit 2024-09-13T00:23:16.230726+0000 mon.a (mon.0) 1971 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:17.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:17 smithi032 bash[76677]: audit 2024-09-13T00:23:16.231210+0000 mon.c (mon.2) 46 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:17.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:17 smithi032 bash[76677]: audit 2024-09-13T00:23:16.231519+0000 mon.a (mon.0) 1972 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:18.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:18 smithi053 bash[67631]: audit 2024-09-13T00:23:17.221559+0000 mon.a (mon.0) 1973 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:18.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:18 smithi053 bash[67631]: cluster 2024-09-13T00:23:17.221902+0000 mon.a (mon.0) 1974 : cluster [DBG] osdmap e1050: 8 total, 8 up, 8 in 2024-09-13T00:23:18.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:18 smithi053 bash[67631]: audit 2024-09-13T00:23:17.223397+0000 mon.c (mon.2) 47 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:18.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:18 smithi053 bash[67631]: audit 2024-09-13T00:23:17.224034+0000 mon.a (mon.0) 1975 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:18.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:18 smithi053 bash[67631]: cluster 2024-09-13T00:23:17.414823+0000 mgr.y (mgr.34107) 616 : cluster [DBG] pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:18 smithi032 bash[75510]: audit 2024-09-13T00:23:17.221559+0000 mon.a (mon.0) 1973 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:18.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:18 smithi032 bash[75510]: cluster 2024-09-13T00:23:17.221902+0000 mon.a (mon.0) 1974 : cluster [DBG] osdmap e1050: 8 total, 8 up, 8 in 2024-09-13T00:23:18.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:18 smithi032 bash[75510]: audit 2024-09-13T00:23:17.223397+0000 mon.c (mon.2) 47 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:18.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:18 smithi032 bash[75510]: audit 2024-09-13T00:23:17.224034+0000 mon.a (mon.0) 1975 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:18.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:18 smithi032 bash[75510]: cluster 2024-09-13T00:23:17.414823+0000 mgr.y (mgr.34107) 616 : cluster [DBG] pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:18.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:18 smithi032 bash[76677]: audit 2024-09-13T00:23:17.221559+0000 mon.a (mon.0) 1973 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:18.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:18 smithi032 bash[76677]: cluster 2024-09-13T00:23:17.221902+0000 mon.a (mon.0) 1974 : cluster [DBG] osdmap e1050: 8 total, 8 up, 8 in 2024-09-13T00:23:18.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:18 smithi032 bash[76677]: audit 2024-09-13T00:23:17.223397+0000 mon.c (mon.2) 47 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:18.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:18 smithi032 bash[76677]: audit 2024-09-13T00:23:17.224034+0000 mon.a (mon.0) 1975 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:18.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:18 smithi032 bash[76677]: cluster 2024-09-13T00:23:17.414823+0000 mgr.y (mgr.34107) 616 : cluster [DBG] pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:19.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:19 smithi053 bash[67631]: cluster 2024-09-13T00:23:18.687091+0000 mon.a (mon.0) 1976 : cluster [DBG] osdmap e1051: 8 total, 8 up, 8 in 2024-09-13T00:23:19.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:19 smithi032 bash[75510]: cluster 2024-09-13T00:23:18.687091+0000 mon.a (mon.0) 1976 : cluster [DBG] osdmap e1051: 8 total, 8 up, 8 in 2024-09-13T00:23:19.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:19 smithi032 bash[76677]: cluster 2024-09-13T00:23:18.687091+0000 mon.a (mon.0) 1976 : cluster [DBG] osdmap e1051: 8 total, 8 up, 8 in 2024-09-13T00:23:20.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:20 smithi053 bash[67631]: audit 2024-09-13T00:23:19.242833+0000 mon.a (mon.0) 1977 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-6"}]': finished 2024-09-13T00:23:20.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:20 smithi053 bash[67631]: cluster 2024-09-13T00:23:19.243076+0000 mon.a (mon.0) 1978 : cluster [DBG] osdmap e1052: 8 total, 8 up, 8 in 2024-09-13T00:23:20.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:20 smithi053 bash[67631]: audit 2024-09-13T00:23:19.252701+0000 mon.c (mon.2) 48 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:20.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:20 smithi053 bash[67631]: audit 2024-09-13T00:23:19.253558+0000 mon.a (mon.0) 1979 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:20.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:20 smithi053 bash[67631]: cluster 2024-09-13T00:23:19.415524+0000 mgr.y (mgr.34107) 617 : cluster [DBG] pgmap v1222: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:20 smithi032 bash[75510]: audit 2024-09-13T00:23:19.242833+0000 mon.a (mon.0) 1977 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-6"}]': finished 2024-09-13T00:23:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:20 smithi032 bash[75510]: cluster 2024-09-13T00:23:19.243076+0000 mon.a (mon.0) 1978 : cluster [DBG] osdmap e1052: 8 total, 8 up, 8 in 2024-09-13T00:23:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:20 smithi032 bash[75510]: audit 2024-09-13T00:23:19.252701+0000 mon.c (mon.2) 48 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:20 smithi032 bash[75510]: audit 2024-09-13T00:23:19.253558+0000 mon.a (mon.0) 1979 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:20 smithi032 bash[75510]: cluster 2024-09-13T00:23:19.415524+0000 mgr.y (mgr.34107) 617 : cluster [DBG] pgmap v1222: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:20 smithi032 bash[76677]: audit 2024-09-13T00:23:19.242833+0000 mon.a (mon.0) 1977 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-6"}]': finished 2024-09-13T00:23:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:20 smithi032 bash[76677]: cluster 2024-09-13T00:23:19.243076+0000 mon.a (mon.0) 1978 : cluster [DBG] osdmap e1052: 8 total, 8 up, 8 in 2024-09-13T00:23:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:20 smithi032 bash[76677]: audit 2024-09-13T00:23:19.252701+0000 mon.c (mon.2) 48 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:20 smithi032 bash[76677]: audit 2024-09-13T00:23:19.253558+0000 mon.a (mon.0) 1979 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:20.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:20 smithi032 bash[76677]: cluster 2024-09-13T00:23:19.415524+0000 mgr.y (mgr.34107) 617 : cluster [DBG] pgmap v1222: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:21.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:21 smithi053 bash[67631]: cluster 2024-09-13T00:23:20.236705+0000 mon.a (mon.0) 1980 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:21.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:21 smithi053 bash[67631]: audit 2024-09-13T00:23:20.245713+0000 mon.a (mon.0) 1981 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:21.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:21 smithi053 bash[67631]: cluster 2024-09-13T00:23:20.245988+0000 mon.a (mon.0) 1982 : cluster [DBG] osdmap e1053: 8 total, 8 up, 8 in 2024-09-13T00:23:21.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:21 smithi032 bash[75510]: cluster 2024-09-13T00:23:20.236705+0000 mon.a (mon.0) 1980 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:21.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:21 smithi032 bash[75510]: audit 2024-09-13T00:23:20.245713+0000 mon.a (mon.0) 1981 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:21.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:21 smithi032 bash[75510]: cluster 2024-09-13T00:23:20.245988+0000 mon.a (mon.0) 1982 : cluster [DBG] osdmap e1053: 8 total, 8 up, 8 in 2024-09-13T00:23:21.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:21 smithi032 bash[76677]: cluster 2024-09-13T00:23:20.236705+0000 mon.a (mon.0) 1980 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:21.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:21 smithi032 bash[76677]: audit 2024-09-13T00:23:20.245713+0000 mon.a (mon.0) 1981 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:21.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:21 smithi032 bash[76677]: cluster 2024-09-13T00:23:20.245988+0000 mon.a (mon.0) 1982 : cluster [DBG] osdmap e1053: 8 total, 8 up, 8 in 2024-09-13T00:23:22.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:22 smithi053 bash[67631]: cluster 2024-09-13T00:23:21.265765+0000 mon.a (mon.0) 1983 : cluster [DBG] osdmap e1054: 8 total, 8 up, 8 in 2024-09-13T00:23:22.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:22 smithi053 bash[67631]: audit 2024-09-13T00:23:21.268225+0000 mon.c (mon.2) 49 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:22.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:22 smithi053 bash[67631]: audit 2024-09-13T00:23:21.269230+0000 mon.a (mon.0) 1984 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:22.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:22 smithi053 bash[67631]: cluster 2024-09-13T00:23:21.416180+0000 mgr.y (mgr.34107) 618 : cluster [DBG] pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:22.536 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:23:22 smithi053 bash[94430]: ts=2024-09-13T00:23:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:23:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:23:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:23:22] "GET /metrics HTTP/1.1" 200 33937 "" "Prometheus/2.43.0" 2024-09-13T00:23:22.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:22 smithi032 bash[75510]: cluster 2024-09-13T00:23:21.265765+0000 mon.a (mon.0) 1983 : cluster [DBG] osdmap e1054: 8 total, 8 up, 8 in 2024-09-13T00:23:22.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:22 smithi032 bash[75510]: audit 2024-09-13T00:23:21.268225+0000 mon.c (mon.2) 49 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:22.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:22 smithi032 bash[75510]: audit 2024-09-13T00:23:21.269230+0000 mon.a (mon.0) 1984 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:22.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:22 smithi032 bash[75510]: cluster 2024-09-13T00:23:21.416180+0000 mgr.y (mgr.34107) 618 : cluster [DBG] pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:22 smithi032 bash[76677]: cluster 2024-09-13T00:23:21.265765+0000 mon.a (mon.0) 1983 : cluster [DBG] osdmap e1054: 8 total, 8 up, 8 in 2024-09-13T00:23:22.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:22 smithi032 bash[76677]: audit 2024-09-13T00:23:21.268225+0000 mon.c (mon.2) 49 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:22.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:22 smithi032 bash[76677]: audit 2024-09-13T00:23:21.269230+0000 mon.a (mon.0) 1984 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:22.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:22 smithi032 bash[76677]: cluster 2024-09-13T00:23:21.416180+0000 mgr.y (mgr.34107) 618 : cluster [DBG] pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:23.292 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_implicit_ec (7091 ms) 2024-09-13T00:23:23.292 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-09-13T00:23:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:23 smithi053 bash[67631]: cluster 2024-09-13T00:23:22.258652+0000 mon.a (mon.0) 1985 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:23 smithi053 bash[67631]: cluster 2024-09-13T00:23:22.258700+0000 mon.a (mon.0) 1986 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:23 smithi053 bash[67631]: audit 2024-09-13T00:23:22.277374+0000 mon.a (mon.0) 1987 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]': finished 2024-09-13T00:23:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:23 smithi053 bash[67631]: cluster 2024-09-13T00:23:22.277583+0000 mon.a (mon.0) 1988 : cluster [DBG] osdmap e1055: 8 total, 8 up, 8 in 2024-09-13T00:23:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:23 smithi053 bash[67631]: audit 2024-09-13T00:23:22.279097+0000 mon.c (mon.2) 50 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:23 smithi053 bash[67631]: audit 2024-09-13T00:23:22.279765+0000 mon.a (mon.0) 1989 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:23 smithi032 bash[75510]: cluster 2024-09-13T00:23:22.258652+0000 mon.a (mon.0) 1985 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:23 smithi032 bash[75510]: cluster 2024-09-13T00:23:22.258700+0000 mon.a (mon.0) 1986 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:23 smithi032 bash[75510]: audit 2024-09-13T00:23:22.277374+0000 mon.a (mon.0) 1987 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]': finished 2024-09-13T00:23:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:23 smithi032 bash[75510]: cluster 2024-09-13T00:23:22.277583+0000 mon.a (mon.0) 1988 : cluster [DBG] osdmap e1055: 8 total, 8 up, 8 in 2024-09-13T00:23:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:23 smithi032 bash[75510]: audit 2024-09-13T00:23:22.279097+0000 mon.c (mon.2) 50 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:23 smithi032 bash[75510]: audit 2024-09-13T00:23:22.279765+0000 mon.a (mon.0) 1989 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:23.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:23 smithi032 bash[76677]: cluster 2024-09-13T00:23:22.258652+0000 mon.a (mon.0) 1985 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:23.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:23 smithi032 bash[76677]: cluster 2024-09-13T00:23:22.258700+0000 mon.a (mon.0) 1986 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:23.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:23 smithi032 bash[76677]: audit 2024-09-13T00:23:22.277374+0000 mon.a (mon.0) 1987 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-6"}]': finished 2024-09-13T00:23:23.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:23 smithi032 bash[76677]: cluster 2024-09-13T00:23:22.277583+0000 mon.a (mon.0) 1988 : cluster [DBG] osdmap e1055: 8 total, 8 up, 8 in 2024-09-13T00:23:23.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:23 smithi032 bash[76677]: audit 2024-09-13T00:23:22.279097+0000 mon.c (mon.2) 50 : audit [INF] from='client.? 172.21.15.32:0/382798951' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:23.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:23 smithi032 bash[76677]: audit 2024-09-13T00:23:22.279765+0000 mon.a (mon.0) 1989 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]: dispatch 2024-09-13T00:23:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[75510]: audit 2024-09-13T00:23:23.278312+0000 mon.a (mon.0) 1990 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]': finished 2024-09-13T00:23:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[75510]: cluster 2024-09-13T00:23:23.278519+0000 mon.a (mon.0) 1991 : cluster [DBG] osdmap e1056: 8 total, 8 up, 8 in 2024-09-13T00:23:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[75510]: audit 2024-09-13T00:23:23.331534+0000 mon.c (mon.2) 51 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[75510]: audit 2024-09-13T00:23:23.331954+0000 mon.a (mon.0) 1992 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[75510]: audit 2024-09-13T00:23:23.332807+0000 mon.c (mon.2) 52 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[75510]: audit 2024-09-13T00:23:23.333131+0000 mon.a (mon.0) 1993 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:24.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[75510]: audit 2024-09-13T00:23:23.333797+0000 mon.c (mon.2) 53 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:24.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[75510]: audit 2024-09-13T00:23:23.334136+0000 mon.a (mon.0) 1994 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:24.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[75510]: cluster 2024-09-13T00:23:23.416864+0000 mgr.y (mgr.34107) 619 : cluster [DBG] pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:24.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[76677]: audit 2024-09-13T00:23:23.278312+0000 mon.a (mon.0) 1990 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]': finished 2024-09-13T00:23:24.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[76677]: cluster 2024-09-13T00:23:23.278519+0000 mon.a (mon.0) 1991 : cluster [DBG] osdmap e1056: 8 total, 8 up, 8 in 2024-09-13T00:23:24.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[76677]: audit 2024-09-13T00:23:23.331534+0000 mon.c (mon.2) 51 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:24.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[76677]: audit 2024-09-13T00:23:23.331954+0000 mon.a (mon.0) 1992 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:24.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[76677]: audit 2024-09-13T00:23:23.332807+0000 mon.c (mon.2) 52 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:24.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[76677]: audit 2024-09-13T00:23:23.333131+0000 mon.a (mon.0) 1993 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:24.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[76677]: audit 2024-09-13T00:23:23.333797+0000 mon.c (mon.2) 53 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[76677]: audit 2024-09-13T00:23:23.334136+0000 mon.a (mon.0) 1994 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:24 smithi032 bash[76677]: cluster 2024-09-13T00:23:23.416864+0000 mgr.y (mgr.34107) 619 : cluster [DBG] pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:24.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:24 smithi053 bash[67631]: audit 2024-09-13T00:23:23.278312+0000 mon.a (mon.0) 1990 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-6"}]': finished 2024-09-13T00:23:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:24 smithi053 bash[67631]: cluster 2024-09-13T00:23:23.278519+0000 mon.a (mon.0) 1991 : cluster [DBG] osdmap e1056: 8 total, 8 up, 8 in 2024-09-13T00:23:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:24 smithi053 bash[67631]: audit 2024-09-13T00:23:23.331534+0000 mon.c (mon.2) 51 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:24 smithi053 bash[67631]: audit 2024-09-13T00:23:23.331954+0000 mon.a (mon.0) 1992 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:24 smithi053 bash[67631]: audit 2024-09-13T00:23:23.332807+0000 mon.c (mon.2) 52 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:24 smithi053 bash[67631]: audit 2024-09-13T00:23:23.333131+0000 mon.a (mon.0) 1993 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:24 smithi053 bash[67631]: audit 2024-09-13T00:23:23.333797+0000 mon.c (mon.2) 53 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:24 smithi053 bash[67631]: audit 2024-09-13T00:23:23.334136+0000 mon.a (mon.0) 1994 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:24 smithi053 bash[67631]: cluster 2024-09-13T00:23:23.416864+0000 mgr.y (mgr.34107) 619 : cluster [DBG] pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:26.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:25 smithi053 bash[67631]: audit 2024-09-13T00:23:24.300322+0000 mon.a (mon.0) 1995 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:26.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:25 smithi053 bash[67631]: cluster 2024-09-13T00:23:24.301059+0000 mon.a (mon.0) 1996 : cluster [DBG] osdmap e1057: 8 total, 8 up, 8 in 2024-09-13T00:23:26.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:25 smithi053 bash[67631]: audit 2024-09-13T00:23:24.302803+0000 mon.c (mon.2) 54 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:26.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:25 smithi053 bash[67631]: audit 2024-09-13T00:23:24.303436+0000 mon.a (mon.0) 1997 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:26.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:25 smithi053 bash[67631]: audit 2024-09-13T00:23:25.148269+0000 mon.a (mon.0) 1998 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:23:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:25 smithi032 bash[76677]: audit 2024-09-13T00:23:24.300322+0000 mon.a (mon.0) 1995 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:25 smithi032 bash[76677]: cluster 2024-09-13T00:23:24.301059+0000 mon.a (mon.0) 1996 : cluster [DBG] osdmap e1057: 8 total, 8 up, 8 in 2024-09-13T00:23:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:25 smithi032 bash[76677]: audit 2024-09-13T00:23:24.302803+0000 mon.c (mon.2) 54 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:25 smithi032 bash[76677]: audit 2024-09-13T00:23:24.303436+0000 mon.a (mon.0) 1997 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:25 smithi032 bash[76677]: audit 2024-09-13T00:23:25.148269+0000 mon.a (mon.0) 1998 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:23:26.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:25 smithi032 bash[75510]: audit 2024-09-13T00:23:24.300322+0000 mon.a (mon.0) 1995 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:26.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:25 smithi032 bash[75510]: cluster 2024-09-13T00:23:24.301059+0000 mon.a (mon.0) 1996 : cluster [DBG] osdmap e1057: 8 total, 8 up, 8 in 2024-09-13T00:23:26.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:25 smithi032 bash[75510]: audit 2024-09-13T00:23:24.302803+0000 mon.c (mon.2) 54 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:26.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:25 smithi032 bash[75510]: audit 2024-09-13T00:23:24.303436+0000 mon.a (mon.0) 1997 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:26.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:25 smithi032 bash[75510]: audit 2024-09-13T00:23:25.148269+0000 mon.a (mon.0) 1998 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:23:27.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:26 smithi053 bash[67631]: cluster 2024-09-13T00:23:25.417543+0000 mgr.y (mgr.34107) 620 : cluster [DBG] pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:27.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:26 smithi053 bash[67631]: cluster 2024-09-13T00:23:25.756219+0000 mon.a (mon.0) 1999 : cluster [DBG] osdmap e1058: 8 total, 8 up, 8 in 2024-09-13T00:23:27.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:26 smithi053 bash[67631]: audit 2024-09-13T00:23:26.311444+0000 mon.a (mon.0) 2000 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-7"}]': finished 2024-09-13T00:23:27.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:26 smithi053 bash[67631]: cluster 2024-09-13T00:23:26.312364+0000 mon.a (mon.0) 2001 : cluster [DBG] osdmap e1059: 8 total, 8 up, 8 in 2024-09-13T00:23:27.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:26 smithi053 bash[67631]: audit 2024-09-13T00:23:26.316633+0000 mon.c (mon.2) 55 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:27.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:26 smithi053 bash[67631]: audit 2024-09-13T00:23:26.318178+0000 mon.a (mon.0) 2002 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:27.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:26 smithi032 bash[75510]: cluster 2024-09-13T00:23:25.417543+0000 mgr.y (mgr.34107) 620 : cluster [DBG] pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:27.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:26 smithi032 bash[75510]: cluster 2024-09-13T00:23:25.756219+0000 mon.a (mon.0) 1999 : cluster [DBG] osdmap e1058: 8 total, 8 up, 8 in 2024-09-13T00:23:27.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:26 smithi032 bash[75510]: audit 2024-09-13T00:23:26.311444+0000 mon.a (mon.0) 2000 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-7"}]': finished 2024-09-13T00:23:27.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:26 smithi032 bash[75510]: cluster 2024-09-13T00:23:26.312364+0000 mon.a (mon.0) 2001 : cluster [DBG] osdmap e1059: 8 total, 8 up, 8 in 2024-09-13T00:23:27.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:26 smithi032 bash[75510]: audit 2024-09-13T00:23:26.316633+0000 mon.c (mon.2) 55 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:27.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:26 smithi032 bash[75510]: audit 2024-09-13T00:23:26.318178+0000 mon.a (mon.0) 2002 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:27.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:26 smithi032 bash[76677]: cluster 2024-09-13T00:23:25.417543+0000 mgr.y (mgr.34107) 620 : cluster [DBG] pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:27.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:26 smithi032 bash[76677]: cluster 2024-09-13T00:23:25.756219+0000 mon.a (mon.0) 1999 : cluster [DBG] osdmap e1058: 8 total, 8 up, 8 in 2024-09-13T00:23:27.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:26 smithi032 bash[76677]: audit 2024-09-13T00:23:26.311444+0000 mon.a (mon.0) 2000 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-7"}]': finished 2024-09-13T00:23:27.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:26 smithi032 bash[76677]: cluster 2024-09-13T00:23:26.312364+0000 mon.a (mon.0) 2001 : cluster [DBG] osdmap e1059: 8 total, 8 up, 8 in 2024-09-13T00:23:27.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:26 smithi032 bash[76677]: audit 2024-09-13T00:23:26.316633+0000 mon.c (mon.2) 55 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:27.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:26 smithi032 bash[76677]: audit 2024-09-13T00:23:26.318178+0000 mon.a (mon.0) 2002 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:28 smithi032 bash[76677]: audit 2024-09-13T00:23:27.315750+0000 mon.a (mon.0) 2003 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:28.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:28 smithi032 bash[76677]: cluster 2024-09-13T00:23:27.316253+0000 mon.a (mon.0) 2004 : cluster [DBG] osdmap e1060: 8 total, 8 up, 8 in 2024-09-13T00:23:28.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:28 smithi032 bash[76677]: cluster 2024-09-13T00:23:27.418324+0000 mgr.y (mgr.34107) 621 : cluster [DBG] pgmap v1234: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:28.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:28 smithi032 bash[75510]: audit 2024-09-13T00:23:27.315750+0000 mon.a (mon.0) 2003 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:28.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:28 smithi032 bash[75510]: cluster 2024-09-13T00:23:27.316253+0000 mon.a (mon.0) 2004 : cluster [DBG] osdmap e1060: 8 total, 8 up, 8 in 2024-09-13T00:23:28.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:28 smithi032 bash[75510]: cluster 2024-09-13T00:23:27.418324+0000 mgr.y (mgr.34107) 621 : cluster [DBG] pgmap v1234: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:28.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:28 smithi053 bash[67631]: audit 2024-09-13T00:23:27.315750+0000 mon.a (mon.0) 2003 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:28.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:28 smithi053 bash[67631]: cluster 2024-09-13T00:23:27.316253+0000 mon.a (mon.0) 2004 : cluster [DBG] osdmap e1060: 8 total, 8 up, 8 in 2024-09-13T00:23:28.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:28 smithi053 bash[67631]: cluster 2024-09-13T00:23:27.418324+0000 mgr.y (mgr.34107) 621 : cluster [DBG] pgmap v1234: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:29.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:29 smithi032 bash[75510]: cluster 2024-09-13T00:23:28.325182+0000 mon.a (mon.0) 2005 : cluster [DBG] osdmap e1061: 8 total, 8 up, 8 in 2024-09-13T00:23:29.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:29 smithi032 bash[75510]: audit 2024-09-13T00:23:28.328150+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:29.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:29 smithi032 bash[75510]: audit 2024-09-13T00:23:28.329694+0000 mon.a (mon.0) 2006 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:29.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:29 smithi032 bash[76677]: cluster 2024-09-13T00:23:28.325182+0000 mon.a (mon.0) 2005 : cluster [DBG] osdmap e1061: 8 total, 8 up, 8 in 2024-09-13T00:23:29.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:29 smithi032 bash[76677]: audit 2024-09-13T00:23:28.328150+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:29.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:29 smithi032 bash[76677]: audit 2024-09-13T00:23:28.329694+0000 mon.a (mon.0) 2006 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:29.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:29 smithi053 bash[67631]: cluster 2024-09-13T00:23:28.325182+0000 mon.a (mon.0) 2005 : cluster [DBG] osdmap e1061: 8 total, 8 up, 8 in 2024-09-13T00:23:29.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:29 smithi053 bash[67631]: audit 2024-09-13T00:23:28.328150+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:29.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:29 smithi053 bash[67631]: audit 2024-09-13T00:23:28.329694+0000 mon.a (mon.0) 2006 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:30.346 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7054 ms) 2024-09-13T00:23:30.347 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-09-13T00:23:30.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:30 smithi032 bash[75510]: audit 2024-09-13T00:23:29.332446+0000 mon.a (mon.0) 2007 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]': finished 2024-09-13T00:23:30.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:30 smithi032 bash[75510]: cluster 2024-09-13T00:23:29.332733+0000 mon.a (mon.0) 2008 : cluster [DBG] osdmap e1062: 8 total, 8 up, 8 in 2024-09-13T00:23:30.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:30 smithi032 bash[75510]: audit 2024-09-13T00:23:29.334139+0000 mon.c (mon.2) 57 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:30.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:30 smithi032 bash[75510]: audit 2024-09-13T00:23:29.334884+0000 mon.a (mon.0) 2009 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:30.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:30 smithi032 bash[75510]: cluster 2024-09-13T00:23:29.419032+0000 mgr.y (mgr.34107) 622 : cluster [DBG] pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:30.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:30 smithi032 bash[76677]: audit 2024-09-13T00:23:29.332446+0000 mon.a (mon.0) 2007 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]': finished 2024-09-13T00:23:30.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:30 smithi032 bash[76677]: cluster 2024-09-13T00:23:29.332733+0000 mon.a (mon.0) 2008 : cluster [DBG] osdmap e1062: 8 total, 8 up, 8 in 2024-09-13T00:23:30.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:30 smithi032 bash[76677]: audit 2024-09-13T00:23:29.334139+0000 mon.c (mon.2) 57 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:30.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:30 smithi032 bash[76677]: audit 2024-09-13T00:23:29.334884+0000 mon.a (mon.0) 2009 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:30.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:30 smithi032 bash[76677]: cluster 2024-09-13T00:23:29.419032+0000 mgr.y (mgr.34107) 622 : cluster [DBG] pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:30.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:30 smithi053 bash[67631]: audit 2024-09-13T00:23:29.332446+0000 mon.a (mon.0) 2007 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-7"}]': finished 2024-09-13T00:23:30.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:30 smithi053 bash[67631]: cluster 2024-09-13T00:23:29.332733+0000 mon.a (mon.0) 2008 : cluster [DBG] osdmap e1062: 8 total, 8 up, 8 in 2024-09-13T00:23:30.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:30 smithi053 bash[67631]: audit 2024-09-13T00:23:29.334139+0000 mon.c (mon.2) 57 : audit [INF] from='client.? 172.21.15.32:0/4128093494' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:30.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:30 smithi053 bash[67631]: audit 2024-09-13T00:23:29.334884+0000 mon.a (mon.0) 2009 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]: dispatch 2024-09-13T00:23:30.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:30 smithi053 bash[67631]: cluster 2024-09-13T00:23:29.419032+0000 mgr.y (mgr.34107) 622 : cluster [DBG] pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[75510]: audit 2024-09-13T00:23:30.342998+0000 mon.a (mon.0) 2010 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]': finished 2024-09-13T00:23:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[75510]: cluster 2024-09-13T00:23:30.343211+0000 mon.a (mon.0) 2011 : cluster [DBG] osdmap e1063: 8 total, 8 up, 8 in 2024-09-13T00:23:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[75510]: audit 2024-09-13T00:23:30.371443+0000 mon.c (mon.2) 58 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[75510]: audit 2024-09-13T00:23:30.371814+0000 mon.a (mon.0) 2012 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[75510]: audit 2024-09-13T00:23:30.372448+0000 mon.c (mon.2) 59 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[75510]: audit 2024-09-13T00:23:30.372774+0000 mon.a (mon.0) 2013 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[75510]: audit 2024-09-13T00:23:30.373430+0000 mon.c (mon.2) 60 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[75510]: audit 2024-09-13T00:23:30.373865+0000 mon.a (mon.0) 2014 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:31.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[76677]: audit 2024-09-13T00:23:30.342998+0000 mon.a (mon.0) 2010 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]': finished 2024-09-13T00:23:31.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[76677]: cluster 2024-09-13T00:23:30.343211+0000 mon.a (mon.0) 2011 : cluster [DBG] osdmap e1063: 8 total, 8 up, 8 in 2024-09-13T00:23:31.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[76677]: audit 2024-09-13T00:23:30.371443+0000 mon.c (mon.2) 58 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:31.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[76677]: audit 2024-09-13T00:23:30.371814+0000 mon.a (mon.0) 2012 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:31.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[76677]: audit 2024-09-13T00:23:30.372448+0000 mon.c (mon.2) 59 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:31.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[76677]: audit 2024-09-13T00:23:30.372774+0000 mon.a (mon.0) 2013 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:31.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[76677]: audit 2024-09-13T00:23:30.373430+0000 mon.c (mon.2) 60 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:31.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:31 smithi032 bash[76677]: audit 2024-09-13T00:23:30.373865+0000 mon.a (mon.0) 2014 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:31.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:31 smithi053 bash[67631]: audit 2024-09-13T00:23:30.342998+0000 mon.a (mon.0) 2010 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-7"}]': finished 2024-09-13T00:23:31.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:31 smithi053 bash[67631]: cluster 2024-09-13T00:23:30.343211+0000 mon.a (mon.0) 2011 : cluster [DBG] osdmap e1063: 8 total, 8 up, 8 in 2024-09-13T00:23:31.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:31 smithi053 bash[67631]: audit 2024-09-13T00:23:30.371443+0000 mon.c (mon.2) 58 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:31.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:31 smithi053 bash[67631]: audit 2024-09-13T00:23:30.371814+0000 mon.a (mon.0) 2012 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:31.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:31 smithi053 bash[67631]: audit 2024-09-13T00:23:30.372448+0000 mon.c (mon.2) 59 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:31.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:31 smithi053 bash[67631]: audit 2024-09-13T00:23:30.372774+0000 mon.a (mon.0) 2013 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:31.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:31 smithi053 bash[67631]: audit 2024-09-13T00:23:30.373430+0000 mon.c (mon.2) 60 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:31.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:31 smithi053 bash[67631]: audit 2024-09-13T00:23:30.373865+0000 mon.a (mon.0) 2014 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:23:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:23:32] "GET /metrics HTTP/1.1" 200 33934 "" "Prometheus/2.43.0" 2024-09-13T00:23:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:32 smithi032 bash[75510]: audit 2024-09-13T00:23:31.344107+0000 mon.a (mon.0) 2015 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:32 smithi032 bash[75510]: cluster 2024-09-13T00:23:31.344319+0000 mon.a (mon.0) 2016 : cluster [DBG] osdmap e1064: 8 total, 8 up, 8 in 2024-09-13T00:23:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:32 smithi032 bash[75510]: audit 2024-09-13T00:23:31.346727+0000 mon.c (mon.2) 61 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:32 smithi032 bash[75510]: audit 2024-09-13T00:23:31.354662+0000 mon.a (mon.0) 2017 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:32 smithi032 bash[75510]: cluster 2024-09-13T00:23:31.419690+0000 mgr.y (mgr.34107) 623 : cluster [DBG] pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:32 smithi032 bash[76677]: audit 2024-09-13T00:23:31.344107+0000 mon.a (mon.0) 2015 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:32.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:32 smithi032 bash[76677]: cluster 2024-09-13T00:23:31.344319+0000 mon.a (mon.0) 2016 : cluster [DBG] osdmap e1064: 8 total, 8 up, 8 in 2024-09-13T00:23:32.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:32 smithi032 bash[76677]: audit 2024-09-13T00:23:31.346727+0000 mon.c (mon.2) 61 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:32.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:32 smithi032 bash[76677]: audit 2024-09-13T00:23:31.354662+0000 mon.a (mon.0) 2017 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:32.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:32 smithi032 bash[76677]: cluster 2024-09-13T00:23:31.419690+0000 mgr.y (mgr.34107) 623 : cluster [DBG] pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:32.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:23:32 smithi053 bash[94430]: ts=2024-09-13T00:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:23:32.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:32 smithi053 bash[67631]: audit 2024-09-13T00:23:31.344107+0000 mon.a (mon.0) 2015 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:32.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:32 smithi053 bash[67631]: cluster 2024-09-13T00:23:31.344319+0000 mon.a (mon.0) 2016 : cluster [DBG] osdmap e1064: 8 total, 8 up, 8 in 2024-09-13T00:23:32.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:32 smithi053 bash[67631]: audit 2024-09-13T00:23:31.346727+0000 mon.c (mon.2) 61 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:32.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:32 smithi053 bash[67631]: audit 2024-09-13T00:23:31.354662+0000 mon.a (mon.0) 2017 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:32.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:32 smithi053 bash[67631]: cluster 2024-09-13T00:23:31.419690+0000 mgr.y (mgr.34107) 623 : cluster [DBG] pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:33.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:33 smithi032 bash[75510]: cluster 2024-09-13T00:23:32.815422+0000 mon.a (mon.0) 2018 : cluster [DBG] osdmap e1065: 8 total, 8 up, 8 in 2024-09-13T00:23:33.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:33 smithi032 bash[76677]: cluster 2024-09-13T00:23:32.815422+0000 mon.a (mon.0) 2018 : cluster [DBG] osdmap e1065: 8 total, 8 up, 8 in 2024-09-13T00:23:33.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:33 smithi053 bash[67631]: cluster 2024-09-13T00:23:32.815422+0000 mon.a (mon.0) 2018 : cluster [DBG] osdmap e1065: 8 total, 8 up, 8 in 2024-09-13T00:23:34.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:34 smithi032 bash[75510]: audit 2024-09-13T00:23:33.370625+0000 mon.a (mon.0) 2019 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-8"}]': finished 2024-09-13T00:23:34.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:34 smithi032 bash[75510]: cluster 2024-09-13T00:23:33.370879+0000 mon.a (mon.0) 2020 : cluster [DBG] osdmap e1066: 8 total, 8 up, 8 in 2024-09-13T00:23:34.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:34 smithi032 bash[75510]: audit 2024-09-13T00:23:33.375289+0000 mon.c (mon.2) 62 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:34.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:34 smithi032 bash[75510]: audit 2024-09-13T00:23:33.382942+0000 mon.a (mon.0) 2021 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:34.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:34 smithi032 bash[75510]: cluster 2024-09-13T00:23:33.420413+0000 mgr.y (mgr.34107) 624 : cluster [DBG] pgmap v1243: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:34.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:34 smithi032 bash[76677]: audit 2024-09-13T00:23:33.370625+0000 mon.a (mon.0) 2019 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-8"}]': finished 2024-09-13T00:23:34.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:34 smithi032 bash[76677]: cluster 2024-09-13T00:23:33.370879+0000 mon.a (mon.0) 2020 : cluster [DBG] osdmap e1066: 8 total, 8 up, 8 in 2024-09-13T00:23:34.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:34 smithi032 bash[76677]: audit 2024-09-13T00:23:33.375289+0000 mon.c (mon.2) 62 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:34.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:34 smithi032 bash[76677]: audit 2024-09-13T00:23:33.382942+0000 mon.a (mon.0) 2021 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:34.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:34 smithi032 bash[76677]: cluster 2024-09-13T00:23:33.420413+0000 mgr.y (mgr.34107) 624 : cluster [DBG] pgmap v1243: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:34.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:34 smithi053 bash[67631]: audit 2024-09-13T00:23:33.370625+0000 mon.a (mon.0) 2019 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-8"}]': finished 2024-09-13T00:23:34.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:34 smithi053 bash[67631]: cluster 2024-09-13T00:23:33.370879+0000 mon.a (mon.0) 2020 : cluster [DBG] osdmap e1066: 8 total, 8 up, 8 in 2024-09-13T00:23:34.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:34 smithi053 bash[67631]: audit 2024-09-13T00:23:33.375289+0000 mon.c (mon.2) 62 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:34.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:34 smithi053 bash[67631]: audit 2024-09-13T00:23:33.382942+0000 mon.a (mon.0) 2021 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:34.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:34 smithi053 bash[67631]: cluster 2024-09-13T00:23:33.420413+0000 mgr.y (mgr.34107) 624 : cluster [DBG] pgmap v1243: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:35.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:35 smithi032 bash[75510]: audit 2024-09-13T00:23:34.371703+0000 mon.a (mon.0) 2022 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:35.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:35 smithi032 bash[75510]: cluster 2024-09-13T00:23:34.372135+0000 mon.a (mon.0) 2023 : cluster [DBG] osdmap e1067: 8 total, 8 up, 8 in 2024-09-13T00:23:35.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:35 smithi032 bash[75510]: cluster 2024-09-13T00:23:34.375301+0000 mon.a (mon.0) 2024 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:35.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:35 smithi032 bash[76677]: audit 2024-09-13T00:23:34.371703+0000 mon.a (mon.0) 2022 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:35.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:35 smithi032 bash[76677]: cluster 2024-09-13T00:23:34.372135+0000 mon.a (mon.0) 2023 : cluster [DBG] osdmap e1067: 8 total, 8 up, 8 in 2024-09-13T00:23:35.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:35 smithi032 bash[76677]: cluster 2024-09-13T00:23:34.375301+0000 mon.a (mon.0) 2024 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:35.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:35 smithi053 bash[67631]: audit 2024-09-13T00:23:34.371703+0000 mon.a (mon.0) 2022 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:35.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:35 smithi053 bash[67631]: cluster 2024-09-13T00:23:34.372135+0000 mon.a (mon.0) 2023 : cluster [DBG] osdmap e1067: 8 total, 8 up, 8 in 2024-09-13T00:23:35.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:35 smithi053 bash[67631]: cluster 2024-09-13T00:23:34.375301+0000 mon.a (mon.0) 2024 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:36.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:36 smithi032 bash[75510]: cluster 2024-09-13T00:23:35.389530+0000 mon.a (mon.0) 2025 : cluster [DBG] osdmap e1068: 8 total, 8 up, 8 in 2024-09-13T00:23:36.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:36 smithi032 bash[75510]: cluster 2024-09-13T00:23:35.421075+0000 mgr.y (mgr.34107) 625 : cluster [DBG] pgmap v1246: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:36.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:36 smithi032 bash[76677]: cluster 2024-09-13T00:23:35.389530+0000 mon.a (mon.0) 2025 : cluster [DBG] osdmap e1068: 8 total, 8 up, 8 in 2024-09-13T00:23:36.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:36 smithi032 bash[76677]: cluster 2024-09-13T00:23:35.421075+0000 mgr.y (mgr.34107) 625 : cluster [DBG] pgmap v1246: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:36.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:36 smithi053 bash[67631]: cluster 2024-09-13T00:23:35.389530+0000 mon.a (mon.0) 2025 : cluster [DBG] osdmap e1068: 8 total, 8 up, 8 in 2024-09-13T00:23:36.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:36 smithi053 bash[67631]: cluster 2024-09-13T00:23:35.421075+0000 mgr.y (mgr.34107) 625 : cluster [DBG] pgmap v1246: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:37.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:37 smithi053 bash[67631]: cluster 2024-09-13T00:23:36.393340+0000 mon.a (mon.0) 2026 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:37.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:37 smithi053 bash[67631]: cluster 2024-09-13T00:23:36.393394+0000 mon.a (mon.0) 2027 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:37.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:37 smithi032 bash[75510]: cluster 2024-09-13T00:23:36.393340+0000 mon.a (mon.0) 2026 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:37.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:37 smithi032 bash[75510]: cluster 2024-09-13T00:23:36.393394+0000 mon.a (mon.0) 2027 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:37.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:37 smithi032 bash[76677]: cluster 2024-09-13T00:23:36.393340+0000 mon.a (mon.0) 2026 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:37.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:37 smithi032 bash[76677]: cluster 2024-09-13T00:23:36.393394+0000 mon.a (mon.0) 2027 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:38.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:38 smithi053 bash[67631]: cluster 2024-09-13T00:23:37.412078+0000 mon.a (mon.0) 2028 : cluster [DBG] osdmap e1069: 8 total, 8 up, 8 in 2024-09-13T00:23:38.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:38 smithi053 bash[67631]: cluster 2024-09-13T00:23:37.421941+0000 mgr.y (mgr.34107) 626 : cluster [DBG] pgmap v1248: 113 pgs: 1 creating+peering, 3 unknown, 109 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:38.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:38 smithi032 bash[75510]: cluster 2024-09-13T00:23:37.412078+0000 mon.a (mon.0) 2028 : cluster [DBG] osdmap e1069: 8 total, 8 up, 8 in 2024-09-13T00:23:38.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:38 smithi032 bash[75510]: cluster 2024-09-13T00:23:37.421941+0000 mgr.y (mgr.34107) 626 : cluster [DBG] pgmap v1248: 113 pgs: 1 creating+peering, 3 unknown, 109 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:38 smithi032 bash[76677]: cluster 2024-09-13T00:23:37.412078+0000 mon.a (mon.0) 2028 : cluster [DBG] osdmap e1069: 8 total, 8 up, 8 in 2024-09-13T00:23:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:38 smithi032 bash[76677]: cluster 2024-09-13T00:23:37.421941+0000 mgr.y (mgr.34107) 626 : cluster [DBG] pgmap v1248: 113 pgs: 1 creating+peering, 3 unknown, 109 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:39.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:39 smithi053 bash[67631]: cluster 2024-09-13T00:23:38.432627+0000 mon.a (mon.0) 2029 : cluster [DBG] osdmap e1070: 8 total, 8 up, 8 in 2024-09-13T00:23:39.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:39 smithi032 bash[75510]: cluster 2024-09-13T00:23:38.432627+0000 mon.a (mon.0) 2029 : cluster [DBG] osdmap e1070: 8 total, 8 up, 8 in 2024-09-13T00:23:39.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:39 smithi032 bash[76677]: cluster 2024-09-13T00:23:38.432627+0000 mon.a (mon.0) 2029 : cluster [DBG] osdmap e1070: 8 total, 8 up, 8 in 2024-09-13T00:23:40.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:40 smithi053 bash[67631]: cluster 2024-09-13T00:23:39.422961+0000 mgr.y (mgr.34107) 627 : cluster [DBG] pgmap v1250: 113 pgs: 113 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 202 B/s wr, 0 op/s 2024-09-13T00:23:40.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:40 smithi053 bash[67631]: cluster 2024-09-13T00:23:39.442829+0000 mon.a (mon.0) 2030 : cluster [DBG] osdmap e1071: 8 total, 8 up, 8 in 2024-09-13T00:23:40.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:40 smithi053 bash[67631]: audit 2024-09-13T00:23:40.149183+0000 mon.a (mon.0) 2031 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:23:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:40 smithi032 bash[75510]: cluster 2024-09-13T00:23:39.422961+0000 mgr.y (mgr.34107) 627 : cluster [DBG] pgmap v1250: 113 pgs: 113 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 202 B/s wr, 0 op/s 2024-09-13T00:23:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:40 smithi032 bash[75510]: cluster 2024-09-13T00:23:39.442829+0000 mon.a (mon.0) 2030 : cluster [DBG] osdmap e1071: 8 total, 8 up, 8 in 2024-09-13T00:23:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:40 smithi032 bash[75510]: audit 2024-09-13T00:23:40.149183+0000 mon.a (mon.0) 2031 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:23:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:40 smithi032 bash[76677]: cluster 2024-09-13T00:23:39.422961+0000 mgr.y (mgr.34107) 627 : cluster [DBG] pgmap v1250: 113 pgs: 113 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 202 B/s wr, 0 op/s 2024-09-13T00:23:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:40 smithi032 bash[76677]: cluster 2024-09-13T00:23:39.442829+0000 mon.a (mon.0) 2030 : cluster [DBG] osdmap e1071: 8 total, 8 up, 8 in 2024-09-13T00:23:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:40 smithi032 bash[76677]: audit 2024-09-13T00:23:40.149183+0000 mon.a (mon.0) 2031 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:23:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:41 smithi053 bash[67631]: cluster 2024-09-13T00:23:40.451380+0000 mon.a (mon.0) 2032 : cluster [DBG] osdmap e1072: 8 total, 8 up, 8 in 2024-09-13T00:23:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:41 smithi053 bash[67631]: audit 2024-09-13T00:23:40.454567+0000 mon.c (mon.2) 63 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:41.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:41 smithi053 bash[67631]: audit 2024-09-13T00:23:40.455462+0000 mon.a (mon.0) 2033 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:41 smithi032 bash[75510]: cluster 2024-09-13T00:23:40.451380+0000 mon.a (mon.0) 2032 : cluster [DBG] osdmap e1072: 8 total, 8 up, 8 in 2024-09-13T00:23:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:41 smithi032 bash[75510]: audit 2024-09-13T00:23:40.454567+0000 mon.c (mon.2) 63 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:41 smithi032 bash[75510]: audit 2024-09-13T00:23:40.455462+0000 mon.a (mon.0) 2033 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:41 smithi032 bash[76677]: cluster 2024-09-13T00:23:40.451380+0000 mon.a (mon.0) 2032 : cluster [DBG] osdmap e1072: 8 total, 8 up, 8 in 2024-09-13T00:23:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:41 smithi032 bash[76677]: audit 2024-09-13T00:23:40.454567+0000 mon.c (mon.2) 63 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:41 smithi032 bash[76677]: audit 2024-09-13T00:23:40.455462+0000 mon.a (mon.0) 2033 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:42.478 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_put_snap_ec (12132 ms) 2024-09-13T00:23:42.478 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-09-13T00:23:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:23:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:23:42] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-09-13T00:23:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:42 smithi032 bash[75510]: cluster 2024-09-13T00:23:41.423727+0000 mgr.y (mgr.34107) 628 : cluster [DBG] pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:42 smithi032 bash[75510]: audit 2024-09-13T00:23:41.461329+0000 mon.a (mon.0) 2034 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]': finished 2024-09-13T00:23:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:42 smithi032 bash[75510]: cluster 2024-09-13T00:23:41.461519+0000 mon.a (mon.0) 2035 : cluster [DBG] osdmap e1073: 8 total, 8 up, 8 in 2024-09-13T00:23:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:42 smithi032 bash[75510]: audit 2024-09-13T00:23:41.463122+0000 mon.c (mon.2) 64 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:42 smithi032 bash[75510]: audit 2024-09-13T00:23:41.463913+0000 mon.a (mon.0) 2036 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:42 smithi032 bash[76677]: cluster 2024-09-13T00:23:41.423727+0000 mgr.y (mgr.34107) 628 : cluster [DBG] pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:42 smithi032 bash[76677]: audit 2024-09-13T00:23:41.461329+0000 mon.a (mon.0) 2034 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]': finished 2024-09-13T00:23:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:42 smithi032 bash[76677]: cluster 2024-09-13T00:23:41.461519+0000 mon.a (mon.0) 2035 : cluster [DBG] osdmap e1073: 8 total, 8 up, 8 in 2024-09-13T00:23:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:42 smithi032 bash[76677]: audit 2024-09-13T00:23:41.463122+0000 mon.c (mon.2) 64 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:42 smithi032 bash[76677]: audit 2024-09-13T00:23:41.463913+0000 mon.a (mon.0) 2036 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:42.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:23:42 smithi053 bash[94430]: ts=2024-09-13T00:23:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:23:42.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:42 smithi053 bash[67631]: cluster 2024-09-13T00:23:41.423727+0000 mgr.y (mgr.34107) 628 : cluster [DBG] pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:42.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:42 smithi053 bash[67631]: audit 2024-09-13T00:23:41.461329+0000 mon.a (mon.0) 2034 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-8"}]': finished 2024-09-13T00:23:42.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:42 smithi053 bash[67631]: cluster 2024-09-13T00:23:41.461519+0000 mon.a (mon.0) 2035 : cluster [DBG] osdmap e1073: 8 total, 8 up, 8 in 2024-09-13T00:23:42.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:42 smithi053 bash[67631]: audit 2024-09-13T00:23:41.463122+0000 mon.c (mon.2) 64 : audit [INF] from='client.? 172.21.15.32:0/3234439973' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:42.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:42 smithi053 bash[67631]: audit 2024-09-13T00:23:41.463913+0000 mon.a (mon.0) 2036 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]: dispatch 2024-09-13T00:23:43.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:43 smithi053 bash[67631]: audit 2024-09-13T00:23:42.463757+0000 mon.a (mon.0) 2037 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]': finished 2024-09-13T00:23:43.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:43 smithi053 bash[67631]: cluster 2024-09-13T00:23:42.463978+0000 mon.a (mon.0) 2038 : cluster [DBG] osdmap e1074: 8 total, 8 up, 8 in 2024-09-13T00:23:43.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:43 smithi053 bash[67631]: audit 2024-09-13T00:23:42.516197+0000 mon.c (mon.2) 65 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:43.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:43 smithi053 bash[67631]: audit 2024-09-13T00:23:42.516611+0000 mon.a (mon.0) 2039 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:43.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:43 smithi053 bash[67631]: audit 2024-09-13T00:23:42.517249+0000 mon.c (mon.2) 66 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:43.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:43 smithi053 bash[67631]: audit 2024-09-13T00:23:42.517624+0000 mon.a (mon.0) 2040 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:43.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:43 smithi053 bash[67631]: audit 2024-09-13T00:23:42.518185+0000 mon.c (mon.2) 67 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:43.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:43 smithi053 bash[67631]: audit 2024-09-13T00:23:42.518493+0000 mon.a (mon.0) 2041 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:43.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[75510]: audit 2024-09-13T00:23:42.463757+0000 mon.a (mon.0) 2037 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]': finished 2024-09-13T00:23:43.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[75510]: cluster 2024-09-13T00:23:42.463978+0000 mon.a (mon.0) 2038 : cluster [DBG] osdmap e1074: 8 total, 8 up, 8 in 2024-09-13T00:23:43.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[75510]: audit 2024-09-13T00:23:42.516197+0000 mon.c (mon.2) 65 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:43.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[75510]: audit 2024-09-13T00:23:42.516611+0000 mon.a (mon.0) 2039 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:43.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[75510]: audit 2024-09-13T00:23:42.517249+0000 mon.c (mon.2) 66 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:43.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[75510]: audit 2024-09-13T00:23:42.517624+0000 mon.a (mon.0) 2040 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:43.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[75510]: audit 2024-09-13T00:23:42.518185+0000 mon.c (mon.2) 67 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:43.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[75510]: audit 2024-09-13T00:23:42.518493+0000 mon.a (mon.0) 2041 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:43.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[76677]: audit 2024-09-13T00:23:42.463757+0000 mon.a (mon.0) 2037 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-8"}]': finished 2024-09-13T00:23:43.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[76677]: cluster 2024-09-13T00:23:42.463978+0000 mon.a (mon.0) 2038 : cluster [DBG] osdmap e1074: 8 total, 8 up, 8 in 2024-09-13T00:23:43.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[76677]: audit 2024-09-13T00:23:42.516197+0000 mon.c (mon.2) 65 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:43.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[76677]: audit 2024-09-13T00:23:42.516611+0000 mon.a (mon.0) 2039 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:43.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[76677]: audit 2024-09-13T00:23:42.517249+0000 mon.c (mon.2) 66 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:43.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[76677]: audit 2024-09-13T00:23:42.517624+0000 mon.a (mon.0) 2040 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:43.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[76677]: audit 2024-09-13T00:23:42.518185+0000 mon.c (mon.2) 67 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:43.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:43 smithi032 bash[76677]: audit 2024-09-13T00:23:42.518493+0000 mon.a (mon.0) 2041 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:45.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:44 smithi053 bash[67631]: cluster 2024-09-13T00:23:43.424617+0000 mgr.y (mgr.34107) 629 : cluster [DBG] pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:44 smithi053 bash[67631]: audit 2024-09-13T00:23:43.486467+0000 mon.a (mon.0) 2042 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:44 smithi053 bash[67631]: cluster 2024-09-13T00:23:43.486683+0000 mon.a (mon.0) 2043 : cluster [DBG] osdmap e1075: 8 total, 8 up, 8 in 2024-09-13T00:23:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:44 smithi053 bash[67631]: audit 2024-09-13T00:23:43.489488+0000 mon.c (mon.2) 68 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:44 smithi053 bash[67631]: audit 2024-09-13T00:23:43.490247+0000 mon.a (mon.0) 2044 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:45.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:44 smithi032 bash[75510]: cluster 2024-09-13T00:23:43.424617+0000 mgr.y (mgr.34107) 629 : cluster [DBG] pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:45.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:44 smithi032 bash[75510]: audit 2024-09-13T00:23:43.486467+0000 mon.a (mon.0) 2042 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:45.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:44 smithi032 bash[75510]: cluster 2024-09-13T00:23:43.486683+0000 mon.a (mon.0) 2043 : cluster [DBG] osdmap e1075: 8 total, 8 up, 8 in 2024-09-13T00:23:45.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:44 smithi032 bash[75510]: audit 2024-09-13T00:23:43.489488+0000 mon.c (mon.2) 68 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:45.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:44 smithi032 bash[75510]: audit 2024-09-13T00:23:43.490247+0000 mon.a (mon.0) 2044 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:44 smithi032 bash[76677]: cluster 2024-09-13T00:23:43.424617+0000 mgr.y (mgr.34107) 629 : cluster [DBG] pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:44 smithi032 bash[76677]: audit 2024-09-13T00:23:43.486467+0000 mon.a (mon.0) 2042 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:44 smithi032 bash[76677]: cluster 2024-09-13T00:23:43.486683+0000 mon.a (mon.0) 2043 : cluster [DBG] osdmap e1075: 8 total, 8 up, 8 in 2024-09-13T00:23:45.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:44 smithi032 bash[76677]: audit 2024-09-13T00:23:43.489488+0000 mon.c (mon.2) 68 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:45.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:44 smithi032 bash[76677]: audit 2024-09-13T00:23:43.490247+0000 mon.a (mon.0) 2044 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:46.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:45 smithi053 bash[67631]: cluster 2024-09-13T00:23:44.939139+0000 mon.a (mon.0) 2045 : cluster [DBG] osdmap e1076: 8 total, 8 up, 8 in 2024-09-13T00:23:46.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:45 smithi053 bash[67631]: audit 2024-09-13T00:23:45.490570+0000 mon.a (mon.0) 2046 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-9"}]': finished 2024-09-13T00:23:46.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:45 smithi053 bash[67631]: cluster 2024-09-13T00:23:45.490783+0000 mon.a (mon.0) 2047 : cluster [DBG] osdmap e1077: 8 total, 8 up, 8 in 2024-09-13T00:23:46.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:45 smithi053 bash[67631]: audit 2024-09-13T00:23:45.495702+0000 mon.c (mon.2) 69 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:46.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:45 smithi053 bash[67631]: audit 2024-09-13T00:23:45.496449+0000 mon.a (mon.0) 2048 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:46.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:45 smithi053 bash[67631]: audit 2024-09-13T00:23:45.682068+0000 mon.a (mon.0) 2049 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:23:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:45 smithi032 bash[75510]: cluster 2024-09-13T00:23:44.939139+0000 mon.a (mon.0) 2045 : cluster [DBG] osdmap e1076: 8 total, 8 up, 8 in 2024-09-13T00:23:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:45 smithi032 bash[75510]: audit 2024-09-13T00:23:45.490570+0000 mon.a (mon.0) 2046 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-9"}]': finished 2024-09-13T00:23:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:45 smithi032 bash[75510]: cluster 2024-09-13T00:23:45.490783+0000 mon.a (mon.0) 2047 : cluster [DBG] osdmap e1077: 8 total, 8 up, 8 in 2024-09-13T00:23:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:45 smithi032 bash[75510]: audit 2024-09-13T00:23:45.495702+0000 mon.c (mon.2) 69 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:45 smithi032 bash[75510]: audit 2024-09-13T00:23:45.496449+0000 mon.a (mon.0) 2048 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:45 smithi032 bash[75510]: audit 2024-09-13T00:23:45.682068+0000 mon.a (mon.0) 2049 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:23:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:45 smithi032 bash[76677]: cluster 2024-09-13T00:23:44.939139+0000 mon.a (mon.0) 2045 : cluster [DBG] osdmap e1076: 8 total, 8 up, 8 in 2024-09-13T00:23:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:45 smithi032 bash[76677]: audit 2024-09-13T00:23:45.490570+0000 mon.a (mon.0) 2046 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-9"}]': finished 2024-09-13T00:23:46.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:45 smithi032 bash[76677]: cluster 2024-09-13T00:23:45.490783+0000 mon.a (mon.0) 2047 : cluster [DBG] osdmap e1077: 8 total, 8 up, 8 in 2024-09-13T00:23:46.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:45 smithi032 bash[76677]: audit 2024-09-13T00:23:45.495702+0000 mon.c (mon.2) 69 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:46.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:45 smithi032 bash[76677]: audit 2024-09-13T00:23:45.496449+0000 mon.a (mon.0) 2048 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:46.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:45 smithi032 bash[76677]: audit 2024-09-13T00:23:45.682068+0000 mon.a (mon.0) 2049 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:23:47.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:46 smithi053 bash[67631]: cluster 2024-09-13T00:23:45.425405+0000 mgr.y (mgr.34107) 630 : cluster [DBG] pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:46 smithi053 bash[67631]: audit 2024-09-13T00:23:46.271529+0000 mon.a (mon.0) 2050 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:23:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:46 smithi053 bash[67631]: audit 2024-09-13T00:23:46.273193+0000 mon.a (mon.0) 2051 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:23:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:46 smithi053 bash[67631]: audit 2024-09-13T00:23:46.280597+0000 mon.a (mon.0) 2052 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:23:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:46 smithi053 bash[67631]: audit 2024-09-13T00:23:46.493633+0000 mon.a (mon.0) 2053 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:46 smithi053 bash[67631]: cluster 2024-09-13T00:23:46.493984+0000 mon.a (mon.0) 2054 : cluster [DBG] osdmap e1078: 8 total, 8 up, 8 in 2024-09-13T00:23:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:46 smithi032 bash[75510]: cluster 2024-09-13T00:23:45.425405+0000 mgr.y (mgr.34107) 630 : cluster [DBG] pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:46 smithi032 bash[75510]: audit 2024-09-13T00:23:46.271529+0000 mon.a (mon.0) 2050 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:23:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:46 smithi032 bash[75510]: audit 2024-09-13T00:23:46.273193+0000 mon.a (mon.0) 2051 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:23:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:46 smithi032 bash[75510]: audit 2024-09-13T00:23:46.280597+0000 mon.a (mon.0) 2052 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:23:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:46 smithi032 bash[75510]: audit 2024-09-13T00:23:46.493633+0000 mon.a (mon.0) 2053 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:46 smithi032 bash[75510]: cluster 2024-09-13T00:23:46.493984+0000 mon.a (mon.0) 2054 : cluster [DBG] osdmap e1078: 8 total, 8 up, 8 in 2024-09-13T00:23:47.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:46 smithi032 bash[76677]: cluster 2024-09-13T00:23:45.425405+0000 mgr.y (mgr.34107) 630 : cluster [DBG] pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:47.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:46 smithi032 bash[76677]: audit 2024-09-13T00:23:46.271529+0000 mon.a (mon.0) 2050 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:23:47.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:46 smithi032 bash[76677]: audit 2024-09-13T00:23:46.273193+0000 mon.a (mon.0) 2051 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:23:47.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:46 smithi032 bash[76677]: audit 2024-09-13T00:23:46.280597+0000 mon.a (mon.0) 2052 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:23:47.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:46 smithi032 bash[76677]: audit 2024-09-13T00:23:46.493633+0000 mon.a (mon.0) 2053 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:47.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:46 smithi032 bash[76677]: cluster 2024-09-13T00:23:46.493984+0000 mon.a (mon.0) 2054 : cluster [DBG] osdmap e1078: 8 total, 8 up, 8 in 2024-09-13T00:23:48.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:48 smithi053 bash[67631]: cluster 2024-09-13T00:23:47.426143+0000 mgr.y (mgr.34107) 631 : cluster [DBG] pgmap v1262: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:48.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:48 smithi053 bash[67631]: cluster 2024-09-13T00:23:47.496730+0000 mon.a (mon.0) 2055 : cluster [DBG] osdmap e1079: 8 total, 8 up, 8 in 2024-09-13T00:23:48.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:48 smithi053 bash[67631]: audit 2024-09-13T00:23:47.501442+0000 mon.c (mon.2) 70 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:48.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:48 smithi053 bash[67631]: audit 2024-09-13T00:23:47.502768+0000 mon.a (mon.0) 2056 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:48.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:48 smithi032 bash[75510]: cluster 2024-09-13T00:23:47.426143+0000 mgr.y (mgr.34107) 631 : cluster [DBG] pgmap v1262: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:48 smithi032 bash[75510]: cluster 2024-09-13T00:23:47.496730+0000 mon.a (mon.0) 2055 : cluster [DBG] osdmap e1079: 8 total, 8 up, 8 in 2024-09-13T00:23:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:48 smithi032 bash[75510]: audit 2024-09-13T00:23:47.501442+0000 mon.c (mon.2) 70 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:48 smithi032 bash[75510]: audit 2024-09-13T00:23:47.502768+0000 mon.a (mon.0) 2056 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:48.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:48 smithi032 bash[76677]: cluster 2024-09-13T00:23:47.426143+0000 mgr.y (mgr.34107) 631 : cluster [DBG] pgmap v1262: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:48.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:48 smithi032 bash[76677]: cluster 2024-09-13T00:23:47.496730+0000 mon.a (mon.0) 2055 : cluster [DBG] osdmap e1079: 8 total, 8 up, 8 in 2024-09-13T00:23:48.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:48 smithi032 bash[76677]: audit 2024-09-13T00:23:47.501442+0000 mon.c (mon.2) 70 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:48.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:48 smithi032 bash[76677]: audit 2024-09-13T00:23:47.502768+0000 mon.a (mon.0) 2056 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:49.520 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_explicit_ec (7042 ms) 2024-09-13T00:23:49.521 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.set_ec 2024-09-13T00:23:49.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:49 smithi053 bash[67631]: audit 2024-09-13T00:23:48.506221+0000 mon.a (mon.0) 2057 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]': finished 2024-09-13T00:23:49.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:49 smithi053 bash[67631]: cluster 2024-09-13T00:23:48.506420+0000 mon.a (mon.0) 2058 : cluster [DBG] osdmap e1080: 8 total, 8 up, 8 in 2024-09-13T00:23:49.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:49 smithi053 bash[67631]: audit 2024-09-13T00:23:48.508391+0000 mon.c (mon.2) 71 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:49.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:49 smithi053 bash[67631]: audit 2024-09-13T00:23:48.509097+0000 mon.a (mon.0) 2059 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:49.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:49 smithi032 bash[75510]: audit 2024-09-13T00:23:48.506221+0000 mon.a (mon.0) 2057 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]': finished 2024-09-13T00:23:49.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:49 smithi032 bash[75510]: cluster 2024-09-13T00:23:48.506420+0000 mon.a (mon.0) 2058 : cluster [DBG] osdmap e1080: 8 total, 8 up, 8 in 2024-09-13T00:23:49.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:49 smithi032 bash[75510]: audit 2024-09-13T00:23:48.508391+0000 mon.c (mon.2) 71 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:49.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:49 smithi032 bash[75510]: audit 2024-09-13T00:23:48.509097+0000 mon.a (mon.0) 2059 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:49.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:49 smithi032 bash[76677]: audit 2024-09-13T00:23:48.506221+0000 mon.a (mon.0) 2057 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-9"}]': finished 2024-09-13T00:23:49.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:49 smithi032 bash[76677]: cluster 2024-09-13T00:23:48.506420+0000 mon.a (mon.0) 2058 : cluster [DBG] osdmap e1080: 8 total, 8 up, 8 in 2024-09-13T00:23:49.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:49 smithi032 bash[76677]: audit 2024-09-13T00:23:48.508391+0000 mon.c (mon.2) 71 : audit [INF] from='client.? 172.21.15.32:0/657266621' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:49.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:49 smithi032 bash[76677]: audit 2024-09-13T00:23:48.509097+0000 mon.a (mon.0) 2059 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]: dispatch 2024-09-13T00:23:50.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:50 smithi053 bash[67631]: cluster 2024-09-13T00:23:49.426920+0000 mgr.y (mgr.34107) 632 : cluster [DBG] pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:50 smithi053 bash[67631]: audit 2024-09-13T00:23:49.516428+0000 mon.a (mon.0) 2060 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]': finished 2024-09-13T00:23:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:50 smithi053 bash[67631]: cluster 2024-09-13T00:23:49.516812+0000 mon.a (mon.0) 2061 : cluster [DBG] osdmap e1081: 8 total, 8 up, 8 in 2024-09-13T00:23:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:50 smithi053 bash[67631]: audit 2024-09-13T00:23:49.551947+0000 mon.a (mon.0) 2062 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:50 smithi053 bash[67631]: audit 2024-09-13T00:23:49.553325+0000 mon.a (mon.0) 2063 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:50 smithi053 bash[67631]: audit 2024-09-13T00:23:49.553972+0000 mon.a (mon.0) 2064 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:50.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:50 smithi032 bash[75510]: cluster 2024-09-13T00:23:49.426920+0000 mgr.y (mgr.34107) 632 : cluster [DBG] pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:50.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:50 smithi032 bash[75510]: audit 2024-09-13T00:23:49.516428+0000 mon.a (mon.0) 2060 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]': finished 2024-09-13T00:23:50.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:50 smithi032 bash[75510]: cluster 2024-09-13T00:23:49.516812+0000 mon.a (mon.0) 2061 : cluster [DBG] osdmap e1081: 8 total, 8 up, 8 in 2024-09-13T00:23:50.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:50 smithi032 bash[75510]: audit 2024-09-13T00:23:49.551947+0000 mon.a (mon.0) 2062 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:50.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:50 smithi032 bash[75510]: audit 2024-09-13T00:23:49.553325+0000 mon.a (mon.0) 2063 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:50.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:50 smithi032 bash[75510]: audit 2024-09-13T00:23:49.553972+0000 mon.a (mon.0) 2064 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:50.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:50 smithi032 bash[76677]: cluster 2024-09-13T00:23:49.426920+0000 mgr.y (mgr.34107) 632 : cluster [DBG] pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:50.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:50 smithi032 bash[76677]: audit 2024-09-13T00:23:49.516428+0000 mon.a (mon.0) 2060 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-9"}]': finished 2024-09-13T00:23:50.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:50 smithi032 bash[76677]: cluster 2024-09-13T00:23:49.516812+0000 mon.a (mon.0) 2061 : cluster [DBG] osdmap e1081: 8 total, 8 up, 8 in 2024-09-13T00:23:50.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:50 smithi032 bash[76677]: audit 2024-09-13T00:23:49.551947+0000 mon.a (mon.0) 2062 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:50.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:50 smithi032 bash[76677]: audit 2024-09-13T00:23:49.553325+0000 mon.a (mon.0) 2063 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:50.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:50 smithi032 bash[76677]: audit 2024-09-13T00:23:49.553972+0000 mon.a (mon.0) 2064 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T00:23:52.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:51 smithi053 bash[67631]: audit 2024-09-13T00:23:50.518104+0000 mon.a (mon.0) 2065 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:52.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:51 smithi053 bash[67631]: cluster 2024-09-13T00:23:50.518288+0000 mon.a (mon.0) 2066 : cluster [DBG] osdmap e1082: 8 total, 8 up, 8 in 2024-09-13T00:23:52.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:51 smithi053 bash[67631]: audit 2024-09-13T00:23:50.519628+0000 mon.a (mon.0) 2067 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:52.323 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:51 smithi032 bash[75510]: audit 2024-09-13T00:23:50.518104+0000 mon.a (mon.0) 2065 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:52.323 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:51 smithi032 bash[75510]: cluster 2024-09-13T00:23:50.518288+0000 mon.a (mon.0) 2066 : cluster [DBG] osdmap e1082: 8 total, 8 up, 8 in 2024-09-13T00:23:52.324 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:51 smithi032 bash[75510]: audit 2024-09-13T00:23:50.519628+0000 mon.a (mon.0) 2067 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:52.324 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:51 smithi032 bash[76677]: audit 2024-09-13T00:23:50.518104+0000 mon.a (mon.0) 2065 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-111132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T00:23:52.324 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:51 smithi032 bash[76677]: cluster 2024-09-13T00:23:50.518288+0000 mon.a (mon.0) 2066 : cluster [DBG] osdmap e1082: 8 total, 8 up, 8 in 2024-09-13T00:23:52.324 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:51 smithi032 bash[76677]: audit 2024-09-13T00:23:50.519628+0000 mon.a (mon.0) 2067 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:23:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:23:52] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-09-13T00:23:52.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:23:52 smithi053 bash[94430]: ts=2024-09-13T00:23:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:23:53.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:52 smithi053 bash[67631]: cluster 2024-09-13T00:23:51.427559+0000 mgr.y (mgr.34107) 633 : cluster [DBG] pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:52 smithi053 bash[67631]: cluster 2024-09-13T00:23:51.975513+0000 mon.a (mon.0) 2068 : cluster [DBG] osdmap e1083: 8 total, 8 up, 8 in 2024-09-13T00:23:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:52 smithi053 bash[67631]: audit 2024-09-13T00:23:52.524683+0000 mon.a (mon.0) 2069 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-10"}]': finished 2024-09-13T00:23:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:52 smithi053 bash[67631]: cluster 2024-09-13T00:23:52.524890+0000 mon.a (mon.0) 2070 : cluster [DBG] osdmap e1084: 8 total, 8 up, 8 in 2024-09-13T00:23:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:52 smithi053 bash[67631]: audit 2024-09-13T00:23:52.529370+0000 mon.a (mon.0) 2071 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:53.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:52 smithi032 bash[75510]: cluster 2024-09-13T00:23:51.427559+0000 mgr.y (mgr.34107) 633 : cluster [DBG] pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:53.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:52 smithi032 bash[75510]: cluster 2024-09-13T00:23:51.975513+0000 mon.a (mon.0) 2068 : cluster [DBG] osdmap e1083: 8 total, 8 up, 8 in 2024-09-13T00:23:53.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:52 smithi032 bash[75510]: audit 2024-09-13T00:23:52.524683+0000 mon.a (mon.0) 2069 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-10"}]': finished 2024-09-13T00:23:53.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:52 smithi032 bash[75510]: cluster 2024-09-13T00:23:52.524890+0000 mon.a (mon.0) 2070 : cluster [DBG] osdmap e1084: 8 total, 8 up, 8 in 2024-09-13T00:23:53.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:52 smithi032 bash[75510]: audit 2024-09-13T00:23:52.529370+0000 mon.a (mon.0) 2071 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:52 smithi032 bash[76677]: cluster 2024-09-13T00:23:51.427559+0000 mgr.y (mgr.34107) 633 : cluster [DBG] pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:52 smithi032 bash[76677]: cluster 2024-09-13T00:23:51.975513+0000 mon.a (mon.0) 2068 : cluster [DBG] osdmap e1083: 8 total, 8 up, 8 in 2024-09-13T00:23:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:52 smithi032 bash[76677]: audit 2024-09-13T00:23:52.524683+0000 mon.a (mon.0) 2069 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-111132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-111132-10"}]': finished 2024-09-13T00:23:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:52 smithi032 bash[76677]: cluster 2024-09-13T00:23:52.524890+0000 mon.a (mon.0) 2070 : cluster [DBG] osdmap e1084: 8 total, 8 up, 8 in 2024-09-13T00:23:53.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:52 smithi032 bash[76677]: audit 2024-09-13T00:23:52.529370+0000 mon.a (mon.0) 2071 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:54.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:54 smithi053 bash[67631]: cluster 2024-09-13T00:23:53.428426+0000 mgr.y (mgr.34107) 634 : cluster [DBG] pgmap v1271: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:54.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:54 smithi053 bash[67631]: audit 2024-09-13T00:23:53.528233+0000 mon.a (mon.0) 2072 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:54.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:54 smithi053 bash[67631]: cluster 2024-09-13T00:23:53.529100+0000 mon.a (mon.0) 2073 : cluster [DBG] osdmap e1085: 8 total, 8 up, 8 in 2024-09-13T00:23:54.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:54 smithi053 bash[67631]: cluster 2024-09-13T00:23:53.980086+0000 mon.a (mon.0) 2074 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:54 smithi032 bash[75510]: cluster 2024-09-13T00:23:53.428426+0000 mgr.y (mgr.34107) 634 : cluster [DBG] pgmap v1271: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:54.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:54 smithi032 bash[75510]: audit 2024-09-13T00:23:53.528233+0000 mon.a (mon.0) 2072 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:54.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:54 smithi032 bash[75510]: cluster 2024-09-13T00:23:53.529100+0000 mon.a (mon.0) 2073 : cluster [DBG] osdmap e1085: 8 total, 8 up, 8 in 2024-09-13T00:23:54.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:54 smithi032 bash[75510]: cluster 2024-09-13T00:23:53.980086+0000 mon.a (mon.0) 2074 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:54.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:54 smithi032 bash[76677]: cluster 2024-09-13T00:23:53.428426+0000 mgr.y (mgr.34107) 634 : cluster [DBG] pgmap v1271: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:54.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:54 smithi032 bash[76677]: audit 2024-09-13T00:23:53.528233+0000 mon.a (mon.0) 2072 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111132-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:54.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:54 smithi032 bash[76677]: cluster 2024-09-13T00:23:53.529100+0000 mon.a (mon.0) 2073 : cluster [DBG] osdmap e1085: 8 total, 8 up, 8 in 2024-09-13T00:23:54.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:54 smithi032 bash[76677]: cluster 2024-09-13T00:23:53.980086+0000 mon.a (mon.0) 2074 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:23:55.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:55 smithi053 bash[67631]: cluster 2024-09-13T00:23:54.530428+0000 mon.a (mon.0) 2075 : cluster [DBG] osdmap e1086: 8 total, 8 up, 8 in 2024-09-13T00:23:55.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:55 smithi053 bash[67631]: audit 2024-09-13T00:23:54.533061+0000 mon.a (mon.0) 2076 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:55.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:55 smithi053 bash[67631]: audit 2024-09-13T00:23:55.155858+0000 mon.a (mon.0) 2077 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:23:55.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:55 smithi053 bash[67631]: audit 2024-09-13T00:23:55.157882+0000 mon.a (mon.0) 2078 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:23:55.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:55 smithi053 bash[67631]: audit 2024-09-13T00:23:55.532656+0000 mon.a (mon.0) 2079 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-10"}]': finished 2024-09-13T00:23:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:55 smithi032 bash[75510]: cluster 2024-09-13T00:23:54.530428+0000 mon.a (mon.0) 2075 : cluster [DBG] osdmap e1086: 8 total, 8 up, 8 in 2024-09-13T00:23:55.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:55 smithi032 bash[75510]: audit 2024-09-13T00:23:54.533061+0000 mon.a (mon.0) 2076 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:55.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:55 smithi032 bash[75510]: audit 2024-09-13T00:23:55.155858+0000 mon.a (mon.0) 2077 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:23:55.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:55 smithi032 bash[75510]: audit 2024-09-13T00:23:55.157882+0000 mon.a (mon.0) 2078 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:23:55.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:55 smithi032 bash[75510]: audit 2024-09-13T00:23:55.532656+0000 mon.a (mon.0) 2079 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-10"}]': finished 2024-09-13T00:23:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:55 smithi032 bash[76677]: cluster 2024-09-13T00:23:54.530428+0000 mon.a (mon.0) 2075 : cluster [DBG] osdmap e1086: 8 total, 8 up, 8 in 2024-09-13T00:23:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:55 smithi032 bash[76677]: audit 2024-09-13T00:23:54.533061+0000 mon.a (mon.0) 2076 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:55 smithi032 bash[76677]: audit 2024-09-13T00:23:55.155858+0000 mon.a (mon.0) 2077 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:23:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:55 smithi032 bash[76677]: audit 2024-09-13T00:23:55.157882+0000 mon.a (mon.0) 2078 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:23:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:55 smithi032 bash[76677]: audit 2024-09-13T00:23:55.532656+0000 mon.a (mon.0) 2079 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-111132-10"}]': finished 2024-09-13T00:23:56.541 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.set_ec (7021 ms) 2024-09-13T00:23:56.541 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 10 tests from cls_rgw (60456 ms total) 2024-09-13T00:23:56.541 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:23:56.541 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T00:23:56.542 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 10 tests from 1 test suite ran. (60456 ms total) 2024-09-13T00:23:56.542 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 10 tests. 2024-09-13T00:23:56.548 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:23:56.548 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:23:56.603 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-13T00:23:56.604 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-13T00:23:56.665 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2024-09-13T00:23:56.665 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 16 tests from 1 test suite. 2024-09-13T00:23:56.666 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:23:56.666 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 16 tests from cls_rgw 2024-09-13T00:23:56.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:56 smithi032 bash[75510]: cluster 2024-09-13T00:23:55.429218+0000 mgr.y (mgr.34107) 635 : cluster [DBG] pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:56.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:56 smithi032 bash[75510]: cluster 2024-09-13T00:23:55.532800+0000 mon.a (mon.0) 2080 : cluster [DBG] osdmap e1087: 8 total, 8 up, 8 in 2024-09-13T00:23:56.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:56 smithi032 bash[75510]: audit 2024-09-13T00:23:55.534906+0000 mon.a (mon.0) 2081 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:56.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:56 smithi032 bash[75510]: cluster 2024-09-13T00:23:56.151286+0000 mon.a (mon.0) 2082 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:56.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:56 smithi032 bash[75510]: cluster 2024-09-13T00:23:56.151336+0000 mon.a (mon.0) 2083 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:56.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:56 smithi032 bash[75510]: audit 2024-09-13T00:23:56.535974+0000 mon.a (mon.0) 2084 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-10"}]': finished 2024-09-13T00:23:56.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:56 smithi032 bash[75510]: cluster 2024-09-13T00:23:56.536145+0000 mon.a (mon.0) 2085 : cluster [DBG] osdmap e1088: 8 total, 8 up, 8 in 2024-09-13T00:23:56.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:56 smithi032 bash[76677]: cluster 2024-09-13T00:23:55.429218+0000 mgr.y (mgr.34107) 635 : cluster [DBG] pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:56.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:56 smithi032 bash[76677]: cluster 2024-09-13T00:23:55.532800+0000 mon.a (mon.0) 2080 : cluster [DBG] osdmap e1087: 8 total, 8 up, 8 in 2024-09-13T00:23:56.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:56 smithi032 bash[76677]: audit 2024-09-13T00:23:55.534906+0000 mon.a (mon.0) 2081 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:56.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:56 smithi032 bash[76677]: cluster 2024-09-13T00:23:56.151286+0000 mon.a (mon.0) 2082 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:56.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:56 smithi032 bash[76677]: cluster 2024-09-13T00:23:56.151336+0000 mon.a (mon.0) 2083 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:56.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:56 smithi032 bash[76677]: audit 2024-09-13T00:23:56.535974+0000 mon.a (mon.0) 2084 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-10"}]': finished 2024-09-13T00:23:56.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:56 smithi032 bash[76677]: cluster 2024-09-13T00:23:56.536145+0000 mon.a (mon.0) 2085 : cluster [DBG] osdmap e1088: 8 total, 8 up, 8 in 2024-09-13T00:23:57.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:56 smithi053 bash[67631]: cluster 2024-09-13T00:23:55.429218+0000 mgr.y (mgr.34107) 635 : cluster [DBG] pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:57.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:56 smithi053 bash[67631]: cluster 2024-09-13T00:23:55.532800+0000 mon.a (mon.0) 2080 : cluster [DBG] osdmap e1087: 8 total, 8 up, 8 in 2024-09-13T00:23:57.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:56 smithi053 bash[67631]: audit 2024-09-13T00:23:55.534906+0000 mon.a (mon.0) 2081 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-10"}]: dispatch 2024-09-13T00:23:57.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:56 smithi053 bash[67631]: cluster 2024-09-13T00:23:56.151286+0000 mon.a (mon.0) 2082 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:23:57.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:56 smithi053 bash[67631]: cluster 2024-09-13T00:23:56.151336+0000 mon.a (mon.0) 2083 : cluster [INF] Cluster is now healthy 2024-09-13T00:23:57.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:56 smithi053 bash[67631]: audit 2024-09-13T00:23:56.535974+0000 mon.a (mon.0) 2084 : audit [INF] from='client.? 172.21.15.32:0/3092327945' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-111132-10"}]': finished 2024-09-13T00:23:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:56 smithi053 bash[67631]: cluster 2024-09-13T00:23:56.536145+0000 mon.a (mon.0) 2085 : cluster [DBG] osdmap e1088: 8 total, 8 up, 8 in 2024-09-13T00:23:58.578 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_basic 2024-09-13T00:23:58.650 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_basic (73 ms) 2024-09-13T00:23:58.651 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-13T00:23:58.725 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (74 ms) 2024-09-13T00:23:58.725 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-13T00:23:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_remove_object (103 ms) 2024-09-13T00:23:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-13T00:23:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:58 smithi032 bash[75510]: cluster 2024-09-13T00:23:57.429858+0000 mgr.y (mgr.34107) 636 : cluster [DBG] pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:58 smithi032 bash[75510]: cluster 2024-09-13T00:23:57.559954+0000 mon.a (mon.0) 2086 : cluster [DBG] osdmap e1089: 8 total, 8 up, 8 in 2024-09-13T00:23:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:58 smithi032 bash[75510]: audit 2024-09-13T00:23:57.570925+0000 mon.c (mon.2) 72 : audit [INF] from='client.? 172.21.15.32:0/3767294788' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:58 smithi032 bash[75510]: audit 2024-09-13T00:23:57.577573+0000 mon.a (mon.0) 2087 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:58.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:58 smithi032 bash[76677]: cluster 2024-09-13T00:23:57.429858+0000 mgr.y (mgr.34107) 636 : cluster [DBG] pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:58.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:58 smithi032 bash[76677]: cluster 2024-09-13T00:23:57.559954+0000 mon.a (mon.0) 2086 : cluster [DBG] osdmap e1089: 8 total, 8 up, 8 in 2024-09-13T00:23:58.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:58 smithi032 bash[76677]: audit 2024-09-13T00:23:57.570925+0000 mon.c (mon.2) 72 : audit [INF] from='client.? 172.21.15.32:0/3767294788' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:58.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:58 smithi032 bash[76677]: audit 2024-09-13T00:23:57.577573+0000 mon.a (mon.0) 2087 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:59.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:58 smithi053 bash[67631]: cluster 2024-09-13T00:23:57.429858+0000 mgr.y (mgr.34107) 636 : cluster [DBG] pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:23:59.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:58 smithi053 bash[67631]: cluster 2024-09-13T00:23:57.559954+0000 mon.a (mon.0) 2086 : cluster [DBG] osdmap e1089: 8 total, 8 up, 8 in 2024-09-13T00:23:59.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:58 smithi053 bash[67631]: audit 2024-09-13T00:23:57.570925+0000 mon.c (mon.2) 72 : audit [INF] from='client.? 172.21.15.32:0/3767294788' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:59.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:58 smithi053 bash[67631]: audit 2024-09-13T00:23:57.577573+0000 mon.a (mon.0) 2087 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:23:59.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:59 smithi032 bash[75510]: audit 2024-09-13T00:23:58.563572+0000 mon.a (mon.0) 2088 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:59.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:23:59 smithi032 bash[75510]: cluster 2024-09-13T00:23:58.563839+0000 mon.a (mon.0) 2089 : cluster [DBG] osdmap e1090: 8 total, 8 up, 8 in 2024-09-13T00:23:59.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:59 smithi032 bash[76677]: audit 2024-09-13T00:23:58.563572+0000 mon.a (mon.0) 2088 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:23:59.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:23:59 smithi032 bash[76677]: cluster 2024-09-13T00:23:58.563839+0000 mon.a (mon.0) 2089 : cluster [DBG] osdmap e1090: 8 total, 8 up, 8 in 2024-09-13T00:24:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:59 smithi053 bash[67631]: audit 2024-09-13T00:23:58.563572+0000 mon.a (mon.0) 2088 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:24:00.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:23:59 smithi053 bash[67631]: cluster 2024-09-13T00:23:58.563839+0000 mon.a (mon.0) 2089 : cluster [DBG] osdmap e1090: 8 total, 8 up, 8 in 2024-09-13T00:24:00.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:00 smithi032 bash[75510]: cluster 2024-09-13T00:23:59.430499+0000 mgr.y (mgr.34107) 637 : cluster [DBG] pgmap v1280: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:24:00.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:00 smithi032 bash[75510]: cluster 2024-09-13T00:23:59.579443+0000 mon.a (mon.0) 2090 : cluster [DBG] osdmap e1091: 8 total, 8 up, 8 in 2024-09-13T00:24:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:00 smithi032 bash[76677]: cluster 2024-09-13T00:23:59.430499+0000 mgr.y (mgr.34107) 637 : cluster [DBG] pgmap v1280: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:24:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:00 smithi032 bash[76677]: cluster 2024-09-13T00:23:59.579443+0000 mon.a (mon.0) 2090 : cluster [DBG] osdmap e1091: 8 total, 8 up, 8 in 2024-09-13T00:24:01.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:00 smithi053 bash[67631]: cluster 2024-09-13T00:23:59.430499+0000 mgr.y (mgr.34107) 637 : cluster [DBG] pgmap v1280: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T00:24:01.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:00 smithi053 bash[67631]: cluster 2024-09-13T00:23:59.579443+0000 mon.a (mon.0) 2090 : cluster [DBG] osdmap e1091: 8 total, 8 up, 8 in 2024-09-13T00:24:01.150 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_suggest (2322 ms) 2024-09-13T00:24:01.150 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-13T00:24:01.163 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_suggest_complete (14 ms) 2024-09-13T00:24:01.163 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_list 2024-09-13T00:24:01.209 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_list (46 ms) 2024-09-13T00:24:01.210 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-13T00:24:02.589 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:24:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:24:02] "GET /metrics HTTP/1.1" 200 33932 "" "Prometheus/2.43.0" 2024-09-13T00:24:02.590 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:24:02 smithi053 bash[94430]: ts=2024-09-13T00:24:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:24:02.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:02 smithi032 bash[75510]: cluster 2024-09-13T00:24:01.431488+0000 mgr.y (mgr.34107) 638 : cluster [DBG] pgmap v1282: 137 pgs: 17 creating+peering, 8 unknown, 112 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 8.4 KiB/s wr, 25 op/s 2024-09-13T00:24:02.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:02 smithi032 bash[76677]: cluster 2024-09-13T00:24:01.431488+0000 mgr.y (mgr.34107) 638 : cluster [DBG] pgmap v1282: 137 pgs: 17 creating+peering, 8 unknown, 112 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 8.4 KiB/s wr, 25 op/s 2024-09-13T00:24:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:02 smithi053 bash[67631]: cluster 2024-09-13T00:24:01.431488+0000 mgr.y (mgr.34107) 638 : cluster [DBG] pgmap v1282: 137 pgs: 17 creating+peering, 8 unknown, 112 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 8.4 KiB/s wr, 25 op/s 2024-09-13T00:24:04.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:04 smithi032 bash[75510]: cluster 2024-09-13T00:24:03.432864+0000 mgr.y (mgr.34107) 639 : cluster [DBG] pgmap v1283: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 15 KiB/s wr, 47 op/s 2024-09-13T00:24:04.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:04 smithi032 bash[76677]: cluster 2024-09-13T00:24:03.432864+0000 mgr.y (mgr.34107) 639 : cluster [DBG] pgmap v1283: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 15 KiB/s wr, 47 op/s 2024-09-13T00:24:05.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:04 smithi053 bash[67631]: cluster 2024-09-13T00:24:03.432864+0000 mgr.y (mgr.34107) 639 : cluster [DBG] pgmap v1283: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 15 KiB/s wr, 47 op/s 2024-09-13T00:24:06.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:06 smithi032 bash[75510]: cluster 2024-09-13T00:24:05.434090+0000 mgr.y (mgr.34107) 640 : cluster [DBG] pgmap v1284: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 184 KiB/s wr, 571 op/s 2024-09-13T00:24:06.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:06 smithi032 bash[76677]: cluster 2024-09-13T00:24:05.434090+0000 mgr.y (mgr.34107) 640 : cluster [DBG] pgmap v1284: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 184 KiB/s wr, 571 op/s 2024-09-13T00:24:07.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:06 smithi053 bash[67631]: cluster 2024-09-13T00:24:05.434090+0000 mgr.y (mgr.34107) 640 : cluster [DBG] pgmap v1284: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 184 KiB/s wr, 571 op/s 2024-09-13T00:24:08.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:08 smithi032 bash[75510]: cluster 2024-09-13T00:24:07.435113+0000 mgr.y (mgr.34107) 641 : cluster [DBG] pgmap v1285: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 163 KiB/s wr, 507 op/s 2024-09-13T00:24:08.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:08 smithi032 bash[76677]: cluster 2024-09-13T00:24:07.435113+0000 mgr.y (mgr.34107) 641 : cluster [DBG] pgmap v1285: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 163 KiB/s wr, 507 op/s 2024-09-13T00:24:09.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:08 smithi053 bash[67631]: cluster 2024-09-13T00:24:07.435113+0000 mgr.y (mgr.34107) 641 : cluster [DBG] pgmap v1285: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 163 KiB/s wr, 507 op/s 2024-09-13T00:24:11.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:10 smithi053 bash[67631]: cluster 2024-09-13T00:24:09.436355+0000 mgr.y (mgr.34107) 642 : cluster [DBG] pgmap v1286: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 303 KiB/s wr, 924 op/s 2024-09-13T00:24:11.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:10 smithi053 bash[67631]: audit 2024-09-13T00:24:10.155721+0000 mon.a (mon.0) 2091 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:24:11.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:10 smithi053 bash[67631]: audit 2024-09-13T00:24:10.157806+0000 mon.a (mon.0) 2092 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:24:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:10 smithi032 bash[75510]: cluster 2024-09-13T00:24:09.436355+0000 mgr.y (mgr.34107) 642 : cluster [DBG] pgmap v1286: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 303 KiB/s wr, 924 op/s 2024-09-13T00:24:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:10 smithi032 bash[75510]: audit 2024-09-13T00:24:10.155721+0000 mon.a (mon.0) 2091 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:24:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:10 smithi032 bash[75510]: audit 2024-09-13T00:24:10.157806+0000 mon.a (mon.0) 2092 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:24:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:10 smithi032 bash[76677]: cluster 2024-09-13T00:24:09.436355+0000 mgr.y (mgr.34107) 642 : cluster [DBG] pgmap v1286: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 303 KiB/s wr, 924 op/s 2024-09-13T00:24:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:10 smithi032 bash[76677]: audit 2024-09-13T00:24:10.155721+0000 mon.a (mon.0) 2091 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:24:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:10 smithi032 bash[76677]: audit 2024-09-13T00:24:10.157806+0000 mon.a (mon.0) 2092 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:24:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:24:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:24:12] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-09-13T00:24:12.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:24:12 smithi053 bash[94430]: ts=2024-09-13T00:24:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:24:13.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:12 smithi053 bash[67631]: cluster 2024-09-13T00:24:11.437295+0000 mgr.y (mgr.34107) 643 : cluster [DBG] pgmap v1287: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 405 KiB/s rd, 255 KiB/s wr, 779 op/s 2024-09-13T00:24:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:12 smithi032 bash[75510]: cluster 2024-09-13T00:24:11.437295+0000 mgr.y (mgr.34107) 643 : cluster [DBG] pgmap v1287: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 405 KiB/s rd, 255 KiB/s wr, 779 op/s 2024-09-13T00:24:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:12 smithi032 bash[76677]: cluster 2024-09-13T00:24:11.437295+0000 mgr.y (mgr.34107) 643 : cluster [DBG] pgmap v1287: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 405 KiB/s rd, 255 KiB/s wr, 779 op/s 2024-09-13T00:24:15.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:14 smithi053 bash[67631]: cluster 2024-09-13T00:24:13.438212+0000 mgr.y (mgr.34107) 644 : cluster [DBG] pgmap v1288: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 249 KiB/s wr, 759 op/s 2024-09-13T00:24:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:14 smithi032 bash[75510]: cluster 2024-09-13T00:24:13.438212+0000 mgr.y (mgr.34107) 644 : cluster [DBG] pgmap v1288: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 249 KiB/s wr, 759 op/s 2024-09-13T00:24:15.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:14 smithi032 bash[76677]: cluster 2024-09-13T00:24:13.438212+0000 mgr.y (mgr.34107) 644 : cluster [DBG] pgmap v1288: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 249 KiB/s wr, 759 op/s 2024-09-13T00:24:17.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:16 smithi053 bash[67631]: cluster 2024-09-13T00:24:15.439248+0000 mgr.y (mgr.34107) 645 : cluster [DBG] pgmap v1289: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 353 KiB/s wr, 1.07k op/s 2024-09-13T00:24:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:16 smithi032 bash[75510]: cluster 2024-09-13T00:24:15.439248+0000 mgr.y (mgr.34107) 645 : cluster [DBG] pgmap v1289: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 353 KiB/s wr, 1.07k op/s 2024-09-13T00:24:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:16 smithi032 bash[76677]: cluster 2024-09-13T00:24:15.439248+0000 mgr.y (mgr.34107) 645 : cluster [DBG] pgmap v1289: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 353 KiB/s wr, 1.07k op/s 2024-09-13T00:24:19.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:18 smithi053 bash[67631]: cluster 2024-09-13T00:24:17.440197+0000 mgr.y (mgr.34107) 646 : cluster [DBG] pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 240 KiB/s wr, 720 op/s 2024-09-13T00:24:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:18 smithi032 bash[75510]: cluster 2024-09-13T00:24:17.440197+0000 mgr.y (mgr.34107) 646 : cluster [DBG] pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 240 KiB/s wr, 720 op/s 2024-09-13T00:24:19.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:18 smithi032 bash[76677]: cluster 2024-09-13T00:24:17.440197+0000 mgr.y (mgr.34107) 646 : cluster [DBG] pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 240 KiB/s wr, 720 op/s 2024-09-13T00:24:21.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:20 smithi053 bash[67631]: cluster 2024-09-13T00:24:19.441557+0000 mgr.y (mgr.34107) 647 : cluster [DBG] pgmap v1291: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 337 KiB/s wr, 1.01k op/s 2024-09-13T00:24:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:20 smithi032 bash[75510]: cluster 2024-09-13T00:24:19.441557+0000 mgr.y (mgr.34107) 647 : cluster [DBG] pgmap v1291: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 337 KiB/s wr, 1.01k op/s 2024-09-13T00:24:21.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:20 smithi032 bash[76677]: cluster 2024-09-13T00:24:19.441557+0000 mgr.y (mgr.34107) 647 : cluster [DBG] pgmap v1291: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 337 KiB/s wr, 1.01k op/s 2024-09-13T00:24:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:24:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:24:22] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-09-13T00:24:22.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:24:22 smithi053 bash[94430]: ts=2024-09-13T00:24:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:24:23.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:22 smithi053 bash[67631]: cluster 2024-09-13T00:24:21.442700+0000 mgr.y (mgr.34107) 648 : cluster [DBG] pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 205 KiB/s wr, 616 op/s 2024-09-13T00:24:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:22 smithi032 bash[75510]: cluster 2024-09-13T00:24:21.442700+0000 mgr.y (mgr.34107) 648 : cluster [DBG] pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 205 KiB/s wr, 616 op/s 2024-09-13T00:24:23.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:22 smithi032 bash[76677]: cluster 2024-09-13T00:24:21.442700+0000 mgr.y (mgr.34107) 648 : cluster [DBG] pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 205 KiB/s wr, 616 op/s 2024-09-13T00:24:25.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:24 smithi053 bash[67631]: cluster 2024-09-13T00:24:23.443808+0000 mgr.y (mgr.34107) 649 : cluster [DBG] pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 205 KiB/s wr, 616 op/s 2024-09-13T00:24:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:24 smithi032 bash[75510]: cluster 2024-09-13T00:24:23.443808+0000 mgr.y (mgr.34107) 649 : cluster [DBG] pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 205 KiB/s wr, 616 op/s 2024-09-13T00:24:25.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:24 smithi032 bash[76677]: cluster 2024-09-13T00:24:23.443808+0000 mgr.y (mgr.34107) 649 : cluster [DBG] pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 205 KiB/s wr, 616 op/s 2024-09-13T00:24:26.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:25 smithi053 bash[67631]: audit 2024-09-13T00:24:25.150277+0000 mon.a (mon.0) 2093 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:24:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:25 smithi032 bash[75510]: audit 2024-09-13T00:24:25.150277+0000 mon.a (mon.0) 2093 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:24:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:25 smithi032 bash[76677]: audit 2024-09-13T00:24:25.150277+0000 mon.a (mon.0) 2093 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:24:27.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:26 smithi053 bash[67631]: cluster 2024-09-13T00:24:25.444894+0000 mgr.y (mgr.34107) 650 : cluster [DBG] pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 292 KiB/s wr, 875 op/s 2024-09-13T00:24:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:26 smithi032 bash[75510]: cluster 2024-09-13T00:24:25.444894+0000 mgr.y (mgr.34107) 650 : cluster [DBG] pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 292 KiB/s wr, 875 op/s 2024-09-13T00:24:27.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:26 smithi032 bash[76677]: cluster 2024-09-13T00:24:25.444894+0000 mgr.y (mgr.34107) 650 : cluster [DBG] pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 292 KiB/s wr, 875 op/s 2024-09-13T00:24:28.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:28 smithi032 bash[75510]: cluster 2024-09-13T00:24:27.445934+0000 mgr.y (mgr.34107) 651 : cluster [DBG] pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 183 KiB/s wr, 549 op/s 2024-09-13T00:24:28.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:28 smithi032 bash[76677]: cluster 2024-09-13T00:24:27.445934+0000 mgr.y (mgr.34107) 651 : cluster [DBG] pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 183 KiB/s wr, 549 op/s 2024-09-13T00:24:28.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:28 smithi053 bash[67631]: cluster 2024-09-13T00:24:27.445934+0000 mgr.y (mgr.34107) 651 : cluster [DBG] pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 183 KiB/s wr, 549 op/s 2024-09-13T00:24:30.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:30 smithi053 bash[67631]: cluster 2024-09-13T00:24:29.447443+0000 mgr.y (mgr.34107) 652 : cluster [DBG] pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 393 KiB/s rd, 262 KiB/s wr, 785 op/s 2024-09-13T00:24:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:30 smithi032 bash[75510]: cluster 2024-09-13T00:24:29.447443+0000 mgr.y (mgr.34107) 652 : cluster [DBG] pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 393 KiB/s rd, 262 KiB/s wr, 785 op/s 2024-09-13T00:24:30.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:30 smithi032 bash[76677]: cluster 2024-09-13T00:24:29.447443+0000 mgr.y (mgr.34107) 652 : cluster [DBG] pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 393 KiB/s rd, 262 KiB/s wr, 785 op/s 2024-09-13T00:24:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:24:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:24:32] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-09-13T00:24:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:32 smithi032 bash[75510]: cluster 2024-09-13T00:24:31.448436+0000 mgr.y (mgr.34107) 653 : cluster [DBG] pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 165 KiB/s wr, 494 op/s 2024-09-13T00:24:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:32 smithi032 bash[76677]: cluster 2024-09-13T00:24:31.448436+0000 mgr.y (mgr.34107) 653 : cluster [DBG] pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 165 KiB/s wr, 494 op/s 2024-09-13T00:24:32.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:32 smithi053 bash[67631]: cluster 2024-09-13T00:24:31.448436+0000 mgr.y (mgr.34107) 653 : cluster [DBG] pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 165 KiB/s wr, 494 op/s 2024-09-13T00:24:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:24:32 smithi053 bash[94430]: ts=2024-09-13T00:24:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:24:34.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:34 smithi053 bash[67631]: cluster 2024-09-13T00:24:33.449712+0000 mgr.y (mgr.34107) 654 : cluster [DBG] pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 165 KiB/s wr, 494 op/s 2024-09-13T00:24:34.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:34 smithi032 bash[75510]: cluster 2024-09-13T00:24:33.449712+0000 mgr.y (mgr.34107) 654 : cluster [DBG] pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 165 KiB/s wr, 494 op/s 2024-09-13T00:24:34.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:34 smithi032 bash[76677]: cluster 2024-09-13T00:24:33.449712+0000 mgr.y (mgr.34107) 654 : cluster [DBG] pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 165 KiB/s wr, 494 op/s 2024-09-13T00:24:36.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:36 smithi053 bash[67631]: cluster 2024-09-13T00:24:35.451063+0000 mgr.y (mgr.34107) 655 : cluster [DBG] pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 244 KiB/s wr, 731 op/s 2024-09-13T00:24:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:36 smithi032 bash[75510]: cluster 2024-09-13T00:24:35.451063+0000 mgr.y (mgr.34107) 655 : cluster [DBG] pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 244 KiB/s wr, 731 op/s 2024-09-13T00:24:36.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:36 smithi032 bash[76677]: cluster 2024-09-13T00:24:35.451063+0000 mgr.y (mgr.34107) 655 : cluster [DBG] pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 244 KiB/s wr, 731 op/s 2024-09-13T00:24:38.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:38 smithi053 bash[67631]: cluster 2024-09-13T00:24:37.452087+0000 mgr.y (mgr.34107) 656 : cluster [DBG] pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 157 KiB/s wr, 472 op/s 2024-09-13T00:24:38.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:38 smithi032 bash[75510]: cluster 2024-09-13T00:24:37.452087+0000 mgr.y (mgr.34107) 656 : cluster [DBG] pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 157 KiB/s wr, 472 op/s 2024-09-13T00:24:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:38 smithi032 bash[76677]: cluster 2024-09-13T00:24:37.452087+0000 mgr.y (mgr.34107) 656 : cluster [DBG] pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 157 KiB/s wr, 472 op/s 2024-09-13T00:24:40.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:40 smithi053 bash[67631]: cluster 2024-09-13T00:24:39.453279+0000 mgr.y (mgr.34107) 657 : cluster [DBG] pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 237 KiB/s wr, 711 op/s 2024-09-13T00:24:40.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:40 smithi053 bash[67631]: audit 2024-09-13T00:24:40.150847+0000 mon.a (mon.0) 2094 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:24:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:40 smithi032 bash[75510]: cluster 2024-09-13T00:24:39.453279+0000 mgr.y (mgr.34107) 657 : cluster [DBG] pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 237 KiB/s wr, 711 op/s 2024-09-13T00:24:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:40 smithi032 bash[75510]: audit 2024-09-13T00:24:40.150847+0000 mon.a (mon.0) 2094 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:24:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:40 smithi032 bash[76677]: cluster 2024-09-13T00:24:39.453279+0000 mgr.y (mgr.34107) 657 : cluster [DBG] pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 237 KiB/s wr, 711 op/s 2024-09-13T00:24:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:40 smithi032 bash[76677]: audit 2024-09-13T00:24:40.150847+0000 mon.a (mon.0) 2094 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:24:42.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:42 smithi032 bash[75510]: cluster 2024-09-13T00:24:41.454211+0000 mgr.y (mgr.34107) 658 : cluster [DBG] pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 158 KiB/s wr, 475 op/s 2024-09-13T00:24:42.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:24:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:24:42] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-09-13T00:24:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:42 smithi032 bash[76677]: cluster 2024-09-13T00:24:41.454211+0000 mgr.y (mgr.34107) 658 : cluster [DBG] pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 158 KiB/s wr, 475 op/s 2024-09-13T00:24:42.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:42 smithi053 bash[67631]: cluster 2024-09-13T00:24:41.454211+0000 mgr.y (mgr.34107) 658 : cluster [DBG] pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 158 KiB/s wr, 475 op/s 2024-09-13T00:24:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:24:42 smithi053 bash[94430]: ts=2024-09-13T00:24:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:24:44.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:44 smithi053 bash[67631]: cluster 2024-09-13T00:24:43.455135+0000 mgr.y (mgr.34107) 659 : cluster [DBG] pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 158 KiB/s wr, 475 op/s 2024-09-13T00:24:44.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:44 smithi032 bash[76677]: cluster 2024-09-13T00:24:43.455135+0000 mgr.y (mgr.34107) 659 : cluster [DBG] pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 158 KiB/s wr, 475 op/s 2024-09-13T00:24:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:44 smithi032 bash[75510]: cluster 2024-09-13T00:24:43.455135+0000 mgr.y (mgr.34107) 659 : cluster [DBG] pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 158 KiB/s wr, 475 op/s 2024-09-13T00:24:46.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:46 smithi053 bash[67631]: cluster 2024-09-13T00:24:45.456466+0000 mgr.y (mgr.34107) 660 : cluster [DBG] pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 237 KiB/s wr, 710 op/s 2024-09-13T00:24:46.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:46 smithi053 bash[67631]: audit 2024-09-13T00:24:46.406104+0000 mon.a (mon.0) 2095 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:24:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:46 smithi032 bash[75510]: cluster 2024-09-13T00:24:45.456466+0000 mgr.y (mgr.34107) 660 : cluster [DBG] pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 237 KiB/s wr, 710 op/s 2024-09-13T00:24:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:46 smithi032 bash[75510]: audit 2024-09-13T00:24:46.406104+0000 mon.a (mon.0) 2095 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:24:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:46 smithi032 bash[76677]: cluster 2024-09-13T00:24:45.456466+0000 mgr.y (mgr.34107) 660 : cluster [DBG] pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 237 KiB/s wr, 710 op/s 2024-09-13T00:24:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:46 smithi032 bash[76677]: audit 2024-09-13T00:24:46.406104+0000 mon.a (mon.0) 2095 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:24:47.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:47 smithi053 bash[67631]: audit 2024-09-13T00:24:46.969698+0000 mon.a (mon.0) 2096 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:24:47.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:47 smithi053 bash[67631]: audit 2024-09-13T00:24:46.970973+0000 mon.a (mon.0) 2097 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:24:47.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:47 smithi053 bash[67631]: audit 2024-09-13T00:24:46.977195+0000 mon.a (mon.0) 2098 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:24:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:47 smithi032 bash[75510]: audit 2024-09-13T00:24:46.969698+0000 mon.a (mon.0) 2096 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:24:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:47 smithi032 bash[75510]: audit 2024-09-13T00:24:46.970973+0000 mon.a (mon.0) 2097 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:24:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:47 smithi032 bash[75510]: audit 2024-09-13T00:24:46.977195+0000 mon.a (mon.0) 2098 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:24:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:47 smithi032 bash[76677]: audit 2024-09-13T00:24:46.969698+0000 mon.a (mon.0) 2096 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:24:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:47 smithi032 bash[76677]: audit 2024-09-13T00:24:46.970973+0000 mon.a (mon.0) 2097 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:24:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:47 smithi032 bash[76677]: audit 2024-09-13T00:24:46.977195+0000 mon.a (mon.0) 2098 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:24:49.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:48 smithi053 bash[67631]: cluster 2024-09-13T00:24:47.457464+0000 mgr.y (mgr.34107) 661 : cluster [DBG] pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 237 KiB/s rd, 158 KiB/s wr, 473 op/s 2024-09-13T00:24:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:48 smithi032 bash[75510]: cluster 2024-09-13T00:24:47.457464+0000 mgr.y (mgr.34107) 661 : cluster [DBG] pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 237 KiB/s rd, 158 KiB/s wr, 473 op/s 2024-09-13T00:24:49.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:48 smithi032 bash[76677]: cluster 2024-09-13T00:24:47.457464+0000 mgr.y (mgr.34107) 661 : cluster [DBG] pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 237 KiB/s rd, 158 KiB/s wr, 473 op/s 2024-09-13T00:24:51.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:50 smithi053 bash[67631]: cluster 2024-09-13T00:24:49.458681+0000 mgr.y (mgr.34107) 662 : cluster [DBG] pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 240 KiB/s wr, 720 op/s 2024-09-13T00:24:51.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:50 smithi032 bash[75510]: cluster 2024-09-13T00:24:49.458681+0000 mgr.y (mgr.34107) 662 : cluster [DBG] pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 240 KiB/s wr, 720 op/s 2024-09-13T00:24:51.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:50 smithi032 bash[76677]: cluster 2024-09-13T00:24:49.458681+0000 mgr.y (mgr.34107) 662 : cluster [DBG] pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 240 KiB/s wr, 720 op/s 2024-09-13T00:24:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:24:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:24:52] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-09-13T00:24:52.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:24:52 smithi053 bash[94430]: ts=2024-09-13T00:24:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:24:53.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:52 smithi053 bash[67631]: cluster 2024-09-13T00:24:51.459701+0000 mgr.y (mgr.34107) 663 : cluster [DBG] pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 161 KiB/s wr, 481 op/s 2024-09-13T00:24:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:52 smithi032 bash[75510]: cluster 2024-09-13T00:24:51.459701+0000 mgr.y (mgr.34107) 663 : cluster [DBG] pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 161 KiB/s wr, 481 op/s 2024-09-13T00:24:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:52 smithi032 bash[76677]: cluster 2024-09-13T00:24:51.459701+0000 mgr.y (mgr.34107) 663 : cluster [DBG] pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 161 KiB/s wr, 481 op/s 2024-09-13T00:24:55.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:54 smithi053 bash[67631]: cluster 2024-09-13T00:24:53.460713+0000 mgr.y (mgr.34107) 664 : cluster [DBG] pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 161 KiB/s wr, 481 op/s 2024-09-13T00:24:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:54 smithi032 bash[75510]: cluster 2024-09-13T00:24:53.460713+0000 mgr.y (mgr.34107) 664 : cluster [DBG] pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 161 KiB/s wr, 481 op/s 2024-09-13T00:24:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:54 smithi032 bash[76677]: cluster 2024-09-13T00:24:53.460713+0000 mgr.y (mgr.34107) 664 : cluster [DBG] pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 161 KiB/s wr, 481 op/s 2024-09-13T00:24:56.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:56 smithi053 bash[67631]: audit 2024-09-13T00:24:55.151342+0000 mon.a (mon.0) 2099 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:24:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:56 smithi032 bash[75510]: audit 2024-09-13T00:24:55.151342+0000 mon.a (mon.0) 2099 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:24:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:56 smithi032 bash[76677]: audit 2024-09-13T00:24:55.151342+0000 mon.a (mon.0) 2099 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:24:57.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:57 smithi053 bash[67631]: cluster 2024-09-13T00:24:55.462012+0000 mgr.y (mgr.34107) 665 : cluster [DBG] pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 238 KiB/s wr, 713 op/s 2024-09-13T00:24:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:57 smithi032 bash[75510]: cluster 2024-09-13T00:24:55.462012+0000 mgr.y (mgr.34107) 665 : cluster [DBG] pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 238 KiB/s wr, 713 op/s 2024-09-13T00:24:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:57 smithi032 bash[76677]: cluster 2024-09-13T00:24:55.462012+0000 mgr.y (mgr.34107) 665 : cluster [DBG] pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 238 KiB/s wr, 713 op/s 2024-09-13T00:24:58.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:24:58 smithi053 bash[67631]: cluster 2024-09-13T00:24:57.463215+0000 mgr.y (mgr.34107) 666 : cluster [DBG] pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 159 KiB/s wr, 477 op/s 2024-09-13T00:24:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:24:58 smithi032 bash[75510]: cluster 2024-09-13T00:24:57.463215+0000 mgr.y (mgr.34107) 666 : cluster [DBG] pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 159 KiB/s wr, 477 op/s 2024-09-13T00:24:58.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:24:58 smithi032 bash[76677]: cluster 2024-09-13T00:24:57.463215+0000 mgr.y (mgr.34107) 666 : cluster [DBG] pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 159 KiB/s wr, 477 op/s 2024-09-13T00:25:00.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:00 smithi053 bash[67631]: cluster 2024-09-13T00:24:59.464904+0000 mgr.y (mgr.34107) 667 : cluster [DBG] pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 236 KiB/s wr, 708 op/s 2024-09-13T00:25:00.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:00 smithi032 bash[75510]: cluster 2024-09-13T00:24:59.464904+0000 mgr.y (mgr.34107) 667 : cluster [DBG] pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 236 KiB/s wr, 708 op/s 2024-09-13T00:25:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:00 smithi032 bash[76677]: cluster 2024-09-13T00:24:59.464904+0000 mgr.y (mgr.34107) 667 : cluster [DBG] pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 236 KiB/s wr, 708 op/s 2024-09-13T00:25:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:02 smithi032 bash[75510]: cluster 2024-09-13T00:25:01.466007+0000 mgr.y (mgr.34107) 668 : cluster [DBG] pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 154 KiB/s wr, 462 op/s 2024-09-13T00:25:02.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:25:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:25:02] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-13T00:25:02.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:02 smithi032 bash[76677]: cluster 2024-09-13T00:25:01.466007+0000 mgr.y (mgr.34107) 668 : cluster [DBG] pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 154 KiB/s wr, 462 op/s 2024-09-13T00:25:02.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:02 smithi053 bash[67631]: cluster 2024-09-13T00:25:01.466007+0000 mgr.y (mgr.34107) 668 : cluster [DBG] pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 154 KiB/s wr, 462 op/s 2024-09-13T00:25:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:25:02 smithi053 bash[94430]: ts=2024-09-13T00:25:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:25:04.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:04 smithi053 bash[67631]: cluster 2024-09-13T00:25:03.467345+0000 mgr.y (mgr.34107) 669 : cluster [DBG] pgmap v1313: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 154 KiB/s wr, 462 op/s 2024-09-13T00:25:04.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:04 smithi032 bash[75510]: cluster 2024-09-13T00:25:03.467345+0000 mgr.y (mgr.34107) 669 : cluster [DBG] pgmap v1313: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 154 KiB/s wr, 462 op/s 2024-09-13T00:25:04.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:04 smithi032 bash[76677]: cluster 2024-09-13T00:25:03.467345+0000 mgr.y (mgr.34107) 669 : cluster [DBG] pgmap v1313: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 154 KiB/s wr, 462 op/s 2024-09-13T00:25:06.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:06 smithi053 bash[67631]: cluster 2024-09-13T00:25:05.468387+0000 mgr.y (mgr.34107) 670 : cluster [DBG] pgmap v1314: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 232 KiB/s wr, 696 op/s 2024-09-13T00:25:06.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:06 smithi032 bash[76677]: cluster 2024-09-13T00:25:05.468387+0000 mgr.y (mgr.34107) 670 : cluster [DBG] pgmap v1314: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 232 KiB/s wr, 696 op/s 2024-09-13T00:25:06.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:06 smithi032 bash[75510]: cluster 2024-09-13T00:25:05.468387+0000 mgr.y (mgr.34107) 670 : cluster [DBG] pgmap v1314: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 232 KiB/s wr, 696 op/s 2024-09-13T00:25:08.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:08 smithi032 bash[75510]: cluster 2024-09-13T00:25:07.469589+0000 mgr.y (mgr.34107) 671 : cluster [DBG] pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 155 KiB/s wr, 465 op/s 2024-09-13T00:25:08.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:08 smithi032 bash[76677]: cluster 2024-09-13T00:25:07.469589+0000 mgr.y (mgr.34107) 671 : cluster [DBG] pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 155 KiB/s wr, 465 op/s 2024-09-13T00:25:09.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:08 smithi053 bash[67631]: cluster 2024-09-13T00:25:07.469589+0000 mgr.y (mgr.34107) 671 : cluster [DBG] pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 155 KiB/s wr, 465 op/s 2024-09-13T00:25:10.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:10 smithi032 bash[75510]: cluster 2024-09-13T00:25:09.470928+0000 mgr.y (mgr.34107) 672 : cluster [DBG] pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 232 KiB/s wr, 695 op/s 2024-09-13T00:25:10.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:10 smithi032 bash[75510]: audit 2024-09-13T00:25:10.151816+0000 mon.a (mon.0) 2100 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:25:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:10 smithi032 bash[76677]: cluster 2024-09-13T00:25:09.470928+0000 mgr.y (mgr.34107) 672 : cluster [DBG] pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 232 KiB/s wr, 695 op/s 2024-09-13T00:25:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:10 smithi032 bash[76677]: audit 2024-09-13T00:25:10.151816+0000 mon.a (mon.0) 2100 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:25:11.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:10 smithi053 bash[67631]: cluster 2024-09-13T00:25:09.470928+0000 mgr.y (mgr.34107) 672 : cluster [DBG] pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 232 KiB/s wr, 695 op/s 2024-09-13T00:25:11.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:10 smithi053 bash[67631]: audit 2024-09-13T00:25:10.151816+0000 mon.a (mon.0) 2100 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:25:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:12 smithi032 bash[75510]: cluster 2024-09-13T00:25:11.472300+0000 mgr.y (mgr.34107) 673 : cluster [DBG] pgmap v1317: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 155 KiB/s wr, 464 op/s 2024-09-13T00:25:12.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:25:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:25:12] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-09-13T00:25:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:12 smithi032 bash[76677]: cluster 2024-09-13T00:25:11.472300+0000 mgr.y (mgr.34107) 673 : cluster [DBG] pgmap v1317: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 155 KiB/s wr, 464 op/s 2024-09-13T00:25:12.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:12 smithi053 bash[67631]: cluster 2024-09-13T00:25:11.472300+0000 mgr.y (mgr.34107) 673 : cluster [DBG] pgmap v1317: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 155 KiB/s wr, 464 op/s 2024-09-13T00:25:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:25:12 smithi053 bash[94430]: ts=2024-09-13T00:25:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:25:14.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:14 smithi032 bash[75510]: cluster 2024-09-13T00:25:13.473363+0000 mgr.y (mgr.34107) 674 : cluster [DBG] pgmap v1318: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 155 KiB/s wr, 464 op/s 2024-09-13T00:25:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:14 smithi032 bash[76677]: cluster 2024-09-13T00:25:13.473363+0000 mgr.y (mgr.34107) 674 : cluster [DBG] pgmap v1318: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 155 KiB/s wr, 464 op/s 2024-09-13T00:25:15.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:14 smithi053 bash[67631]: cluster 2024-09-13T00:25:13.473363+0000 mgr.y (mgr.34107) 674 : cluster [DBG] pgmap v1318: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 155 KiB/s wr, 464 op/s 2024-09-13T00:25:16.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:16 smithi032 bash[75510]: cluster 2024-09-13T00:25:15.474470+0000 mgr.y (mgr.34107) 675 : cluster [DBG] pgmap v1319: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 231 KiB/s wr, 692 op/s 2024-09-13T00:25:16.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:16 smithi032 bash[76677]: cluster 2024-09-13T00:25:15.474470+0000 mgr.y (mgr.34107) 675 : cluster [DBG] pgmap v1319: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 231 KiB/s wr, 692 op/s 2024-09-13T00:25:17.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:16 smithi053 bash[67631]: cluster 2024-09-13T00:25:15.474470+0000 mgr.y (mgr.34107) 675 : cluster [DBG] pgmap v1319: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 231 KiB/s wr, 692 op/s 2024-09-13T00:25:18.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:18 smithi032 bash[75510]: cluster 2024-09-13T00:25:17.475701+0000 mgr.y (mgr.34107) 676 : cluster [DBG] pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 153 KiB/s wr, 458 op/s 2024-09-13T00:25:18.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:18 smithi032 bash[76677]: cluster 2024-09-13T00:25:17.475701+0000 mgr.y (mgr.34107) 676 : cluster [DBG] pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 153 KiB/s wr, 458 op/s 2024-09-13T00:25:19.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:18 smithi053 bash[67631]: cluster 2024-09-13T00:25:17.475701+0000 mgr.y (mgr.34107) 676 : cluster [DBG] pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 153 KiB/s wr, 458 op/s 2024-09-13T00:25:20.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:20 smithi032 bash[75510]: cluster 2024-09-13T00:25:19.477484+0000 mgr.y (mgr.34107) 677 : cluster [DBG] pgmap v1321: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 230 KiB/s wr, 689 op/s 2024-09-13T00:25:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:20 smithi032 bash[76677]: cluster 2024-09-13T00:25:19.477484+0000 mgr.y (mgr.34107) 677 : cluster [DBG] pgmap v1321: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 230 KiB/s wr, 689 op/s 2024-09-13T00:25:21.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:20 smithi053 bash[67631]: cluster 2024-09-13T00:25:19.477484+0000 mgr.y (mgr.34107) 677 : cluster [DBG] pgmap v1321: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 230 KiB/s wr, 689 op/s 2024-09-13T00:25:22.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:22 smithi032 bash[75510]: cluster 2024-09-13T00:25:21.478711+0000 mgr.y (mgr.34107) 678 : cluster [DBG] pgmap v1322: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 153 KiB/s wr, 459 op/s 2024-09-13T00:25:22.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:25:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:25:22] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-09-13T00:25:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:22 smithi032 bash[76677]: cluster 2024-09-13T00:25:21.478711+0000 mgr.y (mgr.34107) 678 : cluster [DBG] pgmap v1322: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 153 KiB/s wr, 459 op/s 2024-09-13T00:25:22.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:22 smithi053 bash[67631]: cluster 2024-09-13T00:25:21.478711+0000 mgr.y (mgr.34107) 678 : cluster [DBG] pgmap v1322: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 153 KiB/s wr, 459 op/s 2024-09-13T00:25:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:25:22 smithi053 bash[94430]: ts=2024-09-13T00:25:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:25:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:24 smithi032 bash[75510]: cluster 2024-09-13T00:25:23.480036+0000 mgr.y (mgr.34107) 679 : cluster [DBG] pgmap v1323: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 153 KiB/s wr, 459 op/s 2024-09-13T00:25:24.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:24 smithi032 bash[76677]: cluster 2024-09-13T00:25:23.480036+0000 mgr.y (mgr.34107) 679 : cluster [DBG] pgmap v1323: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 153 KiB/s wr, 459 op/s 2024-09-13T00:25:25.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:24 smithi053 bash[67631]: cluster 2024-09-13T00:25:23.480036+0000 mgr.y (mgr.34107) 679 : cluster [DBG] pgmap v1323: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 153 KiB/s wr, 459 op/s 2024-09-13T00:25:25.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:25 smithi032 bash[76677]: audit 2024-09-13T00:25:25.151962+0000 mon.a (mon.0) 2101 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:25:25.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:25 smithi032 bash[75510]: audit 2024-09-13T00:25:25.151962+0000 mon.a (mon.0) 2101 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:25:26.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:25 smithi053 bash[67631]: audit 2024-09-13T00:25:25.151962+0000 mon.a (mon.0) 2101 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:25:26.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:26 smithi032 bash[76677]: cluster 2024-09-13T00:25:25.481177+0000 mgr.y (mgr.34107) 680 : cluster [DBG] pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 229 KiB/s wr, 687 op/s 2024-09-13T00:25:26.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:26 smithi032 bash[75510]: cluster 2024-09-13T00:25:25.481177+0000 mgr.y (mgr.34107) 680 : cluster [DBG] pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 229 KiB/s wr, 687 op/s 2024-09-13T00:25:27.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:26 smithi053 bash[67631]: cluster 2024-09-13T00:25:25.481177+0000 mgr.y (mgr.34107) 680 : cluster [DBG] pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 229 KiB/s wr, 687 op/s 2024-09-13T00:25:28.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:28 smithi032 bash[75510]: cluster 2024-09-13T00:25:27.482469+0000 mgr.y (mgr.34107) 681 : cluster [DBG] pgmap v1325: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 153 KiB/s wr, 459 op/s 2024-09-13T00:25:28.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:28 smithi032 bash[76677]: cluster 2024-09-13T00:25:27.482469+0000 mgr.y (mgr.34107) 681 : cluster [DBG] pgmap v1325: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 153 KiB/s wr, 459 op/s 2024-09-13T00:25:29.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:28 smithi053 bash[67631]: cluster 2024-09-13T00:25:27.482469+0000 mgr.y (mgr.34107) 681 : cluster [DBG] pgmap v1325: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 153 KiB/s wr, 459 op/s 2024-09-13T00:25:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:30 smithi032 bash[75510]: cluster 2024-09-13T00:25:29.483555+0000 mgr.y (mgr.34107) 682 : cluster [DBG] pgmap v1326: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 229 KiB/s wr, 686 op/s 2024-09-13T00:25:30.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:30 smithi032 bash[76677]: cluster 2024-09-13T00:25:29.483555+0000 mgr.y (mgr.34107) 682 : cluster [DBG] pgmap v1326: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 229 KiB/s wr, 686 op/s 2024-09-13T00:25:31.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:30 smithi053 bash[67631]: cluster 2024-09-13T00:25:29.483555+0000 mgr.y (mgr.34107) 682 : cluster [DBG] pgmap v1326: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 229 KiB/s wr, 686 op/s 2024-09-13T00:25:32.589 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:25:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:25:32] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2024-09-13T00:25:32.590 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:25:32 smithi053 bash[94430]: ts=2024-09-13T00:25:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:25:32.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:32 smithi032 bash[75510]: cluster 2024-09-13T00:25:31.484942+0000 mgr.y (mgr.34107) 683 : cluster [DBG] pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 152 KiB/s wr, 455 op/s 2024-09-13T00:25:32.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:32 smithi032 bash[76677]: cluster 2024-09-13T00:25:31.484942+0000 mgr.y (mgr.34107) 683 : cluster [DBG] pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 152 KiB/s wr, 455 op/s 2024-09-13T00:25:33.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:32 smithi053 bash[67631]: cluster 2024-09-13T00:25:31.484942+0000 mgr.y (mgr.34107) 683 : cluster [DBG] pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 152 KiB/s wr, 455 op/s 2024-09-13T00:25:34.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:34 smithi032 bash[75510]: cluster 2024-09-13T00:25:33.485982+0000 mgr.y (mgr.34107) 684 : cluster [DBG] pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 152 KiB/s wr, 455 op/s 2024-09-13T00:25:34.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:34 smithi032 bash[76677]: cluster 2024-09-13T00:25:33.485982+0000 mgr.y (mgr.34107) 684 : cluster [DBG] pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 152 KiB/s wr, 455 op/s 2024-09-13T00:25:35.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:34 smithi053 bash[67631]: cluster 2024-09-13T00:25:33.485982+0000 mgr.y (mgr.34107) 684 : cluster [DBG] pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 152 KiB/s wr, 455 op/s 2024-09-13T00:25:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:36 smithi032 bash[75510]: cluster 2024-09-13T00:25:35.487162+0000 mgr.y (mgr.34107) 685 : cluster [DBG] pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 227 KiB/s wr, 679 op/s 2024-09-13T00:25:36.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:36 smithi032 bash[76677]: cluster 2024-09-13T00:25:35.487162+0000 mgr.y (mgr.34107) 685 : cluster [DBG] pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 227 KiB/s wr, 679 op/s 2024-09-13T00:25:37.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:36 smithi053 bash[67631]: cluster 2024-09-13T00:25:35.487162+0000 mgr.y (mgr.34107) 685 : cluster [DBG] pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 227 KiB/s wr, 679 op/s 2024-09-13T00:25:38.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:38 smithi032 bash[75510]: cluster 2024-09-13T00:25:37.488255+0000 mgr.y (mgr.34107) 686 : cluster [DBG] pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 151 KiB/s wr, 451 op/s 2024-09-13T00:25:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:38 smithi032 bash[76677]: cluster 2024-09-13T00:25:37.488255+0000 mgr.y (mgr.34107) 686 : cluster [DBG] pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 151 KiB/s wr, 451 op/s 2024-09-13T00:25:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:38 smithi053 bash[67631]: cluster 2024-09-13T00:25:37.488255+0000 mgr.y (mgr.34107) 686 : cluster [DBG] pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 151 KiB/s wr, 451 op/s 2024-09-13T00:25:40.311 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_list_delimited (99102 ms) 2024-09-13T00:25:40.311 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.bi_list 2024-09-13T00:25:40.481 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.bi_list (170 ms) 2024-09-13T00:25:40.481 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.gc_set 2024-09-13T00:25:40.542 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.gc_set (61 ms) 2024-09-13T00:25:40.543 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.gc_list 2024-09-13T00:25:40.601 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.gc_list (58 ms) 2024-09-13T00:25:40.601 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-13T00:25:40.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:40 smithi032 bash[76677]: cluster 2024-09-13T00:25:39.489306+0000 mgr.y (mgr.34107) 687 : cluster [DBG] pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 227 KiB/s wr, 680 op/s 2024-09-13T00:25:40.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:40 smithi032 bash[76677]: audit 2024-09-13T00:25:40.152633+0000 mon.a (mon.0) 2102 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:25:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:40 smithi032 bash[75510]: cluster 2024-09-13T00:25:39.489306+0000 mgr.y (mgr.34107) 687 : cluster [DBG] pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 227 KiB/s wr, 680 op/s 2024-09-13T00:25:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:40 smithi032 bash[75510]: audit 2024-09-13T00:25:40.152633+0000 mon.a (mon.0) 2102 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:25:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:40 smithi053 bash[67631]: cluster 2024-09-13T00:25:39.489306+0000 mgr.y (mgr.34107) 687 : cluster [DBG] pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 227 KiB/s wr, 680 op/s 2024-09-13T00:25:41.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:40 smithi053 bash[67631]: audit 2024-09-13T00:25:40.152633+0000 mon.a (mon.0) 2102 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:25:42.641 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:25:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:25:42] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2024-09-13T00:25:42.643 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:25:42 smithi053 bash[94430]: ts=2024-09-13T00:25:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:25:42.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:42 smithi032 bash[75510]: cluster 2024-09-13T00:25:41.490377+0000 mgr.y (mgr.34107) 688 : cluster [DBG] pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 151 KiB/s wr, 453 op/s 2024-09-13T00:25:42.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:42 smithi032 bash[75510]: cluster 2024-09-13T00:25:41.628705+0000 mon.a (mon.0) 2103 : cluster [DBG] osdmap e1092: 8 total, 8 up, 8 in 2024-09-13T00:25:42.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:42 smithi032 bash[75510]: audit 2024-09-13T00:25:41.634043+0000 mon.c (mon.2) 73 : audit [INF] from='client.? 172.21.15.32:0/3355870309' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:42.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:42 smithi032 bash[75510]: audit 2024-09-13T00:25:41.636230+0000 mon.a (mon.0) 2104 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:42.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:42 smithi032 bash[76677]: cluster 2024-09-13T00:25:41.490377+0000 mgr.y (mgr.34107) 688 : cluster [DBG] pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 151 KiB/s wr, 453 op/s 2024-09-13T00:25:42.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:42 smithi032 bash[76677]: cluster 2024-09-13T00:25:41.628705+0000 mon.a (mon.0) 2103 : cluster [DBG] osdmap e1092: 8 total, 8 up, 8 in 2024-09-13T00:25:42.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:42 smithi032 bash[76677]: audit 2024-09-13T00:25:41.634043+0000 mon.c (mon.2) 73 : audit [INF] from='client.? 172.21.15.32:0/3355870309' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:42.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:42 smithi032 bash[76677]: audit 2024-09-13T00:25:41.636230+0000 mon.a (mon.0) 2104 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:43.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:42 smithi053 bash[67631]: cluster 2024-09-13T00:25:41.490377+0000 mgr.y (mgr.34107) 688 : cluster [DBG] pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 151 KiB/s wr, 453 op/s 2024-09-13T00:25:43.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:42 smithi053 bash[67631]: cluster 2024-09-13T00:25:41.628705+0000 mon.a (mon.0) 2103 : cluster [DBG] osdmap e1092: 8 total, 8 up, 8 in 2024-09-13T00:25:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:42 smithi053 bash[67631]: audit 2024-09-13T00:25:41.634043+0000 mon.c (mon.2) 73 : audit [INF] from='client.? 172.21.15.32:0/3355870309' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:42 smithi053 bash[67631]: audit 2024-09-13T00:25:41.636230+0000 mon.a (mon.0) 2104 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:43.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:43 smithi032 bash[76677]: audit 2024-09-13T00:25:42.632930+0000 mon.a (mon.0) 2105 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:25:43.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:43 smithi032 bash[76677]: cluster 2024-09-13T00:25:42.633330+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e1093: 8 total, 8 up, 8 in 2024-09-13T00:25:43.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:43 smithi032 bash[75510]: audit 2024-09-13T00:25:42.632930+0000 mon.a (mon.0) 2105 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:25:43.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:43 smithi032 bash[75510]: cluster 2024-09-13T00:25:42.633330+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e1093: 8 total, 8 up, 8 in 2024-09-13T00:25:44.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:43 smithi053 bash[67631]: audit 2024-09-13T00:25:42.632930+0000 mon.a (mon.0) 2105 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111322-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:25:44.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:43 smithi053 bash[67631]: cluster 2024-09-13T00:25:42.633330+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e1093: 8 total, 8 up, 8 in 2024-09-13T00:25:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:44 smithi032 bash[75510]: cluster 2024-09-13T00:25:43.491380+0000 mgr.y (mgr.34107) 689 : cluster [DBG] pgmap v1335: 169 pgs: 4 creating+peering, 20 unknown, 145 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 115 KiB/s wr, 344 op/s 2024-09-13T00:25:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:44 smithi032 bash[75510]: cluster 2024-09-13T00:25:43.659518+0000 mon.a (mon.0) 2107 : cluster [DBG] osdmap e1094: 8 total, 8 up, 8 in 2024-09-13T00:25:44.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:44 smithi032 bash[76677]: cluster 2024-09-13T00:25:43.491380+0000 mgr.y (mgr.34107) 689 : cluster [DBG] pgmap v1335: 169 pgs: 4 creating+peering, 20 unknown, 145 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 115 KiB/s wr, 344 op/s 2024-09-13T00:25:44.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:44 smithi032 bash[76677]: cluster 2024-09-13T00:25:43.659518+0000 mon.a (mon.0) 2107 : cluster [DBG] osdmap e1094: 8 total, 8 up, 8 in 2024-09-13T00:25:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:44 smithi053 bash[67631]: cluster 2024-09-13T00:25:43.491380+0000 mgr.y (mgr.34107) 689 : cluster [DBG] pgmap v1335: 169 pgs: 4 creating+peering, 20 unknown, 145 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 115 KiB/s wr, 344 op/s 2024-09-13T00:25:45.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:44 smithi053 bash[67631]: cluster 2024-09-13T00:25:43.659518+0000 mon.a (mon.0) 2107 : cluster [DBG] osdmap e1094: 8 total, 8 up, 8 in 2024-09-13T00:25:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:46 smithi032 bash[75510]: cluster 2024-09-13T00:25:45.492336+0000 mgr.y (mgr.34107) 690 : cluster [DBG] pgmap v1337: 169 pgs: 4 creating+peering, 6 unknown, 159 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 77 KiB/s wr, 222 op/s 2024-09-13T00:25:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:46 smithi032 bash[76677]: cluster 2024-09-13T00:25:45.492336+0000 mgr.y (mgr.34107) 690 : cluster [DBG] pgmap v1337: 169 pgs: 4 creating+peering, 6 unknown, 159 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 77 KiB/s wr, 222 op/s 2024-09-13T00:25:47.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:46 smithi053 bash[67631]: cluster 2024-09-13T00:25:45.492336+0000 mgr.y (mgr.34107) 690 : cluster [DBG] pgmap v1337: 169 pgs: 4 creating+peering, 6 unknown, 159 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 77 KiB/s wr, 222 op/s 2024-09-13T00:25:47.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:47 smithi032 bash[75510]: audit 2024-09-13T00:25:47.057298+0000 mon.a (mon.0) 2108 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:25:47.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:47 smithi032 bash[75510]: audit 2024-09-13T00:25:47.637229+0000 mon.a (mon.0) 2109 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:25:47.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:47 smithi032 bash[75510]: audit 2024-09-13T00:25:47.638749+0000 mon.a (mon.0) 2110 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:25:47.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:47 smithi032 bash[75510]: audit 2024-09-13T00:25:47.647841+0000 mon.a (mon.0) 2111 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:25:47.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:47 smithi032 bash[76677]: audit 2024-09-13T00:25:47.057298+0000 mon.a (mon.0) 2108 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:25:47.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:47 smithi032 bash[76677]: audit 2024-09-13T00:25:47.637229+0000 mon.a (mon.0) 2109 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:25:47.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:47 smithi032 bash[76677]: audit 2024-09-13T00:25:47.638749+0000 mon.a (mon.0) 2110 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:25:47.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:47 smithi032 bash[76677]: audit 2024-09-13T00:25:47.647841+0000 mon.a (mon.0) 2111 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:25:48.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:47 smithi053 bash[67631]: audit 2024-09-13T00:25:47.057298+0000 mon.a (mon.0) 2108 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:25:48.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:47 smithi053 bash[67631]: audit 2024-09-13T00:25:47.637229+0000 mon.a (mon.0) 2109 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:25:48.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:47 smithi053 bash[67631]: audit 2024-09-13T00:25:47.638749+0000 mon.a (mon.0) 2110 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:25:48.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:47 smithi053 bash[67631]: audit 2024-09-13T00:25:47.647841+0000 mon.a (mon.0) 2111 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:25:48.682 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.gc_defer (8081 ms) 2024-09-13T00:25:48.682 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-13T00:25:48.842 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.usage_basic (160 ms) 2024-09-13T00:25:48.842 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-13T00:25:48.845 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.usage_clear_no_obj (4 ms) 2024-09-13T00:25:48.845 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-13T00:25:49.018 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.usage_clear (173 ms) 2024-09-13T00:25:49.019 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-13T00:25:49.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:48 smithi053 bash[67631]: cluster 2024-09-13T00:25:47.493145+0000 mgr.y (mgr.34107) 691 : cluster [DBG] pgmap v1338: 169 pgs: 169 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 77 KiB/s wr, 222 op/s 2024-09-13T00:25:49.153 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.bi_log_trim (135 ms) 2024-09-13T00:25:49.154 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-13T00:25:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:48 smithi032 bash[75510]: cluster 2024-09-13T00:25:47.493145+0000 mgr.y (mgr.34107) 691 : cluster [DBG] pgmap v1338: 169 pgs: 169 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 77 KiB/s wr, 222 op/s 2024-09-13T00:25:49.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:48 smithi032 bash[76677]: cluster 2024-09-13T00:25:47.493145+0000 mgr.y (mgr.34107) 691 : cluster [DBG] pgmap v1338: 169 pgs: 169 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 77 KiB/s wr, 222 op/s 2024-09-13T00:25:49.182 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_racing_removes (29 ms) 2024-09-13T00:25:49.709 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 16 tests from cls_rgw (110605 ms total) 2024-09-13T00:25:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:25:49.709 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T00:25:49.709 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 16 tests from 1 test suite ran. (113043 ms total) 2024-09-13T00:25:49.709 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 16 tests. 2024-09-13T00:25:49.716 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:25:49.716 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:25:49.772 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-13T00:25:49.772 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-13T00:25:49.842 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2024-09-13T00:25:49.842 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-13T00:25:49.842 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:25:49.842 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-13T00:25:49.843 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.init 2024-09-13T00:25:50.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:49 smithi053 bash[67631]: cluster 2024-09-13T00:25:48.674155+0000 mon.a (mon.0) 2112 : cluster [DBG] osdmap e1095: 8 total, 8 up, 8 in 2024-09-13T00:25:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:49 smithi032 bash[75510]: cluster 2024-09-13T00:25:48.674155+0000 mon.a (mon.0) 2112 : cluster [DBG] osdmap e1095: 8 total, 8 up, 8 in 2024-09-13T00:25:50.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:49 smithi032 bash[76677]: cluster 2024-09-13T00:25:48.674155+0000 mon.a (mon.0) 2112 : cluster [DBG] osdmap e1095: 8 total, 8 up, 8 in 2024-09-13T00:25:51.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:50 smithi053 bash[67631]: cluster 2024-09-13T00:25:49.493910+0000 mgr.y (mgr.34107) 692 : cluster [DBG] pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 67 KiB/s wr, 193 op/s 2024-09-13T00:25:51.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:50 smithi053 bash[67631]: cluster 2024-09-13T00:25:49.704951+0000 mon.a (mon.0) 2113 : cluster [DBG] osdmap e1096: 8 total, 8 up, 8 in 2024-09-13T00:25:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:50 smithi032 bash[75510]: cluster 2024-09-13T00:25:49.493910+0000 mgr.y (mgr.34107) 692 : cluster [DBG] pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 67 KiB/s wr, 193 op/s 2024-09-13T00:25:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:50 smithi032 bash[75510]: cluster 2024-09-13T00:25:49.704951+0000 mon.a (mon.0) 2113 : cluster [DBG] osdmap e1096: 8 total, 8 up, 8 in 2024-09-13T00:25:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:50 smithi032 bash[76677]: cluster 2024-09-13T00:25:49.493910+0000 mgr.y (mgr.34107) 692 : cluster [DBG] pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 67 KiB/s wr, 193 op/s 2024-09-13T00:25:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:50 smithi032 bash[76677]: cluster 2024-09-13T00:25:49.704951+0000 mon.a (mon.0) 2113 : cluster [DBG] osdmap e1096: 8 total, 8 up, 8 in 2024-09-13T00:25:51.741 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.init (1898 ms) 2024-09-13T00:25:51.741 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-13T00:25:51.773 INFO:tasks.workunit.client.0.smithi032.stderr:[ ] list info tag = chain-0 2024-09-13T00:25:51.773 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (32 ms) 2024-09-13T00:25:51.773 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-13T00:25:51.782 INFO:tasks.workunit.client.0.smithi032.stderr:[ ] next_marker is: = 0/4263 2024-09-13T00:25:51.783 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (11 ms) 2024-09-13T00:25:51.783 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-13T00:25:51.796 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (13 ms) 2024-09-13T00:25:51.796 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-13T00:25:51.810 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (13 ms) 2024-09-13T00:25:51.810 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-13T00:25:51.821 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (11 ms) 2024-09-13T00:25:51.821 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-13T00:25:51.833 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (12 ms) 2024-09-13T00:25:51.833 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-13T00:25:51.848 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (15 ms) 2024-09-13T00:25:51.848 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-13T00:25:52.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:51 smithi053 bash[67631]: cluster 2024-09-13T00:25:50.703223+0000 mon.a (mon.0) 2114 : cluster [DBG] osdmap e1097: 8 total, 8 up, 8 in 2024-09-13T00:25:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:51 smithi053 bash[67631]: audit 2024-09-13T00:25:50.713267+0000 mon.c (mon.2) 74 : audit [INF] from='client.? 172.21.15.32:0/2930132645' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111394-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:51 smithi053 bash[67631]: audit 2024-09-13T00:25:50.721165+0000 mon.a (mon.0) 2115 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111394-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:51 smithi032 bash[75510]: cluster 2024-09-13T00:25:50.703223+0000 mon.a (mon.0) 2114 : cluster [DBG] osdmap e1097: 8 total, 8 up, 8 in 2024-09-13T00:25:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:51 smithi032 bash[75510]: audit 2024-09-13T00:25:50.713267+0000 mon.c (mon.2) 74 : audit [INF] from='client.? 172.21.15.32:0/2930132645' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111394-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:51 smithi032 bash[75510]: audit 2024-09-13T00:25:50.721165+0000 mon.a (mon.0) 2115 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111394-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:51 smithi032 bash[76677]: cluster 2024-09-13T00:25:50.703223+0000 mon.a (mon.0) 2114 : cluster [DBG] osdmap e1097: 8 total, 8 up, 8 in 2024-09-13T00:25:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:51 smithi032 bash[76677]: audit 2024-09-13T00:25:50.713267+0000 mon.c (mon.2) 74 : audit [INF] from='client.? 172.21.15.32:0/2930132645' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111394-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:51 smithi032 bash[76677]: audit 2024-09-13T00:25:50.721165+0000 mon.a (mon.0) 2115 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111394-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:25:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:25:52] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2024-09-13T00:25:52.744 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:25:52 smithi053 bash[94430]: ts=2024-09-13T00:25:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:25:52.744 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.finalize (896 ms) 2024-09-13T00:25:52.745 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 9 tests from cls_rgw_gc (2902 ms total) 2024-09-13T00:25:52.745 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:25:52.745 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T00:25:52.745 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 9 tests from 1 test suite ran. (2902 ms total) 2024-09-13T00:25:52.745 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 9 tests. 2024-09-13T00:25:52.748 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:25:52.748 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:25:52.812 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-13T00:25:52.812 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-13T00:25:52.882 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 1 test from 1 test suite. 2024-09-13T00:25:52.882 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:25:53.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:52 smithi053 bash[67631]: cluster 2024-09-13T00:25:51.494812+0000 mgr.y (mgr.34107) 693 : cluster [DBG] pgmap v1343: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:25:53.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:52 smithi053 bash[67631]: cluster 2024-09-13T00:25:51.714628+0000 mon.a (mon.0) 2116 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:25:53.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:52 smithi053 bash[67631]: audit 2024-09-13T00:25:51.722747+0000 mon.a (mon.0) 2117 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111394-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:25:53.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:52 smithi053 bash[67631]: cluster 2024-09-13T00:25:51.723230+0000 mon.a (mon.0) 2118 : cluster [DBG] osdmap e1098: 8 total, 8 up, 8 in 2024-09-13T00:25:53.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:52 smithi032 bash[75510]: cluster 2024-09-13T00:25:51.494812+0000 mgr.y (mgr.34107) 693 : cluster [DBG] pgmap v1343: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:25:53.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:52 smithi032 bash[75510]: cluster 2024-09-13T00:25:51.714628+0000 mon.a (mon.0) 2116 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:25:53.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:52 smithi032 bash[75510]: audit 2024-09-13T00:25:51.722747+0000 mon.a (mon.0) 2117 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111394-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:25:53.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:52 smithi032 bash[75510]: cluster 2024-09-13T00:25:51.723230+0000 mon.a (mon.0) 2118 : cluster [DBG] osdmap e1098: 8 total, 8 up, 8 in 2024-09-13T00:25:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:52 smithi032 bash[76677]: cluster 2024-09-13T00:25:51.494812+0000 mgr.y (mgr.34107) 693 : cluster [DBG] pgmap v1343: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:25:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:52 smithi032 bash[76677]: cluster 2024-09-13T00:25:51.714628+0000 mon.a (mon.0) 2116 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:25:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:52 smithi032 bash[76677]: audit 2024-09-13T00:25:51.722747+0000 mon.a (mon.0) 2117 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111394-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:25:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:52 smithi032 bash[76677]: cluster 2024-09-13T00:25:51.723230+0000 mon.a (mon.0) 2118 : cluster [DBG] osdmap e1098: 8 total, 8 up, 8 in 2024-09-13T00:25:54.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:53 smithi053 bash[67631]: cluster 2024-09-13T00:25:52.738470+0000 mon.a (mon.0) 2119 : cluster [DBG] osdmap e1099: 8 total, 8 up, 8 in 2024-09-13T00:25:54.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:53 smithi032 bash[75510]: cluster 2024-09-13T00:25:52.738470+0000 mon.a (mon.0) 2119 : cluster [DBG] osdmap e1099: 8 total, 8 up, 8 in 2024-09-13T00:25:54.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:53 smithi032 bash[76677]: cluster 2024-09-13T00:25:52.738470+0000 mon.a (mon.0) 2119 : cluster [DBG] osdmap e1099: 8 total, 8 up, 8 in 2024-09-13T00:25:54.776 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 1 test from cls_rgw_stats 2024-09-13T00:25:54.777 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-13T00:25:54.818 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.814+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=BYXAE5IF92KL type=write size=319928 2024-09-13T00:25:54.820 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.818+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=56LKIMPVV1Q9 type=del size=2173 2024-09-13T00:25:54.823 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.822+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=O0LRNM584YF3 type=del size=158263 2024-09-13T00:25:54.828 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.826+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~S7P3CBC4RNOS.0 size=1048576 2024-09-13T00:25:54.831 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.830+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~S7P3CBC4RNOS.1 size=1048576 2024-09-13T00:25:54.834 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.830+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~S7P3CBC4RNOS.2 size=642060 2024-09-13T00:25:54.834 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.830+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=S7P3CBC4RNOS tag=KIZ2XB2W5088 type=write size=3787788 2024-09-13T00:25:54.837 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.834+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=CX415J8NF6JK type=del size=601434 2024-09-13T00:25:54.843 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.842+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~9HYIETZ2PZNC.0 size=1048576 2024-09-13T00:25:54.845 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.842+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~9HYIETZ2PZNC.1 size=219344 2024-09-13T00:25:54.845 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.842+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=9HYIETZ2PZNC tag=PLZE8L19RCJ3 type=write size=2316496 2024-09-13T00:25:54.851 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.850+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~7ZT1K83ULXD5.0 size=1048576 2024-09-13T00:25:54.853 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.850+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~7ZT1K83ULXD5.1 size=972030 2024-09-13T00:25:54.854 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.850+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=7ZT1K83ULXD5 tag=K0G4B0TOD4YE type=write size=3069182 2024-09-13T00:25:54.856 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.854+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=FWW8S9QNB1D4 type=del size=3832713 2024-09-13T00:25:54.859 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.858+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=DEQTQVHJVOPN type=write size=320730 2024-09-13T00:25:54.863 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.862+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=LZYIG4IY4KK9 type=del size=315256 2024-09-13T00:25:54.868 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.866+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~UA959ARN9D0U.0 size=1048576 2024-09-13T00:25:54.871 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.870+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~UA959ARN9D0U.1 size=1048576 2024-09-13T00:25:54.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.870+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~UA959ARN9D0U.2 size=953400 2024-09-13T00:25:54.874 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.870+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=UA959ARN9D0U tag=WUFJFWCR3G0L type=write size=4099128 2024-09-13T00:25:54.877 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.874+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=UNHCGL0FWXOZ type=write size=51521 2024-09-13T00:25:54.882 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.882+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~FURRVF6ODKHE.0 size=1048576 2024-09-13T00:25:54.885 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.882+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~FURRVF6ODKHE.1 size=235683 2024-09-13T00:25:54.885 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.882+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=FURRVF6ODKHE tag=EJ30I9RT41S6 type=write size=2332835 2024-09-13T00:25:54.888 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.886+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=WWXEKOFPT4M4 type=del size=3025852 2024-09-13T00:25:54.891 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.890+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=L1XA709ZY435 type=write size=387259 2024-09-13T00:25:54.895 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.894+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=60VIHVCYSLEB type=write size=785057 2024-09-13T00:25:54.898 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.898+0000 7ff07d6c9640 1 < completed write operation key=OT4KA0LL7RP3 tag=BYXAE5IF92KL type=write size=319928 2024-09-13T00:25:54.905 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.902+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~0S5MAJWZ2VXV.0 size=1048576 2024-09-13T00:25:54.907 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.906+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~0S5MAJWZ2VXV.1 size=1048576 2024-09-13T00:25:54.909 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.906+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~0S5MAJWZ2VXV.2 size=849637 2024-09-13T00:25:54.909 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.906+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=0S5MAJWZ2VXV tag=9R45LJWXW03R type=write size=3995365 2024-09-13T00:25:54.913 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.910+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=56LKIMPVV1Q9 type=del 2024-09-13T00:25:54.916 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.914+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=ZD12GJFZ4HX9 type=del size=2086997 2024-09-13T00:25:54.919 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.918+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=O0LRNM584YF3 type=del 2024-09-13T00:25:54.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.922+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=9E2YI70VQ059 type=del size=240956 2024-09-13T00:25:54.926 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.922+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~S7P3CBC4RNOS.0 size=1048576 2024-09-13T00:25:54.928 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.926+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~S7P3CBC4RNOS.1 size=1048576 2024-09-13T00:25:54.931 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.930+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~S7P3CBC4RNOS.2 size=642060 2024-09-13T00:25:54.936 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.934+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=S7P3CBC4RNOS tag=KIZ2XB2W5088 type=write size=3787788 2024-09-13T00:25:54.943 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.942+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~39UG7QTKOEUU.0 size=708168 2024-09-13T00:25:54.943 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.942+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=39UG7QTKOEUU tag=P34CQL21SMXT type=write size=1756744 2024-09-13T00:25:54.946 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.946+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=CX415J8NF6JK type=del 2024-09-13T00:25:54.953 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.950+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~8968DUDWODGB.0 size=1048576 2024-09-13T00:25:54.955 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.954+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~8968DUDWODGB.1 size=1048576 2024-09-13T00:25:54.957 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.954+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~8968DUDWODGB.2 size=204547 2024-09-13T00:25:54.958 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.954+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=8968DUDWODGB tag=4X75T9083KWV type=write size=3350275 2024-09-13T00:25:54.961 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.958+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~9HYIETZ2PZNC.0 size=1048576 2024-09-13T00:25:54.964 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.962+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~9HYIETZ2PZNC.1 size=219344 2024-09-13T00:25:54.969 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.966+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=9HYIETZ2PZNC tag=PLZE8L19RCJ3 type=write size=2316496 2024-09-13T00:25:54.973 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.970+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=MO0CUKQSRW3U type=del size=1966232 2024-09-13T00:25:54.977 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.974+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~7ZT1K83ULXD5.0 size=1048576 2024-09-13T00:25:54.979 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.978+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~7ZT1K83ULXD5.1 size=972030 2024-09-13T00:25:54.985 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.982+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=7ZT1K83ULXD5 tag=K0G4B0TOD4YE type=write size=3069182 2024-09-13T00:25:54.992 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.990+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~VFE3VIQNK917.0 size=1048576 2024-09-13T00:25:54.995 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.994+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~VFE3VIQNK917.1 size=471542 2024-09-13T00:25:54.995 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.994+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=VFE3VIQNK917 tag=M9EOQY1VLIYP type=write size=2568694 2024-09-13T00:25:54.999 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:54.998+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=FWW8S9QNB1D4 type=del 2024-09-13T00:25:55.005 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.002+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~RBEJHXGHF676.0 size=18170 2024-09-13T00:25:55.005 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.002+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=RBEJHXGHF676 tag=ZL3Q8VUT9A2K type=write size=1066746 2024-09-13T00:25:55.012 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.010+0000 7ff07d6c9640 1 < suggested remove operation key=9VL7XF9W6EIA tag=DEQTQVHJVOPN type=write 2024-09-13T00:25:55.016 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.014+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=4DM5LCH284E3 type=del size=864702 2024-09-13T00:25:55.022 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.022+0000 7ff07d6c9640 1 < suggested update operation key=CNP11H6WEG9D tag=LZYIG4IY4KK9 type=del size=315256 2024-09-13T00:25:55.029 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.026+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~M43WGGKOIRYT.0 size=717989 2024-09-13T00:25:55.029 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.026+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=M43WGGKOIRYT tag=ZMF2A2K38PS5 type=write size=1766565 2024-09-13T00:25:55.033 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.030+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~UA959ARN9D0U.0 size=1048576 2024-09-13T00:25:55.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:54 smithi053 bash[67631]: cluster 2024-09-13T00:25:53.495601+0000 mgr.y (mgr.34107) 694 : cluster [DBG] pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:25:55.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:54 smithi053 bash[67631]: cluster 2024-09-13T00:25:53.742628+0000 mon.a (mon.0) 2120 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:25:55.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:54 smithi053 bash[67631]: cluster 2024-09-13T00:25:53.742705+0000 mon.a (mon.0) 2121 : cluster [INF] Cluster is now healthy 2024-09-13T00:25:55.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:54 smithi053 bash[67631]: cluster 2024-09-13T00:25:53.763538+0000 mon.a (mon.0) 2122 : cluster [DBG] osdmap e1100: 8 total, 8 up, 8 in 2024-09-13T00:25:55.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:54 smithi053 bash[67631]: audit 2024-09-13T00:25:53.765977+0000 mon.c (mon.2) 75 : audit [INF] from='client.? 172.21.15.32:0/3236892160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111421-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:55.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:54 smithi053 bash[67631]: audit 2024-09-13T00:25:53.767436+0000 mon.a (mon.0) 2123 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111421-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:55.036 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.034+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~UA959ARN9D0U.1 size=1048576 2024-09-13T00:25:55.036 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.034+0000 7ff07d6c9640 1 < canceled part key=_multipart_FLIVW0XUS2MD.2~UA959ARN9D0U.2 size=953400 2024-09-13T00:25:55.043 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.042+0000 7ff07d6c9640 1 < canceled multipart upload key=FLIVW0XUS2MD upload=UA959ARN9D0U tag=WUFJFWCR3G0L type=write size=4099128 2024-09-13T00:25:55.046 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.046+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=4B0OQ2KXLXOW type=del size=2667812 2024-09-13T00:25:55.051 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.050+0000 7ff07d6c9640 1 < completed write operation key=71PWJL28BPIC tag=UNHCGL0FWXOZ type=write size=51521 2024-09-13T00:25:55.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.054+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=DI9XF2A06N9M type=del size=19816 2024-09-13T00:25:55.058 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.058+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~FURRVF6ODKHE.0 size=1048576 2024-09-13T00:25:55.061 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.058+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~FURRVF6ODKHE.1 size=235683 2024-09-13T00:25:55.066 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.066+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=FURRVF6ODKHE tag=EJ30I9RT41S6 type=write size=2332835 2024-09-13T00:25:55.071 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.070+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=808RRJ2I0DSB type=del size=2472721 2024-09-13T00:25:55.074 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.074+0000 7ff07d6c9640 1 < canceled operation key=OT4KA0LL7RP3 tag=WWXEKOFPT4M4 type=del size=3025852 2024-09-13T00:25:55.079 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.078+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=BXQDLSIS4PL9 type=del size=2471716 2024-09-13T00:25:55.083 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.082+0000 7ff07d6c9640 1 < canceled operation key=M1TXILI2WRP8 tag=L1XA709ZY435 type=write size=387259 2024-09-13T00:25:55.090 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.086+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~4Z6O1LUDMO0M.0 size=693829 2024-09-13T00:25:55.090 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.086+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=4Z6O1LUDMO0M tag=K033QZ4G6O9V type=write size=1742405 2024-09-13T00:25:55.094 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.094+0000 7ff07d6c9640 1 < completed write operation key=2DTY4IYSD8J3 tag=60VIHVCYSLEB type=write size=785057 2024-09-13T00:25:55.101 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.098+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~YJP23903PWXF.0 size=1048576 2024-09-13T00:25:55.103 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.102+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~YJP23903PWXF.1 size=1048576 2024-09-13T00:25:55.105 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.102+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~YJP23903PWXF.2 size=272663 2024-09-13T00:25:55.106 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.102+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=YJP23903PWXF tag=DIKGBVKEK8P2 type=write size=3418391 2024-09-13T00:25:55.106 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.106+0000 7ff07d6c9640 1 < canceled part key=_multipart_ZNBRMSEXA9ZK.2~0S5MAJWZ2VXV.0 size=1048576 2024-09-13T00:25:55.109 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.106+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~0S5MAJWZ2VXV.1 size=1048576 2024-09-13T00:25:55.112 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.110+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~0S5MAJWZ2VXV.2 size=849637 2024-09-13T00:25:55.117 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.114+0000 7ff07d6c9640 1 < canceled multipart upload key=ZNBRMSEXA9ZK upload=0S5MAJWZ2VXV tag=9R45LJWXW03R type=write size=3995365 2024-09-13T00:25:55.123 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.122+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~4FNMT5KNFAC9.0 size=1048576 2024-09-13T00:25:55.126 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.126+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~4FNMT5KNFAC9.1 size=651053 2024-09-13T00:25:55.126 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.126+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=4FNMT5KNFAC9 tag=3U90XSLP6HF4 type=write size=2748205 2024-09-13T00:25:55.130 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.126+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=ZD12GJFZ4HX9 type=del 2024-09-13T00:25:55.136 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.134+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~DQVDR9A6SAHH.0 size=1048576 2024-09-13T00:25:55.139 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.138+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~DQVDR9A6SAHH.1 size=831618 2024-09-13T00:25:55.139 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.138+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=DQVDR9A6SAHH tag=SZUJQEGNXY30 type=write size=2928770 2024-09-13T00:25:55.144 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.142+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=9E2YI70VQ059 type=del 2024-09-13T00:25:55.150 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.146+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~JRNFZSTABBWW.0 size=646272 2024-09-13T00:25:55.150 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.146+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=JRNFZSTABBWW tag=AQO7F57AYF3D type=write size=1694848 2024-09-13T00:25:55.154 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.150+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~39UG7QTKOEUU.0 size=708168 2024-09-13T00:25:55.159 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.158+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=39UG7QTKOEUU tag=P34CQL21SMXT type=write size=1756744 2024-09-13T00:25:55.163 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.162+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=IBYTFWU6LP69 type=del size=2905758 2024-09-13T00:25:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:54 smithi032 bash[76677]: cluster 2024-09-13T00:25:53.495601+0000 mgr.y (mgr.34107) 694 : cluster [DBG] pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:25:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:54 smithi032 bash[76677]: cluster 2024-09-13T00:25:53.742628+0000 mon.a (mon.0) 2120 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:25:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:54 smithi032 bash[76677]: cluster 2024-09-13T00:25:53.742705+0000 mon.a (mon.0) 2121 : cluster [INF] Cluster is now healthy 2024-09-13T00:25:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:54 smithi032 bash[76677]: cluster 2024-09-13T00:25:53.763538+0000 mon.a (mon.0) 2122 : cluster [DBG] osdmap e1100: 8 total, 8 up, 8 in 2024-09-13T00:25:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:54 smithi032 bash[76677]: audit 2024-09-13T00:25:53.765977+0000 mon.c (mon.2) 75 : audit [INF] from='client.? 172.21.15.32:0/3236892160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111421-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:54 smithi032 bash[76677]: audit 2024-09-13T00:25:53.767436+0000 mon.a (mon.0) 2123 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111421-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:54 smithi032 bash[75510]: cluster 2024-09-13T00:25:53.495601+0000 mgr.y (mgr.34107) 694 : cluster [DBG] pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:25:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:54 smithi032 bash[75510]: cluster 2024-09-13T00:25:53.742628+0000 mon.a (mon.0) 2120 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:25:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:54 smithi032 bash[75510]: cluster 2024-09-13T00:25:53.742705+0000 mon.a (mon.0) 2121 : cluster [INF] Cluster is now healthy 2024-09-13T00:25:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:54 smithi032 bash[75510]: cluster 2024-09-13T00:25:53.763538+0000 mon.a (mon.0) 2122 : cluster [DBG] osdmap e1100: 8 total, 8 up, 8 in 2024-09-13T00:25:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:54 smithi032 bash[75510]: audit 2024-09-13T00:25:53.765977+0000 mon.c (mon.2) 75 : audit [INF] from='client.? 172.21.15.32:0/3236892160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111421-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:54 smithi032 bash[75510]: audit 2024-09-13T00:25:53.767436+0000 mon.a (mon.0) 2123 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111421-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:25:55.166 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.166+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~8968DUDWODGB.0 size=1048576 2024-09-13T00:25:55.166 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.166+0000 7ff07d6c9640 1 < canceled part key=_multipart_4J0DEO2EA8KL.2~8968DUDWODGB.1 size=1048576 2024-09-13T00:25:55.169 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.166+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~8968DUDWODGB.2 size=204547 2024-09-13T00:25:55.174 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.174+0000 7ff07d6c9640 1 < canceled multipart upload key=4J0DEO2EA8KL upload=8968DUDWODGB tag=4X75T9083KWV type=write size=3350275 2024-09-13T00:25:55.181 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.178+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~19Y0K89FVAPK.0 size=832690 2024-09-13T00:25:55.181 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.178+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=19Y0K89FVAPK tag=L3WFV76B0HQM type=write size=1881266 2024-09-13T00:25:55.184 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.182+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=MO0CUKQSRW3U type=del 2024-09-13T00:25:55.191 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.190+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~VS63YU8JUEA8.0 size=1048576 2024-09-13T00:25:55.193 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.190+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~VS63YU8JUEA8.1 size=1048576 2024-09-13T00:25:55.196 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.194+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~VS63YU8JUEA8.2 size=209594 2024-09-13T00:25:55.196 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.194+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=VS63YU8JUEA8 tag=T1UNE2Q1QOAE type=write size=3355322 2024-09-13T00:25:55.200 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.198+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~VFE3VIQNK917.0 size=1048576 2024-09-13T00:25:55.203 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.202+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~VFE3VIQNK917.1 size=471542 2024-09-13T00:25:55.208 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.206+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=VFE3VIQNK917 tag=M9EOQY1VLIYP type=write size=2568694 2024-09-13T00:25:55.214 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.214+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~ZWF0MCDIT4L5.0 size=469659 2024-09-13T00:25:55.214 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.214+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=ZWF0MCDIT4L5 tag=Z973MWGE3IJK type=write size=1518235 2024-09-13T00:25:55.218 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.214+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~RBEJHXGHF676.0 size=18170 2024-09-13T00:25:55.224 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.222+0000 7ff07d6c9640 1 < completed multipart upload key=XG3I1V51GD71 upload=RBEJHXGHF676 tag=ZL3Q8VUT9A2K type=write size=1066746 2024-09-13T00:25:55.230 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.226+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~NUFNPSGHELJ4.0 size=1048576 2024-09-13T00:25:55.233 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.230+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~NUFNPSGHELJ4.1 size=1048576 2024-09-13T00:25:55.236 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.234+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~NUFNPSGHELJ4.2 size=154426 2024-09-13T00:25:55.236 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.234+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=NUFNPSGHELJ4 tag=G4OYAPJRGGG0 type=write size=3300154 2024-09-13T00:25:55.242 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.238+0000 7ff07d6c9640 1 < suggested remove operation key=YNG29P8H3FSB tag=4DM5LCH284E3 type=del 2024-09-13T00:25:55.249 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.246+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~UZ9EML4PMN76.0 size=628342 2024-09-13T00:25:55.249 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.246+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=UZ9EML4PMN76 tag=R7FV5SZ6ML4L type=write size=1676918 2024-09-13T00:25:55.252 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.250+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~M43WGGKOIRYT.0 size=717989 2024-09-13T00:25:55.258 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.254+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=M43WGGKOIRYT tag=ZMF2A2K38PS5 type=write size=1766565 2024-09-13T00:25:55.262 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.258+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=YUCSMUTVUW7U type=del size=544347 2024-09-13T00:25:55.266 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.262+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=4B0OQ2KXLXOW type=del 2024-09-13T00:25:55.271 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.270+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=AP2WXPD3DHNW type=del size=1451931 2024-09-13T00:25:55.276 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.274+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=DI9XF2A06N9M type=del 2024-09-13T00:25:55.278 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.274+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=44SZC8I1KTV1 type=write size=923717 2024-09-13T00:25:55.285 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.282+0000 7ff07d6c9640 1 < suggested update operation key=0TFNXW7OU716 tag=808RRJ2I0DSB type=del size=2472721 2024-09-13T00:25:55.291 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.290+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~OG1J0I30P65L.0 size=583751 2024-09-13T00:25:55.291 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.290+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=OG1J0I30P65L tag=83PQFRHW2MI6 type=write size=1632327 2024-09-13T00:25:55.298 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.298+0000 7ff07d6c9640 1 < suggested update operation key=R0UI5544UWD1 tag=BXQDLSIS4PL9 type=del size=2471716 2024-09-13T00:25:55.302 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.298+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=Q0J47DWYFBUO type=del size=118412 2024-09-13T00:25:55.306 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.302+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~4Z6O1LUDMO0M.0 size=693829 2024-09-13T00:25:55.311 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.310+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=4Z6O1LUDMO0M tag=K033QZ4G6O9V type=write size=1742405 2024-09-13T00:25:55.315 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.314+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=4NP8I52R9LYE type=del size=3111469 2024-09-13T00:25:55.318 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.318+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~YJP23903PWXF.0 size=1048576 2024-09-13T00:25:55.321 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.318+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~YJP23903PWXF.1 size=1048576 2024-09-13T00:25:55.324 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.322+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~YJP23903PWXF.2 size=272663 2024-09-13T00:25:55.328 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.326+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=YJP23903PWXF tag=DIKGBVKEK8P2 type=write size=3418391 2024-09-13T00:25:55.332 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.330+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=PKNALKC021FJ type=del size=2608160 2024-09-13T00:25:55.335 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.334+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~4FNMT5KNFAC9.0 size=1048576 2024-09-13T00:25:55.338 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.334+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~4FNMT5KNFAC9.1 size=651053 2024-09-13T00:25:55.343 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.342+0000 7ff07d6c9640 1 < completed multipart upload key=CNP11H6WEG9D upload=4FNMT5KNFAC9 tag=3U90XSLP6HF4 type=write size=2748205 2024-09-13T00:25:55.346 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.346+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=JK455LWU3SIK type=del size=1921235 2024-09-13T00:25:55.350 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.346+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~DQVDR9A6SAHH.0 size=1048576 2024-09-13T00:25:55.352 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.350+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~DQVDR9A6SAHH.1 size=831618 2024-09-13T00:25:55.358 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.354+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=DQVDR9A6SAHH tag=SZUJQEGNXY30 type=write size=2928770 2024-09-13T00:25:55.364 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.362+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~LRPMMFBI5DV3.0 size=1048576 2024-09-13T00:25:55.367 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.366+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~LRPMMFBI5DV3.1 size=1048576 2024-09-13T00:25:55.369 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.366+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~LRPMMFBI5DV3.2 size=718108 2024-09-13T00:25:55.369 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.366+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=LRPMMFBI5DV3 tag=QHNPC2DEIF82 type=write size=3863836 2024-09-13T00:25:55.372 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.370+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~JRNFZSTABBWW.0 size=646272 2024-09-13T00:25:55.377 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.374+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=JRNFZSTABBWW tag=AQO7F57AYF3D type=write size=1694848 2024-09-13T00:25:55.384 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.382+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~G8ED30WAQS7E.0 size=622628 2024-09-13T00:25:55.384 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.382+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=G8ED30WAQS7E tag=RVIWHD2AXIHG type=write size=1671204 2024-09-13T00:25:55.387 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.386+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=IBYTFWU6LP69 type=del 2024-09-13T00:25:55.392 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.390+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=RHXQGQPQ3I4S type=del size=918822 2024-09-13T00:25:55.396 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.394+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~19Y0K89FVAPK.0 size=832690 2024-09-13T00:25:55.401 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.398+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=19Y0K89FVAPK tag=L3WFV76B0HQM type=write size=1881266 2024-09-13T00:25:55.405 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.402+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=NDCVW2OKSHI2 type=del size=3889905 2024-09-13T00:25:55.409 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.406+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~VS63YU8JUEA8.0 size=1048576 2024-09-13T00:25:55.412 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.410+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~VS63YU8JUEA8.1 size=1048576 2024-09-13T00:25:55.414 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.414+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~VS63YU8JUEA8.2 size=209594 2024-09-13T00:25:55.421 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.418+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=VS63YU8JUEA8 tag=T1UNE2Q1QOAE type=write size=3355322 2024-09-13T00:25:55.423 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.422+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=HTXID3JHAL69 type=del size=180815 2024-09-13T00:25:55.427 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.426+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~ZWF0MCDIT4L5.0 size=469659 2024-09-13T00:25:55.433 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.430+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=ZWF0MCDIT4L5 tag=Z973MWGE3IJK type=write size=1518235 2024-09-13T00:25:55.439 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.438+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~D47IJSL7FTE8.0 size=1048576 2024-09-13T00:25:55.442 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.438+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~D47IJSL7FTE8.1 size=1048576 2024-09-13T00:25:55.445 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.442+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~D47IJSL7FTE8.2 size=786445 2024-09-13T00:25:55.445 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.442+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=D47IJSL7FTE8 tag=TGQMKVKKCHJY type=write size=3932173 2024-09-13T00:25:55.448 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.446+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~NUFNPSGHELJ4.0 size=1048576 2024-09-13T00:25:55.451 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.450+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~NUFNPSGHELJ4.1 size=1048576 2024-09-13T00:25:55.456 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.450+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~NUFNPSGHELJ4.2 size=154426 2024-09-13T00:25:55.460 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.458+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=NUFNPSGHELJ4 tag=G4OYAPJRGGG0 type=write size=3300154 2024-09-13T00:25:55.468 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.466+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~4D5VLLM0KQ0P.0 size=1048576 2024-09-13T00:25:55.471 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.470+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~4D5VLLM0KQ0P.1 size=68066 2024-09-13T00:25:55.471 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.470+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=4D5VLLM0KQ0P tag=7WY5W4ENRN97 type=write size=2165218 2024-09-13T00:25:55.475 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.474+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~UZ9EML4PMN76.0 size=628342 2024-09-13T00:25:55.480 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.478+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=UZ9EML4PMN76 tag=R7FV5SZ6ML4L type=write size=1676918 2024-09-13T00:25:55.484 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.482+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=IQNJL5K3GK66 type=del size=2963908 2024-09-13T00:25:55.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.486+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=YUCSMUTVUW7U type=del 2024-09-13T00:25:55.491 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.490+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=0G99YL15TK19 type=del size=3971170 2024-09-13T00:25:55.495 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.494+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=AP2WXPD3DHNW type=del 2024-09-13T00:25:55.501 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.498+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~Q7BDXY5C0BD3.0 size=392632 2024-09-13T00:25:55.501 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.498+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=Q7BDXY5C0BD3 tag=J7YU5MBMJC8U type=write size=1441208 2024-09-13T00:25:55.504 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.502+0000 7ff07d6c9640 1 < completed write operation key=GDD2408QTYGR tag=44SZC8I1KTV1 type=write size=923717 2024-09-13T00:25:55.511 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.510+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~EU9EI635OOS8.0 size=1021289 2024-09-13T00:25:55.511 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.510+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=EU9EI635OOS8 tag=WCJ8IJU1A9DC type=write size=2069865 2024-09-13T00:25:55.514 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.514+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~OG1J0I30P65L.0 size=583751 2024-09-13T00:25:55.520 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.518+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=OG1J0I30P65L tag=83PQFRHW2MI6 type=write size=1632327 2024-09-13T00:25:55.524 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.522+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=QI1UEX7YQLBB type=del size=1976344 2024-09-13T00:25:55.527 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.526+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=Q0J47DWYFBUO type=del 2024-09-13T00:25:55.534 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.530+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~PMDJKUT4C3B2.0 size=716032 2024-09-13T00:25:55.534 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.530+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=PMDJKUT4C3B2 tag=P6ZQY53XOI9J type=write size=1764608 2024-09-13T00:25:55.541 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.538+0000 7ff07d6c9640 1 < suggested update operation key=4J0DEO2EA8KL tag=4NP8I52R9LYE type=del size=3111469 2024-09-13T00:25:55.545 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.542+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=1WP60YJKEPW8 type=del size=500022 2024-09-13T00:25:55.548 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.546+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=PKNALKC021FJ type=del 2024-09-13T00:25:55.552 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.550+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=EHRGQL2G6HXE type=del size=950775 2024-09-13T00:25:55.555 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.554+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=JK455LWU3SIK type=del 2024-09-13T00:25:55.560 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.558+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=VOHOFJEG63JE type=del size=1746489 2024-09-13T00:25:55.564 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.562+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~LRPMMFBI5DV3.0 size=1048576 2024-09-13T00:25:55.567 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.566+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~LRPMMFBI5DV3.1 size=1048576 2024-09-13T00:25:55.570 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.566+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~LRPMMFBI5DV3.2 size=718108 2024-09-13T00:25:55.577 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.574+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=LRPMMFBI5DV3 tag=QHNPC2DEIF82 type=write size=3863836 2024-09-13T00:25:55.583 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.582+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~QB5D8N83UUP1.0 size=1048576 2024-09-13T00:25:55.586 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.586+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~QB5D8N83UUP1.1 size=1048576 2024-09-13T00:25:55.590 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.586+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~QB5D8N83UUP1.2 size=245565 2024-09-13T00:25:55.590 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.586+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=QB5D8N83UUP1 tag=5B5Z27CESLL8 type=write size=3391293 2024-09-13T00:25:55.594 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.594+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~G8ED30WAQS7E.0 size=622628 2024-09-13T00:25:55.600 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.598+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=G8ED30WAQS7E tag=RVIWHD2AXIHG type=write size=1671204 2024-09-13T00:25:55.604 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.602+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=Q830A2CO1UUI type=write size=400645 2024-09-13T00:25:55.612 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.610+0000 7ff07d6c9640 1 < suggested remove operation key=0THRDK3EP2DY tag=RHXQGQPQ3I4S type=del 2024-09-13T00:25:55.614 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.614+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=XYQ02ITN27AJ type=write size=360222 2024-09-13T00:25:55.618 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.614+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=NDCVW2OKSHI2 type=del 2024-09-13T00:25:55.621 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.618+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=AGZX390JGJTR type=del size=3464196 2024-09-13T00:25:55.628 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.626+0000 7ff07d6c9640 1 < suggested remove operation key=WT8C8PJ810XA tag=HTXID3JHAL69 type=del 2024-09-13T00:25:55.631 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.630+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=24FT1OILCAD9 type=del size=1059593 2024-09-13T00:25:55.635 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.634+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~D47IJSL7FTE8.0 size=1048576 2024-09-13T00:25:55.638 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.634+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~D47IJSL7FTE8.1 size=1048576 2024-09-13T00:25:55.641 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.638+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~D47IJSL7FTE8.2 size=786445 2024-09-13T00:25:55.647 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.646+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=D47IJSL7FTE8 tag=TGQMKVKKCHJY type=write size=3932173 2024-09-13T00:25:55.650 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.650+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=UZ5C58ISCK81 type=del size=1932309 2024-09-13T00:25:55.654 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.654+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~4D5VLLM0KQ0P.0 size=1048576 2024-09-13T00:25:55.657 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.654+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~4D5VLLM0KQ0P.1 size=68066 2024-09-13T00:25:55.663 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.662+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=4D5VLLM0KQ0P tag=7WY5W4ENRN97 type=write size=2165218 2024-09-13T00:25:55.669 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.666+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~28V2EGQAD1GE.0 size=1048576 2024-09-13T00:25:55.672 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.670+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~28V2EGQAD1GE.1 size=49625 2024-09-13T00:25:55.672 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.670+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=28V2EGQAD1GE tag=QIPPLN0PRXWY type=write size=2146777 2024-09-13T00:25:55.675 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.674+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=IQNJL5K3GK66 type=del 2024-09-13T00:25:55.679 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.678+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=6Z33ROI3EH47 type=del size=3664443 2024-09-13T00:25:55.686 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.682+0000 7ff07d6c9640 1 < suggested update operation key=DT4C13GCJ90M tag=0G99YL15TK19 type=del size=3971170 2024-09-13T00:25:55.690 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.686+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=J2AP8Z97QZTO type=del size=2483577 2024-09-13T00:25:55.693 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.690+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~Q7BDXY5C0BD3.0 size=392632 2024-09-13T00:25:55.699 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.698+0000 7ff07d6c9640 1 < completed multipart upload key=WT8C8PJ810XA upload=Q7BDXY5C0BD3 tag=J7YU5MBMJC8U type=write size=1441208 2024-09-13T00:25:55.702 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.702+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=UK64F9USJ05R type=del size=1388727 2024-09-13T00:25:55.706 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.706+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~EU9EI635OOS8.0 size=1021289 2024-09-13T00:25:55.712 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.710+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=EU9EI635OOS8 tag=WCJ8IJU1A9DC type=write size=2069865 2024-09-13T00:25:55.716 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.714+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=IEPKA29CLOCV type=del size=3504782 2024-09-13T00:25:55.719 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.718+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=QI1UEX7YQLBB type=del 2024-09-13T00:25:55.723 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.722+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=FBGHXGHXJL2J type=del size=1169153 2024-09-13T00:25:55.727 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.726+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~PMDJKUT4C3B2.0 size=716032 2024-09-13T00:25:55.732 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.730+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=PMDJKUT4C3B2 tag=P6ZQY53XOI9J type=write size=1764608 2024-09-13T00:25:55.738 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.734+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~AXQIQA59NJCJ.0 size=1048576 2024-09-13T00:25:55.740 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.738+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~AXQIQA59NJCJ.1 size=1048576 2024-09-13T00:25:55.743 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.742+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~AXQIQA59NJCJ.2 size=906853 2024-09-13T00:25:55.743 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.742+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=AXQIQA59NJCJ tag=GQO3NYC3P0WP type=write size=4052581 2024-09-13T00:25:55.747 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.746+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=1WP60YJKEPW8 type=del 2024-09-13T00:25:55.751 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.750+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=DY5F6PVFFYKB type=del size=1548383 2024-09-13T00:25:55.755 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.754+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=EHRGQL2G6HXE type=del 2024-09-13T00:25:55.759 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.758+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=AW9XLFD8S80O type=write size=229849 2024-09-13T00:25:55.766 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.762+0000 7ff07d6c9640 1 < suggested remove operation key=7VNCRBS2OO7G tag=VOHOFJEG63JE type=del 2024-09-13T00:25:55.770 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.766+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=TARXIRWNR700 type=write size=932597 2024-09-13T00:25:55.773 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.770+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~QB5D8N83UUP1.0 size=1048576 2024-09-13T00:25:55.779 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.778+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~QB5D8N83UUP1.1 size=1048576 2024-09-13T00:25:55.787 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.786+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~QB5D8N83UUP1.2 size=245565 2024-09-13T00:25:55.794 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.790+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=QB5D8N83UUP1 tag=5B5Z27CESLL8 type=write size=3391293 2024-09-13T00:25:55.797 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.794+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=M7EZILWTAZHE type=del size=3726928 2024-09-13T00:25:55.801 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.798+0000 7ff07d6c9640 1 < canceled operation key=JI54OSP2P86V tag=Q830A2CO1UUI type=write size=400645 2024-09-13T00:25:55.807 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.806+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~YF756ZQHUEA2.0 size=695466 2024-09-13T00:25:55.807 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.806+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=YF756ZQHUEA2 tag=6OBNUW66BAMC type=write size=1744042 2024-09-13T00:25:55.810 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.810+0000 7ff07d6c9640 1 < completed write operation key=71PWJL28BPIC tag=XYQ02ITN27AJ type=write size=360222 2024-09-13T00:25:55.816 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.814+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~XZ7J0HZQ5CJY.0 size=1048576 2024-09-13T00:25:55.819 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.818+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~XZ7J0HZQ5CJY.1 size=787110 2024-09-13T00:25:55.819 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.818+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=XZ7J0HZQ5CJY tag=JL382JTYPF1Q type=write size=2884262 2024-09-13T00:25:55.822 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.818+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=AGZX390JGJTR type=del 2024-09-13T00:25:55.825 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.822+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=CGMSDV53ZEST type=write size=723292 2024-09-13T00:25:55.829 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.826+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=24FT1OILCAD9 type=del 2024-09-13T00:25:55.836 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.834+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~PYUV5O5ON8OJ.0 size=1048576 2024-09-13T00:25:55.839 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.838+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~PYUV5O5ON8OJ.1 size=1048576 2024-09-13T00:25:55.841 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.838+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~PYUV5O5ON8OJ.2 size=606427 2024-09-13T00:25:55.841 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.838+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=PYUV5O5ON8OJ tag=G5BFMMOCEZMH type=write size=3752155 2024-09-13T00:25:55.845 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.842+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=UZ5C58ISCK81 type=del 2024-09-13T00:25:55.849 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.846+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=673VV0K9EL57 type=del size=930473 2024-09-13T00:25:55.853 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.850+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~28V2EGQAD1GE.0 size=1048576 2024-09-13T00:25:55.856 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.854+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~28V2EGQAD1GE.1 size=49625 2024-09-13T00:25:55.861 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.858+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=28V2EGQAD1GE tag=QIPPLN0PRXWY type=write size=2146777 2024-09-13T00:25:55.865 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.862+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=O1SAJ68I005B type=del size=592142 2024-09-13T00:25:55.874 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.870+0000 7ff07d6c9640 1 < suggested update operation key=0THRDK3EP2DY tag=6Z33ROI3EH47 type=del size=3664443 2024-09-13T00:25:55.881 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.878+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~3QP12G2381CG.0 size=1048576 2024-09-13T00:25:55.884 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.882+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~3QP12G2381CG.1 size=1048576 2024-09-13T00:25:55.887 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.886+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~3QP12G2381CG.2 size=269142 2024-09-13T00:25:55.887 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.886+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=3QP12G2381CG tag=B8QMP0HI0ONY type=write size=3414870 2024-09-13T00:25:55.892 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.890+0000 7ff07d6c9640 1 < canceled operation key=M1TXILI2WRP8 tag=J2AP8Z97QZTO type=del size=2483577 2024-09-13T00:25:55.898 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.898+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~GTS48ZMEYVR3.0 size=1048576 2024-09-13T00:25:55.901 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.898+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~GTS48ZMEYVR3.1 size=1048576 2024-09-13T00:25:55.904 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.902+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~GTS48ZMEYVR3.2 size=7119 2024-09-13T00:25:55.905 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.902+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=GTS48ZMEYVR3 tag=7717T99BEZ8R type=write size=3152847 2024-09-13T00:25:55.909 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.906+0000 7ff07d6c9640 1 < canceled operation key=9VL7XF9W6EIA tag=UK64F9USJ05R type=del size=1388727 2024-09-13T00:25:55.913 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.910+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=3K56I7TZHTOW type=del size=1555032 2024-09-13T00:25:55.917 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.914+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=IEPKA29CLOCV type=del 2024-09-13T00:25:55.921 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.918+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=HU121LVXQ1RN type=del size=1256572 2024-09-13T00:25:55.924 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.922+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=FBGHXGHXJL2J type=del 2024-09-13T00:25:55.932 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.930+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~IF49SU1WB3JC.0 size=1048576 2024-09-13T00:25:55.934 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.934+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~IF49SU1WB3JC.1 size=430997 2024-09-13T00:25:55.934 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.934+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=IF49SU1WB3JC tag=39KC2BG3FPHM type=write size=2528149 2024-09-13T00:25:55.938 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.938+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~AXQIQA59NJCJ.0 size=1048576 2024-09-13T00:25:55.941 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.938+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~AXQIQA59NJCJ.1 size=1048576 2024-09-13T00:25:55.945 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.942+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~AXQIQA59NJCJ.2 size=906853 2024-09-13T00:25:55.951 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.950+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=AXQIQA59NJCJ tag=GQO3NYC3P0WP type=write size=4052581 2024-09-13T00:25:55.954 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.954+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=IE80HICIU2CY type=write size=489004 2024-09-13T00:25:55.958 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.958+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=DY5F6PVFFYKB type=del 2024-09-13T00:25:55.962 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.962+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=Q1BWU0YCCZUA type=write size=464070 2024-09-13T00:25:55.966 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.962+0000 7ff07d6c9640 1 < completed write operation key=JI54OSP2P86V tag=AW9XLFD8S80O type=write size=229849 2024-09-13T00:25:55.970 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.966+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=656OQJU92ER3 type=del size=2485287 2024-09-13T00:25:55.973 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.970+0000 7ff07d6c9640 1 < completed write operation key=O016V0EIG9TO tag=TARXIRWNR700 type=write size=932597 2024-09-13T00:25:55.977 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.974+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=YI0MDZ2BX0E7 type=write size=298215 2024-09-13T00:25:55.981 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.978+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=M7EZILWTAZHE type=del 2024-09-13T00:25:55.985 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.982+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=W310IOH12DLO type=del size=3169241 2024-09-13T00:25:55.989 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.986+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~YF756ZQHUEA2.0 size=695466 2024-09-13T00:25:55.995 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.994+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=YF756ZQHUEA2 tag=6OBNUW66BAMC type=write size=1744042 2024-09-13T00:25:56.000 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:55.998+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=MLO5Q6PKN9OX type=del size=2400616 2024-09-13T00:25:56.004 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.002+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~XZ7J0HZQ5CJY.0 size=1048576 2024-09-13T00:25:56.007 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.006+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~XZ7J0HZQ5CJY.1 size=787110 2024-09-13T00:25:56.013 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.010+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=XZ7J0HZQ5CJY tag=JL382JTYPF1Q type=write size=2884262 2024-09-13T00:25:56.018 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.018+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~2DI3XJOX8JPG.0 size=1048576 2024-09-13T00:25:56.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.018+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~2DI3XJOX8JPG.1 size=141851 2024-09-13T00:25:56.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.018+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=2DI3XJOX8JPG tag=TX7YA7ESQ2NM type=write size=2239003 2024-09-13T00:25:56.025 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.022+0000 7ff07d6c9640 1 < completed write operation key=CNP11H6WEG9D tag=CGMSDV53ZEST type=write size=723292 2024-09-13T00:25:56.032 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.030+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~XS6ZHH85UKXF.0 size=1048576 2024-09-13T00:25:56.034 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.034+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~XS6ZHH85UKXF.1 size=598587 2024-09-13T00:25:56.034 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.034+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=XS6ZHH85UKXF tag=Q2JRDFNYVNP0 type=write size=2695739 2024-09-13T00:25:56.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:55 smithi053 bash[67631]: audit 2024-09-13T00:25:54.773018+0000 mon.a (mon.0) 2124 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111421-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:25:56.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:55 smithi053 bash[67631]: cluster 2024-09-13T00:25:54.773601+0000 mon.a (mon.0) 2125 : cluster [DBG] osdmap e1101: 8 total, 8 up, 8 in 2024-09-13T00:25:56.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:55 smithi053 bash[67631]: audit 2024-09-13T00:25:55.153114+0000 mon.a (mon.0) 2126 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:25:56.038 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.038+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~PYUV5O5ON8OJ.0 size=1048576 2024-09-13T00:25:56.041 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.038+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~PYUV5O5ON8OJ.1 size=1048576 2024-09-13T00:25:56.044 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.042+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~PYUV5O5ON8OJ.2 size=606427 2024-09-13T00:25:56.050 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.046+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=PYUV5O5ON8OJ tag=G5BFMMOCEZMH type=write size=3752155 2024-09-13T00:25:56.053 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.050+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=EWV46NEFH11S type=del size=3241441 2024-09-13T00:25:56.057 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.054+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=673VV0K9EL57 type=del 2024-09-13T00:25:56.063 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.062+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~D8KSD5UI24F6.0 size=742703 2024-09-13T00:25:56.063 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.062+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=D8KSD5UI24F6 tag=LTKTK5N57PKY type=write size=1791279 2024-09-13T00:25:56.067 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.066+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=O1SAJ68I005B type=del 2024-09-13T00:25:56.070 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.070+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=L5ACA5Y7WF99 type=del size=2969531 2024-09-13T00:25:56.075 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.074+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~3QP12G2381CG.0 size=1048576 2024-09-13T00:25:56.079 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.078+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~3QP12G2381CG.1 size=1048576 2024-09-13T00:25:56.085 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.082+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~3QP12G2381CG.2 size=269142 2024-09-13T00:25:56.089 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.086+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=3QP12G2381CG tag=B8QMP0HI0ONY type=write size=3414870 2024-09-13T00:25:56.096 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.094+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~JYZS3H2L5CDY.0 size=597256 2024-09-13T00:25:56.096 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.094+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=JYZS3H2L5CDY tag=9I3B4SL19DQR type=write size=1645832 2024-09-13T00:25:56.099 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.098+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~GTS48ZMEYVR3.0 size=1048576 2024-09-13T00:25:56.101 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.098+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~GTS48ZMEYVR3.1 size=1048576 2024-09-13T00:25:56.104 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.102+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~GTS48ZMEYVR3.2 size=7119 2024-09-13T00:25:56.109 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.106+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=GTS48ZMEYVR3 tag=7717T99BEZ8R type=write size=3152847 2024-09-13T00:25:56.113 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.110+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=SY31HM33BV6S type=del size=1758184 2024-09-13T00:25:56.116 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.114+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=3K56I7TZHTOW type=del 2024-09-13T00:25:56.120 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.118+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=SC7LSW547UA9 type=del size=3727650 2024-09-13T00:25:56.123 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.122+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=HU121LVXQ1RN type=del 2024-09-13T00:25:56.130 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.130+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~WS2BMWBSP5YH.0 size=1048576 2024-09-13T00:25:56.133 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.130+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~WS2BMWBSP5YH.1 size=583254 2024-09-13T00:25:56.133 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.130+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=WS2BMWBSP5YH tag=TYOD2XK46MXC type=write size=2680406 2024-09-13T00:25:56.137 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.134+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~IF49SU1WB3JC.0 size=1048576 2024-09-13T00:25:56.140 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.138+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~IF49SU1WB3JC.1 size=430997 2024-09-13T00:25:56.146 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.142+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=IF49SU1WB3JC tag=39KC2BG3FPHM type=write size=2528149 2024-09-13T00:25:56.150 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.146+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=LX5NVCH0Z0OY type=del size=1184232 2024-09-13T00:25:56.154 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.150+0000 7ff07d6c9640 1 < canceled operation key=M1TXILI2WRP8 tag=IE80HICIU2CY type=write size=489004 2024-09-13T00:25:56.160 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.158+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~QPERT39DAGJ0.0 size=204979 2024-09-13T00:25:56.160 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.158+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=QPERT39DAGJ0 tag=RDGHOP45E46U type=write size=1253555 2024-09-13T00:25:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:55 smithi032 bash[75510]: audit 2024-09-13T00:25:54.773018+0000 mon.a (mon.0) 2124 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111421-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:25:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:55 smithi032 bash[75510]: cluster 2024-09-13T00:25:54.773601+0000 mon.a (mon.0) 2125 : cluster [DBG] osdmap e1101: 8 total, 8 up, 8 in 2024-09-13T00:25:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:55 smithi032 bash[75510]: audit 2024-09-13T00:25:55.153114+0000 mon.a (mon.0) 2126 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:25:56.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:55 smithi032 bash[76677]: audit 2024-09-13T00:25:54.773018+0000 mon.a (mon.0) 2124 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111421-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:25:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:55 smithi032 bash[76677]: cluster 2024-09-13T00:25:54.773601+0000 mon.a (mon.0) 2125 : cluster [DBG] osdmap e1101: 8 total, 8 up, 8 in 2024-09-13T00:25:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:55 smithi032 bash[76677]: audit 2024-09-13T00:25:55.153114+0000 mon.a (mon.0) 2126 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:25:56.164 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.162+0000 7ff07d6c9640 1 < completed write operation key=0THRDK3EP2DY tag=Q1BWU0YCCZUA type=write size=464070 2024-09-13T00:25:56.168 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.166+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=PY20HEV8OULT type=write size=288615 2024-09-13T00:25:56.174 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.174+0000 7ff07d6c9640 1 < suggested remove operation key=NY5MUJLE63EG tag=656OQJU92ER3 type=del 2024-09-13T00:25:56.178 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.174+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=MTEYYFA05EAU type=del size=969344 2024-09-13T00:25:56.182 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.178+0000 7ff07d6c9640 1 < completed write operation key=CNP11H6WEG9D tag=YI0MDZ2BX0E7 type=write size=298215 2024-09-13T00:25:56.185 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.182+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=BAUOSK584D6L type=del size=3053344 2024-09-13T00:25:56.193 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.190+0000 7ff07d6c9640 1 < suggested update operation key=WT8C8PJ810XA tag=W310IOH12DLO type=del size=3169241 2024-09-13T00:25:56.199 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.198+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~A41JK83FTSVW.0 size=1048576 2024-09-13T00:25:56.202 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.202+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~A41JK83FTSVW.1 size=1048576 2024-09-13T00:25:56.205 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.202+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~A41JK83FTSVW.2 size=716826 2024-09-13T00:25:56.205 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.202+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=A41JK83FTSVW tag=RB2SBABX0U44 type=write size=3862554 2024-09-13T00:25:56.209 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.206+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=MLO5Q6PKN9OX type=del 2024-09-13T00:25:56.213 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.210+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=32RN5G9ROYF3 type=del size=1340146 2024-09-13T00:25:56.217 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.214+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~2DI3XJOX8JPG.0 size=1048576 2024-09-13T00:25:56.220 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.218+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~2DI3XJOX8JPG.1 size=141851 2024-09-13T00:25:56.225 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.222+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=2DI3XJOX8JPG tag=TX7YA7ESQ2NM type=write size=2239003 2024-09-13T00:25:56.231 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.230+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~ICC8M4YPAN06.0 size=915820 2024-09-13T00:25:56.232 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.230+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=ICC8M4YPAN06 tag=264KDIM509TO type=write size=1964396 2024-09-13T00:25:56.235 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.234+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~XS6ZHH85UKXF.0 size=1048576 2024-09-13T00:25:56.238 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.234+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~XS6ZHH85UKXF.1 size=598587 2024-09-13T00:25:56.243 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.242+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=XS6ZHH85UKXF tag=Q2JRDFNYVNP0 type=write size=2695739 2024-09-13T00:25:56.250 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.246+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~LHVF1Q3044QL.0 size=1048576 2024-09-13T00:25:56.253 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.250+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~LHVF1Q3044QL.1 size=1048576 2024-09-13T00:25:56.255 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.254+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~LHVF1Q3044QL.2 size=539880 2024-09-13T00:25:56.255 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.254+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=LHVF1Q3044QL tag=6BR6NUE9MHNP type=write size=3685608 2024-09-13T00:25:56.259 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.258+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=EWV46NEFH11S type=del 2024-09-13T00:25:56.262 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.262+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=P7JCIK0OQG2U type=del size=3641761 2024-09-13T00:25:56.266 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.262+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~D8KSD5UI24F6.0 size=742703 2024-09-13T00:25:56.271 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.270+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=D8KSD5UI24F6 tag=LTKTK5N57PKY type=write size=1791279 2024-09-13T00:25:56.274 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.270+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=USZL0CR3PE44 type=write size=206655 2024-09-13T00:25:56.277 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.274+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=L5ACA5Y7WF99 type=del 2024-09-13T00:25:56.282 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.282+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~E9E2YTVG9BM2.0 size=1048576 2024-09-13T00:25:56.285 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.282+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~E9E2YTVG9BM2.1 size=1048576 2024-09-13T00:25:56.288 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.286+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~E9E2YTVG9BM2.2 size=871016 2024-09-13T00:25:56.288 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.286+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=E9E2YTVG9BM2 tag=KL4V9RO8V6Q1 type=write size=4016744 2024-09-13T00:25:56.288 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.286+0000 7ff07d6c9640 1 < canceled part key=_multipart_ALFI3PWKDJ24.2~JYZS3H2L5CDY.0 size=597256 2024-09-13T00:25:56.293 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.290+0000 7ff07d6c9640 1 < canceled multipart upload key=ALFI3PWKDJ24 upload=JYZS3H2L5CDY tag=9I3B4SL19DQR type=write size=1645832 2024-09-13T00:25:56.296 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.294+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=TE2OJOTG53XV type=del size=569792 2024-09-13T00:25:56.300 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.298+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=SY31HM33BV6S type=del 2024-09-13T00:25:56.306 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.302+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~W58B9TRKOCH5.0 size=1048576 2024-09-13T00:25:56.308 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.306+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~W58B9TRKOCH5.1 size=499432 2024-09-13T00:25:56.308 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.306+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=W58B9TRKOCH5 tag=2YP1R4LXHUEX type=write size=2596584 2024-09-13T00:25:56.312 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.310+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=SC7LSW547UA9 type=del 2024-09-13T00:25:56.315 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.314+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=YANTVNQMOMSZ type=del size=1492354 2024-09-13T00:25:56.319 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.318+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~WS2BMWBSP5YH.0 size=1048576 2024-09-13T00:25:56.322 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.318+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~WS2BMWBSP5YH.1 size=583254 2024-09-13T00:25:56.327 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.326+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=WS2BMWBSP5YH tag=TYOD2XK46MXC type=write size=2680406 2024-09-13T00:25:56.330 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.330+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=SQ8OI852GLAJ type=del size=270108 2024-09-13T00:25:56.337 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.334+0000 7ff07d6c9640 1 < suggested remove operation key=DT4C13GCJ90M tag=LX5NVCH0Z0OY type=del 2024-09-13T00:25:56.341 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.338+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=E26DKHBDF797 type=del size=3036346 2024-09-13T00:25:56.344 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.342+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~QPERT39DAGJ0.0 size=204979 2024-09-13T00:25:56.349 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.346+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=QPERT39DAGJ0 tag=RDGHOP45E46U type=write size=1253555 2024-09-13T00:25:56.355 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.354+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~D71C39OBNVZ8.0 size=410012 2024-09-13T00:25:56.356 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.354+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=D71C39OBNVZ8 tag=NBM8S4S1BLR5 type=write size=1458588 2024-09-13T00:25:56.362 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.358+0000 7ff07d6c9640 1 < suggested remove operation key=O016V0EIG9TO tag=PY20HEV8OULT type=write 2024-09-13T00:25:56.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.366+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~P7G2OO3QW4SN.0 size=1048576 2024-09-13T00:25:56.371 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.370+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~P7G2OO3QW4SN.1 size=645175 2024-09-13T00:25:56.371 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.370+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=P7G2OO3QW4SN tag=CLEHJMQMHODS type=write size=2742327 2024-09-13T00:25:56.374 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.370+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=MTEYYFA05EAU type=del 2024-09-13T00:25:56.377 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.374+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=V7WH6MSBULTA type=del size=3709220 2024-09-13T00:25:56.385 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.382+0000 7ff07d6c9640 1 < suggested update operation key=NY5MUJLE63EG tag=BAUOSK584D6L type=del size=3053344 2024-09-13T00:25:56.391 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.390+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~A06VN2HJZUQN.0 size=1048576 2024-09-13T00:25:56.394 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.390+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~A06VN2HJZUQN.1 size=133924 2024-09-13T00:25:56.394 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.390+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=A06VN2HJZUQN tag=KFTENHVQIHFC type=write size=2231076 2024-09-13T00:25:56.398 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.394+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~A41JK83FTSVW.0 size=1048576 2024-09-13T00:25:56.401 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.398+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~A41JK83FTSVW.1 size=1048576 2024-09-13T00:25:56.404 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.402+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~A41JK83FTSVW.2 size=716826 2024-09-13T00:25:56.410 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.406+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=A41JK83FTSVW tag=RB2SBABX0U44 type=write size=3862554 2024-09-13T00:25:56.416 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.414+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~RMW3MFAGMZXS.0 size=1048576 2024-09-13T00:25:56.419 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.418+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~RMW3MFAGMZXS.1 size=1007947 2024-09-13T00:25:56.419 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.418+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=RMW3MFAGMZXS tag=V6WBL82FND68 type=write size=3105099 2024-09-13T00:25:56.428 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.426+0000 7ff07d6c9640 1 < suggested update operation key=CQE0A2I3P64S tag=32RN5G9ROYF3 type=del size=1340146 2024-09-13T00:25:56.435 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.434+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~C7JFDUTI1R52.0 size=1048576 2024-09-13T00:25:56.439 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.438+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~C7JFDUTI1R52.1 size=31718 2024-09-13T00:25:56.439 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.438+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=C7JFDUTI1R52 tag=QLEZKPESV8KV type=write size=2128870 2024-09-13T00:25:56.442 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.442+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~ICC8M4YPAN06.0 size=915820 2024-09-13T00:25:56.448 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.446+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=ICC8M4YPAN06 tag=264KDIM509TO type=write size=1964396 2024-09-13T00:25:56.455 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.454+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~V047OWTFX6MZ.0 size=1048576 2024-09-13T00:25:56.458 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.454+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~V047OWTFX6MZ.1 size=1048576 2024-09-13T00:25:56.461 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.458+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~V047OWTFX6MZ.2 size=261624 2024-09-13T00:25:56.461 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.458+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=V047OWTFX6MZ tag=I38WOYHSFQBS type=write size=3407352 2024-09-13T00:25:56.464 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.462+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~LHVF1Q3044QL.0 size=1048576 2024-09-13T00:25:56.467 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.466+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~LHVF1Q3044QL.1 size=1048576 2024-09-13T00:25:56.467 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.466+0000 7ff07d6c9640 1 < canceled part key=_multipart_7H3YFWWXRQ8L.2~LHVF1Q3044QL.2 size=539880 2024-09-13T00:25:56.473 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.470+0000 7ff07d6c9640 1 < canceled multipart upload key=7H3YFWWXRQ8L upload=LHVF1Q3044QL tag=6BR6NUE9MHNP type=write size=3685608 2024-09-13T00:25:56.477 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.474+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=1QUR7Z8AT7Q6 type=del size=4039337 2024-09-13T00:25:56.482 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.478+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=P7JCIK0OQG2U type=del 2024-09-13T00:25:56.490 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.486+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~L37PSI41Q06B.0 size=1048576 2024-09-13T00:25:56.493 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.490+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~L37PSI41Q06B.1 size=1048576 2024-09-13T00:25:56.495 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.494+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~L37PSI41Q06B.2 size=892579 2024-09-13T00:25:56.496 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.494+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=L37PSI41Q06B tag=SGRTZZI0G4K0 type=write size=4038307 2024-09-13T00:25:56.504 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.502+0000 7ff07d6c9640 1 < suggested remove operation key=6SZPC5K3S8UZ tag=USZL0CR3PE44 type=write 2024-09-13T00:25:56.507 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.506+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=OZLJIKQAGH16 type=del size=1031159 2024-09-13T00:25:56.511 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.510+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~E9E2YTVG9BM2.0 size=1048576 2024-09-13T00:25:56.514 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.510+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~E9E2YTVG9BM2.1 size=1048576 2024-09-13T00:25:56.517 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.514+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~E9E2YTVG9BM2.2 size=871016 2024-09-13T00:25:56.522 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.522+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=E9E2YTVG9BM2 tag=KL4V9RO8V6Q1 type=write size=4016744 2024-09-13T00:25:56.526 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.522+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=FX5GXD785XG4 type=del size=3116476 2024-09-13T00:25:56.530 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.526+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=TE2OJOTG53XV type=del 2024-09-13T00:25:56.533 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.530+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=7IAPEQSRB2P6 type=del size=173867 2024-09-13T00:25:56.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.534+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~W58B9TRKOCH5.0 size=1048576 2024-09-13T00:25:56.540 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.538+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~W58B9TRKOCH5.1 size=499432 2024-09-13T00:25:56.547 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.546+0000 7ff07d6c9640 1 < completed multipart upload key=XG3I1V51GD71 upload=W58B9TRKOCH5 tag=2YP1R4LXHUEX type=write size=2596584 2024-09-13T00:25:56.551 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.550+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=UKV8IXV6Q5LI type=del size=2659616 2024-09-13T00:25:56.555 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.554+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=YANTVNQMOMSZ type=del 2024-09-13T00:25:56.559 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.558+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=P6KTI8CJ7L1I type=write size=776315 2024-09-13T00:25:56.563 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.562+0000 7ff07d6c9640 -1 < failed to complete operation key=CQE0A2I3P64S tag=SQ8OI852GLAJ type=del size=270108: (22) Invalid argument 2024-09-13T00:25:56.570 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.566+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~IVQ313U41RGC.0 size=557767 2024-09-13T00:25:56.570 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.566+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=IVQ313U41RGC tag=A4WCCJHL0IRA type=write size=1606343 2024-09-13T00:25:56.579 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.578+0000 7ff07d6c9640 1 < suggested remove operation key=RTSSDLFRS0GP tag=E26DKHBDF797 type=del 2024-09-13T00:25:56.587 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.586+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~JAR7JJST7261.0 size=1048576 2024-09-13T00:25:56.590 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.586+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~JAR7JJST7261.1 size=930714 2024-09-13T00:25:56.590 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.586+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=JAR7JJST7261 tag=U6CTAIN6KMVN type=write size=3027866 2024-09-13T00:25:56.594 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.594+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~D71C39OBNVZ8.0 size=410012 2024-09-13T00:25:56.600 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.598+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=D71C39OBNVZ8 tag=NBM8S4S1BLR5 type=write size=1458588 2024-09-13T00:25:56.605 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.602+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=I72SQP2V9U1U type=del size=1273819 2024-09-13T00:25:56.609 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.606+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~P7G2OO3QW4SN.0 size=1048576 2024-09-13T00:25:56.612 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.610+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~P7G2OO3QW4SN.1 size=645175 2024-09-13T00:25:56.619 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.618+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=P7G2OO3QW4SN tag=CLEHJMQMHODS type=write size=2742327 2024-09-13T00:25:56.626 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.622+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~VGBRRFQIGG9X.0 size=744576 2024-09-13T00:25:56.626 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.622+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=VGBRRFQIGG9X tag=M13JBW9T4ZNO type=write size=1793152 2024-09-13T00:25:56.630 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.626+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=V7WH6MSBULTA type=del 2024-09-13T00:25:56.634 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.630+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=T20M1HZF9DZ8 type=write size=136939 2024-09-13T00:25:56.638 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.634+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~A06VN2HJZUQN.0 size=1048576 2024-09-13T00:25:56.641 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.638+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~A06VN2HJZUQN.1 size=133924 2024-09-13T00:25:56.648 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.646+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=A06VN2HJZUQN tag=KFTENHVQIHFC type=write size=2231076 2024-09-13T00:25:56.652 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.650+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=RDCB4UKWV266 type=write size=157673 2024-09-13T00:25:56.655 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.654+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~RMW3MFAGMZXS.0 size=1048576 2024-09-13T00:25:56.658 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.658+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~RMW3MFAGMZXS.1 size=1007947 2024-09-13T00:25:56.664 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.662+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=RMW3MFAGMZXS tag=V6WBL82FND68 type=write size=3105099 2024-09-13T00:25:56.670 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.666+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~9XB94HSHB7BX.0 size=106042 2024-09-13T00:25:56.670 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.666+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=9XB94HSHB7BX tag=AJ9KCNZNDO03 type=write size=1154618 2024-09-13T00:25:56.673 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.670+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~C7JFDUTI1R52.0 size=1048576 2024-09-13T00:25:56.676 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.674+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~C7JFDUTI1R52.1 size=31718 2024-09-13T00:25:56.682 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.678+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=C7JFDUTI1R52 tag=QLEZKPESV8KV type=write size=2128870 2024-09-13T00:25:56.685 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.682+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=INF15C3L3CAI type=del size=3520274 2024-09-13T00:25:56.689 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.686+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~V047OWTFX6MZ.0 size=1048576 2024-09-13T00:25:56.692 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.690+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~V047OWTFX6MZ.1 size=1048576 2024-09-13T00:25:56.695 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.694+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~V047OWTFX6MZ.2 size=261624 2024-09-13T00:25:56.701 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.698+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=V047OWTFX6MZ tag=I38WOYHSFQBS type=write size=3407352 2024-09-13T00:25:56.708 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.706+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~1OWOAMOXEV1N.0 size=1048576 2024-09-13T00:25:56.711 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.710+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~1OWOAMOXEV1N.1 size=1048576 2024-09-13T00:25:56.714 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.710+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~1OWOAMOXEV1N.2 size=437839 2024-09-13T00:25:56.714 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.710+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=1OWOAMOXEV1N tag=2DOXDTR22L3U type=write size=3583567 2024-09-13T00:25:56.717 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.714+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=1QUR7Z8AT7Q6 type=del 2024-09-13T00:25:56.724 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.722+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~F8ABLCMP6QDG.0 size=1048576 2024-09-13T00:25:56.727 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.726+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~F8ABLCMP6QDG.1 size=871573 2024-09-13T00:25:56.727 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.726+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=F8ABLCMP6QDG tag=8C2PJRYK6ZZC type=write size=2968725 2024-09-13T00:25:56.731 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.730+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~L37PSI41Q06B.0 size=1048576 2024-09-13T00:25:56.734 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.730+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~L37PSI41Q06B.1 size=1048576 2024-09-13T00:25:56.737 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.734+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~L37PSI41Q06B.2 size=892579 2024-09-13T00:25:56.744 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.742+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=L37PSI41Q06B tag=SGRTZZI0G4K0 type=write size=4038307 2024-09-13T00:25:56.751 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.750+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~703TPW57LDR2.0 size=494116 2024-09-13T00:25:56.751 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.750+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=703TPW57LDR2 tag=ORD1HIOUMGWF type=write size=1542692 2024-09-13T00:25:56.755 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.754+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=OZLJIKQAGH16 type=del 2024-09-13T00:25:56.763 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.762+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~DJTK0QMPKFCZ.0 size=829307 2024-09-13T00:25:56.763 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.762+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=DJTK0QMPKFCZ tag=WXFN45IXIB5F type=write size=1877883 2024-09-13T00:25:56.770 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.766+0000 7ff07d6c9640 1 < suggested update operation key=7H3YFWWXRQ8L tag=FX5GXD785XG4 type=del size=3116476 2024-09-13T00:25:56.774 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.770+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=213LY0DT6G70 type=del size=3698125 2024-09-13T00:25:56.777 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.774+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=7IAPEQSRB2P6 type=del 2024-09-13T00:25:56.785 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.782+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~JXDGLLWUQ5PV.0 size=489764 2024-09-13T00:25:56.785 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.782+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=JXDGLLWUQ5PV tag=LMYU1R29FUE4 type=write size=1538340 2024-09-13T00:25:56.793 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.790+0000 7ff07d6c9640 1 < suggested remove operation key=ALFI3PWKDJ24 tag=UKV8IXV6Q5LI type=del 2024-09-13T00:25:56.800 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.798+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~J8IZ4MO5GTVL.0 size=1048576 2024-09-13T00:25:56.803 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.802+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~J8IZ4MO5GTVL.1 size=1048576 2024-09-13T00:25:56.807 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.806+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~J8IZ4MO5GTVL.2 size=1047660 2024-09-13T00:25:56.807 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.806+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=J8IZ4MO5GTVL tag=YMYWIKGJ7QY9 type=write size=4193388 2024-09-13T00:25:56.811 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.810+0000 7ff07d6c9640 1 < completed write operation key=O016V0EIG9TO tag=P6KTI8CJ7L1I type=write size=776315 2024-09-13T00:25:56.816 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.814+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=OFWBKVT7TRXH type=del size=1769415 2024-09-13T00:25:56.820 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.818+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~IVQ313U41RGC.0 size=557767 2024-09-13T00:25:56.826 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.822+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=IVQ313U41RGC tag=A4WCCJHL0IRA type=write size=1606343 2024-09-13T00:25:56.830 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.826+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=ZFHI1BS20XP2 type=write size=448655 2024-09-13T00:25:56.834 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.834+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~JAR7JJST7261.0 size=1048576 2024-09-13T00:25:56.838 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.834+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~JAR7JJST7261.1 size=930714 2024-09-13T00:25:56.845 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.842+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=JAR7JJST7261 tag=U6CTAIN6KMVN type=write size=3027866 2024-09-13T00:25:56.849 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.846+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=KGIVJB39QQ3X type=del size=1092294 2024-09-13T00:25:56.852 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.850+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=I72SQP2V9U1U type=del 2024-09-13T00:25:56.856 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.854+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=GSSSS5ZVX9FS type=del size=4183524 2024-09-13T00:25:56.857 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.854+0000 7ff07d6c9640 1 < canceled part key=_multipart_ZB9Q220ZM0E0.2~VGBRRFQIGG9X.0 size=744576 2024-09-13T00:25:56.863 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.862+0000 7ff07d6c9640 1 < canceled multipart upload key=ZB9Q220ZM0E0 upload=VGBRRFQIGG9X tag=M13JBW9T4ZNO type=write size=1793152 2024-09-13T00:25:56.869 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.866+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~2AK02JFKX7X5.0 size=794984 2024-09-13T00:25:56.870 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.866+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=2AK02JFKX7X5 tag=7QFF1C3FT3KA type=write size=1843560 2024-09-13T00:25:56.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.870+0000 7ff07d6c9640 1 < completed write operation key=YB8OYIWQYY07 tag=T20M1HZF9DZ8 type=write size=136939 2024-09-13T00:25:56.880 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.878+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~73ESST73QC4D.0 size=1048576 2024-09-13T00:25:56.883 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.882+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~73ESST73QC4D.1 size=1048576 2024-09-13T00:25:56.887 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.886+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~73ESST73QC4D.2 size=191643 2024-09-13T00:25:56.887 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.886+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=73ESST73QC4D tag=FKSWDFTE95RD type=write size=3337371 2024-09-13T00:25:56.890 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.890+0000 7ff07d6c9640 1 < canceled operation key=ZB9Q220ZM0E0 tag=RDCB4UKWV266 type=write size=157673 2024-09-13T00:25:56.895 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.894+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=5R8S9R5D4123 type=write size=62106 2024-09-13T00:25:56.899 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.898+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~9XB94HSHB7BX.0 size=106042 2024-09-13T00:25:56.905 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.902+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=9XB94HSHB7BX tag=AJ9KCNZNDO03 type=write size=1154618 2024-09-13T00:25:56.912 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.910+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~A15ZKVO1PHJ2.0 size=1048576 2024-09-13T00:25:56.914 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.914+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~A15ZKVO1PHJ2.1 size=1048576 2024-09-13T00:25:56.917 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.914+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~A15ZKVO1PHJ2.2 size=264799 2024-09-13T00:25:56.917 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.914+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=A15ZKVO1PHJ2 tag=U5N6H6ML8K9A type=write size=3410527 2024-09-13T00:25:56.921 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.918+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=INF15C3L3CAI type=del 2024-09-13T00:25:56.928 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.926+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~54GDL76P472N.0 size=691591 2024-09-13T00:25:56.928 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.926+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=54GDL76P472N tag=PO2069XKJSFM type=write size=1740167 2024-09-13T00:25:56.932 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.930+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~1OWOAMOXEV1N.0 size=1048576 2024-09-13T00:25:56.935 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.934+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~1OWOAMOXEV1N.1 size=1048576 2024-09-13T00:25:56.935 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.934+0000 7ff07d6c9640 1 < canceled part key=_multipart_ZB9Q220ZM0E0.2~1OWOAMOXEV1N.2 size=437839 2024-09-13T00:25:56.942 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.942+0000 7ff07d6c9640 1 < canceled multipart upload key=ZB9Q220ZM0E0 upload=1OWOAMOXEV1N tag=2DOXDTR22L3U type=write size=3583567 2024-09-13T00:25:56.947 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.942+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=KNTK35KOX0F6 type=del size=861449 2024-09-13T00:25:56.951 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.950+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~F8ABLCMP6QDG.0 size=1048576 2024-09-13T00:25:56.954 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.950+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~F8ABLCMP6QDG.1 size=871573 2024-09-13T00:25:56.960 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.958+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=F8ABLCMP6QDG tag=8C2PJRYK6ZZC type=write size=2968725 2024-09-13T00:25:56.963 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.962+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=3KNA02I6TYQ4 type=write size=805433 2024-09-13T00:25:56.967 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.966+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~703TPW57LDR2.0 size=494116 2024-09-13T00:25:56.973 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.970+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=703TPW57LDR2 tag=ORD1HIOUMGWF type=write size=1542692 2024-09-13T00:25:56.977 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.974+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=H1K1PM2DMDZA type=del size=1948422 2024-09-13T00:25:56.981 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.978+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~DJTK0QMPKFCZ.0 size=829307 2024-09-13T00:25:56.986 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.986+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=DJTK0QMPKFCZ tag=WXFN45IXIB5F type=write size=1877883 2024-09-13T00:25:56.990 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.986+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=OJ5RLA9HOPBH type=del size=1548584 2024-09-13T00:25:56.997 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.994+0000 7ff07d6c9640 1 < suggested remove operation key=YNG29P8H3FSB tag=213LY0DT6G70 type=del 2024-09-13T00:25:57.001 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:56.998+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=0RCZCQ1SHNQC type=del size=3356650 2024-09-13T00:25:57.005 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.002+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~JXDGLLWUQ5PV.0 size=489764 2024-09-13T00:25:57.011 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.010+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=JXDGLLWUQ5PV tag=LMYU1R29FUE4 type=write size=1538340 2024-09-13T00:25:57.015 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.014+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=UMBNERFVO067 type=del size=1579823 2024-09-13T00:25:57.018 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.018+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~J8IZ4MO5GTVL.0 size=1048576 2024-09-13T00:25:57.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.018+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~J8IZ4MO5GTVL.1 size=1048576 2024-09-13T00:25:57.025 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.022+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~J8IZ4MO5GTVL.2 size=1047660 2024-09-13T00:25:57.031 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.030+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=J8IZ4MO5GTVL tag=YMYWIKGJ7QY9 type=write size=4193388 2024-09-13T00:25:57.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:56 smithi053 bash[67631]: cluster 2024-09-13T00:25:55.496410+0000 mgr.y (mgr.34107) 695 : cluster [DBG] pgmap v1349: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:25:57.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:56 smithi053 bash[67631]: cluster 2024-09-13T00:25:55.785554+0000 mon.a (mon.0) 2127 : cluster [DBG] osdmap e1102: 8 total, 8 up, 8 in 2024-09-13T00:25:57.036 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.034+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=DD363Y6M1LG0 type=del size=3984864 2024-09-13T00:25:57.040 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.038+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=OFWBKVT7TRXH type=del 2024-09-13T00:25:57.044 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.042+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=HL7DINVFU3IM type=del size=75475 2024-09-13T00:25:57.048 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.046+0000 7ff07d6c9640 1 < completed write operation key=O016V0EIG9TO tag=ZFHI1BS20XP2 type=write size=448655 2024-09-13T00:25:57.052 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.050+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=FH2Y0BRSQREH type=del size=4048806 2024-09-13T00:25:57.059 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.058+0000 7ff07d6c9640 1 < suggested remove operation key=YB8OYIWQYY07 tag=KGIVJB39QQ3X type=del 2024-09-13T00:25:57.067 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.066+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~9AYJX3HK6E9P.0 size=30740 2024-09-13T00:25:57.067 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.066+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=9AYJX3HK6E9P tag=83674EFW3J0T type=write size=1079316 2024-09-13T00:25:57.071 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.070+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=GSSSS5ZVX9FS type=del 2024-09-13T00:25:57.075 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.074+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=KYX1T3T9K10I type=write size=50886 2024-09-13T00:25:57.079 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.078+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~2AK02JFKX7X5.0 size=794984 2024-09-13T00:25:57.085 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.082+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=2AK02JFKX7X5 tag=7QFF1C3FT3KA type=write size=1843560 2024-09-13T00:25:57.089 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.086+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=JEWQAT0T3Y56 type=del size=2759284 2024-09-13T00:25:57.093 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.090+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~73ESST73QC4D.0 size=1048576 2024-09-13T00:25:57.097 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.094+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~73ESST73QC4D.1 size=1048576 2024-09-13T00:25:57.100 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.098+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~73ESST73QC4D.2 size=191643 2024-09-13T00:25:57.107 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.106+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=73ESST73QC4D tag=FKSWDFTE95RD type=write size=3337371 2024-09-13T00:25:57.111 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.110+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=MQ43DJTWRVWU type=del size=3886207 2024-09-13T00:25:57.116 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.114+0000 7ff07d6c9640 1 < canceled operation key=JI54OSP2P86V tag=5R8S9R5D4123 type=write size=62106 2024-09-13T00:25:57.122 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.122+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~CE7FFE60MK3N.0 size=1048576 2024-09-13T00:25:57.125 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.122+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~CE7FFE60MK3N.1 size=891179 2024-09-13T00:25:57.125 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.122+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=CE7FFE60MK3N tag=39QZJX9YC9H4 type=write size=2988331 2024-09-13T00:25:57.129 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.126+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~A15ZKVO1PHJ2.0 size=1048576 2024-09-13T00:25:57.132 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.130+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~A15ZKVO1PHJ2.1 size=1048576 2024-09-13T00:25:57.135 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.134+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~A15ZKVO1PHJ2.2 size=264799 2024-09-13T00:25:57.141 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.138+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=A15ZKVO1PHJ2 tag=U5N6H6ML8K9A type=write size=3410527 2024-09-13T00:25:57.145 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.142+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=NRIG7N9K3XO2 type=del size=1125890 2024-09-13T00:25:57.149 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.146+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~54GDL76P472N.0 size=691591 2024-09-13T00:25:57.155 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.154+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=54GDL76P472N tag=PO2069XKJSFM type=write size=1740167 2024-09-13T00:25:57.160 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.158+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=SLHTHYF4J938 type=del size=720408 2024-09-13T00:25:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:56 smithi032 bash[75510]: cluster 2024-09-13T00:25:55.496410+0000 mgr.y (mgr.34107) 695 : cluster [DBG] pgmap v1349: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:25:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:56 smithi032 bash[75510]: cluster 2024-09-13T00:25:55.785554+0000 mon.a (mon.0) 2127 : cluster [DBG] osdmap e1102: 8 total, 8 up, 8 in 2024-09-13T00:25:57.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:56 smithi032 bash[76677]: cluster 2024-09-13T00:25:55.496410+0000 mgr.y (mgr.34107) 695 : cluster [DBG] pgmap v1349: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:25:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:56 smithi032 bash[76677]: cluster 2024-09-13T00:25:55.785554+0000 mon.a (mon.0) 2127 : cluster [DBG] osdmap e1102: 8 total, 8 up, 8 in 2024-09-13T00:25:57.168 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.166+0000 7ff07d6c9640 1 < suggested update operation key=ALFI3PWKDJ24 tag=KNTK35KOX0F6 type=del size=861449 2024-09-13T00:25:57.176 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.174+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~24QGX557FRNO.0 size=1048576 2024-09-13T00:25:57.179 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.178+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~24QGX557FRNO.1 size=1048576 2024-09-13T00:25:57.181 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.178+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~24QGX557FRNO.2 size=103881 2024-09-13T00:25:57.182 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.178+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=24QGX557FRNO tag=02USD8BPWH35 type=write size=3249609 2024-09-13T00:25:57.185 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.182+0000 7ff07d6c9640 1 < canceled operation key=RTSSDLFRS0GP tag=3KNA02I6TYQ4 type=write size=805433 2024-09-13T00:25:57.193 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.190+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~S0I12ZHECCQK.0 size=473021 2024-09-13T00:25:57.193 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.190+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=S0I12ZHECCQK tag=M0Z1EP56KLLR type=write size=1521597 2024-09-13T00:25:57.201 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.198+0000 7ff07d6c9640 1 < suggested remove operation key=FLIVW0XUS2MD tag=H1K1PM2DMDZA type=del 2024-09-13T00:25:57.206 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.202+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=XGJ64P8D2TAO type=del size=3561125 2024-09-13T00:25:57.210 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.210+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=OJ5RLA9HOPBH type=del 2024-09-13T00:25:57.217 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.214+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~KRO8JLS5SDLL.0 size=569992 2024-09-13T00:25:57.217 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.214+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=KRO8JLS5SDLL tag=2880O4W63Y3D type=write size=1618568 2024-09-13T00:25:57.221 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.218+0000 7ff07d6c9640 1 < canceled operation key=RK75O90M3ZT9 tag=0RCZCQ1SHNQC type=del size=3356650 2024-09-13T00:25:57.225 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.222+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=1X65TLJ429FO type=del size=2510925 2024-09-13T00:25:57.230 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.226+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=UMBNERFVO067 type=del 2024-09-13T00:25:57.236 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.234+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~PLKZF9NZU3WX.0 size=1048576 2024-09-13T00:25:57.239 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.238+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~PLKZF9NZU3WX.1 size=1048576 2024-09-13T00:25:57.242 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.238+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~PLKZF9NZU3WX.2 size=38714 2024-09-13T00:25:57.242 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.238+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=PLKZF9NZU3WX tag=2DE8BUK61MN7 type=write size=3184442 2024-09-13T00:25:57.246 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.242+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=DD363Y6M1LG0 type=del 2024-09-13T00:25:57.250 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.246+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=VXJS3VHZINP6 type=del size=1637517 2024-09-13T00:25:57.254 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.250+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=HL7DINVFU3IM type=del 2024-09-13T00:25:57.258 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.254+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=N48ZLK0TKVEM type=del size=4163696 2024-09-13T00:25:57.262 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.258+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=FH2Y0BRSQREH type=del 2024-09-13T00:25:57.269 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.266+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~W0KZI2KSMGX4.0 size=568264 2024-09-13T00:25:57.269 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.266+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=W0KZI2KSMGX4 tag=QZ78JVFROSE6 type=write size=1616840 2024-09-13T00:25:57.273 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.270+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~9AYJX3HK6E9P.0 size=30740 2024-09-13T00:25:57.279 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.278+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=9AYJX3HK6E9P tag=83674EFW3J0T type=write size=1079316 2024-09-13T00:25:57.283 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.282+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=LYIKSRRQO1UI type=write size=525726 2024-09-13T00:25:57.287 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.286+0000 7ff07d6c9640 1 < completed write operation key=NY5MUJLE63EG tag=KYX1T3T9K10I type=write size=50886 2024-09-13T00:25:57.291 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.290+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=Y01D60CYTPR2 type=del size=1236181 2024-09-13T00:25:57.295 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.294+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=JEWQAT0T3Y56 type=del 2024-09-13T00:25:57.300 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.298+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=7Z84TNUDG61M type=del size=1652733 2024-09-13T00:25:57.304 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.302+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=MQ43DJTWRVWU type=del 2024-09-13T00:25:57.308 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.306+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=S069ZNLGVZEO type=del size=3067226 2024-09-13T00:25:57.312 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.310+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~CE7FFE60MK3N.0 size=1048576 2024-09-13T00:25:57.312 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.310+0000 7ff07d6c9640 1 < canceled part key=_multipart_ZNBRMSEXA9ZK.2~CE7FFE60MK3N.1 size=891179 2024-09-13T00:25:57.320 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.318+0000 7ff07d6c9640 1 < canceled multipart upload key=ZNBRMSEXA9ZK upload=CE7FFE60MK3N tag=39QZJX9YC9H4 type=write size=2988331 2024-09-13T00:25:57.322 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.322+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=VUZ3ZL2J429B type=del size=1107646 2024-09-13T00:25:57.327 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.326+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=NRIG7N9K3XO2 type=del 2024-09-13T00:25:57.333 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.330+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~ZOD7ZMG1QDIK.0 size=1048576 2024-09-13T00:25:57.336 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.334+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~ZOD7ZMG1QDIK.1 size=1048576 2024-09-13T00:25:57.339 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.338+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~ZOD7ZMG1QDIK.2 size=741354 2024-09-13T00:25:57.339 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.338+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=ZOD7ZMG1QDIK tag=TL2S4BFE9CT8 type=write size=3887082 2024-09-13T00:25:57.343 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.342+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=SLHTHYF4J938 type=del 2024-09-13T00:25:57.350 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.346+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~KF0MJHCC8RZZ.0 size=1048576 2024-09-13T00:25:57.353 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.350+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~KF0MJHCC8RZZ.1 size=168595 2024-09-13T00:25:57.353 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.350+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=KF0MJHCC8RZZ tag=MGO1YKWVZYKM type=write size=2265747 2024-09-13T00:25:57.357 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.354+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~24QGX557FRNO.0 size=1048576 2024-09-13T00:25:57.360 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.358+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~24QGX557FRNO.1 size=1048576 2024-09-13T00:25:57.364 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.362+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~24QGX557FRNO.2 size=103881 2024-09-13T00:25:57.370 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.370+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=24QGX557FRNO tag=02USD8BPWH35 type=write size=3249609 2024-09-13T00:25:57.375 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.374+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=O29UFW5FVAGR type=del size=2505472 2024-09-13T00:25:57.376 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.374+0000 7ff07d6c9640 1 < canceled part key=_multipart_RK75O90M3ZT9.2~S0I12ZHECCQK.0 size=473021 2024-09-13T00:25:57.383 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.382+0000 7ff07d6c9640 1 < canceled multipart upload key=RK75O90M3ZT9 upload=S0I12ZHECCQK tag=M0Z1EP56KLLR type=write size=1521597 2024-09-13T00:25:57.387 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.386+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=RIUX5E05HWQR type=write size=725966 2024-09-13T00:25:57.392 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.390+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=XGJ64P8D2TAO type=del 2024-09-13T00:25:57.396 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.394+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=HAFAHEVMHZ4V type=write size=625551 2024-09-13T00:25:57.400 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.398+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~KRO8JLS5SDLL.0 size=569992 2024-09-13T00:25:57.407 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.406+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=KRO8JLS5SDLL tag=2880O4W63Y3D type=write size=1618568 2024-09-13T00:25:57.414 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.410+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~QNTLFGOS11NJ.0 size=1048576 2024-09-13T00:25:57.417 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.414+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~QNTLFGOS11NJ.1 size=995852 2024-09-13T00:25:57.417 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.414+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=QNTLFGOS11NJ tag=XAKG3P2QE5XP type=write size=3093004 2024-09-13T00:25:57.421 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.418+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=1X65TLJ429FO type=del 2024-09-13T00:25:57.425 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.422+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=RWARY51K8A0W type=del size=2138272 2024-09-13T00:25:57.429 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.426+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~PLKZF9NZU3WX.0 size=1048576 2024-09-13T00:25:57.432 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.430+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~PLKZF9NZU3WX.1 size=1048576 2024-09-13T00:25:57.435 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.434+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~PLKZF9NZU3WX.2 size=38714 2024-09-13T00:25:57.441 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.438+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=PLKZF9NZU3WX tag=2DE8BUK61MN7 type=write size=3184442 2024-09-13T00:25:57.445 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.442+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=EWFR356W3IV2 type=del size=94845 2024-09-13T00:25:57.449 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.446+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=VXJS3VHZINP6 type=del 2024-09-13T00:25:57.456 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.454+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~JKTMHO2WT94M.0 size=651662 2024-09-13T00:25:57.456 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.454+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=JKTMHO2WT94M tag=VQK7J8A180DH type=write size=1700238 2024-09-13T00:25:57.460 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.458+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=N48ZLK0TKVEM type=del 2024-09-13T00:25:57.464 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.462+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=XBATAEO5TGWC type=del size=3092993 2024-09-13T00:25:57.469 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.466+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~W0KZI2KSMGX4.0 size=568264 2024-09-13T00:25:57.475 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.474+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=W0KZI2KSMGX4 tag=QZ78JVFROSE6 type=write size=1616840 2024-09-13T00:25:57.479 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.478+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=48SVDD138F58 type=del size=1268726 2024-09-13T00:25:57.484 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.482+0000 7ff07d6c9640 1 < completed write operation key=YNG29P8H3FSB tag=LYIKSRRQO1UI type=write size=525726 2024-09-13T00:25:57.489 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.486+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=82TD60SZJO5E type=write size=468041 2024-09-13T00:25:57.493 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.490+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=Y01D60CYTPR2 type=del 2024-09-13T00:25:57.497 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.494+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=2315SH2OP127 type=del size=3011760 2024-09-13T00:25:57.501 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.498+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=7Z84TNUDG61M type=del 2024-09-13T00:25:57.505 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.502+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=I0RYVVMSOTIN type=del size=3674005 2024-09-13T00:25:57.508 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.506+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=S069ZNLGVZEO type=del 2024-09-13T00:25:57.512 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.510+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=9VJM6YW4NHXL type=del size=164104 2024-09-13T00:25:57.520 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.518+0000 7ff07d6c9640 1 < suggested remove operation key=0THRDK3EP2DY tag=VUZ3ZL2J429B type=del 2024-09-13T00:25:57.524 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.522+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=2RPMP0WYAMDG type=del size=4102977 2024-09-13T00:25:57.528 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.526+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~ZOD7ZMG1QDIK.0 size=1048576 2024-09-13T00:25:57.528 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.526+0000 7ff07d6c9640 1 < canceled part key=_multipart_DT4C13GCJ90M.2~ZOD7ZMG1QDIK.1 size=1048576 2024-09-13T00:25:57.531 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.530+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~ZOD7ZMG1QDIK.2 size=741354 2024-09-13T00:25:57.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.534+0000 7ff07d6c9640 1 < canceled multipart upload key=DT4C13GCJ90M upload=ZOD7ZMG1QDIK tag=TL2S4BFE9CT8 type=write size=3887082 2024-09-13T00:25:57.541 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.538+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=P4G1LXYVCRJM type=del size=2949046 2024-09-13T00:25:57.542 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.542+0000 7ff07d6c9640 1 < canceled part key=_multipart_DT4C13GCJ90M.2~KF0MJHCC8RZZ.0 size=1048576 2024-09-13T00:25:57.545 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.542+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~KF0MJHCC8RZZ.1 size=168595 2024-09-13T00:25:57.552 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.550+0000 7ff07d6c9640 1 < canceled multipart upload key=DT4C13GCJ90M upload=KF0MJHCC8RZZ tag=MGO1YKWVZYKM type=write size=2265747 2024-09-13T00:25:57.560 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.558+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~O9XRHIFV1ECM.0 size=400870 2024-09-13T00:25:57.560 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.558+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=O9XRHIFV1ECM tag=BJPJ749Z4GHM type=write size=1449446 2024-09-13T00:25:57.564 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.562+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=O29UFW5FVAGR type=del 2024-09-13T00:25:57.570 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.570+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~WXBJL1BEF0DA.0 size=1048576 2024-09-13T00:25:57.574 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.570+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~WXBJL1BEF0DA.1 size=357425 2024-09-13T00:25:57.574 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.570+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=WXBJL1BEF0DA tag=0MWSO1AZ8VAZ type=write size=2454577 2024-09-13T00:25:57.579 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.578+0000 7ff07d6c9640 1 < completed write operation key=EBH90I7V5EW7 tag=RIUX5E05HWQR type=write size=725966 2024-09-13T00:25:57.583 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.582+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=94L1AYUND4K5 type=del size=991915 2024-09-13T00:25:57.587 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.586+0000 7ff07d6c9640 1 < completed write operation key=EBH90I7V5EW7 tag=HAFAHEVMHZ4V type=write size=625551 2024-09-13T00:25:57.591 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.590+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=3O6D9GO8BHQV type=del size=1457240 2024-09-13T00:25:57.595 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.594+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~QNTLFGOS11NJ.0 size=1048576 2024-09-13T00:25:57.598 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.594+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~QNTLFGOS11NJ.1 size=995852 2024-09-13T00:25:57.604 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.602+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=QNTLFGOS11NJ tag=XAKG3P2QE5XP type=write size=3093004 2024-09-13T00:25:57.609 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.606+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=0JJ6PH2IW5GW type=del size=490393 2024-09-13T00:25:57.616 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.614+0000 7ff07d6c9640 1 < suggested remove operation key=1C09CIUJQSH0 tag=RWARY51K8A0W type=del 2024-09-13T00:25:57.620 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.618+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=2LY36K4XGBC3 type=del size=1506831 2024-09-13T00:25:57.628 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.626+0000 7ff07d6c9640 1 < suggested remove operation key=RK75O90M3ZT9 tag=EWFR356W3IV2 type=del 2024-09-13T00:25:57.632 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.630+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=L8YH8OTA147G type=del size=2835756 2024-09-13T00:25:57.636 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.634+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~JKTMHO2WT94M.0 size=651662 2024-09-13T00:25:57.642 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.638+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=JKTMHO2WT94M tag=VQK7J8A180DH type=write size=1700238 2024-09-13T00:25:57.646 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.642+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=3LNO7SAMP1WS type=write size=3581 2024-09-13T00:25:57.650 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.646+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=XBATAEO5TGWC type=del 2024-09-13T00:25:57.653 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.650+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=UO8NZEYAYNN4 type=del size=645153 2024-09-13T00:25:57.662 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.658+0000 7ff07d6c9640 1 < suggested update operation key=O016V0EIG9TO tag=48SVDD138F58 type=del size=1268726 2024-09-13T00:25:57.670 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.666+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~ZFJEXP891F9R.0 size=1048576 2024-09-13T00:25:57.674 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.670+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~ZFJEXP891F9R.1 size=1048576 2024-09-13T00:25:57.677 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.674+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~ZFJEXP891F9R.2 size=116262 2024-09-13T00:25:57.677 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.674+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=ZFJEXP891F9R tag=RE7SLMYPFXS7 type=write size=3261990 2024-09-13T00:25:57.682 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.678+0000 7ff07d6c9640 -1 < failed to complete operation key=O016V0EIG9TO tag=82TD60SZJO5E type=write size=468041: (22) Invalid argument 2024-09-13T00:25:57.687 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.686+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=FPX3ORYFD6T7 type=del size=2183576 2024-09-13T00:25:57.692 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.690+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=2315SH2OP127 type=del 2024-09-13T00:25:57.697 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.694+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=MP4OFRXB05MM type=del size=2968757 2024-09-13T00:25:57.702 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.698+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=I0RYVVMSOTIN type=del 2024-09-13T00:25:57.705 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.702+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=CCGMLAN4Q9A2 type=del size=4018375 2024-09-13T00:25:57.709 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.706+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=9VJM6YW4NHXL type=del 2024-09-13T00:25:57.713 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.710+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=DYC3GPNGBZB3 type=write size=995263 2024-09-13T00:25:57.717 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.714+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=2RPMP0WYAMDG type=del 2024-09-13T00:25:57.721 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.718+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=SVLEHF4TIZTC type=write size=1042859 2024-09-13T00:25:57.726 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.722+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=P4G1LXYVCRJM type=del 2024-09-13T00:25:57.729 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.726+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=BTIA98HWIWE3 type=del size=2830923 2024-09-13T00:25:57.733 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.730+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~O9XRHIFV1ECM.0 size=400870 2024-09-13T00:25:57.739 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.738+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=O9XRHIFV1ECM tag=BJPJ749Z4GHM type=write size=1449446 2024-09-13T00:25:57.743 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.742+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=WAMPMQRPYEDL type=del size=1622252 2024-09-13T00:25:57.747 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.746+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~WXBJL1BEF0DA.0 size=1048576 2024-09-13T00:25:57.750 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.750+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~WXBJL1BEF0DA.1 size=357425 2024-09-13T00:25:57.757 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.754+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=WXBJL1BEF0DA tag=0MWSO1AZ8VAZ type=write size=2454577 2024-09-13T00:25:57.761 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.758+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=8H3QKPRIMCSB type=write size=511633 2024-09-13T00:25:57.770 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.766+0000 7ff07d6c9640 1 < suggested update operation key=71PWJL28BPIC tag=94L1AYUND4K5 type=del size=991915 2024-09-13T00:25:57.777 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.774+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~BEMW6MRJSHF6.0 size=1048576 2024-09-13T00:25:57.780 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.778+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~BEMW6MRJSHF6.1 size=91105 2024-09-13T00:25:57.781 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.778+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=BEMW6MRJSHF6 tag=S1BBXIXFVL0T type=write size=2188257 2024-09-13T00:25:57.785 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.782+0000 7ff07d6c9640 -1 < failed to complete operation key=1C09CIUJQSH0 tag=3O6D9GO8BHQV type=del size=1457240: (22) Invalid argument 2024-09-13T00:25:57.793 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.790+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~50B5R5319XTY.0 size=1048576 2024-09-13T00:25:57.796 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.794+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~50B5R5319XTY.1 size=847978 2024-09-13T00:25:57.796 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.794+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=50B5R5319XTY tag=VJC50NP2E9CP type=write size=2945130 2024-09-13T00:25:57.800 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.798+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=0JJ6PH2IW5GW type=del 2024-09-13T00:25:57.804 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.802+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=9SA5XYR14O1H type=del size=4050755 2024-09-13T00:25:57.808 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.806+0000 7ff07d6c9640 -1 < failed to complete operation key=71PWJL28BPIC tag=2LY36K4XGBC3 type=del size=1506831: (22) Invalid argument 2024-09-13T00:25:57.814 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.814+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~QCCJNKI1Q2TW.0 size=1048576 2024-09-13T00:25:57.817 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.814+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~QCCJNKI1Q2TW.1 size=1048576 2024-09-13T00:25:57.820 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.818+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~QCCJNKI1Q2TW.2 size=322617 2024-09-13T00:25:57.820 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.818+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=QCCJNKI1Q2TW tag=09N8SPM5ILMA type=write size=3468345 2024-09-13T00:25:57.823 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.822+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=L8YH8OTA147G type=del 2024-09-13T00:25:57.827 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.826+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=HAHLVV1JQ70C type=del size=655006 2024-09-13T00:25:57.831 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.830+0000 7ff07d6c9640 1 < completed write operation key=NY5MUJLE63EG tag=3LNO7SAMP1WS type=write size=3581 2024-09-13T00:25:57.835 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.834+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=2F7HIGL0N3QB type=del size=2220477 2024-09-13T00:25:57.842 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.838+0000 7ff07d6c9640 1 < suggested remove operation key=XG3I1V51GD71 tag=UO8NZEYAYNN4 type=del 2024-09-13T00:25:57.850 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.846+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~WVNY2XB7DNAR.0 size=1048576 2024-09-13T00:25:57.853 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.850+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~WVNY2XB7DNAR.1 size=1048576 2024-09-13T00:25:57.856 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.854+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~WVNY2XB7DNAR.2 size=812401 2024-09-13T00:25:57.856 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.854+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=WVNY2XB7DNAR tag=HMRMA3U1CON3 type=write size=3958129 2024-09-13T00:25:57.860 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.858+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~ZFJEXP891F9R.0 size=1048576 2024-09-13T00:25:57.863 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.862+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~ZFJEXP891F9R.1 size=1048576 2024-09-13T00:25:57.863 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.862+0000 7ff07d6c9640 1 < canceled part key=_multipart_2DTY4IYSD8J3.2~ZFJEXP891F9R.2 size=116262 2024-09-13T00:25:57.870 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.866+0000 7ff07d6c9640 1 < canceled multipart upload key=2DTY4IYSD8J3 upload=ZFJEXP891F9R tag=RE7SLMYPFXS7 type=write size=3261990 2024-09-13T00:25:57.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.870+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=ISBK4CZC66VE type=write size=268024 2024-09-13T00:25:57.878 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.874+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=FPX3ORYFD6T7 type=del 2024-09-13T00:25:57.885 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.882+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~PB5MUD8HPYB5.0 size=1048576 2024-09-13T00:25:57.888 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.886+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~PB5MUD8HPYB5.1 size=594413 2024-09-13T00:25:57.888 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.886+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=PB5MUD8HPYB5 tag=EI8NQ0LQN0RZ type=write size=2691565 2024-09-13T00:25:57.892 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.890+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=MP4OFRXB05MM type=del 2024-09-13T00:25:57.899 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.898+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~RFS3A4KGHJZL.0 size=646888 2024-09-13T00:25:57.899 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.898+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=RFS3A4KGHJZL tag=SZKMU9QES96J type=write size=1695464 2024-09-13T00:25:57.903 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.902+0000 7ff07d6c9640 -1 < failed to complete operation key=71PWJL28BPIC tag=CCGMLAN4Q9A2 type=del size=4018375: (22) Invalid argument 2024-09-13T00:25:57.907 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.906+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=O7A1NNHLM550 type=del size=3132384 2024-09-13T00:25:57.915 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.914+0000 7ff07d6c9640 1 < suggested remove operation key=O016V0EIG9TO tag=DYC3GPNGBZB3 type=write 2024-09-13T00:25:57.919 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.918+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=CWUA89BO6KEK type=del size=1054108 2024-09-13T00:25:57.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.922+0000 7ff07d6c9640 1 < completed write operation key=4J0DEO2EA8KL tag=SVLEHF4TIZTC type=write size=1042859 2024-09-13T00:25:57.926 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.926+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=7INQ7S09RZQQ type=del size=380632 2024-09-13T00:25:57.934 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.930+0000 7ff07d6c9640 1 < suggested remove operation key=6SZPC5K3S8UZ tag=BTIA98HWIWE3 type=del 2024-09-13T00:25:57.941 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.938+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~KDP9DF2HGNVE.0 size=873836 2024-09-13T00:25:57.941 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.938+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=KDP9DF2HGNVE tag=NJYV38EGHA3J type=write size=1922412 2024-09-13T00:25:57.949 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.946+0000 7ff07d6c9640 1 < suggested remove operation key=OT4KA0LL7RP3 tag=WAMPMQRPYEDL type=del 2024-09-13T00:25:57.953 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.950+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=T0F2VZH05747 type=write size=714321 2024-09-13T00:25:57.958 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.954+0000 7ff07d6c9640 1 < completed write operation key=9VL7XF9W6EIA tag=8H3QKPRIMCSB type=write size=511633 2024-09-13T00:25:57.965 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.962+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~JPH1V6F62KM0.0 size=197363 2024-09-13T00:25:57.965 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.962+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=JPH1V6F62KM0 tag=5OS1WW2YPSUI type=write size=1245939 2024-09-13T00:25:57.969 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.966+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~BEMW6MRJSHF6.0 size=1048576 2024-09-13T00:25:57.972 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.970+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~BEMW6MRJSHF6.1 size=91105 2024-09-13T00:25:57.978 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.974+0000 7ff07d6c9640 1 < completed multipart upload key=WT8C8PJ810XA upload=BEMW6MRJSHF6 tag=S1BBXIXFVL0T type=write size=2188257 2024-09-13T00:25:57.985 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.982+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~C7FBOKM747DK.0 size=1048576 2024-09-13T00:25:57.988 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.986+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~C7FBOKM747DK.1 size=1883 2024-09-13T00:25:57.988 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.986+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=C7FBOKM747DK tag=JUO0NR1GQ8HM type=write size=2099035 2024-09-13T00:25:57.992 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.990+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~50B5R5319XTY.0 size=1048576 2024-09-13T00:25:57.995 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.994+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~50B5R5319XTY.1 size=847978 2024-09-13T00:25:58.001 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:57.998+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=50B5R5319XTY tag=VJC50NP2E9CP type=write size=2945130 2024-09-13T00:25:58.005 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.002+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=M0RJV14MEMHQ type=write size=930233 2024-09-13T00:25:58.012 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.010+0000 7ff07d6c9640 1 < suggested remove operation key=WT8C8PJ810XA tag=9SA5XYR14O1H type=del 2024-09-13T00:25:58.016 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.014+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=MU3J5JCVKH78 type=del size=424578 2024-09-13T00:25:58.017 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.014+0000 7ff07d6c9640 1 < canceled part key=_multipart_JI54OSP2P86V.2~QCCJNKI1Q2TW.0 size=1048576 2024-09-13T00:25:58.017 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.014+0000 7ff07d6c9640 1 < canceled part key=_multipart_JI54OSP2P86V.2~QCCJNKI1Q2TW.1 size=1048576 2024-09-13T00:25:58.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.018+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~QCCJNKI1Q2TW.2 size=322617 2024-09-13T00:25:58.027 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.026+0000 7ff07d6c9640 1 < canceled multipart upload key=JI54OSP2P86V upload=QCCJNKI1Q2TW tag=09N8SPM5ILMA type=write size=3468345 2024-09-13T00:25:58.031 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.030+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=MBM2B7YV1LT1 type=del size=1924262 2024-09-13T00:25:58.035 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.034+0000 7ff07d6c9640 -1 < failed to complete operation key=WT8C8PJ810XA tag=HAHLVV1JQ70C type=del size=655006: (22) Invalid argument 2024-09-13T00:25:58.039 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.038+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=AZAO88JLM2B1 type=write size=557027 2024-09-13T00:25:58.043 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.042+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=2F7HIGL0N3QB type=del 2024-09-13T00:25:58.047 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.046+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=TQIH47V38U4H type=del size=460531 2024-09-13T00:25:58.051 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.050+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~WVNY2XB7DNAR.0 size=1048576 2024-09-13T00:25:58.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.054+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~WVNY2XB7DNAR.1 size=1048576 2024-09-13T00:25:58.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.054+0000 7ff07d6c9640 1 < canceled part key=_multipart_DI6S0X65V18P.2~WVNY2XB7DNAR.2 size=812401 2024-09-13T00:25:58.061 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.058+0000 7ff07d6c9640 1 < canceled multipart upload key=DI6S0X65V18P upload=WVNY2XB7DNAR tag=HMRMA3U1CON3 type=write size=3958129 2024-09-13T00:25:58.065 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.062+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=EHYJBOKR3PNB type=del size=1689154 2024-09-13T00:25:58.069 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.066+0000 7ff07d6c9640 1 < completed write operation key=XG3I1V51GD71 tag=ISBK4CZC66VE type=write size=268024 2024-09-13T00:25:58.072 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.070+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=YYIJLKXTUPG1 type=del size=655085 2024-09-13T00:25:58.076 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.074+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~PB5MUD8HPYB5.0 size=1048576 2024-09-13T00:25:58.079 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.078+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~PB5MUD8HPYB5.1 size=594413 2024-09-13T00:25:58.085 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.082+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=PB5MUD8HPYB5 tag=EI8NQ0LQN0RZ type=write size=2691565 2024-09-13T00:25:58.092 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.090+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~4KP4BDMLDELY.0 size=1048576 2024-09-13T00:25:58.095 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.094+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~4KP4BDMLDELY.1 size=1048576 2024-09-13T00:25:58.098 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.094+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~4KP4BDMLDELY.2 size=312169 2024-09-13T00:25:58.098 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.094+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=4KP4BDMLDELY tag=8HGQEU13Y65B type=write size=3457897 2024-09-13T00:25:58.099 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.098+0000 7ff07d6c9640 1 < canceled part key=_multipart_9VL7XF9W6EIA.2~RFS3A4KGHJZL.0 size=646888 2024-09-13T00:25:58.105 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.102+0000 7ff07d6c9640 1 < canceled multipart upload key=9VL7XF9W6EIA upload=RFS3A4KGHJZL tag=SZKMU9QES96J type=write size=1695464 2024-09-13T00:25:58.109 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.106+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=NP34AAZA3F7B type=del size=4093825 2024-09-13T00:25:58.113 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.110+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=O7A1NNHLM550 type=del 2024-09-13T00:25:58.120 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.118+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~ZVU0OSPNDRUX.0 size=1048576 2024-09-13T00:25:58.123 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.122+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~ZVU0OSPNDRUX.1 size=1048576 2024-09-13T00:25:58.126 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.122+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~ZVU0OSPNDRUX.2 size=990527 2024-09-13T00:25:58.126 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.122+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=ZVU0OSPNDRUX tag=Q6JZ4SLX13LE type=write size=4136255 2024-09-13T00:25:58.130 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.130+0000 7ff07d6c9640 1 < canceled operation key=4J0DEO2EA8KL tag=CWUA89BO6KEK type=del size=1054108 2024-09-13T00:25:58.140 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.134+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~5JKQP0IUV09H.0 size=376108 2024-09-13T00:25:58.140 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.134+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=5JKQP0IUV09H tag=FXP3XX2C72KG type=write size=1424684 2024-09-13T00:25:58.141 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.138+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=7INQ7S09RZQQ type=del 2024-09-13T00:25:58.145 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.142+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=X7HE3X832EQN type=del size=3020255 2024-09-13T00:25:58.150 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.146+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~KDP9DF2HGNVE.0 size=873836 2024-09-13T00:25:58.156 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.154+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=KDP9DF2HGNVE tag=NJYV38EGHA3J type=write size=1922412 2024-09-13T00:25:58.160 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.158+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=GDU202CANWOS type=write size=155618 2024-09-13T00:25:58.164 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.162+0000 7ff07d6c9640 1 < completed write operation key=0TFNXW7OU716 tag=T0F2VZH05747 type=write size=714321 2024-09-13T00:25:58.168 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.166+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=ARYPV0T60DT0 type=write size=46074 2024-09-13T00:25:58.173 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.170+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~JPH1V6F62KM0.0 size=197363 2024-09-13T00:25:58.179 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.178+0000 7ff07d6c9640 1 < completed multipart upload key=CNP11H6WEG9D upload=JPH1V6F62KM0 tag=5OS1WW2YPSUI type=write size=1245939 2024-09-13T00:25:58.186 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.182+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~Q3ARTX3GG785.0 size=1048576 2024-09-13T00:25:58.189 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.186+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~Q3ARTX3GG785.1 size=1048576 2024-09-13T00:25:58.192 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.190+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~Q3ARTX3GG785.2 size=570444 2024-09-13T00:25:58.192 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.190+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=Q3ARTX3GG785 tag=VJKO0PYSHKIZ type=write size=3716172 2024-09-13T00:25:58.196 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.194+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~C7FBOKM747DK.0 size=1048576 2024-09-13T00:25:58.199 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.198+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~C7FBOKM747DK.1 size=1883 2024-09-13T00:25:58.206 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.206+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=C7FBOKM747DK tag=JUO0NR1GQ8HM type=write size=2099035 2024-09-13T00:25:58.214 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.210+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~QTG57R67JH78.0 size=1048576 2024-09-13T00:25:58.216 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.214+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~QTG57R67JH78.1 size=995684 2024-09-13T00:25:58.217 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.214+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=QTG57R67JH78 tag=Z6SUNHDS0SSG type=write size=3092836 2024-09-13T00:25:58.221 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.218+0000 7ff07d6c9640 1 < canceled operation key=OT4KA0LL7RP3 tag=M0RJV14MEMHQ type=write size=930233 2024-09-13T00:25:58.225 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.222+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=4HHCQ2QC6MP6 type=del size=333636 2024-09-13T00:25:58.229 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.226+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=MU3J5JCVKH78 type=del 2024-09-13T00:25:58.236 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.234+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~Q6B29TZ8U700.0 size=274993 2024-09-13T00:25:58.236 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.234+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=Q6B29TZ8U700 tag=IXE4W1CUY9ZF type=write size=1323569 2024-09-13T00:25:58.241 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.238+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=MBM2B7YV1LT1 type=del 2024-09-13T00:25:58.248 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.246+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~8SPF3HK4C59R.0 size=1048576 2024-09-13T00:25:58.251 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.250+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~8SPF3HK4C59R.1 size=104311 2024-09-13T00:25:58.251 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.250+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=8SPF3HK4C59R tag=JYX1DOX9RGL3 type=write size=2201463 2024-09-13T00:25:58.260 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.258+0000 7ff07d6c9640 1 < suggested remove operation key=0TFNXW7OU716 tag=AZAO88JLM2B1 type=write 2024-09-13T00:25:58.267 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.266+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~Q6P4A1KCYHNA.0 size=1048576 2024-09-13T00:25:58.270 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.266+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~Q6P4A1KCYHNA.1 size=1048576 2024-09-13T00:25:58.273 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.270+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~Q6P4A1KCYHNA.2 size=218362 2024-09-13T00:25:58.273 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.270+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=Q6P4A1KCYHNA tag=I0NIWPEDYY0E type=write size=3364090 2024-09-13T00:25:58.278 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.274+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=TQIH47V38U4H type=del 2024-09-13T00:25:58.281 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.278+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=CD0AMPUHQMRE type=del size=2194127 2024-09-13T00:25:58.286 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.282+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=EHYJBOKR3PNB type=del 2024-09-13T00:25:58.293 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.290+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~5OUUNO9RKHTP.0 size=210162 2024-09-13T00:25:58.293 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.290+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=5OUUNO9RKHTP tag=NYLH70TIGBRZ type=write size=1258738 2024-09-13T00:25:58.298 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.294+0000 7ff07d6c9640 1 < canceled operation key=JI54OSP2P86V tag=YYIJLKXTUPG1 type=del size=655085 2024-09-13T00:25:58.302 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.302+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=S9RMLI2604TL type=del size=2411375 2024-09-13T00:25:58.306 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.306+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~4KP4BDMLDELY.0 size=1048576 2024-09-13T00:25:58.310 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.306+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~4KP4BDMLDELY.1 size=1048576 2024-09-13T00:25:58.313 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.310+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~4KP4BDMLDELY.2 size=312169 2024-09-13T00:25:58.319 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.318+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=4KP4BDMLDELY tag=8HGQEU13Y65B type=write size=3457897 2024-09-13T00:25:58.323 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.322+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=VNN2WXJ0YEZ9 type=del size=2957523 2024-09-13T00:25:58.327 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.326+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=NP34AAZA3F7B type=del 2024-09-13T00:25:58.333 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.330+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~BI84QWZUF1RV.0 size=1048576 2024-09-13T00:25:58.337 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.334+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~BI84QWZUF1RV.1 size=247082 2024-09-13T00:25:58.337 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.334+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=BI84QWZUF1RV tag=OAZDUA84CM40 type=write size=2344234 2024-09-13T00:25:58.340 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.338+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~ZVU0OSPNDRUX.0 size=1048576 2024-09-13T00:25:58.344 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.342+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~ZVU0OSPNDRUX.1 size=1048576 2024-09-13T00:25:58.347 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.346+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~ZVU0OSPNDRUX.2 size=990527 2024-09-13T00:25:58.353 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.350+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=ZVU0OSPNDRUX tag=Q6JZ4SLX13LE type=write size=4136255 2024-09-13T00:25:58.360 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.358+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~F6REJDUSLXQ1.0 size=1048576 2024-09-13T00:25:58.364 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.362+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~F6REJDUSLXQ1.1 size=460545 2024-09-13T00:25:58.364 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.362+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=F6REJDUSLXQ1 tag=A1KKRDIT0Q72 type=write size=2557697 2024-09-13T00:25:58.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.366+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~5JKQP0IUV09H.0 size=376108 2024-09-13T00:25:58.375 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.374+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=5JKQP0IUV09H tag=FXP3XX2C72KG type=write size=1424684 2024-09-13T00:25:58.380 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.378+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=RK8PD64GIJO8 type=write size=581397 2024-09-13T00:25:58.387 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.386+0000 7ff07d6c9640 1 < suggested update operation key=JI54OSP2P86V tag=X7HE3X832EQN type=del size=3020255 2024-09-13T00:25:58.392 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.390+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=OZF0KNN3DA89 type=del size=2590401 2024-09-13T00:25:58.396 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.394+0000 7ff07d6c9640 1 < completed write operation key=ALFI3PWKDJ24 tag=GDU202CANWOS type=write size=155618 2024-09-13T00:25:58.400 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.398+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=T7URPI6P3Z95 type=write size=758966 2024-09-13T00:25:58.405 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.402+0000 7ff07d6c9640 1 < completed write operation key=CQE0A2I3P64S tag=ARYPV0T60DT0 type=write size=46074 2024-09-13T00:25:58.410 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.406+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=I2QS0C6AQTK3 type=del size=3948074 2024-09-13T00:25:58.413 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.410+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~Q3ARTX3GG785.0 size=1048576 2024-09-13T00:25:58.417 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.414+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~Q3ARTX3GG785.1 size=1048576 2024-09-13T00:25:58.421 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.418+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~Q3ARTX3GG785.2 size=570444 2024-09-13T00:25:58.428 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.426+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=Q3ARTX3GG785 tag=VJKO0PYSHKIZ type=write size=3716172 2024-09-13T00:25:58.436 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.434+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~8XJUH6LLKECK.0 size=1048576 2024-09-13T00:25:58.440 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.438+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~8XJUH6LLKECK.1 size=693375 2024-09-13T00:25:58.440 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.438+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=8XJUH6LLKECK tag=LV5GWBEX9N95 type=write size=2790527 2024-09-13T00:25:58.441 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.438+0000 7ff07d6c9640 1 < canceled part key=_multipart_RTSSDLFRS0GP.2~QTG57R67JH78.0 size=1048576 2024-09-13T00:25:58.445 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.442+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~QTG57R67JH78.1 size=995684 2024-09-13T00:25:58.452 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.450+0000 7ff07d6c9640 1 < canceled multipart upload key=RTSSDLFRS0GP upload=QTG57R67JH78 tag=Z6SUNHDS0SSG type=write size=3092836 2024-09-13T00:25:58.457 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.454+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=3C9C0G3B04ON type=del size=2318782 2024-09-13T00:25:58.461 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.458+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=4HHCQ2QC6MP6 type=del 2024-09-13T00:25:58.465 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.462+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=AGT6PMLSVKRR type=write size=338384 2024-09-13T00:25:58.469 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.466+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~Q6B29TZ8U700.0 size=274993 2024-09-13T00:25:58.476 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.474+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=Q6B29TZ8U700 tag=IXE4W1CUY9ZF type=write size=1323569 2024-09-13T00:25:58.481 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.478+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=Q94390T6A13K type=del size=2565876 2024-09-13T00:25:58.485 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.482+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~8SPF3HK4C59R.0 size=1048576 2024-09-13T00:25:58.489 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.486+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~8SPF3HK4C59R.1 size=104311 2024-09-13T00:25:58.496 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.494+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=8SPF3HK4C59R tag=JYX1DOX9RGL3 type=write size=2201463 2024-09-13T00:25:58.501 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.498+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=8W6N713AJBU1 type=del size=80841 2024-09-13T00:25:58.506 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.502+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~Q6P4A1KCYHNA.0 size=1048576 2024-09-13T00:25:58.509 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.506+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~Q6P4A1KCYHNA.1 size=1048576 2024-09-13T00:25:58.513 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.510+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~Q6P4A1KCYHNA.2 size=218362 2024-09-13T00:25:58.520 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.518+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=Q6P4A1KCYHNA tag=I0NIWPEDYY0E type=write size=3364090 2024-09-13T00:25:58.524 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.522+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=MU13WB374VBL type=del size=2570684 2024-09-13T00:25:58.528 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.526+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=CD0AMPUHQMRE type=del 2024-09-13T00:25:58.532 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.530+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=BVAP74IA5L5O type=del size=3007226 2024-09-13T00:25:58.536 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.534+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~5OUUNO9RKHTP.0 size=210162 2024-09-13T00:25:58.542 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.538+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=5OUUNO9RKHTP tag=NYLH70TIGBRZ type=write size=1258738 2024-09-13T00:25:58.549 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.542+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=QGPM8BQ3VWNH type=del size=599376 2024-09-13T00:25:58.551 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.550+0000 7ff07d6c9640 1 < canceled operation key=FLIVW0XUS2MD tag=S9RMLI2604TL type=del size=2411375 2024-09-13T00:25:58.559 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.558+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~8Z3F1PNYAXQR.0 size=857141 2024-09-13T00:25:58.559 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.558+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=8Z3F1PNYAXQR tag=P492C1W35S24 type=write size=1905717 2024-09-13T00:25:58.563 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.562+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=VNN2WXJ0YEZ9 type=del 2024-09-13T00:25:58.571 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.570+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~VK8GFE0J3HPE.0 size=1048576 2024-09-13T00:25:58.574 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.574+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~VK8GFE0J3HPE.1 size=777302 2024-09-13T00:25:58.574 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.574+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=VK8GFE0J3HPE tag=6H822AWBGF3T type=write size=2874454 2024-09-13T00:25:58.578 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.578+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~BI84QWZUF1RV.0 size=1048576 2024-09-13T00:25:58.581 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.578+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~BI84QWZUF1RV.1 size=247082 2024-09-13T00:25:58.588 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.586+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=BI84QWZUF1RV tag=OAZDUA84CM40 type=write size=2344234 2024-09-13T00:25:58.592 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.590+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=BL1KE4PUO6Z5 type=del size=1925845 2024-09-13T00:25:58.596 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.594+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~F6REJDUSLXQ1.0 size=1048576 2024-09-13T00:25:58.599 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.598+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~F6REJDUSLXQ1.1 size=460545 2024-09-13T00:25:58.606 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.602+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=F6REJDUSLXQ1 tag=A1KKRDIT0Q72 type=write size=2557697 2024-09-13T00:25:58.612 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.610+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~LD3OS16Y00AT.0 size=1048576 2024-09-13T00:25:58.615 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.614+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~LD3OS16Y00AT.1 size=847056 2024-09-13T00:25:58.615 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.614+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=LD3OS16Y00AT tag=882BD9RLTQJA type=write size=2944208 2024-09-13T00:25:58.619 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.618+0000 7ff07d6c9640 1 < completed write operation key=NY5MUJLE63EG tag=RK8PD64GIJO8 type=write size=581397 2024-09-13T00:25:58.626 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.626+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~YNJLIL1MBMI7.0 size=1048576 2024-09-13T00:25:58.629 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.626+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~YNJLIL1MBMI7.1 size=1048576 2024-09-13T00:25:58.632 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.630+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~YNJLIL1MBMI7.2 size=808404 2024-09-13T00:25:58.632 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.630+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=YNJLIL1MBMI7 tag=0WRGJEBKRIKB type=write size=3954132 2024-09-13T00:25:58.636 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.634+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=OZF0KNN3DA89 type=del 2024-09-13T00:25:58.640 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.638+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=84NML0QO9VAU type=del size=1195502 2024-09-13T00:25:58.647 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.646+0000 7ff07d6c9640 1 < suggested update operation key=XG3I1V51GD71 tag=T7URPI6P3Z95 type=write size=758966 2024-09-13T00:25:58.651 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.650+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=L8R1IA1NF0OM type=del size=2226007 2024-09-13T00:25:58.655 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.654+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=I2QS0C6AQTK3 type=del 2024-09-13T00:25:58.663 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.662+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~1FM00I1GJSVU.0 size=1048576 2024-09-13T00:25:58.666 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.662+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~1FM00I1GJSVU.1 size=664625 2024-09-13T00:25:58.666 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.662+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=1FM00I1GJSVU tag=YKTGHPT4P4Q0 type=write size=2761777 2024-09-13T00:25:58.671 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.670+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~8XJUH6LLKECK.0 size=1048576 2024-09-13T00:25:58.674 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.670+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~8XJUH6LLKECK.1 size=693375 2024-09-13T00:25:58.680 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.678+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=8XJUH6LLKECK tag=LV5GWBEX9N95 type=write size=2790527 2024-09-13T00:25:58.684 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.682+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=XDTFTT5K624O type=del size=801053 2024-09-13T00:25:58.688 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.686+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=3C9C0G3B04ON type=del 2024-09-13T00:25:58.692 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.690+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=3SGBB0NMW8FM type=del size=764040 2024-09-13T00:25:58.696 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.694+0000 7ff07d6c9640 1 < completed write operation key=71PWJL28BPIC tag=AGT6PMLSVKRR type=write size=338384 2024-09-13T00:25:58.704 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.702+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~5D7ZIIAHFSJY.0 size=853286 2024-09-13T00:25:58.704 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.702+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=5D7ZIIAHFSJY tag=1Z3NYCKSP2JE type=write size=1901862 2024-09-13T00:25:58.708 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.706+0000 7ff07d6c9640 1 < canceled operation key=CQE0A2I3P64S tag=Q94390T6A13K type=del size=2565876 2024-09-13T00:25:58.715 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.714+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~3KLZQATFK2HX.0 size=1048576 2024-09-13T00:25:58.718 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.718+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~3KLZQATFK2HX.1 size=685721 2024-09-13T00:25:58.718 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.718+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=3KLZQATFK2HX tag=MTMPPU633BGR type=write size=2782873 2024-09-13T00:25:58.722 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.722+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=8W6N713AJBU1 type=del 2024-09-13T00:25:58.729 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.726+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~90ERJ8G5XW9K.0 size=1048576 2024-09-13T00:25:58.732 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.730+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~90ERJ8G5XW9K.1 size=34747 2024-09-13T00:25:58.732 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.730+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=90ERJ8G5XW9K tag=COD6Q8KDSPET type=write size=2131899 2024-09-13T00:25:58.736 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.734+0000 7ff07d6c9640 1 < canceled operation key=2DTY4IYSD8J3 tag=MU13WB374VBL type=del size=2570684 2024-09-13T00:25:58.740 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.738+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=YL2CWZTQL1Q2 type=del size=3869762 2024-09-13T00:25:58.748 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.746+0000 7ff07d6c9640 1 < suggested remove operation key=4J0DEO2EA8KL tag=BVAP74IA5L5O type=del 2024-09-13T00:25:58.756 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.754+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~LUYJNCBRJYCW.0 size=231736 2024-09-13T00:25:58.756 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.754+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=LUYJNCBRJYCW tag=FWIFQ79THWFP type=write size=1280312 2024-09-13T00:25:58.760 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.758+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=QGPM8BQ3VWNH type=del 2024-09-13T00:25:58.764 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.762+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=MUHXAB84487B type=del size=4131611 2024-09-13T00:25:58.768 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.766+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~8Z3F1PNYAXQR.0 size=857141 2024-09-13T00:25:58.775 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.774+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=8Z3F1PNYAXQR tag=P492C1W35S24 type=write size=1905717 2024-09-13T00:25:58.779 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.778+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=VYOS5XX0ZSS3 type=write size=271266 2024-09-13T00:25:58.783 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.782+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~VK8GFE0J3HPE.0 size=1048576 2024-09-13T00:25:58.787 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.786+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~VK8GFE0J3HPE.1 size=777302 2024-09-13T00:25:58.793 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.790+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=VK8GFE0J3HPE tag=6H822AWBGF3T type=write size=2874454 2024-09-13T00:25:58.797 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.794+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=92IM5QVJDDG8 type=write size=11380 2024-09-13T00:25:58.801 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.798+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=BL1KE4PUO6Z5 type=del 2024-09-13T00:25:58.809 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.806+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~ALW2CSOJK2RM.0 size=1048576 2024-09-13T00:25:58.812 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.810+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~ALW2CSOJK2RM.1 size=741220 2024-09-13T00:25:58.812 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.810+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=ALW2CSOJK2RM tag=730JK6W5EM4L type=write size=2838372 2024-09-13T00:25:58.817 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.814+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~LD3OS16Y00AT.0 size=1048576 2024-09-13T00:25:58.821 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.818+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~LD3OS16Y00AT.1 size=847056 2024-09-13T00:25:58.828 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.826+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=LD3OS16Y00AT tag=882BD9RLTQJA type=write size=2944208 2024-09-13T00:25:58.832 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.830+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=RZSD2SOVOQ81 type=del size=3891789 2024-09-13T00:25:58.835 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.834+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~YNJLIL1MBMI7.0 size=1048576 2024-09-13T00:25:58.839 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.838+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~YNJLIL1MBMI7.1 size=1048576 2024-09-13T00:25:58.841 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.838+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~YNJLIL1MBMI7.2 size=808404 2024-09-13T00:25:58.848 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.846+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=YNJLIL1MBMI7 tag=0WRGJEBKRIKB type=write size=3954132 2024-09-13T00:25:58.852 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.850+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=C64BSRWJ7PXQ type=write size=89327 2024-09-13T00:25:58.861 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.858+0000 7ff07d6c9640 1 < suggested remove operation key=EBH90I7V5EW7 tag=84NML0QO9VAU type=del 2024-09-13T00:25:58.865 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.862+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=6IGP3GG8L59C type=del size=1125362 2024-09-13T00:25:58.869 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.866+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=L8R1IA1NF0OM type=del 2024-09-13T00:25:58.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.870+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=XZFKPCROO7XP type=write size=87244 2024-09-13T00:25:58.877 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.874+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~1FM00I1GJSVU.0 size=1048576 2024-09-13T00:25:58.880 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.878+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~1FM00I1GJSVU.1 size=664625 2024-09-13T00:25:58.887 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.886+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=1FM00I1GJSVU tag=YKTGHPT4P4Q0 type=write size=2761777 2024-09-13T00:25:58.895 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.894+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~EEY7I5P3YIM9.0 size=746985 2024-09-13T00:25:58.895 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.894+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=EEY7I5P3YIM9 tag=DTLTR6CLLFRD type=write size=1795561 2024-09-13T00:25:58.900 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.898+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=XDTFTT5K624O type=del 2024-09-13T00:25:58.908 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.906+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~DH7G3YCLDP7S.0 size=1048576 2024-09-13T00:25:58.911 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.910+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~DH7G3YCLDP7S.1 size=557009 2024-09-13T00:25:58.911 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.910+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=DH7G3YCLDP7S tag=3K57XDV5F6F0 type=write size=2654161 2024-09-13T00:25:58.915 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.914+0000 7ff07d6c9640 1 < completed delete operation key=YNG29P8H3FSB tag=3SGBB0NMW8FM type=del 2024-09-13T00:25:58.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.922+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~K96DCNWT0SEA.0 size=1008722 2024-09-13T00:25:58.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.922+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=K96DCNWT0SEA tag=F3OH30E7J9Q7 type=write size=2057298 2024-09-13T00:25:58.926 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.926+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~5D7ZIIAHFSJY.0 size=853286 2024-09-13T00:25:58.933 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.930+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=5D7ZIIAHFSJY tag=1Z3NYCKSP2JE type=write size=1901862 2024-09-13T00:25:58.940 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.938+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~PQI5LOR3Q210.0 size=1048576 2024-09-13T00:25:58.943 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.942+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~PQI5LOR3Q210.1 size=974170 2024-09-13T00:25:58.944 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.942+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=PQI5LOR3Q210 tag=JK9P0JZGGC45 type=write size=3071322 2024-09-13T00:25:58.944 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.942+0000 7ff07d6c9640 1 < canceled part key=_multipart_RTSSDLFRS0GP.2~3KLZQATFK2HX.0 size=1048576 2024-09-13T00:25:58.944 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.942+0000 7ff07d6c9640 1 < canceled part key=_multipart_RTSSDLFRS0GP.2~3KLZQATFK2HX.1 size=685721 2024-09-13T00:25:58.950 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.950+0000 7ff07d6c9640 1 < canceled multipart upload key=RTSSDLFRS0GP upload=3KLZQATFK2HX tag=MTMPPU633BGR type=write size=2782873 2024-09-13T00:25:58.957 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.954+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~0Y6J07ZX8YJP.0 size=1048576 2024-09-13T00:25:58.961 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.958+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~0Y6J07ZX8YJP.1 size=1048576 2024-09-13T00:25:58.964 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.962+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~0Y6J07ZX8YJP.2 size=727485 2024-09-13T00:25:58.964 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.962+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=0Y6J07ZX8YJP tag=SJ3XIR7HNL4T type=write size=3873213 2024-09-13T00:25:58.964 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.962+0000 7ff07d6c9640 1 < canceled part key=_multipart_1C09CIUJQSH0.2~90ERJ8G5XW9K.0 size=1048576 2024-09-13T00:25:58.967 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.966+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~90ERJ8G5XW9K.1 size=34747 2024-09-13T00:25:58.974 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.970+0000 7ff07d6c9640 1 < canceled multipart upload key=1C09CIUJQSH0 upload=90ERJ8G5XW9K tag=COD6Q8KDSPET type=write size=2131899 2024-09-13T00:25:58.978 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.974+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=WIZ4WX5I0T03 type=write size=618016 2024-09-13T00:25:58.982 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.978+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=YL2CWZTQL1Q2 type=del 2024-09-13T00:25:58.986 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.986+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=N7APGNZ82D0W type=write size=595003 2024-09-13T00:25:58.990 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.990+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~LUYJNCBRJYCW.0 size=231736 2024-09-13T00:25:58.997 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.994+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=LUYJNCBRJYCW tag=FWIFQ79THWFP type=write size=1280312 2024-09-13T00:25:59.001 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:58.998+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=6O62SHFJTB95 type=del size=2354322 2024-09-13T00:25:59.005 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.002+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=MUHXAB84487B type=del 2024-09-13T00:25:59.009 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.006+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=5CQBYVMO54UP type=del size=2554459 2024-09-13T00:25:59.012 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.010+0000 7ff07d6c9640 1 < completed write operation key=RTSSDLFRS0GP tag=VYOS5XX0ZSS3 type=write size=271266 2024-09-13T00:25:59.020 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.018+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~UFPAOVFGHFL1.0 size=173210 2024-09-13T00:25:59.020 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.018+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=UFPAOVFGHFL1 tag=ZQLYS0BY1996 type=write size=1221786 2024-09-13T00:25:59.028 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.026+0000 7ff07d6c9640 1 < suggested remove operation key=YB8OYIWQYY07 tag=92IM5QVJDDG8 type=write 2024-09-13T00:25:59.032 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.030+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=CF4875ZZXHJH type=del size=2588803 2024-09-13T00:25:59.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:25:58 smithi053 bash[67631]: cluster 2024-09-13T00:25:57.497356+0000 mgr.y (mgr.34107) 696 : cluster [DBG] pgmap v1351: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 39 KiB/s wr, 185 op/s 2024-09-13T00:25:59.036 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.034+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~ALW2CSOJK2RM.0 size=1048576 2024-09-13T00:25:59.039 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.038+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~ALW2CSOJK2RM.1 size=741220 2024-09-13T00:25:59.045 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.042+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=ALW2CSOJK2RM tag=730JK6W5EM4L type=write size=2838372 2024-09-13T00:25:59.052 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.050+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~FBV9QKH8UQKX.0 size=1048576 2024-09-13T00:25:59.055 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.054+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~FBV9QKH8UQKX.1 size=919455 2024-09-13T00:25:59.055 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.054+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=FBV9QKH8UQKX tag=FCBSEUHA26QO type=write size=3016607 2024-09-13T00:25:59.063 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.062+0000 7ff07d6c9640 1 < suggested remove operation key=ALFI3PWKDJ24 tag=RZSD2SOVOQ81 type=del 2024-09-13T00:25:59.068 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.066+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=VJ55Q2PE518B type=del size=1654128 2024-09-13T00:25:59.072 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.070+0000 7ff07d6c9640 1 < completed write operation key=YNG29P8H3FSB tag=C64BSRWJ7PXQ type=write size=89327 2024-09-13T00:25:59.076 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.074+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=MW4UBX4LIR38 type=del size=1466733 2024-09-13T00:25:59.080 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.078+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=6IGP3GG8L59C type=del 2024-09-13T00:25:59.087 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.086+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~1SLSZOQGGYLH.0 size=1048576 2024-09-13T00:25:59.090 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.090+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~1SLSZOQGGYLH.1 size=1048576 2024-09-13T00:25:59.093 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.090+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~1SLSZOQGGYLH.2 size=444408 2024-09-13T00:25:59.094 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.090+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=1SLSZOQGGYLH tag=WTPJW3KP1784 type=write size=3590136 2024-09-13T00:25:59.097 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.094+0000 7ff07d6c9640 1 < completed write operation key=2DTY4IYSD8J3 tag=XZFKPCROO7XP type=write size=87244 2024-09-13T00:25:59.101 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.098+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=ESHG5W4VUBMO type=del size=2956690 2024-09-13T00:25:59.105 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.102+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~EEY7I5P3YIM9.0 size=746985 2024-09-13T00:25:59.112 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.110+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=EEY7I5P3YIM9 tag=DTLTR6CLLFRD type=write size=1795561 2024-09-13T00:25:59.119 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.118+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~ETEOA4286XZ2.0 size=1048576 2024-09-13T00:25:59.122 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.122+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~ETEOA4286XZ2.1 size=211417 2024-09-13T00:25:59.122 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.122+0000 7ff07d6c9640 1 > prepared multipart upload key=0TFNXW7OU716 upload=ETEOA4286XZ2 tag=IWQLJ4MDL8U0 type=write size=2308569 2024-09-13T00:25:59.126 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.126+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~DH7G3YCLDP7S.0 size=1048576 2024-09-13T00:25:59.130 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.126+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~DH7G3YCLDP7S.1 size=557009 2024-09-13T00:25:59.137 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.134+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=DH7G3YCLDP7S tag=3K57XDV5F6F0 type=write size=2654161 2024-09-13T00:25:59.145 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.142+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~3BH7VIOS5XJ8.0 size=237416 2024-09-13T00:25:59.145 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.142+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=3BH7VIOS5XJ8 tag=LQAUJHSWWZX7 type=write size=1285992 2024-09-13T00:25:59.146 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.142+0000 7ff07d6c9640 1 < canceled part key=_multipart_4J0DEO2EA8KL.2~K96DCNWT0SEA.0 size=1008722 2024-09-13T00:25:59.153 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.150+0000 7ff07d6c9640 1 < canceled multipart upload key=4J0DEO2EA8KL upload=K96DCNWT0SEA tag=F3OH30E7J9Q7 type=write size=2057298 2024-09-13T00:25:59.161 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.158+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~Z6XAX8RNDTF1.0 size=307872 2024-09-13T00:25:59.161 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.158+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=Z6XAX8RNDTF1 tag=Y70A1X60DU00 type=write size=1356448 2024-09-13T00:25:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:25:58 smithi032 bash[75510]: cluster 2024-09-13T00:25:57.497356+0000 mgr.y (mgr.34107) 696 : cluster [DBG] pgmap v1351: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 39 KiB/s wr, 185 op/s 2024-09-13T00:25:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:25:58 smithi032 bash[76677]: cluster 2024-09-13T00:25:57.497356+0000 mgr.y (mgr.34107) 696 : cluster [DBG] pgmap v1351: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 39 KiB/s wr, 185 op/s 2024-09-13T00:25:59.165 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.162+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~PQI5LOR3Q210.0 size=1048576 2024-09-13T00:25:59.168 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.166+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~PQI5LOR3Q210.1 size=974170 2024-09-13T00:25:59.174 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.174+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=PQI5LOR3Q210 tag=JK9P0JZGGC45 type=write size=3071322 2024-09-13T00:25:59.181 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.178+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~969UC4I7EI5Q.0 size=1048576 2024-09-13T00:25:59.184 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.182+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~969UC4I7EI5Q.1 size=1048576 2024-09-13T00:25:59.187 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.186+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~969UC4I7EI5Q.2 size=819300 2024-09-13T00:25:59.187 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.186+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=969UC4I7EI5Q tag=1AT0CY59PPB2 type=write size=3965028 2024-09-13T00:25:59.191 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.190+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~0Y6J07ZX8YJP.0 size=1048576 2024-09-13T00:25:59.195 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.194+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~0Y6J07ZX8YJP.1 size=1048576 2024-09-13T00:25:59.198 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.194+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~0Y6J07ZX8YJP.2 size=727485 2024-09-13T00:25:59.204 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.202+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=0Y6J07ZX8YJP tag=SJ3XIR7HNL4T type=write size=3873213 2024-09-13T00:25:59.209 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.206+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=TXSX0Z177VNR type=del size=1001622 2024-09-13T00:25:59.213 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.210+0000 7ff07d6c9640 1 < completed write operation key=R0UI5544UWD1 tag=WIZ4WX5I0T03 type=write size=618016 2024-09-13T00:25:59.221 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.218+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~VDCEPFA4EUZS.0 size=1048576 2024-09-13T00:25:59.224 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.222+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~VDCEPFA4EUZS.1 size=32540 2024-09-13T00:25:59.224 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.222+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=VDCEPFA4EUZS tag=HMMZRL5KI3XO type=write size=2129692 2024-09-13T00:25:59.232 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.230+0000 7ff07d6c9640 1 < suggested remove operation key=ALFI3PWKDJ24 tag=N7APGNZ82D0W type=write 2024-09-13T00:25:59.237 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.234+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=FYTZR0CLSSBX type=del size=4179465 2024-09-13T00:25:59.240 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.238+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=6O62SHFJTB95 type=del 2024-09-13T00:25:59.247 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.246+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~YQPBFVJHQOV6.0 size=107764 2024-09-13T00:25:59.247 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.246+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=YQPBFVJHQOV6 tag=RL16WXDKJN2A type=write size=1156340 2024-09-13T00:25:59.252 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.250+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=5CQBYVMO54UP type=del 2024-09-13T00:25:59.256 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.254+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=EW707YP20KT5 type=del size=3506568 2024-09-13T00:25:59.260 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.258+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~UFPAOVFGHFL1.0 size=173210 2024-09-13T00:25:59.266 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.262+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=UFPAOVFGHFL1 tag=ZQLYS0BY1996 type=write size=1221786 2024-09-13T00:25:59.270 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.266+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=BBNXIEP4RTYU type=del size=53147 2024-09-13T00:25:59.274 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.270+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=CF4875ZZXHJH type=del 2024-09-13T00:25:59.278 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.278+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=ZBTGO02RLTO3 type=del size=3649224 2024-09-13T00:25:59.283 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.282+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~FBV9QKH8UQKX.0 size=1048576 2024-09-13T00:25:59.286 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.282+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~FBV9QKH8UQKX.1 size=919455 2024-09-13T00:25:59.293 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.290+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=FBV9QKH8UQKX tag=FCBSEUHA26QO type=write size=3016607 2024-09-13T00:25:59.300 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.298+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~5CZ2RH4OBCX7.0 size=1048576 2024-09-13T00:25:59.303 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.302+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~5CZ2RH4OBCX7.1 size=1048576 2024-09-13T00:25:59.306 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.306+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~5CZ2RH4OBCX7.2 size=593797 2024-09-13T00:25:59.306 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.306+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=5CZ2RH4OBCX7 tag=DFU5AMZPW2DF type=write size=3739525 2024-09-13T00:25:59.311 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.310+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=VJ55Q2PE518B type=del 2024-09-13T00:25:59.315 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.314+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=QYQDRNPS86RL type=del size=599241 2024-09-13T00:25:59.319 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.318+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=MW4UBX4LIR38 type=del 2024-09-13T00:25:59.323 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.322+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=EHU7YFKAP3N9 type=write size=666214 2024-09-13T00:25:59.328 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.326+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~1SLSZOQGGYLH.0 size=1048576 2024-09-13T00:25:59.328 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.326+0000 7ff07d6c9640 1 < canceled part key=_multipart_RTSSDLFRS0GP.2~1SLSZOQGGYLH.1 size=1048576 2024-09-13T00:25:59.331 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.330+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~1SLSZOQGGYLH.2 size=444408 2024-09-13T00:25:59.338 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.338+0000 7ff07d6c9640 1 < canceled multipart upload key=RTSSDLFRS0GP upload=1SLSZOQGGYLH tag=WTPJW3KP1784 type=write size=3590136 2024-09-13T00:25:59.344 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.342+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=Y0S6CHC69C7Y type=del size=3734711 2024-09-13T00:25:59.352 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.350+0000 7ff07d6c9640 1 < suggested update operation key=0TFNXW7OU716 tag=ESHG5W4VUBMO type=del size=2956690 2024-09-13T00:25:59.356 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.354+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=X6Z6HPMVIPCI type=del size=4035176 2024-09-13T00:25:59.364 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.358+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~ETEOA4286XZ2.0 size=1048576 2024-09-13T00:25:59.364 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.358+0000 7ff07d6c9640 1 < canceled part key=_multipart_0TFNXW7OU716.2~ETEOA4286XZ2.1 size=211417 2024-09-13T00:25:59.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.366+0000 7ff07d6c9640 1 < canceled multipart upload key=0TFNXW7OU716 upload=ETEOA4286XZ2 tag=IWQLJ4MDL8U0 type=write size=2308569 2024-09-13T00:25:59.372 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.370+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=43SPIR2O9SS4 type=write size=1004736 2024-09-13T00:25:59.376 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.374+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~3BH7VIOS5XJ8.0 size=237416 2024-09-13T00:25:59.383 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.382+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=3BH7VIOS5XJ8 tag=LQAUJHSWWZX7 type=write size=1285992 2024-09-13T00:25:59.387 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.386+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=PC0LYP0WRQ4F type=write size=358383 2024-09-13T00:25:59.391 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.390+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~Z6XAX8RNDTF1.0 size=307872 2024-09-13T00:25:59.399 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.398+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=Z6XAX8RNDTF1 tag=Y70A1X60DU00 type=write size=1356448 2024-09-13T00:25:59.404 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.402+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=BWH2QE4KYCBM type=del size=390275 2024-09-13T00:25:59.408 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.406+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~969UC4I7EI5Q.0 size=1048576 2024-09-13T00:25:59.412 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.410+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~969UC4I7EI5Q.1 size=1048576 2024-09-13T00:25:59.415 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.414+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~969UC4I7EI5Q.2 size=819300 2024-09-13T00:25:59.422 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.422+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=969UC4I7EI5Q tag=1AT0CY59PPB2 type=write size=3965028 2024-09-13T00:25:59.427 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.426+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=5MO4WT38A5RL type=del size=2527953 2024-09-13T00:25:59.431 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.430+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=TXSX0Z177VNR type=del 2024-09-13T00:25:59.436 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.434+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=UZOAR0HLIUGC type=write size=980667 2024-09-13T00:25:59.441 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.438+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~VDCEPFA4EUZS.0 size=1048576 2024-09-13T00:25:59.444 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.442+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~VDCEPFA4EUZS.1 size=32540 2024-09-13T00:25:59.451 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.450+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=VDCEPFA4EUZS tag=HMMZRL5KI3XO type=write size=2129692 2024-09-13T00:25:59.455 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.454+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=SVS8N4RZG5YR type=del size=1412737 2024-09-13T00:25:59.459 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.458+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=FYTZR0CLSSBX type=del 2024-09-13T00:25:59.463 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.462+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=7ZMP5VACK7YC type=del size=3644287 2024-09-13T00:25:59.467 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.466+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~YQPBFVJHQOV6.0 size=107764 2024-09-13T00:25:59.475 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.474+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=YQPBFVJHQOV6 tag=RL16WXDKJN2A type=write size=1156340 2024-09-13T00:25:59.480 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.478+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=K4O853LASUWM type=del size=4109482 2024-09-13T00:25:59.485 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.482+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=EW707YP20KT5 type=del 2024-09-13T00:25:59.493 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.490+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~A78YBK42DGW5.0 size=607908 2024-09-13T00:25:59.493 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.490+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=A78YBK42DGW5 tag=BRTCCLMH6X6B type=write size=1656484 2024-09-13T00:25:59.498 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.494+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=BBNXIEP4RTYU type=del 2024-09-13T00:25:59.503 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.502+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=1J805BFM1G31 type=del size=417355 2024-09-13T00:25:59.511 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.510+0000 7ff07d6c9640 1 < suggested update operation key=NY5MUJLE63EG tag=ZBTGO02RLTO3 type=del size=3649224 2024-09-13T00:25:59.516 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.514+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=Z8NDK2RMK64D type=write size=431283 2024-09-13T00:25:59.520 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.518+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~5CZ2RH4OBCX7.0 size=1048576 2024-09-13T00:25:59.524 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.522+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~5CZ2RH4OBCX7.1 size=1048576 2024-09-13T00:25:59.524 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.522+0000 7ff07d6c9640 1 < canceled part key=_multipart_OT4KA0LL7RP3.2~5CZ2RH4OBCX7.2 size=593797 2024-09-13T00:25:59.530 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.530+0000 7ff07d6c9640 1 < canceled multipart upload key=OT4KA0LL7RP3 upload=5CZ2RH4OBCX7 tag=DFU5AMZPW2DF type=write size=3739525 2024-09-13T00:25:59.534 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.534+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=0P10SPUPO0GJ type=del size=1340938 2024-09-13T00:25:59.539 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.538+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=QYQDRNPS86RL type=del 2024-09-13T00:25:59.543 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.542+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=77JPWKCG7CK7 type=del size=1399249 2024-09-13T00:25:59.547 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.546+0000 7ff07d6c9640 1 < completed write operation key=ALFI3PWKDJ24 tag=EHU7YFKAP3N9 type=write size=666214 2024-09-13T00:25:59.552 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.550+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=38MLXAL9Y416 type=write size=909591 2024-09-13T00:25:59.556 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.554+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=Y0S6CHC69C7Y type=del 2024-09-13T00:25:59.560 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.558+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=NXWEPCF617QH type=del size=1034640 2024-09-13T00:25:59.564 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.562+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=X6Z6HPMVIPCI type=del 2024-09-13T00:25:59.569 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.566+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=GZRN938MDZQQ type=del size=310687 2024-09-13T00:25:59.573 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.570+0000 7ff07d6c9640 1 < completed write operation key=CNP11H6WEG9D tag=43SPIR2O9SS4 type=write size=1004736 2024-09-13T00:25:59.577 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.574+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=6S9O23V9R8BA type=del size=3440401 2024-09-13T00:25:59.586 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.582+0000 7ff07d6c9640 1 < suggested update operation key=GDD2408QTYGR tag=PC0LYP0WRQ4F type=write size=358383 2024-09-13T00:25:59.594 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.590+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~Q007TXEI1RIW.0 size=1048576 2024-09-13T00:25:59.597 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.594+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~Q007TXEI1RIW.1 size=1048576 2024-09-13T00:25:59.600 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.598+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~Q007TXEI1RIW.2 size=154373 2024-09-13T00:25:59.600 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.598+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=Q007TXEI1RIW tag=49ZB1309WSXN type=write size=3300101 2024-09-13T00:25:59.605 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.602+0000 7ff07d6c9640 1 < canceled operation key=EBH90I7V5EW7 tag=BWH2QE4KYCBM type=del size=390275 2024-09-13T00:25:59.612 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.610+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~15LL4NP5IGZA.0 size=1048576 2024-09-13T00:25:59.615 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.614+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~15LL4NP5IGZA.1 size=1048576 2024-09-13T00:25:59.618 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.618+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~15LL4NP5IGZA.2 size=916625 2024-09-13T00:25:59.618 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.618+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=15LL4NP5IGZA tag=TYZCJWDGLRZI type=write size=4062353 2024-09-13T00:25:59.622 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.622+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=5MO4WT38A5RL type=del 2024-09-13T00:25:59.626 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.626+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=N7ILEA2KDAL9 type=write size=744758 2024-09-13T00:25:59.630 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.630+0000 7ff07d6c9640 1 < completed write operation key=DT4C13GCJ90M tag=UZOAR0HLIUGC type=write size=980667 2024-09-13T00:25:59.638 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.634+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~DBKJD0FTRNS7.0 size=955832 2024-09-13T00:25:59.638 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.634+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=DBKJD0FTRNS7 tag=UR3FEYAQVUWG type=write size=2004408 2024-09-13T00:25:59.645 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.642+0000 7ff07d6c9640 1 < suggested update operation key=M1TXILI2WRP8 tag=SVS8N4RZG5YR type=del size=1412737 2024-09-13T00:25:59.652 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.650+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~8CYHE3WW3BTX.0 size=83285 2024-09-13T00:25:59.652 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.650+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=8CYHE3WW3BTX tag=V3YKMG2MUFAG type=write size=1131861 2024-09-13T00:25:59.657 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.654+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=7ZMP5VACK7YC type=del 2024-09-13T00:25:59.664 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.662+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~GQJIKPXUJRWL.0 size=739196 2024-09-13T00:25:59.664 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.662+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=GQJIKPXUJRWL tag=SZCOJ5GI71L5 type=write size=1787772 2024-09-13T00:25:59.667 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.666+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=K4O853LASUWM type=del 2024-09-13T00:25:59.674 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.674+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~75GPSU2VXJEK.0 size=1048576 2024-09-13T00:25:59.677 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.674+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~75GPSU2VXJEK.1 size=1048576 2024-09-13T00:25:59.680 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.678+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~75GPSU2VXJEK.2 size=142230 2024-09-13T00:25:59.680 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.678+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=75GPSU2VXJEK tag=MVKKOPM01YAF type=write size=3287958 2024-09-13T00:25:59.684 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.682+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~A78YBK42DGW5.0 size=607908 2024-09-13T00:25:59.690 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.686+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=A78YBK42DGW5 tag=BRTCCLMH6X6B type=write size=1656484 2024-09-13T00:25:59.694 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.690+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=H7R8WHH70H07 type=del size=260810 2024-09-13T00:25:59.698 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.694+0000 7ff07d6c9640 1 < canceled operation key=R0UI5544UWD1 tag=1J805BFM1G31 type=del size=417355 2024-09-13T00:25:59.701 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.698+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=59TE864SH7K7 type=write size=111655 2024-09-13T00:25:59.705 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.702+0000 7ff07d6c9640 1 < completed write operation key=DI6S0X65V18P tag=Z8NDK2RMK64D type=write size=431283 2024-09-13T00:25:59.713 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.710+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~9KWNE0TSQQQF.0 size=1048576 2024-09-13T00:25:59.716 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.714+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~9KWNE0TSQQQF.1 size=270859 2024-09-13T00:25:59.716 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.714+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=9KWNE0TSQQQF tag=QW5NHY15POPS type=write size=2368011 2024-09-13T00:25:59.721 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.718+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=0P10SPUPO0GJ type=del 2024-09-13T00:25:59.724 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.722+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=8SWNOBXLEA5M type=write size=422382 2024-09-13T00:25:59.733 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.730+0000 7ff07d6c9640 1 < suggested remove operation key=JI54OSP2P86V tag=77JPWKCG7CK7 type=del 2024-09-13T00:25:59.737 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.734+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=49QFKY733WYK type=del size=1698576 2024-09-13T00:25:59.740 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.738+0000 7ff07d6c9640 1 < canceled operation key=ZB9Q220ZM0E0 tag=38MLXAL9Y416 type=write size=909591 2024-09-13T00:25:59.744 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.742+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=CJE8Z3S178D7 type=del size=1541001 2024-09-13T00:25:59.748 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.746+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=NXWEPCF617QH type=del 2024-09-13T00:25:59.753 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.750+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=NQK555Y3ZDBK type=del size=1561882 2024-09-13T00:25:59.757 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.754+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=GZRN938MDZQQ type=del 2024-09-13T00:25:59.761 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.758+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=WVEQQ9XKOOUE type=del size=103004 2024-09-13T00:25:59.766 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.762+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=6S9O23V9R8BA type=del 2024-09-13T00:25:59.769 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.766+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=8MNBFIXF4DWV type=del size=3832460 2024-09-13T00:25:59.770 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.770+0000 7ff07d6c9640 1 < canceled part key=_multipart_7VNCRBS2OO7G.2~Q007TXEI1RIW.0 size=1048576 2024-09-13T00:25:59.773 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.770+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~Q007TXEI1RIW.1 size=1048576 2024-09-13T00:25:59.777 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.774+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~Q007TXEI1RIW.2 size=154373 2024-09-13T00:25:59.783 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.782+0000 7ff07d6c9640 1 < canceled multipart upload key=7VNCRBS2OO7G upload=Q007TXEI1RIW tag=49ZB1309WSXN type=write size=3300101 2024-09-13T00:25:59.791 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.790+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~BK15GU0S7QVM.0 size=1048576 2024-09-13T00:25:59.794 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.790+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~BK15GU0S7QVM.1 size=228204 2024-09-13T00:25:59.794 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.790+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=BK15GU0S7QVM tag=BV2BKNQLU1FI type=write size=2325356 2024-09-13T00:25:59.798 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.794+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~15LL4NP5IGZA.0 size=1048576 2024-09-13T00:25:59.801 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.798+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~15LL4NP5IGZA.1 size=1048576 2024-09-13T00:25:59.805 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.802+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~15LL4NP5IGZA.2 size=916625 2024-09-13T00:25:59.812 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.810+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=15LL4NP5IGZA tag=TYZCJWDGLRZI type=write size=4062353 2024-09-13T00:25:59.816 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.814+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=8RGEEB1GQVJ9 type=del size=407233 2024-09-13T00:25:59.820 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.818+0000 7ff07d6c9640 1 < completed write operation key=WT8C8PJ810XA tag=N7ILEA2KDAL9 type=write size=744758 2024-09-13T00:25:59.825 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.822+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=X3JKFBR5JUDV type=del size=1024988 2024-09-13T00:25:59.829 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.826+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~DBKJD0FTRNS7.0 size=955832 2024-09-13T00:25:59.835 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.834+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=DBKJD0FTRNS7 tag=UR3FEYAQVUWG type=write size=2004408 2024-09-13T00:25:59.839 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.838+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=11A4LIMLNK83 type=del size=3124695 2024-09-13T00:25:59.843 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.842+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~8CYHE3WW3BTX.0 size=83285 2024-09-13T00:25:59.850 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.846+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=8CYHE3WW3BTX tag=V3YKMG2MUFAG type=write size=1131861 2024-09-13T00:25:59.854 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.850+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=6KD0OHOMAP85 type=del size=3580911 2024-09-13T00:25:59.855 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.854+0000 7ff07d6c9640 1 < canceled part key=_multipart_ALFI3PWKDJ24.2~GQJIKPXUJRWL.0 size=739196 2024-09-13T00:25:59.862 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.858+0000 7ff07d6c9640 1 < canceled multipart upload key=ALFI3PWKDJ24 upload=GQJIKPXUJRWL tag=SZCOJ5GI71L5 type=write size=1787772 2024-09-13T00:25:59.869 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.866+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~N8O6P4VSITZU.0 size=829880 2024-09-13T00:25:59.869 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.866+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=N8O6P4VSITZU tag=U1RTE1PEN4UX type=write size=1878456 2024-09-13T00:25:59.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.870+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~75GPSU2VXJEK.0 size=1048576 2024-09-13T00:25:59.877 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.874+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~75GPSU2VXJEK.1 size=1048576 2024-09-13T00:25:59.880 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.878+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~75GPSU2VXJEK.2 size=142230 2024-09-13T00:25:59.886 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.882+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=75GPSU2VXJEK tag=MVKKOPM01YAF type=write size=3287958 2024-09-13T00:25:59.890 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.890+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=134UT2RXOJUE type=del size=1583415 2024-09-13T00:25:59.895 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.894+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=H7R8WHH70H07 type=del 2024-09-13T00:25:59.902 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.898+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~PJ43GU60G0GQ.0 size=1048576 2024-09-13T00:25:59.905 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.902+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~PJ43GU60G0GQ.1 size=1048576 2024-09-13T00:25:59.908 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.906+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~PJ43GU60G0GQ.2 size=106762 2024-09-13T00:25:59.908 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.906+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=PJ43GU60G0GQ tag=PH1LE8NBPVNP type=write size=3252490 2024-09-13T00:25:59.912 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.910+0000 7ff07d6c9640 1 < completed write operation key=WT8C8PJ810XA tag=59TE864SH7K7 type=write size=111655 2024-09-13T00:25:59.919 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.918+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~9YC8A9MKQOR9.0 size=1048576 2024-09-13T00:25:59.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.918+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~9YC8A9MKQOR9.1 size=854126 2024-09-13T00:25:59.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.918+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=9YC8A9MKQOR9 tag=13QPLGJIYLZD type=write size=2951278 2024-09-13T00:25:59.926 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.926+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~9KWNE0TSQQQF.0 size=1048576 2024-09-13T00:25:59.929 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.926+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~9KWNE0TSQQQF.1 size=270859 2024-09-13T00:25:59.936 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.934+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=9KWNE0TSQQQF tag=QW5NHY15POPS type=write size=2368011 2024-09-13T00:25:59.940 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.938+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=GYW2EZPG3HAV type=del size=1659367 2024-09-13T00:25:59.947 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.946+0000 7ff07d6c9640 1 < suggested remove operation key=7H3YFWWXRQ8L tag=8SWNOBXLEA5M type=write 2024-09-13T00:25:59.955 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.954+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~WCOVBPI2PW5C.0 size=308835 2024-09-13T00:25:59.955 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.954+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=WCOVBPI2PW5C tag=L95UR2E00QPH type=write size=1357411 2024-09-13T00:25:59.959 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.958+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=49QFKY733WYK type=del 2024-09-13T00:25:59.966 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.966+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~2DMGR9JE9LKF.0 size=1048576 2024-09-13T00:25:59.969 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.966+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~2DMGR9JE9LKF.1 size=489382 2024-09-13T00:25:59.970 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.966+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=2DMGR9JE9LKF tag=59H7PNCWTZRP type=write size=2586534 2024-09-13T00:25:59.977 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.974+0000 7ff07d6c9640 1 < suggested remove operation key=CQE0A2I3P64S tag=CJE8Z3S178D7 type=del 2024-09-13T00:25:59.985 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.982+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~19I7277OWOS6.0 size=1048576 2024-09-13T00:25:59.989 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.986+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~19I7277OWOS6.1 size=51925 2024-09-13T00:25:59.989 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.986+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=19I7277OWOS6 tag=ELSGYK8WNLOH type=write size=2149077 2024-09-13T00:25:59.994 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.990+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=NQK555Y3ZDBK type=del 2024-09-13T00:26:00.002 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.998+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~MZUXP5BOTY6A.0 size=582654 2024-09-13T00:26:00.002 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:25:59.998+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=MZUXP5BOTY6A tag=MDE15LNPEMEK type=write size=1631230 2024-09-13T00:26:00.006 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.006+0000 7ff07d6c9640 1 < completed delete operation key=YNG29P8H3FSB tag=WVEQQ9XKOOUE type=del 2024-09-13T00:26:00.011 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.010+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=IWAUJHAPS62A type=del size=1917316 2024-09-13T00:26:00.016 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.014+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=8MNBFIXF4DWV type=del 2024-09-13T00:26:00.024 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.022+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~0VLI24CZVLDA.0 size=1007646 2024-09-13T00:26:00.024 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.022+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=0VLI24CZVLDA tag=9D1V22R59WWI type=write size=2056222 2024-09-13T00:26:00.028 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.026+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~BK15GU0S7QVM.0 size=1048576 2024-09-13T00:26:00.028 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.026+0000 7ff07d6c9640 1 < canceled part key=_multipart_YB8OYIWQYY07.2~BK15GU0S7QVM.1 size=228204 2024-09-13T00:26:00.036 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.034+0000 7ff07d6c9640 1 < canceled multipart upload key=YB8OYIWQYY07 upload=BK15GU0S7QVM tag=BV2BKNQLU1FI type=write size=2325356 2024-09-13T00:26:00.040 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.038+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=NK6GUOHZS7RW type=del size=818464 2024-09-13T00:26:00.050 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.046+0000 7ff07d6c9640 1 < suggested remove operation key=GDD2408QTYGR tag=8RGEEB1GQVJ9 type=del 2024-09-13T00:26:00.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.050+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=C9FPTG2G004U type=del size=505766 2024-09-13T00:26:00.058 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.058+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=X3JKFBR5JUDV type=del 2024-09-13T00:26:00.063 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.062+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=29OVE96YJZVB type=write size=109131 2024-09-13T00:26:00.067 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.066+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=11A4LIMLNK83 type=del 2024-09-13T00:26:00.071 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.070+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=X294F75WRBS1 type=del size=318424 2024-09-13T00:26:00.076 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.074+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=6KD0OHOMAP85 type=del 2024-09-13T00:26:00.081 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.078+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=C7VPSQR2CWJQ type=del size=2697273 2024-09-13T00:26:00.085 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.082+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~N8O6P4VSITZU.0 size=829880 2024-09-13T00:26:00.092 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.090+0000 7ff07d6c9640 1 < completed multipart upload key=CNP11H6WEG9D upload=N8O6P4VSITZU tag=U1RTE1PEN4UX type=write size=1878456 2024-09-13T00:26:00.096 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.094+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=0PEDJDEF5YKF type=del size=1966960 2024-09-13T00:26:00.100 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.098+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=134UT2RXOJUE type=del 2024-09-13T00:26:00.104 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.102+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=IZPUT3DVGIWT type=write size=943861 2024-09-13T00:26:00.109 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.106+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~PJ43GU60G0GQ.0 size=1048576 2024-09-13T00:26:00.112 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.110+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~PJ43GU60G0GQ.1 size=1048576 2024-09-13T00:26:00.115 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.114+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~PJ43GU60G0GQ.2 size=106762 2024-09-13T00:26:00.120 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.118+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=PJ43GU60G0GQ tag=PH1LE8NBPVNP type=write size=3252490 2024-09-13T00:26:00.124 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.122+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=2KD4Z4AR96N4 type=del size=2179950 2024-09-13T00:26:00.128 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.126+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~9YC8A9MKQOR9.0 size=1048576 2024-09-13T00:26:00.130 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.130+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~9YC8A9MKQOR9.1 size=854126 2024-09-13T00:26:00.136 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.134+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=9YC8A9MKQOR9 tag=13QPLGJIYLZD type=write size=2951278 2024-09-13T00:26:00.140 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.138+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=4MX6OF3U9XVL type=del size=3446902 2024-09-13T00:26:00.146 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.146+0000 7ff07d6c9640 1 < suggested update operation key=71PWJL28BPIC tag=GYW2EZPG3HAV type=del size=1659367 2024-09-13T00:26:00.150 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.146+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=IU831WXV4OEW type=del size=1287227 2024-09-13T00:26:00.154 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.150+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~WCOVBPI2PW5C.0 size=308835 2024-09-13T00:26:00.159 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.158+0000 7ff07d6c9640 1 < completed multipart upload key=DT4C13GCJ90M upload=WCOVBPI2PW5C tag=L95UR2E00QPH type=write size=1357411 2024-09-13T00:26:00.162 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.162+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=SQ0PPYLWOQ1M type=del size=375258 2024-09-13T00:26:00.165 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.162+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~2DMGR9JE9LKF.0 size=1048576 2024-09-13T00:26:00.167 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.166+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~2DMGR9JE9LKF.1 size=489382 2024-09-13T00:26:00.171 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.170+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=2DMGR9JE9LKF tag=59H7PNCWTZRP type=write size=2586534 2024-09-13T00:26:00.177 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.174+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~WN08J66VSIAC.0 size=1048576 2024-09-13T00:26:00.179 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.178+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~WN08J66VSIAC.1 size=620783 2024-09-13T00:26:00.179 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.178+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=WN08J66VSIAC tag=NNEBYRGWNPD0 type=write size=2717935 2024-09-13T00:26:00.184 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.182+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~19I7277OWOS6.0 size=1048576 2024-09-13T00:26:00.185 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.182+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~19I7277OWOS6.1 size=51925 2024-09-13T00:26:00.191 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.190+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=19I7277OWOS6 tag=ELSGYK8WNLOH type=write size=2149077 2024-09-13T00:26:00.198 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.194+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~QST6CV373QNR.0 size=1048576 2024-09-13T00:26:00.200 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.198+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~QST6CV373QNR.1 size=92016 2024-09-13T00:26:00.201 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.198+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=QST6CV373QNR tag=QHMIN8ZW01DJ type=write size=2189168 2024-09-13T00:26:00.201 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.198+0000 7ff07d6c9640 1 < canceled part key=_multipart_4J0DEO2EA8KL.2~MZUXP5BOTY6A.0 size=582654 2024-09-13T00:26:00.208 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.206+0000 7ff07d6c9640 1 < canceled multipart upload key=4J0DEO2EA8KL upload=MZUXP5BOTY6A tag=MDE15LNPEMEK type=write size=1631230 2024-09-13T00:26:00.215 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.214+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~I37GB8LFEEKC.0 size=1048576 2024-09-13T00:26:00.218 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.214+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~I37GB8LFEEKC.1 size=999711 2024-09-13T00:26:00.218 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.214+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=I37GB8LFEEKC tag=5N6VBPP0NYUQ type=write size=3096863 2024-09-13T00:26:00.226 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.222+0000 7ff07d6c9640 1 < suggested remove operation key=CNP11H6WEG9D tag=IWAUJHAPS62A type=del 2024-09-13T00:26:00.233 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.230+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~DWY41FNYVV3J.0 size=1048576 2024-09-13T00:26:00.236 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.234+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~DWY41FNYVV3J.1 size=1048576 2024-09-13T00:26:00.239 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.238+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~DWY41FNYVV3J.2 size=983071 2024-09-13T00:26:00.239 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.238+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=DWY41FNYVV3J tag=SSNMD8WM3KFE type=write size=4128799 2024-09-13T00:26:00.243 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.242+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~0VLI24CZVLDA.0 size=1007646 2024-09-13T00:26:00.250 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.246+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=0VLI24CZVLDA tag=9D1V22R59WWI type=write size=2056222 2024-09-13T00:26:00.257 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.254+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~R524R29BYS4T.0 size=75526 2024-09-13T00:26:00.257 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.254+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=R524R29BYS4T tag=87KSMRK2WUZ2 type=write size=1124102 2024-09-13T00:26:00.262 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.258+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=NK6GUOHZS7RW type=del 2024-09-13T00:26:00.266 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.266+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=VXQOJAZSXLE8 type=del size=939783 2024-09-13T00:26:00.270 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.270+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=C9FPTG2G004U type=del 2024-09-13T00:26:00.274 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.274+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=QMDRUYRBFCDE type=del size=1610138 2024-09-13T00:26:00.279 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.278+0000 7ff07d6c9640 1 < completed write operation key=EBH90I7V5EW7 tag=29OVE96YJZVB type=write size=109131 2024-09-13T00:26:00.283 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.282+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=NE139OBUUUXZ type=del size=1718781 2024-09-13T00:26:00.288 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.286+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=X294F75WRBS1 type=del 2024-09-13T00:26:00.296 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.294+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~Z3SEFTYEMB3E.0 size=1048576 2024-09-13T00:26:00.300 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.298+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~Z3SEFTYEMB3E.1 size=556261 2024-09-13T00:26:00.300 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.298+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=Z3SEFTYEMB3E tag=CJ4S3F4258VN type=write size=2653413 2024-09-13T00:26:00.304 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.302+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=C7VPSQR2CWJQ type=del 2024-09-13T00:26:00.307 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.306+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=IJ2AFUBEPFNA type=del size=2318564 2024-09-13T00:26:00.311 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.310+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=0PEDJDEF5YKF type=del 2024-09-13T00:26:00.315 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.314+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=0IZ4A6879JD7 type=write size=177869 2024-09-13T00:26:00.319 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.318+0000 7ff07d6c9640 1 < completed write operation key=M1TXILI2WRP8 tag=IZPUT3DVGIWT type=write size=943861 2024-09-13T00:26:00.327 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.326+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~ZS47S8MOZT3E.0 size=1048576 2024-09-13T00:26:00.330 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.330+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~ZS47S8MOZT3E.1 size=1048576 2024-09-13T00:26:00.333 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.330+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~ZS47S8MOZT3E.2 size=509389 2024-09-13T00:26:00.334 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.330+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=ZS47S8MOZT3E tag=D5YI3CBNB1K6 type=write size=3655117 2024-09-13T00:26:00.337 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.334+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=2KD4Z4AR96N4 type=del 2024-09-13T00:26:00.342 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.338+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=5N36ECUGWDNQ type=write size=738832 2024-09-13T00:26:00.347 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.342+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=4MX6OF3U9XVL type=del 2024-09-13T00:26:00.351 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.350+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=LIQM2KXDC1QK type=write size=807504 2024-09-13T00:26:00.355 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.354+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=IU831WXV4OEW type=del 2024-09-13T00:26:00.359 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.358+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=OS9X870L86P6 type=del size=1312081 2024-09-13T00:26:00.364 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.362+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=SQ0PPYLWOQ1M type=del 2024-09-13T00:26:00.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.366+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=CBPK0VDE85JN type=del size=1675592 2024-09-13T00:26:00.372 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.370+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~WN08J66VSIAC.0 size=1048576 2024-09-13T00:26:00.376 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.374+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~WN08J66VSIAC.1 size=620783 2024-09-13T00:26:00.382 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.382+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=WN08J66VSIAC tag=NNEBYRGWNPD0 type=write size=2717935 2024-09-13T00:26:00.391 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.390+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~G498JW5Z549F.0 size=1048576 2024-09-13T00:26:00.394 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.390+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~G498JW5Z549F.1 size=1039121 2024-09-13T00:26:00.394 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.390+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=G498JW5Z549F tag=KRKLWHA997NF type=write size=3136273 2024-09-13T00:26:00.398 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.398+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~QST6CV373QNR.0 size=1048576 2024-09-13T00:26:00.403 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.402+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~QST6CV373QNR.1 size=92016 2024-09-13T00:26:00.409 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.406+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=QST6CV373QNR tag=QHMIN8ZW01DJ type=write size=2189168 2024-09-13T00:26:00.417 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.414+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~CYKYMJO7WMH9.0 size=1048576 2024-09-13T00:26:00.420 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.418+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~CYKYMJO7WMH9.1 size=100177 2024-09-13T00:26:00.420 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.418+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=CYKYMJO7WMH9 tag=FUFJ1IH2RHUV type=write size=2197329 2024-09-13T00:26:00.425 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.422+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~I37GB8LFEEKC.0 size=1048576 2024-09-13T00:26:00.428 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.426+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~I37GB8LFEEKC.1 size=999711 2024-09-13T00:26:00.436 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.434+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=I37GB8LFEEKC tag=5N6VBPP0NYUQ type=write size=3096863 2024-09-13T00:26:00.440 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.438+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=JL5ZO6VCZDD0 type=del size=1612623 2024-09-13T00:26:00.445 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.442+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~DWY41FNYVV3J.0 size=1048576 2024-09-13T00:26:00.448 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.446+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~DWY41FNYVV3J.1 size=1048576 2024-09-13T00:26:00.452 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.450+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~DWY41FNYVV3J.2 size=983071 2024-09-13T00:26:00.458 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.458+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=DWY41FNYVV3J tag=SSNMD8WM3KFE type=write size=4128799 2024-09-13T00:26:00.463 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.462+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=P7C6PJBVCETL type=write size=907613 2024-09-13T00:26:00.467 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.466+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~R524R29BYS4T.0 size=75526 2024-09-13T00:26:00.474 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.474+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=R524R29BYS4T tag=87KSMRK2WUZ2 type=write size=1124102 2024-09-13T00:26:00.479 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.478+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=JC0BFXHJ8NIR type=del size=3319221 2024-09-13T00:26:00.484 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.482+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=VXQOJAZSXLE8 type=del 2024-09-13T00:26:00.487 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.486+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=P3N6OBEWJ2RS type=del size=1125771 2024-09-13T00:26:00.495 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.494+0000 7ff07d6c9640 1 < suggested remove operation key=ZNBRMSEXA9ZK tag=QMDRUYRBFCDE type=del 2024-09-13T00:26:00.503 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.502+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~GY0XE8SYLMY4.0 size=960920 2024-09-13T00:26:00.503 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.502+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=GY0XE8SYLMY4 tag=VBSNGVP495HV type=write size=2009496 2024-09-13T00:26:00.507 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.506+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=NE139OBUUUXZ type=del 2024-09-13T00:26:00.515 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.514+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~KGEOLYA6F357.0 size=194540 2024-09-13T00:26:00.515 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.514+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=KGEOLYA6F357 tag=W8JBAT7I0ETB type=write size=1243116 2024-09-13T00:26:00.519 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.518+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~Z3SEFTYEMB3E.0 size=1048576 2024-09-13T00:26:00.523 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.522+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~Z3SEFTYEMB3E.1 size=556261 2024-09-13T00:26:00.531 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.530+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=Z3SEFTYEMB3E tag=CJ4S3F4258VN type=write size=2653413 2024-09-13T00:26:00.539 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.538+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~KQ801A2J6EG2.0 size=1048576 2024-09-13T00:26:00.543 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.542+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~KQ801A2J6EG2.1 size=1048576 2024-09-13T00:26:00.547 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.546+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~KQ801A2J6EG2.2 size=183376 2024-09-13T00:26:00.547 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.546+0000 7ff07d6c9640 1 > prepared multipart upload key=0TFNXW7OU716 upload=KQ801A2J6EG2 tag=14MTVJ71SPAZ type=write size=3329104 2024-09-13T00:26:00.552 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.550+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=IJ2AFUBEPFNA type=del 2024-09-13T00:26:00.561 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.558+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~9BFEJYKV50BV.0 size=1048576 2024-09-13T00:26:00.564 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.562+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~9BFEJYKV50BV.1 size=1048576 2024-09-13T00:26:00.568 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.566+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~9BFEJYKV50BV.2 size=386303 2024-09-13T00:26:00.568 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.566+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=9BFEJYKV50BV tag=DBN6J4XF2OY6 type=write size=3532031 2024-09-13T00:26:00.573 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.570+0000 7ff07d6c9640 1 < completed write operation key=71PWJL28BPIC tag=0IZ4A6879JD7 type=write size=177869 2024-09-13T00:26:00.582 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.578+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~NPHJBYO9D8OW.0 size=1048576 2024-09-13T00:26:00.586 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.582+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~NPHJBYO9D8OW.1 size=29140 2024-09-13T00:26:00.586 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.582+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=NPHJBYO9D8OW tag=LMC6SGRMINS2 type=write size=2126292 2024-09-13T00:26:00.592 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.590+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~ZS47S8MOZT3E.0 size=1048576 2024-09-13T00:26:00.594 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.594+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~ZS47S8MOZT3E.1 size=1048576 2024-09-13T00:26:00.598 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.594+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~ZS47S8MOZT3E.2 size=509389 2024-09-13T00:26:00.605 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.602+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=ZS47S8MOZT3E tag=D5YI3CBNB1K6 type=write size=3655117 2024-09-13T00:26:00.609 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.606+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=8T8FAS929F3O type=del size=3692685 2024-09-13T00:26:00.614 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.610+0000 7ff07d6c9640 1 < canceled operation key=WT8C8PJ810XA tag=5N36ECUGWDNQ type=write size=738832 2024-09-13T00:26:00.619 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.618+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=JGWGLKZG4M6E type=del size=2527729 2024-09-13T00:26:00.623 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.622+0000 7ff07d6c9640 1 < canceled operation key=EBH90I7V5EW7 tag=LIQM2KXDC1QK type=write size=807504 2024-09-13T00:26:00.631 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.630+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~2UE8MXH3HVQO.0 size=1048576 2024-09-13T00:26:00.634 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.634+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~2UE8MXH3HVQO.1 size=1046730 2024-09-13T00:26:00.634 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.634+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=2UE8MXH3HVQO tag=VLXPQ0SW69SL type=write size=3143882 2024-09-13T00:26:00.643 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.642+0000 7ff07d6c9640 1 < suggested remove operation key=YB8OYIWQYY07 tag=OS9X870L86P6 type=del 2024-09-13T00:26:00.647 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.646+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=B9JC8IRVMR60 type=write size=484195 2024-09-13T00:26:00.651 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.650+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=CBPK0VDE85JN type=del 2024-09-13T00:26:00.659 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.658+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~38YRMGHTE5J4.0 size=1048576 2024-09-13T00:26:00.663 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.662+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~38YRMGHTE5J4.1 size=1021213 2024-09-13T00:26:00.663 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.662+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=38YRMGHTE5J4 tag=D8PKHCFAO90F type=write size=3118365 2024-09-13T00:26:00.667 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.666+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~G498JW5Z549F.0 size=1048576 2024-09-13T00:26:00.671 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.670+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~G498JW5Z549F.1 size=1039121 2024-09-13T00:26:00.679 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.678+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=G498JW5Z549F tag=KRKLWHA997NF type=write size=3136273 2024-09-13T00:26:00.687 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.686+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~LJRGSZ2XEXLA.0 size=1048576 2024-09-13T00:26:00.691 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.690+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~LJRGSZ2XEXLA.1 size=1048576 2024-09-13T00:26:00.694 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.694+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~LJRGSZ2XEXLA.2 size=1017882 2024-09-13T00:26:00.695 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.694+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=LJRGSZ2XEXLA tag=0DDD7PWSPZ13 type=write size=4163610 2024-09-13T00:26:00.699 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.698+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~CYKYMJO7WMH9.0 size=1048576 2024-09-13T00:26:00.703 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.702+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~CYKYMJO7WMH9.1 size=100177 2024-09-13T00:26:00.710 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.706+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=CYKYMJO7WMH9 tag=FUFJ1IH2RHUV type=write size=2197329 2024-09-13T00:26:00.714 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.710+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=0GGCT5VJONQ2 type=del size=2947927 2024-09-13T00:26:00.718 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.714+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=JL5ZO6VCZDD0 type=del 2024-09-13T00:26:00.722 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.722+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=AXXYBGRVNHX3 type=del size=4094645 2024-09-13T00:26:00.727 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.726+0000 7ff07d6c9640 1 < completed write operation key=6SZPC5K3S8UZ tag=P7C6PJBVCETL type=write size=907613 2024-09-13T00:26:00.731 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.730+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=NGNV37OYG351 type=del size=3276831 2024-09-13T00:26:00.735 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.734+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=JC0BFXHJ8NIR type=del 2024-09-13T00:26:00.739 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.738+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=BLWAK0ZX5D7D type=del size=2939495 2024-09-13T00:26:00.744 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.742+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=P3N6OBEWJ2RS type=del 2024-09-13T00:26:00.748 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.746+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=CV5U1ZPTM9K0 type=del size=2118297 2024-09-13T00:26:00.752 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.750+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~GY0XE8SYLMY4.0 size=960920 2024-09-13T00:26:00.759 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.758+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=GY0XE8SYLMY4 tag=VBSNGVP495HV type=write size=2009496 2024-09-13T00:26:00.768 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.766+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~7OLE38I0XHGR.0 size=1048576 2024-09-13T00:26:00.771 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.770+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~7OLE38I0XHGR.1 size=140667 2024-09-13T00:26:00.771 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.770+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=7OLE38I0XHGR tag=838Y0DLEZFSB type=write size=2237819 2024-09-13T00:26:00.776 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.774+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~KGEOLYA6F357.0 size=194540 2024-09-13T00:26:00.783 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.782+0000 7ff07d6c9640 1 < completed multipart upload key=WT8C8PJ810XA upload=KGEOLYA6F357 tag=W8JBAT7I0ETB type=write size=1243116 2024-09-13T00:26:00.787 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.786+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=2TQY0JTEAPA3 type=del size=2258441 2024-09-13T00:26:00.792 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.790+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~KQ801A2J6EG2.0 size=1048576 2024-09-13T00:26:00.795 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.794+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~KQ801A2J6EG2.1 size=1048576 2024-09-13T00:26:00.795 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.794+0000 7ff07d6c9640 1 < canceled part key=_multipart_0TFNXW7OU716.2~KQ801A2J6EG2.2 size=183376 2024-09-13T00:26:00.801 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.798+0000 7ff07d6c9640 1 < canceled multipart upload key=0TFNXW7OU716 upload=KQ801A2J6EG2 tag=14MTVJ71SPAZ type=write size=3329104 2024-09-13T00:26:00.806 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.802+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=VVPRY5GJ303Y type=del size=4107432 2024-09-13T00:26:00.810 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.810+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~9BFEJYKV50BV.0 size=1048576 2024-09-13T00:26:00.814 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.810+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~9BFEJYKV50BV.1 size=1048576 2024-09-13T00:26:00.814 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.810+0000 7ff07d6c9640 1 < canceled part key=_multipart_9VL7XF9W6EIA.2~9BFEJYKV50BV.2 size=386303 2024-09-13T00:26:00.821 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.818+0000 7ff07d6c9640 1 < canceled multipart upload key=9VL7XF9W6EIA upload=9BFEJYKV50BV tag=DBN6J4XF2OY6 type=write size=3532031 2024-09-13T00:26:00.828 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.826+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~EMCNVR4IBAJL.0 size=1048576 2024-09-13T00:26:00.832 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.830+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~EMCNVR4IBAJL.1 size=476679 2024-09-13T00:26:00.832 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.830+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=EMCNVR4IBAJL tag=LTN7UL7AXCA4 type=write size=2573831 2024-09-13T00:26:00.837 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.834+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~NPHJBYO9D8OW.0 size=1048576 2024-09-13T00:26:00.840 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.838+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~NPHJBYO9D8OW.1 size=29140 2024-09-13T00:26:00.848 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.846+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=NPHJBYO9D8OW tag=LMC6SGRMINS2 type=write size=2126292 2024-09-13T00:26:00.851 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.850+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=NKV7H0762SN4 type=del size=3604074 2024-09-13T00:26:00.856 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.854+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=8T8FAS929F3O type=del 2024-09-13T00:26:00.865 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.862+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~MYX9T7FNO2VV.0 size=1048576 2024-09-13T00:26:00.867 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.866+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~MYX9T7FNO2VV.1 size=859529 2024-09-13T00:26:00.868 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.866+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=MYX9T7FNO2VV tag=QV25KOXNYOCD type=write size=2956681 2024-09-13T00:26:00.872 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.870+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=JGWGLKZG4M6E type=del 2024-09-13T00:26:00.877 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.874+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=VHZ61SSMHPJE type=write size=28674 2024-09-13T00:26:00.881 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.878+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~2UE8MXH3HVQO.0 size=1048576 2024-09-13T00:26:00.885 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.882+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~2UE8MXH3HVQO.1 size=1046730 2024-09-13T00:26:00.892 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.890+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=2UE8MXH3HVQO tag=VLXPQ0SW69SL type=write size=3143882 2024-09-13T00:26:00.899 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.898+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~KU2N1N1S7FGH.0 size=912990 2024-09-13T00:26:00.899 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.898+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=KU2N1N1S7FGH tag=0TZ9SADGSZVA type=write size=1961566 2024-09-13T00:26:00.904 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.902+0000 7ff07d6c9640 1 < completed write operation key=YNG29P8H3FSB tag=B9JC8IRVMR60 type=write size=484195 2024-09-13T00:26:00.908 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.906+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=IX140RXK9RFP type=del size=3767076 2024-09-13T00:26:00.912 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.910+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~38YRMGHTE5J4.0 size=1048576 2024-09-13T00:26:00.915 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.914+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~38YRMGHTE5J4.1 size=1021213 2024-09-13T00:26:00.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.918+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=38YRMGHTE5J4 tag=D8PKHCFAO90F type=write size=3118365 2024-09-13T00:26:00.926 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.922+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=TJEC37AOHCQP type=del size=2040926 2024-09-13T00:26:00.930 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.930+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~LJRGSZ2XEXLA.0 size=1048576 2024-09-13T00:26:00.934 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.930+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~LJRGSZ2XEXLA.1 size=1048576 2024-09-13T00:26:00.937 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.934+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~LJRGSZ2XEXLA.2 size=1017882 2024-09-13T00:26:00.944 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.942+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=LJRGSZ2XEXLA tag=0DDD7PWSPZ13 type=write size=4163610 2024-09-13T00:26:00.952 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.950+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~CLHZF13TBR99.0 size=1048576 2024-09-13T00:26:00.955 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.954+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~CLHZF13TBR99.1 size=625421 2024-09-13T00:26:00.955 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.954+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=CLHZF13TBR99 tag=Z45THXXQ4TEQ type=write size=2722573 2024-09-13T00:26:00.959 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.958+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=0GGCT5VJONQ2 type=del 2024-09-13T00:26:00.964 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.962+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=NR0RZZ9F4RZQ type=del size=2336707 2024-09-13T00:26:00.972 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.970+0000 7ff07d6c9640 1 < suggested update operation key=CQE0A2I3P64S tag=AXXYBGRVNHX3 type=del size=4094645 2024-09-13T00:26:00.977 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.974+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=XAGBI5TMXHZ8 type=del size=1304229 2024-09-13T00:26:00.981 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.978+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=NGNV37OYG351 type=del 2024-09-13T00:26:00.989 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.986+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~8LC4AI7IKBHY.0 size=751398 2024-09-13T00:26:00.989 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.986+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=8LC4AI7IKBHY tag=X7WPMI545JOJ type=write size=1799974 2024-09-13T00:26:00.993 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.990+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=BLWAK0ZX5D7D type=del 2024-09-13T00:26:00.997 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.994+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=VOZ2NQWLXE6K type=write size=355031 2024-09-13T00:26:01.004 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:00.998+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=CV5U1ZPTM9K0 type=del 2024-09-13T00:26:01.006 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.002+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=Y1AK3GQY7OHB type=write size=233956 2024-09-13T00:26:01.010 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.006+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~7OLE38I0XHGR.0 size=1048576 2024-09-13T00:26:01.014 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.010+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~7OLE38I0XHGR.1 size=140667 2024-09-13T00:26:01.020 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.018+0000 7ff07d6c9640 1 < completed multipart upload key=CNP11H6WEG9D upload=7OLE38I0XHGR tag=838Y0DLEZFSB type=write size=2237819 2024-09-13T00:26:01.025 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.022+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=YUL2D0I5AK1W type=del size=601464 2024-09-13T00:26:01.029 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.026+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=2TQY0JTEAPA3 type=del 2024-09-13T00:26:01.033 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.030+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=HLGBZFUPMC3P type=del size=2945076 2024-09-13T00:26:01.043 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.042+0000 7ff07d6c9640 1 < suggested update operation key=YNG29P8H3FSB tag=VVPRY5GJ303Y type=del size=4107432 2024-09-13T00:26:01.048 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.046+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=442EEZBHHN2K type=del size=1023417 2024-09-13T00:26:01.052 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.050+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~EMCNVR4IBAJL.0 size=1048576 2024-09-13T00:26:01.056 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.054+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~EMCNVR4IBAJL.1 size=476679 2024-09-13T00:26:01.063 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.062+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=EMCNVR4IBAJL tag=LTN7UL7AXCA4 type=write size=2573831 2024-09-13T00:26:01.071 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.070+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~OMLK6D192VXI.0 size=1048576 2024-09-13T00:26:01.075 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.074+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~OMLK6D192VXI.1 size=163520 2024-09-13T00:26:01.075 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.074+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=OMLK6D192VXI tag=E1BZIDZUKM0Q type=write size=2260672 2024-09-13T00:26:01.079 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.078+0000 7ff07d6c9640 1 < canceled operation key=NY5MUJLE63EG tag=NKV7H0762SN4 type=del size=3604074 2024-09-13T00:26:01.083 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.082+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=4P3ENKDPR74M type=del size=1058449 2024-09-13T00:26:01.085 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.082+0000 7ff07d6c9640 1 < canceled part key=_multipart_NY5MUJLE63EG.2~MYX9T7FNO2VV.0 size=1048576 2024-09-13T00:26:01.089 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.086+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~MYX9T7FNO2VV.1 size=859529 2024-09-13T00:26:01.097 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.094+0000 7ff07d6c9640 1 < canceled multipart upload key=NY5MUJLE63EG upload=MYX9T7FNO2VV tag=QV25KOXNYOCD type=write size=2956681 2024-09-13T00:26:01.106 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.102+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~SYJ67M4W4DL2.0 size=1048576 2024-09-13T00:26:01.110 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.106+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~SYJ67M4W4DL2.1 size=858488 2024-09-13T00:26:01.110 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.106+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=SYJ67M4W4DL2 tag=4YY6QFH24KOV type=write size=2955640 2024-09-13T00:26:01.115 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.114+0000 7ff07d6c9640 1 < completed write operation key=CNP11H6WEG9D tag=VHZ61SSMHPJE type=write size=28674 2024-09-13T00:26:01.119 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.118+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=ND9M6PRTEN6K type=del size=234543 2024-09-13T00:26:01.120 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.118+0000 7ff07d6c9640 1 < canceled part key=_multipart_7VNCRBS2OO7G.2~KU2N1N1S7FGH.0 size=912990 2024-09-13T00:26:01.128 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.126+0000 7ff07d6c9640 1 < canceled multipart upload key=7VNCRBS2OO7G upload=KU2N1N1S7FGH tag=0TZ9SADGSZVA type=write size=1961566 2024-09-13T00:26:01.136 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.134+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~HZCOS29V98TD.0 size=1048576 2024-09-13T00:26:01.141 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.138+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~HZCOS29V98TD.1 size=1048576 2024-09-13T00:26:01.144 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.142+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~HZCOS29V98TD.2 size=426051 2024-09-13T00:26:01.144 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.142+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=HZCOS29V98TD tag=HRHS2T8QN1IF type=write size=3571779 2024-09-13T00:26:01.150 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.146+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=IX140RXK9RFP type=del 2024-09-13T00:26:01.154 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.150+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=4OZZX1KYI4DE type=del size=2202667 2024-09-13T00:26:01.159 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.158+0000 7ff07d6c9640 1 < canceled operation key=2DTY4IYSD8J3 tag=TJEC37AOHCQP type=del size=2040926 2024-09-13T00:26:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:00 smithi032 bash[75510]: cluster 2024-09-13T00:25:59.498538+0000 mgr.y (mgr.34107) 697 : cluster [DBG] pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 31 KiB/s wr, 147 op/s 2024-09-13T00:26:01.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:00 smithi032 bash[76677]: cluster 2024-09-13T00:25:59.498538+0000 mgr.y (mgr.34107) 697 : cluster [DBG] pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 31 KiB/s wr, 147 op/s 2024-09-13T00:26:01.164 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.162+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=VJ4EXCRQ8W86 type=write size=475252 2024-09-13T00:26:01.169 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.166+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~CLHZF13TBR99.0 size=1048576 2024-09-13T00:26:01.172 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.170+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~CLHZF13TBR99.1 size=625421 2024-09-13T00:26:01.180 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.178+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=CLHZF13TBR99 tag=Z45THXXQ4TEQ type=write size=2722573 2024-09-13T00:26:01.185 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.182+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=D2VY5HXZGFKU type=del size=3338778 2024-09-13T00:26:01.190 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.186+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=NR0RZZ9F4RZQ type=del 2024-09-13T00:26:01.199 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.198+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~BXLN7JK8Q236.0 size=563506 2024-09-13T00:26:01.199 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.198+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=BXLN7JK8Q236 tag=0OJR0NH1V69R type=write size=1612082 2024-09-13T00:26:01.209 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.206+0000 7ff07d6c9640 1 < suggested update operation key=CNP11H6WEG9D tag=XAGBI5TMXHZ8 type=del size=1304229 2024-09-13T00:26:01.215 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.210+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=ZK1HA0JCN1YV type=del size=2586399 2024-09-13T00:26:01.219 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.218+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~8LC4AI7IKBHY.0 size=751398 2024-09-13T00:26:01.228 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.226+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=8LC4AI7IKBHY tag=X7WPMI545JOJ type=write size=1799974 2024-09-13T00:26:01.233 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.230+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=LD2RJAT221FY type=del size=528110 2024-09-13T00:26:01.238 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.238+0000 7ff07d6c9640 -1 < failed to complete operation key=CNP11H6WEG9D tag=VOZ2NQWLXE6K type=write size=355031: (22) Invalid argument 2024-09-13T00:26:01.246 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.242+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~89XOR8OR6E4H.0 size=1048576 2024-09-13T00:26:01.249 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.246+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~89XOR8OR6E4H.1 size=836436 2024-09-13T00:26:01.249 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.246+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=89XOR8OR6E4H tag=HM8M5BZUFN2Z type=write size=2933588 2024-09-13T00:26:01.258 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.258+0000 7ff07d6c9640 1 < suggested remove operation key=0TFNXW7OU716 tag=Y1AK3GQY7OHB type=write 2024-09-13T00:26:01.264 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.262+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=WBRZZDXRD6Z5 type=write size=401688 2024-09-13T00:26:01.269 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.266+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=YUL2D0I5AK1W type=del 2024-09-13T00:26:01.277 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.274+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~7WPI1CNLDZTL.0 size=1048576 2024-09-13T00:26:01.280 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.278+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~7WPI1CNLDZTL.1 size=765295 2024-09-13T00:26:01.280 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.278+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=7WPI1CNLDZTL tag=J3LLOLTULG1I type=write size=2862447 2024-09-13T00:26:01.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:00 smithi053 bash[67631]: cluster 2024-09-13T00:25:59.498538+0000 mgr.y (mgr.34107) 697 : cluster [DBG] pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 31 KiB/s wr, 147 op/s 2024-09-13T00:26:01.286 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.282+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=HLGBZFUPMC3P type=del 2024-09-13T00:26:01.290 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.290+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=QHHDGGJSB04B type=write size=285451 2024-09-13T00:26:01.294 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.294+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=442EEZBHHN2K type=del 2024-09-13T00:26:01.298 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.298+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=ZY9BD14EI1LG type=del size=2830896 2024-09-13T00:26:01.303 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.302+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~OMLK6D192VXI.0 size=1048576 2024-09-13T00:26:01.306 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.306+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~OMLK6D192VXI.1 size=163520 2024-09-13T00:26:01.313 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.310+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=OMLK6D192VXI tag=E1BZIDZUKM0Q type=write size=2260672 2024-09-13T00:26:01.317 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.314+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=WRCJPQNO0RNP type=del size=531195 2024-09-13T00:26:01.321 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.318+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=4P3ENKDPR74M type=del 2024-09-13T00:26:01.326 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.322+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=IWPWVEKGLD1W type=del size=3249195 2024-09-13T00:26:01.330 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.330+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~SYJ67M4W4DL2.0 size=1048576 2024-09-13T00:26:01.334 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.330+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~SYJ67M4W4DL2.1 size=858488 2024-09-13T00:26:01.341 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.338+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=SYJ67M4W4DL2 tag=4YY6QFH24KOV type=write size=2955640 2024-09-13T00:26:01.349 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.346+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~194KSCGR3023.0 size=87822 2024-09-13T00:26:01.349 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.346+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=194KSCGR3023 tag=6XXAMZNBCTY5 type=write size=1136398 2024-09-13T00:26:01.354 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.350+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=ND9M6PRTEN6K type=del 2024-09-13T00:26:01.361 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.358+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~VGI6PMJBLJV5.0 size=1048576 2024-09-13T00:26:01.364 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.362+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~VGI6PMJBLJV5.1 size=1048576 2024-09-13T00:26:01.367 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.366+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~VGI6PMJBLJV5.2 size=663695 2024-09-13T00:26:01.367 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.366+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=VGI6PMJBLJV5 tag=AC7SKIKJQB0C type=write size=3809423 2024-09-13T00:26:01.372 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.370+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~HZCOS29V98TD.0 size=1048576 2024-09-13T00:26:01.375 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.374+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~HZCOS29V98TD.1 size=1048576 2024-09-13T00:26:01.379 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.378+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~HZCOS29V98TD.2 size=426051 2024-09-13T00:26:01.386 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.382+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=HZCOS29V98TD tag=HRHS2T8QN1IF type=write size=3571779 2024-09-13T00:26:01.391 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.390+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=F4DLBNOE67D2 type=del size=874782 2024-09-13T00:26:01.396 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.394+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=4OZZX1KYI4DE type=del 2024-09-13T00:26:01.400 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.398+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=5D87ATS1YK1S type=del size=2502321 2024-09-13T00:26:01.405 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.402+0000 7ff07d6c9640 -1 < failed to complete operation key=CNP11H6WEG9D tag=VJ4EXCRQ8W86 type=write size=475252: (22) Invalid argument 2024-09-13T00:26:01.414 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.410+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~285ESP20T8S8.0 size=1048576 2024-09-13T00:26:01.417 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.414+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~285ESP20T8S8.1 size=1048576 2024-09-13T00:26:01.422 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.418+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~285ESP20T8S8.2 size=370795 2024-09-13T00:26:01.422 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.418+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=285ESP20T8S8 tag=AKBZ8PUHZ80S type=write size=3516523 2024-09-13T00:26:01.426 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.422+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=D2VY5HXZGFKU type=del 2024-09-13T00:26:01.430 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.430+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=WJ776IKV0PA3 type=del size=1177944 2024-09-13T00:26:01.435 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.434+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~BXLN7JK8Q236.0 size=563506 2024-09-13T00:26:01.442 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.438+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=BXLN7JK8Q236 tag=0OJR0NH1V69R type=write size=1612082 2024-09-13T00:26:01.446 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.442+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=UWJXJBTYGYUC type=write size=73907 2024-09-13T00:26:01.450 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.450+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=ZK1HA0JCN1YV type=del 2024-09-13T00:26:01.455 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.454+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=BLTEIYKI20PI type=del size=995006 2024-09-13T00:26:01.459 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.458+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=LD2RJAT221FY type=del 2024-09-13T00:26:01.463 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.462+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=RRQC1W07QMU2 type=del size=3877261 2024-09-13T00:26:01.468 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.466+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~89XOR8OR6E4H.0 size=1048576 2024-09-13T00:26:01.471 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.470+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~89XOR8OR6E4H.1 size=836436 2024-09-13T00:26:01.478 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.478+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=89XOR8OR6E4H tag=HM8M5BZUFN2Z type=write size=2933588 2024-09-13T00:26:01.486 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.482+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~4JGJN731UB93.0 size=967974 2024-09-13T00:26:01.486 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.482+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=4JGJN731UB93 tag=6ONU9M9PTDOC type=write size=2016550 2024-09-13T00:26:01.490 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.486+0000 7ff07d6c9640 1 < completed write operation key=XG3I1V51GD71 tag=WBRZZDXRD6Z5 type=write size=401688 2024-09-13T00:26:01.494 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.494+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=8JLW383Y16LJ type=write size=497401 2024-09-13T00:26:01.499 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.498+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~7WPI1CNLDZTL.0 size=1048576 2024-09-13T00:26:01.503 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.502+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~7WPI1CNLDZTL.1 size=765295 2024-09-13T00:26:01.510 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.506+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=7WPI1CNLDZTL tag=J3LLOLTULG1I type=write size=2862447 2024-09-13T00:26:01.518 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.518+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~KQFF3Y8SQ3K1.0 size=1048576 2024-09-13T00:26:01.522 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.518+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~KQFF3Y8SQ3K1.1 size=1048576 2024-09-13T00:26:01.525 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.522+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~KQFF3Y8SQ3K1.2 size=594515 2024-09-13T00:26:01.525 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.522+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=KQFF3Y8SQ3K1 tag=9UUD9JIUKANI type=write size=3740243 2024-09-13T00:26:01.533 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.530+0000 7ff07d6c9640 1 < suggested remove operation key=M1TXILI2WRP8 tag=QHHDGGJSB04B type=write 2024-09-13T00:26:01.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.534+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=CSE0LE96DGBT type=write size=423681 2024-09-13T00:26:01.542 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.538+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=ZY9BD14EI1LG type=del 2024-09-13T00:26:01.546 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.546+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=Y5TAL3LPJU3J type=del size=1608265 2024-09-13T00:26:01.551 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.550+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=WRCJPQNO0RNP type=del 2024-09-13T00:26:01.558 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.558+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~N6OPPWNP47G4.0 size=1002136 2024-09-13T00:26:01.558 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.558+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=N6OPPWNP47G4 tag=0UG2YK59P1D2 type=write size=2050712 2024-09-13T00:26:01.562 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.562+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=IWPWVEKGLD1W type=del 2024-09-13T00:26:01.567 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.566+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=ONL5SB88HPXI type=del size=117258 2024-09-13T00:26:01.571 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.570+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~194KSCGR3023.0 size=87822 2024-09-13T00:26:01.578 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.578+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=194KSCGR3023 tag=6XXAMZNBCTY5 type=write size=1136398 2024-09-13T00:26:01.586 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.582+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~S1D2XN070TV1.0 size=425485 2024-09-13T00:26:01.587 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.582+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=S1D2XN070TV1 tag=KNY9E083I0R1 type=write size=1474061 2024-09-13T00:26:01.590 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.590+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~VGI6PMJBLJV5.0 size=1048576 2024-09-13T00:26:01.590 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.590+0000 7ff07d6c9640 1 < canceled part key=_multipart_1C09CIUJQSH0.2~VGI6PMJBLJV5.1 size=1048576 2024-09-13T00:26:01.594 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.590+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~VGI6PMJBLJV5.2 size=663695 2024-09-13T00:26:01.601 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.598+0000 7ff07d6c9640 1 < canceled multipart upload key=1C09CIUJQSH0 upload=VGI6PMJBLJV5 tag=AC7SKIKJQB0C type=write size=3809423 2024-09-13T00:26:01.609 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.606+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~04G84DYS967R.0 size=511107 2024-09-13T00:26:01.609 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.606+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=04G84DYS967R tag=F1GDY621QGSP type=write size=1559683 2024-09-13T00:26:01.614 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.614+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=F4DLBNOE67D2 type=del 2024-09-13T00:26:01.619 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.618+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=48I2W9569F9I type=del size=2053555 2024-09-13T00:26:01.624 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.622+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=5D87ATS1YK1S type=del 2024-09-13T00:26:01.629 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.626+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=AB3HXK85FU50 type=del size=3690929 2024-09-13T00:26:01.630 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.626+0000 7ff07d6c9640 1 < canceled part key=_multipart_ALFI3PWKDJ24.2~285ESP20T8S8.0 size=1048576 2024-09-13T00:26:01.633 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.630+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~285ESP20T8S8.1 size=1048576 2024-09-13T00:26:01.637 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.634+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~285ESP20T8S8.2 size=370795 2024-09-13T00:26:01.645 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.642+0000 7ff07d6c9640 1 < canceled multipart upload key=ALFI3PWKDJ24 upload=285ESP20T8S8 tag=AKBZ8PUHZ80S type=write size=3516523 2024-09-13T00:26:01.649 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.646+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=YFAU1G7YT56U type=write size=569273 2024-09-13T00:26:01.654 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.654+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=WJ776IKV0PA3 type=del 2024-09-13T00:26:01.659 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.658+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=37D4VDH42H2W type=del size=2090201 2024-09-13T00:26:01.668 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.666+0000 7ff07d6c9640 1 < suggested remove operation key=YNG29P8H3FSB tag=UWJXJBTYGYUC type=write 2024-09-13T00:26:01.677 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.674+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~ED5RYZG28CVE.0 size=1048576 2024-09-13T00:26:01.680 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.678+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~ED5RYZG28CVE.1 size=1048576 2024-09-13T00:26:01.684 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.682+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~ED5RYZG28CVE.2 size=685561 2024-09-13T00:26:01.684 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.682+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=ED5RYZG28CVE tag=U809BTG72TQ0 type=write size=3831289 2024-09-13T00:26:01.689 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.686+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=BLTEIYKI20PI type=del 2024-09-13T00:26:01.693 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.690+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=5YTGEYHOVXQC type=del size=309528 2024-09-13T00:26:01.698 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.694+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=RRQC1W07QMU2 type=del 2024-09-13T00:26:01.707 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.706+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~MX5AXF1J3QJM.0 size=29851 2024-09-13T00:26:01.707 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.706+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=MX5AXF1J3QJM tag=53MBSSCPH3ZP type=write size=1078427 2024-09-13T00:26:01.711 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.710+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~4JGJN731UB93.0 size=967974 2024-09-13T00:26:01.719 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.718+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=4JGJN731UB93 tag=6ONU9M9PTDOC type=write size=2016550 2024-09-13T00:26:01.723 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.722+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=GYHIJFS34LGI type=write size=611322 2024-09-13T00:26:01.728 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.726+0000 7ff07d6c9640 1 < completed write operation key=2DTY4IYSD8J3 tag=8JLW383Y16LJ type=write size=497401 2024-09-13T00:26:01.733 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.730+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=IR2OJOR923X3 type=del size=1972849 2024-09-13T00:26:01.737 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.734+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~KQFF3Y8SQ3K1.0 size=1048576 2024-09-13T00:26:01.740 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.738+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~KQFF3Y8SQ3K1.1 size=1048576 2024-09-13T00:26:01.740 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.738+0000 7ff07d6c9640 1 < canceled part key=_multipart_6SZPC5K3S8UZ.2~KQFF3Y8SQ3K1.2 size=594515 2024-09-13T00:26:01.748 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.746+0000 7ff07d6c9640 1 < canceled multipart upload key=6SZPC5K3S8UZ upload=KQFF3Y8SQ3K1 tag=9UUD9JIUKANI type=write size=3740243 2024-09-13T00:26:01.753 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.750+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=517MWP8BTFGO type=del size=1510447 2024-09-13T00:26:01.758 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.754+0000 7ff07d6c9640 1 < completed write operation key=DT4C13GCJ90M tag=CSE0LE96DGBT type=write size=423681 2024-09-13T00:26:01.763 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.762+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=H2363BSR1CWK type=del size=3248681 2024-09-13T00:26:01.768 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.766+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=Y5TAL3LPJU3J type=del 2024-09-13T00:26:01.773 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.770+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=L31UD3ZXYHSZ type=del size=554914 2024-09-13T00:26:01.777 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.774+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~N6OPPWNP47G4.0 size=1002136 2024-09-13T00:26:01.784 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.782+0000 7ff07d6c9640 1 < completed multipart upload key=DT4C13GCJ90M upload=N6OPPWNP47G4 tag=0UG2YK59P1D2 type=write size=2050712 2024-09-13T00:26:01.792 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.790+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~0FEYWAKT5ZLV.0 size=1048576 2024-09-13T00:26:01.795 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.794+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~0FEYWAKT5ZLV.1 size=1048576 2024-09-13T00:26:01.799 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.798+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~0FEYWAKT5ZLV.2 size=698815 2024-09-13T00:26:01.799 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.798+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=0FEYWAKT5ZLV tag=DNNQTTZDWWSO type=write size=3844543 2024-09-13T00:26:01.804 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.802+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=ONL5SB88HPXI type=del 2024-09-13T00:26:01.813 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.810+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~675NABUPW345.0 size=1048576 2024-09-13T00:26:01.817 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.814+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~675NABUPW345.1 size=1048576 2024-09-13T00:26:01.824 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.818+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~675NABUPW345.2 size=1038298 2024-09-13T00:26:01.824 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.818+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=675NABUPW345 tag=WLRWA689IBAR type=write size=4184026 2024-09-13T00:26:01.824 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.822+0000 7ff07d6c9640 1 < canceled part key=_multipart_FLIVW0XUS2MD.2~S1D2XN070TV1.0 size=425485 2024-09-13T00:26:01.830 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.826+0000 7ff07d6c9640 1 < canceled multipart upload key=FLIVW0XUS2MD upload=S1D2XN070TV1 tag=KNY9E083I0R1 type=write size=1474061 2024-09-13T00:26:01.834 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.834+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=PH5I4O3MX7I5 type=del size=802052 2024-09-13T00:26:01.839 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.838+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~04G84DYS967R.0 size=511107 2024-09-13T00:26:01.846 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.842+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=04G84DYS967R tag=F1GDY621QGSP type=write size=1559683 2024-09-13T00:26:01.851 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.850+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=O3WE18QPF3CT type=del size=3695166 2024-09-13T00:26:01.855 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.854+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=48I2W9569F9I type=del 2024-09-13T00:26:01.860 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.858+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=ILTV6JLB38UF type=write size=54531 2024-09-13T00:26:01.865 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.862+0000 7ff07d6c9640 1 < canceled operation key=7H3YFWWXRQ8L tag=AB3HXK85FU50 type=del size=3690929 2024-09-13T00:26:01.869 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.866+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=67RF20U6QV1F type=del size=414293 2024-09-13T00:26:01.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.870+0000 7ff07d6c9640 1 < completed write operation key=ALFI3PWKDJ24 tag=YFAU1G7YT56U type=write size=569273 2024-09-13T00:26:01.878 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.874+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=7UE1LAX9K5N7 type=del size=2621623 2024-09-13T00:26:01.882 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.882+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=37D4VDH42H2W type=del 2024-09-13T00:26:01.890 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.890+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~6CBJ9QDK4ZQY.0 size=1048576 2024-09-13T00:26:01.894 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.890+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~6CBJ9QDK4ZQY.1 size=61357 2024-09-13T00:26:01.894 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.890+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=6CBJ9QDK4ZQY tag=RUJQLU7IU99N type=write size=2158509 2024-09-13T00:26:01.898 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.898+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~ED5RYZG28CVE.0 size=1048576 2024-09-13T00:26:01.902 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.898+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~ED5RYZG28CVE.1 size=1048576 2024-09-13T00:26:01.905 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.902+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~ED5RYZG28CVE.2 size=685561 2024-09-13T00:26:01.913 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.910+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=ED5RYZG28CVE tag=U809BTG72TQ0 type=write size=3831289 2024-09-13T00:26:01.918 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.914+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=R9OE09TOKZ1J type=del size=373514 2024-09-13T00:26:01.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.922+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=5YTGEYHOVXQC type=del 2024-09-13T00:26:01.927 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.926+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=6F3OYR9GDR8G type=del size=103419 2024-09-13T00:26:01.931 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.930+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~MX5AXF1J3QJM.0 size=29851 2024-09-13T00:26:01.938 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.938+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=MX5AXF1J3QJM tag=53MBSSCPH3ZP type=write size=1078427 2024-09-13T00:26:01.943 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.942+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=M8VFS5JXLO2B type=del size=3548966 2024-09-13T00:26:01.952 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.950+0000 7ff07d6c9640 1 < suggested remove operation key=9VL7XF9W6EIA tag=GYHIJFS34LGI type=write 2024-09-13T00:26:01.960 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.958+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~P0GAX5L9OJP3.0 size=1048576 2024-09-13T00:26:01.963 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.962+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~P0GAX5L9OJP3.1 size=759135 2024-09-13T00:26:01.963 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.962+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=P0GAX5L9OJP3 tag=SIITCZQMV698 type=write size=2856287 2024-09-13T00:26:01.968 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.966+0000 7ff07d6c9640 1 < canceled operation key=GDD2408QTYGR tag=IR2OJOR923X3 type=del size=1972849 2024-09-13T00:26:01.976 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.974+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~94LT5581CG9F.0 size=258296 2024-09-13T00:26:01.976 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.974+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=94LT5581CG9F tag=8JF9YESVTME2 type=write size=1306872 2024-09-13T00:26:01.980 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.978+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=517MWP8BTFGO type=del 2024-09-13T00:26:01.988 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.986+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~HE7BY0YO5Z5Y.0 size=1048576 2024-09-13T00:26:01.991 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.990+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~HE7BY0YO5Z5Y.1 size=914585 2024-09-13T00:26:01.991 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.990+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=HE7BY0YO5Z5Y tag=X1X1H3SWKNAE type=write size=3011737 2024-09-13T00:26:01.996 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.994+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=H2363BSR1CWK type=del 2024-09-13T00:26:02.001 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:01.998+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=9JNX0S6P1QEK type=del size=2929884 2024-09-13T00:26:02.005 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.002+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=L31UD3ZXYHSZ type=del 2024-09-13T00:26:02.013 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.010+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~MKTMWNLXCEJV.0 size=1048576 2024-09-13T00:26:02.016 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.014+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~MKTMWNLXCEJV.1 size=1048576 2024-09-13T00:26:02.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.018+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~MKTMWNLXCEJV.2 size=698981 2024-09-13T00:26:02.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.018+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=MKTMWNLXCEJV tag=60ARGDPOU1AZ type=write size=3844709 2024-09-13T00:26:02.022 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.018+0000 7ff07d6c9640 1 < canceled part key=_multipart_2DTY4IYSD8J3.2~0FEYWAKT5ZLV.0 size=1048576 2024-09-13T00:26:02.026 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.022+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~0FEYWAKT5ZLV.1 size=1048576 2024-09-13T00:26:02.029 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.026+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~0FEYWAKT5ZLV.2 size=698815 2024-09-13T00:26:02.037 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.034+0000 7ff07d6c9640 1 < canceled multipart upload key=2DTY4IYSD8J3 upload=0FEYWAKT5ZLV tag=DNNQTTZDWWSO type=write size=3844543 2024-09-13T00:26:02.045 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.042+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~HKDF69R0VDBS.0 size=1048576 2024-09-13T00:26:02.048 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.046+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~HKDF69R0VDBS.1 size=626774 2024-09-13T00:26:02.049 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.046+0000 7ff07d6c9640 1 > prepared multipart upload key=0TFNXW7OU716 upload=HKDF69R0VDBS tag=RE63TUWBSCQ9 type=write size=2723926 2024-09-13T00:26:02.053 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.050+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~675NABUPW345.0 size=1048576 2024-09-13T00:26:02.053 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.050+0000 7ff07d6c9640 1 < canceled part key=_multipart_RTSSDLFRS0GP.2~675NABUPW345.1 size=1048576 2024-09-13T00:26:02.053 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.050+0000 7ff07d6c9640 1 < canceled part key=_multipart_RTSSDLFRS0GP.2~675NABUPW345.2 size=1038298 2024-09-13T00:26:02.061 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.058+0000 7ff07d6c9640 1 < canceled multipart upload key=RTSSDLFRS0GP upload=675NABUPW345 tag=WLRWA689IBAR type=write size=4184026 2024-09-13T00:26:02.066 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.062+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=M93UPRJGRBV4 type=del size=4159008 2024-09-13T00:26:02.071 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.070+0000 7ff07d6c9640 1 < canceled operation key=CNP11H6WEG9D tag=PH5I4O3MX7I5 type=del size=802052 2024-09-13T00:26:02.080 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.078+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~K6FB1NOFEYFS.0 size=846575 2024-09-13T00:26:02.081 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.078+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=K6FB1NOFEYFS tag=TDJ5KAYQ3JBB type=write size=1895151 2024-09-13T00:26:02.089 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.086+0000 7ff07d6c9640 1 < suggested remove operation key=CNP11H6WEG9D tag=O3WE18QPF3CT type=del 2024-09-13T00:26:02.093 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.090+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=0H34B32DZKSK type=del size=2133542 2024-09-13T00:26:02.098 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.098+0000 7ff07d6c9640 1 < completed write operation key=1C09CIUJQSH0 tag=ILTV6JLB38UF type=write size=54531 2024-09-13T00:26:02.103 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.102+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=S69WQYIL6YGB type=del size=2719648 2024-09-13T00:26:02.107 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.106+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=67RF20U6QV1F type=del 2024-09-13T00:26:02.116 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.114+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~67SAMDPM5QIE.0 size=1048576 2024-09-13T00:26:02.120 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.118+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~67SAMDPM5QIE.1 size=1048576 2024-09-13T00:26:02.124 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.122+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~67SAMDPM5QIE.2 size=45917 2024-09-13T00:26:02.124 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.122+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=67SAMDPM5QIE tag=N330QJYMTHYQ type=write size=3191645 2024-09-13T00:26:02.132 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.130+0000 7ff07d6c9640 1 < suggested remove operation key=JI54OSP2P86V tag=7UE1LAX9K5N7 type=del 2024-09-13T00:26:02.141 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.138+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~GBC182Y8YAAA.0 size=1048576 2024-09-13T00:26:02.145 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.142+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~GBC182Y8YAAA.1 size=200231 2024-09-13T00:26:02.145 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.142+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=GBC182Y8YAAA tag=UA8E1QLOQWV6 type=write size=2297383 2024-09-13T00:26:02.149 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.146+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~6CBJ9QDK4ZQY.0 size=1048576 2024-09-13T00:26:02.153 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.150+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~6CBJ9QDK4ZQY.1 size=61357 2024-09-13T00:26:02.160 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.158+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=6CBJ9QDK4ZQY tag=RUJQLU7IU99N type=write size=2158509 2024-09-13T00:26:02.168 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.166+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~VRNJUO61WWY8.0 size=1048576 2024-09-13T00:26:02.172 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.170+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~VRNJUO61WWY8.1 size=856927 2024-09-13T00:26:02.172 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.170+0000 7ff07d6c9640 1 > prepared multipart upload key=0TFNXW7OU716 upload=VRNJUO61WWY8 tag=JL0EG18145IB type=write size=2954079 2024-09-13T00:26:02.181 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.178+0000 7ff07d6c9640 1 < suggested update operation key=6SZPC5K3S8UZ tag=R9OE09TOKZ1J type=del size=373514 2024-09-13T00:26:02.189 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.186+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~3I0P1SI6BYQV.0 size=1048576 2024-09-13T00:26:02.193 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.190+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~3I0P1SI6BYQV.1 size=1048576 2024-09-13T00:26:02.196 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.194+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~3I0P1SI6BYQV.2 size=627548 2024-09-13T00:26:02.196 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.194+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=3I0P1SI6BYQV tag=G6BWNZZBMU45 type=write size=3773276 2024-09-13T00:26:02.201 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.198+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=6F3OYR9GDR8G type=del 2024-09-13T00:26:02.209 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.206+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~L0AWPE9KRXWT.0 size=1048576 2024-09-13T00:26:02.213 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.210+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~L0AWPE9KRXWT.1 size=1048576 2024-09-13T00:26:02.216 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.214+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~L0AWPE9KRXWT.2 size=790038 2024-09-13T00:26:02.216 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.214+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=L0AWPE9KRXWT tag=7OLHM3081YDF type=write size=3935766 2024-09-13T00:26:02.225 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.222+0000 7ff07d6c9640 1 < suggested remove operation key=FLIVW0XUS2MD tag=M8VFS5JXLO2B type=del 2024-09-13T00:26:02.229 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.226+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=KGTDWV5ENSTV type=del size=762033 2024-09-13T00:26:02.233 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.230+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~P0GAX5L9OJP3.0 size=1048576 2024-09-13T00:26:02.237 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.234+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~P0GAX5L9OJP3.1 size=759135 2024-09-13T00:26:02.244 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.242+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=P0GAX5L9OJP3 tag=SIITCZQMV698 type=write size=2856287 2024-09-13T00:26:02.249 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.246+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=L8NPUS9NG9KL type=write size=98409 2024-09-13T00:26:02.253 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.250+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~94LT5581CG9F.0 size=258296 2024-09-13T00:26:02.260 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.258+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=94LT5581CG9F tag=8JF9YESVTME2 type=write size=1306872 2024-09-13T00:26:02.268 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.266+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~D6ZU9UTJSL6Z.0 size=292115 2024-09-13T00:26:02.268 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.266+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=D6ZU9UTJSL6Z tag=BIB21UCH5GL7 type=write size=1340691 2024-09-13T00:26:02.272 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.270+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~HE7BY0YO5Z5Y.0 size=1048576 2024-09-13T00:26:02.276 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.274+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~HE7BY0YO5Z5Y.1 size=914585 2024-09-13T00:26:02.283 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.282+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=HE7BY0YO5Z5Y tag=X1X1H3SWKNAE type=write size=3011737 2024-09-13T00:26:02.291 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.290+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~J0YHQTO2UP6O.0 size=761300 2024-09-13T00:26:02.291 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.290+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=J0YHQTO2UP6O tag=4PIN1JH51B8L type=write size=1809876 2024-09-13T00:26:02.301 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.298+0000 7ff07d6c9640 1 < suggested update operation key=2DTY4IYSD8J3 tag=9JNX0S6P1QEK type=del size=2929884 2024-09-13T00:26:02.309 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.306+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~Y21GW31SV4AS.0 size=58441 2024-09-13T00:26:02.309 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.306+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=Y21GW31SV4AS tag=V0CZ31B3TIAF type=write size=1107017 2024-09-13T00:26:02.314 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.310+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~MKTMWNLXCEJV.0 size=1048576 2024-09-13T00:26:02.318 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.314+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~MKTMWNLXCEJV.1 size=1048576 2024-09-13T00:26:02.321 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.318+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~MKTMWNLXCEJV.2 size=698981 2024-09-13T00:26:02.329 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.326+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=MKTMWNLXCEJV tag=60ARGDPOU1AZ type=write size=3844709 2024-09-13T00:26:02.334 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.330+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=Z36QV8RK0J8M type=del size=2050601 2024-09-13T00:26:02.338 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.338+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~HKDF69R0VDBS.0 size=1048576 2024-09-13T00:26:02.342 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.338+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~HKDF69R0VDBS.1 size=626774 2024-09-13T00:26:02.349 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.346+0000 7ff07d6c9640 1 < completed multipart upload key=0TFNXW7OU716 upload=HKDF69R0VDBS tag=RE63TUWBSCQ9 type=write size=2723926 2024-09-13T00:26:02.354 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.354+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=JXXBXZUEQ1CG type=del size=4062689 2024-09-13T00:26:02.359 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.358+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=M93UPRJGRBV4 type=del 2024-09-13T00:26:02.367 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.366+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~6FIOG8F69BY8.0 size=906544 2024-09-13T00:26:02.367 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.366+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=6FIOG8F69BY8 tag=US53DYCQSNMD type=write size=1955120 2024-09-13T00:26:02.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.366+0000 7ff07d6c9640 1 < canceled part key=_multipart_4J0DEO2EA8KL.2~K6FB1NOFEYFS.0 size=846575 2024-09-13T00:26:02.375 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.374+0000 7ff07d6c9640 1 < canceled multipart upload key=4J0DEO2EA8KL upload=K6FB1NOFEYFS tag=TDJ5KAYQ3JBB type=write size=1895151 2024-09-13T00:26:02.380 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.378+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=56C6TR1D9B7O type=del size=2529321 2024-09-13T00:26:02.384 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.382+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=0H34B32DZKSK type=del 2024-09-13T00:26:02.391 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.390+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~DNJZGCT4L8Y1.0 size=1048576 2024-09-13T00:26:02.395 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.394+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~DNJZGCT4L8Y1.1 size=869736 2024-09-13T00:26:02.395 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.394+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=DNJZGCT4L8Y1 tag=YKSA2KN49LYO type=write size=2966888 2024-09-13T00:26:02.399 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.398+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=S69WQYIL6YGB type=del 2024-09-13T00:26:02.403 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.402+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=Z8QM8UQZNUDI type=del size=844338 2024-09-13T00:26:02.408 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.406+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~67SAMDPM5QIE.0 size=1048576 2024-09-13T00:26:02.411 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.410+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~67SAMDPM5QIE.1 size=1048576 2024-09-13T00:26:02.414 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.414+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~67SAMDPM5QIE.2 size=45917 2024-09-13T00:26:02.421 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.418+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=67SAMDPM5QIE tag=N330QJYMTHYQ type=write size=3191645 2024-09-13T00:26:02.429 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.426+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~4W4HSTLFLI2C.0 size=1048576 2024-09-13T00:26:02.433 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.430+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~4W4HSTLFLI2C.1 size=959129 2024-09-13T00:26:02.433 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.430+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=4W4HSTLFLI2C tag=1U4N2TCOX2GL type=write size=3056281 2024-09-13T00:26:02.438 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.434+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~GBC182Y8YAAA.0 size=1048576 2024-09-13T00:26:02.441 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.438+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~GBC182Y8YAAA.1 size=200231 2024-09-13T00:26:02.449 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.446+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=GBC182Y8YAAA tag=UA8E1QLOQWV6 type=write size=2297383 2024-09-13T00:26:02.453 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.450+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=URE0PHP6XXXK type=del size=1032061 2024-09-13T00:26:02.458 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.458+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~VRNJUO61WWY8.0 size=1048576 2024-09-13T00:26:02.462 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.462+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~VRNJUO61WWY8.1 size=856927 2024-09-13T00:26:02.470 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.466+0000 7ff07d6c9640 1 < completed multipart upload key=0TFNXW7OU716 upload=VRNJUO61WWY8 tag=JL0EG18145IB type=write size=2954079 2024-09-13T00:26:02.479 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.478+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~1GAG6UGGMO7S.0 size=1048576 2024-09-13T00:26:02.482 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.482+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~1GAG6UGGMO7S.1 size=1048576 2024-09-13T00:26:02.486 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.482+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~1GAG6UGGMO7S.2 size=790233 2024-09-13T00:26:02.486 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.482+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=1GAG6UGGMO7S tag=PX4KWVNSN93J type=write size=3935961 2024-09-13T00:26:02.491 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.490+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~3I0P1SI6BYQV.0 size=1048576 2024-09-13T00:26:02.494 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.490+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~3I0P1SI6BYQV.1 size=1048576 2024-09-13T00:26:02.498 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.494+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~3I0P1SI6BYQV.2 size=627548 2024-09-13T00:26:02.505 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.502+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=3I0P1SI6BYQV tag=G6BWNZZBMU45 type=write size=3773276 2024-09-13T00:26:02.509 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.506+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=YH7T2E87RB1M type=del size=1494858 2024-09-13T00:26:02.514 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.510+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~L0AWPE9KRXWT.0 size=1048576 2024-09-13T00:26:02.517 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.514+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~L0AWPE9KRXWT.1 size=1048576 2024-09-13T00:26:02.521 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.518+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~L0AWPE9KRXWT.2 size=790038 2024-09-13T00:26:02.528 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.526+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=L0AWPE9KRXWT tag=7OLHM3081YDF type=write size=3935766 2024-09-13T00:26:02.533 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.530+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=ZQAHG9VMR8AZ type=write size=48525 2024-09-13T00:26:02.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.534+0000 7ff07d6c9640 1 < canceled operation key=RTSSDLFRS0GP tag=KGTDWV5ENSTV type=del size=762033 2024-09-13T00:26:02.542 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.542+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=1EELMXS2NFHL type=del size=3292043 2024-09-13T00:26:02.547 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.546+0000 7ff07d6c9640 1 < completed write operation key=ZB9Q220ZM0E0 tag=L8NPUS9NG9KL type=write size=98409 2024-09-13T00:26:02.558 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.554+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~BR37O9AYJL3K.0 size=1048576 2024-09-13T00:26:02.562 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.558+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~BR37O9AYJL3K.1 size=1048576 2024-09-13T00:26:02.566 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.562+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~BR37O9AYJL3K.2 size=26058 2024-09-13T00:26:02.566 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.562+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=BR37O9AYJL3K tag=88V3TDJLP3PN type=write size=3171786 2024-09-13T00:26:02.571 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.570+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~D6ZU9UTJSL6Z.0 size=292115 2024-09-13T00:26:02.579 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.578+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=D6ZU9UTJSL6Z tag=BIB21UCH5GL7 type=write size=1340691 2024-09-13T00:26:02.584 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.582+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=L9YLJY1FNW0S type=del size=93216 2024-09-13T00:26:02.588 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.586+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~J0YHQTO2UP6O.0 size=761300 2024-09-13T00:26:02.596 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.594+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=J0YHQTO2UP6O tag=4PIN1JH51B8L type=write size=1809876 2024-09-13T00:26:02.601 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.598+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=16M8HRXWMOWF type=del size=3721348 2024-09-13T00:26:02.606 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.602+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~Y21GW31SV4AS.0 size=58441 2024-09-13T00:26:02.615 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.614+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=Y21GW31SV4AS tag=V0CZ31B3TIAF type=write size=1107017 2024-09-13T00:26:02.619 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.618+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=FOZC7FGYACGK type=del size=2625080 2024-09-13T00:26:02.623 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.622+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=Z36QV8RK0J8M type=del 2024-09-13T00:26:02.628 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.626+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=UEOCLSN5XLV5 type=del size=1211139 2024-09-13T00:26:02.633 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.630+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=JXXBXZUEQ1CG type=del 2024-09-13T00:26:02.640 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.634+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=NE89UGRMKRXT type=del size=483713 2024-09-13T00:26:02.642 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.638+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~6FIOG8F69BY8.0 size=906544 2024-09-13T00:26:02.649 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.646+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=6FIOG8F69BY8 tag=US53DYCQSNMD type=write size=1955120 2024-09-13T00:26:02.653 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.650+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=64QJQ8TLBCUR type=del size=2075949 2024-09-13T00:26:02.662 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.658+0000 7ff07d6c9640 1 < suggested remove operation key=CQE0A2I3P64S tag=56C6TR1D9B7O type=del 2024-09-13T00:26:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:26:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:26:02] "GET /metrics HTTP/1.1" 200 36294 "" "Prometheus/2.43.0" 2024-09-13T00:26:02.666 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.662+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=G5SVKCZ7HR9I type=del size=1743345 2024-09-13T00:26:02.670 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.670+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~DNJZGCT4L8Y1.0 size=1048576 2024-09-13T00:26:02.674 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.670+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~DNJZGCT4L8Y1.1 size=869736 2024-09-13T00:26:02.681 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.678+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=DNJZGCT4L8Y1 tag=YKSA2KN49LYO type=write size=2966888 2024-09-13T00:26:02.685 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.682+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=PWA01L7V256E type=del size=3011771 2024-09-13T00:26:02.690 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.686+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=Z8QM8UQZNUDI type=del 2024-09-13T00:26:02.694 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.690+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=V1Q0TKZO2PFZ type=del size=2178558 2024-09-13T00:26:02.698 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.698+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~4W4HSTLFLI2C.0 size=1048576 2024-09-13T00:26:02.702 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.702+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~4W4HSTLFLI2C.1 size=959129 2024-09-13T00:26:02.710 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.710+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=4W4HSTLFLI2C tag=1U4N2TCOX2GL type=write size=3056281 2024-09-13T00:26:02.716 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.714+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=ZT2FH9JNTBC8 type=write size=637785 2024-09-13T00:26:02.721 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.718+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=URE0PHP6XXXK type=del 2024-09-13T00:26:02.725 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.722+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=2QCU1LRWGONT type=del size=3060214 2024-09-13T00:26:02.730 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.726+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~1GAG6UGGMO7S.0 size=1048576 2024-09-13T00:26:02.733 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.730+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~1GAG6UGGMO7S.1 size=1048576 2024-09-13T00:26:02.737 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.734+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~1GAG6UGGMO7S.2 size=790233 2024-09-13T00:26:02.744 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.742+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=1GAG6UGGMO7S tag=PX4KWVNSN93J type=write size=3935961 2024-09-13T00:26:02.749 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.746+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=Y07G2M22OU8Q type=del size=2726614 2024-09-13T00:26:02.754 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.750+0000 7ff07d6c9640 -1 < failed to complete operation key=CQE0A2I3P64S tag=YH7T2E87RB1M type=del size=1494858: (22) Invalid argument 2024-09-13T00:26:02.760 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.758+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=9L6WFBZPSWO8 type=del size=3930990 2024-09-13T00:26:02.770 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.766+0000 7ff07d6c9640 1 < suggested update operation key=O016V0EIG9TO tag=ZQAHG9VMR8AZ type=write size=48525 2024-09-13T00:26:02.780 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.778+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~SUYQIZCB3NGP.0 size=24701 2024-09-13T00:26:02.780 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.778+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=SUYQIZCB3NGP tag=GXPBX8J4EKY8 type=write size=1073277 2024-09-13T00:26:02.784 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.782+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=1EELMXS2NFHL type=del 2024-09-13T00:26:02.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:26:02 smithi053 bash[94430]: ts=2024-09-13T00:26:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:26:02.794 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.790+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~QPW208VD1J3A.0 size=1048576 2024-09-13T00:26:02.797 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.794+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~QPW208VD1J3A.1 size=549994 2024-09-13T00:26:02.798 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.794+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=QPW208VD1J3A tag=ZSKFTJC6MB9G type=write size=2647146 2024-09-13T00:26:02.802 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.802+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~BR37O9AYJL3K.0 size=1048576 2024-09-13T00:26:02.806 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.806+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~BR37O9AYJL3K.1 size=1048576 2024-09-13T00:26:02.810 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.806+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~BR37O9AYJL3K.2 size=26058 2024-09-13T00:26:02.817 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.814+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=BR37O9AYJL3K tag=88V3TDJLP3PN type=write size=3171786 2024-09-13T00:26:02.825 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.822+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~7KCS4OG852XU.0 size=1048576 2024-09-13T00:26:02.828 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.826+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~7KCS4OG852XU.1 size=1048576 2024-09-13T00:26:02.832 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.830+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~7KCS4OG852XU.2 size=408333 2024-09-13T00:26:02.832 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.830+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=7KCS4OG852XU tag=88G2BJZUI6KO type=write size=3554061 2024-09-13T00:26:02.837 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.834+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=L9YLJY1FNW0S type=del 2024-09-13T00:26:02.844 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.842+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~J2FDMI4MIX51.0 size=172344 2024-09-13T00:26:02.844 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.842+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=J2FDMI4MIX51 tag=PVU23GU7OTJJ type=write size=1220920 2024-09-13T00:26:02.849 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.846+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=16M8HRXWMOWF type=del 2024-09-13T00:26:02.853 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.850+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=LWNDO3JYIDII type=del size=1296842 2024-09-13T00:26:02.857 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.854+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=FOZC7FGYACGK type=del 2024-09-13T00:26:02.862 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.858+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=3BIPM6TONFL4 type=del size=3258365 2024-09-13T00:26:02.866 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.862+0000 7ff07d6c9640 1 < canceled operation key=7VNCRBS2OO7G tag=UEOCLSN5XLV5 type=del size=1211139 2024-09-13T00:26:02.871 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.870+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=RJY9V61NLL9J type=del size=1839514 2024-09-13T00:26:02.875 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.874+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=NE89UGRMKRXT type=del 2024-09-13T00:26:02.880 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.878+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=AOOTEC5HXL25 type=del size=319498 2024-09-13T00:26:02.884 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.882+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=64QJQ8TLBCUR type=del 2024-09-13T00:26:02.889 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.886+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=Y56OA77MD98V type=del size=2469089 2024-09-13T00:26:02.893 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.890+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=G5SVKCZ7HR9I type=del 2024-09-13T00:26:02.901 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.898+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~ZAUWZ9G22PNV.0 size=484801 2024-09-13T00:26:02.901 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.898+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=ZAUWZ9G22PNV tag=8SGRPRFY19BV type=write size=1533377 2024-09-13T00:26:02.905 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.902+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=PWA01L7V256E type=del 2024-09-13T00:26:02.913 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.910+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~YSGIMCLSD8EJ.0 size=183668 2024-09-13T00:26:02.913 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.910+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=YSGIMCLSD8EJ tag=5RQAGESAMSI6 type=write size=1232244 2024-09-13T00:26:02.917 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.914+0000 7ff07d6c9640 1 < canceled operation key=6SZPC5K3S8UZ tag=V1Q0TKZO2PFZ type=del size=2178558 2024-09-13T00:26:02.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.918+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=8UW5QMJTZ90B type=del size=1601429 2024-09-13T00:26:02.926 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.922+0000 7ff07d6c9640 1 < completed write operation key=FLIVW0XUS2MD tag=ZT2FH9JNTBC8 type=write size=637785 2024-09-13T00:26:02.933 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.930+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~WKCJQO9U0LUU.0 size=1048576 2024-09-13T00:26:02.937 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.934+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~WKCJQO9U0LUU.1 size=1048576 2024-09-13T00:26:02.940 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.938+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~WKCJQO9U0LUU.2 size=925618 2024-09-13T00:26:02.940 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.938+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=WKCJQO9U0LUU tag=R0ASDNRO2WBQ type=write size=4071346 2024-09-13T00:26:02.945 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.942+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=2QCU1LRWGONT type=del 2024-09-13T00:26:02.949 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.946+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=WTU4UKPZ73MD type=del size=2029766 2024-09-13T00:26:02.954 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.950+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=Y07G2M22OU8Q type=del 2024-09-13T00:26:02.959 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.958+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=4KPACIYJYMXE type=del size=2251438 2024-09-13T00:26:02.969 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.966+0000 7ff07d6c9640 1 < suggested update operation key=1C09CIUJQSH0 tag=9L6WFBZPSWO8 type=del size=3930990 2024-09-13T00:26:02.973 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.970+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=K6BDY6X8GVWT type=del size=3073282 2024-09-13T00:26:02.978 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.978+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~SUYQIZCB3NGP.0 size=24701 2024-09-13T00:26:02.986 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.982+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=SUYQIZCB3NGP tag=GXPBX8J4EKY8 type=write size=1073277 2024-09-13T00:26:02.994 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.990+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~57GIK47A3JK2.0 size=1048576 2024-09-13T00:26:02.997 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.994+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~57GIK47A3JK2.1 size=108757 2024-09-13T00:26:02.997 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.994+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=57GIK47A3JK2 tag=S282CYCUAH32 type=write size=2205909 2024-09-13T00:26:02.998 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.994+0000 7ff07d6c9640 1 < canceled part key=_multipart_ALFI3PWKDJ24.2~QPW208VD1J3A.0 size=1048576 2024-09-13T00:26:03.001 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:02.998+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~QPW208VD1J3A.1 size=549994 2024-09-13T00:26:03.009 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.006+0000 7ff07d6c9640 1 < canceled multipart upload key=ALFI3PWKDJ24 upload=QPW208VD1J3A tag=ZSKFTJC6MB9G type=write size=2647146 2024-09-13T00:26:03.013 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.010+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=UWTP32S7USDC type=del size=2152044 2024-09-13T00:26:03.017 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.014+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~7KCS4OG852XU.0 size=1048576 2024-09-13T00:26:03.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.018+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~7KCS4OG852XU.1 size=1048576 2024-09-13T00:26:03.025 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.022+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~7KCS4OG852XU.2 size=408333 2024-09-13T00:26:03.032 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.030+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=7KCS4OG852XU tag=88G2BJZUI6KO type=write size=3554061 2024-09-13T00:26:03.037 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.034+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=69OR02CEW0AM type=del size=247202 2024-09-13T00:26:03.042 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.042+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~J2FDMI4MIX51.0 size=172344 2024-09-13T00:26:03.049 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.046+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=J2FDMI4MIX51 tag=PVU23GU7OTJJ type=write size=1220920 2024-09-13T00:26:03.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.054+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=QKO47OXT0W7O type=del size=44444 2024-09-13T00:26:03.060 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.058+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=LWNDO3JYIDII type=del 2024-09-13T00:26:03.065 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.062+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=14OJO99JMGDG type=del size=795934 2024-09-13T00:26:03.075 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.074+0000 7ff07d6c9640 1 < suggested update operation key=4J0DEO2EA8KL tag=3BIPM6TONFL4 type=del size=3258365 2024-09-13T00:26:03.081 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.078+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=7OKNU77QJQ18 type=del size=3766623 2024-09-13T00:26:03.086 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.086+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=RJY9V61NLL9J type=del 2024-09-13T00:26:03.092 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.090+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=9EHOYSKGNPE3 type=del size=2563976 2024-09-13T00:26:03.096 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.094+0000 7ff07d6c9640 1 < canceled operation key=ZNBRMSEXA9ZK tag=AOOTEC5HXL25 type=del size=319498 2024-09-13T00:26:03.100 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.098+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=W1BBYHEAOBBL type=write size=491838 2024-09-13T00:26:03.105 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.102+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=Y56OA77MD98V type=del 2024-09-13T00:26:03.110 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.106+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=4GUZHSXL5CRP type=write size=972791 2024-09-13T00:26:03.115 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.114+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~ZAUWZ9G22PNV.0 size=484801 2024-09-13T00:26:03.123 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.122+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=ZAUWZ9G22PNV tag=8SGRPRFY19BV type=write size=1533377 2024-09-13T00:26:03.127 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.126+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=1O1LOVK33AP5 type=del size=1993461 2024-09-13T00:26:03.132 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.130+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~YSGIMCLSD8EJ.0 size=183668 2024-09-13T00:26:03.140 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.138+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=YSGIMCLSD8EJ tag=5RQAGESAMSI6 type=write size=1232244 2024-09-13T00:26:03.144 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.142+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=13X47R9K77Y0 type=del size=3618321 2024-09-13T00:26:03.149 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.146+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=8UW5QMJTZ90B type=del 2024-09-13T00:26:03.158 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.158+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~5CHCXSCNTALU.0 size=1048576 2024-09-13T00:26:03.162 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.158+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~5CHCXSCNTALU.1 size=315586 2024-09-13T00:26:03.162 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.158+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=5CHCXSCNTALU tag=SQ36WVQYO9C1 type=write size=2412738 2024-09-13T00:26:03.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:02 smithi032 bash[75510]: cluster 2024-09-13T00:26:01.499911+0000 mgr.y (mgr.34107) 698 : cluster [DBG] pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 164 KiB/s wr, 838 op/s 2024-09-13T00:26:03.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:02 smithi032 bash[76677]: cluster 2024-09-13T00:26:01.499911+0000 mgr.y (mgr.34107) 698 : cluster [DBG] pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 164 KiB/s wr, 838 op/s 2024-09-13T00:26:03.166 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.166+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~WKCJQO9U0LUU.0 size=1048576 2024-09-13T00:26:03.170 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.166+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~WKCJQO9U0LUU.1 size=1048576 2024-09-13T00:26:03.174 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.170+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~WKCJQO9U0LUU.2 size=925618 2024-09-13T00:26:03.181 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.178+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=WKCJQO9U0LUU tag=R0ASDNRO2WBQ type=write size=4071346 2024-09-13T00:26:03.186 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.182+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=4FYXSUB1A8WZ type=del size=1918782 2024-09-13T00:26:03.190 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.190+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=WTU4UKPZ73MD type=del 2024-09-13T00:26:03.198 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.198+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~LXDNCLQ7329Q.0 size=1048576 2024-09-13T00:26:03.202 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.202+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~LXDNCLQ7329Q.1 size=598801 2024-09-13T00:26:03.203 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.202+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=LXDNCLQ7329Q tag=PTCG5WI90CDS type=write size=2695953 2024-09-13T00:26:03.207 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.206+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=4KPACIYJYMXE type=del 2024-09-13T00:26:03.211 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.210+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=1CRWLBRONWX2 type=del size=917417 2024-09-13T00:26:03.215 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.214+0000 7ff07d6c9640 1 < canceled operation key=7VNCRBS2OO7G tag=K6BDY6X8GVWT type=del size=3073282 2024-09-13T00:26:03.220 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.218+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=C9N052BG4ODK type=del size=266438 2024-09-13T00:26:03.224 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.222+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~57GIK47A3JK2.0 size=1048576 2024-09-13T00:26:03.228 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.226+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~57GIK47A3JK2.1 size=108757 2024-09-13T00:26:03.235 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.234+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=57GIK47A3JK2 tag=S282CYCUAH32 type=write size=2205909 2024-09-13T00:26:03.243 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.242+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~3I4NTUAT1N9E.0 size=1048576 2024-09-13T00:26:03.246 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.246+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~3I4NTUAT1N9E.1 size=1048576 2024-09-13T00:26:03.252 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.246+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~3I4NTUAT1N9E.2 size=81677 2024-09-13T00:26:03.252 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.246+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=3I4NTUAT1N9E tag=AL1BSEJ6OIG2 type=write size=3227405 2024-09-13T00:26:03.259 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.258+0000 7ff07d6c9640 1 < suggested remove operation key=CNP11H6WEG9D tag=UWTP32S7USDC type=del 2024-09-13T00:26:03.267 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.266+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~KMWKI02R18UB.0 size=1048527 2024-09-13T00:26:03.267 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.266+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=KMWKI02R18UB tag=HH54AP4P32IG type=write size=2097103 2024-09-13T00:26:03.273 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.270+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=69OR02CEW0AM type=del 2024-09-13T00:26:03.278 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.274+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=FISEAFYIZ3ZX type=del size=3354336 2024-09-13T00:26:03.284 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.282+0000 7ff07d6c9640 -1 < failed to complete operation key=CNP11H6WEG9D tag=QKO47OXT0W7O type=del size=44444: (22) Invalid argument 2024-09-13T00:26:03.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:02 smithi053 bash[67631]: cluster 2024-09-13T00:26:01.499911+0000 mgr.y (mgr.34107) 698 : cluster [DBG] pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 164 KiB/s wr, 838 op/s 2024-09-13T00:26:03.288 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.286+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=UM3T2RIGDTXN type=write size=1018061 2024-09-13T00:26:03.292 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.290+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=14OJO99JMGDG type=del 2024-09-13T00:26:03.297 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.294+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=3HKL62TJ5KZ6 type=del size=4040280 2024-09-13T00:26:03.306 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.302+0000 7ff07d6c9640 1 < suggested update operation key=6SZPC5K3S8UZ tag=7OKNU77QJQ18 type=del size=3766623 2024-09-13T00:26:03.310 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.306+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=4X408ED51C4X type=del size=251335 2024-09-13T00:26:03.318 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.318+0000 7ff07d6c9640 1 < suggested update operation key=ALFI3PWKDJ24 tag=9EHOYSKGNPE3 type=del size=2563976 2024-09-13T00:26:03.326 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.322+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~2CBJGL9OIZ8H.0 size=1048576 2024-09-13T00:26:03.329 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.326+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~2CBJGL9OIZ8H.1 size=674647 2024-09-13T00:26:03.330 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.326+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=2CBJGL9OIZ8H tag=II0WRUFF61NI type=write size=2771799 2024-09-13T00:26:03.338 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.334+0000 7ff07d6c9640 1 < suggested update operation key=M1TXILI2WRP8 tag=W1BBYHEAOBBL type=write size=491838 2024-09-13T00:26:03.342 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.342+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=QRQ013XKEE22 type=del size=405739 2024-09-13T00:26:03.347 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.346+0000 7ff07d6c9640 1 < completed write operation key=0THRDK3EP2DY tag=4GUZHSXL5CRP type=write size=972791 2024-09-13T00:26:03.352 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.350+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=FKP3PW72BA6A type=del size=1561273 2024-09-13T00:26:03.357 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.354+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=1O1LOVK33AP5 type=del 2024-09-13T00:26:03.361 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.358+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=FTM2SCEG9KN7 type=del size=1637175 2024-09-13T00:26:03.365 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.362+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=13X47R9K77Y0 type=del 2024-09-13T00:26:03.370 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.366+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=FSWWZ61IGXM5 type=del size=2532574 2024-09-13T00:26:03.375 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.374+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~5CHCXSCNTALU.0 size=1048576 2024-09-13T00:26:03.378 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.374+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~5CHCXSCNTALU.1 size=315586 2024-09-13T00:26:03.386 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.386+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=5CHCXSCNTALU tag=SQ36WVQYO9C1 type=write size=2412738 2024-09-13T00:26:03.394 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.394+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~8DR08FDXE4P5.0 size=1048576 2024-09-13T00:26:03.398 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.394+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~8DR08FDXE4P5.1 size=818291 2024-09-13T00:26:03.398 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.394+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=8DR08FDXE4P5 tag=EXI7EI8MVLHV type=write size=2915443 2024-09-13T00:26:03.403 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.402+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=4FYXSUB1A8WZ type=del 2024-09-13T00:26:03.408 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.406+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=6UYQAS9ZOR6K type=del size=2417517 2024-09-13T00:26:03.413 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.410+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~LXDNCLQ7329Q.0 size=1048576 2024-09-13T00:26:03.417 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.414+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~LXDNCLQ7329Q.1 size=598801 2024-09-13T00:26:03.425 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.422+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=LXDNCLQ7329Q tag=PTCG5WI90CDS type=write size=2695953 2024-09-13T00:26:03.429 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.426+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=6P7CV9GRTFXV type=del size=3756501 2024-09-13T00:26:03.438 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.438+0000 7ff07d6c9640 1 < suggested remove operation key=R0UI5544UWD1 tag=1CRWLBRONWX2 type=del 2024-09-13T00:26:03.443 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.442+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=SYEROBL79MOL type=del size=3527356 2024-09-13T00:26:03.449 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.446+0000 7ff07d6c9640 -1 < failed to complete operation key=CNP11H6WEG9D tag=C9N052BG4ODK type=del size=266438: (22) Invalid argument 2024-09-13T00:26:03.454 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.450+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=RZE0W3CEC88K type=del size=4058689 2024-09-13T00:26:03.459 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.458+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~3I4NTUAT1N9E.0 size=1048576 2024-09-13T00:26:03.464 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.462+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~3I4NTUAT1N9E.1 size=1048576 2024-09-13T00:26:03.468 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.466+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~3I4NTUAT1N9E.2 size=81677 2024-09-13T00:26:03.476 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.474+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=3I4NTUAT1N9E tag=AL1BSEJ6OIG2 type=write size=3227405 2024-09-13T00:26:03.485 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.482+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~DEHRJZ5XR3NJ.0 size=525324 2024-09-13T00:26:03.485 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.482+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=DEHRJZ5XR3NJ tag=6NYS8WDU6M9Q type=write size=1573900 2024-09-13T00:26:03.490 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.490+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~KMWKI02R18UB.0 size=1048527 2024-09-13T00:26:03.498 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.498+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=KMWKI02R18UB tag=HH54AP4P32IG type=write size=2097103 2024-09-13T00:26:03.503 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.502+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=OTSNP07X65TL type=del size=3874276 2024-09-13T00:26:03.513 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.510+0000 7ff07d6c9640 1 < suggested remove operation key=7VNCRBS2OO7G tag=FISEAFYIZ3ZX type=del 2024-09-13T00:26:03.517 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.514+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=48336C60HP0P type=del size=3386638 2024-09-13T00:26:03.524 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.518+0000 7ff07d6c9640 1 < canceled operation key=WT8C8PJ810XA tag=UM3T2RIGDTXN type=write size=1018061 2024-09-13T00:26:03.527 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.526+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=3K2N1MGG1I92 type=del size=3053586 2024-09-13T00:26:03.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.534+0000 7ff07d6c9640 1 < suggested update operation key=GDD2408QTYGR tag=3HKL62TJ5KZ6 type=del size=4040280 2024-09-13T00:26:03.545 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.542+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~C55MOCR1IL4F.0 size=946100 2024-09-13T00:26:03.546 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.542+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=C55MOCR1IL4F tag=8VATAQW09LP3 type=write size=1994676 2024-09-13T00:26:03.554 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.554+0000 7ff07d6c9640 1 < suggested remove operation key=YB8OYIWQYY07 tag=4X408ED51C4X type=del 2024-09-13T00:26:03.560 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.558+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=EMWWN4K2UPCU type=write size=847890 2024-09-13T00:26:03.565 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.562+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~2CBJGL9OIZ8H.0 size=1048576 2024-09-13T00:26:03.568 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.566+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~2CBJGL9OIZ8H.1 size=674647 2024-09-13T00:26:03.577 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.574+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=2CBJGL9OIZ8H tag=II0WRUFF61NI type=write size=2771799 2024-09-13T00:26:03.582 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.578+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=P4D90F11CK2D type=del size=2626592 2024-09-13T00:26:03.588 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.586+0000 7ff07d6c9640 -1 < failed to complete operation key=YB8OYIWQYY07 tag=QRQ013XKEE22 type=del size=405739: (22) Invalid argument 2024-09-13T00:26:03.593 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.590+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=P1IY2PAPSXDX type=del size=47503 2024-09-13T00:26:03.599 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.598+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=FKP3PW72BA6A type=del 2024-09-13T00:26:03.608 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.606+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~7NGDDRERF17B.0 size=1048576 2024-09-13T00:26:03.612 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.610+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~7NGDDRERF17B.1 size=1048576 2024-09-13T00:26:03.615 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.614+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~7NGDDRERF17B.2 size=899212 2024-09-13T00:26:03.616 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.614+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=7NGDDRERF17B tag=FWHUGOJCVMXN type=write size=4044940 2024-09-13T00:26:03.621 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.618+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=FTM2SCEG9KN7 type=del 2024-09-13T00:26:03.630 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.630+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~MWH1HJRAZW6O.0 size=667748 2024-09-13T00:26:03.630 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.630+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=MWH1HJRAZW6O tag=0GSZRW2ITXF2 type=write size=1716324 2024-09-13T00:26:03.636 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.634+0000 7ff07d6c9640 -1 < failed to complete operation key=YB8OYIWQYY07 tag=FSWWZ61IGXM5 type=del size=2532574: (22) Invalid argument 2024-09-13T00:26:03.643 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.642+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~0WMKGQEQ3HCY.0 size=875264 2024-09-13T00:26:03.643 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.642+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=0WMKGQEQ3HCY tag=7HK2KUURP464 type=write size=1923840 2024-09-13T00:26:03.648 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.646+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~8DR08FDXE4P5.0 size=1048576 2024-09-13T00:26:03.648 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.646+0000 7ff07d6c9640 1 < canceled part key=_multipart_DT4C13GCJ90M.2~8DR08FDXE4P5.1 size=818291 2024-09-13T00:26:03.655 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.654+0000 7ff07d6c9640 1 < canceled multipart upload key=DT4C13GCJ90M upload=8DR08FDXE4P5 tag=EXI7EI8MVLHV type=write size=2915443 2024-09-13T00:26:03.660 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.658+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=15KUD86Q2152 type=del size=2614369 2024-09-13T00:26:03.664 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.662+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=6UYQAS9ZOR6K type=del 2024-09-13T00:26:03.668 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.666+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=JIPPOUCJFVWO type=del size=1207422 2024-09-13T00:26:03.673 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.670+0000 7ff07d6c9640 -1 < failed to complete operation key=YB8OYIWQYY07 tag=6P7CV9GRTFXV type=del size=3756501: (22) Invalid argument 2024-09-13T00:26:03.697 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.694+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~P3F8FN6GD31Y.0 size=1048576 2024-09-13T00:26:03.702 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.698+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~P3F8FN6GD31Y.1 size=1048576 2024-09-13T00:26:03.707 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.706+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~P3F8FN6GD31Y.2 size=808607 2024-09-13T00:26:03.707 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.706+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=P3F8FN6GD31Y tag=Q2RTUZ8LJDUT type=write size=3954335 2024-09-13T00:26:03.713 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.710+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=SYEROBL79MOL type=del 2024-09-13T00:26:03.717 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.714+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=UZZLLET6LVHF type=del size=3145445 2024-09-13T00:26:03.722 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.718+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=RZE0W3CEC88K type=del 2024-09-13T00:26:03.726 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.726+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=CDOW02OFVIOY type=del size=211016 2024-09-13T00:26:03.731 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.730+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~DEHRJZ5XR3NJ.0 size=525324 2024-09-13T00:26:03.739 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.738+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=DEHRJZ5XR3NJ tag=6NYS8WDU6M9Q type=write size=1573900 2024-09-13T00:26:03.743 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.742+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=SE3KYNOCE42H type=write size=218096 2024-09-13T00:26:03.754 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.750+0000 7ff07d6c9640 1 < suggested remove operation key=7H3YFWWXRQ8L tag=OTSNP07X65TL type=del 2024-09-13T00:26:03.762 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.758+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~JI6G6Q6E4HU2.0 size=581692 2024-09-13T00:26:03.762 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.758+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=JI6G6Q6E4HU2 tag=4V21W560YPPR type=write size=1630268 2024-09-13T00:26:03.767 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.766+0000 7ff07d6c9640 1 < completed delete operation key=YNG29P8H3FSB tag=48336C60HP0P type=del 2024-09-13T00:26:03.771 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.770+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=CWVKS27K1CCT type=del size=2115374 2024-09-13T00:26:03.776 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.774+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=3K2N1MGG1I92 type=del 2024-09-13T00:26:03.780 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.778+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=YR1EZXWMRBCS type=del size=2347514 2024-09-13T00:26:03.785 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.782+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~C55MOCR1IL4F.0 size=946100 2024-09-13T00:26:03.793 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.790+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=C55MOCR1IL4F tag=8VATAQW09LP3 type=write size=1994676 2024-09-13T00:26:03.798 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.794+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=ZY0535D24ZCL type=del size=3894595 2024-09-13T00:26:03.802 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.802+0000 7ff07d6c9640 1 < completed write operation key=M1TXILI2WRP8 tag=EMWWN4K2UPCU type=write size=847890 2024-09-13T00:26:03.807 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.806+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=XJ3LMLPAPZWN type=del size=212332 2024-09-13T00:26:03.817 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.814+0000 7ff07d6c9640 1 < suggested update operation key=YB8OYIWQYY07 tag=P4D90F11CK2D type=del size=2626592 2024-09-13T00:26:03.827 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.826+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~SG3EK204HVJZ.0 size=1048576 2024-09-13T00:26:03.831 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.830+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~SG3EK204HVJZ.1 size=980499 2024-09-13T00:26:03.831 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.830+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=SG3EK204HVJZ tag=2POCMF89BSTN type=write size=3077651 2024-09-13T00:26:03.837 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.834+0000 7ff07d6c9640 -1 < failed to complete operation key=YB8OYIWQYY07 tag=P1IY2PAPSXDX type=del size=47503: (22) Invalid argument 2024-09-13T00:26:03.841 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.838+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=JKJBUKOLK0EI type=write size=717143 2024-09-13T00:26:03.842 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.842+0000 7ff07d6c9640 1 < canceled part key=_multipart_CNP11H6WEG9D.2~7NGDDRERF17B.0 size=1048576 2024-09-13T00:26:03.847 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.846+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~7NGDDRERF17B.1 size=1048576 2024-09-13T00:26:03.851 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.850+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~7NGDDRERF17B.2 size=899212 2024-09-13T00:26:03.858 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.854+0000 7ff07d6c9640 1 < canceled multipart upload key=CNP11H6WEG9D upload=7NGDDRERF17B tag=FWHUGOJCVMXN type=write size=4044940 2024-09-13T00:26:03.864 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.862+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=FS44HPAPVSAQ type=write size=947693 2024-09-13T00:26:03.865 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.862+0000 7ff07d6c9640 1 < canceled part key=_multipart_YB8OYIWQYY07.2~MWH1HJRAZW6O.0 size=667748 2024-09-13T00:26:03.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.870+0000 7ff07d6c9640 1 < canceled multipart upload key=YB8OYIWQYY07 upload=MWH1HJRAZW6O tag=0GSZRW2ITXF2 type=write size=1716324 2024-09-13T00:26:03.881 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.878+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~S1Q4MF5561KE.0 size=587774 2024-09-13T00:26:03.881 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.878+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=S1Q4MF5561KE tag=KJR3I0PF91VI type=write size=1636350 2024-09-13T00:26:03.885 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.882+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~0WMKGQEQ3HCY.0 size=875264 2024-09-13T00:26:03.894 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.890+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=0WMKGQEQ3HCY tag=7HK2KUURP464 type=write size=1923840 2024-09-13T00:26:03.897 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.894+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=9C1UE4DDHWJ3 type=del size=722265 2024-09-13T00:26:03.902 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.898+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=15KUD86Q2152 type=del 2024-09-13T00:26:03.910 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.910+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~GD4KD11NBPCU.0 size=1048576 2024-09-13T00:26:03.914 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.910+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~GD4KD11NBPCU.1 size=1048576 2024-09-13T00:26:03.918 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.914+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~GD4KD11NBPCU.2 size=1038349 2024-09-13T00:26:03.918 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.914+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=GD4KD11NBPCU tag=KA46TPKS6YV7 type=write size=4184077 2024-09-13T00:26:03.928 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.926+0000 7ff07d6c9640 1 < suggested remove operation key=ALFI3PWKDJ24 tag=JIPPOUCJFVWO type=del 2024-09-13T00:26:03.932 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.930+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=Q60GJ7445X27 type=del size=1374951 2024-09-13T00:26:03.937 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.934+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~P3F8FN6GD31Y.0 size=1048576 2024-09-13T00:26:03.940 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.938+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~P3F8FN6GD31Y.1 size=1048576 2024-09-13T00:26:03.945 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.942+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~P3F8FN6GD31Y.2 size=808607 2024-09-13T00:26:03.953 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.950+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=P3F8FN6GD31Y tag=Q2RTUZ8LJDUT type=write size=3954335 2024-09-13T00:26:03.961 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.958+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~8T092HXOBTR9.0 size=882235 2024-09-13T00:26:03.962 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.958+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=8T092HXOBTR9 tag=29P8WN5OHIAV type=write size=1930811 2024-09-13T00:26:03.967 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.966+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=UZZLLET6LVHF type=del 2024-09-13T00:26:03.976 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.974+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~M6CYVYWC5G63.0 size=1048576 2024-09-13T00:26:03.980 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.978+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~M6CYVYWC5G63.1 size=469823 2024-09-13T00:26:03.980 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.978+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=M6CYVYWC5G63 tag=MQUNQA725MSH type=write size=2566975 2024-09-13T00:26:03.985 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.982+0000 7ff07d6c9640 1 < canceled operation key=7VNCRBS2OO7G tag=CDOW02OFVIOY type=del size=211016 2024-09-13T00:26:03.990 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.990+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=X1YMWTIU0Z1L type=del size=3033305 2024-09-13T00:26:03.996 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.994+0000 7ff07d6c9640 1 < canceled operation key=M1TXILI2WRP8 tag=SE3KYNOCE42H type=write size=218096 2024-09-13T00:26:04.001 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:03.998+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=GAD7R10CG7DA type=del size=3907869 2024-09-13T00:26:04.006 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.002+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~JI6G6Q6E4HU2.0 size=581692 2024-09-13T00:26:04.014 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.014+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=JI6G6Q6E4HU2 tag=4V21W560YPPR type=write size=1630268 2024-09-13T00:26:04.022 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.022+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~WGNJRRST62L0.0 size=1048576 2024-09-13T00:26:04.026 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.022+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~WGNJRRST62L0.1 size=622977 2024-09-13T00:26:04.026 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.022+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=WGNJRRST62L0 tag=YI2TNHNYVMM1 type=write size=2720129 2024-09-13T00:26:04.031 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.030+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=CWVKS27K1CCT type=del 2024-09-13T00:26:04.036 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.034+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=KN39BZSC52GS type=write size=756629 2024-09-13T00:26:04.041 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.038+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=YR1EZXWMRBCS type=del 2024-09-13T00:26:04.050 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.046+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~ZORNDPZLRQR2.0 size=1048576 2024-09-13T00:26:04.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.050+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~ZORNDPZLRQR2.1 size=167504 2024-09-13T00:26:04.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.050+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=ZORNDPZLRQR2 tag=TGKKFZ2QS0OF type=write size=2264656 2024-09-13T00:26:04.059 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.058+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=ZY0535D24ZCL type=del 2024-09-13T00:26:04.069 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.066+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~38ZWCK2719L3.0 size=1048576 2024-09-13T00:26:04.072 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.070+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~38ZWCK2719L3.1 size=722546 2024-09-13T00:26:04.072 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.070+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=38ZWCK2719L3 tag=UNFC2A9QW06D type=write size=2819698 2024-09-13T00:26:04.079 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.078+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=XJ3LMLPAPZWN type=del 2024-09-13T00:26:04.084 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.082+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=AAHMJ7KV6YIU type=del size=3905764 2024-09-13T00:26:04.089 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.086+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~SG3EK204HVJZ.0 size=1048576 2024-09-13T00:26:04.093 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.090+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~SG3EK204HVJZ.1 size=980499 2024-09-13T00:26:04.102 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.102+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=SG3EK204HVJZ tag=2POCMF89BSTN type=write size=3077651 2024-09-13T00:26:04.111 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.110+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~K2CX9GDMJHIF.0 size=1048576 2024-09-13T00:26:04.115 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.114+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~K2CX9GDMJHIF.1 size=1048576 2024-09-13T00:26:04.120 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.118+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~K2CX9GDMJHIF.2 size=767290 2024-09-13T00:26:04.120 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.118+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=K2CX9GDMJHIF tag=XS6CUNC04POT type=write size=3913018 2024-09-13T00:26:04.128 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.126+0000 7ff07d6c9640 1 < suggested remove operation key=R0UI5544UWD1 tag=JKJBUKOLK0EI type=write 2024-09-13T00:26:04.133 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.130+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=I3T333ISDLVC type=del size=984180 2024-09-13T00:26:04.137 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.134+0000 7ff07d6c9640 1 < canceled operation key=9VL7XF9W6EIA tag=FS44HPAPVSAQ type=write size=947693 2024-09-13T00:26:04.146 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.142+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~9TNGBPG3XWE3.0 size=1048576 2024-09-13T00:26:04.150 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.146+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~9TNGBPG3XWE3.1 size=1048576 2024-09-13T00:26:04.154 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.150+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~9TNGBPG3XWE3.2 size=620307 2024-09-13T00:26:04.154 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.150+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=9TNGBPG3XWE3 tag=AVKJ25CBJMF7 type=write size=3766035 2024-09-13T00:26:04.159 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.158+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~S1Q4MF5561KE.0 size=587774 2024-09-13T00:26:04.166 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.166+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=S1Q4MF5561KE tag=KJR3I0PF91VI type=write size=1636350 2024-09-13T00:26:04.171 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.170+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=GKOTASNQLLYL type=del size=1506916 2024-09-13T00:26:04.176 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.174+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=9C1UE4DDHWJ3 type=del 2024-09-13T00:26:04.180 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.178+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=XIFEPIQDBNKE type=del size=348383 2024-09-13T00:26:04.185 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.182+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~GD4KD11NBPCU.0 size=1048576 2024-09-13T00:26:04.189 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.186+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~GD4KD11NBPCU.1 size=1048576 2024-09-13T00:26:04.193 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.190+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~GD4KD11NBPCU.2 size=1038349 2024-09-13T00:26:04.201 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.198+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=GD4KD11NBPCU tag=KA46TPKS6YV7 type=write size=4184077 2024-09-13T00:26:04.209 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.206+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~7TCRODSZUVJU.0 size=1048576 2024-09-13T00:26:04.213 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.210+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~7TCRODSZUVJU.1 size=392421 2024-09-13T00:26:04.213 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.210+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=7TCRODSZUVJU tag=FN1QFFL7QL3U type=write size=2489573 2024-09-13T00:26:04.217 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.214+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=Q60GJ7445X27 type=del 2024-09-13T00:26:04.226 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.222+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~UYZOZNMIBRM9.0 size=449786 2024-09-13T00:26:04.226 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.222+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=UYZOZNMIBRM9 tag=NSDRZ8P7E727 type=write size=1498362 2024-09-13T00:26:04.230 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.230+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~8T092HXOBTR9.0 size=882235 2024-09-13T00:26:04.238 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.234+0000 7ff07d6c9640 1 < completed multipart upload key=DT4C13GCJ90M upload=8T092HXOBTR9 tag=29P8WN5OHIAV type=write size=1930811 2024-09-13T00:26:04.246 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.242+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~H4YFYHEYX3I0.0 size=1048576 2024-09-13T00:26:04.249 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.246+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~H4YFYHEYX3I0.1 size=536573 2024-09-13T00:26:04.249 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.246+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=H4YFYHEYX3I0 tag=MRK5FGNB1CDH type=write size=2633725 2024-09-13T00:26:04.254 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.250+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~M6CYVYWC5G63.0 size=1048576 2024-09-13T00:26:04.258 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.258+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~M6CYVYWC5G63.1 size=469823 2024-09-13T00:26:04.266 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.262+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=M6CYVYWC5G63 tag=MQUNQA725MSH type=write size=2566975 2024-09-13T00:26:04.274 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.270+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~3CBY0AFB5WM0.0 size=536542 2024-09-13T00:26:04.274 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.270+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=3CBY0AFB5WM0 tag=TGEIN7U4LGLI type=write size=1585118 2024-09-13T00:26:04.279 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.278+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=X1YMWTIU0Z1L type=del 2024-09-13T00:26:04.283 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.282+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=4EK3NG2CQDL4 type=del size=3752767 2024-09-13T00:26:04.288 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.286+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=GAD7R10CG7DA type=del 2024-09-13T00:26:04.296 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.294+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~DZ94BGQO5GDE.0 size=806096 2024-09-13T00:26:04.296 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.294+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=DZ94BGQO5GDE tag=NQ8LWQ1FHSFE type=write size=1854672 2024-09-13T00:26:04.301 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.298+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~WGNJRRST62L0.0 size=1048576 2024-09-13T00:26:04.305 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.302+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~WGNJRRST62L0.1 size=622977 2024-09-13T00:26:04.313 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.310+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=WGNJRRST62L0 tag=YI2TNHNYVMM1 type=write size=2720129 2024-09-13T00:26:04.322 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.318+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~7LTZYHWE50E0.0 size=1048576 2024-09-13T00:26:04.326 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.322+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~7LTZYHWE50E0.1 size=995662 2024-09-13T00:26:04.326 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.322+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=7LTZYHWE50E0 tag=EIMRM0WC3COF type=write size=3092814 2024-09-13T00:26:04.331 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.330+0000 7ff07d6c9640 1 < canceled operation key=DI6S0X65V18P tag=KN39BZSC52GS type=write size=756629 2024-09-13T00:26:04.339 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.338+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~ZBM7NMVD3EXV.0 size=1048576 2024-09-13T00:26:04.342 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.342+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~ZBM7NMVD3EXV.1 size=440357 2024-09-13T00:26:04.343 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.342+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=ZBM7NMVD3EXV tag=1UJX1ZIGS5NF type=write size=2537509 2024-09-13T00:26:04.347 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.346+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~ZORNDPZLRQR2.0 size=1048576 2024-09-13T00:26:04.351 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.350+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~ZORNDPZLRQR2.1 size=167504 2024-09-13T00:26:04.360 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.358+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=ZORNDPZLRQR2 tag=TGKKFZ2QS0OF type=write size=2264656 2024-09-13T00:26:04.365 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.362+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=PMP5RFY6AHBS type=del size=419237 2024-09-13T00:26:04.370 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.366+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~38ZWCK2719L3.0 size=1048576 2024-09-13T00:26:04.374 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.370+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~38ZWCK2719L3.1 size=722546 2024-09-13T00:26:04.382 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.382+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=38ZWCK2719L3 tag=UNFC2A9QW06D type=write size=2819698 2024-09-13T00:26:04.392 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.390+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~IRMHULXR4CWV.0 size=1048576 2024-09-13T00:26:04.396 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.394+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~IRMHULXR4CWV.1 size=1048576 2024-09-13T00:26:04.400 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.398+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~IRMHULXR4CWV.2 size=812351 2024-09-13T00:26:04.400 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.398+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=IRMHULXR4CWV tag=QHSYA56Q34SB type=write size=3958079 2024-09-13T00:26:04.406 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.402+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=AAHMJ7KV6YIU type=del 2024-09-13T00:26:04.414 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.410+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~75VP88E9HHDM.0 size=1048576 2024-09-13T00:26:04.418 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.414+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~75VP88E9HHDM.1 size=1048576 2024-09-13T00:26:04.422 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.418+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~75VP88E9HHDM.2 size=201048 2024-09-13T00:26:04.422 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.418+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=75VP88E9HHDM tag=ENF6H2D0BX71 type=write size=3346776 2024-09-13T00:26:04.427 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.426+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~K2CX9GDMJHIF.0 size=1048576 2024-09-13T00:26:04.430 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.430+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~K2CX9GDMJHIF.1 size=1048576 2024-09-13T00:26:04.434 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.430+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~K2CX9GDMJHIF.2 size=767290 2024-09-13T00:26:04.443 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.442+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=K2CX9GDMJHIF tag=XS6CUNC04POT type=write size=3913018 2024-09-13T00:26:04.447 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.446+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=KSJ8NE3PJ0LB type=del size=3260891 2024-09-13T00:26:04.458 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.454+0000 7ff07d6c9640 1 < suggested update operation key=WT8C8PJ810XA tag=I3T333ISDLVC type=del size=984180 2024-09-13T00:26:04.463 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.462+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=54TV422KMI0E type=del size=1883445 2024-09-13T00:26:04.468 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.466+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~9TNGBPG3XWE3.0 size=1048576 2024-09-13T00:26:04.472 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.470+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~9TNGBPG3XWE3.1 size=1048576 2024-09-13T00:26:04.476 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.474+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~9TNGBPG3XWE3.2 size=620307 2024-09-13T00:26:04.485 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.482+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=9TNGBPG3XWE3 tag=AVKJ25CBJMF7 type=write size=3766035 2024-09-13T00:26:04.494 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.490+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~462C9BS8EO6E.0 size=999746 2024-09-13T00:26:04.494 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.490+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=462C9BS8EO6E tag=3TD8JWIPBUP8 type=write size=2048322 2024-09-13T00:26:04.498 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.498+0000 7ff07d6c9640 1 < completed delete operation key=OT4KA0LL7RP3 tag=GKOTASNQLLYL type=del 2024-09-13T00:26:04.503 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.502+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=PUSELCBB0RRB type=write size=178262 2024-09-13T00:26:04.508 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.506+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=XIFEPIQDBNKE type=del 2024-09-13T00:26:04.513 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.510+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=YYCHV219HZPD type=del size=366226 2024-09-13T00:26:04.517 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.514+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~7TCRODSZUVJU.0 size=1048576 2024-09-13T00:26:04.521 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.518+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~7TCRODSZUVJU.1 size=392421 2024-09-13T00:26:04.529 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.526+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=7TCRODSZUVJU tag=FN1QFFL7QL3U type=write size=2489573 2024-09-13T00:26:04.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.534+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~FRIOR9CLWQDP.0 size=385269 2024-09-13T00:26:04.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.534+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=FRIOR9CLWQDP tag=IANR659SWCOC type=write size=1433845 2024-09-13T00:26:04.542 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.538+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~UYZOZNMIBRM9.0 size=449786 2024-09-13T00:26:04.549 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.546+0000 7ff07d6c9640 1 < completed multipart upload key=XG3I1V51GD71 upload=UYZOZNMIBRM9 tag=NSDRZ8P7E727 type=write size=1498362 2024-09-13T00:26:04.554 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.550+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=S6REVT2IMJTE type=write size=483283 2024-09-13T00:26:04.558 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.558+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~H4YFYHEYX3I0.0 size=1048576 2024-09-13T00:26:04.562 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.562+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~H4YFYHEYX3I0.1 size=536573 2024-09-13T00:26:04.570 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.570+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=H4YFYHEYX3I0 tag=MRK5FGNB1CDH type=write size=2633725 2024-09-13T00:26:04.579 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.578+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~QDEZ2FKVI43K.0 size=1048576 2024-09-13T00:26:04.583 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.582+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~QDEZ2FKVI43K.1 size=587029 2024-09-13T00:26:04.583 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.582+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=QDEZ2FKVI43K tag=H1Q9UJEXTHOI type=write size=2684181 2024-09-13T00:26:04.588 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.586+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~3CBY0AFB5WM0.0 size=536542 2024-09-13T00:26:04.595 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.594+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=3CBY0AFB5WM0 tag=TGEIN7U4LGLI type=write size=1585118 2024-09-13T00:26:04.600 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.598+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=D5FYYD43CIQS type=del size=2352566 2024-09-13T00:26:04.605 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.602+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=4EK3NG2CQDL4 type=del 2024-09-13T00:26:04.613 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.610+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~GXQJGHMPX184.0 size=1048576 2024-09-13T00:26:04.617 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.614+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~GXQJGHMPX184.1 size=1048576 2024-09-13T00:26:04.621 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.618+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~GXQJGHMPX184.2 size=309258 2024-09-13T00:26:04.621 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.618+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=GXQJGHMPX184 tag=LM3EZD9ZG0C5 type=write size=3454986 2024-09-13T00:26:04.625 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.622+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~DZ94BGQO5GDE.0 size=806096 2024-09-13T00:26:04.634 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.630+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=DZ94BGQO5GDE tag=NQ8LWQ1FHSFE type=write size=1854672 2024-09-13T00:26:04.643 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.642+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~RJCURTXE7I95.0 size=594729 2024-09-13T00:26:04.643 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.642+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=RJCURTXE7I95 tag=G9X7K6TDY3QC type=write size=1643305 2024-09-13T00:26:04.644 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.642+0000 7ff07d6c9640 1 < canceled part key=_multipart_JI54OSP2P86V.2~7LTZYHWE50E0.0 size=1048576 2024-09-13T00:26:04.649 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.646+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~7LTZYHWE50E0.1 size=995662 2024-09-13T00:26:04.656 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.654+0000 7ff07d6c9640 1 < canceled multipart upload key=JI54OSP2P86V upload=7LTZYHWE50E0 tag=EIMRM0WC3COF type=write size=3092814 2024-09-13T00:26:04.661 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.658+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=J2E5EZCZAA18 type=del size=3421991 2024-09-13T00:26:04.665 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.662+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~ZBM7NMVD3EXV.0 size=1048576 2024-09-13T00:26:04.669 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.666+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~ZBM7NMVD3EXV.1 size=440357 2024-09-13T00:26:04.677 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.674+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=ZBM7NMVD3EXV tag=1UJX1ZIGS5NF type=write size=2537509 2024-09-13T00:26:04.682 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.682+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=K20AC1ZO6QHM type=write size=529536 2024-09-13T00:26:04.687 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.686+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=PMP5RFY6AHBS type=del 2024-09-13T00:26:04.692 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.690+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=DV68EKQI30VI type=del size=206715 2024-09-13T00:26:04.697 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.694+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~IRMHULXR4CWV.0 size=1048576 2024-09-13T00:26:04.701 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.698+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~IRMHULXR4CWV.1 size=1048576 2024-09-13T00:26:04.706 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.702+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~IRMHULXR4CWV.2 size=812351 2024-09-13T00:26:04.715 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.714+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=IRMHULXR4CWV tag=QHSYA56Q34SB type=write size=3958079 2024-09-13T00:26:04.720 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.718+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=WK8I74W2F91O type=del size=2022619 2024-09-13T00:26:04.721 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.718+0000 7ff07d6c9640 1 < canceled part key=_multipart_4J0DEO2EA8KL.2~75VP88E9HHDM.0 size=1048576 2024-09-13T00:26:04.726 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.722+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~75VP88E9HHDM.1 size=1048576 2024-09-13T00:26:04.730 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.726+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~75VP88E9HHDM.2 size=201048 2024-09-13T00:26:04.738 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.738+0000 7ff07d6c9640 1 < canceled multipart upload key=4J0DEO2EA8KL upload=75VP88E9HHDM tag=ENF6H2D0BX71 type=write size=3346776 2024-09-13T00:26:04.744 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.742+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=INN5VC02VMSM type=del size=2516494 2024-09-13T00:26:04.754 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.750+0000 7ff07d6c9640 1 < suggested update operation key=GDD2408QTYGR tag=KSJ8NE3PJ0LB type=del size=3260891 2024-09-13T00:26:04.758 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.758+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=6YQEEAX7WAT4 type=del size=2572356 2024-09-13T00:26:04.763 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.762+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=54TV422KMI0E type=del 2024-09-13T00:26:04.772 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.770+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~A74KPHX4N3GI.0 size=1048576 2024-09-13T00:26:04.775 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.774+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~A74KPHX4N3GI.1 size=1048576 2024-09-13T00:26:04.779 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.778+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~A74KPHX4N3GI.2 size=509420 2024-09-13T00:26:04.779 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.778+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=A74KPHX4N3GI tag=JIS7A64BE7BD type=write size=3655148 2024-09-13T00:26:04.784 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.782+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~462C9BS8EO6E.0 size=999746 2024-09-13T00:26:04.792 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.790+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=462C9BS8EO6E tag=3TD8JWIPBUP8 type=write size=2048322 2024-09-13T00:26:04.801 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.798+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~QIFYTZR8QZOG.0 size=1048576 2024-09-13T00:26:04.805 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.802+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~QIFYTZR8QZOG.1 size=902769 2024-09-13T00:26:04.805 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.802+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=QIFYTZR8QZOG tag=YDC3RQZ146EN type=write size=2999921 2024-09-13T00:26:04.810 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.806+0000 7ff07d6c9640 1 < completed write operation key=XG3I1V51GD71 tag=PUSELCBB0RRB type=write size=178262 2024-09-13T00:26:04.814 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.814+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=ID0FTNFMEK8X type=del size=3022282 2024-09-13T00:26:04.819 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.818+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=YYCHV219HZPD type=del 2024-09-13T00:26:04.824 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.822+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=AMQ4A34IR749 type=del size=829090 2024-09-13T00:26:04.829 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.826+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~FRIOR9CLWQDP.0 size=385269 2024-09-13T00:26:04.837 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.834+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=FRIOR9CLWQDP tag=IANR659SWCOC type=write size=1433845 2024-09-13T00:26:04.841 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.838+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=7JS514CLL4CD type=del size=2235894 2024-09-13T00:26:04.846 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.842+0000 7ff07d6c9640 1 < completed write operation key=71PWJL28BPIC tag=S6REVT2IMJTE type=write size=483283 2024-09-13T00:26:04.855 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.854+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~7NWQV0ZT1BRR.0 size=1048576 2024-09-13T00:26:04.859 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.858+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~7NWQV0ZT1BRR.1 size=445829 2024-09-13T00:26:04.859 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.858+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=7NWQV0ZT1BRR tag=ESB340ZKHHAT type=write size=2542981 2024-09-13T00:26:04.860 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.858+0000 7ff07d6c9640 1 < canceled part key=_multipart_9VL7XF9W6EIA.2~QDEZ2FKVI43K.0 size=1048576 2024-09-13T00:26:04.864 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.862+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~QDEZ2FKVI43K.1 size=587029 2024-09-13T00:26:04.872 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.870+0000 7ff07d6c9640 1 < canceled multipart upload key=9VL7XF9W6EIA upload=QDEZ2FKVI43K tag=H1Q9UJEXTHOI type=write size=2684181 2024-09-13T00:26:04.876 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.874+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=6X5GJK3FOXL9 type=del size=931012 2024-09-13T00:26:04.881 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.878+0000 7ff07d6c9640 1 < completed delete operation key=YNG29P8H3FSB tag=D5FYYD43CIQS type=del 2024-09-13T00:26:04.886 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.886+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=MJG021TH96JL type=del size=3239445 2024-09-13T00:26:04.891 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.890+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~GXQJGHMPX184.0 size=1048576 2024-09-13T00:26:04.895 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.894+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~GXQJGHMPX184.1 size=1048576 2024-09-13T00:26:04.895 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.894+0000 7ff07d6c9640 1 < canceled part key=_multipart_9VL7XF9W6EIA.2~GXQJGHMPX184.2 size=309258 2024-09-13T00:26:04.904 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.902+0000 7ff07d6c9640 1 < canceled multipart upload key=9VL7XF9W6EIA upload=GXQJGHMPX184 tag=LM3EZD9ZG0C5 type=write size=3454986 2024-09-13T00:26:04.908 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.906+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=QSL10I09SZ8H type=del size=419637 2024-09-13T00:26:04.913 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.910+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~RJCURTXE7I95.0 size=594729 2024-09-13T00:26:04.921 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.918+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=RJCURTXE7I95 tag=G9X7K6TDY3QC type=write size=1643305 2024-09-13T00:26:04.929 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.926+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~C0GQYIZTYMFD.0 size=1048576 2024-09-13T00:26:04.933 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.930+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~C0GQYIZTYMFD.1 size=1048576 2024-09-13T00:26:04.936 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.934+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~C0GQYIZTYMFD.2 size=643595 2024-09-13T00:26:04.936 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.934+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=C0GQYIZTYMFD tag=WZBT1DNHGRZW type=write size=3789323 2024-09-13T00:26:04.941 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.938+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=J2E5EZCZAA18 type=del 2024-09-13T00:26:04.946 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.942+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=UVND5S30N35O type=del size=12999 2024-09-13T00:26:04.950 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.946+0000 7ff07d6c9640 1 < completed write operation key=DT4C13GCJ90M tag=K20AC1ZO6QHM type=write size=529536 2024-09-13T00:26:04.959 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.958+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~Y70DOLG432Z3.0 size=103508 2024-09-13T00:26:04.959 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.958+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=Y70DOLG432Z3 tag=C5YEJ2VFDR73 type=write size=1152084 2024-09-13T00:26:04.963 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.962+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=DV68EKQI30VI type=del 2024-09-13T00:26:04.968 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.966+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=R63ED2I66HHP type=del size=2846010 2024-09-13T00:26:04.973 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.970+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=WK8I74W2F91O type=del 2024-09-13T00:26:04.981 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.978+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~TPTBO1CUW8GP.0 size=785520 2024-09-13T00:26:04.981 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.978+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=TPTBO1CUW8GP tag=52QWUSSVEYXY type=write size=1834096 2024-09-13T00:26:04.986 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.986+0000 7ff07d6c9640 1 < canceled operation key=1C09CIUJQSH0 tag=INN5VC02VMSM type=del size=2516494 2024-09-13T00:26:04.991 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.990+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=IH7Q59528ALC type=del size=211559 2024-09-13T00:26:04.996 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.994+0000 7ff07d6c9640 1 < canceled operation key=1C09CIUJQSH0 tag=6YQEEAX7WAT4 type=del size=2572356 2024-09-13T00:26:05.000 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.998+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=C3T9F6VF4L6V type=write size=909177 2024-09-13T00:26:05.001 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:04.998+0000 7ff07d6c9640 1 < canceled part key=_multipart_DI6S0X65V18P.2~A74KPHX4N3GI.0 size=1048576 2024-09-13T00:26:05.006 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.002+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~A74KPHX4N3GI.1 size=1048576 2024-09-13T00:26:05.010 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.006+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~A74KPHX4N3GI.2 size=509420 2024-09-13T00:26:05.018 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.018+0000 7ff07d6c9640 1 < canceled multipart upload key=DI6S0X65V18P upload=A74KPHX4N3GI tag=JIS7A64BE7BD type=write size=3655148 2024-09-13T00:26:05.023 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.022+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=IMR86331T4BR type=write size=754146 2024-09-13T00:26:05.024 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.022+0000 7ff07d6c9640 1 < canceled part key=_multipart_ALFI3PWKDJ24.2~QIFYTZR8QZOG.0 size=1048576 2024-09-13T00:26:05.028 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.026+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~QIFYTZR8QZOG.1 size=902769 2024-09-13T00:26:05.035 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.034+0000 7ff07d6c9640 1 < canceled multipart upload key=ALFI3PWKDJ24 upload=QIFYTZR8QZOG tag=YDC3RQZ146EN type=write size=2999921 2024-09-13T00:26:05.045 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.042+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~BACB9RN7ZYSC.0 size=1048576 2024-09-13T00:26:05.049 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.046+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~BACB9RN7ZYSC.1 size=1048576 2024-09-13T00:26:05.053 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.050+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~BACB9RN7ZYSC.2 size=346016 2024-09-13T00:26:05.053 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.050+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=BACB9RN7ZYSC tag=OOJDXQ48P20P type=write size=3491744 2024-09-13T00:26:05.058 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.054+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=ID0FTNFMEK8X type=del 2024-09-13T00:26:05.066 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.066+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~YAA4KWL97E83.0 size=1048576 2024-09-13T00:26:05.070 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.070+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~YAA4KWL97E83.1 size=1000867 2024-09-13T00:26:05.070 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.070+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=YAA4KWL97E83 tag=1T4BFVM1063C type=write size=3098019 2024-09-13T00:26:05.075 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.074+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=AMQ4A34IR749 type=del 2024-09-13T00:26:05.084 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.082+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~7D131HJ944UM.0 size=1048576 2024-09-13T00:26:05.088 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.086+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~7D131HJ944UM.1 size=1048576 2024-09-13T00:26:05.092 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.090+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~7D131HJ944UM.2 size=646774 2024-09-13T00:26:05.092 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.090+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=7D131HJ944UM tag=D6RRL86CYTVZ type=write size=3792502 2024-09-13T00:26:05.102 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.098+0000 7ff07d6c9640 1 < suggested remove operation key=RTSSDLFRS0GP tag=7JS514CLL4CD type=del 2024-09-13T00:26:05.110 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.106+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~339XD4SRB3PW.0 size=1048576 2024-09-13T00:26:05.114 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.110+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~339XD4SRB3PW.1 size=526602 2024-09-13T00:26:05.114 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.110+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=339XD4SRB3PW tag=UZC25KNW05WJ type=write size=2623754 2024-09-13T00:26:05.119 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.117+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~7NWQV0ZT1BRR.0 size=1048576 2024-09-13T00:26:05.123 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.121+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~7NWQV0ZT1BRR.1 size=445829 2024-09-13T00:26:05.131 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.129+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=7NWQV0ZT1BRR tag=ESB340ZKHHAT type=write size=2542981 2024-09-13T00:26:05.136 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.133+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=09PWWGGU7NK0 type=del size=1868125 2024-09-13T00:26:05.146 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.141+0000 7ff07d6c9640 1 < suggested update operation key=M1TXILI2WRP8 tag=6X5GJK3FOXL9 type=del size=931012 2024-09-13T00:26:05.150 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.149+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=TDIO7D0SSKXA type=del size=1507955 2024-09-13T00:26:05.156 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.153+0000 7ff07d6c9640 -1 < failed to complete operation key=RTSSDLFRS0GP tag=MJG021TH96JL type=del size=3239445: (22) Invalid argument 2024-09-13T00:26:05.162 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.157+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=IDU2D0VP5NLJ type=del size=2036079 2024-09-13T00:26:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:04 smithi032 bash[75510]: cluster 2024-09-13T00:26:03.500972+0000 mgr.y (mgr.34107) 699 : cluster [DBG] pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 421 KiB/s rd, 145 KiB/s wr, 743 op/s 2024-09-13T00:26:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:04 smithi032 bash[76677]: cluster 2024-09-13T00:26:03.500972+0000 mgr.y (mgr.34107) 699 : cluster [DBG] pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 421 KiB/s rd, 145 KiB/s wr, 743 op/s 2024-09-13T00:26:05.166 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.161+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=QSL10I09SZ8H type=del 2024-09-13T00:26:05.171 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.169+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=FP45TR0CBPA4 type=write size=208152 2024-09-13T00:26:05.176 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.173+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~C0GQYIZTYMFD.0 size=1048576 2024-09-13T00:26:05.180 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.177+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~C0GQYIZTYMFD.1 size=1048576 2024-09-13T00:26:05.184 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.181+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~C0GQYIZTYMFD.2 size=643595 2024-09-13T00:26:05.192 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.189+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=C0GQYIZTYMFD tag=WZBT1DNHGRZW type=write size=3789323 2024-09-13T00:26:05.201 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.197+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~Y3YJMM4385AD.0 size=1048576 2024-09-13T00:26:05.205 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.201+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~Y3YJMM4385AD.1 size=1048576 2024-09-13T00:26:05.210 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.205+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~Y3YJMM4385AD.2 size=487696 2024-09-13T00:26:05.210 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.205+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=Y3YJMM4385AD tag=2X3QK08X6JNJ type=write size=3633424 2024-09-13T00:26:05.214 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.213+0000 7ff07d6c9640 1 < canceled operation key=YB8OYIWQYY07 tag=UVND5S30N35O type=del size=12999 2024-09-13T00:26:05.219 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.217+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=O0TS9ZKAZ9VR type=del size=3151961 2024-09-13T00:26:05.225 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.221+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~Y70DOLG432Z3.0 size=103508 2024-09-13T00:26:05.233 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.229+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=Y70DOLG432Z3 tag=C5YEJ2VFDR73 type=write size=1152084 2024-09-13T00:26:05.242 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.237+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~5I12KYUFZ2FL.0 size=990684 2024-09-13T00:26:05.242 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.237+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=5I12KYUFZ2FL tag=63907Z7JGSS9 type=write size=2039260 2024-09-13T00:26:05.247 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.245+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=R63ED2I66HHP type=del 2024-09-13T00:26:05.252 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.249+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=EW7YXU7SFY1N type=write size=519785 2024-09-13T00:26:05.257 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.253+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~TPTBO1CUW8GP.0 size=785520 2024-09-13T00:26:05.264 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.261+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=TPTBO1CUW8GP tag=52QWUSSVEYXY type=write size=1834096 2024-09-13T00:26:05.270 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.265+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=BAE2VMZZEFII type=del size=2485952 2024-09-13T00:26:05.275 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.273+0000 7ff07d6c9640 1 < canceled operation key=71PWJL28BPIC tag=IH7Q59528ALC type=del size=211559 2024-09-13T00:26:05.284 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.281+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~M6J1IPP22CIT.0 size=382957 2024-09-13T00:26:05.284 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.281+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=M6J1IPP22CIT tag=RHPYP9OUJ7TE type=write size=1431533 2024-09-13T00:26:05.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:04 smithi053 bash[67631]: cluster 2024-09-13T00:26:03.500972+0000 mgr.y (mgr.34107) 699 : cluster [DBG] pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 421 KiB/s rd, 145 KiB/s wr, 743 op/s 2024-09-13T00:26:05.289 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.285+0000 7ff07d6c9640 1 < canceled operation key=DT4C13GCJ90M tag=C3T9F6VF4L6V type=write size=909177 2024-09-13T00:26:05.297 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.293+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~X1H9TSH33BXU.0 size=1048576 2024-09-13T00:26:05.301 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.297+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~X1H9TSH33BXU.1 size=77270 2024-09-13T00:26:05.301 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.297+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=X1H9TSH33BXU tag=OIJFPITWA618 type=write size=2174422 2024-09-13T00:26:05.310 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.309+0000 7ff07d6c9640 1 < suggested update operation key=JI54OSP2P86V tag=IMR86331T4BR type=write size=754146 2024-09-13T00:26:05.319 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.317+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~N04ZAJY1ZQK9.0 size=1048576 2024-09-13T00:26:05.323 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.321+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~N04ZAJY1ZQK9.1 size=175912 2024-09-13T00:26:05.323 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.321+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=N04ZAJY1ZQK9 tag=Z2FKBUXK133X type=write size=2273064 2024-09-13T00:26:05.328 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.325+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~BACB9RN7ZYSC.0 size=1048576 2024-09-13T00:26:05.333 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.329+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~BACB9RN7ZYSC.1 size=1048576 2024-09-13T00:26:05.337 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.333+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~BACB9RN7ZYSC.2 size=346016 2024-09-13T00:26:05.346 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.341+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=BACB9RN7ZYSC tag=OOJDXQ48P20P type=write size=3491744 2024-09-13T00:26:05.351 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.349+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=5TXCQFCQ9BBR type=del size=608541 2024-09-13T00:26:05.356 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.353+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~YAA4KWL97E83.0 size=1048576 2024-09-13T00:26:05.360 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.357+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~YAA4KWL97E83.1 size=1000867 2024-09-13T00:26:05.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.365+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=YAA4KWL97E83 tag=1T4BFVM1063C type=write size=3098019 2024-09-13T00:26:05.373 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.369+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=6EHE6M7I2GVY type=del size=667759 2024-09-13T00:26:05.378 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.373+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~7D131HJ944UM.0 size=1048576 2024-09-13T00:26:05.382 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.377+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~7D131HJ944UM.1 size=1048576 2024-09-13T00:26:05.386 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.381+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~7D131HJ944UM.2 size=646774 2024-09-13T00:26:05.394 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.389+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=7D131HJ944UM tag=D6RRL86CYTVZ type=write size=3792502 2024-09-13T00:26:05.398 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.397+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=3L1IEQ12MU7P type=del size=480140 2024-09-13T00:26:05.403 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.401+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~339XD4SRB3PW.0 size=1048576 2024-09-13T00:26:05.408 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.405+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~339XD4SRB3PW.1 size=526602 2024-09-13T00:26:05.415 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.413+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=339XD4SRB3PW tag=UZC25KNW05WJ type=write size=2623754 2024-09-13T00:26:05.420 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.417+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=VJ0CYCP34RMK type=del size=3530699 2024-09-13T00:26:05.429 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.425+0000 7ff07d6c9640 1 < suggested remove operation key=JI54OSP2P86V tag=09PWWGGU7NK0 type=del 2024-09-13T00:26:05.437 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.433+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~I91WXXWZJ7KY.0 size=1048576 2024-09-13T00:26:05.441 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.437+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~I91WXXWZJ7KY.1 size=1048576 2024-09-13T00:26:05.445 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.441+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~I91WXXWZJ7KY.2 size=523188 2024-09-13T00:26:05.446 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.441+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=I91WXXWZJ7KY tag=OQVIUHR3DJP8 type=write size=3668916 2024-09-13T00:26:05.450 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.449+0000 7ff07d6c9640 1 < canceled operation key=OT4KA0LL7RP3 tag=TDIO7D0SSKXA type=del size=1507955 2024-09-13T00:26:05.459 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.457+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~H3025SDYP3QQ.0 size=1048576 2024-09-13T00:26:05.463 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.461+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~H3025SDYP3QQ.1 size=1048576 2024-09-13T00:26:05.466 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.465+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~H3025SDYP3QQ.2 size=688358 2024-09-13T00:26:05.467 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.465+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=H3025SDYP3QQ tag=8YUXTSQN2TPF type=write size=3834086 2024-09-13T00:26:05.471 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.469+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=IDU2D0VP5NLJ type=del 2024-09-13T00:26:05.479 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.477+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~7YQ7IGLUOCP1.0 size=1048576 2024-09-13T00:26:05.483 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.481+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~7YQ7IGLUOCP1.1 size=429544 2024-09-13T00:26:05.483 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.481+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=7YQ7IGLUOCP1 tag=NR419JCY6SYR type=write size=2526696 2024-09-13T00:26:05.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.485+0000 7ff07d6c9640 1 < completed write operation key=XG3I1V51GD71 tag=FP45TR0CBPA4 type=write size=208152 2024-09-13T00:26:05.492 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.489+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=406B3FJ53B86 type=del size=3306945 2024-09-13T00:26:05.497 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.493+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~Y3YJMM4385AD.0 size=1048576 2024-09-13T00:26:05.501 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.497+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~Y3YJMM4385AD.1 size=1048576 2024-09-13T00:26:05.501 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.497+0000 7ff07d6c9640 1 < canceled part key=_multipart_0THRDK3EP2DY.2~Y3YJMM4385AD.2 size=487696 2024-09-13T00:26:05.509 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.505+0000 7ff07d6c9640 1 < canceled multipart upload key=0THRDK3EP2DY upload=Y3YJMM4385AD tag=2X3QK08X6JNJ type=write size=3633424 2024-09-13T00:26:05.514 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.509+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=YRPP8UFGRUB2 type=del size=4179399 2024-09-13T00:26:05.519 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.517+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=O0TS9ZKAZ9VR type=del 2024-09-13T00:26:05.524 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.521+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=X884I2DDHOVZ type=del size=1572094 2024-09-13T00:26:05.529 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.525+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~5I12KYUFZ2FL.0 size=990684 2024-09-13T00:26:05.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.533+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=5I12KYUFZ2FL tag=63907Z7JGSS9 type=write size=2039260 2024-09-13T00:26:05.542 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.537+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=U0IU3O4KWYOB type=del size=766251 2024-09-13T00:26:05.546 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.545+0000 7ff07d6c9640 1 < completed write operation key=71PWJL28BPIC tag=EW7YXU7SFY1N type=write size=519785 2024-09-13T00:26:05.551 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.549+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=ZCG49IUFRIQV type=write size=455112 2024-09-13T00:26:05.561 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.557+0000 7ff07d6c9640 1 < suggested update operation key=6SZPC5K3S8UZ tag=BAE2VMZZEFII type=del size=2485952 2024-09-13T00:26:05.569 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.565+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~3PBUOBD6AUEP.0 size=1048576 2024-09-13T00:26:05.572 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.569+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~3PBUOBD6AUEP.1 size=33490 2024-09-13T00:26:05.572 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.569+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=3PBUOBD6AUEP tag=ZU3OBA36G3BQ type=write size=2130642 2024-09-13T00:26:05.573 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.569+0000 7ff07d6c9640 1 < canceled part key=_multipart_2DTY4IYSD8J3.2~M6J1IPP22CIT.0 size=382957 2024-09-13T00:26:05.580 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.577+0000 7ff07d6c9640 1 < canceled multipart upload key=2DTY4IYSD8J3 upload=M6J1IPP22CIT tag=RHPYP9OUJ7TE type=write size=1431533 2024-09-13T00:26:05.585 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.581+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=O21TH1I58KIB type=del size=1298435 2024-09-13T00:26:05.590 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.585+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~X1H9TSH33BXU.0 size=1048576 2024-09-13T00:26:05.593 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.589+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~X1H9TSH33BXU.1 size=77270 2024-09-13T00:26:05.602 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.601+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=X1H9TSH33BXU tag=OIJFPITWA618 type=write size=2174422 2024-09-13T00:26:05.607 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.605+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=RY9K23W7BGDM type=del size=2620994 2024-09-13T00:26:05.609 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.605+0000 7ff07d6c9640 1 < canceled part key=_multipart_DT4C13GCJ90M.2~N04ZAJY1ZQK9.0 size=1048576 2024-09-13T00:26:05.613 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.609+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~N04ZAJY1ZQK9.1 size=175912 2024-09-13T00:26:05.621 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.617+0000 7ff07d6c9640 1 < canceled multipart upload key=DT4C13GCJ90M upload=N04ZAJY1ZQK9 tag=Z2FKBUXK133X type=write size=2273064 2024-09-13T00:26:05.627 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.625+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=1JW4OCSXWS9N type=write size=959369 2024-09-13T00:26:05.632 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.629+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=5TXCQFCQ9BBR type=del 2024-09-13T00:26:05.638 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.637+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=M6F5CMX9BXXZ type=write size=928291 2024-09-13T00:26:05.644 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.641+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=6EHE6M7I2GVY type=del 2024-09-13T00:26:05.654 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.649+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~JLUAVZ9PAH6W.0 size=1048576 2024-09-13T00:26:05.658 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.657+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~JLUAVZ9PAH6W.1 size=571495 2024-09-13T00:26:05.658 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.657+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=JLUAVZ9PAH6W tag=G3ZOZTTB861P type=write size=2668647 2024-09-13T00:26:05.663 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.661+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=3L1IEQ12MU7P type=del 2024-09-13T00:26:05.672 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.669+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~OQOJSBWKAV1G.0 size=1048576 2024-09-13T00:26:05.676 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.673+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~OQOJSBWKAV1G.1 size=1048576 2024-09-13T00:26:05.679 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.677+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~OQOJSBWKAV1G.2 size=742589 2024-09-13T00:26:05.679 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.677+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=OQOJSBWKAV1G tag=WYS64ERX6MPY type=write size=3888317 2024-09-13T00:26:05.684 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.681+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=VJ0CYCP34RMK type=del 2024-09-13T00:26:05.689 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.685+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=QAIKQDUDLM8V type=write size=940940 2024-09-13T00:26:05.689 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.685+0000 7ff07d6c9640 1 < canceled part key=_multipart_XG3I1V51GD71.2~I91WXXWZJ7KY.0 size=1048576 2024-09-13T00:26:05.693 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.689+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~I91WXXWZJ7KY.1 size=1048576 2024-09-13T00:26:05.697 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.693+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~I91WXXWZJ7KY.2 size=523188 2024-09-13T00:26:05.705 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.701+0000 7ff07d6c9640 1 < canceled multipart upload key=XG3I1V51GD71 upload=I91WXXWZJ7KY tag=OQVIUHR3DJP8 type=write size=3668916 2024-09-13T00:26:05.709 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.705+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=9WMBV0VPLEVY type=del size=2646496 2024-09-13T00:26:05.710 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.709+0000 7ff07d6c9640 1 < canceled part key=_multipart_GDD2408QTYGR.2~H3025SDYP3QQ.0 size=1048576 2024-09-13T00:26:05.714 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.713+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~H3025SDYP3QQ.1 size=1048576 2024-09-13T00:26:05.718 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.713+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~H3025SDYP3QQ.2 size=688358 2024-09-13T00:26:05.726 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.721+0000 7ff07d6c9640 1 < canceled multipart upload key=GDD2408QTYGR upload=H3025SDYP3QQ tag=8YUXTSQN2TPF type=write size=3834086 2024-09-13T00:26:05.731 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.729+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=JZ74KHBR9017 type=del size=1747910 2024-09-13T00:26:05.736 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.733+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~7YQ7IGLUOCP1.0 size=1048576 2024-09-13T00:26:05.740 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.737+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~7YQ7IGLUOCP1.1 size=429544 2024-09-13T00:26:05.749 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.745+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=7YQ7IGLUOCP1 tag=NR419JCY6SYR type=write size=2526696 2024-09-13T00:26:05.754 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.753+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=BQ5ZX9YKN609 type=del size=3857916 2024-09-13T00:26:05.759 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.757+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=406B3FJ53B86 type=del 2024-09-13T00:26:05.765 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.761+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=JDM0N0J0R19M type=del size=1242608 2024-09-13T00:26:05.771 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.769+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=YRPP8UFGRUB2 type=del 2024-09-13T00:26:05.775 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.773+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=DK3U95PXZKSG type=del size=3815750 2024-09-13T00:26:05.785 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.781+0000 7ff07d6c9640 1 < suggested remove operation key=YB8OYIWQYY07 tag=X884I2DDHOVZ type=del 2024-09-13T00:26:05.790 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.785+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=FKBHROKAF5DL type=del size=72179 2024-09-13T00:26:05.796 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.793+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=U0IU3O4KWYOB type=del 2024-09-13T00:26:05.801 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.797+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=338B3XSPHEMX type=write size=1029217 2024-09-13T00:26:05.811 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.809+0000 7ff07d6c9640 1 < suggested update operation key=6SZPC5K3S8UZ tag=ZCG49IUFRIQV type=write size=455112 2024-09-13T00:26:05.817 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.813+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=8C0NIUNCEN02 type=del size=1841208 2024-09-13T00:26:05.822 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.817+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~3PBUOBD6AUEP.0 size=1048576 2024-09-13T00:26:05.826 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.825+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~3PBUOBD6AUEP.1 size=33490 2024-09-13T00:26:05.835 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.833+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=3PBUOBD6AUEP tag=ZU3OBA36G3BQ type=write size=2130642 2024-09-13T00:26:05.841 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.837+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=N4W1NDMIFE39 type=del size=4016495 2024-09-13T00:26:05.846 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.845+0000 7ff07d6c9640 1 < canceled operation key=CNP11H6WEG9D tag=O21TH1I58KIB type=del size=1298435 2024-09-13T00:26:05.851 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.849+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=KKXYU3CV4WIY type=del size=2099011 2024-09-13T00:26:05.857 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.853+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=RY9K23W7BGDM type=del 2024-09-13T00:26:05.862 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.861+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=QOE3Z0BOT9S5 type=del size=2462794 2024-09-13T00:26:05.868 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.865+0000 7ff07d6c9640 1 < completed write operation key=R0UI5544UWD1 tag=1JW4OCSXWS9N type=write size=959369 2024-09-13T00:26:05.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.869+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=X566RY1IUB88 type=write size=492392 2024-09-13T00:26:05.884 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.881+0000 7ff07d6c9640 1 < suggested remove operation key=7VNCRBS2OO7G tag=M6F5CMX9BXXZ type=write 2024-09-13T00:26:05.889 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.885+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=RD2F5XCSI1WK type=del size=1742466 2024-09-13T00:26:05.893 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.889+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~JLUAVZ9PAH6W.0 size=1048576 2024-09-13T00:26:05.897 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.893+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~JLUAVZ9PAH6W.1 size=571495 2024-09-13T00:26:05.905 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.901+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=JLUAVZ9PAH6W tag=G3ZOZTTB861P type=write size=2668647 2024-09-13T00:26:05.910 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.905+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=1QTE7Y199SP2 type=del size=3259096 2024-09-13T00:26:05.911 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.909+0000 7ff07d6c9640 1 < canceled part key=_multipart_OT4KA0LL7RP3.2~OQOJSBWKAV1G.0 size=1048576 2024-09-13T00:26:05.911 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.909+0000 7ff07d6c9640 1 < canceled part key=_multipart_OT4KA0LL7RP3.2~OQOJSBWKAV1G.1 size=1048576 2024-09-13T00:26:05.915 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.913+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~OQOJSBWKAV1G.2 size=742589 2024-09-13T00:26:05.923 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.921+0000 7ff07d6c9640 1 < canceled multipart upload key=OT4KA0LL7RP3 upload=OQOJSBWKAV1G tag=WYS64ERX6MPY type=write size=3888317 2024-09-13T00:26:05.931 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.929+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~J6CIOJ8VNQJ1.0 size=1048576 2024-09-13T00:26:05.935 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.933+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~J6CIOJ8VNQJ1.1 size=698721 2024-09-13T00:26:05.935 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.933+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=J6CIOJ8VNQJ1 tag=207KF4WQISL4 type=write size=2795873 2024-09-13T00:26:05.940 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.937+0000 7ff07d6c9640 1 < completed write operation key=0TFNXW7OU716 tag=QAIKQDUDLM8V type=write size=940940 2024-09-13T00:26:05.945 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.941+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=7YORWPOE4JXM type=write size=359566 2024-09-13T00:26:05.950 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.945+0000 7ff07d6c9640 1 < canceled operation key=JI54OSP2P86V tag=9WMBV0VPLEVY type=del size=2646496 2024-09-13T00:26:05.959 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.957+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~M819KHII6D6V.0 size=246494 2024-09-13T00:26:05.959 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.957+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=M819KHII6D6V tag=BFKE4GTBI663 type=write size=1295070 2024-09-13T00:26:05.963 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.961+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=JZ74KHBR9017 type=del 2024-09-13T00:26:05.968 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.965+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=VP82TRRSP7XP type=del size=1600315 2024-09-13T00:26:05.973 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.969+0000 7ff07d6c9640 1 < canceled operation key=M1TXILI2WRP8 tag=BQ5ZX9YKN609 type=del size=3857916 2024-09-13T00:26:05.978 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.973+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=AIBFGGQVBLZC type=del size=2293124 2024-09-13T00:26:05.983 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.981+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=JDM0N0J0R19M type=del 2024-09-13T00:26:05.989 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.985+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=UJ2K27OCCJ4Y type=del size=1888768 2024-09-13T00:26:05.994 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.993+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=DK3U95PXZKSG type=del 2024-09-13T00:26:05.999 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:05.997+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=7EM4DO5ZASYX type=del size=2200083 2024-09-13T00:26:06.005 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.001+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=FKBHROKAF5DL type=del 2024-09-13T00:26:06.016 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.013+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~F5TVSJX8SF4Z.0 size=1048576 2024-09-13T00:26:06.020 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.017+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~F5TVSJX8SF4Z.1 size=1048576 2024-09-13T00:26:06.024 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.021+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~F5TVSJX8SF4Z.2 size=540666 2024-09-13T00:26:06.024 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.021+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=F5TVSJX8SF4Z tag=U5SR13A81GKK type=write size=3686394 2024-09-13T00:26:06.029 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.025+0000 7ff07d6c9640 1 < completed write operation key=YNG29P8H3FSB tag=338B3XSPHEMX type=write size=1029217 2024-09-13T00:26:06.040 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.037+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~QY2O91R319GD.0 size=1048576 2024-09-13T00:26:06.044 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.041+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~QY2O91R319GD.1 size=146111 2024-09-13T00:26:06.044 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.041+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=QY2O91R319GD tag=7FS32H6270A1 type=write size=2243263 2024-09-13T00:26:06.050 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.045+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=8C0NIUNCEN02 type=del 2024-09-13T00:26:06.056 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.053+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=KG6N3S5HR69X type=del size=3285982 2024-09-13T00:26:06.061 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.057+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=N4W1NDMIFE39 type=del 2024-09-13T00:26:06.066 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.061+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=3ORXUPKJ2C39 type=del size=12263 2024-09-13T00:26:06.071 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.069+0000 7ff07d6c9640 1 < canceled operation key=OT4KA0LL7RP3 tag=KKXYU3CV4WIY type=del size=2099011 2024-09-13T00:26:06.080 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.077+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~88BYSLLM9PIJ.0 size=1048576 2024-09-13T00:26:06.084 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.081+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~88BYSLLM9PIJ.1 size=423163 2024-09-13T00:26:06.084 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.081+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=88BYSLLM9PIJ tag=J12TK91UT3GN type=write size=2520315 2024-09-13T00:26:06.089 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.085+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=QOE3Z0BOT9S5 type=del 2024-09-13T00:26:06.093 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.089+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=OE3N3SMLE9ZQ type=del size=3295313 2024-09-13T00:26:06.098 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.097+0000 7ff07d6c9640 1 < completed write operation key=RTSSDLFRS0GP tag=X566RY1IUB88 type=write size=492392 2024-09-13T00:26:06.103 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.101+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=AY6WKFC1LY40 type=del size=2006218 2024-09-13T00:26:06.108 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.105+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=RD2F5XCSI1WK type=del 2024-09-13T00:26:06.117 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.113+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~4KVP3I46BUYY.0 size=1048576 2024-09-13T00:26:06.121 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.117+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~4KVP3I46BUYY.1 size=190645 2024-09-13T00:26:06.121 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.117+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=4KVP3I46BUYY tag=FR2HJJF1B3NM type=write size=2287797 2024-09-13T00:26:06.126 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.121+0000 7ff07d6c9640 1 < completed delete operation key=OT4KA0LL7RP3 tag=1QTE7Y199SP2 type=del 2024-09-13T00:26:06.135 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.133+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~WD398N34VEPA.0 size=1048576 2024-09-13T00:26:06.139 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.137+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~WD398N34VEPA.1 size=587188 2024-09-13T00:26:06.139 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.137+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=WD398N34VEPA tag=0USBGRSVB30K type=write size=2684340 2024-09-13T00:26:06.143 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.141+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~J6CIOJ8VNQJ1.0 size=1048576 2024-09-13T00:26:06.147 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.145+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~J6CIOJ8VNQJ1.1 size=698721 2024-09-13T00:26:06.155 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.153+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=J6CIOJ8VNQJ1 tag=207KF4WQISL4 type=write size=2795873 2024-09-13T00:26:06.160 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.157+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=KY9UX7K578TM type=write size=843939 2024-09-13T00:26:06.170 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.165+0000 7ff07d6c9640 1 < suggested update operation key=RTSSDLFRS0GP tag=7YORWPOE4JXM type=write size=359566 2024-09-13T00:26:06.178 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.173+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~WJ5Z4DL2J097.0 size=1048576 2024-09-13T00:26:06.182 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.177+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~WJ5Z4DL2J097.1 size=1048576 2024-09-13T00:26:06.186 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.181+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~WJ5Z4DL2J097.2 size=560312 2024-09-13T00:26:06.186 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.181+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=WJ5Z4DL2J097 tag=FY8ETLL88OVG type=write size=3706040 2024-09-13T00:26:06.191 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.189+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~M819KHII6D6V.0 size=246494 2024-09-13T00:26:06.199 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.197+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=M819KHII6D6V tag=BFKE4GTBI663 type=write size=1295070 2024-09-13T00:26:06.204 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.201+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=RVB0LF6W53R7 type=del size=3818903 2024-09-13T00:26:06.209 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.205+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=VP82TRRSP7XP type=del 2024-09-13T00:26:06.217 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.213+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~Q0EYH20PXFEM.0 size=1048576 2024-09-13T00:26:06.221 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.217+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~Q0EYH20PXFEM.1 size=1048576 2024-09-13T00:26:06.225 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.221+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~Q0EYH20PXFEM.2 size=445299 2024-09-13T00:26:06.226 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.221+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=Q0EYH20PXFEM tag=ON94JSEIHXVW type=write size=3591027 2024-09-13T00:26:06.230 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.225+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=AIBFGGQVBLZC type=del 2024-09-13T00:26:06.235 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.233+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=7W2G1NGOSIOQ type=write size=614264 2024-09-13T00:26:06.240 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.237+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=UJ2K27OCCJ4Y type=del 2024-09-13T00:26:06.248 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.245+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~LKN5CHE8FEH7.0 size=1048576 2024-09-13T00:26:06.252 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.249+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~LKN5CHE8FEH7.1 size=1048576 2024-09-13T00:26:06.257 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.253+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~LKN5CHE8FEH7.2 size=341010 2024-09-13T00:26:06.257 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.253+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=LKN5CHE8FEH7 tag=SHECYKMANVT2 type=write size=3486738 2024-09-13T00:26:06.262 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.257+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=7EM4DO5ZASYX type=del 2024-09-13T00:26:06.270 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.265+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~T98BTGTECX1B.0 size=1048576 2024-09-13T00:26:06.274 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.269+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~T98BTGTECX1B.1 size=1005167 2024-09-13T00:26:06.274 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.269+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=T98BTGTECX1B tag=1DOI8X0XU2WA type=write size=3102319 2024-09-13T00:26:06.275 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.273+0000 7ff07d6c9640 1 < canceled part key=_multipart_71PWJL28BPIC.2~F5TVSJX8SF4Z.0 size=1048576 2024-09-13T00:26:06.279 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.277+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~F5TVSJX8SF4Z.1 size=1048576 2024-09-13T00:26:06.279 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.277+0000 7ff07d6c9640 1 < canceled part key=_multipart_71PWJL28BPIC.2~F5TVSJX8SF4Z.2 size=540666 2024-09-13T00:26:06.287 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.285+0000 7ff07d6c9640 1 < canceled multipart upload key=71PWJL28BPIC upload=F5TVSJX8SF4Z tag=U5SR13A81GKK type=write size=3686394 2024-09-13T00:26:06.291 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.289+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=YKG3N4DH1JV4 type=del size=2905755 2024-09-13T00:26:06.296 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.293+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~QY2O91R319GD.0 size=1048576 2024-09-13T00:26:06.301 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.297+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~QY2O91R319GD.1 size=146111 2024-09-13T00:26:06.309 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.305+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=QY2O91R319GD tag=7FS32H6270A1 type=write size=2243263 2024-09-13T00:26:06.314 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.309+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=3DXZAF7KMB7F type=del size=2695682 2024-09-13T00:26:06.319 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.317+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=KG6N3S5HR69X type=del 2024-09-13T00:26:06.328 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.325+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~TKZRKXYC6RKV.0 size=635740 2024-09-13T00:26:06.329 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.325+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=TKZRKXYC6RKV tag=CUQOHFDLPZ8G type=write size=1684316 2024-09-13T00:26:06.333 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.329+0000 7ff07d6c9640 1 < canceled operation key=4J0DEO2EA8KL tag=3ORXUPKJ2C39 type=del size=12263 2024-09-13T00:26:06.338 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.337+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=1CD4BMALTRWJ type=del size=2679828 2024-09-13T00:26:06.343 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.341+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~88BYSLLM9PIJ.0 size=1048576 2024-09-13T00:26:06.347 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.345+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~88BYSLLM9PIJ.1 size=423163 2024-09-13T00:26:06.357 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.353+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=88BYSLLM9PIJ tag=J12TK91UT3GN type=write size=2520315 2024-09-13T00:26:06.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.365+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~AHP399UIDGLH.0 size=1048576 2024-09-13T00:26:06.373 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.369+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~AHP399UIDGLH.1 size=1048576 2024-09-13T00:26:06.377 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.373+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~AHP399UIDGLH.2 size=92845 2024-09-13T00:26:06.377 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.373+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=AHP399UIDGLH tag=T05Y2JQ6YQY8 type=write size=3238573 2024-09-13T00:26:06.382 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.381+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=OE3N3SMLE9ZQ type=del 2024-09-13T00:26:06.389 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.385+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=84L0MAL6C40E type=del size=935198 2024-09-13T00:26:06.398 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.393+0000 7ff07d6c9640 1 < suggested update operation key=ZB9Q220ZM0E0 tag=AY6WKFC1LY40 type=del size=2006218 2024-09-13T00:26:06.402 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.401+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=5R2E2PCV9Y3U type=del size=4002642 2024-09-13T00:26:06.407 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.405+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~4KVP3I46BUYY.0 size=1048576 2024-09-13T00:26:06.407 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.405+0000 7ff07d6c9640 1 < canceled part key=_multipart_YNG29P8H3FSB.2~4KVP3I46BUYY.1 size=190645 2024-09-13T00:26:06.416 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.413+0000 7ff07d6c9640 1 < canceled multipart upload key=YNG29P8H3FSB upload=4KVP3I46BUYY tag=FR2HJJF1B3NM type=write size=2287797 2024-09-13T00:26:06.421 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.417+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=2T5LAU2N3QDX type=del size=3568652 2024-09-13T00:26:06.422 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.417+0000 7ff07d6c9640 1 < canceled part key=_multipart_RK75O90M3ZT9.2~WD398N34VEPA.0 size=1048576 2024-09-13T00:26:06.422 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.417+0000 7ff07d6c9640 1 < canceled part key=_multipart_RK75O90M3ZT9.2~WD398N34VEPA.1 size=587188 2024-09-13T00:26:06.429 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.425+0000 7ff07d6c9640 1 < canceled multipart upload key=RK75O90M3ZT9 upload=WD398N34VEPA tag=0USBGRSVB30K type=write size=2684340 2024-09-13T00:26:06.434 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.429+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=L5V3DY7HF0V3 type=del size=165360 2024-09-13T00:26:06.439 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.437+0000 7ff07d6c9640 1 < completed write operation key=6SZPC5K3S8UZ tag=KY9UX7K578TM type=write size=843939 2024-09-13T00:26:06.444 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.441+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=ZK3E1NNRT0PM type=del size=2623694 2024-09-13T00:26:06.449 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.445+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~WJ5Z4DL2J097.0 size=1048576 2024-09-13T00:26:06.449 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.445+0000 7ff07d6c9640 1 < canceled part key=_multipart_OT4KA0LL7RP3.2~WJ5Z4DL2J097.1 size=1048576 2024-09-13T00:26:06.453 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.449+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~WJ5Z4DL2J097.2 size=560312 2024-09-13T00:26:06.461 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.457+0000 7ff07d6c9640 1 < canceled multipart upload key=OT4KA0LL7RP3 upload=WJ5Z4DL2J097 tag=FY8ETLL88OVG type=write size=3706040 2024-09-13T00:26:06.470 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.465+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~P00D7HQJF73G.0 size=1048576 2024-09-13T00:26:06.474 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.473+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~P00D7HQJF73G.1 size=1048576 2024-09-13T00:26:06.478 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.477+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~P00D7HQJF73G.2 size=208002 2024-09-13T00:26:06.479 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.477+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=P00D7HQJF73G tag=VDX0J4WRRS03 type=write size=3353730 2024-09-13T00:26:06.484 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.481+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=RVB0LF6W53R7 type=del 2024-09-13T00:26:06.494 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.489+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~VIETPL2YK7YU.0 size=1048576 2024-09-13T00:26:06.498 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.493+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~VIETPL2YK7YU.1 size=1048576 2024-09-13T00:26:06.503 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.501+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~VIETPL2YK7YU.2 size=562685 2024-09-13T00:26:06.503 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.501+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=VIETPL2YK7YU tag=BHHYT5SSOFBT type=write size=3708413 2024-09-13T00:26:06.507 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.505+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~Q0EYH20PXFEM.0 size=1048576 2024-09-13T00:26:06.512 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.509+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~Q0EYH20PXFEM.1 size=1048576 2024-09-13T00:26:06.516 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.513+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~Q0EYH20PXFEM.2 size=445299 2024-09-13T00:26:06.524 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.521+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=Q0EYH20PXFEM tag=ON94JSEIHXVW type=write size=3591027 2024-09-13T00:26:06.529 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.525+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=CDFFEMGO377K type=del size=208554 2024-09-13T00:26:06.534 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.529+0000 7ff07d6c9640 1 < canceled operation key=WT8C8PJ810XA tag=7W2G1NGOSIOQ type=write size=614264 2024-09-13T00:26:06.538 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.537+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=DCJIV9FPDKW5 type=del size=1033092 2024-09-13T00:26:06.543 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.541+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~LKN5CHE8FEH7.0 size=1048576 2024-09-13T00:26:06.548 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.545+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~LKN5CHE8FEH7.1 size=1048576 2024-09-13T00:26:06.553 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.549+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~LKN5CHE8FEH7.2 size=341010 2024-09-13T00:26:06.562 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.557+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=LKN5CHE8FEH7 tag=SHECYKMANVT2 type=write size=3486738 2024-09-13T00:26:06.567 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.565+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=CWZSZX8VEW32 type=del size=3504862 2024-09-13T00:26:06.573 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.569+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~T98BTGTECX1B.0 size=1048576 2024-09-13T00:26:06.577 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.573+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~T98BTGTECX1B.1 size=1005167 2024-09-13T00:26:06.586 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.585+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=T98BTGTECX1B tag=1DOI8X0XU2WA type=write size=3102319 2024-09-13T00:26:06.592 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.589+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=KPBCFN08F7WX type=del size=4171136 2024-09-13T00:26:06.597 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.593+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=YKG3N4DH1JV4 type=del 2024-09-13T00:26:06.607 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.605+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~T2EOTXXKP6MI.0 size=395548 2024-09-13T00:26:06.608 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.605+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=T2EOTXXKP6MI tag=71SBRVWYX691 type=write size=1444124 2024-09-13T00:26:06.613 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.609+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=3DXZAF7KMB7F type=del 2024-09-13T00:26:06.623 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.621+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~0M8Z2VEQSQWE.0 size=974563 2024-09-13T00:26:06.623 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.621+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=0M8Z2VEQSQWE tag=2Z8TGF8K23LK type=write size=2023139 2024-09-13T00:26:06.624 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.621+0000 7ff07d6c9640 1 < canceled part key=_multipart_GDD2408QTYGR.2~TKZRKXYC6RKV.0 size=635740 2024-09-13T00:26:06.632 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.629+0000 7ff07d6c9640 1 < canceled multipart upload key=GDD2408QTYGR upload=TKZRKXYC6RKV tag=CUQOHFDLPZ8G type=write size=1684316 2024-09-13T00:26:06.637 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.633+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=Z7QB9V7PER4G type=del size=3003617 2024-09-13T00:26:06.648 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.645+0000 7ff07d6c9640 1 < suggested remove operation key=R0UI5544UWD1 tag=1CD4BMALTRWJ type=del 2024-09-13T00:26:06.654 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.649+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=3IEGRWNBRX88 type=write size=1036347 2024-09-13T00:26:06.659 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.657+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~AHP399UIDGLH.0 size=1048576 2024-09-13T00:26:06.664 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.661+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~AHP399UIDGLH.1 size=1048576 2024-09-13T00:26:06.668 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.665+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~AHP399UIDGLH.2 size=92845 2024-09-13T00:26:06.679 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.677+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=AHP399UIDGLH tag=T05Y2JQ6YQY8 type=write size=3238573 2024-09-13T00:26:06.692 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.689+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~QVH5EW6PNYYT.0 size=263377 2024-09-13T00:26:06.692 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.689+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=QVH5EW6PNYYT tag=LUS58YOD2ZVW type=write size=1311953 2024-09-13T00:26:06.697 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.693+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=84L0MAL6C40E type=del 2024-09-13T00:26:06.703 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.701+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=U572F5GRGGRH type=del size=644973 2024-09-13T00:26:06.708 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.705+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=5R2E2PCV9Y3U type=del 2024-09-13T00:26:06.713 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.709+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=26CBS6OQP4OJ type=del size=1077434 2024-09-13T00:26:06.719 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.717+0000 7ff07d6c9640 -1 < failed to complete operation key=R0UI5544UWD1 tag=2T5LAU2N3QDX type=del size=3568652: (22) Invalid argument 2024-09-13T00:26:06.725 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.721+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=9HT1BL8I0ND1 type=del size=3286135 2024-09-13T00:26:06.734 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.729+0000 7ff07d6c9640 1 < suggested update operation key=1C09CIUJQSH0 tag=L5V3DY7HF0V3 type=del size=165360 2024-09-13T00:26:06.740 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.737+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=YRXWP8ZJ414Y type=del size=3498680 2024-09-13T00:26:06.750 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.749+0000 7ff07d6c9640 1 < suggested update operation key=2DTY4IYSD8J3 tag=ZK3E1NNRT0PM type=del size=2623694 2024-09-13T00:26:06.759 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.757+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~O6G5J4Y5MJQ9.0 size=156060 2024-09-13T00:26:06.759 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.757+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=O6G5J4Y5MJQ9 tag=H6ENPG1R4QSR type=write size=1204636 2024-09-13T00:26:06.764 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.761+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~P00D7HQJF73G.0 size=1048576 2024-09-13T00:26:06.768 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.765+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~P00D7HQJF73G.1 size=1048576 2024-09-13T00:26:06.768 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.765+0000 7ff07d6c9640 1 < canceled part key=_multipart_RTSSDLFRS0GP.2~P00D7HQJF73G.2 size=208002 2024-09-13T00:26:06.776 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.773+0000 7ff07d6c9640 1 < canceled multipart upload key=RTSSDLFRS0GP upload=P00D7HQJF73G tag=VDX0J4WRRS03 type=write size=3353730 2024-09-13T00:26:06.781 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.777+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=I0ANNY7GACG1 type=del size=3412010 2024-09-13T00:26:06.786 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.781+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~VIETPL2YK7YU.0 size=1048576 2024-09-13T00:26:06.790 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.785+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~VIETPL2YK7YU.1 size=1048576 2024-09-13T00:26:06.795 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.793+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~VIETPL2YK7YU.2 size=562685 2024-09-13T00:26:06.805 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.801+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=VIETPL2YK7YU tag=BHHYT5SSOFBT type=write size=3708413 2024-09-13T00:26:06.814 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.813+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~YAT6A610LIJM.0 size=868802 2024-09-13T00:26:06.814 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.813+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=YAT6A610LIJM tag=JTQXBXVYJF5X type=write size=1917378 2024-09-13T00:26:06.825 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.821+0000 7ff07d6c9640 1 < suggested update operation key=7VNCRBS2OO7G tag=CDFFEMGO377K type=del size=208554 2024-09-13T00:26:06.830 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.825+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=IL9W1P6O4L93 type=del size=977841 2024-09-13T00:26:06.836 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.833+0000 7ff07d6c9640 -1 < failed to complete operation key=1C09CIUJQSH0 tag=DCJIV9FPDKW5 type=del size=1033092: (22) Invalid argument 2024-09-13T00:26:06.841 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.837+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=3HTEY9V8VL52 type=write size=529410 2024-09-13T00:26:06.851 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.849+0000 7ff07d6c9640 1 < suggested remove operation key=EBH90I7V5EW7 tag=CWZSZX8VEW32 type=del 2024-09-13T00:26:06.856 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.853+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=89XBSVF74ZPY type=del size=2287782 2024-09-13T00:26:06.862 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.861+0000 7ff07d6c9640 -1 < failed to complete operation key=7VNCRBS2OO7G tag=KPBCFN08F7WX type=del size=4171136: (22) Invalid argument 2024-09-13T00:26:06.867 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.865+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=M9PIC9CUGG38 type=del size=3519125 2024-09-13T00:26:06.874 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.869+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~T2EOTXXKP6MI.0 size=395548 2024-09-13T00:26:06.883 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.881+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=T2EOTXXKP6MI tag=71SBRVWYX691 type=write size=1444124 2024-09-13T00:26:06.889 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.885+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=S5C2N9IURK3D type=del size=3249707 2024-09-13T00:26:06.894 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.893+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~0M8Z2VEQSQWE.0 size=974563 2024-09-13T00:26:06.903 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.901+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=0M8Z2VEQSQWE tag=2Z8TGF8K23LK type=write size=2023139 2024-09-13T00:26:06.908 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.905+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=3IDHP89T01BR type=write size=272930 2024-09-13T00:26:06.913 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.909+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=Z7QB9V7PER4G type=del 2024-09-13T00:26:06.918 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.913+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=601KEZI4N7F9 type=del size=3478775 2024-09-13T00:26:06.923 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.921+0000 7ff07d6c9640 1 < completed write operation key=ALFI3PWKDJ24 tag=3IEGRWNBRX88 type=write size=1036347 2024-09-13T00:26:06.928 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.925+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=ND6BK3X351C0 type=del size=304388 2024-09-13T00:26:06.933 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.929+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~QVH5EW6PNYYT.0 size=263377 2024-09-13T00:26:06.941 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.937+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=QVH5EW6PNYYT tag=LUS58YOD2ZVW type=write size=1311953 2024-09-13T00:26:06.946 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.941+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=8IU1VU2KVFHQ type=del size=3318691 2024-09-13T00:26:06.951 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.949+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=U572F5GRGGRH type=del 2024-09-13T00:26:06.960 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.957+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~T5G8COQKXP3E.0 size=1048576 2024-09-13T00:26:06.965 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.961+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~T5G8COQKXP3E.1 size=1048576 2024-09-13T00:26:06.969 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.965+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~T5G8COQKXP3E.2 size=674888 2024-09-13T00:26:06.969 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.965+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=T5G8COQKXP3E tag=EINO7JYLVUUN type=write size=3820616 2024-09-13T00:26:06.974 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.973+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=26CBS6OQP4OJ type=del 2024-09-13T00:26:06.983 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.981+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~SCRZKPZKU99J.0 size=1048576 2024-09-13T00:26:06.987 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.985+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~SCRZKPZKU99J.1 size=267180 2024-09-13T00:26:06.987 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.985+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=SCRZKPZKU99J tag=1RENQ0DBYS8M type=write size=2364332 2024-09-13T00:26:06.993 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.989+0000 7ff07d6c9640 -1 < failed to complete operation key=EBH90I7V5EW7 tag=9HT1BL8I0ND1 type=del size=3286135: (22) Invalid argument 2024-09-13T00:26:06.998 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:06.997+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=KC1TN7JHDM0H type=del size=296887 2024-09-13T00:26:07.004 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.001+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=YRXWP8ZJ414Y type=del 2024-09-13T00:26:07.013 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.009+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~SL3AE761MG2G.0 size=1048576 2024-09-13T00:26:07.017 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.013+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~SL3AE761MG2G.1 size=1048576 2024-09-13T00:26:07.022 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.017+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~SL3AE761MG2G.2 size=137589 2024-09-13T00:26:07.022 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.017+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=SL3AE761MG2G tag=N7B49SHKUJ3V type=write size=3283317 2024-09-13T00:26:07.026 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.025+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~O6G5J4Y5MJQ9.0 size=156060 2024-09-13T00:26:07.034 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.033+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=O6G5J4Y5MJQ9 tag=H6ENPG1R4QSR type=write size=1204636 2024-09-13T00:26:07.039 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.037+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=R00CS6E4N590 type=del size=2895974 2024-09-13T00:26:07.044 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.041+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=I0ANNY7GACG1 type=del 2024-09-13T00:26:07.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.049+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~B3GSKI9SIVWJ.0 size=753840 2024-09-13T00:26:07.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.049+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=B3GSKI9SIVWJ tag=13MSTYZHUCA0 type=write size=1802416 2024-09-13T00:26:07.060 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.057+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~YAT6A610LIJM.0 size=868802 2024-09-13T00:26:07.068 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.065+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=YAT6A610LIJM tag=JTQXBXVYJF5X type=write size=1917378 2024-09-13T00:26:07.078 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.073+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~AK7WCXKCD5NB.0 size=1048576 2024-09-13T00:26:07.082 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.081+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~AK7WCXKCD5NB.1 size=802937 2024-09-13T00:26:07.082 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.081+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=AK7WCXKCD5NB tag=OVWEEJMIA4WP type=write size=2900089 2024-09-13T00:26:07.093 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.089+0000 7ff07d6c9640 1 < suggested remove operation key=GDD2408QTYGR tag=IL9W1P6O4L93 type=del 2024-09-13T00:26:07.099 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.097+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=QXTB8CS16842 type=del size=610995 2024-09-13T00:26:07.104 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.101+0000 7ff07d6c9640 1 < completed write operation key=DT4C13GCJ90M tag=3HTEY9V8VL52 type=write size=529410 2024-09-13T00:26:07.110 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.105+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=QSEUFTYVGY48 type=del size=166152 2024-09-13T00:26:07.116 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.113+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=89XBSVF74ZPY type=del 2024-09-13T00:26:07.121 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.117+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=PRT9L2BUGP2D type=del size=669187 2024-09-13T00:26:07.132 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.129+0000 7ff07d6c9640 1 < suggested remove operation key=XG3I1V51GD71 tag=M9PIC9CUGG38 type=del 2024-09-13T00:26:07.138 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.133+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=7FTQVIQTJG5W type=del size=3895892 2024-09-13T00:26:07.143 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.141+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=S5C2N9IURK3D type=del 2024-09-13T00:26:07.153 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.149+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~B6Q1JNVL6A2W.0 size=1048576 2024-09-13T00:26:07.157 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.153+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~B6Q1JNVL6A2W.1 size=1048576 2024-09-13T00:26:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:06 smithi032 bash[75510]: cluster 2024-09-13T00:26:05.502030+0000 mgr.y (mgr.34107) 700 : cluster [DBG] pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 127 KiB/s wr, 648 op/s 2024-09-13T00:26:07.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:06 smithi032 bash[76677]: cluster 2024-09-13T00:26:05.502030+0000 mgr.y (mgr.34107) 700 : cluster [DBG] pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 127 KiB/s wr, 648 op/s 2024-09-13T00:26:07.164 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.161+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~B6Q1JNVL6A2W.2 size=503875 2024-09-13T00:26:07.164 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.161+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=B6Q1JNVL6A2W tag=EFDVHGZTIR13 type=write size=3649603 2024-09-13T00:26:07.169 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.165+0000 7ff07d6c9640 1 < completed write operation key=EBH90I7V5EW7 tag=3IDHP89T01BR type=write size=272930 2024-09-13T00:26:07.176 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.173+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=H3CN3RNPS4ZF type=del size=537045 2024-09-13T00:26:07.182 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.177+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=601KEZI4N7F9 type=del 2024-09-13T00:26:07.192 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.189+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~AWLBE41XURGL.0 size=1048576 2024-09-13T00:26:07.196 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.193+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~AWLBE41XURGL.1 size=1048576 2024-09-13T00:26:07.200 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.197+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~AWLBE41XURGL.2 size=536880 2024-09-13T00:26:07.200 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.197+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=AWLBE41XURGL tag=RFQRYT2X404T type=write size=3682608 2024-09-13T00:26:07.205 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.201+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=ND6BK3X351C0 type=del 2024-09-13T00:26:07.210 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.209+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=3F2QA561KKN6 type=del size=2262884 2024-09-13T00:26:07.215 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.213+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=8IU1VU2KVFHQ type=del 2024-09-13T00:26:07.220 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.217+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=BNOTI5SH98QB type=del size=1229482 2024-09-13T00:26:07.221 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.217+0000 7ff07d6c9640 1 < canceled part key=_multipart_R0UI5544UWD1.2~T5G8COQKXP3E.0 size=1048576 2024-09-13T00:26:07.225 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.221+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~T5G8COQKXP3E.1 size=1048576 2024-09-13T00:26:07.230 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.225+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~T5G8COQKXP3E.2 size=674888 2024-09-13T00:26:07.238 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.237+0000 7ff07d6c9640 1 < canceled multipart upload key=R0UI5544UWD1 upload=T5G8COQKXP3E tag=EINO7JYLVUUN type=write size=3820616 2024-09-13T00:26:07.243 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.241+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=L4L5XTO1084B type=del size=1563462 2024-09-13T00:26:07.249 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.245+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~SCRZKPZKU99J.0 size=1048576 2024-09-13T00:26:07.253 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.249+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~SCRZKPZKU99J.1 size=267180 2024-09-13T00:26:07.261 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.257+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=SCRZKPZKU99J tag=1RENQ0DBYS8M type=write size=2364332 2024-09-13T00:26:07.267 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.265+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=84J02YLZJRTF type=del size=2289693 2024-09-13T00:26:07.276 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.273+0000 7ff07d6c9640 1 < suggested update operation key=0THRDK3EP2DY tag=KC1TN7JHDM0H type=del size=296887 2024-09-13T00:26:07.281 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.277+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=OKVI1J7LIFYD type=del size=2431424 2024-09-13T00:26:07.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:06 smithi053 bash[67631]: cluster 2024-09-13T00:26:05.502030+0000 mgr.y (mgr.34107) 700 : cluster [DBG] pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 127 KiB/s wr, 648 op/s 2024-09-13T00:26:07.286 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.281+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~SL3AE761MG2G.0 size=1048576 2024-09-13T00:26:07.290 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.285+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~SL3AE761MG2G.1 size=1048576 2024-09-13T00:26:07.293 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.289+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~SL3AE761MG2G.2 size=137589 2024-09-13T00:26:07.301 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.297+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=SL3AE761MG2G tag=N7B49SHKUJ3V type=write size=3283317 2024-09-13T00:26:07.306 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.301+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=8JRFU13GQS7B type=del size=1656084 2024-09-13T00:26:07.316 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.313+0000 7ff07d6c9640 1 < suggested update operation key=OT4KA0LL7RP3 tag=R00CS6E4N590 type=del size=2895974 2024-09-13T00:26:07.321 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.317+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=1FJMD0MND9AA type=del size=2930078 2024-09-13T00:26:07.326 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.321+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~B3GSKI9SIVWJ.0 size=753840 2024-09-13T00:26:07.334 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.329+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=B3GSKI9SIVWJ tag=13MSTYZHUCA0 type=write size=1802416 2024-09-13T00:26:07.344 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.341+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~LTK6DF8A9TJG.0 size=884279 2024-09-13T00:26:07.344 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.341+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=LTK6DF8A9TJG tag=L3JG4TYC117D type=write size=1932855 2024-09-13T00:26:07.344 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.341+0000 7ff07d6c9640 1 < canceled part key=_multipart_ALFI3PWKDJ24.2~AK7WCXKCD5NB.0 size=1048576 2024-09-13T00:26:07.348 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.345+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~AK7WCXKCD5NB.1 size=802937 2024-09-13T00:26:07.357 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.353+0000 7ff07d6c9640 1 < canceled multipart upload key=ALFI3PWKDJ24 upload=AK7WCXKCD5NB tag=OVWEEJMIA4WP type=write size=2900089 2024-09-13T00:26:07.362 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.357+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=D3KATIVIO2IY type=del size=2706820 2024-09-13T00:26:07.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.365+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=QXTB8CS16842 type=del 2024-09-13T00:26:07.378 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.373+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~PR072636LWXX.0 size=1048576 2024-09-13T00:26:07.382 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.377+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~PR072636LWXX.1 size=1005731 2024-09-13T00:26:07.382 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.377+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=PR072636LWXX tag=U0LGBEIL4HAL type=write size=3102883 2024-09-13T00:26:07.393 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.389+0000 7ff07d6c9640 1 < suggested remove operation key=FLIVW0XUS2MD tag=QSEUFTYVGY48 type=del 2024-09-13T00:26:07.399 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.397+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=52193D3XQVM3 type=del size=504260 2024-09-13T00:26:07.404 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.401+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=PRT9L2BUGP2D type=del 2024-09-13T00:26:07.413 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.409+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~BIWL340VZVX1.0 size=143539 2024-09-13T00:26:07.413 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.409+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=BIWL340VZVX1 tag=HYK7R1H1R8Z0 type=write size=1192115 2024-09-13T00:26:07.418 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.413+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=7FTQVIQTJG5W type=del 2024-09-13T00:26:07.423 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.421+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=2VXYGTYV8OED type=del size=4175318 2024-09-13T00:26:07.428 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.425+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~B6Q1JNVL6A2W.0 size=1048576 2024-09-13T00:26:07.432 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.429+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~B6Q1JNVL6A2W.1 size=1048576 2024-09-13T00:26:07.436 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.433+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~B6Q1JNVL6A2W.2 size=503875 2024-09-13T00:26:07.444 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.441+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=B6Q1JNVL6A2W tag=EFDVHGZTIR13 type=write size=3649603 2024-09-13T00:26:07.449 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.445+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=6L3WE1W30W1V type=write size=374573 2024-09-13T00:26:07.455 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.453+0000 7ff07d6c9640 1 < canceled operation key=1C09CIUJQSH0 tag=H3CN3RNPS4ZF type=del size=537045 2024-09-13T00:26:07.465 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.461+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~XFJBHINDB6QQ.0 size=100919 2024-09-13T00:26:07.465 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.461+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=XFJBHINDB6QQ tag=WJNKV5T1CK01 type=write size=1149495 2024-09-13T00:26:07.470 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.469+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~AWLBE41XURGL.0 size=1048576 2024-09-13T00:26:07.475 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.473+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~AWLBE41XURGL.1 size=1048576 2024-09-13T00:26:07.479 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.477+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~AWLBE41XURGL.2 size=536880 2024-09-13T00:26:07.487 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.485+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=AWLBE41XURGL tag=RFQRYT2X404T type=write size=3682608 2024-09-13T00:26:07.498 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.497+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~0QLSB1GVPO5K.0 size=1048576 2024-09-13T00:26:07.503 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.501+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~0QLSB1GVPO5K.1 size=1048576 2024-09-13T00:26:07.509 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.505+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~0QLSB1GVPO5K.2 size=1018258 2024-09-13T00:26:07.509 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.505+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=0QLSB1GVPO5K tag=H4I067V3P3WA type=write size=4163986 2024-09-13T00:26:07.514 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.513+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=3F2QA561KKN6 type=del 2024-09-13T00:26:07.523 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.521+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~L0QTM30IKJWL.0 size=1048576 2024-09-13T00:26:07.527 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.525+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~L0QTM30IKJWL.1 size=1048576 2024-09-13T00:26:07.531 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.529+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~L0QTM30IKJWL.2 size=466294 2024-09-13T00:26:07.531 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.529+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=L0QTM30IKJWL tag=D1WPIA3GLYP9 type=write size=3612022 2024-09-13T00:26:07.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.533+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=BNOTI5SH98QB type=del 2024-09-13T00:26:07.541 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.537+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=590Y3JSB3UGH type=write size=141843 2024-09-13T00:26:07.553 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.549+0000 7ff07d6c9640 1 < suggested remove operation key=M1TXILI2WRP8 tag=L4L5XTO1084B type=del 2024-09-13T00:26:07.557 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.553+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=GN4AVWPH5CDQ type=del size=774675 2024-09-13T00:26:07.559 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.557+0000 7ff07d6c9640 -1 < no bi entry to suggest for operation key=FLIVW0XUS2MD tag=84J02YLZJRTF type=del size=2289693: (2) No such file or directory 2024-09-13T00:26:07.565 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.561+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=ZCXGED4MPB9Y type=del size=446996 2024-09-13T00:26:07.570 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.569+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=OKVI1J7LIFYD type=del 2024-09-13T00:26:07.580 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.577+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~DNKKKBI1ODIK.0 size=1048576 2024-09-13T00:26:07.584 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.581+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~DNKKKBI1ODIK.1 size=820025 2024-09-13T00:26:07.585 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.581+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=DNKKKBI1ODIK tag=VU75A8J81LLD type=write size=2917177 2024-09-13T00:26:07.591 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.589+0000 7ff07d6c9640 -1 < failed to complete operation key=OT4KA0LL7RP3 tag=8JRFU13GQS7B type=del size=1656084: (22) Invalid argument 2024-09-13T00:26:07.600 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.597+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~MD0ES92W7SK2.0 size=1048576 2024-09-13T00:26:07.606 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.601+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~MD0ES92W7SK2.1 size=267441 2024-09-13T00:26:07.606 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.601+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=MD0ES92W7SK2 tag=48FS5G2NA9G8 type=write size=2364593 2024-09-13T00:26:07.611 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.609+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=1FJMD0MND9AA type=del 2024-09-13T00:26:07.617 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.613+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=XM8M50ZCJGWA type=del size=591855 2024-09-13T00:26:07.621 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.617+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~LTK6DF8A9TJG.0 size=884279 2024-09-13T00:26:07.632 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.629+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=LTK6DF8A9TJG tag=L3JG4TYC117D type=write size=1932855 2024-09-13T00:26:07.637 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.633+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=4JLJPXORELSB type=del size=3113165 2024-09-13T00:26:07.642 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.637+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=D3KATIVIO2IY type=del 2024-09-13T00:26:07.647 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.645+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=M7VIMBJ3WP9T type=del size=1502377 2024-09-13T00:26:07.652 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.649+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~PR072636LWXX.0 size=1048576 2024-09-13T00:26:07.656 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.653+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~PR072636LWXX.1 size=1005731 2024-09-13T00:26:07.664 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.661+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=PR072636LWXX tag=U0LGBEIL4HAL type=write size=3102883 2024-09-13T00:26:07.673 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.669+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~0ZL2KS83ELGF.0 size=1048576 2024-09-13T00:26:07.677 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.673+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~0ZL2KS83ELGF.1 size=742798 2024-09-13T00:26:07.678 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.673+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=0ZL2KS83ELGF tag=IH78XSO7N7OD type=write size=2839950 2024-09-13T00:26:07.682 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.681+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=52193D3XQVM3 type=del 2024-09-13T00:26:07.687 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.685+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=XNKSHCT3O63V type=write size=635974 2024-09-13T00:26:07.692 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.689+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~BIWL340VZVX1.0 size=143539 2024-09-13T00:26:07.700 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.697+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=BIWL340VZVX1 tag=HYK7R1H1R8Z0 type=write size=1192115 2024-09-13T00:26:07.705 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.701+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=W86HMY9KAVTO type=del size=3733939 2024-09-13T00:26:07.710 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.709+0000 7ff07d6c9640 1 < canceled operation key=NY5MUJLE63EG tag=2VXYGTYV8OED type=del size=4175318 2024-09-13T00:26:07.715 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.713+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=KA56394SKG31 type=write size=768017 2024-09-13T00:26:07.720 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.717+0000 7ff07d6c9640 1 < completed write operation key=RK75O90M3ZT9 tag=6L3WE1W30W1V type=write size=374573 2024-09-13T00:26:07.729 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.725+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~QCZCLUSU21RD.0 size=1048576 2024-09-13T00:26:07.733 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.729+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~QCZCLUSU21RD.1 size=186626 2024-09-13T00:26:07.733 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.729+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=QCZCLUSU21RD tag=8TFMNQSQ7R1T type=write size=2283778 2024-09-13T00:26:07.738 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.737+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~XFJBHINDB6QQ.0 size=100919 2024-09-13T00:26:07.746 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.745+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=XFJBHINDB6QQ tag=WJNKV5T1CK01 type=write size=1149495 2024-09-13T00:26:07.755 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.753+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~W9PXS2POCI0W.0 size=1048576 2024-09-13T00:26:07.759 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.757+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~W9PXS2POCI0W.1 size=614009 2024-09-13T00:26:07.759 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.757+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=W9PXS2POCI0W tag=YD8I5NY5XW5W type=write size=2711161 2024-09-13T00:26:07.764 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.761+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~0QLSB1GVPO5K.0 size=1048576 2024-09-13T00:26:07.768 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.765+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~0QLSB1GVPO5K.1 size=1048576 2024-09-13T00:26:07.772 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.769+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~0QLSB1GVPO5K.2 size=1018258 2024-09-13T00:26:07.782 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.777+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=0QLSB1GVPO5K tag=H4I067V3P3WA type=write size=4163986 2024-09-13T00:26:07.790 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.785+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~R9UOA7ZZDS58.0 size=1048576 2024-09-13T00:26:07.794 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.793+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~R9UOA7ZZDS58.1 size=757751 2024-09-13T00:26:07.794 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.793+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=R9UOA7ZZDS58 tag=60E4YVMUQ105 type=write size=2854903 2024-09-13T00:26:07.800 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.797+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~L0QTM30IKJWL.0 size=1048576 2024-09-13T00:26:07.804 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.801+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~L0QTM30IKJWL.1 size=1048576 2024-09-13T00:26:07.808 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.805+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~L0QTM30IKJWL.2 size=466294 2024-09-13T00:26:07.818 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.813+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=L0QTM30IKJWL tag=D1WPIA3GLYP9 type=write size=3612022 2024-09-13T00:26:07.823 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.821+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=80K8PXPXCSZ5 type=del size=2285884 2024-09-13T00:26:07.830 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.825+0000 7ff07d6c9640 1 < completed write operation key=0TFNXW7OU716 tag=590Y3JSB3UGH type=write size=141843 2024-09-13T00:26:07.835 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.833+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=8LRB3K6EPTC9 type=del size=3916084 2024-09-13T00:26:07.841 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.837+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=GN4AVWPH5CDQ type=del 2024-09-13T00:26:07.846 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.841+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=PNJMHB6MU13U type=del size=2009243 2024-09-13T00:26:07.850 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.849+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=ZCXGED4MPB9Y type=del 2024-09-13T00:26:07.855 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.853+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=TUGS90E1XQ8Z type=del size=2527054 2024-09-13T00:26:07.860 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.857+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~DNKKKBI1ODIK.0 size=1048576 2024-09-13T00:26:07.864 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.861+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~DNKKKBI1ODIK.1 size=820025 2024-09-13T00:26:07.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.869+0000 7ff07d6c9640 1 < completed multipart upload key=WT8C8PJ810XA upload=DNKKKBI1ODIK tag=VU75A8J81LLD type=write size=2917177 2024-09-13T00:26:07.878 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.873+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=2029LF8GM3RP type=del size=3342355 2024-09-13T00:26:07.882 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.881+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~MD0ES92W7SK2.0 size=1048576 2024-09-13T00:26:07.886 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.885+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~MD0ES92W7SK2.1 size=267441 2024-09-13T00:26:07.895 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.893+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=MD0ES92W7SK2 tag=48FS5G2NA9G8 type=write size=2364593 2024-09-13T00:26:07.904 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.901+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~MW1V1I1VUO65.0 size=1048576 2024-09-13T00:26:07.908 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.905+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~MW1V1I1VUO65.1 size=1048576 2024-09-13T00:26:07.912 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.909+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~MW1V1I1VUO65.2 size=431746 2024-09-13T00:26:07.913 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.909+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=MW1V1I1VUO65 tag=ZZQAURRR2N57 type=write size=3577474 2024-09-13T00:26:07.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.921+0000 7ff07d6c9640 1 < suggested remove operation key=OT4KA0LL7RP3 tag=XM8M50ZCJGWA type=del 2024-09-13T00:26:07.931 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.929+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~VF984BU4J03B.0 size=1048576 2024-09-13T00:26:07.935 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.933+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~VF984BU4J03B.1 size=788041 2024-09-13T00:26:07.935 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.933+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=VF984BU4J03B tag=I4KZ49M4ZJ80 type=write size=2885193 2024-09-13T00:26:07.940 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.937+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=4JLJPXORELSB type=del 2024-09-13T00:26:07.945 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.941+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=IVG97YEPF4EE type=del size=2256744 2024-09-13T00:26:07.951 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.949+0000 7ff07d6c9640 -1 < failed to complete operation key=OT4KA0LL7RP3 tag=M7VIMBJ3WP9T type=del size=1502377: (22) Invalid argument 2024-09-13T00:26:07.960 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.957+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~OCT6RVVBPSXQ.0 size=87315 2024-09-13T00:26:07.961 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.957+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=OCT6RVVBPSXQ tag=L07Y2R3HSRK2 type=write size=1135891 2024-09-13T00:26:07.965 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.961+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~0ZL2KS83ELGF.0 size=1048576 2024-09-13T00:26:07.969 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.965+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~0ZL2KS83ELGF.1 size=742798 2024-09-13T00:26:07.977 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.973+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=0ZL2KS83ELGF tag=IH78XSO7N7OD type=write size=2839950 2024-09-13T00:26:07.982 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.981+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=NQHPKZL655DS type=del size=2079020 2024-09-13T00:26:07.987 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.985+0000 7ff07d6c9640 1 < completed write operation key=FLIVW0XUS2MD tag=XNKSHCT3O63V type=write size=635974 2024-09-13T00:26:07.992 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:07.989+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=JX85ZR1VEUHT type=del size=1575316 2024-09-13T00:26:08.002 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.001+0000 7ff07d6c9640 1 < suggested update operation key=7H3YFWWXRQ8L tag=W86HMY9KAVTO type=del size=3733939 2024-09-13T00:26:08.007 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.005+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=2W2JIU9TTSY8 type=del size=3917016 2024-09-13T00:26:08.017 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.013+0000 7ff07d6c9640 1 < suggested remove operation key=RK75O90M3ZT9 tag=KA56394SKG31 type=write 2024-09-13T00:26:08.027 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.025+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~PA6EM36K49R3.0 size=71117 2024-09-13T00:26:08.027 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.025+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=PA6EM36K49R3 tag=ET1VE2BVTIJO type=write size=1119693 2024-09-13T00:26:08.032 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.029+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~QCZCLUSU21RD.0 size=1048576 2024-09-13T00:26:08.036 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.033+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~QCZCLUSU21RD.1 size=186626 2024-09-13T00:26:08.044 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.041+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=QCZCLUSU21RD tag=8TFMNQSQ7R1T type=write size=2283778 2024-09-13T00:26:08.050 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.045+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=A2NNDIADAKWB type=del size=1959431 2024-09-13T00:26:08.055 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.053+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~W9PXS2POCI0W.0 size=1048576 2024-09-13T00:26:08.059 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.057+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~W9PXS2POCI0W.1 size=614009 2024-09-13T00:26:08.067 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.065+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=W9PXS2POCI0W tag=YD8I5NY5XW5W type=write size=2711161 2024-09-13T00:26:08.072 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.069+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=6MWT63DQ8XGH type=write size=856796 2024-09-13T00:26:08.077 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.073+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~R9UOA7ZZDS58.0 size=1048576 2024-09-13T00:26:08.081 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.077+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~R9UOA7ZZDS58.1 size=757751 2024-09-13T00:26:08.089 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.085+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=R9UOA7ZZDS58 tag=60E4YVMUQ105 type=write size=2854903 2024-09-13T00:26:08.099 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.097+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~VU3JHMS3DQG0.0 size=1048576 2024-09-13T00:26:08.103 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.101+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~VU3JHMS3DQG0.1 size=1048576 2024-09-13T00:26:08.108 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.105+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~VU3JHMS3DQG0.2 size=428261 2024-09-13T00:26:08.108 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.105+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=VU3JHMS3DQG0 tag=4F5VPWSEC5VZ type=write size=3573989 2024-09-13T00:26:08.112 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.109+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=80K8PXPXCSZ5 type=del 2024-09-13T00:26:08.121 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.117+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~49GRBJ87LO8F.0 size=556301 2024-09-13T00:26:08.122 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.117+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=49GRBJ87LO8F tag=H0YCGO7ER8O4 type=write size=1604877 2024-09-13T00:26:08.126 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.125+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=8LRB3K6EPTC9 type=del 2024-09-13T00:26:08.136 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.133+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~TPAKOVLK2O2M.0 size=1048576 2024-09-13T00:26:08.140 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.137+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~TPAKOVLK2O2M.1 size=1048576 2024-09-13T00:26:08.144 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.141+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~TPAKOVLK2O2M.2 size=380904 2024-09-13T00:26:08.145 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.141+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=TPAKOVLK2O2M tag=B0WQ8C0OK8NV type=write size=3526632 2024-09-13T00:26:08.150 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.145+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=PNJMHB6MU13U type=del 2024-09-13T00:26:08.155 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.153+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=6ZGDTTOZEZUX type=del size=2886869 2024-09-13T00:26:08.161 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.157+0000 7ff07d6c9640 1 < completed delete operation key=YNG29P8H3FSB tag=TUGS90E1XQ8Z type=del 2024-09-13T00:26:08.166 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.161+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=T1VVS1NOZ129 type=del size=1729773 2024-09-13T00:26:08.171 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.169+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=2029LF8GM3RP type=del 2024-09-13T00:26:08.175 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.173+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=FWTBRAMIN54Q type=del size=2088776 2024-09-13T00:26:08.181 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.177+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~MW1V1I1VUO65.0 size=1048576 2024-09-13T00:26:08.185 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.181+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~MW1V1I1VUO65.1 size=1048576 2024-09-13T00:26:08.189 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.185+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~MW1V1I1VUO65.2 size=431746 2024-09-13T00:26:08.199 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.197+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=MW1V1I1VUO65 tag=ZZQAURRR2N57 type=write size=3577474 2024-09-13T00:26:08.209 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.205+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~9YUB1H7F409H.0 size=1048576 2024-09-13T00:26:08.213 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.209+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~9YUB1H7F409H.1 size=1048576 2024-09-13T00:26:08.218 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.213+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~9YUB1H7F409H.2 size=793392 2024-09-13T00:26:08.218 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.213+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=9YUB1H7F409H tag=S72I58KGVBF4 type=write size=3939120 2024-09-13T00:26:08.223 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.221+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~VF984BU4J03B.0 size=1048576 2024-09-13T00:26:08.228 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.225+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~VF984BU4J03B.1 size=788041 2024-09-13T00:26:08.236 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.233+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=VF984BU4J03B tag=I4KZ49M4ZJ80 type=write size=2885193 2024-09-13T00:26:08.246 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.241+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~CYSZXN2P3IEA.0 size=1048576 2024-09-13T00:26:08.251 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.249+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~CYSZXN2P3IEA.1 size=1048576 2024-09-13T00:26:08.255 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.253+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~CYSZXN2P3IEA.2 size=944673 2024-09-13T00:26:08.255 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.253+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=CYSZXN2P3IEA tag=IWDT6NQDBRWK type=write size=4090401 2024-09-13T00:26:08.260 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.257+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=IVG97YEPF4EE type=del 2024-09-13T00:26:08.270 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.265+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~JUGJ32XGF72I.0 size=1048576 2024-09-13T00:26:08.274 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.269+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~JUGJ32XGF72I.1 size=1048576 2024-09-13T00:26:08.277 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.273+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~JUGJ32XGF72I.2 size=445773 2024-09-13T00:26:08.277 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.273+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=JUGJ32XGF72I tag=PTMPXTXJJTJ6 type=write size=3591501 2024-09-13T00:26:08.285 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.281+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~OCT6RVVBPSXQ.0 size=87315 2024-09-13T00:26:08.294 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.289+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=OCT6RVVBPSXQ tag=L07Y2R3HSRK2 type=write size=1135891 2024-09-13T00:26:08.299 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.297+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=GE2ZERT3CO55 type=write size=712891 2024-09-13T00:26:08.303 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.301+0000 7ff07d6c9640 1 < canceled operation key=ZNBRMSEXA9ZK tag=NQHPKZL655DS type=del size=2079020 2024-09-13T00:26:08.308 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.305+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=MEKA6HJ9XY57 type=del size=467873 2024-09-13T00:26:08.319 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.317+0000 7ff07d6c9640 1 < suggested update operation key=OT4KA0LL7RP3 tag=JX85ZR1VEUHT type=del size=1575316 2024-09-13T00:26:08.327 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.325+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~30Z7RVZ2JLEQ.0 size=1048576 2024-09-13T00:26:08.332 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.329+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~30Z7RVZ2JLEQ.1 size=1048576 2024-09-13T00:26:08.336 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.333+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~30Z7RVZ2JLEQ.2 size=935662 2024-09-13T00:26:08.336 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.333+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=30Z7RVZ2JLEQ tag=UO3A3KAD6J3D type=write size=4081390 2024-09-13T00:26:08.341 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.337+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=2W2JIU9TTSY8 type=del 2024-09-13T00:26:08.346 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.345+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=KQGC2Z3N3NNK type=del size=345186 2024-09-13T00:26:08.352 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.349+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~PA6EM36K49R3.0 size=71117 2024-09-13T00:26:08.361 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.357+0000 7ff07d6c9640 1 < completed multipart upload key=CNP11H6WEG9D upload=PA6EM36K49R3 tag=ET1VE2BVTIJO type=write size=1119693 2024-09-13T00:26:08.366 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.361+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=6Q1ORVAIGEL4 type=write size=990797 2024-09-13T00:26:08.372 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.369+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=A2NNDIADAKWB type=del 2024-09-13T00:26:08.377 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.373+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=1D40AZIEIV9Y type=del size=382485 2024-09-13T00:26:08.383 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.381+0000 7ff07d6c9640 1 < completed write operation key=R0UI5544UWD1 tag=6MWT63DQ8XGH type=write size=856796 2024-09-13T00:26:08.392 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.389+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~RMKBNYDEGZVL.0 size=1048576 2024-09-13T00:26:08.396 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.393+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~RMKBNYDEGZVL.1 size=1048576 2024-09-13T00:26:08.401 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.397+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~RMKBNYDEGZVL.2 size=99025 2024-09-13T00:26:08.401 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.397+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=RMKBNYDEGZVL tag=DIMB1TZB69RZ type=write size=3244753 2024-09-13T00:26:08.405 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.401+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~VU3JHMS3DQG0.0 size=1048576 2024-09-13T00:26:08.409 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.405+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~VU3JHMS3DQG0.1 size=1048576 2024-09-13T00:26:08.410 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.405+0000 7ff07d6c9640 1 < canceled part key=_multipart_XG3I1V51GD71.2~VU3JHMS3DQG0.2 size=428261 2024-09-13T00:26:08.419 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.417+0000 7ff07d6c9640 1 < canceled multipart upload key=XG3I1V51GD71 upload=VU3JHMS3DQG0 tag=4F5VPWSEC5VZ type=write size=3573989 2024-09-13T00:26:08.425 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.421+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=JY1BU3RUHMZI type=write size=984986 2024-09-13T00:26:08.430 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.425+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~49GRBJ87LO8F.0 size=556301 2024-09-13T00:26:08.438 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.437+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=49GRBJ87LO8F tag=H0YCGO7ER8O4 type=write size=1604877 2024-09-13T00:26:08.445 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.441+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=6SMCGV8AYFIO type=del size=2361035 2024-09-13T00:26:08.451 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.449+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~TPAKOVLK2O2M.0 size=1048576 2024-09-13T00:26:08.455 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.453+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~TPAKOVLK2O2M.1 size=1048576 2024-09-13T00:26:08.460 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.457+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~TPAKOVLK2O2M.2 size=380904 2024-09-13T00:26:08.469 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.465+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=TPAKOVLK2O2M tag=B0WQ8C0OK8NV type=write size=3526632 2024-09-13T00:26:08.474 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.469+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=QMRZZ15HX44G type=write size=574261 2024-09-13T00:26:08.479 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.477+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=6ZGDTTOZEZUX type=del 2024-09-13T00:26:08.484 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.481+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=T1C8R246GZI8 type=del size=3793740 2024-09-13T00:26:08.495 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.493+0000 7ff07d6c9640 1 < suggested remove operation key=6SZPC5K3S8UZ tag=T1VVS1NOZ129 type=del 2024-09-13T00:26:08.505 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.501+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~96FEEC6Q23W3.0 size=1048576 2024-09-13T00:26:08.509 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.505+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~96FEEC6Q23W3.1 size=835296 2024-09-13T00:26:08.509 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.505+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=96FEEC6Q23W3 tag=QQTHVZ3EX4U3 type=write size=2932448 2024-09-13T00:26:08.515 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.513+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=FWTBRAMIN54Q type=del 2024-09-13T00:26:08.524 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.521+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~4LT3DWIFSTOP.0 size=1048576 2024-09-13T00:26:08.528 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.525+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~4LT3DWIFSTOP.1 size=729949 2024-09-13T00:26:08.528 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.525+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=4LT3DWIFSTOP tag=CC0JERXQQGET type=write size=2827101 2024-09-13T00:26:08.533 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.529+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~9YUB1H7F409H.0 size=1048576 2024-09-13T00:26:08.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.533+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~9YUB1H7F409H.1 size=1048576 2024-09-13T00:26:08.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.533+0000 7ff07d6c9640 1 < canceled part key=_multipart_YNG29P8H3FSB.2~9YUB1H7F409H.2 size=793392 2024-09-13T00:26:08.545 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.541+0000 7ff07d6c9640 1 < canceled multipart upload key=YNG29P8H3FSB upload=9YUB1H7F409H tag=S72I58KGVBF4 type=write size=3939120 2024-09-13T00:26:08.550 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.545+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=6KL93X99KBW1 type=write size=181711 2024-09-13T00:26:08.555 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.553+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~CYSZXN2P3IEA.0 size=1048576 2024-09-13T00:26:08.559 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.557+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~CYSZXN2P3IEA.1 size=1048576 2024-09-13T00:26:08.563 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.561+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~CYSZXN2P3IEA.2 size=944673 2024-09-13T00:26:08.572 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.569+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=CYSZXN2P3IEA tag=IWDT6NQDBRWK type=write size=4090401 2024-09-13T00:26:08.581 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.577+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~2F678YYWJAD3.0 size=775925 2024-09-13T00:26:08.581 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.577+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=2F678YYWJAD3 tag=JQDFIUPCMGNH type=write size=1824501 2024-09-13T00:26:08.587 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.585+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~JUGJ32XGF72I.0 size=1048576 2024-09-13T00:26:08.591 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.589+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~JUGJ32XGF72I.1 size=1048576 2024-09-13T00:26:08.596 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.593+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~JUGJ32XGF72I.2 size=445773 2024-09-13T00:26:08.605 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.601+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=JUGJ32XGF72I tag=PTMPXTXJJTJ6 type=write size=3591501 2024-09-13T00:26:08.609 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.605+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=7BIQMKL0V7ZG type=del size=1841798 2024-09-13T00:26:08.616 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.613+0000 7ff07d6c9640 1 < completed write operation key=4J0DEO2EA8KL tag=GE2ZERT3CO55 type=write size=712891 2024-09-13T00:26:08.625 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.621+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~TP4VS3ZAE0QA.0 size=1048576 2024-09-13T00:26:08.629 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.625+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~TP4VS3ZAE0QA.1 size=1048576 2024-09-13T00:26:08.633 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.629+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~TP4VS3ZAE0QA.2 size=701397 2024-09-13T00:26:08.633 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.629+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=TP4VS3ZAE0QA tag=1BR0QL701PMN type=write size=3847125 2024-09-13T00:26:08.638 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.633+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=MEKA6HJ9XY57 type=del 2024-09-13T00:26:08.643 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.641+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=79ELCXQ9MK6N type=del size=481809 2024-09-13T00:26:08.648 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.645+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~30Z7RVZ2JLEQ.0 size=1048576 2024-09-13T00:26:08.653 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.649+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~30Z7RVZ2JLEQ.1 size=1048576 2024-09-13T00:26:08.657 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.653+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~30Z7RVZ2JLEQ.2 size=935662 2024-09-13T00:26:08.666 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.665+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=30Z7RVZ2JLEQ tag=UO3A3KAD6J3D type=write size=4081390 2024-09-13T00:26:08.671 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.669+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=V1VZDIQ3X9Q6 type=write size=9209 2024-09-13T00:26:08.676 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.673+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=KQGC2Z3N3NNK type=del 2024-09-13T00:26:08.681 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.677+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=PRD53921UVC3 type=del size=3794796 2024-09-13T00:26:08.686 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.685+0000 7ff07d6c9640 1 < completed write operation key=RTSSDLFRS0GP tag=6Q1ORVAIGEL4 type=write size=990797 2024-09-13T00:26:08.696 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.693+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~NJD8Y08HNR71.0 size=1048576 2024-09-13T00:26:08.700 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.697+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~NJD8Y08HNR71.1 size=1048576 2024-09-13T00:26:08.704 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.701+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~NJD8Y08HNR71.2 size=299944 2024-09-13T00:26:08.704 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.701+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=NJD8Y08HNR71 tag=QM1MHKQNHJ0T type=write size=3445672 2024-09-13T00:26:08.714 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.709+0000 7ff07d6c9640 1 < suggested update operation key=RTSSDLFRS0GP tag=1D40AZIEIV9Y type=del size=382485 2024-09-13T00:26:08.719 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.717+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=B56A4TWDQ55R type=write size=941621 2024-09-13T00:26:08.725 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.721+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~RMKBNYDEGZVL.0 size=1048576 2024-09-13T00:26:08.729 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.725+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~RMKBNYDEGZVL.1 size=1048576 2024-09-13T00:26:08.733 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.729+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~RMKBNYDEGZVL.2 size=99025 2024-09-13T00:26:08.742 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.741+0000 7ff07d6c9640 1 < completed multipart upload key=WT8C8PJ810XA upload=RMKBNYDEGZVL tag=DIMB1TZB69RZ type=write size=3244753 2024-09-13T00:26:08.752 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.749+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~RHCR1F9D5JGP.0 size=1048576 2024-09-13T00:26:08.758 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.757+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~RHCR1F9D5JGP.1 size=1048576 2024-09-13T00:26:08.763 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.761+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~RHCR1F9D5JGP.2 size=218738 2024-09-13T00:26:08.763 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.761+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=RHCR1F9D5JGP tag=L3HCDJ0P9XGD type=write size=3364466 2024-09-13T00:26:08.770 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.765+0000 7ff07d6c9640 1 < completed write operation key=ZB9Q220ZM0E0 tag=JY1BU3RUHMZI type=write size=984986 2024-09-13T00:26:08.776 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.773+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=KK066NZ8AMGX type=del size=3802936 2024-09-13T00:26:08.780 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.777+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=6SMCGV8AYFIO type=del 2024-09-13T00:26:08.785 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.781+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=ZTV0E2P6T579 type=del size=3403259 2024-09-13T00:26:08.790 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.785+0000 7ff07d6c9640 1 < completed write operation key=O016V0EIG9TO tag=QMRZZ15HX44G type=write size=574261 2024-09-13T00:26:08.795 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.793+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=PDOK9I6XEO4G type=write size=397370 2024-09-13T00:26:08.806 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.801+0000 7ff07d6c9640 1 < suggested update operation key=RTSSDLFRS0GP tag=T1C8R246GZI8 type=del size=3793740 2024-09-13T00:26:08.815 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.813+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~89SDPMRO4BY4.0 size=400069 2024-09-13T00:26:08.815 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.813+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=89SDPMRO4BY4 tag=KI8PEWBUOT4C type=write size=1448645 2024-09-13T00:26:08.820 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.817+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~96FEEC6Q23W3.0 size=1048576 2024-09-13T00:26:08.824 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.821+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~96FEEC6Q23W3.1 size=835296 2024-09-13T00:26:08.833 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.829+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=96FEEC6Q23W3 tag=QQTHVZ3EX4U3 type=write size=2932448 2024-09-13T00:26:08.842 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.837+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~EHYO3GF3Y1F7.0 size=87850 2024-09-13T00:26:08.842 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.837+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=EHYO3GF3Y1F7 tag=M3KLFFNTA0SZ type=write size=1136426 2024-09-13T00:26:08.847 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.845+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~4LT3DWIFSTOP.0 size=1048576 2024-09-13T00:26:08.847 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.845+0000 7ff07d6c9640 1 < canceled part key=_multipart_1C09CIUJQSH0.2~4LT3DWIFSTOP.1 size=729949 2024-09-13T00:26:08.855 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.853+0000 7ff07d6c9640 1 < canceled multipart upload key=1C09CIUJQSH0 upload=4LT3DWIFSTOP tag=CC0JERXQQGET type=write size=2827101 2024-09-13T00:26:08.864 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.861+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~X28KDAK9G3K8.0 size=258674 2024-09-13T00:26:08.864 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.861+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=X28KDAK9G3K8 tag=DC32VUD4G99N type=write size=1307250 2024-09-13T00:26:08.869 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.865+0000 7ff07d6c9640 1 < canceled operation key=XG3I1V51GD71 tag=6KL93X99KBW1 type=write size=181711 2024-09-13T00:26:08.878 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.877+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~WNIWYJYGURVT.0 size=1048576 2024-09-13T00:26:08.882 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.881+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~WNIWYJYGURVT.1 size=575747 2024-09-13T00:26:08.882 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.881+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=WNIWYJYGURVT tag=0GS9TUTWIQ2V type=write size=2672899 2024-09-13T00:26:08.888 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.885+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~2F678YYWJAD3.0 size=775925 2024-09-13T00:26:08.897 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.893+0000 7ff07d6c9640 1 < completed multipart upload key=DT4C13GCJ90M upload=2F678YYWJAD3 tag=JQDFIUPCMGNH type=write size=1824501 2024-09-13T00:26:08.906 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.905+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~SGIHHKQZDX3M.0 size=1048576 2024-09-13T00:26:08.910 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.909+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~SGIHHKQZDX3M.1 size=1048576 2024-09-13T00:26:08.914 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.913+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~SGIHHKQZDX3M.2 size=930270 2024-09-13T00:26:08.914 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.913+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=SGIHHKQZDX3M tag=E0UU9S42EE1A type=write size=4075998 2024-09-13T00:26:08.919 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.917+0000 7ff07d6c9640 1 < canceled operation key=GDD2408QTYGR tag=7BIQMKL0V7ZG type=del size=1841798 2024-09-13T00:26:08.929 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.925+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~1QL7V68V9O2O.0 size=1048576 2024-09-13T00:26:08.933 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.929+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~1QL7V68V9O2O.1 size=1048576 2024-09-13T00:26:08.937 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.933+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~1QL7V68V9O2O.2 size=823447 2024-09-13T00:26:08.937 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.933+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=1QL7V68V9O2O tag=Y6G99MFROVGG type=write size=3969175 2024-09-13T00:26:08.942 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.941+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~TP4VS3ZAE0QA.0 size=1048576 2024-09-13T00:26:08.947 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.945+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~TP4VS3ZAE0QA.1 size=1048576 2024-09-13T00:26:08.951 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.949+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~TP4VS3ZAE0QA.2 size=701397 2024-09-13T00:26:08.960 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.957+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=TP4VS3ZAE0QA tag=1BR0QL701PMN type=write size=3847125 2024-09-13T00:26:08.965 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.961+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=CF2J3PUAMFKV type=del size=252776 2024-09-13T00:26:08.971 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.969+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=79ELCXQ9MK6N type=del 2024-09-13T00:26:08.975 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.973+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=OJA6B340Z7RI type=del size=2186158 2024-09-13T00:26:08.981 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.977+0000 7ff07d6c9640 1 < canceled operation key=YB8OYIWQYY07 tag=V1VZDIQ3X9Q6 type=write size=9209 2024-09-13T00:26:08.986 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.981+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=SX3X13872N8A type=del size=2997625 2024-09-13T00:26:08.991 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.989+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=PRD53921UVC3 type=del 2024-09-13T00:26:08.996 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.993+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=V0Q95BIFPNJY type=del size=3958260 2024-09-13T00:26:09.002 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:08.997+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~NJD8Y08HNR71.0 size=1048576 2024-09-13T00:26:09.007 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.005+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~NJD8Y08HNR71.1 size=1048576 2024-09-13T00:26:09.011 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.009+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~NJD8Y08HNR71.2 size=299944 2024-09-13T00:26:09.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.017+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=NJD8Y08HNR71 tag=QM1MHKQNHJ0T type=write size=3445672 2024-09-13T00:26:09.026 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.021+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=EJA8ZOCPFTW9 type=del size=340129 2024-09-13T00:26:09.036 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.033+0000 7ff07d6c9640 1 < suggested remove operation key=9VL7XF9W6EIA tag=B56A4TWDQ55R type=write 2024-09-13T00:26:09.045 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.041+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~YJCWDDGL089B.0 size=1048576 2024-09-13T00:26:09.050 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.045+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~YJCWDDGL089B.1 size=180765 2024-09-13T00:26:09.050 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.045+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=YJCWDDGL089B tag=4LXPSWK2I97N type=write size=2277917 2024-09-13T00:26:09.050 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.049+0000 7ff07d6c9640 1 < canceled part key=_multipart_7VNCRBS2OO7G.2~RHCR1F9D5JGP.0 size=1048576 2024-09-13T00:26:09.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.053+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~RHCR1F9D5JGP.1 size=1048576 2024-09-13T00:26:09.058 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.057+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~RHCR1F9D5JGP.2 size=218738 2024-09-13T00:26:09.067 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.065+0000 7ff07d6c9640 1 < canceled multipart upload key=7VNCRBS2OO7G upload=RHCR1F9D5JGP tag=L3HCDJ0P9XGD type=write size=3364466 2024-09-13T00:26:09.072 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.069+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=82GXB471YAXE type=del size=1212808 2024-09-13T00:26:09.077 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.073+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=KK066NZ8AMGX type=del 2024-09-13T00:26:09.082 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.081+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=3Q2F32EXMDZW type=write size=440987 2024-09-13T00:26:09.087 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.085+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=ZTV0E2P6T579 type=del 2024-09-13T00:26:09.092 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.089+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=0GY4XF52RLXK type=del size=114746 2024-09-13T00:26:09.098 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.093+0000 7ff07d6c9640 1 < completed write operation key=ALFI3PWKDJ24 tag=PDOK9I6XEO4G type=write size=397370 2024-09-13T00:26:09.104 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.101+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=IEU50EUBLYMJ type=del size=297949 2024-09-13T00:26:09.110 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.105+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~89SDPMRO4BY4.0 size=400069 2024-09-13T00:26:09.119 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.117+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=89SDPMRO4BY4 tag=KI8PEWBUOT4C type=write size=1448645 2024-09-13T00:26:09.129 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.125+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~XEUUA9Z9JAFH.0 size=1048576 2024-09-13T00:26:09.134 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.129+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~XEUUA9Z9JAFH.1 size=1048576 2024-09-13T00:26:09.137 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.133+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~XEUUA9Z9JAFH.2 size=570160 2024-09-13T00:26:09.138 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.133+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=XEUUA9Z9JAFH tag=998T62RCZ8MZ type=write size=3715888 2024-09-13T00:26:09.142 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.141+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~EHYO3GF3Y1F7.0 size=87850 2024-09-13T00:26:09.151 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.149+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=EHYO3GF3Y1F7 tag=M3KLFFNTA0SZ type=write size=1136426 2024-09-13T00:26:09.156 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.153+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=5BWR3QRMZZCX type=write size=23590 2024-09-13T00:26:09.161 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.157+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~X28KDAK9G3K8.0 size=258674 2024-09-13T00:26:09.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:08 smithi032 bash[75510]: cluster 2024-09-13T00:26:07.503153+0000 mgr.y (mgr.34107) 701 : cluster [DBG] pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 171 KiB/s wr, 882 op/s 2024-09-13T00:26:09.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:08 smithi032 bash[76677]: cluster 2024-09-13T00:26:07.503153+0000 mgr.y (mgr.34107) 701 : cluster [DBG] pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 171 KiB/s wr, 882 op/s 2024-09-13T00:26:09.170 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.165+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=X28KDAK9G3K8 tag=DC32VUD4G99N type=write size=1307250 2024-09-13T00:26:09.175 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.173+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=ZMYEJHLBZ1E7 type=write size=979008 2024-09-13T00:26:09.181 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.177+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~WNIWYJYGURVT.0 size=1048576 2024-09-13T00:26:09.185 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.181+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~WNIWYJYGURVT.1 size=575747 2024-09-13T00:26:09.194 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.193+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=WNIWYJYGURVT tag=0GS9TUTWIQ2V type=write size=2672899 2024-09-13T00:26:09.199 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.197+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=KO1TZ33VNPUY type=write size=991474 2024-09-13T00:26:09.205 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.201+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~SGIHHKQZDX3M.0 size=1048576 2024-09-13T00:26:09.209 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.205+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~SGIHHKQZDX3M.1 size=1048576 2024-09-13T00:26:09.213 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.209+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~SGIHHKQZDX3M.2 size=930270 2024-09-13T00:26:09.222 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.217+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=SGIHHKQZDX3M tag=E0UU9S42EE1A type=write size=4075998 2024-09-13T00:26:09.226 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.225+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=64045HLUPW63 type=del size=3473618 2024-09-13T00:26:09.232 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.229+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~1QL7V68V9O2O.0 size=1048576 2024-09-13T00:26:09.237 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.233+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~1QL7V68V9O2O.1 size=1048576 2024-09-13T00:26:09.237 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.233+0000 7ff07d6c9640 1 < canceled part key=_multipart_EBH90I7V5EW7.2~1QL7V68V9O2O.2 size=823447 2024-09-13T00:26:09.246 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.245+0000 7ff07d6c9640 1 < canceled multipart upload key=EBH90I7V5EW7 upload=1QL7V68V9O2O tag=Y6G99MFROVGG type=write size=3969175 2024-09-13T00:26:09.252 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.249+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=LIQQ2RLRD1PA type=del size=401476 2024-09-13T00:26:09.257 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.253+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=CF2J3PUAMFKV type=del 2024-09-13T00:26:09.262 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.261+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=Y6BL1U0JAEX2 type=del size=1986161 2024-09-13T00:26:09.273 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.269+0000 7ff07d6c9640 1 < suggested remove operation key=EBH90I7V5EW7 tag=OJA6B340Z7RI type=del 2024-09-13T00:26:09.283 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.281+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~3L38M0GNLJ4V.0 size=1048576 2024-09-13T00:26:09.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:08 smithi053 bash[67631]: cluster 2024-09-13T00:26:07.503153+0000 mgr.y (mgr.34107) 701 : cluster [DBG] pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 171 KiB/s wr, 882 op/s 2024-09-13T00:26:09.287 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.285+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~3L38M0GNLJ4V.1 size=1048576 2024-09-13T00:26:09.292 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.289+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~3L38M0GNLJ4V.2 size=280269 2024-09-13T00:26:09.292 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.289+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=3L38M0GNLJ4V tag=U696F1VY43OZ type=write size=3425997 2024-09-13T00:26:09.296 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.293+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=SX3X13872N8A type=del 2024-09-13T00:26:09.302 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.301+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=OQLV6ALZVVAP type=del size=3538177 2024-09-13T00:26:09.312 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.309+0000 7ff07d6c9640 1 < suggested update operation key=7VNCRBS2OO7G tag=V0Q95BIFPNJY type=del size=3958260 2024-09-13T00:26:09.317 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.313+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=72E7AKAODW93 type=del size=367579 2024-09-13T00:26:09.323 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.321+0000 7ff07d6c9640 1 < canceled operation key=DI6S0X65V18P tag=EJA8ZOCPFTW9 type=del size=340129 2024-09-13T00:26:09.327 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.325+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=UTFMB00QRZ44 type=del size=203839 2024-09-13T00:26:09.332 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.329+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~YJCWDDGL089B.0 size=1048576 2024-09-13T00:26:09.333 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.329+0000 7ff07d6c9640 1 < canceled part key=_multipart_RK75O90M3ZT9.2~YJCWDDGL089B.1 size=180765 2024-09-13T00:26:09.340 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.337+0000 7ff07d6c9640 1 < canceled multipart upload key=RK75O90M3ZT9 upload=YJCWDDGL089B tag=4LXPSWK2I97N type=write size=2277917 2024-09-13T00:26:09.350 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.345+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~G3UKB6YIEU95.0 size=1048576 2024-09-13T00:26:09.487 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.349+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~G3UKB6YIEU95.1 size=264847 2024-09-13T00:26:09.487 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.349+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=G3UKB6YIEU95 tag=OIN3851IP1FE type=write size=2361999 2024-09-13T00:26:09.487 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.361+0000 7ff07d6c9640 1 < suggested remove operation key=6SZPC5K3S8UZ tag=82GXB471YAXE type=del 2024-09-13T00:26:09.487 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.369+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~416JDZ597TO9.0 size=1048576 2024-09-13T00:26:09.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.373+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~416JDZ597TO9.1 size=1048576 2024-09-13T00:26:09.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.377+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~416JDZ597TO9.2 size=113143 2024-09-13T00:26:09.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.377+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=416JDZ597TO9 tag=7R3KJUR3KQMQ type=write size=3258871 2024-09-13T00:26:09.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.389+0000 7ff07d6c9640 1 < suggested update operation key=NY5MUJLE63EG tag=3Q2F32EXMDZW type=write size=440987 2024-09-13T00:26:09.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.393+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=QB09LLCBKIRK type=del size=1958118 2024-09-13T00:26:09.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.397+0000 7ff07d6c9640 1 < canceled operation key=0TFNXW7OU716 tag=0GY4XF52RLXK type=del size=114746 2024-09-13T00:26:09.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.405+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=IUYYXI8XAU3Y type=write size=610692 2024-09-13T00:26:09.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.413+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=IEU50EUBLYMJ type=del 2024-09-13T00:26:09.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.421+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~35P3XKCT4YWI.0 size=1048576 2024-09-13T00:26:09.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.425+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~35P3XKCT4YWI.1 size=1048576 2024-09-13T00:26:09.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.429+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~35P3XKCT4YWI.2 size=104315 2024-09-13T00:26:09.489 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.429+0000 7ff07d6c9640 1 > prepared multipart upload key=0TFNXW7OU716 upload=35P3XKCT4YWI tag=85TJ2RSFH2O7 type=write size=3250043 2024-09-13T00:26:09.489 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.437+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~XEUUA9Z9JAFH.0 size=1048576 2024-09-13T00:26:09.489 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.437+0000 7ff07d6c9640 1 < canceled part key=_multipart_RK75O90M3ZT9.2~XEUUA9Z9JAFH.1 size=1048576 2024-09-13T00:26:09.489 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.441+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~XEUUA9Z9JAFH.2 size=570160 2024-09-13T00:26:09.489 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.449+0000 7ff07d6c9640 1 < canceled multipart upload key=RK75O90M3ZT9 upload=XEUUA9Z9JAFH tag=998T62RCZ8MZ type=write size=3715888 2024-09-13T00:26:09.489 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.453+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=C389BE2JT0L2 type=del size=1792695 2024-09-13T00:26:09.489 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.461+0000 7ff07d6c9640 1 < completed write operation key=CNP11H6WEG9D tag=5BWR3QRMZZCX type=write size=23590 2024-09-13T00:26:09.489 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.465+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=U38CFAKCNE68 type=del size=1432335 2024-09-13T00:26:09.489 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.477+0000 7ff07d6c9640 1 < suggested remove operation key=R0UI5544UWD1 tag=ZMYEJHLBZ1E7 type=write 2024-09-13T00:26:09.489 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.481+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=P2BPD2Y1KDO0 type=del size=3460346 2024-09-13T00:26:09.490 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.485+0000 7ff07d6c9640 1 < completed write operation key=0TFNXW7OU716 tag=KO1TZ33VNPUY type=write size=991474 2024-09-13T00:26:09.494 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.489+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=N1XESCMDA8P3 type=del size=621915 2024-09-13T00:26:09.496 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.493+0000 7ff07d6c9640 -1 < no bi entry to suggest for operation key=6SZPC5K3S8UZ tag=64045HLUPW63 type=del size=3473618: (2) No such file or directory 2024-09-13T00:26:09.501 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.497+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=L0VC571GCMOU type=del size=864779 2024-09-13T00:26:09.507 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.505+0000 7ff07d6c9640 -1 < failed to complete operation key=R0UI5544UWD1 tag=LIQQ2RLRD1PA type=del size=401476: (22) Invalid argument 2024-09-13T00:26:09.517 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.513+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~FVK6D9J85TU2.0 size=1048576 2024-09-13T00:26:09.521 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.517+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~FVK6D9J85TU2.1 size=1048576 2024-09-13T00:26:09.526 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.521+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~FVK6D9J85TU2.2 size=818256 2024-09-13T00:26:09.526 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.521+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=FVK6D9J85TU2 tag=DIPAP8MI6TTB type=write size=3963984 2024-09-13T00:26:09.532 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.529+0000 7ff07d6c9640 -1 < failed to complete operation key=R0UI5544UWD1 tag=Y6BL1U0JAEX2 type=del size=1986161: (22) Invalid argument 2024-09-13T00:26:09.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.533+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=1WLF3VBFI1I3 type=del size=1126831 2024-09-13T00:26:09.543 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.541+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~3L38M0GNLJ4V.0 size=1048576 2024-09-13T00:26:09.547 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.545+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~3L38M0GNLJ4V.1 size=1048576 2024-09-13T00:26:09.551 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.549+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~3L38M0GNLJ4V.2 size=280269 2024-09-13T00:26:09.560 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.557+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=3L38M0GNLJ4V tag=U696F1VY43OZ type=write size=3425997 2024-09-13T00:26:09.569 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.561+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=SWLSZTPJW4F4 type=del size=711026 2024-09-13T00:26:09.572 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.569+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=OQLV6ALZVVAP type=del 2024-09-13T00:26:09.578 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.573+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=13N4971MN3YU type=del size=802705 2024-09-13T00:26:09.589 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.585+0000 7ff07d6c9640 1 < suggested remove operation key=JI54OSP2P86V tag=72E7AKAODW93 type=del 2024-09-13T00:26:09.594 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.593+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=ZIHQAX8OS8BG type=del size=2556962 2024-09-13T00:26:09.600 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.597+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=UTFMB00QRZ44 type=del 2024-09-13T00:26:09.609 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.605+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~31HC0Y3UK2PJ.0 size=1048576 2024-09-13T00:26:09.613 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.609+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~31HC0Y3UK2PJ.1 size=1048576 2024-09-13T00:26:09.617 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.613+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~31HC0Y3UK2PJ.2 size=6303 2024-09-13T00:26:09.617 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.613+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=31HC0Y3UK2PJ tag=VF3E70H3OXZP type=write size=3152031 2024-09-13T00:26:09.622 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.617+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~G3UKB6YIEU95.0 size=1048576 2024-09-13T00:26:09.627 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.625+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~G3UKB6YIEU95.1 size=264847 2024-09-13T00:26:09.636 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.633+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=G3UKB6YIEU95 tag=OIN3851IP1FE type=write size=2361999 2024-09-13T00:26:09.641 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.637+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=32ZB5ILEV0J8 type=write size=201192 2024-09-13T00:26:09.646 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.645+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~416JDZ597TO9.0 size=1048576 2024-09-13T00:26:09.650 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.649+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~416JDZ597TO9.1 size=1048576 2024-09-13T00:26:09.655 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.653+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~416JDZ597TO9.2 size=113143 2024-09-13T00:26:09.664 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.661+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=416JDZ597TO9 tag=7R3KJUR3KQMQ type=write size=3258871 2024-09-13T00:26:09.675 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.673+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~G9TI7AENIICM.0 size=1048576 2024-09-13T00:26:09.682 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.681+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~G9TI7AENIICM.1 size=979861 2024-09-13T00:26:09.682 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.681+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=G9TI7AENIICM tag=6LUW3KBZ5O7W type=write size=3077013 2024-09-13T00:26:09.690 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.685+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=QB09LLCBKIRK type=del 2024-09-13T00:26:09.697 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.693+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=GTSE8QSTWKD0 type=del size=2127106 2024-09-13T00:26:09.705 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.701+0000 7ff07d6c9640 1 < completed write operation key=9VL7XF9W6EIA tag=IUYYXI8XAU3Y type=write size=610692 2024-09-13T00:26:09.716 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.713+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~GJSX80C2HX00.0 size=134378 2024-09-13T00:26:09.716 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.713+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=GJSX80C2HX00 tag=OH3YPRDRCCYM type=write size=1182954 2024-09-13T00:26:09.721 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.717+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~35P3XKCT4YWI.0 size=1048576 2024-09-13T00:26:09.725 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.721+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~35P3XKCT4YWI.1 size=1048576 2024-09-13T00:26:09.730 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.725+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~35P3XKCT4YWI.2 size=104315 2024-09-13T00:26:09.738 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.733+0000 7ff07d6c9640 1 < completed multipart upload key=0TFNXW7OU716 upload=35P3XKCT4YWI tag=85TJ2RSFH2O7 type=write size=3250043 2024-09-13T00:26:09.746 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.745+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~07SM4PI1F226.0 size=1048576 2024-09-13T00:26:09.750 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.749+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~07SM4PI1F226.1 size=1048576 2024-09-13T00:26:09.755 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.753+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~07SM4PI1F226.2 size=1026661 2024-09-13T00:26:09.755 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.753+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=07SM4PI1F226 tag=3A4TRL9OH6T7 type=write size=4172389 2024-09-13T00:26:09.761 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.757+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=C389BE2JT0L2 type=del 2024-09-13T00:26:09.766 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.761+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=K3J5ZC2XQ73H type=del size=1075830 2024-09-13T00:26:09.771 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.769+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=U38CFAKCNE68 type=del 2024-09-13T00:26:09.780 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.777+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~HV36WB6TR06Z.0 size=1048576 2024-09-13T00:26:09.785 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.781+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~HV36WB6TR06Z.1 size=1048576 2024-09-13T00:26:09.791 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.785+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~HV36WB6TR06Z.2 size=640433 2024-09-13T00:26:09.791 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.785+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=HV36WB6TR06Z tag=JXS61II0YGWD type=write size=3786161 2024-09-13T00:26:09.796 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.793+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=P2BPD2Y1KDO0 type=del 2024-09-13T00:26:09.807 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.805+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~22SS5X34SUSR.0 size=1048576 2024-09-13T00:26:09.812 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.809+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~22SS5X34SUSR.1 size=1048576 2024-09-13T00:26:09.816 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.813+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~22SS5X34SUSR.2 size=927643 2024-09-13T00:26:09.816 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.813+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=22SS5X34SUSR tag=2J7HQUDV9WQ1 type=write size=4073371 2024-09-13T00:26:09.822 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.821+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=N1XESCMDA8P3 type=del 2024-09-13T00:26:09.828 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.825+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=3J1N1DRU3RE7 type=del size=2843352 2024-09-13T00:26:09.836 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.833+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=L0VC571GCMOU type=del 2024-09-13T00:26:09.842 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.837+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=BUNV1RYRX3CD type=del size=2649696 2024-09-13T00:26:09.847 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.845+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~FVK6D9J85TU2.0 size=1048576 2024-09-13T00:26:09.852 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.849+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~FVK6D9J85TU2.1 size=1048576 2024-09-13T00:26:09.857 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.853+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~FVK6D9J85TU2.2 size=818256 2024-09-13T00:26:09.867 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.865+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=FVK6D9J85TU2 tag=DIPAP8MI6TTB type=write size=3963984 2024-09-13T00:26:09.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.869+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=4NUJ1K262NH2 type=del size=822043 2024-09-13T00:26:09.879 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.877+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=1WLF3VBFI1I3 type=del 2024-09-13T00:26:09.889 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.885+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~FUJD5E1ZB41R.0 size=1048576 2024-09-13T00:26:09.894 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.889+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~FUJD5E1ZB41R.1 size=969460 2024-09-13T00:26:09.894 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.889+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=FUJD5E1ZB41R tag=B37ALNQLJQC4 type=write size=3066612 2024-09-13T00:26:09.905 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.901+0000 7ff07d6c9640 1 < suggested remove operation key=YB8OYIWQYY07 tag=SWLSZTPJW4F4 type=del 2024-09-13T00:26:09.915 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.913+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~YJQAX536KTYP.0 size=1048576 2024-09-13T00:26:09.920 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.917+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~YJQAX536KTYP.1 size=1042077 2024-09-13T00:26:09.920 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.917+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=YJQAX536KTYP tag=SIXC64JHM1EK type=write size=3139229 2024-09-13T00:26:09.925 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.921+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=13N4971MN3YU type=del 2024-09-13T00:26:09.930 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.929+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=05RY76JEEJVQ type=del size=2607699 2024-09-13T00:26:09.936 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.933+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=ZIHQAX8OS8BG type=del 2024-09-13T00:26:09.942 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.937+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=1M0B4AK73F50 type=write size=744660 2024-09-13T00:26:09.943 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.941+0000 7ff07d6c9640 1 < canceled part key=_multipart_GDD2408QTYGR.2~31HC0Y3UK2PJ.0 size=1048576 2024-09-13T00:26:09.948 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.945+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~31HC0Y3UK2PJ.1 size=1048576 2024-09-13T00:26:09.952 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.949+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~31HC0Y3UK2PJ.2 size=6303 2024-09-13T00:26:09.961 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.957+0000 7ff07d6c9640 1 < canceled multipart upload key=GDD2408QTYGR upload=31HC0Y3UK2PJ tag=VF3E70H3OXZP type=write size=3152031 2024-09-13T00:26:09.967 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.965+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=OR34UJ9I00R9 type=write size=51017 2024-09-13T00:26:09.974 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.969+0000 7ff07d6c9640 -1 < failed to complete operation key=YB8OYIWQYY07 tag=32ZB5ILEV0J8 type=write size=201192: (22) Invalid argument 2024-09-13T00:26:09.979 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.977+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=G8FVW03PZD8Y type=del size=3683707 2024-09-13T00:26:09.984 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.981+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~G9TI7AENIICM.0 size=1048576 2024-09-13T00:26:09.988 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.985+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~G9TI7AENIICM.1 size=979861 2024-09-13T00:26:09.997 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.993+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=G9TI7AENIICM tag=6LUW3KBZ5O7W type=write size=3077013 2024-09-13T00:26:10.004 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:09.997+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=LYJVVI9SS0BA type=del size=2057393 2024-09-13T00:26:10.007 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.005+0000 7ff07d6c9640 1 < canceled operation key=ALFI3PWKDJ24 tag=GTSE8QSTWKD0 type=del size=2127106 2024-09-13T00:26:10.019 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.009+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=Z4ICLXI5G92K type=del size=4010200 2024-09-13T00:26:10.019 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.017+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~GJSX80C2HX00.0 size=134378 2024-09-13T00:26:10.026 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.025+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=GJSX80C2HX00 tag=OH3YPRDRCCYM type=write size=1182954 2024-09-13T00:26:10.031 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.029+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=ZZIDWQSEOFYZ type=del size=2230440 2024-09-13T00:26:10.036 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.033+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~07SM4PI1F226.0 size=1048576 2024-09-13T00:26:10.041 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.037+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~07SM4PI1F226.1 size=1048576 2024-09-13T00:26:10.045 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.041+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~07SM4PI1F226.2 size=1026661 2024-09-13T00:26:10.053 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.049+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=07SM4PI1F226 tag=3A4TRL9OH6T7 type=write size=4172389 2024-09-13T00:26:10.063 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.061+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~QRC77T6QKR6M.0 size=1048576 2024-09-13T00:26:10.067 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.065+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~QRC77T6QKR6M.1 size=677297 2024-09-13T00:26:10.067 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.065+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=QRC77T6QKR6M tag=S1UGDEFLKP09 type=write size=2774449 2024-09-13T00:26:10.073 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.069+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=K3J5ZC2XQ73H type=del 2024-09-13T00:26:10.080 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.077+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=8JERYQWHBJOQ type=del size=502069 2024-09-13T00:26:10.085 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.081+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~HV36WB6TR06Z.0 size=1048576 2024-09-13T00:26:10.085 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.081+0000 7ff07d6c9640 1 < canceled part key=_multipart_7VNCRBS2OO7G.2~HV36WB6TR06Z.1 size=1048576 2024-09-13T00:26:10.090 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.089+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~HV36WB6TR06Z.2 size=640433 2024-09-13T00:26:10.100 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.097+0000 7ff07d6c9640 1 < canceled multipart upload key=7VNCRBS2OO7G upload=HV36WB6TR06Z tag=JXS61II0YGWD type=write size=3786161 2024-09-13T00:26:10.111 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.109+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~21KN84EID88W.0 size=1048576 2024-09-13T00:26:10.115 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.113+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~21KN84EID88W.1 size=125379 2024-09-13T00:26:10.115 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.113+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=21KN84EID88W tag=O7DIBJ5H97T8 type=write size=2222531 2024-09-13T00:26:10.120 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.117+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~22SS5X34SUSR.0 size=1048576 2024-09-13T00:26:10.125 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.121+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~22SS5X34SUSR.1 size=1048576 2024-09-13T00:26:10.130 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.125+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~22SS5X34SUSR.2 size=927643 2024-09-13T00:26:10.140 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.137+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=22SS5X34SUSR tag=2J7HQUDV9WQ1 type=write size=4073371 2024-09-13T00:26:10.146 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.141+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=53O3O3O31YVE type=del size=545510 2024-09-13T00:26:10.151 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.149+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=3J1N1DRU3RE7 type=del 2024-09-13T00:26:10.157 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.153+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=88OQ412YJ26V type=del size=1857884 2024-09-13T00:26:10.167 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.165+0000 7ff07d6c9640 1 < suggested update operation key=0THRDK3EP2DY tag=BUNV1RYRX3CD type=del size=2649696 2024-09-13T00:26:10.178 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.173+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~589R8G3LTEHR.0 size=1048576 2024-09-13T00:26:10.182 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.177+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~589R8G3LTEHR.1 size=1048576 2024-09-13T00:26:10.187 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.185+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~589R8G3LTEHR.2 size=205209 2024-09-13T00:26:10.187 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.185+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=589R8G3LTEHR tag=IUA2M977Y0HP type=write size=3350937 2024-09-13T00:26:10.192 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.189+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=4NUJ1K262NH2 type=del 2024-09-13T00:26:10.201 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.197+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~SFM9RSJC5MEA.0 size=1048576 2024-09-13T00:26:10.205 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.201+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~SFM9RSJC5MEA.1 size=1048576 2024-09-13T00:26:10.212 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.205+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~SFM9RSJC5MEA.2 size=708030 2024-09-13T00:26:10.212 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.205+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=SFM9RSJC5MEA tag=IW3UIHSN2ZVZ type=write size=3853758 2024-09-13T00:26:10.215 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.213+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~FUJD5E1ZB41R.0 size=1048576 2024-09-13T00:26:10.220 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.217+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~FUJD5E1ZB41R.1 size=969460 2024-09-13T00:26:10.228 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.225+0000 7ff07d6c9640 1 < completed multipart upload key=WT8C8PJ810XA upload=FUJD5E1ZB41R tag=B37ALNQLJQC4 type=write size=3066612 2024-09-13T00:26:10.233 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.229+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=P120MP2VX1US type=del size=687609 2024-09-13T00:26:10.239 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.237+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~YJQAX536KTYP.0 size=1048576 2024-09-13T00:26:10.244 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.241+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~YJQAX536KTYP.1 size=1042077 2024-09-13T00:26:10.253 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.249+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=YJQAX536KTYP tag=SIXC64JHM1EK type=write size=3139229 2024-09-13T00:26:10.260 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.257+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=DSTJSWFOHC09 type=write size=623511 2024-09-13T00:26:10.266 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.261+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=05RY76JEEJVQ type=del 2024-09-13T00:26:10.271 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.269+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=0POOH0VE1HW6 type=del size=2233290 2024-09-13T00:26:10.278 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.273+0000 7ff07d6c9640 -1 < failed to complete operation key=0THRDK3EP2DY tag=1M0B4AK73F50 type=write size=744660: (22) Invalid argument 2024-09-13T00:26:10.282 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.281+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=35S4S4ZD5W30 type=del size=3425621 2024-09-13T00:26:10.288 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.285+0000 7ff07d6c9640 1 < completed write operation key=4J0DEO2EA8KL tag=OR34UJ9I00R9 type=write size=51017 2024-09-13T00:26:10.295 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.293+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=VZE50U1RKWE6 type=del size=3892734 2024-09-13T00:26:10.305 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.301+0000 7ff07d6c9640 1 < suggested update operation key=ZB9Q220ZM0E0 tag=G8FVW03PZD8Y type=del size=3683707 2024-09-13T00:26:10.311 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.309+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=RXLJ3X1XHO09 type=write size=532896 2024-09-13T00:26:10.322 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.321+0000 7ff07d6c9640 1 < suggested update operation key=9VL7XF9W6EIA tag=LYJVVI9SS0BA type=del size=2057393 2024-09-13T00:26:10.328 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.325+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=23TXRVRYSHVS type=del size=2848911 2024-09-13T00:26:10.333 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.329+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=Z4ICLXI5G92K type=del 2024-09-13T00:26:10.338 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.337+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=GU8CEMN3NOO1 type=write size=478866 2024-09-13T00:26:10.349 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.345+0000 7ff07d6c9640 1 < suggested update operation key=GDD2408QTYGR tag=ZZIDWQSEOFYZ type=del size=2230440 2024-09-13T00:26:10.354 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.349+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=CZBWLJK00FK3 type=del size=1251548 2024-09-13T00:26:10.359 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.357+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~QRC77T6QKR6M.0 size=1048576 2024-09-13T00:26:10.365 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.361+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~QRC77T6QKR6M.1 size=677297 2024-09-13T00:26:10.374 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.369+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=QRC77T6QKR6M tag=S1UGDEFLKP09 type=write size=2774449 2024-09-13T00:26:10.385 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.381+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~HFV2R3C7BSM5.0 size=1048576 2024-09-13T00:26:10.390 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.385+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~HFV2R3C7BSM5.1 size=1048576 2024-09-13T00:26:10.394 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.393+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~HFV2R3C7BSM5.2 size=246920 2024-09-13T00:26:10.395 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.393+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=HFV2R3C7BSM5 tag=067P1KH6BJ5G type=write size=3392648 2024-09-13T00:26:10.405 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.401+0000 7ff07d6c9640 1 < suggested update operation key=M1TXILI2WRP8 tag=8JERYQWHBJOQ type=del size=502069 2024-09-13T00:26:10.410 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.405+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=SX9MH42VQNHX type=write size=490915 2024-09-13T00:26:10.415 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.413+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~21KN84EID88W.0 size=1048576 2024-09-13T00:26:10.420 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.417+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~21KN84EID88W.1 size=125379 2024-09-13T00:26:10.428 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.425+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=21KN84EID88W tag=O7DIBJ5H97T8 type=write size=2222531 2024-09-13T00:26:10.437 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.433+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~H3VTPIBYZUQI.0 size=1048576 2024-09-13T00:26:10.442 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.437+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~H3VTPIBYZUQI.1 size=353326 2024-09-13T00:26:10.442 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.437+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=H3VTPIBYZUQI tag=8YFIZITMPAIS type=write size=2450478 2024-09-13T00:26:10.453 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.449+0000 7ff07d6c9640 1 < suggested update operation key=YB8OYIWQYY07 tag=53O3O3O31YVE type=del size=545510 2024-09-13T00:26:10.464 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.461+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~D0HJ72F9HULT.0 size=469561 2024-09-13T00:26:10.464 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.461+0000 7ff07d6c9640 1 > prepared multipart upload key=0TFNXW7OU716 upload=D0HJ72F9HULT tag=O1MW3A7MGLOE type=write size=1518137 2024-09-13T00:26:10.471 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.469+0000 7ff07d6c9640 -1 < failed to complete operation key=ZB9Q220ZM0E0 tag=88OQ412YJ26V type=del size=1857884: (22) Invalid argument 2024-09-13T00:26:10.477 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.473+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=RIL28TJM5G8D type=del size=1390914 2024-09-13T00:26:10.483 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.481+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~589R8G3LTEHR.0 size=1048576 2024-09-13T00:26:10.487 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.485+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~589R8G3LTEHR.1 size=1048576 2024-09-13T00:26:10.492 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.489+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~589R8G3LTEHR.2 size=205209 2024-09-13T00:26:10.501 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.497+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=589R8G3LTEHR tag=IUA2M977Y0HP type=write size=3350937 2024-09-13T00:26:10.511 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.509+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~I4193GY4GN3U.0 size=1048576 2024-09-13T00:26:10.515 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.513+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~I4193GY4GN3U.1 size=597577 2024-09-13T00:26:10.515 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.513+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=I4193GY4GN3U tag=QBK6F1VZVUMI type=write size=2694729 2024-09-13T00:26:10.521 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.517+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~SFM9RSJC5MEA.0 size=1048576 2024-09-13T00:26:10.525 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.521+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~SFM9RSJC5MEA.1 size=1048576 2024-09-13T00:26:10.530 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.529+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~SFM9RSJC5MEA.2 size=708030 2024-09-13T00:26:10.539 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.537+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=SFM9RSJC5MEA tag=IW3UIHSN2ZVZ type=write size=3853758 2024-09-13T00:26:10.549 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.545+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~V49LX80ERJ1T.0 size=738355 2024-09-13T00:26:10.549 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.545+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=V49LX80ERJ1T tag=O7G5BV1M6X6I type=write size=1786931 2024-09-13T00:26:10.554 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.553+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=P120MP2VX1US type=del 2024-09-13T00:26:10.560 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.557+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=CZV3BC53S273 type=del size=2342422 2024-09-13T00:26:10.565 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.561+0000 7ff07d6c9640 1 < completed write operation key=WT8C8PJ810XA tag=DSTJSWFOHC09 type=write size=623511 2024-09-13T00:26:10.570 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.565+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=NP1T5CGJ4QFE type=del size=1600754 2024-09-13T00:26:10.575 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.573+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=0POOH0VE1HW6 type=del 2024-09-13T00:26:10.586 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.585+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~RBDK4OOCUWK6.0 size=1048576 2024-09-13T00:26:10.590 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.589+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~RBDK4OOCUWK6.1 size=1048576 2024-09-13T00:26:10.594 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.593+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~RBDK4OOCUWK6.2 size=1039988 2024-09-13T00:26:10.594 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.593+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=RBDK4OOCUWK6 tag=K3WQP2DKMEWI type=write size=4185716 2024-09-13T00:26:10.599 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.597+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=35S4S4ZD5W30 type=del 2024-09-13T00:26:10.605 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.601+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=XYZNYPS4C73X type=del size=600921 2024-09-13T00:26:10.615 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.613+0000 7ff07d6c9640 1 < suggested remove operation key=7H3YFWWXRQ8L tag=VZE50U1RKWE6 type=del 2024-09-13T00:26:10.620 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.617+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=E7LKM0C0I1QL type=write size=771881 2024-09-13T00:26:10.625 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.621+0000 7ff07d6c9640 1 < completed write operation key=6SZPC5K3S8UZ tag=RXLJ3X1XHO09 type=write size=532896 2024-09-13T00:26:10.630 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.629+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=6IEZH0D48Z8L type=del size=3210987 2024-09-13T00:26:10.635 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.633+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=23TXRVRYSHVS type=del 2024-09-13T00:26:10.641 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.637+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=0XOWVEJ9ACYY type=del size=3883076 2024-09-13T00:26:10.646 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.641+0000 7ff07d6c9640 1 < completed write operation key=0THRDK3EP2DY tag=GU8CEMN3NOO1 type=write size=478866 2024-09-13T00:26:10.651 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.649+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=XC8AC93ALCRG type=del size=3621236 2024-09-13T00:26:10.656 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.653+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=CZBWLJK00FK3 type=del 2024-09-13T00:26:10.661 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.657+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=BUXIC46SOT0Q type=del size=4167651 2024-09-13T00:26:10.667 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.665+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~HFV2R3C7BSM5.0 size=1048576 2024-09-13T00:26:10.671 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.669+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~HFV2R3C7BSM5.1 size=1048576 2024-09-13T00:26:10.675 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.673+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~HFV2R3C7BSM5.2 size=246920 2024-09-13T00:26:10.684 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.681+0000 7ff07d6c9640 1 < completed multipart upload key=XG3I1V51GD71 upload=HFV2R3C7BSM5 tag=067P1KH6BJ5G type=write size=3392648 2024-09-13T00:26:10.695 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.693+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~V54DB4NJVCGX.0 size=779583 2024-09-13T00:26:10.695 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.693+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=V54DB4NJVCGX tag=SE8MACMAJCIS type=write size=1828159 2024-09-13T00:26:10.700 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.697+0000 7ff07d6c9640 1 < completed write operation key=FLIVW0XUS2MD tag=SX9MH42VQNHX type=write size=490915 2024-09-13T00:26:10.711 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.709+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~PWX0MFVU2PAJ.0 size=534154 2024-09-13T00:26:10.711 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.709+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=PWX0MFVU2PAJ tag=DAAJ3IDL4XYA type=write size=1582730 2024-09-13T00:26:10.716 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.713+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~H3VTPIBYZUQI.0 size=1048576 2024-09-13T00:26:10.716 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.713+0000 7ff07d6c9640 1 < canceled part key=_multipart_OT4KA0LL7RP3.2~H3VTPIBYZUQI.1 size=353326 2024-09-13T00:26:10.725 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.721+0000 7ff07d6c9640 1 < canceled multipart upload key=OT4KA0LL7RP3 upload=H3VTPIBYZUQI tag=8YFIZITMPAIS type=write size=2450478 2024-09-13T00:26:10.730 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.725+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=7WJFBD0L44HP type=del size=3442048 2024-09-13T00:26:10.735 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.733+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~D0HJ72F9HULT.0 size=469561 2024-09-13T00:26:10.744 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.741+0000 7ff07d6c9640 1 < completed multipart upload key=0TFNXW7OU716 upload=D0HJ72F9HULT tag=O1MW3A7MGLOE type=write size=1518137 2024-09-13T00:26:10.754 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.749+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~5SBI2LZDFO0V.0 size=685516 2024-09-13T00:26:10.754 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.749+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=5SBI2LZDFO0V tag=6VRT49T9JZ0A type=write size=1734092 2024-09-13T00:26:10.764 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.761+0000 7ff07d6c9640 1 < suggested update operation key=YB8OYIWQYY07 tag=RIL28TJM5G8D type=del size=1390914 2024-09-13T00:26:10.774 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.769+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~9APHI87XL22U.0 size=1048576 2024-09-13T00:26:10.778 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.773+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~9APHI87XL22U.1 size=1048576 2024-09-13T00:26:10.783 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.781+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~9APHI87XL22U.2 size=834171 2024-09-13T00:26:10.783 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.781+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=9APHI87XL22U tag=QM8M7M1U0NTV type=write size=3979899 2024-09-13T00:26:10.788 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.785+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~I4193GY4GN3U.0 size=1048576 2024-09-13T00:26:10.788 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.785+0000 7ff07d6c9640 1 < canceled part key=_multipart_OT4KA0LL7RP3.2~I4193GY4GN3U.1 size=597577 2024-09-13T00:26:10.799 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.797+0000 7ff07d6c9640 1 < canceled multipart upload key=OT4KA0LL7RP3 upload=I4193GY4GN3U tag=QBK6F1VZVUMI type=write size=2694729 2024-09-13T00:26:10.806 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.801+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=HQNFVWJREILT type=del size=4193633 2024-09-13T00:26:10.812 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.809+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~V49LX80ERJ1T.0 size=738355 2024-09-13T00:26:10.824 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.817+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=V49LX80ERJ1T tag=O7G5BV1M6X6I type=write size=1786931 2024-09-13T00:26:10.827 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.825+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=WNYPMSCZG9MB type=del size=2989131 2024-09-13T00:26:10.835 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.833+0000 7ff07d6c9640 -1 < failed to complete operation key=7H3YFWWXRQ8L tag=CZV3BC53S273 type=del size=2342422: (22) Invalid argument 2024-09-13T00:26:10.841 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.837+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=0U5KGA235A8H type=del size=2742734 2024-09-13T00:26:10.847 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.845+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=NP1T5CGJ4QFE type=del 2024-09-13T00:26:10.853 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.849+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=M6JRNBRBQUIO type=del size=1602990 2024-09-13T00:26:10.858 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.857+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~RBDK4OOCUWK6.0 size=1048576 2024-09-13T00:26:10.863 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.861+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~RBDK4OOCUWK6.1 size=1048576 2024-09-13T00:26:10.868 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.865+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~RBDK4OOCUWK6.2 size=1039988 2024-09-13T00:26:10.877 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.873+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=RBDK4OOCUWK6 tag=K3WQP2DKMEWI type=write size=4185716 2024-09-13T00:26:10.885 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.881+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=KSHFY7YF3TUJ type=del size=3929451 2024-09-13T00:26:10.890 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.885+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=XYZNYPS4C73X type=del 2024-09-13T00:26:10.899 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.897+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~UZ6DL6RDSYE6.0 size=1048576 2024-09-13T00:26:10.903 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.901+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~UZ6DL6RDSYE6.1 size=498769 2024-09-13T00:26:10.903 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.901+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=UZ6DL6RDSYE6 tag=XB1WFOKCK8N6 type=write size=2595921 2024-09-13T00:26:10.909 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.905+0000 7ff07d6c9640 1 < completed write operation key=RTSSDLFRS0GP tag=E7LKM0C0I1QL type=write size=771881 2024-09-13T00:26:10.915 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.913+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=S4Q2L7WI66DX type=del size=1097872 2024-09-13T00:26:10.921 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.917+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=6IEZH0D48Z8L type=del 2024-09-13T00:26:10.926 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.925+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=8H6QM86SHU7Y type=del size=851976 2024-09-13T00:26:10.937 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.933+0000 7ff07d6c9640 1 < suggested remove operation key=ZB9Q220ZM0E0 tag=0XOWVEJ9ACYY type=del 2024-09-13T00:26:10.946 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.945+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~TI292JVS4G67.0 size=1048576 2024-09-13T00:26:10.951 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.949+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~TI292JVS4G67.1 size=1012054 2024-09-13T00:26:10.951 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.949+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=TI292JVS4G67 tag=G4LZR8ARUTKF type=write size=3109206 2024-09-13T00:26:10.957 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.953+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=XC8AC93ALCRG type=del 2024-09-13T00:26:10.967 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.965+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~TGO0EMCD43U0.0 size=555008 2024-09-13T00:26:10.967 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.965+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=TGO0EMCD43U0 tag=IWJTEA9QQQQ0 type=write size=1603584 2024-09-13T00:26:10.979 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.977+0000 7ff07d6c9640 1 < suggested update operation key=RTSSDLFRS0GP tag=BUXIC46SOT0Q type=del size=4167651 2024-09-13T00:26:10.985 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.981+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=NLAA16RK0GOW type=del size=3270847 2024-09-13T00:26:10.987 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.985+0000 7ff07d6c9640 1 < canceled part key=_multipart_71PWJL28BPIC.2~V54DB4NJVCGX.0 size=779583 2024-09-13T00:26:10.996 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.993+0000 7ff07d6c9640 1 < canceled multipart upload key=71PWJL28BPIC upload=V54DB4NJVCGX tag=SE8MACMAJCIS type=write size=1828159 2024-09-13T00:26:11.001 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:10.997+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=YVFO0WZUQ5EK type=del size=2285126 2024-09-13T00:26:11.006 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.005+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~PWX0MFVU2PAJ.0 size=534154 2024-09-13T00:26:11.015 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.013+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=PWX0MFVU2PAJ tag=DAAJ3IDL4XYA type=write size=1582730 2024-09-13T00:26:11.024 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.021+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~6LKR7GFQHKR1.0 size=1048576 2024-09-13T00:26:11.029 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.025+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~6LKR7GFQHKR1.1 size=964857 2024-09-13T00:26:11.029 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.025+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=6LKR7GFQHKR1 tag=MUS4A25ZFQUQ type=write size=3062009 2024-09-13T00:26:11.034 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.029+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=7WJFBD0L44HP type=del 2024-09-13T00:26:11.040 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.037+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=NEHWC1YXY8SX type=write size=712394 2024-09-13T00:26:11.041 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.037+0000 7ff07d6c9640 1 < canceled part key=_multipart_JI54OSP2P86V.2~5SBI2LZDFO0V.0 size=685516 2024-09-13T00:26:11.051 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.049+0000 7ff07d6c9640 1 < canceled multipart upload key=JI54OSP2P86V upload=5SBI2LZDFO0V tag=6VRT49T9JZ0A type=write size=1734092 2024-09-13T00:26:11.062 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.057+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~QUIFS7J49UEB.0 size=30640 2024-09-13T00:26:11.062 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.057+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=QUIFS7J49UEB tag=9WVSS99BY8I7 type=write size=1079216 2024-09-13T00:26:11.063 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.061+0000 7ff07d6c9640 1 < canceled part key=_multipart_ZNBRMSEXA9ZK.2~9APHI87XL22U.0 size=1048576 2024-09-13T00:26:11.067 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.065+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~9APHI87XL22U.1 size=1048576 2024-09-13T00:26:11.071 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.069+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~9APHI87XL22U.2 size=834171 2024-09-13T00:26:11.081 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.077+0000 7ff07d6c9640 1 < canceled multipart upload key=ZNBRMSEXA9ZK upload=9APHI87XL22U tag=QM8M7M1U0NTV type=write size=3979899 2024-09-13T00:26:11.087 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.085+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=YA85FV8YKJ9G type=del size=1372972 2024-09-13T00:26:11.092 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.089+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=HQNFVWJREILT type=del 2024-09-13T00:26:11.097 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.093+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=CHFYIT93UET7 type=del size=2681197 2024-09-13T00:26:11.103 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.101+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=WNYPMSCZG9MB type=del 2024-09-13T00:26:11.113 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.109+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~3BN93Y8FW5SE.0 size=1048576 2024-09-13T00:26:11.117 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.113+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~3BN93Y8FW5SE.1 size=450485 2024-09-13T00:26:11.117 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.113+0000 7ff07d6c9640 1 > prepared multipart upload key=0TFNXW7OU716 upload=3BN93Y8FW5SE tag=3HCTFT7HUS5J type=write size=2547637 2024-09-13T00:26:11.123 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.121+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=0U5KGA235A8H type=del 2024-09-13T00:26:11.133 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.129+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~I7DFK0HFKKJ1.0 size=1048576 2024-09-13T00:26:11.138 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.133+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~I7DFK0HFKKJ1.1 size=1048576 2024-09-13T00:26:11.142 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.137+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~I7DFK0HFKKJ1.2 size=424496 2024-09-13T00:26:11.142 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.137+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=I7DFK0HFKKJ1 tag=XM65K3NDSHHC type=write size=3570224 2024-09-13T00:26:11.148 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.145+0000 7ff07d6c9640 1 < completed delete operation key=OT4KA0LL7RP3 tag=M6JRNBRBQUIO type=del 2024-09-13T00:26:11.154 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.149+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=SRXPA3M5G10N type=del size=1839698 2024-09-13T00:26:11.160 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.157+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=KSHFY7YF3TUJ type=del 2024-09-13T00:26:11.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:10 smithi032 bash[76677]: cluster 2024-09-13T00:26:09.504315+0000 mgr.y (mgr.34107) 702 : cluster [DBG] pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 489 KiB/s rd, 167 KiB/s wr, 861 op/s 2024-09-13T00:26:11.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:10 smithi032 bash[76677]: audit 2024-09-13T00:26:10.153031+0000 mon.a (mon.0) 2128 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:26:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:10 smithi032 bash[75510]: cluster 2024-09-13T00:26:09.504315+0000 mgr.y (mgr.34107) 702 : cluster [DBG] pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 489 KiB/s rd, 167 KiB/s wr, 861 op/s 2024-09-13T00:26:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:10 smithi032 bash[75510]: audit 2024-09-13T00:26:10.153031+0000 mon.a (mon.0) 2128 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:26:11.165 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.161+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=3A66C6Z9WML1 type=write size=793829 2024-09-13T00:26:11.173 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.169+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~UZ6DL6RDSYE6.0 size=1048576 2024-09-13T00:26:11.177 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.173+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~UZ6DL6RDSYE6.1 size=498769 2024-09-13T00:26:11.186 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.181+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=UZ6DL6RDSYE6 tag=XB1WFOKCK8N6 type=write size=2595921 2024-09-13T00:26:11.196 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.193+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~8XI63IT3K4IA.0 size=1048576 2024-09-13T00:26:11.201 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.197+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~8XI63IT3K4IA.1 size=1048576 2024-09-13T00:26:11.205 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.201+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~8XI63IT3K4IA.2 size=96991 2024-09-13T00:26:11.205 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.201+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=8XI63IT3K4IA tag=OECIA7512DYQ type=write size=3242719 2024-09-13T00:26:11.210 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.209+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=S4Q2L7WI66DX type=del 2024-09-13T00:26:11.216 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.213+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=AM1WGHULC5FP type=del size=2748145 2024-09-13T00:26:11.221 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.217+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=8H6QM86SHU7Y type=del 2024-09-13T00:26:11.227 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.225+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=HT46MSBVP65G type=del size=1625925 2024-09-13T00:26:11.232 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.229+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~TI292JVS4G67.0 size=1048576 2024-09-13T00:26:11.236 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.233+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~TI292JVS4G67.1 size=1012054 2024-09-13T00:26:11.245 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.241+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=TI292JVS4G67 tag=G4LZR8ARUTKF type=write size=3109206 2024-09-13T00:26:11.250 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.249+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=QHL6UDEJ7HF5 type=del size=1583575 2024-09-13T00:26:11.257 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.253+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~TGO0EMCD43U0.0 size=555008 2024-09-13T00:26:11.265 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.261+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=TGO0EMCD43U0 tag=IWJTEA9QQQQ0 type=write size=1603584 2024-09-13T00:26:11.274 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.273+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=VSVG6C8IQPYI type=del size=1422926 2024-09-13T00:26:11.280 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.277+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=NLAA16RK0GOW type=del 2024-09-13T00:26:11.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:10 smithi053 bash[67631]: cluster 2024-09-13T00:26:09.504315+0000 mgr.y (mgr.34107) 702 : cluster [DBG] pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 489 KiB/s rd, 167 KiB/s wr, 861 op/s 2024-09-13T00:26:11.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:10 smithi053 bash[67631]: audit 2024-09-13T00:26:10.153031+0000 mon.a (mon.0) 2128 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:26:11.286 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.281+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=EP632RHLAAMY type=del size=2826542 2024-09-13T00:26:11.297 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.293+0000 7ff07d6c9640 1 < suggested update operation key=CQE0A2I3P64S tag=YVFO0WZUQ5EK type=del size=2285126 2024-09-13T00:26:11.302 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.297+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=8SIUFI5LVDXF type=del size=116381 2024-09-13T00:26:11.306 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.305+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~6LKR7GFQHKR1.0 size=1048576 2024-09-13T00:26:11.311 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.309+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~6LKR7GFQHKR1.1 size=964857 2024-09-13T00:26:11.320 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.317+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=6LKR7GFQHKR1 tag=MUS4A25ZFQUQ type=write size=3062009 2024-09-13T00:26:11.331 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.329+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~T38U82FOAM4D.0 size=1048576 2024-09-13T00:26:11.335 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.333+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~T38U82FOAM4D.1 size=431545 2024-09-13T00:26:11.335 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.333+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=T38U82FOAM4D tag=12JWWSA026PZ type=write size=2528697 2024-09-13T00:26:11.340 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.337+0000 7ff07d6c9640 1 < completed write operation key=YB8OYIWQYY07 tag=NEHWC1YXY8SX type=write size=712394 2024-09-13T00:26:11.349 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.345+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~2J6I21B47CRN.0 size=1048576 2024-09-13T00:26:11.353 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.349+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~2J6I21B47CRN.1 size=1048576 2024-09-13T00:26:11.359 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.357+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~2J6I21B47CRN.2 size=542346 2024-09-13T00:26:11.359 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.357+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=2J6I21B47CRN tag=P3SUXEKHJP6Z type=write size=3688074 2024-09-13T00:26:11.364 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.361+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~QUIFS7J49UEB.0 size=30640 2024-09-13T00:26:11.372 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.369+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=QUIFS7J49UEB tag=9WVSS99BY8I7 type=write size=1079216 2024-09-13T00:26:11.377 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.373+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=PW8R368IAOS8 type=del size=1120470 2024-09-13T00:26:11.383 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.381+0000 7ff07d6c9640 1 < canceled operation key=YNG29P8H3FSB tag=YA85FV8YKJ9G type=del size=1372972 2024-09-13T00:26:11.392 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.389+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~NU3G6LS61ACB.0 size=1048576 2024-09-13T00:26:11.396 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.393+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~NU3G6LS61ACB.1 size=53476 2024-09-13T00:26:11.396 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.393+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=NU3G6LS61ACB tag=FB8DS08AQZ09 type=write size=2150628 2024-09-13T00:26:11.402 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.397+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=CHFYIT93UET7 type=del 2024-09-13T00:26:11.412 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.409+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~R81XE3WAN1JR.0 size=1048576 2024-09-13T00:26:11.416 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.413+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~R81XE3WAN1JR.1 size=848273 2024-09-13T00:26:11.416 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.413+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=R81XE3WAN1JR tag=63G34MX0ZF5U type=write size=2945425 2024-09-13T00:26:11.421 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.417+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~3BN93Y8FW5SE.0 size=1048576 2024-09-13T00:26:11.426 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.421+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~3BN93Y8FW5SE.1 size=450485 2024-09-13T00:26:11.436 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.433+0000 7ff07d6c9640 1 < completed multipart upload key=0TFNXW7OU716 upload=3BN93Y8FW5SE tag=3HCTFT7HUS5J type=write size=2547637 2024-09-13T00:26:11.441 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.437+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=1F8IMLWZ4320 type=del size=1088376 2024-09-13T00:26:11.446 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.441+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~I7DFK0HFKKJ1.0 size=1048576 2024-09-13T00:26:11.446 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.441+0000 7ff07d6c9640 1 < canceled part key=_multipart_9VL7XF9W6EIA.2~I7DFK0HFKKJ1.1 size=1048576 2024-09-13T00:26:11.446 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.441+0000 7ff07d6c9640 1 < canceled part key=_multipart_9VL7XF9W6EIA.2~I7DFK0HFKKJ1.2 size=424496 2024-09-13T00:26:11.454 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.453+0000 7ff07d6c9640 1 < canceled multipart upload key=9VL7XF9W6EIA upload=I7DFK0HFKKJ1 tag=XM65K3NDSHHC type=write size=3570224 2024-09-13T00:26:11.460 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.457+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=3BCTO9USIA1M type=del size=1616191 2024-09-13T00:26:11.465 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.461+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=SRXPA3M5G10N type=del 2024-09-13T00:26:11.474 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.469+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~CQG0ZQB5IDDU.0 size=1048576 2024-09-13T00:26:11.478 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.477+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~CQG0ZQB5IDDU.1 size=263321 2024-09-13T00:26:11.478 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.477+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=CQG0ZQB5IDDU tag=FIQAV2RCPU4Z type=write size=2360473 2024-09-13T00:26:11.489 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.485+0000 7ff07d6c9640 1 < suggested update operation key=CQE0A2I3P64S tag=3A66C6Z9WML1 type=write size=793829 2024-09-13T00:26:11.498 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.497+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~RV3DPAW441J4.0 size=893012 2024-09-13T00:26:11.499 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.497+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=RV3DPAW441J4 tag=I7NK9R12FHHO type=write size=1941588 2024-09-13T00:26:11.504 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.501+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~8XI63IT3K4IA.0 size=1048576 2024-09-13T00:26:11.508 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.505+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~8XI63IT3K4IA.1 size=1048576 2024-09-13T00:26:11.513 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.509+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~8XI63IT3K4IA.2 size=96991 2024-09-13T00:26:11.521 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.517+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=8XI63IT3K4IA tag=OECIA7512DYQ type=write size=3242719 2024-09-13T00:26:11.526 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.525+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=UURLML6GAOK8 type=write size=260514 2024-09-13T00:26:11.532 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.529+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=AM1WGHULC5FP type=del 2024-09-13T00:26:11.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.533+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=A41ZKSIFSK60 type=del size=86761 2024-09-13T00:26:11.542 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.537+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=HT46MSBVP65G type=del 2024-09-13T00:26:11.547 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.545+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=X0Y29WOWFEVL type=del size=1717765 2024-09-13T00:26:11.553 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.549+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=QHL6UDEJ7HF5 type=del 2024-09-13T00:26:11.558 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.553+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=YFUR5D4UCPA5 type=del size=3797083 2024-09-13T00:26:11.563 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.561+0000 7ff07d6c9640 1 < completed delete operation key=YNG29P8H3FSB tag=VSVG6C8IQPYI type=del 2024-09-13T00:26:11.569 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.565+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=8HWFG0KOMDYV type=del size=864918 2024-09-13T00:26:11.574 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.569+0000 7ff07d6c9640 1 < canceled operation key=RK75O90M3ZT9 tag=EP632RHLAAMY type=del size=2826542 2024-09-13T00:26:11.579 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.577+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=UTAHQ17E3OS8 type=del size=1056505 2024-09-13T00:26:11.591 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.589+0000 7ff07d6c9640 1 < suggested remove operation key=0TFNXW7OU716 tag=8SIUFI5LVDXF type=del 2024-09-13T00:26:11.596 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.593+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=I6OM7NX8F2VH type=del size=2080424 2024-09-13T00:26:11.601 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.597+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~T38U82FOAM4D.0 size=1048576 2024-09-13T00:26:11.606 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.601+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~T38U82FOAM4D.1 size=431545 2024-09-13T00:26:11.615 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.613+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=T38U82FOAM4D tag=12JWWSA026PZ type=write size=2528697 2024-09-13T00:26:11.620 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.617+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=01GADM77LEY3 type=del size=1641347 2024-09-13T00:26:11.625 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.621+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~2J6I21B47CRN.0 size=1048576 2024-09-13T00:26:11.630 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.625+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~2J6I21B47CRN.1 size=1048576 2024-09-13T00:26:11.634 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.629+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~2J6I21B47CRN.2 size=542346 2024-09-13T00:26:11.643 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.641+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=2J6I21B47CRN tag=P3SUXEKHJP6Z type=write size=3688074 2024-09-13T00:26:11.653 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.649+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~7TMKNCYDVG92.0 size=1048576 2024-09-13T00:26:11.658 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.657+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~7TMKNCYDVG92.1 size=1048576 2024-09-13T00:26:11.663 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.661+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~7TMKNCYDVG92.2 size=330846 2024-09-13T00:26:11.664 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.661+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=7TMKNCYDVG92 tag=R4RH0EKWERTI type=write size=3476574 2024-09-13T00:26:11.669 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.665+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=PW8R368IAOS8 type=del 2024-09-13T00:26:11.674 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.669+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=UTB263XLLLMB type=del size=2958406 2024-09-13T00:26:11.679 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.677+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~NU3G6LS61ACB.0 size=1048576 2024-09-13T00:26:11.683 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.681+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~NU3G6LS61ACB.1 size=53476 2024-09-13T00:26:11.693 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.689+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=NU3G6LS61ACB tag=FB8DS08AQZ09 type=write size=2150628 2024-09-13T00:26:11.698 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.693+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=6H59OHMUG1C6 type=del size=3208275 2024-09-13T00:26:11.704 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.701+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~R81XE3WAN1JR.0 size=1048576 2024-09-13T00:26:11.709 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.705+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~R81XE3WAN1JR.1 size=848273 2024-09-13T00:26:11.718 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.717+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=R81XE3WAN1JR tag=63G34MX0ZF5U type=write size=2945425 2024-09-13T00:26:11.724 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.721+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=ENL1ZCXO54BX type=del size=422579 2024-09-13T00:26:11.730 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.725+0000 7ff07d6c9640 1 < canceled operation key=ZB9Q220ZM0E0 tag=1F8IMLWZ4320 type=del size=1088376 2024-09-13T00:26:11.736 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.733+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=MH7VRB30Q5OL type=del size=3154028 2024-09-13T00:26:11.743 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.741+0000 7ff07d6c9640 -1 < failed to complete operation key=CQE0A2I3P64S tag=3BCTO9USIA1M type=del size=1616191: (22) Invalid argument 2024-09-13T00:26:11.754 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.749+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~R0IOR0N9HGJL.0 size=1048576 2024-09-13T00:26:11.758 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.757+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~R0IOR0N9HGJL.1 size=1048576 2024-09-13T00:26:11.763 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.761+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~R0IOR0N9HGJL.2 size=436877 2024-09-13T00:26:11.763 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.761+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=R0IOR0N9HGJL tag=ZDXGHSCNWEF4 type=write size=3582605 2024-09-13T00:26:11.768 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.765+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~CQG0ZQB5IDDU.0 size=1048576 2024-09-13T00:26:11.772 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.769+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~CQG0ZQB5IDDU.1 size=263321 2024-09-13T00:26:11.782 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.777+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=CQG0ZQB5IDDU tag=FIQAV2RCPU4Z type=write size=2360473 2024-09-13T00:26:11.793 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.789+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~POCZWYJF9TLX.0 size=1048576 2024-09-13T00:26:11.798 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.793+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~POCZWYJF9TLX.1 size=1048576 2024-09-13T00:26:11.803 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.801+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~POCZWYJF9TLX.2 size=512851 2024-09-13T00:26:11.803 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.801+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=POCZWYJF9TLX tag=OY15DPIQJR8T type=write size=3658579 2024-09-13T00:26:11.809 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.805+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~RV3DPAW441J4.0 size=893012 2024-09-13T00:26:11.818 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.817+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=RV3DPAW441J4 tag=I7NK9R12FHHO type=write size=1941588 2024-09-13T00:26:11.828 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.825+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~ZDUM0CO2R7C9.0 size=1048576 2024-09-13T00:26:11.833 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.829+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~ZDUM0CO2R7C9.1 size=1048576 2024-09-13T00:26:11.837 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.833+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~ZDUM0CO2R7C9.2 size=320259 2024-09-13T00:26:11.837 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.833+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=ZDUM0CO2R7C9 tag=X53X4W5DKU6H type=write size=3465987 2024-09-13T00:26:11.844 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.841+0000 7ff07d6c9640 1 < completed write operation key=RTSSDLFRS0GP tag=UURLML6GAOK8 type=write size=260514 2024-09-13T00:26:11.854 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.849+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~0200A80GT2U3.0 size=1048576 2024-09-13T00:26:11.858 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.857+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~0200A80GT2U3.1 size=1048576 2024-09-13T00:26:11.863 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.861+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~0200A80GT2U3.2 size=816001 2024-09-13T00:26:11.863 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.861+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=0200A80GT2U3 tag=SG2HBJB36KIQ type=write size=3961729 2024-09-13T00:26:11.868 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.865+0000 7ff07d6c9640 1 < canceled operation key=YNG29P8H3FSB tag=A41ZKSIFSK60 type=del size=86761 2024-09-13T00:26:11.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.869+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=2G0RJ5UB9GHV type=write size=406 2024-09-13T00:26:11.880 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.877+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=X0Y29WOWFEVL type=del 2024-09-13T00:26:11.890 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.885+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~0HUSJ11BY0HW.0 size=1048576 2024-09-13T00:26:11.895 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.893+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~0HUSJ11BY0HW.1 size=1048576 2024-09-13T00:26:11.900 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.897+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~0HUSJ11BY0HW.2 size=430666 2024-09-13T00:26:11.900 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.897+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=0HUSJ11BY0HW tag=2YEBZGWBINB7 type=write size=3576394 2024-09-13T00:26:11.906 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.901+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=YFUR5D4UCPA5 type=del 2024-09-13T00:26:11.916 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.913+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~R5IJOT3RTY0P.0 size=1048576 2024-09-13T00:26:11.921 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.917+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~R5IJOT3RTY0P.1 size=1048576 2024-09-13T00:26:11.926 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.921+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~R5IJOT3RTY0P.2 size=659327 2024-09-13T00:26:11.926 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.921+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=R5IJOT3RTY0P tag=6A2LKXGA9KKC type=write size=3805055 2024-09-13T00:26:11.931 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.929+0000 7ff07d6c9640 1 < completed delete operation key=YNG29P8H3FSB tag=8HWFG0KOMDYV type=del 2024-09-13T00:26:11.936 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.933+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=KRRXRB31E6JZ type=del size=64438 2024-09-13T00:26:11.941 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.937+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=UTAHQ17E3OS8 type=del 2024-09-13T00:26:11.947 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.945+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=TYVCRZFNL881 type=del size=450508 2024-09-13T00:26:11.952 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.949+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=I6OM7NX8F2VH type=del 2024-09-13T00:26:11.957 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.953+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=CFPDCP4ZS9ER type=del size=77412 2024-09-13T00:26:11.962 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.957+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=01GADM77LEY3 type=del 2024-09-13T00:26:11.967 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.965+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=3DR9MS4PPT7Z type=del size=55730 2024-09-13T00:26:11.973 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.969+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~7TMKNCYDVG92.0 size=1048576 2024-09-13T00:26:11.977 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.973+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~7TMKNCYDVG92.1 size=1048576 2024-09-13T00:26:11.982 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.977+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~7TMKNCYDVG92.2 size=330846 2024-09-13T00:26:11.991 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.989+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=7TMKNCYDVG92 tag=R4RH0EKWERTI type=write size=3476574 2024-09-13T00:26:12.001 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.997+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~D4LL2LF6N1L6.0 size=524905 2024-09-13T00:26:12.001 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:11.997+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=D4LL2LF6N1L6 tag=7MLQB6YV97UG type=write size=1573481 2024-09-13T00:26:12.006 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.005+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=UTB263XLLLMB type=del 2024-09-13T00:26:12.011 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.009+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=EKMMTFIP6DL7 type=del size=4000487 2024-09-13T00:26:12.017 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.013+0000 7ff07d6c9640 1 < canceled operation key=7VNCRBS2OO7G tag=6H59OHMUG1C6 type=del size=3208275 2024-09-13T00:26:12.022 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.021+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=21JWLJ2JXCC2 type=write size=156526 2024-09-13T00:26:12.028 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.025+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=ENL1ZCXO54BX type=del 2024-09-13T00:26:12.033 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.029+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=QINCH97H0VXI type=del size=679572 2024-09-13T00:26:12.039 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.037+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=MH7VRB30Q5OL type=del 2024-09-13T00:26:12.044 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.041+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=1NW5DMWTIZ6K type=del size=1058132 2024-09-13T00:26:12.050 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.045+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~R0IOR0N9HGJL.0 size=1048576 2024-09-13T00:26:12.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.053+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~R0IOR0N9HGJL.1 size=1048576 2024-09-13T00:26:12.059 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.057+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~R0IOR0N9HGJL.2 size=436877 2024-09-13T00:26:12.068 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.065+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=R0IOR0N9HGJL tag=ZDXGHSCNWEF4 type=write size=3582605 2024-09-13T00:26:12.073 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.069+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=20WS7QQYXJ15 type=del size=2137451 2024-09-13T00:26:12.079 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.077+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~POCZWYJF9TLX.0 size=1048576 2024-09-13T00:26:12.083 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.081+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~POCZWYJF9TLX.1 size=1048576 2024-09-13T00:26:12.088 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.085+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~POCZWYJF9TLX.2 size=512851 2024-09-13T00:26:12.097 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.093+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=POCZWYJF9TLX tag=OY15DPIQJR8T type=write size=3658579 2024-09-13T00:26:12.102 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.101+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=ZNAHAYG8E6PY type=del size=2437400 2024-09-13T00:26:12.108 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.105+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~ZDUM0CO2R7C9.0 size=1048576 2024-09-13T00:26:12.113 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.109+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~ZDUM0CO2R7C9.1 size=1048576 2024-09-13T00:26:12.118 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.113+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~ZDUM0CO2R7C9.2 size=320259 2024-09-13T00:26:12.128 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.125+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=ZDUM0CO2R7C9 tag=X53X4W5DKU6H type=write size=3465987 2024-09-13T00:26:12.134 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.129+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=DJ2786DHB29T type=del size=1682602 2024-09-13T00:26:12.139 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.137+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~0200A80GT2U3.0 size=1048576 2024-09-13T00:26:12.144 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.141+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~0200A80GT2U3.1 size=1048576 2024-09-13T00:26:12.148 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.145+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~0200A80GT2U3.2 size=816001 2024-09-13T00:26:12.157 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.153+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=0200A80GT2U3 tag=SG2HBJB36KIQ type=write size=3961729 2024-09-13T00:26:12.163 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.161+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=1F24N7841RXG type=del size=675142 2024-09-13T00:26:12.168 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.165+0000 7ff07d6c9640 1 < canceled operation key=7H3YFWWXRQ8L tag=2G0RJ5UB9GHV type=write size=406 2024-09-13T00:26:12.174 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.169+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=0NYUVT62C7CW type=del size=2085154 2024-09-13T00:26:12.179 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.177+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~0HUSJ11BY0HW.0 size=1048576 2024-09-13T00:26:12.183 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.181+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~0HUSJ11BY0HW.1 size=1048576 2024-09-13T00:26:12.184 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.181+0000 7ff07d6c9640 1 < canceled part key=_multipart_OT4KA0LL7RP3.2~0HUSJ11BY0HW.2 size=430666 2024-09-13T00:26:12.193 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.189+0000 7ff07d6c9640 1 < canceled multipart upload key=OT4KA0LL7RP3 upload=0HUSJ11BY0HW tag=2YEBZGWBINB7 type=write size=3576394 2024-09-13T00:26:12.198 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.197+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=687E616ANE86 type=write size=292906 2024-09-13T00:26:12.204 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.201+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~R5IJOT3RTY0P.0 size=1048576 2024-09-13T00:26:12.209 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.205+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~R5IJOT3RTY0P.1 size=1048576 2024-09-13T00:26:12.213 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.209+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~R5IJOT3RTY0P.2 size=659327 2024-09-13T00:26:12.222 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.217+0000 7ff07d6c9640 1 < completed multipart upload key=CNP11H6WEG9D upload=R5IJOT3RTY0P tag=6A2LKXGA9KKC type=write size=3805055 2024-09-13T00:26:12.231 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.229+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~6VREVP1W0V4F.0 size=1048576 2024-09-13T00:26:12.235 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.233+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~6VREVP1W0V4F.1 size=151976 2024-09-13T00:26:12.235 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.233+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=6VREVP1W0V4F tag=L5E8CY3VJRPA type=write size=2249128 2024-09-13T00:26:12.240 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.237+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=KRRXRB31E6JZ type=del 2024-09-13T00:26:12.252 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.245+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~W1YN37Y34AF3.0 size=1048576 2024-09-13T00:26:12.254 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.249+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~W1YN37Y34AF3.1 size=631626 2024-09-13T00:26:12.254 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.249+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=W1YN37Y34AF3 tag=UKMG78X3KH63 type=write size=2728778 2024-09-13T00:26:12.265 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.261+0000 7ff07d6c9640 1 < suggested update operation key=OT4KA0LL7RP3 tag=TYVCRZFNL881 type=del size=450508 2024-09-13T00:26:12.271 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.269+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=18Z6ANZLIZKP type=del size=2695883 2024-09-13T00:26:12.276 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.273+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=CFPDCP4ZS9ER type=del 2024-09-13T00:26:12.286 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.281+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~UZF2Y405JXZI.0 size=1048576 2024-09-13T00:26:12.290 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.285+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~UZF2Y405JXZI.1 size=1048576 2024-09-13T00:26:12.294 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.293+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~UZF2Y405JXZI.2 size=650772 2024-09-13T00:26:12.294 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.293+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=UZF2Y405JXZI tag=6DEXEEZRSN36 type=write size=3796500 2024-09-13T00:26:12.306 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.301+0000 7ff07d6c9640 1 < suggested remove operation key=YB8OYIWQYY07 tag=3DR9MS4PPT7Z type=del 2024-09-13T00:26:12.317 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.313+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~X4TWG2F0HJ41.0 size=1048576 2024-09-13T00:26:12.321 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.317+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~X4TWG2F0HJ41.1 size=338661 2024-09-13T00:26:12.321 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.317+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=X4TWG2F0HJ41 tag=ZUO6GPPTIT4V type=write size=2435813 2024-09-13T00:26:12.326 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.325+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~D4LL2LF6N1L6.0 size=524905 2024-09-13T00:26:12.335 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.333+0000 7ff07d6c9640 1 < completed multipart upload key=CNP11H6WEG9D upload=D4LL2LF6N1L6 tag=7MLQB6YV97UG type=write size=1573481 2024-09-13T00:26:12.340 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.337+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=4C6WOE9BQ697 type=del size=1592984 2024-09-13T00:26:12.345 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.341+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=EKMMTFIP6DL7 type=del 2024-09-13T00:26:12.351 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.349+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=MTO2HPKTI72Y type=write size=1014090 2024-09-13T00:26:12.356 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.353+0000 7ff07d6c9640 1 < completed write operation key=7H3YFWWXRQ8L tag=21JWLJ2JXCC2 type=write size=156526 2024-09-13T00:26:12.362 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.357+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=BFJYTF9CW5EP type=del size=3639651 2024-09-13T00:26:12.367 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.365+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=QINCH97H0VXI type=del 2024-09-13T00:26:12.372 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.369+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=C38C2D3F8YW3 type=write size=582183 2024-09-13T00:26:12.379 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.377+0000 7ff07d6c9640 -1 < failed to complete operation key=YB8OYIWQYY07 tag=1NW5DMWTIZ6K type=del size=1058132: (22) Invalid argument 2024-09-13T00:26:12.384 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.381+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=810XL0BPUNKW type=write size=656572 2024-09-13T00:26:12.389 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.385+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=20WS7QQYXJ15 type=del 2024-09-13T00:26:12.394 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.389+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=UQPH2TJ8AVXJ type=del size=388976 2024-09-13T00:26:12.399 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.397+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=ZNAHAYG8E6PY type=del 2024-09-13T00:26:12.405 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.401+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=1ZO9K9MF404I type=del size=1656663 2024-09-13T00:26:12.411 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.409+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=DJ2786DHB29T type=del 2024-09-13T00:26:12.421 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.417+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~FSLBQN1Z1UEL.0 size=1048576 2024-09-13T00:26:12.425 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.421+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~FSLBQN1Z1UEL.1 size=1048576 2024-09-13T00:26:12.429 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.425+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~FSLBQN1Z1UEL.2 size=994342 2024-09-13T00:26:12.430 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.425+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=FSLBQN1Z1UEL tag=I16CZX7GS1J8 type=write size=4140070 2024-09-13T00:26:12.441 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.437+0000 7ff07d6c9640 1 < suggested remove operation key=OT4KA0LL7RP3 tag=1F24N7841RXG type=del 2024-09-13T00:26:12.447 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.445+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=82VDP3AFZO1V type=write size=584453 2024-09-13T00:26:12.453 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.449+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=0NYUVT62C7CW type=del 2024-09-13T00:26:12.465 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.461+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~1RRN16TVTZPF.0 size=1048576 2024-09-13T00:26:12.472 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.469+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~1RRN16TVTZPF.1 size=1048576 2024-09-13T00:26:12.478 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.477+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~1RRN16TVTZPF.2 size=800628 2024-09-13T00:26:12.478 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.477+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=1RRN16TVTZPF tag=87XRLSUJ4YFD type=write size=3946356 2024-09-13T00:26:12.484 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.481+0000 7ff07d6c9640 1 < completed write operation key=WT8C8PJ810XA tag=687E616ANE86 type=write size=292906 2024-09-13T00:26:12.491 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.489+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=JM2J412HU2YC type=del size=1110534 2024-09-13T00:26:12.497 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.493+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~6VREVP1W0V4F.0 size=1048576 2024-09-13T00:26:12.501 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.497+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~6VREVP1W0V4F.1 size=151976 2024-09-13T00:26:12.510 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.509+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=6VREVP1W0V4F tag=L5E8CY3VJRPA type=write size=2249128 2024-09-13T00:26:12.516 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.513+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=MAFNAD3YAKAB type=del size=2632585 2024-09-13T00:26:12.521 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.517+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~W1YN37Y34AF3.0 size=1048576 2024-09-13T00:26:12.526 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.521+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~W1YN37Y34AF3.1 size=631626 2024-09-13T00:26:12.535 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.533+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=W1YN37Y34AF3 tag=UKMG78X3KH63 type=write size=2728778 2024-09-13T00:26:12.541 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.537+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=31CX3MQCCUTD type=del size=3147694 2024-09-13T00:26:12.546 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.545+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=18Z6ANZLIZKP type=del 2024-09-13T00:26:12.552 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.549+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=FM1LG30BQZ5F type=del size=2532497 2024-09-13T00:26:12.557 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.553+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~UZF2Y405JXZI.0 size=1048576 2024-09-13T00:26:12.561 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.557+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~UZF2Y405JXZI.1 size=1048576 2024-09-13T00:26:12.566 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.561+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~UZF2Y405JXZI.2 size=650772 2024-09-13T00:26:12.575 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.573+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=UZF2Y405JXZI tag=6DEXEEZRSN36 type=write size=3796500 2024-09-13T00:26:12.581 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.577+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=AXZIV4CTJ16M type=del size=453585 2024-09-13T00:26:12.582 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.577+0000 7ff07d6c9640 1 < canceled part key=_multipart_RK75O90M3ZT9.2~X4TWG2F0HJ41.0 size=1048576 2024-09-13T00:26:12.582 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.577+0000 7ff07d6c9640 1 < canceled part key=_multipart_RK75O90M3ZT9.2~X4TWG2F0HJ41.1 size=338661 2024-09-13T00:26:12.591 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.589+0000 7ff07d6c9640 1 < canceled multipart upload key=RK75O90M3ZT9 upload=X4TWG2F0HJ41 tag=ZUO6GPPTIT4V type=write size=2435813 2024-09-13T00:26:12.601 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.597+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~5QM61NYW962W.0 size=1048576 2024-09-13T00:26:12.606 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.605+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~5QM61NYW962W.1 size=1048576 2024-09-13T00:26:12.611 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.609+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~5QM61NYW962W.2 size=996276 2024-09-13T00:26:12.611 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.609+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=5QM61NYW962W tag=UCZA9UWOB6DU type=write size=4142004 2024-09-13T00:26:12.616 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.613+0000 7ff07d6c9640 1 < canceled operation key=0TFNXW7OU716 tag=4C6WOE9BQ697 type=del size=1592984 2024-09-13T00:26:12.622 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.621+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=1Y4M64ZRHTIL type=del size=268896 2024-09-13T00:26:12.628 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.625+0000 7ff07d6c9640 1 < completed write operation key=R0UI5544UWD1 tag=MTO2HPKTI72Y type=write size=1014090 2024-09-13T00:26:12.638 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.633+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~0KWELWYFV0BH.0 size=1048576 2024-09-13T00:26:12.642 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.641+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~0KWELWYFV0BH.1 size=633306 2024-09-13T00:26:12.642 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.641+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=0KWELWYFV0BH tag=WQ96PZIII5AU type=write size=2730458 2024-09-13T00:26:12.650 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.649+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=BFJYTF9CW5EP type=del 2024-09-13T00:26:12.656 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.653+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=QGAPFGJMMDU2 type=del size=1607008 2024-09-13T00:26:12.663 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.661+0000 7ff07d6c9640 1 < completed write operation key=R0UI5544UWD1 tag=C38C2D3F8YW3 type=write size=582183 2024-09-13T00:26:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:26:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:26:12] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-09-13T00:26:12.668 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.665+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=GO2BPW3Q945N type=write size=903489 2024-09-13T00:26:12.678 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.677+0000 7ff07d6c9640 1 < suggested remove operation key=NY5MUJLE63EG tag=810XL0BPUNKW type=write 2024-09-13T00:26:12.687 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.685+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=PVX9IKU6YTI5 type=del size=3470997 2024-09-13T00:26:12.693 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.689+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=UQPH2TJ8AVXJ type=del 2024-09-13T00:26:12.699 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.697+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=2AWR4HQRTHH7 type=del size=2596716 2024-09-13T00:26:12.705 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.701+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=1ZO9K9MF404I type=del 2024-09-13T00:26:12.711 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.709+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=6GHIL12HB8E4 type=del size=4030631 2024-09-13T00:26:12.717 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.713+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~FSLBQN1Z1UEL.0 size=1048576 2024-09-13T00:26:12.722 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.721+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~FSLBQN1Z1UEL.1 size=1048576 2024-09-13T00:26:12.727 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.725+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~FSLBQN1Z1UEL.2 size=994342 2024-09-13T00:26:12.738 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.733+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=FSLBQN1Z1UEL tag=I16CZX7GS1J8 type=write size=4140070 2024-09-13T00:26:12.749 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.745+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~3RFKC8RETJF9.0 size=1048576 2024-09-13T00:26:12.754 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.749+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~3RFKC8RETJF9.1 size=1048576 2024-09-13T00:26:12.759 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.757+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~3RFKC8RETJF9.2 size=811511 2024-09-13T00:26:12.759 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.757+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=3RFKC8RETJF9 tag=Y5W4DP3L358B type=write size=3957239 2024-09-13T00:26:12.765 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.761+0000 7ff07d6c9640 1 < canceled operation key=FLIVW0XUS2MD tag=82VDP3AFZO1V type=write size=584453 2024-09-13T00:26:12.771 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.769+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=FTZEKWR6AOPU type=del size=3739311 2024-09-13T00:26:12.779 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.777+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~1RRN16TVTZPF.0 size=1048576 2024-09-13T00:26:12.783 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.781+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~1RRN16TVTZPF.1 size=1048576 2024-09-13T00:26:12.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:26:12 smithi053 bash[94430]: ts=2024-09-13T00:26:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:26:12.788 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.785+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~1RRN16TVTZPF.2 size=800628 2024-09-13T00:26:12.797 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.793+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=1RRN16TVTZPF tag=87XRLSUJ4YFD type=write size=3946356 2024-09-13T00:26:12.803 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.801+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=GA1D88K89APO type=del size=2200351 2024-09-13T00:26:12.809 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.805+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=JM2J412HU2YC type=del 2024-09-13T00:26:12.817 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.813+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=XBBJLUY3JOAL type=del size=53603 2024-09-13T00:26:12.823 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.821+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=MAFNAD3YAKAB type=del 2024-09-13T00:26:12.829 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.825+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=MXS1YTP6IUN4 type=write size=238560 2024-09-13T00:26:12.834 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.829+0000 7ff07d6c9640 1 < canceled operation key=71PWJL28BPIC tag=31CX3MQCCUTD type=del size=3147694 2024-09-13T00:26:12.844 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.841+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~HD6HJTN4L1KI.0 size=1048576 2024-09-13T00:26:12.849 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.845+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~HD6HJTN4L1KI.1 size=1048576 2024-09-13T00:26:12.853 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.849+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~HD6HJTN4L1KI.2 size=443486 2024-09-13T00:26:12.853 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.849+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=HD6HJTN4L1KI tag=6W44I6U28X4X type=write size=3589214 2024-09-13T00:26:12.865 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.861+0000 7ff07d6c9640 1 < suggested remove operation key=JI54OSP2P86V tag=FM1LG30BQZ5F type=del 2024-09-13T00:26:12.876 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.873+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~14FIUGY56AUD.0 size=819001 2024-09-13T00:26:12.876 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.873+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=14FIUGY56AUD tag=XX2MK1WRO58D type=write size=1867577 2024-09-13T00:26:12.882 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.877+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=AXZIV4CTJ16M type=del 2024-09-13T00:26:12.888 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.885+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=ISAQ36H6LPCG type=del size=2707025 2024-09-13T00:26:12.893 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.889+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~5QM61NYW962W.0 size=1048576 2024-09-13T00:26:12.894 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.889+0000 7ff07d6c9640 1 < canceled part key=_multipart_ZNBRMSEXA9ZK.2~5QM61NYW962W.1 size=1048576 2024-09-13T00:26:12.894 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.889+0000 7ff07d6c9640 1 < canceled part key=_multipart_ZNBRMSEXA9ZK.2~5QM61NYW962W.2 size=996276 2024-09-13T00:26:12.904 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.901+0000 7ff07d6c9640 1 < canceled multipart upload key=ZNBRMSEXA9ZK upload=5QM61NYW962W tag=UCZA9UWOB6DU type=write size=4142004 2024-09-13T00:26:12.915 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.913+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~U4RBBCOPTA6K.0 size=1048576 2024-09-13T00:26:12.919 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.917+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~U4RBBCOPTA6K.1 size=1048576 2024-09-13T00:26:12.924 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.921+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~U4RBBCOPTA6K.2 size=208423 2024-09-13T00:26:12.924 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.921+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=U4RBBCOPTA6K tag=XC2OXBBK0RQR type=write size=3354151 2024-09-13T00:26:12.936 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.933+0000 7ff07d6c9640 1 < suggested update operation key=9VL7XF9W6EIA tag=1Y4M64ZRHTIL type=del size=268896 2024-09-13T00:26:12.941 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.937+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=LNB0R0RORTKB type=del size=3284292 2024-09-13T00:26:12.947 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.945+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~0KWELWYFV0BH.0 size=1048576 2024-09-13T00:26:12.952 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.949+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~0KWELWYFV0BH.1 size=633306 2024-09-13T00:26:12.963 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.961+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=0KWELWYFV0BH tag=WQ96PZIII5AU type=write size=2730458 2024-09-13T00:26:12.974 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.969+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~R57Y2KLUPDCO.0 size=714573 2024-09-13T00:26:12.974 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.969+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=R57Y2KLUPDCO tag=I2S8YL3G7SF1 type=write size=1763149 2024-09-13T00:26:12.980 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.977+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=QGAPFGJMMDU2 type=del 2024-09-13T00:26:12.986 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.981+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=1MGJHRFWFUXZ type=del size=2442026 2024-09-13T00:26:12.991 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.989+0000 7ff07d6c9640 1 < completed write operation key=EBH90I7V5EW7 tag=GO2BPW3Q945N type=write size=903489 2024-09-13T00:26:13.002 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:12.997+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~F08DUU2M3STP.0 size=1048576 2024-09-13T00:26:13.006 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.001+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~F08DUU2M3STP.1 size=1048576 2024-09-13T00:26:13.010 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.009+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~F08DUU2M3STP.2 size=982610 2024-09-13T00:26:13.011 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.009+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=F08DUU2M3STP tag=G92VEQIEUJSE type=write size=4128338 2024-09-13T00:26:13.017 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.013+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=PVX9IKU6YTI5 type=del 2024-09-13T00:26:13.022 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.017+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=66HZEIRXV6U6 type=del size=2735607 2024-09-13T00:26:13.027 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.025+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=2AWR4HQRTHH7 type=del 2024-09-13T00:26:13.038 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.033+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~2IZRVKPJ4J86.0 size=1048576 2024-09-13T00:26:13.042 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.037+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~2IZRVKPJ4J86.1 size=935744 2024-09-13T00:26:13.042 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.037+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=2IZRVKPJ4J86 tag=5L2EASNJUM37 type=write size=3032896 2024-09-13T00:26:13.048 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.045+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=6GHIL12HB8E4 type=del 2024-09-13T00:26:13.053 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.049+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=Y0360PGLZZWP type=del size=1232515 2024-09-13T00:26:13.058 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.057+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~3RFKC8RETJF9.0 size=1048576 2024-09-13T00:26:13.063 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.061+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~3RFKC8RETJF9.1 size=1048576 2024-09-13T00:26:13.068 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.065+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~3RFKC8RETJF9.2 size=811511 2024-09-13T00:26:13.077 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.073+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=3RFKC8RETJF9 tag=Y5W4DP3L358B type=write size=3957239 2024-09-13T00:26:13.082 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.077+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=K8S4L03ADW2U type=del size=297013 2024-09-13T00:26:13.087 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.085+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=FTZEKWR6AOPU type=del 2024-09-13T00:26:13.093 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.089+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=X3F69JTV2TSH type=del size=1577820 2024-09-13T00:26:13.103 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.101+0000 7ff07d6c9640 1 < suggested update operation key=4J0DEO2EA8KL tag=GA1D88K89APO type=del size=2200351 2024-09-13T00:26:13.110 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.105+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=D6P1VBO37W7H type=del size=98730 2024-09-13T00:26:13.115 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.113+0000 7ff07d6c9640 1 < completed delete operation key=OT4KA0LL7RP3 tag=XBBJLUY3JOAL type=del 2024-09-13T00:26:13.125 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.121+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~E4CC6HYR346W.0 size=251982 2024-09-13T00:26:13.125 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.121+0000 7ff07d6c9640 1 > prepared multipart upload key=0TFNXW7OU716 upload=E4CC6HYR346W tag=KH764NIU1LVS type=write size=1300558 2024-09-13T00:26:13.136 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.133+0000 7ff07d6c9640 1 < suggested remove operation key=M1TXILI2WRP8 tag=MXS1YTP6IUN4 type=write 2024-09-13T00:26:13.146 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.145+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~LKF9OCAIW917.0 size=1048576 2024-09-13T00:26:13.151 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.149+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~LKF9OCAIW917.1 size=1048576 2024-09-13T00:26:13.155 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.153+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~LKF9OCAIW917.2 size=960548 2024-09-13T00:26:13.155 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.153+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=LKF9OCAIW917 tag=S7RBPAZ87USX type=write size=4106276 2024-09-13T00:26:13.161 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.157+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~HD6HJTN4L1KI.0 size=1048576 2024-09-13T00:26:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:12 smithi032 bash[75510]: cluster 2024-09-13T00:26:11.505575+0000 mgr.y (mgr.34107) 703 : cluster [DBG] pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 685 KiB/s rd, 235 KiB/s wr, 1.21k op/s 2024-09-13T00:26:13.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:12 smithi032 bash[76677]: cluster 2024-09-13T00:26:11.505575+0000 mgr.y (mgr.34107) 703 : cluster [DBG] pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 685 KiB/s rd, 235 KiB/s wr, 1.21k op/s 2024-09-13T00:26:13.165 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.161+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~HD6HJTN4L1KI.1 size=1048576 2024-09-13T00:26:13.170 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.165+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~HD6HJTN4L1KI.2 size=443486 2024-09-13T00:26:13.179 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.177+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=HD6HJTN4L1KI tag=6W44I6U28X4X type=write size=3589214 2024-09-13T00:26:13.184 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.181+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=0X4L9AJ40AA6 type=del size=4047382 2024-09-13T00:26:13.190 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.185+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~14FIUGY56AUD.0 size=819001 2024-09-13T00:26:13.199 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.197+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=14FIUGY56AUD tag=XX2MK1WRO58D type=write size=1867577 2024-09-13T00:26:13.205 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.201+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=KD4B0MQ29JSM type=del size=1197367 2024-09-13T00:26:13.210 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.209+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=ISAQ36H6LPCG type=del 2024-09-13T00:26:13.216 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.213+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=OQX3B67ROIL2 type=del size=1481688 2024-09-13T00:26:13.222 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.217+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~U4RBBCOPTA6K.0 size=1048576 2024-09-13T00:26:13.226 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.225+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~U4RBBCOPTA6K.1 size=1048576 2024-09-13T00:26:13.232 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.229+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~U4RBBCOPTA6K.2 size=208423 2024-09-13T00:26:13.242 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.237+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=U4RBBCOPTA6K tag=XC2OXBBK0RQR type=write size=3354151 2024-09-13T00:26:13.247 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.245+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=MB900Q47C8XW type=del size=1739702 2024-09-13T00:26:13.253 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.249+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=LNB0R0RORTKB type=del 2024-09-13T00:26:13.263 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.261+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~GVZ2SUC6VPBO.0 size=828048 2024-09-13T00:26:13.263 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.261+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=GVZ2SUC6VPBO tag=ZH5UVR4NRTQN type=write size=1876624 2024-09-13T00:26:13.268 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.265+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~R57Y2KLUPDCO.0 size=714573 2024-09-13T00:26:13.277 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.273+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=R57Y2KLUPDCO tag=I2S8YL3G7SF1 type=write size=1763149 2024-09-13T00:26:13.283 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.281+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=YYTUBQJJUREM type=del size=3703667 2024-09-13T00:26:13.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:12 smithi053 bash[67631]: cluster 2024-09-13T00:26:11.505575+0000 mgr.y (mgr.34107) 703 : cluster [DBG] pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 685 KiB/s rd, 235 KiB/s wr, 1.21k op/s 2024-09-13T00:26:13.289 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.285+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=1MGJHRFWFUXZ type=del 2024-09-13T00:26:13.298 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.297+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~3BIXAMVT358D.0 size=1048576 2024-09-13T00:26:13.303 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.301+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~3BIXAMVT358D.1 size=680048 2024-09-13T00:26:13.303 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.301+0000 7ff07d6c9640 1 > prepared multipart upload key=0TFNXW7OU716 upload=3BIXAMVT358D tag=UL0GRN1AW2KM type=write size=2777200 2024-09-13T00:26:13.309 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.305+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~F08DUU2M3STP.0 size=1048576 2024-09-13T00:26:13.313 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.309+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~F08DUU2M3STP.1 size=1048576 2024-09-13T00:26:13.320 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.317+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~F08DUU2M3STP.2 size=982610 2024-09-13T00:26:13.330 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.325+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=F08DUU2M3STP tag=G92VEQIEUJSE type=write size=4128338 2024-09-13T00:26:13.341 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.337+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~D9MDSR9PT7SP.0 size=434379 2024-09-13T00:26:13.341 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.337+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=D9MDSR9PT7SP tag=EI97M87NQL6A type=write size=1482955 2024-09-13T00:26:13.346 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.345+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=66HZEIRXV6U6 type=del 2024-09-13T00:26:13.352 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.349+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=HT5OX5NT5PIG type=del size=266608 2024-09-13T00:26:13.358 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.357+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~2IZRVKPJ4J86.0 size=1048576 2024-09-13T00:26:13.358 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.357+0000 7ff07d6c9640 1 < canceled part key=_multipart_71PWJL28BPIC.2~2IZRVKPJ4J86.1 size=935744 2024-09-13T00:26:13.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.365+0000 7ff07d6c9640 1 < canceled multipart upload key=71PWJL28BPIC upload=2IZRVKPJ4J86 tag=5L2EASNJUM37 type=write size=3032896 2024-09-13T00:26:13.378 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.377+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~AP874CXCL3DI.0 size=1048576 2024-09-13T00:26:13.383 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.381+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~AP874CXCL3DI.1 size=1048576 2024-09-13T00:26:13.388 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.385+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~AP874CXCL3DI.2 size=141310 2024-09-13T00:26:13.388 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.385+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=AP874CXCL3DI tag=9Q6OV805NRW4 type=write size=3287038 2024-09-13T00:26:13.393 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.389+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=Y0360PGLZZWP type=del 2024-09-13T00:26:13.403 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.401+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~IX1OFIX46RPR.0 size=1048576 2024-09-13T00:26:13.408 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.405+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~IX1OFIX46RPR.1 size=1048576 2024-09-13T00:26:13.412 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.409+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~IX1OFIX46RPR.2 size=411822 2024-09-13T00:26:13.412 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.409+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=IX1OFIX46RPR tag=BH4LXE3HDQX0 type=write size=3557550 2024-09-13T00:26:13.418 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.417+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=K8S4L03ADW2U type=del 2024-09-13T00:26:13.424 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.421+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=EVN8BP6LPIMS type=del size=223727 2024-09-13T00:26:13.430 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.429+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=X3F69JTV2TSH type=del 2024-09-13T00:26:13.436 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.433+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=D6OERAUEPA8F type=del size=3057897 2024-09-13T00:26:13.442 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.441+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=D6P1VBO37W7H type=del 2024-09-13T00:26:13.454 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.453+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~FVJ74ANC8THO.0 size=1048576 2024-09-13T00:26:13.459 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.457+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~FVJ74ANC8THO.1 size=625122 2024-09-13T00:26:13.459 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.457+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=FVJ74ANC8THO tag=MOI83KUTZ885 type=write size=2722274 2024-09-13T00:26:13.465 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.461+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~E4CC6HYR346W.0 size=251982 2024-09-13T00:26:13.475 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.473+0000 7ff07d6c9640 1 < completed multipart upload key=0TFNXW7OU716 upload=E4CC6HYR346W tag=KH764NIU1LVS type=write size=1300558 2024-09-13T00:26:13.481 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.477+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=CMQJS4GE9RZ6 type=del size=488561 2024-09-13T00:26:13.486 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.481+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~LKF9OCAIW917.0 size=1048576 2024-09-13T00:26:13.490 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.489+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~LKF9OCAIW917.1 size=1048576 2024-09-13T00:26:13.495 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.493+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~LKF9OCAIW917.2 size=960548 2024-09-13T00:26:13.505 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.501+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=LKF9OCAIW917 tag=S7RBPAZ87USX type=write size=4106276 2024-09-13T00:26:13.521 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.517+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=DZHMGJ6RCVJ8 type=del size=2306936 2024-09-13T00:26:13.529 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.525+0000 7ff07d6c9640 1 < canceled operation key=DI6S0X65V18P tag=0X4L9AJ40AA6 type=del size=4047382 2024-09-13T00:26:13.534 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.533+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=CVNUIQA0QUUO type=del size=1946486 2024-09-13T00:26:13.541 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.537+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=KD4B0MQ29JSM type=del 2024-09-13T00:26:13.551 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.549+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~FWHBXRWZUVRE.0 size=827868 2024-09-13T00:26:13.551 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.549+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=FWHBXRWZUVRE tag=NPN5LSLLZ5L0 type=write size=1876444 2024-09-13T00:26:13.557 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.553+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=OQX3B67ROIL2 type=del 2024-09-13T00:26:13.567 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.565+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~HZ50BLVZL14Z.0 size=1013726 2024-09-13T00:26:13.567 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.565+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=HZ50BLVZL14Z tag=DJ3RXYVVU2GK type=write size=2062302 2024-09-13T00:26:13.573 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.569+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=MB900Q47C8XW type=del 2024-09-13T00:26:13.579 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.577+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=90DE0IDX5O9E type=del size=3782279 2024-09-13T00:26:13.584 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.581+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~GVZ2SUC6VPBO.0 size=828048 2024-09-13T00:26:13.593 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.589+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=GVZ2SUC6VPBO tag=ZH5UVR4NRTQN type=write size=1876624 2024-09-13T00:26:13.599 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.597+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=1IR3K6Z0L8XB type=del size=1340687 2024-09-13T00:26:13.605 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.601+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=YYTUBQJJUREM type=del 2024-09-13T00:26:13.615 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.613+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~VV1HXX1J9C46.0 size=667666 2024-09-13T00:26:13.615 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.613+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=VV1HXX1J9C46 tag=HYTN0RPCBMRN type=write size=1716242 2024-09-13T00:26:13.622 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.621+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~3BIXAMVT358D.0 size=1048576 2024-09-13T00:26:13.627 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.625+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~3BIXAMVT358D.1 size=680048 2024-09-13T00:26:13.637 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.633+0000 7ff07d6c9640 1 < completed multipart upload key=0TFNXW7OU716 upload=3BIXAMVT358D tag=UL0GRN1AW2KM type=write size=2777200 2024-09-13T00:26:13.648 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.645+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~M9ZJO2BAWB1A.0 size=916572 2024-09-13T00:26:13.648 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.645+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=M9ZJO2BAWB1A tag=50IH15JNJNIY type=write size=1965148 2024-09-13T00:26:13.654 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.649+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~D9MDSR9PT7SP.0 size=434379 2024-09-13T00:26:13.663 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.661+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=D9MDSR9PT7SP tag=EI97M87NQL6A type=write size=1482955 2024-09-13T00:26:13.674 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.669+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~20PV2Z1JGV7G.0 size=469224 2024-09-13T00:26:13.674 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.669+0000 7ff07d6c9640 1 > prepared multipart upload key=0TFNXW7OU716 upload=20PV2Z1JGV7G tag=JBLHQGGJ3ZK1 type=write size=1517800 2024-09-13T00:26:13.680 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.677+0000 7ff07d6c9640 1 < canceled operation key=WT8C8PJ810XA tag=HT5OX5NT5PIG type=del size=266608 2024-09-13T00:26:13.686 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.681+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=ZF8A2ZK8HEXS type=write size=959714 2024-09-13T00:26:13.693 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.689+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~AP874CXCL3DI.0 size=1048576 2024-09-13T00:26:13.698 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.697+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~AP874CXCL3DI.1 size=1048576 2024-09-13T00:26:13.704 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.701+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~AP874CXCL3DI.2 size=141310 2024-09-13T00:26:13.716 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.713+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=AP874CXCL3DI tag=9Q6OV805NRW4 type=write size=3287038 2024-09-13T00:26:13.722 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.717+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=YCK2BTIARN4L type=del size=1673822 2024-09-13T00:26:13.723 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.721+0000 7ff07d6c9640 1 < canceled part key=_multipart_EBH90I7V5EW7.2~IX1OFIX46RPR.0 size=1048576 2024-09-13T00:26:13.729 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.725+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~IX1OFIX46RPR.1 size=1048576 2024-09-13T00:26:13.735 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.733+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~IX1OFIX46RPR.2 size=411822 2024-09-13T00:26:13.746 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.741+0000 7ff07d6c9640 1 < canceled multipart upload key=EBH90I7V5EW7 upload=IX1OFIX46RPR tag=BH4LXE3HDQX0 type=write size=3557550 2024-09-13T00:26:13.752 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.749+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=BHT2E7J24GVD type=del size=4070374 2024-09-13T00:26:13.758 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.753+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=EVN8BP6LPIMS type=del 2024-09-13T00:26:13.763 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.761+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=M5JEPKFK6LY5 type=del size=28067 2024-09-13T00:26:13.775 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.773+0000 7ff07d6c9640 1 < suggested remove operation key=7VNCRBS2OO7G tag=D6OERAUEPA8F type=del 2024-09-13T00:26:13.781 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.777+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=JGGPV2KGD1IA type=del size=1346338 2024-09-13T00:26:13.788 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.785+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~FVJ74ANC8THO.0 size=1048576 2024-09-13T00:26:13.793 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.789+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~FVJ74ANC8THO.1 size=625122 2024-09-13T00:26:13.802 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.797+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=FVJ74ANC8THO tag=MOI83KUTZ885 type=write size=2722274 2024-09-13T00:26:13.812 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.809+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~JBHGEPZPKCHJ.0 size=1048576 2024-09-13T00:26:13.816 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.813+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~JBHGEPZPKCHJ.1 size=57049 2024-09-13T00:26:13.817 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.813+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=JBHGEPZPKCHJ tag=VA66R9JO1UCJ type=write size=2154201 2024-09-13T00:26:13.828 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.825+0000 7ff07d6c9640 1 < suggested remove operation key=RTSSDLFRS0GP tag=CMQJS4GE9RZ6 type=del 2024-09-13T00:26:13.838 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.837+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~DUBIWOYGO89X.0 size=1048576 2024-09-13T00:26:13.843 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.841+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~DUBIWOYGO89X.1 size=1048576 2024-09-13T00:26:13.847 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.845+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~DUBIWOYGO89X.2 size=1019057 2024-09-13T00:26:13.848 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.845+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=DUBIWOYGO89X tag=CTOQ7BXZ5SCP type=write size=4164785 2024-09-13T00:26:13.859 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.857+0000 7ff07d6c9640 1 < suggested update operation key=O016V0EIG9TO tag=DZHMGJ6RCVJ8 type=del size=2306936 2024-09-13T00:26:13.869 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.865+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~DKU9HNZ07N3A.0 size=1048576 2024-09-13T00:26:13.874 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.869+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~DKU9HNZ07N3A.1 size=1048576 2024-09-13T00:26:13.878 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.877+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~DKU9HNZ07N3A.2 size=88729 2024-09-13T00:26:13.879 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.877+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=DKU9HNZ07N3A tag=2A4Y3E7YZ14N type=write size=3234457 2024-09-13T00:26:13.884 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.881+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=CVNUIQA0QUUO type=del 2024-09-13T00:26:13.890 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.889+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=15PSP70NHBK9 type=del size=540789 2024-09-13T00:26:13.897 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.893+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~FWHBXRWZUVRE.0 size=827868 2024-09-13T00:26:13.906 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.901+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=FWHBXRWZUVRE tag=NPN5LSLLZ5L0 type=write size=1876444 2024-09-13T00:26:13.916 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.913+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~AUX2AW9N9Q0G.0 size=1048576 2024-09-13T00:26:13.921 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.917+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~AUX2AW9N9Q0G.1 size=841969 2024-09-13T00:26:13.921 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.917+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=AUX2AW9N9Q0G tag=XKAOK68IWQ1P type=write size=2939121 2024-09-13T00:26:13.926 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.925+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~HZ50BLVZL14Z.0 size=1013726 2024-09-13T00:26:13.935 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.933+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=HZ50BLVZL14Z tag=DJ3RXYVVU2GK type=write size=2062302 2024-09-13T00:26:13.941 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.937+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=2XYBXGGPCWJX type=del size=3563165 2024-09-13T00:26:13.946 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.941+0000 7ff07d6c9640 1 < canceled operation key=7H3YFWWXRQ8L tag=90DE0IDX5O9E type=del size=3782279 2024-09-13T00:26:13.951 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.949+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=9QTZHW2BGNXX type=del size=434778 2024-09-13T00:26:13.957 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.953+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=1IR3K6Z0L8XB type=del 2024-09-13T00:26:13.962 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.961+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=H3PHQFD6310A type=del size=736784 2024-09-13T00:26:13.968 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.965+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~VV1HXX1J9C46.0 size=667666 2024-09-13T00:26:13.977 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.973+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=VV1HXX1J9C46 tag=HYTN0RPCBMRN type=write size=1716242 2024-09-13T00:26:13.987 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.985+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~1DNU6ZEXRM8A.0 size=1048576 2024-09-13T00:26:13.992 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.989+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~1DNU6ZEXRM8A.1 size=1048576 2024-09-13T00:26:13.996 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.993+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~1DNU6ZEXRM8A.2 size=118796 2024-09-13T00:26:13.997 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:13.993+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=1DNU6ZEXRM8A tag=EGXCZBV4JY9R type=write size=3264524 2024-09-13T00:26:14.003 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.001+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~M9ZJO2BAWB1A.0 size=916572 2024-09-13T00:26:14.013 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.009+0000 7ff07d6c9640 1 < completed multipart upload key=XG3I1V51GD71 upload=M9ZJO2BAWB1A tag=50IH15JNJNIY type=write size=1965148 2024-09-13T00:26:14.023 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.021+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~UHFV8108OJWH.0 size=1048576 2024-09-13T00:26:14.028 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.025+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~UHFV8108OJWH.1 size=1048576 2024-09-13T00:26:14.032 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.029+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~UHFV8108OJWH.2 size=698533 2024-09-13T00:26:14.032 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.029+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=UHFV8108OJWH tag=TPMEXT6CT23H type=write size=3844261 2024-09-13T00:26:14.039 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.037+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~20PV2Z1JGV7G.0 size=469224 2024-09-13T00:26:14.049 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.045+0000 7ff07d6c9640 1 < completed multipart upload key=0TFNXW7OU716 upload=20PV2Z1JGV7G tag=JBLHQGGJ3ZK1 type=write size=1517800 2024-09-13T00:26:14.055 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.053+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=0JGW1GF2BSM2 type=write size=286390 2024-09-13T00:26:14.061 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.057+0000 7ff07d6c9640 1 < completed write operation key=DI6S0X65V18P tag=ZF8A2ZK8HEXS type=write size=959714 2024-09-13T00:26:14.067 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.065+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=Z3XQ53N499O9 type=del size=2907263 2024-09-13T00:26:14.073 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.069+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=YCK2BTIARN4L type=del 2024-09-13T00:26:14.079 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.077+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=13ZJ98Q2EZC1 type=del size=1650032 2024-09-13T00:26:14.084 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.081+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=BHT2E7J24GVD type=del 2024-09-13T00:26:14.092 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.085+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=PAPEDGXWV7HG type=write size=466585 2024-09-13T00:26:14.095 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.093+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=M5JEPKFK6LY5 type=del 2024-09-13T00:26:14.101 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.097+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=JKCEUN3I789K type=del size=1150399 2024-09-13T00:26:14.106 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.105+0000 7ff07d6c9640 1 < completed delete operation key=OT4KA0LL7RP3 tag=JGGPV2KGD1IA type=del 2024-09-13T00:26:14.116 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.113+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~U6PYLGP00GYF.0 size=865449 2024-09-13T00:26:14.116 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.113+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=U6PYLGP00GYF tag=JGW7350Z87RX type=write size=1914025 2024-09-13T00:26:14.122 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.117+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~JBHGEPZPKCHJ.0 size=1048576 2024-09-13T00:26:14.127 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.125+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~JBHGEPZPKCHJ.1 size=57049 2024-09-13T00:26:14.136 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.133+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=JBHGEPZPKCHJ tag=VA66R9JO1UCJ type=write size=2154201 2024-09-13T00:26:14.142 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.137+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=U3IUAW11TRR9 type=del size=2164229 2024-09-13T00:26:14.147 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.145+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~DUBIWOYGO89X.0 size=1048576 2024-09-13T00:26:14.152 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.149+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~DUBIWOYGO89X.1 size=1048576 2024-09-13T00:26:14.157 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.153+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~DUBIWOYGO89X.2 size=1019057 2024-09-13T00:26:14.166 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.161+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=DUBIWOYGO89X tag=CTOQ7BXZ5SCP type=write size=4164785 2024-09-13T00:26:14.172 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.169+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=JZZ4G6WZ9FF5 type=del size=4112564 2024-09-13T00:26:14.177 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.173+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~DKU9HNZ07N3A.0 size=1048576 2024-09-13T00:26:14.177 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.173+0000 7ff07d6c9640 1 < canceled part key=_multipart_XG3I1V51GD71.2~DKU9HNZ07N3A.1 size=1048576 2024-09-13T00:26:14.182 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.177+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~DKU9HNZ07N3A.2 size=88729 2024-09-13T00:26:14.191 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.189+0000 7ff07d6c9640 1 < canceled multipart upload key=XG3I1V51GD71 upload=DKU9HNZ07N3A tag=2A4Y3E7YZ14N type=write size=3234457 2024-09-13T00:26:14.197 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.193+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=RZVTUENEAGE1 type=del size=397455 2024-09-13T00:26:14.204 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.201+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=15PSP70NHBK9 type=del 2024-09-13T00:26:14.209 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.205+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=9QCNTGH57TWE type=del size=3637175 2024-09-13T00:26:14.211 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.205+0000 7ff07d6c9640 1 < canceled part key=_multipart_OT4KA0LL7RP3.2~AUX2AW9N9Q0G.0 size=1048576 2024-09-13T00:26:14.215 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.213+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~AUX2AW9N9Q0G.1 size=841969 2024-09-13T00:26:14.224 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.221+0000 7ff07d6c9640 1 < canceled multipart upload key=OT4KA0LL7RP3 upload=AUX2AW9N9Q0G tag=XKAOK68IWQ1P type=write size=2939121 2024-09-13T00:26:14.234 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.229+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~HIATPBWEWG5N.0 size=1048576 2024-09-13T00:26:14.239 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.237+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~HIATPBWEWG5N.1 size=1048576 2024-09-13T00:26:14.243 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.241+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~HIATPBWEWG5N.2 size=799404 2024-09-13T00:26:14.244 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.241+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=HIATPBWEWG5N tag=QJB8QW3UINWV type=write size=3945132 2024-09-13T00:26:14.249 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.245+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=2XYBXGGPCWJX type=del 2024-09-13T00:26:14.260 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.257+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~ZBTY5MGFRDLQ.0 size=1048576 2024-09-13T00:26:14.264 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.261+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~ZBTY5MGFRDLQ.1 size=262917 2024-09-13T00:26:14.264 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.261+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=ZBTY5MGFRDLQ tag=1WVOY6RN892W type=write size=2360069 2024-09-13T00:26:14.270 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.265+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=9QTZHW2BGNXX type=del 2024-09-13T00:26:14.280 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.277+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~Q1I7KP5KK7YT.0 size=1048576 2024-09-13T00:26:14.285 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.281+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~Q1I7KP5KK7YT.1 size=492131 2024-09-13T00:26:14.285 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.281+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=Q1I7KP5KK7YT tag=QMDR0RTE503A type=write size=2589283 2024-09-13T00:26:14.296 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.293+0000 7ff07d6c9640 1 < suggested remove operation key=1C09CIUJQSH0 tag=H3PHQFD6310A type=del 2024-09-13T00:26:14.308 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.305+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~KUW8Y4HT9C5A.0 size=1048576 2024-09-13T00:26:14.312 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.309+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~KUW8Y4HT9C5A.1 size=1048576 2024-09-13T00:26:14.317 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.313+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~KUW8Y4HT9C5A.2 size=545352 2024-09-13T00:26:14.317 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.313+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=KUW8Y4HT9C5A tag=CXLC3PO6APKQ type=write size=3691080 2024-09-13T00:26:14.322 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.321+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~1DNU6ZEXRM8A.0 size=1048576 2024-09-13T00:26:14.327 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.325+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~1DNU6ZEXRM8A.1 size=1048576 2024-09-13T00:26:14.331 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.329+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~1DNU6ZEXRM8A.2 size=118796 2024-09-13T00:26:14.341 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.337+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=1DNU6ZEXRM8A tag=EGXCZBV4JY9R type=write size=3264524 2024-09-13T00:26:14.352 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.349+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~7S9JJ5MPX0VB.0 size=222516 2024-09-13T00:26:14.353 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.349+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=7S9JJ5MPX0VB tag=LATLOM4XQKFT type=write size=1271092 2024-09-13T00:26:14.358 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.357+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~UHFV8108OJWH.0 size=1048576 2024-09-13T00:26:14.363 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.361+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~UHFV8108OJWH.1 size=1048576 2024-09-13T00:26:14.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.365+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~UHFV8108OJWH.2 size=698533 2024-09-13T00:26:14.378 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.377+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=UHFV8108OJWH tag=TPMEXT6CT23H type=write size=3844261 2024-09-13T00:26:14.389 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.385+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~EM8NG8BMLP18.0 size=1048576 2024-09-13T00:26:14.393 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.389+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~EM8NG8BMLP18.1 size=1048576 2024-09-13T00:26:14.399 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.393+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~EM8NG8BMLP18.2 size=408245 2024-09-13T00:26:14.399 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.393+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=EM8NG8BMLP18 tag=DTLH75NOKBW4 type=write size=3553973 2024-09-13T00:26:14.403 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.401+0000 7ff07d6c9640 1 < completed write operation key=RK75O90M3ZT9 tag=0JGW1GF2BSM2 type=write size=286390 2024-09-13T00:26:14.414 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.409+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~56BIE8WLEX1D.0 size=1048576 2024-09-13T00:26:14.418 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.417+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~56BIE8WLEX1D.1 size=856587 2024-09-13T00:26:14.418 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.417+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=56BIE8WLEX1D tag=480VW5280QSA type=write size=2953739 2024-09-13T00:26:14.425 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.421+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=Z3XQ53N499O9 type=del 2024-09-13T00:26:14.431 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.429+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=RP5NX1DHET6E type=write size=1047398 2024-09-13T00:26:14.437 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.433+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=13ZJ98Q2EZC1 type=del 2024-09-13T00:26:14.443 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.441+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=8CRF75ULTQLV type=write size=122589 2024-09-13T00:26:14.455 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.453+0000 7ff07d6c9640 1 < suggested remove operation key=DT4C13GCJ90M tag=PAPEDGXWV7HG type=write 2024-09-13T00:26:14.466 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.461+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~2BXFG7DTA92F.0 size=70838 2024-09-13T00:26:14.466 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.461+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=2BXFG7DTA92F tag=7S6Y8G2SWMMJ type=write size=1119414 2024-09-13T00:26:14.472 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.469+0000 7ff07d6c9640 1 < completed delete operation key=OT4KA0LL7RP3 tag=JKCEUN3I789K type=del 2024-09-13T00:26:14.482 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.477+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~F2XB8E6JKK9W.0 size=1048576 2024-09-13T00:26:14.487 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.485+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~F2XB8E6JKK9W.1 size=1048576 2024-09-13T00:26:14.492 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.489+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~F2XB8E6JKK9W.2 size=762776 2024-09-13T00:26:14.492 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.489+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=F2XB8E6JKK9W tag=4YV3XNZIDGD3 type=write size=3908504 2024-09-13T00:26:14.498 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.497+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~U6PYLGP00GYF.0 size=865449 2024-09-13T00:26:14.509 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.505+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=U6PYLGP00GYF tag=JGW7350Z87RX type=write size=1914025 2024-09-13T00:26:14.522 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.517+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~PB1RMXMGNJZM.0 size=1048576 2024-09-13T00:26:14.527 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.525+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~PB1RMXMGNJZM.1 size=1048576 2024-09-13T00:26:14.532 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.529+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~PB1RMXMGNJZM.2 size=605638 2024-09-13T00:26:14.532 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.529+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=PB1RMXMGNJZM tag=1FG0SAGYURLX type=write size=3751366 2024-09-13T00:26:14.538 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.533+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=U3IUAW11TRR9 type=del 2024-09-13T00:26:14.543 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.541+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=8FQ6MR95JDY2 type=del size=1262753 2024-09-13T00:26:14.549 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.545+0000 7ff07d6c9640 1 < canceled operation key=DI6S0X65V18P tag=JZZ4G6WZ9FF5 type=del size=4112564 2024-09-13T00:26:14.560 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.557+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~RN3DYY5BEGLV.0 size=1048576 2024-09-13T00:26:14.565 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.561+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~RN3DYY5BEGLV.1 size=988904 2024-09-13T00:26:14.565 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.561+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=RN3DYY5BEGLV tag=TXS5QJ0DSQC3 type=write size=3086056 2024-09-13T00:26:14.572 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.569+0000 7ff07d6c9640 -1 < failed to complete operation key=DT4C13GCJ90M tag=RZVTUENEAGE1 type=del size=397455: (22) Invalid argument 2024-09-13T00:26:14.579 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.577+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=291H3YZDAPJA type=write size=657519 2024-09-13T00:26:14.584 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.581+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=9QCNTGH57TWE type=del 2024-09-13T00:26:14.591 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.589+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=8PH2QQXYMCGX type=del size=1980345 2024-09-13T00:26:14.597 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.593+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~HIATPBWEWG5N.0 size=1048576 2024-09-13T00:26:14.602 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.597+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~HIATPBWEWG5N.1 size=1048576 2024-09-13T00:26:14.607 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.605+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~HIATPBWEWG5N.2 size=799404 2024-09-13T00:26:14.617 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.613+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=HIATPBWEWG5N tag=QJB8QW3UINWV type=write size=3945132 2024-09-13T00:26:14.628 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.625+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~BILIDUDOL6AE.0 size=1048576 2024-09-13T00:26:14.633 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.629+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~BILIDUDOL6AE.1 size=1048576 2024-09-13T00:26:14.637 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.633+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~BILIDUDOL6AE.2 size=555284 2024-09-13T00:26:14.637 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.633+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=BILIDUDOL6AE tag=Q61NHIHYU86A type=write size=3701012 2024-09-13T00:26:14.643 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.641+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~ZBTY5MGFRDLQ.0 size=1048576 2024-09-13T00:26:14.648 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.645+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~ZBTY5MGFRDLQ.1 size=262917 2024-09-13T00:26:14.657 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.653+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=ZBTY5MGFRDLQ tag=1WVOY6RN892W type=write size=2360069 2024-09-13T00:26:14.662 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.661+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=D8ION1DJFEUH type=del size=3447512 2024-09-13T00:26:14.668 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.665+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~Q1I7KP5KK7YT.0 size=1048576 2024-09-13T00:26:14.673 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.669+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~Q1I7KP5KK7YT.1 size=492131 2024-09-13T00:26:14.683 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.681+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=Q1I7KP5KK7YT tag=QMDR0RTE503A type=write size=2589283 2024-09-13T00:26:14.688 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.685+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=MY4GSKYZ4UOK type=del size=3118373 2024-09-13T00:26:14.694 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.689+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~KUW8Y4HT9C5A.0 size=1048576 2024-09-13T00:26:14.699 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.697+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~KUW8Y4HT9C5A.1 size=1048576 2024-09-13T00:26:14.704 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.701+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~KUW8Y4HT9C5A.2 size=545352 2024-09-13T00:26:14.714 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.709+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=KUW8Y4HT9C5A tag=CXLC3PO6APKQ type=write size=3691080 2024-09-13T00:26:14.720 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.717+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=T3PJEZC38PVF type=del size=3849012 2024-09-13T00:26:14.726 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.721+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~7S9JJ5MPX0VB.0 size=222516 2024-09-13T00:26:14.735 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.733+0000 7ff07d6c9640 1 < completed multipart upload key=CNP11H6WEG9D upload=7S9JJ5MPX0VB tag=LATLOM4XQKFT type=write size=1271092 2024-09-13T00:26:14.741 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.737+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=FRW9Z8ZN9G3E type=del size=1076918 2024-09-13T00:26:14.747 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.745+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~EM8NG8BMLP18.0 size=1048576 2024-09-13T00:26:14.753 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.749+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~EM8NG8BMLP18.1 size=1048576 2024-09-13T00:26:14.757 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.753+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~EM8NG8BMLP18.2 size=408245 2024-09-13T00:26:14.767 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.765+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=EM8NG8BMLP18 tag=DTLH75NOKBW4 type=write size=3553973 2024-09-13T00:26:14.773 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.769+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=PWUBFELYU4K5 type=write size=988682 2024-09-13T00:26:14.774 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.773+0000 7ff07d6c9640 1 < canceled part key=_multipart_EBH90I7V5EW7.2~56BIE8WLEX1D.0 size=1048576 2024-09-13T00:26:14.779 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.777+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~56BIE8WLEX1D.1 size=856587 2024-09-13T00:26:14.789 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.785+0000 7ff07d6c9640 1 < canceled multipart upload key=EBH90I7V5EW7 upload=56BIE8WLEX1D tag=480VW5280QSA type=write size=2953739 2024-09-13T00:26:14.795 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.793+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=9522I2TVQO01 type=write size=555618 2024-09-13T00:26:14.800 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.797+0000 7ff07d6c9640 1 < canceled operation key=NY5MUJLE63EG tag=RP5NX1DHET6E type=write size=1047398 2024-09-13T00:26:14.806 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.805+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=NFGETEPW0O2U type=del size=123296 2024-09-13T00:26:14.812 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.809+0000 7ff07d6c9640 1 < canceled operation key=FLIVW0XUS2MD tag=8CRF75ULTQLV type=write size=122589 2024-09-13T00:26:14.819 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.817+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=O8D2RXAL7WC4 type=del size=258163 2024-09-13T00:26:14.826 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.821+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~2BXFG7DTA92F.0 size=70838 2024-09-13T00:26:14.836 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.833+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=2BXFG7DTA92F tag=7S6Y8G2SWMMJ type=write size=1119414 2024-09-13T00:26:14.841 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.837+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=M548M5E280O4 type=write size=132795 2024-09-13T00:26:14.842 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.841+0000 7ff07d6c9640 1 < canceled part key=_multipart_R0UI5544UWD1.2~F2XB8E6JKK9W.0 size=1048576 2024-09-13T00:26:14.847 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.845+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~F2XB8E6JKK9W.1 size=1048576 2024-09-13T00:26:14.851 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.849+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~F2XB8E6JKK9W.2 size=762776 2024-09-13T00:26:14.862 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.857+0000 7ff07d6c9640 1 < canceled multipart upload key=R0UI5544UWD1 upload=F2XB8E6JKK9W tag=4YV3XNZIDGD3 type=write size=3908504 2024-09-13T00:26:14.868 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.865+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=QHJFE6Y6D78A type=del size=3596644 2024-09-13T00:26:14.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.869+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~PB1RMXMGNJZM.0 size=1048576 2024-09-13T00:26:14.878 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.873+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~PB1RMXMGNJZM.1 size=1048576 2024-09-13T00:26:14.882 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.881+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~PB1RMXMGNJZM.2 size=605638 2024-09-13T00:26:14.893 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.889+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=PB1RMXMGNJZM tag=1FG0SAGYURLX type=write size=3751366 2024-09-13T00:26:14.899 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.897+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=XNTMWHZHQC8C type=del size=4063012 2024-09-13T00:26:14.905 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.901+0000 7ff07d6c9640 1 < canceled operation key=EBH90I7V5EW7 tag=8FQ6MR95JDY2 type=del size=1262753 2024-09-13T00:26:14.916 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.913+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~FY76M0C2Z9BW.0 size=1048576 2024-09-13T00:26:14.920 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.917+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~FY76M0C2Z9BW.1 size=1048576 2024-09-13T00:26:14.925 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.921+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~FY76M0C2Z9BW.2 size=145176 2024-09-13T00:26:14.925 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.921+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=FY76M0C2Z9BW tag=L9FB6O3HDCCE type=write size=3290904 2024-09-13T00:26:14.931 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.929+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~RN3DYY5BEGLV.0 size=1048576 2024-09-13T00:26:14.935 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.933+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~RN3DYY5BEGLV.1 size=988904 2024-09-13T00:26:14.945 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.941+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=RN3DYY5BEGLV tag=TXS5QJ0DSQC3 type=write size=3086056 2024-09-13T00:26:14.956 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.953+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~ZUPAJWPVIT4C.0 size=1048576 2024-09-13T00:26:14.961 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.957+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~ZUPAJWPVIT4C.1 size=84617 2024-09-13T00:26:14.961 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.957+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=ZUPAJWPVIT4C tag=9WR9BVO3A05K type=write size=2181769 2024-09-13T00:26:14.967 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.965+0000 7ff07d6c9640 1 < completed write operation key=DT4C13GCJ90M tag=291H3YZDAPJA type=write size=657519 2024-09-13T00:26:14.978 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.977+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~UEUK3VFRFO2L.0 size=1048576 2024-09-13T00:26:14.983 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.981+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~UEUK3VFRFO2L.1 size=1048576 2024-09-13T00:26:14.988 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.985+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~UEUK3VFRFO2L.2 size=464287 2024-09-13T00:26:14.988 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.985+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=UEUK3VFRFO2L tag=M3PEY4GNJH7U type=write size=3610015 2024-09-13T00:26:14.994 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:14.989+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=8PH2QQXYMCGX type=del 2024-09-13T00:26:15.003 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.001+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~TOJ1YSLNYUFB.0 size=182978 2024-09-13T00:26:15.004 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.001+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=TOJ1YSLNYUFB tag=2SPF0L0CFJQF type=write size=1231554 2024-09-13T00:26:15.009 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.005+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~BILIDUDOL6AE.0 size=1048576 2024-09-13T00:26:15.009 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.005+0000 7ff07d6c9640 1 < canceled part key=_multipart_GDD2408QTYGR.2~BILIDUDOL6AE.1 size=1048576 2024-09-13T00:26:15.009 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.005+0000 7ff07d6c9640 1 < canceled part key=_multipart_GDD2408QTYGR.2~BILIDUDOL6AE.2 size=555284 2024-09-13T00:26:15.018 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.013+0000 7ff07d6c9640 1 < canceled multipart upload key=GDD2408QTYGR upload=BILIDUDOL6AE tag=Q61NHIHYU86A type=write size=3701012 2024-09-13T00:26:15.024 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.021+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=4A253XOCJCZG type=write size=833316 2024-09-13T00:26:15.030 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.025+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=D8ION1DJFEUH type=del 2024-09-13T00:26:15.035 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.033+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=0TJ1MTS9GEFC type=del size=3895021 2024-09-13T00:26:15.046 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.045+0000 7ff07d6c9640 1 < suggested remove operation key=CQE0A2I3P64S tag=MY4GSKYZ4UOK type=del 2024-09-13T00:26:15.052 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.049+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=6IZZQPL0M1KI type=write size=772326 2024-09-13T00:26:15.058 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.053+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=T3PJEZC38PVF type=del 2024-09-13T00:26:15.063 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.061+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=RXM7IX1UMIGA type=del size=1227936 2024-09-13T00:26:15.069 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.065+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=FRW9Z8ZN9G3E type=del 2024-09-13T00:26:15.074 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.073+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=H736J1NLD1UE type=del size=136447 2024-09-13T00:26:15.080 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.077+0000 7ff07d6c9640 1 < completed write operation key=FLIVW0XUS2MD tag=PWUBFELYU4K5 type=write size=988682 2024-09-13T00:26:15.090 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.085+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~42ILQ6PZ4K1C.0 size=478302 2024-09-13T00:26:15.090 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.085+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=42ILQ6PZ4K1C tag=X0SL7AW5TP94 type=write size=1526878 2024-09-13T00:26:15.095 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.093+0000 7ff07d6c9640 1 < completed write operation key=ZB9Q220ZM0E0 tag=9522I2TVQO01 type=write size=555618 2024-09-13T00:26:15.101 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.097+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=QX3KP67Z33D6 type=del size=1245357 2024-09-13T00:26:15.109 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.105+0000 7ff07d6c9640 -1 < failed to complete operation key=CQE0A2I3P64S tag=NFGETEPW0O2U type=del size=123296: (22) Invalid argument 2024-09-13T00:26:15.115 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.113+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=8FT98PMW0JOM type=write size=711836 2024-09-13T00:26:15.121 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.117+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=O8D2RXAL7WC4 type=del 2024-09-13T00:26:15.132 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.129+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~Q4SM3CP9WH31.0 size=1048576 2024-09-13T00:26:15.136 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.133+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~Q4SM3CP9WH31.1 size=1048576 2024-09-13T00:26:15.143 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.141+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~Q4SM3CP9WH31.2 size=170332 2024-09-13T00:26:15.143 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.141+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=Q4SM3CP9WH31 tag=T41ENWK74R81 type=write size=3316060 2024-09-13T00:26:15.148 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.145+0000 7ff07d6c9640 1 < completed write operation key=9VL7XF9W6EIA tag=M548M5E280O4 type=write size=132795 2024-09-13T00:26:15.160 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.157+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~M3QPX6XLCLWZ.0 size=1048576 2024-09-13T00:26:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:14 smithi032 bash[75510]: cluster 2024-09-13T00:26:13.506805+0000 mgr.y (mgr.34107) 704 : cluster [DBG] pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 145 KiB/s wr, 741 op/s 2024-09-13T00:26:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:14 smithi032 bash[76677]: cluster 2024-09-13T00:26:13.506805+0000 mgr.y (mgr.34107) 704 : cluster [DBG] pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 145 KiB/s wr, 741 op/s 2024-09-13T00:26:15.166 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.161+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~M3QPX6XLCLWZ.1 size=821822 2024-09-13T00:26:15.166 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.161+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=M3QPX6XLCLWZ tag=KT4S6RITQOVJ type=write size=2918974 2024-09-13T00:26:15.172 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.169+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=QHJFE6Y6D78A type=del 2024-09-13T00:26:15.178 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.173+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=2XY3210Z7H21 type=del size=3006904 2024-09-13T00:26:15.183 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.181+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=XNTMWHZHQC8C type=del 2024-09-13T00:26:15.189 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.185+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=D3FQCON883LF type=write size=411912 2024-09-13T00:26:15.196 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.193+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~FY76M0C2Z9BW.0 size=1048576 2024-09-13T00:26:15.201 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.197+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~FY76M0C2Z9BW.1 size=1048576 2024-09-13T00:26:15.206 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.201+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~FY76M0C2Z9BW.2 size=145176 2024-09-13T00:26:15.215 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.213+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=FY76M0C2Z9BW tag=L9FB6O3HDCCE type=write size=3290904 2024-09-13T00:26:15.221 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.217+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=0RMID5X4J4XP type=del size=3148917 2024-09-13T00:26:15.228 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.225+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~ZUPAJWPVIT4C.0 size=1048576 2024-09-13T00:26:15.232 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.229+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~ZUPAJWPVIT4C.1 size=84617 2024-09-13T00:26:15.242 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.237+0000 7ff07d6c9640 1 < completed multipart upload key=WT8C8PJ810XA upload=ZUPAJWPVIT4C tag=9WR9BVO3A05K type=write size=2181769 2024-09-13T00:26:15.248 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.245+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=9ODXLRIPIR2G type=del size=2725644 2024-09-13T00:26:15.253 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.249+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~UEUK3VFRFO2L.0 size=1048576 2024-09-13T00:26:15.258 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.253+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~UEUK3VFRFO2L.1 size=1048576 2024-09-13T00:26:15.263 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.261+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~UEUK3VFRFO2L.2 size=464287 2024-09-13T00:26:15.274 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.269+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=UEUK3VFRFO2L tag=M3PEY4GNJH7U type=write size=3610015 2024-09-13T00:26:15.285 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.281+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~WTLOBJTC6BVW.0 size=1048576 2024-09-13T00:26:15.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:14 smithi053 bash[67631]: cluster 2024-09-13T00:26:13.506805+0000 mgr.y (mgr.34107) 704 : cluster [DBG] pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 145 KiB/s wr, 741 op/s 2024-09-13T00:26:15.289 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.285+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~WTLOBJTC6BVW.1 size=709607 2024-09-13T00:26:15.289 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.285+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=WTLOBJTC6BVW tag=10A5NZ7ZEANU type=write size=2806759 2024-09-13T00:26:15.295 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.293+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~TOJ1YSLNYUFB.0 size=182978 2024-09-13T00:26:15.304 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.301+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=TOJ1YSLNYUFB tag=2SPF0L0CFJQF type=write size=1231554 2024-09-13T00:26:15.310 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.305+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=ZXXNA27CO3T2 type=del size=2630457 2024-09-13T00:26:15.315 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.313+0000 7ff07d6c9640 1 < completed write operation key=RTSSDLFRS0GP tag=4A253XOCJCZG type=write size=833316 2024-09-13T00:26:15.324 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.317+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=WB1CJPEIQUGQ type=del size=3125862 2024-09-13T00:26:15.332 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.329+0000 7ff07d6c9640 1 < suggested update operation key=2DTY4IYSD8J3 tag=0TJ1MTS9GEFC type=del size=3895021 2024-09-13T00:26:15.343 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.341+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~ET1GS1MFU42D.0 size=1048576 2024-09-13T00:26:15.347 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.345+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~ET1GS1MFU42D.1 size=1048576 2024-09-13T00:26:15.352 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.349+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~ET1GS1MFU42D.2 size=928620 2024-09-13T00:26:15.352 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.349+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=ET1GS1MFU42D tag=HPRK4060GBK5 type=write size=4074348 2024-09-13T00:26:15.358 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.353+0000 7ff07d6c9640 1 < completed write operation key=CQE0A2I3P64S tag=6IZZQPL0M1KI type=write size=772326 2024-09-13T00:26:15.363 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.361+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=MKIA5Z5C53SM type=del size=328394 2024-09-13T00:26:15.369 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.365+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=RXM7IX1UMIGA type=del 2024-09-13T00:26:15.375 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.373+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=F3OHSRMC9TVX type=write size=490553 2024-09-13T00:26:15.380 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.377+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=H736J1NLD1UE type=del 2024-09-13T00:26:15.386 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.381+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=FD71UNVGLE1X type=del size=4037576 2024-09-13T00:26:15.392 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.389+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~42ILQ6PZ4K1C.0 size=478302 2024-09-13T00:26:15.401 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.397+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=42ILQ6PZ4K1C tag=X0SL7AW5TP94 type=write size=1526878 2024-09-13T00:26:15.407 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.405+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=RZNAQ2DWGRZU type=del size=3445446 2024-09-13T00:26:15.418 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.413+0000 7ff07d6c9640 1 < suggested remove operation key=GDD2408QTYGR tag=QX3KP67Z33D6 type=del 2024-09-13T00:26:15.428 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.425+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~CO58CKMOQZYM.0 size=678377 2024-09-13T00:26:15.429 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.425+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=CO58CKMOQZYM tag=P2PXUGSPS8RQ type=write size=1726953 2024-09-13T00:26:15.434 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.429+0000 7ff07d6c9640 1 < completed write operation key=7H3YFWWXRQ8L tag=8FT98PMW0JOM type=write size=711836 2024-09-13T00:26:15.445 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.441+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~HZTIID0RZ02N.0 size=705417 2024-09-13T00:26:15.445 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.441+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=HZTIID0RZ02N tag=QVQB8MUV25ZJ type=write size=1753993 2024-09-13T00:26:15.450 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.449+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~Q4SM3CP9WH31.0 size=1048576 2024-09-13T00:26:15.455 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.453+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~Q4SM3CP9WH31.1 size=1048576 2024-09-13T00:26:15.460 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.457+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~Q4SM3CP9WH31.2 size=170332 2024-09-13T00:26:15.470 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.465+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=Q4SM3CP9WH31 tag=T41ENWK74R81 type=write size=3316060 2024-09-13T00:26:15.475 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.473+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=SPDY6EX18RY5 type=write size=602521 2024-09-13T00:26:15.482 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.477+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~M3QPX6XLCLWZ.0 size=1048576 2024-09-13T00:26:15.487 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.485+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~M3QPX6XLCLWZ.1 size=821822 2024-09-13T00:26:15.497 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.493+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=M3QPX6XLCLWZ tag=KT4S6RITQOVJ type=write size=2918974 2024-09-13T00:26:15.507 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.505+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~M7VG0NXODYP3.0 size=1048576 2024-09-13T00:26:15.513 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.509+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~M7VG0NXODYP3.1 size=348153 2024-09-13T00:26:15.513 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.509+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=M7VG0NXODYP3 tag=78VIWLBWU3KU type=write size=2445305 2024-09-13T00:26:15.519 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.517+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=2XY3210Z7H21 type=del 2024-09-13T00:26:15.525 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.521+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=MBU992HBREW0 type=del size=1651179 2024-09-13T00:26:15.531 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.529+0000 7ff07d6c9640 1 < completed write operation key=CNP11H6WEG9D tag=D3FQCON883LF type=write size=411912 2024-09-13T00:26:15.536 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.533+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=DSPFSXQYZ000 type=write size=690742 2024-09-13T00:26:15.543 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.541+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=0RMID5X4J4XP type=del 2024-09-13T00:26:15.554 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.553+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~PDTCJX7HUM0E.0 size=1048576 2024-09-13T00:26:15.559 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.557+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~PDTCJX7HUM0E.1 size=1048576 2024-09-13T00:26:15.563 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.561+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~PDTCJX7HUM0E.2 size=743099 2024-09-13T00:26:15.563 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.561+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=PDTCJX7HUM0E tag=54TG9TAHIEFI type=write size=3888827 2024-09-13T00:26:15.569 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.565+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=9ODXLRIPIR2G type=del 2024-09-13T00:26:15.576 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.573+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=CW7FO6L3KCX6 type=write size=459792 2024-09-13T00:26:15.582 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.581+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~WTLOBJTC6BVW.0 size=1048576 2024-09-13T00:26:15.588 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.585+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~WTLOBJTC6BVW.1 size=709607 2024-09-13T00:26:15.599 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.597+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=WTLOBJTC6BVW tag=10A5NZ7ZEANU type=write size=2806759 2024-09-13T00:26:15.605 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.601+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=HMQKWOHVEPLW type=del size=545932 2024-09-13T00:26:15.612 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.609+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=ZXXNA27CO3T2 type=del 2024-09-13T00:26:15.618 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.613+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=U1FA04B3L1N1 type=del size=2454275 2024-09-13T00:26:15.623 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.621+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=WB1CJPEIQUGQ type=del 2024-09-13T00:26:15.635 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.633+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~N8LKC3JGODKL.0 size=1048576 2024-09-13T00:26:15.639 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.637+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~N8LKC3JGODKL.1 size=1048576 2024-09-13T00:26:15.645 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.641+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~N8LKC3JGODKL.2 size=622344 2024-09-13T00:26:15.645 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.641+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=N8LKC3JGODKL tag=M3U1X8JXTV5H type=write size=3768072 2024-09-13T00:26:15.652 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.649+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~ET1GS1MFU42D.0 size=1048576 2024-09-13T00:26:15.657 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.653+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~ET1GS1MFU42D.1 size=1048576 2024-09-13T00:26:15.663 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.661+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~ET1GS1MFU42D.2 size=928620 2024-09-13T00:26:15.674 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.669+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=ET1GS1MFU42D tag=HPRK4060GBK5 type=write size=4074348 2024-09-13T00:26:15.680 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.677+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=J9FUKVNE3H8J type=del size=1571236 2024-09-13T00:26:15.695 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.693+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=MKIA5Z5C53SM type=del 2024-09-13T00:26:15.701 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.697+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=4EKVX4EL08I7 type=del size=3544034 2024-09-13T00:26:15.707 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.705+0000 7ff07d6c9640 1 < completed write operation key=R0UI5544UWD1 tag=F3OHSRMC9TVX type=write size=490553 2024-09-13T00:26:15.717 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.713+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~GKWJ4OVEH1BX.0 size=722263 2024-09-13T00:26:15.717 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.713+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=GKWJ4OVEH1BX tag=BXV7361QR0RR type=write size=1770839 2024-09-13T00:26:15.722 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.721+0000 7ff07d6c9640 1 < canceled operation key=CQE0A2I3P64S tag=FD71UNVGLE1X type=del size=4037576 2024-09-13T00:26:15.728 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.725+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=K1S4WR0E9RN0 type=del size=4185569 2024-09-13T00:26:15.738 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.737+0000 7ff07d6c9640 1 < suggested remove operation key=M1TXILI2WRP8 tag=RZNAQ2DWGRZU type=del 2024-09-13T00:26:15.745 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.741+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=NNJYCN9QO0KG type=del size=3317714 2024-09-13T00:26:15.751 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.749+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~CO58CKMOQZYM.0 size=678377 2024-09-13T00:26:15.760 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.757+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=CO58CKMOQZYM tag=P2PXUGSPS8RQ type=write size=1726953 2024-09-13T00:26:15.765 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.761+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=04RO29EMHMQ0 type=del size=2258906 2024-09-13T00:26:15.771 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.769+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~HZTIID0RZ02N.0 size=705417 2024-09-13T00:26:15.780 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.777+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=HZTIID0RZ02N tag=QVQB8MUV25ZJ type=write size=1753993 2024-09-13T00:26:15.790 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.785+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~P7L37PTOH4ZH.0 size=1048576 2024-09-13T00:26:15.795 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.793+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~P7L37PTOH4ZH.1 size=1048576 2024-09-13T00:26:15.799 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.797+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~P7L37PTOH4ZH.2 size=881874 2024-09-13T00:26:15.800 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.797+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=P7L37PTOH4ZH tag=7VUX1CFYL3SZ type=write size=4027602 2024-09-13T00:26:15.805 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.801+0000 7ff07d6c9640 1 < completed write operation key=DI6S0X65V18P tag=SPDY6EX18RY5 type=write size=602521 2024-09-13T00:26:15.815 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.813+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~FVDORXSPRR2P.0 size=1048576 2024-09-13T00:26:15.821 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.817+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~FVDORXSPRR2P.1 size=1048576 2024-09-13T00:26:15.826 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.821+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~FVDORXSPRR2P.2 size=425602 2024-09-13T00:26:15.826 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.821+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=FVDORXSPRR2P tag=GTA308KKNOI8 type=write size=3571330 2024-09-13T00:26:15.832 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.829+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~M7VG0NXODYP3.0 size=1048576 2024-09-13T00:26:15.836 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.833+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~M7VG0NXODYP3.1 size=348153 2024-09-13T00:26:15.845 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.841+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=M7VG0NXODYP3 tag=78VIWLBWU3KU type=write size=2445305 2024-09-13T00:26:15.851 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.849+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=JKC5KK8NJCTO type=write size=841973 2024-09-13T00:26:15.863 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.861+0000 7ff07d6c9640 1 < suggested remove operation key=NY5MUJLE63EG tag=MBU992HBREW0 type=del 2024-09-13T00:26:15.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.869+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~7CLCBQUP4STA.0 size=1048576 2024-09-13T00:26:15.877 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.873+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~7CLCBQUP4STA.1 size=1048576 2024-09-13T00:26:15.882 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.877+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~7CLCBQUP4STA.2 size=348583 2024-09-13T00:26:15.882 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.877+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=7CLCBQUP4STA tag=S0895IY4KDZ1 type=write size=3494311 2024-09-13T00:26:15.888 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.885+0000 7ff07d6c9640 1 < completed write operation key=YB8OYIWQYY07 tag=DSPFSXQYZ000 type=write size=690742 2024-09-13T00:26:15.898 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.897+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~ZBS0Y300HFQ4.0 size=230546 2024-09-13T00:26:15.898 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.897+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=ZBS0Y300HFQ4 tag=2ELB3LKUA92J type=write size=1279122 2024-09-13T00:26:15.904 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.901+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~PDTCJX7HUM0E.0 size=1048576 2024-09-13T00:26:15.909 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.905+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~PDTCJX7HUM0E.1 size=1048576 2024-09-13T00:26:15.913 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.909+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~PDTCJX7HUM0E.2 size=743099 2024-09-13T00:26:15.923 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.921+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=PDTCJX7HUM0E tag=54TG9TAHIEFI type=write size=3888827 2024-09-13T00:26:15.933 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.929+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~VYIISH5CTBJU.0 size=1048576 2024-09-13T00:26:15.938 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.933+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~VYIISH5CTBJU.1 size=8221 2024-09-13T00:26:15.938 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.933+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=VYIISH5CTBJU tag=8MLCNDM29JOV type=write size=2105373 2024-09-13T00:26:15.944 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.941+0000 7ff07d6c9640 1 < completed write operation key=CNP11H6WEG9D tag=CW7FO6L3KCX6 type=write size=459792 2024-09-13T00:26:15.949 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.945+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=0KAGH2M8WVC4 type=del size=537213 2024-09-13T00:26:15.957 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.953+0000 7ff07d6c9640 -1 < failed to complete operation key=NY5MUJLE63EG tag=HMQKWOHVEPLW type=del size=545932: (22) Invalid argument 2024-09-13T00:26:15.966 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.965+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~9O8YS0ZUWGDT.0 size=741499 2024-09-13T00:26:15.967 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.965+0000 7ff07d6c9640 1 > prepared multipart upload key=0TFNXW7OU716 upload=9O8YS0ZUWGDT tag=JKGTRDZU2KT7 type=write size=1790075 2024-09-13T00:26:15.973 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.969+0000 7ff07d6c9640 -1 < failed to complete operation key=NY5MUJLE63EG tag=U1FA04B3L1N1 type=del size=2454275: (22) Invalid argument 2024-09-13T00:26:15.983 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.981+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~OQ1T70JRKYLJ.0 size=1048576 2024-09-13T00:26:15.989 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.985+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~OQ1T70JRKYLJ.1 size=1048576 2024-09-13T00:26:15.993 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.989+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~OQ1T70JRKYLJ.2 size=531504 2024-09-13T00:26:15.993 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.989+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=OQ1T70JRKYLJ tag=Y5I512Q8QB1I type=write size=3677232 2024-09-13T00:26:15.999 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:15.997+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~N8LKC3JGODKL.0 size=1048576 2024-09-13T00:26:16.003 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.001+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~N8LKC3JGODKL.1 size=1048576 2024-09-13T00:26:16.008 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.005+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~N8LKC3JGODKL.2 size=622344 2024-09-13T00:26:16.017 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.013+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=N8LKC3JGODKL tag=M3U1X8JXTV5H type=write size=3768072 2024-09-13T00:26:16.028 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.025+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~4SQ689ZD3JLJ.0 size=1048576 2024-09-13T00:26:16.033 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.029+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~4SQ689ZD3JLJ.1 size=1048576 2024-09-13T00:26:16.037 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.033+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~4SQ689ZD3JLJ.2 size=831831 2024-09-13T00:26:16.037 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.033+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=4SQ689ZD3JLJ tag=UNZNCZ3WRVP3 type=write size=3977559 2024-09-13T00:26:16.043 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.041+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=J9FUKVNE3H8J type=del 2024-09-13T00:26:16.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.049+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~I9TEP84OPA9Z.0 size=1048576 2024-09-13T00:26:16.058 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.057+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~I9TEP84OPA9Z.1 size=906574 2024-09-13T00:26:16.059 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.057+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=I9TEP84OPA9Z tag=SRX81AI9SBD3 type=write size=3003726 2024-09-13T00:26:16.064 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.061+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=4EKVX4EL08I7 type=del 2024-09-13T00:26:16.076 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.073+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~XN8N5XVR682M.0 size=1048576 2024-09-13T00:26:16.081 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.077+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~XN8N5XVR682M.1 size=106091 2024-09-13T00:26:16.081 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.077+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=XN8N5XVR682M tag=MEYJNUDYNFU5 type=write size=2203243 2024-09-13T00:26:16.087 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.085+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~GKWJ4OVEH1BX.0 size=722263 2024-09-13T00:26:16.096 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.093+0000 7ff07d6c9640 1 < completed multipart upload key=XG3I1V51GD71 upload=GKWJ4OVEH1BX tag=BXV7361QR0RR type=write size=1770839 2024-09-13T00:26:16.107 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.105+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~0W0HVIES8NGC.0 size=269472 2024-09-13T00:26:16.107 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.105+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=0W0HVIES8NGC tag=HAJLNA5JQYZ0 type=write size=1318048 2024-09-13T00:26:16.118 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.117+0000 7ff07d6c9640 1 < suggested remove operation key=O016V0EIG9TO tag=K1S4WR0E9RN0 type=del 2024-09-13T00:26:16.124 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.121+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=ENPGFTZCTJPX type=del size=113035 2024-09-13T00:26:16.132 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.129+0000 7ff07d6c9640 -1 < failed to complete operation key=NY5MUJLE63EG tag=NNJYCN9QO0KG type=del size=3317714: (22) Invalid argument 2024-09-13T00:26:16.143 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.141+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~7REJ046RVOD5.0 size=1048576 2024-09-13T00:26:16.147 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.145+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~7REJ046RVOD5.1 size=389994 2024-09-13T00:26:16.147 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.145+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=7REJ046RVOD5 tag=9KJ5J7CJXPQX type=write size=2487146 2024-09-13T00:26:16.153 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.149+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=04RO29EMHMQ0 type=del 2024-09-13T00:26:16.158 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.157+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=B5WFSHH7FUS3 type=del size=1346225 2024-09-13T00:26:16.164 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.161+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~P7L37PTOH4ZH.0 size=1048576 2024-09-13T00:26:16.169 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.165+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~P7L37PTOH4ZH.1 size=1048576 2024-09-13T00:26:16.175 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.173+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~P7L37PTOH4ZH.2 size=881874 2024-09-13T00:26:16.185 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.181+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=P7L37PTOH4ZH tag=7VUX1CFYL3SZ type=write size=4027602 2024-09-13T00:26:16.196 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.193+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~9DOBMF1CSDVN.0 size=1048576 2024-09-13T00:26:16.201 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.197+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~9DOBMF1CSDVN.1 size=1048576 2024-09-13T00:26:16.206 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.201+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~9DOBMF1CSDVN.2 size=113728 2024-09-13T00:26:16.206 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.201+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=9DOBMF1CSDVN tag=S2DLFPRWX25Q type=write size=3259456 2024-09-13T00:26:16.211 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.209+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~FVDORXSPRR2P.0 size=1048576 2024-09-13T00:26:16.216 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.213+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~FVDORXSPRR2P.1 size=1048576 2024-09-13T00:26:16.221 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.217+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~FVDORXSPRR2P.2 size=425602 2024-09-13T00:26:16.231 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.229+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=FVDORXSPRR2P tag=GTA308KKNOI8 type=write size=3571330 2024-09-13T00:26:16.242 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.237+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~67YDZCKM0LX4.0 size=1048576 2024-09-13T00:26:16.247 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.245+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~67YDZCKM0LX4.1 size=728219 2024-09-13T00:26:16.247 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.245+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=67YDZCKM0LX4 tag=7BX9UO3W7H0H type=write size=2825371 2024-09-13T00:26:16.253 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.249+0000 7ff07d6c9640 1 < completed write operation key=XG3I1V51GD71 tag=JKC5KK8NJCTO type=write size=841973 2024-09-13T00:26:16.263 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.261+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~MXPOIXS53IH1.0 size=438460 2024-09-13T00:26:16.263 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.261+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=MXPOIXS53IH1 tag=HLH1A1CKT50D type=write size=1487036 2024-09-13T00:26:16.264 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.261+0000 7ff07d6c9640 1 < canceled part key=_multipart_DI6S0X65V18P.2~7CLCBQUP4STA.0 size=1048576 2024-09-13T00:26:16.264 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.261+0000 7ff07d6c9640 1 < canceled part key=_multipart_DI6S0X65V18P.2~7CLCBQUP4STA.1 size=1048576 2024-09-13T00:26:16.269 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.265+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~7CLCBQUP4STA.2 size=348583 2024-09-13T00:26:16.278 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.277+0000 7ff07d6c9640 1 < canceled multipart upload key=DI6S0X65V18P upload=7CLCBQUP4STA tag=S0895IY4KDZ1 type=write size=3494311 2024-09-13T00:26:16.284 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.281+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=649IZ1740MUP type=del size=2994579 2024-09-13T00:26:16.292 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.289+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~ZBS0Y300HFQ4.0 size=230546 2024-09-13T00:26:16.302 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.301+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=ZBS0Y300HFQ4 tag=2ELB3LKUA92J type=write size=1279122 2024-09-13T00:26:16.312 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.309+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~423K94YKT66C.0 size=292289 2024-09-13T00:26:16.312 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.309+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=423K94YKT66C tag=JLRRXK6G9URR type=write size=1340865 2024-09-13T00:26:16.318 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.313+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~VYIISH5CTBJU.0 size=1048576 2024-09-13T00:26:16.322 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.321+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~VYIISH5CTBJU.1 size=8221 2024-09-13T00:26:16.331 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.329+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=VYIISH5CTBJU tag=8MLCNDM29JOV type=write size=2105373 2024-09-13T00:26:16.341 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.337+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~XMJV5P10LVUN.0 size=164769 2024-09-13T00:26:16.341 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.337+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=XMJV5P10LVUN tag=T2GCTPQ9QYVP type=write size=1213345 2024-09-13T00:26:16.348 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.345+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=0KAGH2M8WVC4 type=del 2024-09-13T00:26:16.352 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.349+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=HUZFXQF1Q7EQ type=del size=3961141 2024-09-13T00:26:16.358 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.357+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~9O8YS0ZUWGDT.0 size=741499 2024-09-13T00:26:16.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.365+0000 7ff07d6c9640 1 < completed multipart upload key=0TFNXW7OU716 upload=9O8YS0ZUWGDT tag=JKGTRDZU2KT7 type=write size=1790075 2024-09-13T00:26:16.373 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.369+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=NGATY8EW0MJ3 type=del size=3016084 2024-09-13T00:26:16.380 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.377+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~OQ1T70JRKYLJ.0 size=1048576 2024-09-13T00:26:16.384 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.381+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~OQ1T70JRKYLJ.1 size=1048576 2024-09-13T00:26:16.389 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.385+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~OQ1T70JRKYLJ.2 size=531504 2024-09-13T00:26:16.399 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.397+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=OQ1T70JRKYLJ tag=Y5I512Q8QB1I type=write size=3677232 2024-09-13T00:26:16.405 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.401+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=7NWIDZ0S13JQ type=del size=2449824 2024-09-13T00:26:16.411 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.409+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~4SQ689ZD3JLJ.0 size=1048576 2024-09-13T00:26:16.417 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.413+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~4SQ689ZD3JLJ.1 size=1048576 2024-09-13T00:26:16.422 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.417+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~4SQ689ZD3JLJ.2 size=831831 2024-09-13T00:26:16.432 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.429+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=4SQ689ZD3JLJ tag=UNZNCZ3WRVP3 type=write size=3977559 2024-09-13T00:26:16.439 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.437+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=U2UQZZQZG0G0 type=del size=1220227 2024-09-13T00:26:16.440 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.437+0000 7ff07d6c9640 1 < canceled part key=_multipart_XG3I1V51GD71.2~I9TEP84OPA9Z.0 size=1048576 2024-09-13T00:26:16.445 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.441+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~I9TEP84OPA9Z.1 size=906574 2024-09-13T00:26:16.455 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.453+0000 7ff07d6c9640 1 < canceled multipart upload key=XG3I1V51GD71 upload=I9TEP84OPA9Z tag=SRX81AI9SBD3 type=write size=3003726 2024-09-13T00:26:16.461 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.457+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=DR0YM84VNK49 type=del size=887859 2024-09-13T00:26:16.467 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.465+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~XN8N5XVR682M.0 size=1048576 2024-09-13T00:26:16.472 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.469+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~XN8N5XVR682M.1 size=106091 2024-09-13T00:26:16.482 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.481+0000 7ff07d6c9640 1 < completed multipart upload key=XG3I1V51GD71 upload=XN8N5XVR682M tag=MEYJNUDYNFU5 type=write size=2203243 2024-09-13T00:26:16.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.485+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=85DPSY5LQP15 type=del size=1494158 2024-09-13T00:26:16.495 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.493+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~0W0HVIES8NGC.0 size=269472 2024-09-13T00:26:16.505 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.501+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=0W0HVIES8NGC tag=HAJLNA5JQYZ0 type=write size=1318048 2024-09-13T00:26:16.517 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.513+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~DK689GMDH03D.0 size=818116 2024-09-13T00:26:16.517 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.513+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=DK689GMDH03D tag=CNJJLYQAW0CL type=write size=1866692 2024-09-13T00:26:16.523 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.521+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=ENPGFTZCTJPX type=del 2024-09-13T00:26:16.534 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.529+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~7W77PU6PGCC8.0 size=1048576 2024-09-13T00:26:16.539 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.537+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~7W77PU6PGCC8.1 size=217117 2024-09-13T00:26:16.539 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.537+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=7W77PU6PGCC8 tag=4W1ZBP90VZJI type=write size=2314269 2024-09-13T00:26:16.545 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.541+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~7REJ046RVOD5.0 size=1048576 2024-09-13T00:26:16.545 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.541+0000 7ff07d6c9640 1 < canceled part key=_multipart_0THRDK3EP2DY.2~7REJ046RVOD5.1 size=389994 2024-09-13T00:26:16.555 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.553+0000 7ff07d6c9640 1 < canceled multipart upload key=0THRDK3EP2DY upload=7REJ046RVOD5 tag=9KJ5J7CJXPQX type=write size=2487146 2024-09-13T00:26:16.567 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.565+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~N8PU64TFYSVV.0 size=748114 2024-09-13T00:26:16.568 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.565+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=N8PU64TFYSVV tag=GRBCJ3C3WURQ type=write size=1796690 2024-09-13T00:26:16.574 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.569+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=B5WFSHH7FUS3 type=del 2024-09-13T00:26:16.580 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.577+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=0LHLPHO03ATB type=write size=116236 2024-09-13T00:26:16.586 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.585+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~9DOBMF1CSDVN.0 size=1048576 2024-09-13T00:26:16.591 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.589+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~9DOBMF1CSDVN.1 size=1048576 2024-09-13T00:26:16.597 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.593+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~9DOBMF1CSDVN.2 size=113728 2024-09-13T00:26:16.608 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.605+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=9DOBMF1CSDVN tag=S2DLFPRWX25Q type=write size=3259456 2024-09-13T00:26:16.614 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.613+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=L26ZM2Q8MUHH type=del size=1098063 2024-09-13T00:26:16.621 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.617+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~67YDZCKM0LX4.0 size=1048576 2024-09-13T00:26:16.621 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.617+0000 7ff07d6c9640 1 < canceled part key=_multipart_DI6S0X65V18P.2~67YDZCKM0LX4.1 size=728219 2024-09-13T00:26:16.633 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.629+0000 7ff07d6c9640 1 < canceled multipart upload key=DI6S0X65V18P upload=67YDZCKM0LX4 tag=7BX9UO3W7H0H type=write size=2825371 2024-09-13T00:26:16.643 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.641+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~0U09XR49TFS6.0 size=1048576 2024-09-13T00:26:16.648 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.645+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~0U09XR49TFS6.1 size=1048576 2024-09-13T00:26:16.653 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.649+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~0U09XR49TFS6.2 size=136206 2024-09-13T00:26:16.653 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.649+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=0U09XR49TFS6 tag=XQKMOADKX4N4 type=write size=3281934 2024-09-13T00:26:16.659 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.657+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~MXPOIXS53IH1.0 size=438460 2024-09-13T00:26:16.669 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.665+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=MXPOIXS53IH1 tag=HLH1A1CKT50D type=write size=1487036 2024-09-13T00:26:16.679 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.677+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~PGQB330GWYOJ.0 size=442307 2024-09-13T00:26:16.679 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.677+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=PGQB330GWYOJ tag=0UM7E76YI3KH type=write size=1490883 2024-09-13T00:26:16.685 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.681+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=649IZ1740MUP type=del 2024-09-13T00:26:16.690 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.689+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=18WMOTHVSMO1 type=del size=1441048 2024-09-13T00:26:16.696 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.693+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~423K94YKT66C.0 size=292289 2024-09-13T00:26:16.706 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.701+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=423K94YKT66C tag=JLRRXK6G9URR type=write size=1340865 2024-09-13T00:26:16.713 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.709+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=VWSLA4ZXG6NM type=del size=3893534 2024-09-13T00:26:16.719 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.717+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~XMJV5P10LVUN.0 size=164769 2024-09-13T00:26:16.729 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.725+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=XMJV5P10LVUN tag=T2GCTPQ9QYVP type=write size=1213345 2024-09-13T00:26:16.740 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.737+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~7VG786GY0HD7.0 size=1048576 2024-09-13T00:26:16.745 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.741+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~7VG786GY0HD7.1 size=562769 2024-09-13T00:26:16.745 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.741+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=7VG786GY0HD7 tag=WLC6OK7U6BDW type=write size=2659921 2024-09-13T00:26:16.750 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.749+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=HUZFXQF1Q7EQ type=del 2024-09-13T00:26:16.757 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.753+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=AMGMNLF9O2F7 type=write size=43147 2024-09-13T00:26:16.763 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.761+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=NGATY8EW0MJ3 type=del 2024-09-13T00:26:16.770 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.765+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=1H6ZO75QQ4UD type=del size=2599886 2024-09-13T00:26:16.777 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.773+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=7NWIDZ0S13JQ type=del 2024-09-13T00:26:16.782 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.781+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=A1C22MAE1VDQ type=del size=3570541 2024-09-13T00:26:16.788 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.785+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=U2UQZZQZG0G0 type=del 2024-09-13T00:26:16.794 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.789+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=V3LX64PZMYV3 type=del size=2619053 2024-09-13T00:26:16.799 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.797+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=DR0YM84VNK49 type=del 2024-09-13T00:26:16.805 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.801+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=1DWA5WHJGDBT type=del size=2443692 2024-09-13T00:26:16.810 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.805+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=85DPSY5LQP15 type=del 2024-09-13T00:26:16.820 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.817+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~KM97D66LPLY6.0 size=586525 2024-09-13T00:26:16.820 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.817+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=KM97D66LPLY6 tag=61MVAS7X2A9R type=write size=1635101 2024-09-13T00:26:16.827 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.825+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~DK689GMDH03D.0 size=818116 2024-09-13T00:26:16.839 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.833+0000 7ff07d6c9640 1 < completed multipart upload key=DT4C13GCJ90M upload=DK689GMDH03D tag=CNJJLYQAW0CL type=write size=1866692 2024-09-13T00:26:16.843 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.841+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=U1LYENI1F7VJ type=write size=366928 2024-09-13T00:26:16.849 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.845+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~7W77PU6PGCC8.0 size=1048576 2024-09-13T00:26:16.854 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.853+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~7W77PU6PGCC8.1 size=217117 2024-09-13T00:26:16.864 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.861+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=7W77PU6PGCC8 tag=4W1ZBP90VZJI type=write size=2314269 2024-09-13T00:26:16.870 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.865+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=FKB5SFK1CK0Z type=del size=3412793 2024-09-13T00:26:16.876 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.873+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~N8PU64TFYSVV.0 size=748114 2024-09-13T00:26:16.886 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.885+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=N8PU64TFYSVV tag=GRBCJ3C3WURQ type=write size=1796690 2024-09-13T00:26:16.893 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.889+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=F30ID6NL22TZ type=del size=1403097 2024-09-13T00:26:16.899 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.897+0000 7ff07d6c9640 1 < completed write operation key=1C09CIUJQSH0 tag=0LHLPHO03ATB type=write size=116236 2024-09-13T00:26:16.911 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.909+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~T26OMOUDG66U.0 size=1040008 2024-09-13T00:26:16.911 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.909+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=T26OMOUDG66U tag=FI1HWQSVF1CU type=write size=2088584 2024-09-13T00:26:16.917 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.913+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=L26ZM2Q8MUHH type=del 2024-09-13T00:26:16.930 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.925+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~TUS5FAQCF63M.0 size=1048576 2024-09-13T00:26:16.936 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.933+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~TUS5FAQCF63M.1 size=737874 2024-09-13T00:26:16.936 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.933+0000 7ff07d6c9640 1 > prepared multipart upload key=0TFNXW7OU716 upload=TUS5FAQCF63M tag=XDMOO18B2MWA type=write size=2835026 2024-09-13T00:26:16.937 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.933+0000 7ff07d6c9640 1 < canceled part key=_multipart_R0UI5544UWD1.2~0U09XR49TFS6.0 size=1048576 2024-09-13T00:26:16.942 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.937+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~0U09XR49TFS6.1 size=1048576 2024-09-13T00:26:16.948 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.945+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~0U09XR49TFS6.2 size=136206 2024-09-13T00:26:16.958 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.953+0000 7ff07d6c9640 1 < canceled multipart upload key=R0UI5544UWD1 upload=0U09XR49TFS6 tag=XQKMOADKX4N4 type=write size=3281934 2024-09-13T00:26:16.965 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.961+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=GXXGAZJWDI1L type=del size=4123904 2024-09-13T00:26:16.969 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.965+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~PGQB330GWYOJ.0 size=442307 2024-09-13T00:26:16.979 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.977+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=PGQB330GWYOJ tag=0UM7E76YI3KH type=write size=1490883 2024-09-13T00:26:16.990 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.985+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~4RK8JBLIHHPX.0 size=1048576 2024-09-13T00:26:16.995 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.993+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~4RK8JBLIHHPX.1 size=529459 2024-09-13T00:26:16.995 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.993+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=4RK8JBLIHHPX tag=Z42I08RI09PJ type=write size=2626611 2024-09-13T00:26:17.000 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:16.997+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=18WMOTHVSMO1 type=del 2024-09-13T00:26:17.011 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.009+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~S0BP6IAM8UPU.0 size=1048576 2024-09-13T00:26:17.016 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.013+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~S0BP6IAM8UPU.1 size=1048576 2024-09-13T00:26:17.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.017+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~S0BP6IAM8UPU.2 size=428749 2024-09-13T00:26:17.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.017+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=S0BP6IAM8UPU tag=5WIEZ2CB5DMR type=write size=3574477 2024-09-13T00:26:17.026 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.025+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=VWSLA4ZXG6NM type=del 2024-09-13T00:26:17.032 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.029+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=ASF49GUYGG44 type=del size=766967 2024-09-13T00:26:17.038 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.033+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~7VG786GY0HD7.0 size=1048576 2024-09-13T00:26:17.043 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.041+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~7VG786GY0HD7.1 size=562769 2024-09-13T00:26:17.053 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.049+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=7VG786GY0HD7 tag=WLC6OK7U6BDW type=write size=2659921 2024-09-13T00:26:17.058 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.057+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=AD4YQFKY80KE type=del size=2007898 2024-09-13T00:26:17.070 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.065+0000 7ff07d6c9640 1 < suggested update operation key=DI6S0X65V18P tag=AMGMNLF9O2F7 type=write size=43147 2024-09-13T00:26:17.080 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.077+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~ASI6QYSSD01I.0 size=1048576 2024-09-13T00:26:17.086 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.085+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~ASI6QYSSD01I.1 size=1048576 2024-09-13T00:26:17.091 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.089+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~ASI6QYSSD01I.2 size=763768 2024-09-13T00:26:17.091 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.089+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=ASI6QYSSD01I tag=RFUHTRUIM5GR type=write size=3909496 2024-09-13T00:26:17.102 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.097+0000 7ff07d6c9640 1 < suggested update operation key=ALFI3PWKDJ24 tag=1H6ZO75QQ4UD type=del size=2599886 2024-09-13T00:26:17.113 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.109+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~NSZBBP92Z0FP.0 size=1048576 2024-09-13T00:26:17.118 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.117+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~NSZBBP92Z0FP.1 size=575571 2024-09-13T00:26:17.118 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.117+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=NSZBBP92Z0FP tag=ME12GQGGRUNH type=write size=2672723 2024-09-13T00:26:17.124 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.121+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=A1C22MAE1VDQ type=del 2024-09-13T00:26:17.136 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.133+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~WQ2GXRCJJ3NR.0 size=1048576 2024-09-13T00:26:17.141 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.137+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~WQ2GXRCJJ3NR.1 size=1048576 2024-09-13T00:26:17.146 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.145+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~WQ2GXRCJJ3NR.2 size=866362 2024-09-13T00:26:17.146 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.145+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=WQ2GXRCJJ3NR tag=NBX2PSBHGCOY type=write size=4012090 2024-09-13T00:26:17.152 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.149+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=V3LX64PZMYV3 type=del 2024-09-13T00:26:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:16 smithi032 bash[75510]: cluster 2024-09-13T00:26:15.507749+0000 mgr.y (mgr.34107) 705 : cluster [DBG] pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 145 KiB/s wr, 741 op/s 2024-09-13T00:26:17.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:16 smithi032 bash[76677]: cluster 2024-09-13T00:26:15.507749+0000 mgr.y (mgr.34107) 705 : cluster [DBG] pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 145 KiB/s wr, 741 op/s 2024-09-13T00:26:17.164 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.161+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~ZEXDPPKOLYJ8.0 size=54959 2024-09-13T00:26:17.164 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.161+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=ZEXDPPKOLYJ8 tag=4PONA6F2CWLS type=write size=1103535 2024-09-13T00:26:17.170 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.165+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=1DWA5WHJGDBT type=del 2024-09-13T00:26:17.181 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.177+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~F1H5BF7OTFFX.0 size=1048576 2024-09-13T00:26:17.186 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.185+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~F1H5BF7OTFFX.1 size=304181 2024-09-13T00:26:17.186 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.185+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=F1H5BF7OTFFX tag=FVGAOQ8YP7YN type=write size=2401333 2024-09-13T00:26:17.193 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.189+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~KM97D66LPLY6.0 size=586525 2024-09-13T00:26:17.203 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.201+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=KM97D66LPLY6 tag=61MVAS7X2A9R type=write size=1635101 2024-09-13T00:26:17.209 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.205+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=L59LPQUL6N9K type=del size=1753197 2024-09-13T00:26:17.216 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.213+0000 7ff07d6c9640 1 < completed write operation key=7H3YFWWXRQ8L tag=U1LYENI1F7VJ type=write size=366928 2024-09-13T00:26:17.227 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.225+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~SXEBSZ60WNU3.0 size=1048576 2024-09-13T00:26:17.232 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.229+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~SXEBSZ60WNU3.1 size=160450 2024-09-13T00:26:17.232 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.229+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=SXEBSZ60WNU3 tag=FY2T2DO55ONM type=write size=2257602 2024-09-13T00:26:17.237 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.233+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=FKB5SFK1CK0Z type=del 2024-09-13T00:26:17.243 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.241+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=45S9YYJDXCLZ type=del size=1454075 2024-09-13T00:26:17.256 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.253+0000 7ff07d6c9640 1 < suggested remove operation key=RTSSDLFRS0GP tag=F30ID6NL22TZ type=del 2024-09-13T00:26:17.266 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.265+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~XHFD06SR3UQ3.0 size=1048576 2024-09-13T00:26:17.274 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.269+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~XHFD06SR3UQ3.1 size=827632 2024-09-13T00:26:17.274 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.269+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=XHFD06SR3UQ3 tag=VDH0DL5LU05B type=write size=2924784 2024-09-13T00:26:17.275 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.273+0000 7ff07d6c9640 1 < canceled part key=_multipart_M1TXILI2WRP8.2~T26OMOUDG66U.0 size=1040008 2024-09-13T00:26:17.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:16 smithi053 bash[67631]: cluster 2024-09-13T00:26:15.507749+0000 mgr.y (mgr.34107) 705 : cluster [DBG] pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 145 KiB/s wr, 741 op/s 2024-09-13T00:26:17.286 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.281+0000 7ff07d6c9640 1 < canceled multipart upload key=M1TXILI2WRP8 upload=T26OMOUDG66U tag=FI1HWQSVF1CU type=write size=2088584 2024-09-13T00:26:17.296 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.293+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~VNIW3E1K0RM1.0 size=982606 2024-09-13T00:26:17.297 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.293+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=VNIW3E1K0RM1 tag=R7C13QSXJ2YO type=write size=2031182 2024-09-13T00:26:17.302 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.297+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~TUS5FAQCF63M.0 size=1048576 2024-09-13T00:26:17.307 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.305+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~TUS5FAQCF63M.1 size=737874 2024-09-13T00:26:17.317 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.313+0000 7ff07d6c9640 1 < completed multipart upload key=0TFNXW7OU716 upload=TUS5FAQCF63M tag=XDMOO18B2MWA type=write size=2835026 2024-09-13T00:26:17.322 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.317+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=UO63MMOA59PI type=write size=387750 2024-09-13T00:26:17.328 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.325+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=GXXGAZJWDI1L type=del 2024-09-13T00:26:17.334 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.329+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=MXZKMWFKIMH3 type=del size=1564197 2024-09-13T00:26:17.342 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.337+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~4RK8JBLIHHPX.0 size=1048576 2024-09-13T00:26:17.347 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.345+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~4RK8JBLIHHPX.1 size=529459 2024-09-13T00:26:17.357 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.353+0000 7ff07d6c9640 1 < completed multipart upload key=XG3I1V51GD71 upload=4RK8JBLIHHPX tag=Z42I08RI09PJ type=write size=2626611 2024-09-13T00:26:17.363 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.361+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=Z34Z93J9HV07 type=write size=716362 2024-09-13T00:26:17.369 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.365+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~S0BP6IAM8UPU.0 size=1048576 2024-09-13T00:26:17.374 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.373+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~S0BP6IAM8UPU.1 size=1048576 2024-09-13T00:26:17.380 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.377+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~S0BP6IAM8UPU.2 size=428749 2024-09-13T00:26:17.390 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.385+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=S0BP6IAM8UPU tag=5WIEZ2CB5DMR type=write size=3574477 2024-09-13T00:26:17.403 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.401+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~SEZW1M1MVR4I.0 size=971967 2024-09-13T00:26:17.403 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.401+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=SEZW1M1MVR4I tag=MLWJAFZQ8PGG type=write size=2020543 2024-09-13T00:26:17.409 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.405+0000 7ff07d6c9640 1 < completed delete operation key=OT4KA0LL7RP3 tag=ASF49GUYGG44 type=del 2024-09-13T00:26:17.420 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.417+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~41S9W4TEXW0W.0 size=364014 2024-09-13T00:26:17.420 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.417+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=41S9W4TEXW0W tag=GC4QIPHCHRFT type=write size=1412590 2024-09-13T00:26:17.426 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.421+0000 7ff07d6c9640 1 < completed delete operation key=OT4KA0LL7RP3 tag=AD4YQFKY80KE type=del 2024-09-13T00:26:17.432 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.429+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=1OHBWXB2I90T type=write size=886367 2024-09-13T00:26:17.438 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.433+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~ASI6QYSSD01I.0 size=1048576 2024-09-13T00:26:17.443 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.441+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~ASI6QYSSD01I.1 size=1048576 2024-09-13T00:26:17.448 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.445+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~ASI6QYSSD01I.2 size=763768 2024-09-13T00:26:17.459 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.457+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=ASI6QYSSD01I tag=RFUHTRUIM5GR type=write size=3909496 2024-09-13T00:26:17.465 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.461+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=J3QL3TMK93MB type=del size=430708 2024-09-13T00:26:17.472 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.469+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~NSZBBP92Z0FP.0 size=1048576 2024-09-13T00:26:17.477 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.473+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~NSZBBP92Z0FP.1 size=575571 2024-09-13T00:26:17.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.485+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=NSZBBP92Z0FP tag=ME12GQGGRUNH type=write size=2672723 2024-09-13T00:26:17.494 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.489+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=SHEV17LZ48D4 type=del size=768856 2024-09-13T00:26:17.501 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.497+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~WQ2GXRCJJ3NR.0 size=1048576 2024-09-13T00:26:17.508 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.505+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~WQ2GXRCJJ3NR.1 size=1048576 2024-09-13T00:26:17.513 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.509+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~WQ2GXRCJJ3NR.2 size=866362 2024-09-13T00:26:17.523 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.521+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=WQ2GXRCJJ3NR tag=NBX2PSBHGCOY type=write size=4012090 2024-09-13T00:26:17.534 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.533+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~7WTPV177CEYV.0 size=1007661 2024-09-13T00:26:17.534 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.533+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=7WTPV177CEYV tag=7IFAJNYGBC11 type=write size=2056237 2024-09-13T00:26:17.540 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.537+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~ZEXDPPKOLYJ8.0 size=54959 2024-09-13T00:26:17.550 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.545+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=ZEXDPPKOLYJ8 tag=4PONA6F2CWLS type=write size=1103535 2024-09-13T00:26:17.557 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.553+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=FVF0FG262DSR type=del size=1943658 2024-09-13T00:26:17.563 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.561+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~F1H5BF7OTFFX.0 size=1048576 2024-09-13T00:26:17.567 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.565+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~F1H5BF7OTFFX.1 size=304181 2024-09-13T00:26:17.578 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.573+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=F1H5BF7OTFFX tag=FVGAOQ8YP7YN type=write size=2401333 2024-09-13T00:26:17.583 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.581+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=VXV8C2WMN4UJ type=del size=371155 2024-09-13T00:26:17.589 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.585+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=L59LPQUL6N9K type=del 2024-09-13T00:26:17.600 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.597+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~NAH2288DO7I8.0 size=839640 2024-09-13T00:26:17.600 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.597+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=NAH2288DO7I8 tag=51A65UV7QP83 type=write size=1888216 2024-09-13T00:26:17.607 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.605+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~SXEBSZ60WNU3.0 size=1048576 2024-09-13T00:26:17.614 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.609+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~SXEBSZ60WNU3.1 size=160450 2024-09-13T00:26:17.624 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.621+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=SXEBSZ60WNU3 tag=FY2T2DO55ONM type=write size=2257602 2024-09-13T00:26:17.629 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.625+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=AYCN05HHCFC9 type=del size=606151 2024-09-13T00:26:17.641 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.637+0000 7ff07d6c9640 1 < suggested update operation key=ZNBRMSEXA9ZK tag=45S9YYJDXCLZ type=del size=1454075 2024-09-13T00:26:17.647 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.645+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=I3OZ6QWGI3DO type=del size=505791 2024-09-13T00:26:17.653 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.649+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~XHFD06SR3UQ3.0 size=1048576 2024-09-13T00:26:17.658 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.653+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~XHFD06SR3UQ3.1 size=827632 2024-09-13T00:26:17.668 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.665+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=XHFD06SR3UQ3 tag=VDH0DL5LU05B type=write size=2924784 2024-09-13T00:26:17.675 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.673+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=ZUCHEMBLP3LM type=del size=1215944 2024-09-13T00:26:17.681 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.677+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~VNIW3E1K0RM1.0 size=982606 2024-09-13T00:26:17.691 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.689+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=VNIW3E1K0RM1 tag=R7C13QSXJ2YO type=write size=2031182 2024-09-13T00:26:17.697 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.693+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=D08EX9KF71UH type=del size=3041168 2024-09-13T00:26:17.706 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.701+0000 7ff07d6c9640 1 < completed write operation key=M1TXILI2WRP8 tag=UO63MMOA59PI type=write size=387750 2024-09-13T00:26:17.711 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.709+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=TL63P370PTXP type=del size=4119666 2024-09-13T00:26:17.717 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.713+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=MXZKMWFKIMH3 type=del 2024-09-13T00:26:17.723 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.721+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=XHYEDWWWIF8S type=del size=3309926 2024-09-13T00:26:17.729 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.725+0000 7ff07d6c9640 1 < completed write operation key=DT4C13GCJ90M tag=Z34Z93J9HV07 type=write size=716362 2024-09-13T00:26:17.735 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.733+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=GR8A0BP3WTFV type=del size=1989662 2024-09-13T00:26:17.741 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.737+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~SEZW1M1MVR4I.0 size=971967 2024-09-13T00:26:17.750 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.745+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=SEZW1M1MVR4I tag=MLWJAFZQ8PGG type=write size=2020543 2024-09-13T00:26:17.756 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.753+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=OGOQQ4KPY103 type=del size=2139688 2024-09-13T00:26:17.762 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.757+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~41S9W4TEXW0W.0 size=364014 2024-09-13T00:26:17.771 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.769+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=41S9W4TEXW0W tag=GC4QIPHCHRFT type=write size=1412590 2024-09-13T00:26:17.782 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.777+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~NH0GKHT4N39Y.0 size=1048576 2024-09-13T00:26:17.786 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.785+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~NH0GKHT4N39Y.1 size=509589 2024-09-13T00:26:17.787 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.785+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=NH0GKHT4N39Y tag=WG3WC8LIYRJ1 type=write size=2606741 2024-09-13T00:26:17.792 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.789+0000 7ff07d6c9640 1 < canceled operation key=YB8OYIWQYY07 tag=1OHBWXB2I90T type=write size=886367 2024-09-13T00:26:17.798 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.797+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=E3AI3M6LAMLC type=del size=1353655 2024-09-13T00:26:17.804 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.801+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=J3QL3TMK93MB type=del 2024-09-13T00:26:17.810 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.805+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=IPK14SFJS1EB type=del size=3275519 2024-09-13T00:26:17.817 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.813+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=SHEV17LZ48D4 type=del 2024-09-13T00:26:17.830 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.825+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~3VPBA2WTYOUP.0 size=1048576 2024-09-13T00:26:17.835 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.833+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~3VPBA2WTYOUP.1 size=1048576 2024-09-13T00:26:17.840 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.837+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~3VPBA2WTYOUP.2 size=125522 2024-09-13T00:26:17.840 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.837+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=3VPBA2WTYOUP tag=X35SD66LRLLO type=write size=3271250 2024-09-13T00:26:17.846 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.841+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~7WTPV177CEYV.0 size=1007661 2024-09-13T00:26:17.859 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.857+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=7WTPV177CEYV tag=7IFAJNYGBC11 type=write size=2056237 2024-09-13T00:26:17.870 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.865+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~G39BXRUXR1SY.0 size=710770 2024-09-13T00:26:17.870 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.865+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=G39BXRUXR1SY tag=TH6KB137OU8D type=write size=1759346 2024-09-13T00:26:17.881 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.877+0000 7ff07d6c9640 1 < suggested update operation key=OT4KA0LL7RP3 tag=FVF0FG262DSR type=del size=1943658 2024-09-13T00:26:17.887 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.885+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=9KVI3X1LGLR7 type=del size=1634908 2024-09-13T00:26:17.893 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.889+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=VXV8C2WMN4UJ type=del 2024-09-13T00:26:17.904 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.901+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~KEVQKWN0FUYA.0 size=1048576 2024-09-13T00:26:17.909 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.905+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~KEVQKWN0FUYA.1 size=1048576 2024-09-13T00:26:17.913 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.909+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~KEVQKWN0FUYA.2 size=405255 2024-09-13T00:26:17.914 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.909+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=KEVQKWN0FUYA tag=RDKRDHYECSBR type=write size=3550983 2024-09-13T00:26:17.919 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.917+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~NAH2288DO7I8.0 size=839640 2024-09-13T00:26:17.929 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.925+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=NAH2288DO7I8 tag=51A65UV7QP83 type=write size=1888216 2024-09-13T00:26:17.935 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.933+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=RHMFH1DFQ36N type=del size=1711467 2024-09-13T00:26:17.941 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.937+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=AYCN05HHCFC9 type=del 2024-09-13T00:26:17.947 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.945+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=CZQRE7R16K3S type=del size=3241793 2024-09-13T00:26:17.954 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.949+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=I3OZ6QWGI3DO type=del 2024-09-13T00:26:17.962 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.957+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=UVHCWWGJOB98 type=del size=1068170 2024-09-13T00:26:17.967 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.965+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=ZUCHEMBLP3LM type=del 2024-09-13T00:26:17.973 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.969+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=LK79FOP93BMW type=del size=3782643 2024-09-13T00:26:17.979 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.977+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=D08EX9KF71UH type=del 2024-09-13T00:26:17.990 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.985+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~GNJDOJEWZLED.0 size=1048576 2024-09-13T00:26:17.995 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.993+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~GNJDOJEWZLED.1 size=256615 2024-09-13T00:26:17.995 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.993+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=GNJDOJEWZLED tag=9OD57D3SBFB1 type=write size=2353767 2024-09-13T00:26:18.001 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:17.997+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=TL63P370PTXP type=del 2024-09-13T00:26:18.011 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.009+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~4YLEWSH5DYJP.0 size=1048576 2024-09-13T00:26:18.017 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.013+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~4YLEWSH5DYJP.1 size=1048576 2024-09-13T00:26:18.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.017+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~4YLEWSH5DYJP.2 size=247014 2024-09-13T00:26:18.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.017+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=4YLEWSH5DYJP tag=HDIGMWT7R6J6 type=write size=3392742 2024-09-13T00:26:18.027 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.025+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=XHYEDWWWIF8S type=del 2024-09-13T00:26:18.038 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.033+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~73JWH4G1PJ31.0 size=1048576 2024-09-13T00:26:18.043 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.041+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~73JWH4G1PJ31.1 size=1048576 2024-09-13T00:26:18.048 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.045+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~73JWH4G1PJ31.2 size=517318 2024-09-13T00:26:18.048 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.045+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=73JWH4G1PJ31 tag=85ORYGBJHUHY type=write size=3663046 2024-09-13T00:26:18.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.049+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=GR8A0BP3WTFV type=del 2024-09-13T00:26:18.060 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.057+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=I59U3C4H7AAN type=del size=3596925 2024-09-13T00:26:18.065 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.061+0000 7ff07d6c9640 1 < canceled operation key=FLIVW0XUS2MD tag=OGOQQ4KPY103 type=del size=2139688 2024-09-13T00:26:18.076 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.073+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~LGQZWHHHFCZC.0 size=1048576 2024-09-13T00:26:18.081 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.077+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~LGQZWHHHFCZC.1 size=1048576 2024-09-13T00:26:18.086 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.081+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~LGQZWHHHFCZC.2 size=596524 2024-09-13T00:26:18.086 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.081+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=LGQZWHHHFCZC tag=SZLWK3QYYQ41 type=write size=3742252 2024-09-13T00:26:18.091 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.089+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~NH0GKHT4N39Y.0 size=1048576 2024-09-13T00:26:18.096 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.093+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~NH0GKHT4N39Y.1 size=509589 2024-09-13T00:26:18.108 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.105+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=NH0GKHT4N39Y tag=WG3WC8LIYRJ1 type=write size=2606741 2024-09-13T00:26:18.119 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.117+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~3WVN7ZSOW7JC.0 size=1048576 2024-09-13T00:26:18.125 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.121+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~3WVN7ZSOW7JC.1 size=739441 2024-09-13T00:26:18.125 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.121+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=3WVN7ZSOW7JC tag=1O253KCAO2ZE type=write size=2836593 2024-09-13T00:26:18.132 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.129+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=E3AI3M6LAMLC type=del 2024-09-13T00:26:18.138 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.133+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=G6NNKAINQPFD type=write size=158681 2024-09-13T00:26:18.144 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.141+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=IPK14SFJS1EB type=del 2024-09-13T00:26:18.150 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.145+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=4ANP0THRLYRZ type=del size=1430987 2024-09-13T00:26:18.157 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.153+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~3VPBA2WTYOUP.0 size=1048576 2024-09-13T00:26:18.161 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.157+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~3VPBA2WTYOUP.1 size=1048576 2024-09-13T00:26:18.167 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.165+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~3VPBA2WTYOUP.2 size=125522 2024-09-13T00:26:18.177 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.173+0000 7ff07d6c9640 1 < completed multipart upload key=DT4C13GCJ90M upload=3VPBA2WTYOUP tag=X35SD66LRLLO type=write size=3271250 2024-09-13T00:26:18.189 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.185+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~2LMUABDJB94U.0 size=1048576 2024-09-13T00:26:18.194 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.189+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~2LMUABDJB94U.1 size=876023 2024-09-13T00:26:18.194 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.189+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=2LMUABDJB94U tag=JRRNXDV6DKN4 type=write size=2973175 2024-09-13T00:26:18.200 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.197+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~G39BXRUXR1SY.0 size=710770 2024-09-13T00:26:18.210 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.209+0000 7ff07d6c9640 1 < completed multipart upload key=WT8C8PJ810XA upload=G39BXRUXR1SY tag=TH6KB137OU8D type=write size=1759346 2024-09-13T00:26:18.221 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.217+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~VGGTKWFJMXBM.0 size=362419 2024-09-13T00:26:18.221 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.217+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=VGGTKWFJMXBM tag=P9O7X6MIV26N type=write size=1410995 2024-09-13T00:26:18.227 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.225+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=9KVI3X1LGLR7 type=del 2024-09-13T00:26:18.238 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.233+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~V0EENHYULLW0.0 size=1048576 2024-09-13T00:26:18.243 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.241+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~V0EENHYULLW0.1 size=1048576 2024-09-13T00:26:18.247 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.245+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~V0EENHYULLW0.2 size=808131 2024-09-13T00:26:18.247 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.245+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=V0EENHYULLW0 tag=A5SB63Q503WX type=write size=3953859 2024-09-13T00:26:18.253 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.249+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~KEVQKWN0FUYA.0 size=1048576 2024-09-13T00:26:18.258 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.253+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~KEVQKWN0FUYA.1 size=1048576 2024-09-13T00:26:18.262 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.261+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~KEVQKWN0FUYA.2 size=405255 2024-09-13T00:26:18.273 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.269+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=KEVQKWN0FUYA tag=RDKRDHYECSBR type=write size=3550983 2024-09-13T00:26:18.280 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.277+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=DZIRD3K05Z9C type=del size=1544574 2024-09-13T00:26:18.291 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.289+0000 7ff07d6c9640 1 < suggested update operation key=CQE0A2I3P64S tag=RHMFH1DFQ36N type=del size=1711467 2024-09-13T00:26:18.302 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.297+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~Q2WBP64YH75E.0 size=60802 2024-09-13T00:26:18.302 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.297+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=Q2WBP64YH75E tag=Y86TZO4D38K7 type=write size=1109378 2024-09-13T00:26:18.309 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.305+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=CZQRE7R16K3S type=del 2024-09-13T00:26:18.320 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.317+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~MMSXB5KSBIOR.0 size=1048576 2024-09-13T00:26:18.324 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.321+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~MMSXB5KSBIOR.1 size=1048576 2024-09-13T00:26:18.329 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.325+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~MMSXB5KSBIOR.2 size=139345 2024-09-13T00:26:18.329 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.325+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=MMSXB5KSBIOR tag=8V6P5KGSDKXD type=write size=3285073 2024-09-13T00:26:18.335 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.333+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=UVHCWWGJOB98 type=del 2024-09-13T00:26:18.341 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.337+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=WZRE5Z19OD3B type=del size=1014746 2024-09-13T00:26:18.352 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.349+0000 7ff07d6c9640 1 < suggested remove operation key=DI6S0X65V18P tag=LK79FOP93BMW type=del 2024-09-13T00:26:18.358 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.353+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=4539P929YT39 type=del size=2934512 2024-09-13T00:26:18.364 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.361+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~GNJDOJEWZLED.0 size=1048576 2024-09-13T00:26:18.369 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.365+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~GNJDOJEWZLED.1 size=256615 2024-09-13T00:26:18.379 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.377+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=GNJDOJEWZLED tag=9OD57D3SBFB1 type=write size=2353767 2024-09-13T00:26:18.385 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.381+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=7X0J1MKTNT1L type=write size=509308 2024-09-13T00:26:18.391 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.389+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~4YLEWSH5DYJP.0 size=1048576 2024-09-13T00:26:18.396 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.393+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~4YLEWSH5DYJP.1 size=1048576 2024-09-13T00:26:18.401 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.397+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~4YLEWSH5DYJP.2 size=247014 2024-09-13T00:26:18.410 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.409+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=4YLEWSH5DYJP tag=HDIGMWT7R6J6 type=write size=3392742 2024-09-13T00:26:18.421 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.417+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~EF1954V055E3.0 size=1048576 2024-09-13T00:26:18.427 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.425+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~EF1954V055E3.1 size=1048576 2024-09-13T00:26:18.432 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.429+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~EF1954V055E3.2 size=528744 2024-09-13T00:26:18.432 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.429+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=EF1954V055E3 tag=VE85BBY27PIX type=write size=3674472 2024-09-13T00:26:18.438 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.433+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~73JWH4G1PJ31.0 size=1048576 2024-09-13T00:26:18.443 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.441+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~73JWH4G1PJ31.1 size=1048576 2024-09-13T00:26:18.448 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.445+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~73JWH4G1PJ31.2 size=517318 2024-09-13T00:26:18.458 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.457+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=73JWH4G1PJ31 tag=85ORYGBJHUHY type=write size=3663046 2024-09-13T00:26:18.464 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.461+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=N4G3JY3UGJW4 type=del size=1462445 2024-09-13T00:26:18.470 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.469+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=I59U3C4H7AAN type=del 2024-09-13T00:26:18.476 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.473+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=UZ53ML1UATL4 type=del size=3041342 2024-09-13T00:26:18.483 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.481+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~LGQZWHHHFCZC.0 size=1048576 2024-09-13T00:26:18.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.485+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~LGQZWHHHFCZC.1 size=1048576 2024-09-13T00:26:18.493 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.489+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~LGQZWHHHFCZC.2 size=596524 2024-09-13T00:26:18.504 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.501+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=LGQZWHHHFCZC tag=SZLWK3QYYQ41 type=write size=3742252 2024-09-13T00:26:18.514 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.513+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~IAJSWOI53R63.0 size=1048576 2024-09-13T00:26:18.519 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.517+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~IAJSWOI53R63.1 size=1048576 2024-09-13T00:26:18.524 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.521+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~IAJSWOI53R63.2 size=752666 2024-09-13T00:26:18.524 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.521+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=IAJSWOI53R63 tag=65NRYHFRBPLG type=write size=3898394 2024-09-13T00:26:18.530 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.529+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~3WVN7ZSOW7JC.0 size=1048576 2024-09-13T00:26:18.535 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.533+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~3WVN7ZSOW7JC.1 size=739441 2024-09-13T00:26:18.546 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.541+0000 7ff07d6c9640 1 < completed multipart upload key=DT4C13GCJ90M upload=3WVN7ZSOW7JC tag=1O253KCAO2ZE type=write size=2836593 2024-09-13T00:26:18.551 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.549+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=HW84VUV54WFD type=write size=496382 2024-09-13T00:26:18.564 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.561+0000 7ff07d6c9640 1 < suggested update operation key=O016V0EIG9TO tag=G6NNKAINQPFD type=write size=158681 2024-09-13T00:26:18.573 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.569+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=6JP2DTFIWG1J type=del size=1090023 2024-09-13T00:26:18.586 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.585+0000 7ff07d6c9640 1 < suggested remove operation key=YNG29P8H3FSB tag=4ANP0THRLYRZ type=del 2024-09-13T00:26:18.593 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.589+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=LLJCLFJETHHY type=write size=588484 2024-09-13T00:26:18.599 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.597+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~2LMUABDJB94U.0 size=1048576 2024-09-13T00:26:18.604 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.601+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~2LMUABDJB94U.1 size=876023 2024-09-13T00:26:18.615 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.613+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=2LMUABDJB94U tag=JRRNXDV6DKN4 type=write size=2973175 2024-09-13T00:26:18.625 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.621+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~XBTNNFWUGW1W.0 size=394384 2024-09-13T00:26:18.625 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.621+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=XBTNNFWUGW1W tag=BK75IMYTSVXY type=write size=1442960 2024-09-13T00:26:18.631 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.629+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~VGGTKWFJMXBM.0 size=362419 2024-09-13T00:26:18.644 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.641+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=VGGTKWFJMXBM tag=P9O7X6MIV26N type=write size=1410995 2024-09-13T00:26:18.655 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.653+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~M3HTHADJMEU2.0 size=1048576 2024-09-13T00:26:18.661 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.657+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~M3HTHADJMEU2.1 size=970195 2024-09-13T00:26:18.661 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.657+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=M3HTHADJMEU2 tag=V081TKQ0XXZ6 type=write size=3067347 2024-09-13T00:26:18.668 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.665+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~V0EENHYULLW0.0 size=1048576 2024-09-13T00:26:18.673 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.669+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~V0EENHYULLW0.1 size=1048576 2024-09-13T00:26:18.673 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.669+0000 7ff07d6c9640 1 < canceled part key=_multipart_7H3YFWWXRQ8L.2~V0EENHYULLW0.2 size=808131 2024-09-13T00:26:18.683 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.681+0000 7ff07d6c9640 1 < canceled multipart upload key=7H3YFWWXRQ8L upload=V0EENHYULLW0 tag=A5SB63Q503WX type=write size=3953859 2024-09-13T00:26:18.689 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.685+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=XS5TP0DJLQIV type=del size=322190 2024-09-13T00:26:18.695 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.693+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=DZIRD3K05Z9C type=del 2024-09-13T00:26:18.701 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.697+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=LUE6ZEB334ZE type=del size=3576856 2024-09-13T00:26:18.707 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.705+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~Q2WBP64YH75E.0 size=60802 2024-09-13T00:26:18.717 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.713+0000 7ff07d6c9640 1 < completed multipart upload key=M1TXILI2WRP8 upload=Q2WBP64YH75E tag=Y86TZO4D38K7 type=write size=1109378 2024-09-13T00:26:18.723 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.721+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=ZM2KYU50HEJG type=del size=3305989 2024-09-13T00:26:18.729 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.725+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~MMSXB5KSBIOR.0 size=1048576 2024-09-13T00:26:18.734 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.729+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~MMSXB5KSBIOR.1 size=1048576 2024-09-13T00:26:18.742 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.737+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~MMSXB5KSBIOR.2 size=139345 2024-09-13T00:26:18.756 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.753+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=MMSXB5KSBIOR tag=8V6P5KGSDKXD type=write size=3285073 2024-09-13T00:26:18.766 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.761+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=FCQB71NLU9VK type=write size=148368 2024-09-13T00:26:18.773 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.769+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=WZRE5Z19OD3B type=del 2024-09-13T00:26:18.784 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.781+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~57HQCC0DHZMU.0 size=704353 2024-09-13T00:26:18.784 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.781+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=57HQCC0DHZMU tag=AP9LBVMPIIEA type=write size=1752929 2024-09-13T00:26:18.791 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.789+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=4539P929YT39 type=del 2024-09-13T00:26:18.798 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.797+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=8GHI3AFNYPHQ type=del size=4032710 2024-09-13T00:26:18.806 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.801+0000 7ff07d6c9640 1 < completed write operation key=6SZPC5K3S8UZ tag=7X0J1MKTNT1L type=write size=509308 2024-09-13T00:26:18.812 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.809+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=MKRKP9S3WCV4 type=del size=2507597 2024-09-13T00:26:18.820 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.817+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~EF1954V055E3.0 size=1048576 2024-09-13T00:26:18.826 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.825+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~EF1954V055E3.1 size=1048576 2024-09-13T00:26:18.832 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.829+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~EF1954V055E3.2 size=528744 2024-09-13T00:26:18.842 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.837+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=EF1954V055E3 tag=VE85BBY27PIX type=write size=3674472 2024-09-13T00:26:18.847 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.845+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=TSBACIBDL5VV type=del size=232388 2024-09-13T00:26:18.853 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.849+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=N4G3JY3UGJW4 type=del 2024-09-13T00:26:18.858 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.857+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=4K43A0WHXJO2 type=del size=3889062 2024-09-13T00:26:18.863 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.861+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=UZ53ML1UATL4 type=del 2024-09-13T00:26:18.869 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.865+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=20BDVL3RQBK7 type=del size=2076270 2024-09-13T00:26:18.874 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.873+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~IAJSWOI53R63.0 size=1048576 2024-09-13T00:26:18.879 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.877+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~IAJSWOI53R63.1 size=1048576 2024-09-13T00:26:18.885 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.881+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~IAJSWOI53R63.2 size=752666 2024-09-13T00:26:18.894 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.893+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=IAJSWOI53R63 tag=65NRYHFRBPLG type=write size=3898394 2024-09-13T00:26:18.900 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.897+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=8QAZ78IDCMPS type=del size=682066 2024-09-13T00:26:18.906 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.901+0000 7ff07d6c9640 1 < completed write operation key=NY5MUJLE63EG tag=HW84VUV54WFD type=write size=496382 2024-09-13T00:26:18.917 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.913+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~TXD19PEQ792M.0 size=1048576 2024-09-13T00:26:18.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.921+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~TXD19PEQ792M.1 size=1048576 2024-09-13T00:26:18.927 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.925+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~TXD19PEQ792M.2 size=399173 2024-09-13T00:26:18.927 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.925+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=TXD19PEQ792M tag=6TWJER71B32O type=write size=3544901 2024-09-13T00:26:18.933 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.929+0000 7ff07d6c9640 1 < canceled operation key=NY5MUJLE63EG tag=6JP2DTFIWG1J type=del size=1090023 2024-09-13T00:26:18.939 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.937+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=AUCY4XK19OGE type=del size=823652 2024-09-13T00:26:18.945 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.941+0000 7ff07d6c9640 1 < canceled operation key=CNP11H6WEG9D tag=LLJCLFJETHHY type=write size=588484 2024-09-13T00:26:18.951 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.949+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=YUMT6QETUVS6 type=del size=614496 2024-09-13T00:26:18.958 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.953+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~XBTNNFWUGW1W.0 size=394384 2024-09-13T00:26:18.968 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.965+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=XBTNNFWUGW1W tag=BK75IMYTSVXY type=write size=1442960 2024-09-13T00:26:18.974 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.969+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=1RMD9OFECYLL type=write size=529579 2024-09-13T00:26:18.980 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.977+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~M3HTHADJMEU2.0 size=1048576 2024-09-13T00:26:18.980 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.977+0000 7ff07d6c9640 1 < canceled part key=_multipart_ZB9Q220ZM0E0.2~M3HTHADJMEU2.1 size=970195 2024-09-13T00:26:18.990 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.989+0000 7ff07d6c9640 1 < canceled multipart upload key=ZB9Q220ZM0E0 upload=M3HTHADJMEU2 tag=V081TKQ0XXZ6 type=write size=3067347 2024-09-13T00:26:19.001 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:18.997+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~DA10TZAYSYBU.0 size=1048576 2024-09-13T00:26:19.008 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.005+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~DA10TZAYSYBU.1 size=1048576 2024-09-13T00:26:19.013 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.009+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~DA10TZAYSYBU.2 size=539741 2024-09-13T00:26:19.013 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.009+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=DA10TZAYSYBU tag=HDUAKSJDN7SR type=write size=3685469 2024-09-13T00:26:19.025 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.021+0000 7ff07d6c9640 1 < suggested update operation key=DT4C13GCJ90M tag=XS5TP0DJLQIV type=del size=322190 2024-09-13T00:26:19.031 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.029+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=22X1SM9QQOMH type=del size=1106478 2024-09-13T00:26:19.042 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.037+0000 7ff07d6c9640 1 < suggested update operation key=EBH90I7V5EW7 tag=LUE6ZEB334ZE type=del size=3576856 2024-09-13T00:26:19.048 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.045+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=4RUY2AA1OL82 type=del size=1142709 2024-09-13T00:26:19.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.049+0000 7ff07d6c9640 1 < canceled operation key=NY5MUJLE63EG tag=ZM2KYU50HEJG type=del size=3305989 2024-09-13T00:26:19.059 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.057+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=6Z12KC6K7Z0J type=del size=3040817 2024-09-13T00:26:19.065 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.061+0000 7ff07d6c9640 1 < canceled operation key=ZB9Q220ZM0E0 tag=FCQB71NLU9VK type=write size=148368 2024-09-13T00:26:19.071 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.069+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=1L34BS0G9JYA type=del size=3646268 2024-09-13T00:26:19.077 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.073+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~57HQCC0DHZMU.0 size=704353 2024-09-13T00:26:19.089 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.085+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=57HQCC0DHZMU tag=AP9LBVMPIIEA type=write size=1752929 2024-09-13T00:26:19.095 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.093+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=QXOVYQBJWTGT type=del size=296565 2024-09-13T00:26:19.101 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.097+0000 7ff07d6c9640 1 < canceled operation key=O016V0EIG9TO tag=8GHI3AFNYPHQ type=del size=4032710 2024-09-13T00:26:19.107 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.105+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=DZ4KX8PY5K51 type=del size=1455943 2024-09-13T00:26:19.113 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.109+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=MKRKP9S3WCV4 type=del 2024-09-13T00:26:19.118 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.117+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=8E3YSRSOEEW4 type=del size=719965 2024-09-13T00:26:19.125 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.121+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=TSBACIBDL5VV type=del 2024-09-13T00:26:19.130 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.129+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=OBIERJZ2MCR9 type=write size=912163 2024-09-13T00:26:19.137 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.133+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=4K43A0WHXJO2 type=del 2024-09-13T00:26:19.144 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.141+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=A5DGX0OY2QDG type=del size=2217303 2024-09-13T00:26:19.150 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.149+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=20BDVL3RQBK7 type=del 2024-09-13T00:26:19.157 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.153+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=K2SD9OVJP420 type=del size=3755593 2024-09-13T00:26:19.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:18 smithi032 bash[75510]: cluster 2024-09-13T00:26:17.508946+0000 mgr.y (mgr.34107) 706 : cluster [DBG] pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 603 KiB/s rd, 208 KiB/s wr, 1.06k op/s 2024-09-13T00:26:19.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:18 smithi032 bash[76677]: cluster 2024-09-13T00:26:17.508946+0000 mgr.y (mgr.34107) 706 : cluster [DBG] pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 603 KiB/s rd, 208 KiB/s wr, 1.06k op/s 2024-09-13T00:26:19.164 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.161+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=8QAZ78IDCMPS type=del 2024-09-13T00:26:19.170 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.169+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=C2C9APAVYUOG type=del size=2016875 2024-09-13T00:26:19.171 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.169+0000 7ff07d6c9640 1 < canceled part key=_multipart_R0UI5544UWD1.2~TXD19PEQ792M.0 size=1048576 2024-09-13T00:26:19.177 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.173+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~TXD19PEQ792M.1 size=1048576 2024-09-13T00:26:19.182 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.177+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~TXD19PEQ792M.2 size=399173 2024-09-13T00:26:19.192 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.189+0000 7ff07d6c9640 1 < canceled multipart upload key=R0UI5544UWD1 upload=TXD19PEQ792M tag=6TWJER71B32O type=write size=3544901 2024-09-13T00:26:19.198 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.193+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=XKCYX1R40358 type=del size=3964660 2024-09-13T00:26:19.206 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.205+0000 7ff07d6c9640 -1 < failed to complete operation key=DT4C13GCJ90M tag=AUCY4XK19OGE type=del size=823652: (22) Invalid argument 2024-09-13T00:26:19.216 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.209+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=11RUOV0A6IRL type=del size=479095 2024-09-13T00:26:19.219 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.217+0000 7ff07d6c9640 1 < canceled operation key=CNP11H6WEG9D tag=YUMT6QETUVS6 type=del size=614496 2024-09-13T00:26:19.226 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.221+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=NEA692881XQV type=del size=985314 2024-09-13T00:26:19.232 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.229+0000 7ff07d6c9640 1 < completed write operation key=ALFI3PWKDJ24 tag=1RMD9OFECYLL type=write size=529579 2024-09-13T00:26:19.238 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.237+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=C3U9TFMT1G84 type=del size=3636330 2024-09-13T00:26:19.245 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.241+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~DA10TZAYSYBU.0 size=1048576 2024-09-13T00:26:19.250 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.245+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~DA10TZAYSYBU.1 size=1048576 2024-09-13T00:26:19.250 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.245+0000 7ff07d6c9640 1 < canceled part key=_multipart_R0UI5544UWD1.2~DA10TZAYSYBU.2 size=539741 2024-09-13T00:26:19.260 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.257+0000 7ff07d6c9640 1 < canceled multipart upload key=R0UI5544UWD1 upload=DA10TZAYSYBU tag=HDUAKSJDN7SR type=write size=3685469 2024-09-13T00:26:19.266 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.265+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=3H1FUZLN51XK type=del size=3073356 2024-09-13T00:26:19.280 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.277+0000 7ff07d6c9640 1 < suggested update operation key=1C09CIUJQSH0 tag=22X1SM9QQOMH type=del size=1106478 2024-09-13T00:26:19.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:18 smithi053 bash[67631]: cluster 2024-09-13T00:26:17.508946+0000 mgr.y (mgr.34107) 706 : cluster [DBG] pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 603 KiB/s rd, 208 KiB/s wr, 1.06k op/s 2024-09-13T00:26:19.287 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.285+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=L0GV09RHCII5 type=del size=646699 2024-09-13T00:26:19.292 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.289+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=4RUY2AA1OL82 type=del 2024-09-13T00:26:19.302 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.301+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~FXYYX619HJJE.0 size=1048576 2024-09-13T00:26:19.307 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.305+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~FXYYX619HJJE.1 size=1048576 2024-09-13T00:26:19.312 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.309+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~FXYYX619HJJE.2 size=662149 2024-09-13T00:26:19.312 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.309+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=FXYYX619HJJE tag=WHEFUQ8TLE6A type=write size=3807877 2024-09-13T00:26:19.318 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.313+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=6Z12KC6K7Z0J type=del 2024-09-13T00:26:19.324 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.321+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=J8BUKLOPB7SK type=del size=388883 2024-09-13T00:26:19.335 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.333+0000 7ff07d6c9640 1 < suggested remove operation key=YNG29P8H3FSB tag=1L34BS0G9JYA type=del 2024-09-13T00:26:19.340 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.337+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=DZ9C2XKF8SVG type=del size=447897 2024-09-13T00:26:19.352 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.349+0000 7ff07d6c9640 1 < suggested remove operation key=4J0DEO2EA8KL tag=QXOVYQBJWTGT type=del 2024-09-13T00:26:19.358 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.353+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=75W9JSMBRVL1 type=del size=2956398 2024-09-13T00:26:19.364 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.361+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=DZ4KX8PY5K51 type=del 2024-09-13T00:26:19.370 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.369+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=PLIKNOJI2LRW type=del size=1845651 2024-09-13T00:26:19.383 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.381+0000 7ff07d6c9640 1 < suggested remove operation key=R0UI5544UWD1 tag=8E3YSRSOEEW4 type=del 2024-09-13T00:26:19.395 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.393+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~MXK1FLT9THR4.0 size=1048576 2024-09-13T00:26:19.401 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.397+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~MXK1FLT9THR4.1 size=1010792 2024-09-13T00:26:19.401 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.397+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=MXK1FLT9THR4 tag=292LAXRJNWWL type=write size=3107944 2024-09-13T00:26:19.407 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.405+0000 7ff07d6c9640 1 < completed write operation key=ALFI3PWKDJ24 tag=OBIERJZ2MCR9 type=write size=912163 2024-09-13T00:26:19.418 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.413+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~U2D49YA7KMVS.0 size=1048576 2024-09-13T00:26:19.423 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.421+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~U2D49YA7KMVS.1 size=594940 2024-09-13T00:26:19.423 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.421+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=U2D49YA7KMVS tag=C2AMWYQYPAJ8 type=write size=2692092 2024-09-13T00:26:19.429 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.425+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=A5DGX0OY2QDG type=del 2024-09-13T00:26:19.434 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.433+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=KRZEP6YAGMAO type=del size=493072 2024-09-13T00:26:19.440 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.437+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=K2SD9OVJP420 type=del 2024-09-13T00:26:19.446 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.445+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=ZPQ1R92YG1NH type=del size=2706104 2024-09-13T00:26:19.455 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.453+0000 7ff07d6c9640 -1 < failed to complete operation key=YNG29P8H3FSB tag=C2C9APAVYUOG type=del size=2016875: (22) Invalid argument 2024-09-13T00:26:19.461 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.457+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=GUR9E4RYC9QP type=write size=477907 2024-09-13T00:26:19.474 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.469+0000 7ff07d6c9640 1 < suggested remove operation key=6SZPC5K3S8UZ tag=XKCYX1R40358 type=del 2024-09-13T00:26:19.479 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.477+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=QVX5UKE1QBLZ type=write size=836102 2024-09-13T00:26:19.486 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.481+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=11RUOV0A6IRL type=del 2024-09-13T00:26:19.497 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.493+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~7VFYPCJEQVPW.0 size=432994 2024-09-13T00:26:19.497 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.493+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=7VFYPCJEQVPW tag=KM1XYL0OJLZW type=write size=1481570 2024-09-13T00:26:19.509 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.505+0000 7ff07d6c9640 1 < suggested remove operation key=FLIVW0XUS2MD tag=NEA692881XQV type=del 2024-09-13T00:26:19.515 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.513+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=F7IE4E26ZGXI type=write size=935008 2024-09-13T00:26:19.521 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.517+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=C3U9TFMT1G84 type=del 2024-09-13T00:26:19.528 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.525+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=ZSNADC08DYYA type=del size=1397840 2024-09-13T00:26:19.534 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.529+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=3H1FUZLN51XK type=del 2024-09-13T00:26:19.545 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.541+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~XGJQU2Z5VPE1.0 size=1048576 2024-09-13T00:26:19.550 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.545+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~XGJQU2Z5VPE1.1 size=398757 2024-09-13T00:26:19.551 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.545+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=XGJQU2Z5VPE1 tag=9H0YMES1FQ0N type=write size=2495909 2024-09-13T00:26:19.557 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.553+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=L0GV09RHCII5 type=del 2024-09-13T00:26:19.563 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.561+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=9OMOXFHA0B66 type=write size=199197 2024-09-13T00:26:19.569 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.565+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~FXYYX619HJJE.0 size=1048576 2024-09-13T00:26:19.574 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.569+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~FXYYX619HJJE.1 size=1048576 2024-09-13T00:26:19.579 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.577+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~FXYYX619HJJE.2 size=662149 2024-09-13T00:26:19.589 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.585+0000 7ff07d6c9640 1 < completed multipart upload key=CNP11H6WEG9D upload=FXYYX619HJJE tag=WHEFUQ8TLE6A type=write size=3807877 2024-09-13T00:26:19.596 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.593+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=IKXS5ZZBJ0NB type=del size=2162528 2024-09-13T00:26:19.602 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.597+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=J8BUKLOPB7SK type=del 2024-09-13T00:26:19.608 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.605+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=3LHMQZBGFG31 type=del size=2816678 2024-09-13T00:26:19.614 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.609+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=DZ9C2XKF8SVG type=del 2024-09-13T00:26:19.621 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.617+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=J0MOG9BLMOKA type=del size=2499472 2024-09-13T00:26:19.627 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.625+0000 7ff07d6c9640 1 < canceled operation key=M1TXILI2WRP8 tag=75W9JSMBRVL1 type=del size=2956398 2024-09-13T00:26:19.639 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.637+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~76IN1ENMAHSP.0 size=1048576 2024-09-13T00:26:19.644 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.641+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~76IN1ENMAHSP.1 size=1048576 2024-09-13T00:26:19.649 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.645+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~76IN1ENMAHSP.2 size=223469 2024-09-13T00:26:19.649 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.645+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=76IN1ENMAHSP tag=ZVP1E64O7L9Z type=write size=3369197 2024-09-13T00:26:19.654 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.653+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=PLIKNOJI2LRW type=del 2024-09-13T00:26:19.665 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.661+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~2SKVKDRKN957.0 size=834922 2024-09-13T00:26:19.665 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.661+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=2SKVKDRKN957 tag=I7JE2TJYORO3 type=write size=1883498 2024-09-13T00:26:19.671 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.669+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~MXK1FLT9THR4.0 size=1048576 2024-09-13T00:26:19.676 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.673+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~MXK1FLT9THR4.1 size=1010792 2024-09-13T00:26:19.686 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.681+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=MXK1FLT9THR4 tag=292LAXRJNWWL type=write size=3107944 2024-09-13T00:26:19.697 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.693+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~65C7QFK266L2.0 size=1048576 2024-09-13T00:26:19.702 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.697+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~65C7QFK266L2.1 size=437244 2024-09-13T00:26:19.702 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.697+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=65C7QFK266L2 tag=2BA2HQ7P341Q type=write size=2534396 2024-09-13T00:26:19.708 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.705+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~U2D49YA7KMVS.0 size=1048576 2024-09-13T00:26:19.712 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.709+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~U2D49YA7KMVS.1 size=594940 2024-09-13T00:26:19.723 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.721+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=U2D49YA7KMVS tag=C2AMWYQYPAJ8 type=write size=2692092 2024-09-13T00:26:19.729 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.725+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=37GS2ICIPATV type=del size=3000377 2024-09-13T00:26:19.735 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.733+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=KRZEP6YAGMAO type=del 2024-09-13T00:26:19.741 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.737+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=UBJ9W16K4W24 type=del size=3810201 2024-09-13T00:26:19.747 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.745+0000 7ff07d6c9640 1 < canceled operation key=4J0DEO2EA8KL tag=ZPQ1R92YG1NH type=del size=2706104 2024-09-13T00:26:19.753 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.749+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=OT6TRYALJ2VP type=del size=1185071 2024-09-13T00:26:19.759 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.757+0000 7ff07d6c9640 1 < completed write operation key=2DTY4IYSD8J3 tag=GUR9E4RYC9QP type=write size=477907 2024-09-13T00:26:19.765 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.761+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=Q3AJ1HXROKN0 type=del size=3990905 2024-09-13T00:26:19.772 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.769+0000 7ff07d6c9640 1 < completed write operation key=EBH90I7V5EW7 tag=QVX5UKE1QBLZ type=write size=836102 2024-09-13T00:26:19.778 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.773+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=2CO733EMMC8S type=del size=427210 2024-09-13T00:26:19.785 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.781+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~7VFYPCJEQVPW.0 size=432994 2024-09-13T00:26:19.795 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.793+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=7VFYPCJEQVPW tag=KM1XYL0OJLZW type=write size=1481570 2024-09-13T00:26:19.809 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.805+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~L239TE8HJTJP.0 size=1048576 2024-09-13T00:26:19.814 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.813+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~L239TE8HJTJP.1 size=370387 2024-09-13T00:26:19.814 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.813+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=L239TE8HJTJP tag=CCVDCI68H4EO type=write size=2467539 2024-09-13T00:26:19.821 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.817+0000 7ff07d6c9640 1 < completed write operation key=CNP11H6WEG9D tag=F7IE4E26ZGXI type=write size=935008 2024-09-13T00:26:19.828 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.825+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=ERNJLQ3EHJV6 type=del size=105126 2024-09-13T00:26:19.834 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.829+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=ZSNADC08DYYA type=del 2024-09-13T00:26:19.841 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.837+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=F7XV2PZM2748 type=del size=3890932 2024-09-13T00:26:19.847 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.845+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~XGJQU2Z5VPE1.0 size=1048576 2024-09-13T00:26:19.853 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.849+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~XGJQU2Z5VPE1.1 size=398757 2024-09-13T00:26:19.863 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.861+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=XGJQU2Z5VPE1 tag=9H0YMES1FQ0N type=write size=2495909 2024-09-13T00:26:19.869 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.865+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=C3CD4RNYM7KK type=del size=2172230 2024-09-13T00:26:19.874 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.873+0000 7ff07d6c9640 1 < completed write operation key=71PWJL28BPIC tag=9OMOXFHA0B66 type=write size=199197 2024-09-13T00:26:19.881 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.877+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=40X6BOG5DY70 type=write size=132164 2024-09-13T00:26:19.887 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.885+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=IKXS5ZZBJ0NB type=del 2024-09-13T00:26:19.899 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.897+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~B1GVFAZ18SDO.0 size=1048576 2024-09-13T00:26:19.904 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.901+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~B1GVFAZ18SDO.1 size=1048576 2024-09-13T00:26:19.909 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.905+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~B1GVFAZ18SDO.2 size=488334 2024-09-13T00:26:19.909 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.905+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=B1GVFAZ18SDO tag=AXMHVD4YMGIK type=write size=3634062 2024-09-13T00:26:19.914 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.913+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=3LHMQZBGFG31 type=del 2024-09-13T00:26:19.920 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.917+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=JGYRJJF8YYZU type=del size=2345164 2024-09-13T00:26:19.926 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.921+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=J0MOG9BLMOKA type=del 2024-09-13T00:26:19.937 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.933+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~SVPYBJRH0S0I.0 size=83659 2024-09-13T00:26:19.937 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.933+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=SVPYBJRH0S0I tag=V1RPFCA65HKC type=write size=1132235 2024-09-13T00:26:19.943 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.941+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~76IN1ENMAHSP.0 size=1048576 2024-09-13T00:26:19.949 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.945+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~76IN1ENMAHSP.1 size=1048576 2024-09-13T00:26:19.954 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.949+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~76IN1ENMAHSP.2 size=223469 2024-09-13T00:26:19.965 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.961+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=76IN1ENMAHSP tag=ZVP1E64O7L9Z type=write size=3369197 2024-09-13T00:26:19.971 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.969+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=S9R8WZOWU6FN type=del size=4178115 2024-09-13T00:26:19.978 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.977+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~2SKVKDRKN957.0 size=834922 2024-09-13T00:26:19.989 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.985+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=2SKVKDRKN957 tag=I7JE2TJYORO3 type=write size=1883498 2024-09-13T00:26:19.996 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:19.993+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=9WSXUFBKIC0S type=del size=663929 2024-09-13T00:26:20.002 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.001+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~65C7QFK266L2.0 size=1048576 2024-09-13T00:26:20.007 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.005+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~65C7QFK266L2.1 size=437244 2024-09-13T00:26:20.018 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.013+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=65C7QFK266L2 tag=2BA2HQ7P341Q type=write size=2534396 2024-09-13T00:26:20.029 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.025+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~U508O86I1IX9.0 size=1013013 2024-09-13T00:26:20.029 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.025+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=U508O86I1IX9 tag=3E6L92B2E3O2 type=write size=2061589 2024-09-13T00:26:20.035 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.033+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=37GS2ICIPATV type=del 2024-09-13T00:26:20.041 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.037+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=J2W6CVRPE0VQ type=write size=735512 2024-09-13T00:26:20.047 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.045+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=UBJ9W16K4W24 type=del 2024-09-13T00:26:20.053 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.049+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=02YW8W2ZDOMB type=del size=237583 2024-09-13T00:26:20.067 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.065+0000 7ff07d6c9640 1 < suggested update operation key=7VNCRBS2OO7G tag=OT6TRYALJ2VP type=del size=1185071 2024-09-13T00:26:20.073 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.069+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=VWOZ2O2NU1F8 type=write size=101986 2024-09-13T00:26:20.080 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.077+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=Q3AJ1HXROKN0 type=del 2024-09-13T00:26:20.091 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.089+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~B8C5KQ5V1ZSS.0 size=843890 2024-09-13T00:26:20.091 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.089+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=B8C5KQ5V1ZSS tag=F83FOKK5YNZS type=write size=1892466 2024-09-13T00:26:20.103 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.101+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=2CO733EMMC8S type=del 2024-09-13T00:26:20.114 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.109+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~Y1PN773JW5S0.0 size=1048576 2024-09-13T00:26:20.119 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.117+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~Y1PN773JW5S0.1 size=1048576 2024-09-13T00:26:20.124 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.121+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~Y1PN773JW5S0.2 size=999079 2024-09-13T00:26:20.124 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.121+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=Y1PN773JW5S0 tag=X00OEGK2SCB1 type=write size=4144807 2024-09-13T00:26:20.129 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.125+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~L239TE8HJTJP.0 size=1048576 2024-09-13T00:26:20.134 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.133+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~L239TE8HJTJP.1 size=370387 2024-09-13T00:26:20.145 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.141+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=L239TE8HJTJP tag=CCVDCI68H4EO type=write size=2467539 2024-09-13T00:26:20.150 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.149+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=YB48UCAJZHRA type=del size=1343858 2024-09-13T00:26:20.156 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.153+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=ERNJLQ3EHJV6 type=del 2024-09-13T00:26:20.168 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.165+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~1MO6GWY8L5L6.0 size=1048576 2024-09-13T00:26:20.172 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.169+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~1MO6GWY8L5L6.1 size=746795 2024-09-13T00:26:20.173 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.169+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=1MO6GWY8L5L6 tag=ZKCE1VJSQKZ0 type=write size=2843947 2024-09-13T00:26:20.178 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.177+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=F7XV2PZM2748 type=del 2024-09-13T00:26:20.184 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.181+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=K293280DYVVN type=write size=448033 2024-09-13T00:26:20.190 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.189+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=C3CD4RNYM7KK type=del 2024-09-13T00:26:20.201 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.197+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~P7N5RT8KNKHY.0 size=694335 2024-09-13T00:26:20.201 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.197+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=P7N5RT8KNKHY tag=RN2LX4LBNN0J type=write size=1742911 2024-09-13T00:26:20.207 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.205+0000 7ff07d6c9640 1 < completed write operation key=CQE0A2I3P64S tag=40X6BOG5DY70 type=write size=132164 2024-09-13T00:26:20.213 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.209+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=KYF0BOHJ9VVH type=del size=3574842 2024-09-13T00:26:20.219 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.217+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~B1GVFAZ18SDO.0 size=1048576 2024-09-13T00:26:20.224 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.221+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~B1GVFAZ18SDO.1 size=1048576 2024-09-13T00:26:20.229 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.225+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~B1GVFAZ18SDO.2 size=488334 2024-09-13T00:26:20.241 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.237+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=B1GVFAZ18SDO tag=AXMHVD4YMGIK type=write size=3634062 2024-09-13T00:26:20.248 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.245+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=GQLWW6S8N5U2 type=del size=411703 2024-09-13T00:26:20.254 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.249+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=JGYRJJF8YYZU type=del 2024-09-13T00:26:20.261 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.257+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=5FF7KLJ16UJA type=del size=1237514 2024-09-13T00:26:20.267 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.265+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~SVPYBJRH0S0I.0 size=83659 2024-09-13T00:26:20.278 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.273+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=SVPYBJRH0S0I tag=V1RPFCA65HKC type=write size=1132235 2024-09-13T00:26:20.284 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.281+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=NHEBTJIQA512 type=del size=3689291 2024-09-13T00:26:20.289 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.285+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=S9R8WZOWU6FN type=del 2024-09-13T00:26:20.295 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.293+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=7VKR14KBJ1WU type=del size=2821924 2024-09-13T00:26:20.301 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.297+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=9WSXUFBKIC0S type=del 2024-09-13T00:26:20.307 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.305+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=4EVV7B0ZTXK4 type=del size=1024993 2024-09-13T00:26:20.312 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.309+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~U508O86I1IX9.0 size=1013013 2024-09-13T00:26:20.323 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.321+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=U508O86I1IX9 tag=3E6L92B2E3O2 type=write size=2061589 2024-09-13T00:26:20.330 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.325+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=DHS99YBYNIB5 type=write size=345773 2024-09-13T00:26:20.337 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.333+0000 7ff07d6c9640 1 < completed write operation key=4J0DEO2EA8KL tag=J2W6CVRPE0VQ type=write size=735512 2024-09-13T00:26:20.344 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.341+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=LSVSPA3RA2GC type=del size=1404880 2024-09-13T00:26:20.351 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.349+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=02YW8W2ZDOMB type=del 2024-09-13T00:26:20.363 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.361+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~QEGMVE9XKT5L.0 size=1048576 2024-09-13T00:26:20.369 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.365+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~QEGMVE9XKT5L.1 size=811281 2024-09-13T00:26:20.369 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.365+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=QEGMVE9XKT5L tag=0VJZ88LLH63S type=write size=2908433 2024-09-13T00:26:20.376 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.373+0000 7ff07d6c9640 1 < completed write operation key=OT4KA0LL7RP3 tag=VWOZ2O2NU1F8 type=write size=101986 2024-09-13T00:26:20.382 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.377+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=T7YCHIGQP91G type=write size=345246 2024-09-13T00:26:20.389 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.385+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~B8C5KQ5V1ZSS.0 size=843890 2024-09-13T00:26:20.400 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.397+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=B8C5KQ5V1ZSS tag=F83FOKK5YNZS type=write size=1892466 2024-09-13T00:26:20.412 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.409+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~NNGPKOAG75SS.0 size=1048576 2024-09-13T00:26:20.417 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.413+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~NNGPKOAG75SS.1 size=1048576 2024-09-13T00:26:20.422 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.421+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~NNGPKOAG75SS.2 size=446173 2024-09-13T00:26:20.422 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.421+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=NNGPKOAG75SS tag=Z0Q432ZPG404 type=write size=3591901 2024-09-13T00:26:20.429 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.425+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~Y1PN773JW5S0.0 size=1048576 2024-09-13T00:26:20.429 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.425+0000 7ff07d6c9640 1 < canceled part key=_multipart_4J0DEO2EA8KL.2~Y1PN773JW5S0.1 size=1048576 2024-09-13T00:26:20.434 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.429+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~Y1PN773JW5S0.2 size=999079 2024-09-13T00:26:20.444 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.441+0000 7ff07d6c9640 1 < canceled multipart upload key=4J0DEO2EA8KL upload=Y1PN773JW5S0 tag=X00OEGK2SCB1 type=write size=4144807 2024-09-13T00:26:20.450 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.445+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=K8SIN1IX7RP1 type=del size=3667957 2024-09-13T00:26:20.461 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.457+0000 7ff07d6c9640 1 < suggested update operation key=9VL7XF9W6EIA tag=YB48UCAJZHRA type=del size=1343858 2024-09-13T00:26:20.467 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.465+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=SDZSH4QF7W3I type=del size=2721581 2024-09-13T00:26:20.473 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.469+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~1MO6GWY8L5L6.0 size=1048576 2024-09-13T00:26:20.478 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.477+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~1MO6GWY8L5L6.1 size=746795 2024-09-13T00:26:20.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.485+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=1MO6GWY8L5L6 tag=ZKCE1VJSQKZ0 type=write size=2843947 2024-09-13T00:26:20.494 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.493+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=4FWY4F95JCXW type=del size=3006838 2024-09-13T00:26:20.506 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.501+0000 7ff07d6c9640 1 < suggested update operation key=JI54OSP2P86V tag=K293280DYVVN type=write size=448033 2024-09-13T00:26:20.512 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.509+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=5XPHV3LBQIDT type=del size=1776414 2024-09-13T00:26:20.518 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.513+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~P7N5RT8KNKHY.0 size=694335 2024-09-13T00:26:20.529 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.525+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=P7N5RT8KNKHY tag=RN2LX4LBNN0J type=write size=1742911 2024-09-13T00:26:20.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.533+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=OFMBVJENIA98 type=del size=2795772 2024-09-13T00:26:20.543 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.541+0000 7ff07d6c9640 1 < canceled operation key=0TFNXW7OU716 tag=KYF0BOHJ9VVH type=del size=3574842 2024-09-13T00:26:20.550 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.545+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=HRAIQ1B77ZS5 type=del size=1938097 2024-09-13T00:26:20.557 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.553+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=GQLWW6S8N5U2 type=del 2024-09-13T00:26:20.569 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.565+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~N9PG8I4BN0FE.0 size=502005 2024-09-13T00:26:20.569 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.565+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=N9PG8I4BN0FE tag=4J5K6CH08NA7 type=write size=1550581 2024-09-13T00:26:20.581 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.577+0000 7ff07d6c9640 1 < suggested update operation key=YNG29P8H3FSB tag=5FF7KLJ16UJA type=del size=1237514 2024-09-13T00:26:20.588 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.585+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=LE0AY3OW4KG9 type=del size=3838080 2024-09-13T00:26:20.594 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.589+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=NHEBTJIQA512 type=del 2024-09-13T00:26:20.600 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.597+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=X9FQG5GOFP1Z type=write size=1020847 2024-09-13T00:26:20.606 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.601+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=7VKR14KBJ1WU type=del 2024-09-13T00:26:20.612 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.609+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=40LUSZOIW9NS type=write size=648093 2024-09-13T00:26:20.619 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.617+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=4EVV7B0ZTXK4 type=del 2024-09-13T00:26:20.630 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.625+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~BLN2QFYRCVXK.0 size=1048576 2024-09-13T00:26:20.635 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.633+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~BLN2QFYRCVXK.1 size=1048576 2024-09-13T00:26:20.640 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.637+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~BLN2QFYRCVXK.2 size=36461 2024-09-13T00:26:20.640 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.637+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=BLN2QFYRCVXK tag=5D23VB0HJQD7 type=write size=3182189 2024-09-13T00:26:20.647 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.645+0000 7ff07d6c9640 1 < completed write operation key=XG3I1V51GD71 tag=DHS99YBYNIB5 type=write size=345773 2024-09-13T00:26:20.658 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.653+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~PV08SEW82VUZ.0 size=1048576 2024-09-13T00:26:20.663 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.661+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~PV08SEW82VUZ.1 size=1048306 2024-09-13T00:26:20.663 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.661+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=PV08SEW82VUZ tag=TJ6K42GK24F4 type=write size=3145458 2024-09-13T00:26:20.669 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.665+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=LSVSPA3RA2GC type=del 2024-09-13T00:26:20.680 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.677+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~NSYO21M17DA3.0 size=51634 2024-09-13T00:26:20.680 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.677+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=NSYO21M17DA3 tag=ZKDJFK35YCLK type=write size=1100210 2024-09-13T00:26:20.681 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.677+0000 7ff07d6c9640 1 < canceled part key=_multipart_71PWJL28BPIC.2~QEGMVE9XKT5L.0 size=1048576 2024-09-13T00:26:20.688 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.685+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~QEGMVE9XKT5L.1 size=811281 2024-09-13T00:26:20.701 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.697+0000 7ff07d6c9640 1 < canceled multipart upload key=71PWJL28BPIC upload=QEGMVE9XKT5L tag=0VJZ88LLH63S type=write size=2908433 2024-09-13T00:26:20.707 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.705+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=PXS6U6JDFIA2 type=del size=3105184 2024-09-13T00:26:20.713 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.709+0000 7ff07d6c9640 1 < completed write operation key=7VNCRBS2OO7G tag=T7YCHIGQP91G type=write size=345246 2024-09-13T00:26:20.721 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.717+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=6OU7GMMW3R08 type=del size=1321220 2024-09-13T00:26:20.728 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.725+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~NNGPKOAG75SS.0 size=1048576 2024-09-13T00:26:20.728 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.725+0000 7ff07d6c9640 1 < canceled part key=_multipart_YNG29P8H3FSB.2~NNGPKOAG75SS.1 size=1048576 2024-09-13T00:26:20.728 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.725+0000 7ff07d6c9640 1 < canceled part key=_multipart_YNG29P8H3FSB.2~NNGPKOAG75SS.2 size=446173 2024-09-13T00:26:20.738 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.733+0000 7ff07d6c9640 1 < canceled multipart upload key=YNG29P8H3FSB upload=NNGPKOAG75SS tag=Z0Q432ZPG404 type=write size=3591901 2024-09-13T00:26:20.744 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.741+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=V2X52KJGT238 type=del size=1983261 2024-09-13T00:26:20.751 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.749+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=K8SIN1IX7RP1 type=del 2024-09-13T00:26:20.757 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.753+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=37W8YHGLJRX9 type=del size=1471417 2024-09-13T00:26:20.763 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.761+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=SDZSH4QF7W3I type=del 2024-09-13T00:26:20.770 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.765+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=C5ZQCTCOSQ7M type=del size=2111903 2024-09-13T00:26:20.778 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.773+0000 7ff07d6c9640 -1 < failed to complete operation key=JI54OSP2P86V tag=4FWY4F95JCXW type=del size=3006838: (22) Invalid argument 2024-09-13T00:26:20.784 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.781+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=CYVPLD9PMHY3 type=del size=3731972 2024-09-13T00:26:20.797 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.793+0000 7ff07d6c9640 1 < suggested update operation key=R0UI5544UWD1 tag=5XPHV3LBQIDT type=del size=1776414 2024-09-13T00:26:20.803 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.801+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=8SDQLASUJJH9 type=del size=895975 2024-09-13T00:26:20.816 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.813+0000 7ff07d6c9640 1 < suggested remove operation key=4J0DEO2EA8KL tag=OFMBVJENIA98 type=del 2024-09-13T00:26:20.823 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.821+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=SJMZ4CH9QIUO type=del size=1787431 2024-09-13T00:26:20.830 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.829+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=HRAIQ1B77ZS5 type=del 2024-09-13T00:26:20.838 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.833+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=7IRV4WYPDRSF type=del size=3843866 2024-09-13T00:26:20.845 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.841+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~N9PG8I4BN0FE.0 size=502005 2024-09-13T00:26:20.856 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.853+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=N9PG8I4BN0FE tag=4J5K6CH08NA7 type=write size=1550581 2024-09-13T00:26:20.862 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.857+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=KSIXTS1VGYD1 type=del size=2235245 2024-09-13T00:26:20.870 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.865+0000 7ff07d6c9640 -1 < failed to complete operation key=R0UI5544UWD1 tag=LE0AY3OW4KG9 type=del size=3838080: (22) Invalid argument 2024-09-13T00:26:20.876 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.873+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=DPVOWIOWUW9W type=del size=3550895 2024-09-13T00:26:20.884 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.881+0000 7ff07d6c9640 1 < canceled operation key=O016V0EIG9TO tag=X9FQG5GOFP1Z type=write size=1020847 2024-09-13T00:26:20.890 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.885+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=HP71NTV5W7GD type=del size=3422158 2024-09-13T00:26:20.902 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.901+0000 7ff07d6c9640 1 < suggested update operation key=7H3YFWWXRQ8L tag=40LUSZOIW9NS type=write size=648093 2024-09-13T00:26:20.909 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.905+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=YJ3BSXUEWQC1 type=del size=3632322 2024-09-13T00:26:20.916 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.913+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~BLN2QFYRCVXK.0 size=1048576 2024-09-13T00:26:20.921 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.917+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~BLN2QFYRCVXK.1 size=1048576 2024-09-13T00:26:20.921 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.917+0000 7ff07d6c9640 1 < canceled part key=_multipart_DI6S0X65V18P.2~BLN2QFYRCVXK.2 size=36461 2024-09-13T00:26:20.932 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.929+0000 7ff07d6c9640 1 < canceled multipart upload key=DI6S0X65V18P upload=BLN2QFYRCVXK tag=5D23VB0HJQD7 type=write size=3182189 2024-09-13T00:26:20.938 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.933+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=2YZ2PWN66O94 type=del size=425909 2024-09-13T00:26:20.945 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.941+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~PV08SEW82VUZ.0 size=1048576 2024-09-13T00:26:20.950 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.945+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~PV08SEW82VUZ.1 size=1048306 2024-09-13T00:26:20.960 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.957+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=PV08SEW82VUZ tag=TJ6K42GK24F4 type=write size=3145458 2024-09-13T00:26:20.966 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.965+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=ALQW9T2KRESY type=write size=613927 2024-09-13T00:26:20.973 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.969+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~NSYO21M17DA3.0 size=51634 2024-09-13T00:26:20.983 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.981+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=NSYO21M17DA3 tag=ZKDJFK35YCLK type=write size=1100210 2024-09-13T00:26:20.995 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.993+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~LN9MNNBGLRDO.0 size=1048576 2024-09-13T00:26:21.000 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:20.997+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~LN9MNNBGLRDO.1 size=1048576 2024-09-13T00:26:21.004 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.001+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~LN9MNNBGLRDO.2 size=796618 2024-09-13T00:26:21.005 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.001+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=LN9MNNBGLRDO tag=J0ESEYFU604X type=write size=3942346 2024-09-13T00:26:21.010 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.009+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=PXS6U6JDFIA2 type=del 2024-09-13T00:26:21.016 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.013+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=NZDZJYS4JZJ4 type=write size=349306 2024-09-13T00:26:21.022 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.021+0000 7ff07d6c9640 1 < completed delete operation key=OT4KA0LL7RP3 tag=6OU7GMMW3R08 type=del 2024-09-13T00:26:21.029 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.025+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=EEY7VPQKR7RC type=del size=3434090 2024-09-13T00:26:21.034 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.033+0000 7ff07d6c9640 1 < completed delete operation key=YNG29P8H3FSB tag=V2X52KJGT238 type=del 2024-09-13T00:26:21.040 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.037+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=H1N07NIGM31A type=del size=2766518 2024-09-13T00:26:21.047 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.045+0000 7ff07d6c9640 1 < canceled operation key=6SZPC5K3S8UZ tag=37W8YHGLJRX9 type=del size=1471417 2024-09-13T00:26:21.060 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.053+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~GE0EHK33Y8WL.0 size=1048576 2024-09-13T00:26:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.057+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~GE0EHK33Y8WL.1 size=338748 2024-09-13T00:26:21.062 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.057+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=GE0EHK33Y8WL tag=SZ7PJD3BH4JW type=write size=2435900 2024-09-13T00:26:21.068 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.065+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=C5ZQCTCOSQ7M type=del 2024-09-13T00:26:21.075 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.073+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=J29B8KGGJTN8 type=del size=1014895 2024-09-13T00:26:21.084 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.081+0000 7ff07d6c9640 -1 < failed to complete operation key=R0UI5544UWD1 tag=CYVPLD9PMHY3 type=del size=3731972: (22) Invalid argument 2024-09-13T00:26:21.090 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.089+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=9TG2XOYH1UQ0 type=del size=363213 2024-09-13T00:26:21.097 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.093+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=8SDQLASUJJH9 type=del 2024-09-13T00:26:21.104 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.101+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=JVGTM3KS0PVX type=del size=2944642 2024-09-13T00:26:21.110 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.109+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=SJMZ4CH9QIUO type=del 2024-09-13T00:26:21.116 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.113+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=JL3CXIQLTV1I type=del size=1604914 2024-09-13T00:26:21.123 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.121+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=7IRV4WYPDRSF type=del 2024-09-13T00:26:21.129 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.125+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=0IW9MAO6PM8A type=write size=831591 2024-09-13T00:26:21.134 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.133+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=KSIXTS1VGYD1 type=del 2024-09-13T00:26:21.146 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.141+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~8AMDUJCCXKGS.0 size=1048576 2024-09-13T00:26:21.151 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.149+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~8AMDUJCCXKGS.1 size=181830 2024-09-13T00:26:21.152 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.149+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=8AMDUJCCXKGS tag=DT80TRAR8DBJ type=write size=2278982 2024-09-13T00:26:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:20 smithi032 bash[75510]: cluster 2024-09-13T00:26:19.510045+0000 mgr.y (mgr.34107) 707 : cluster [DBG] pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 132 KiB/s wr, 670 op/s 2024-09-13T00:26:21.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:20 smithi032 bash[76677]: cluster 2024-09-13T00:26:19.510045+0000 mgr.y (mgr.34107) 707 : cluster [DBG] pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 132 KiB/s wr, 670 op/s 2024-09-13T00:26:21.164 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.161+0000 7ff07d6c9640 1 < suggested remove operation key=ZB9Q220ZM0E0 tag=DPVOWIOWUW9W type=del 2024-09-13T00:26:21.175 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.173+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~H0WKPTZ4QPSB.0 size=1048576 2024-09-13T00:26:21.180 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.177+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~H0WKPTZ4QPSB.1 size=178652 2024-09-13T00:26:21.180 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.177+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=H0WKPTZ4QPSB tag=NYCNVUYHJV6P type=write size=2275804 2024-09-13T00:26:21.186 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.185+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=HP71NTV5W7GD type=del 2024-09-13T00:26:21.193 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.189+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=BWSNZ5NHCFLS type=del size=685561 2024-09-13T00:26:21.199 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.197+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=YJ3BSXUEWQC1 type=del 2024-09-13T00:26:21.205 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.201+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=55ZF90FDVGIX type=del size=2788544 2024-09-13T00:26:21.217 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.213+0000 7ff07d6c9640 1 < suggested update operation key=7H3YFWWXRQ8L tag=2YZ2PWN66O94 type=del size=425909 2024-09-13T00:26:21.229 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.225+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~Y50IWKOHXEVP.0 size=1048576 2024-09-13T00:26:21.233 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.229+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~Y50IWKOHXEVP.1 size=410661 2024-09-13T00:26:21.233 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.229+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=Y50IWKOHXEVP tag=SM1FGKYZ5EI8 type=write size=2507813 2024-09-13T00:26:21.240 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.237+0000 7ff07d6c9640 1 < completed write operation key=4J0DEO2EA8KL tag=ALQW9T2KRESY type=write size=613927 2024-09-13T00:26:21.248 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.245+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=ODHJL00E22XO type=del size=3673211 2024-09-13T00:26:21.254 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.249+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~LN9MNNBGLRDO.0 size=1048576 2024-09-13T00:26:21.259 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.257+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~LN9MNNBGLRDO.1 size=1048576 2024-09-13T00:26:21.264 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.261+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~LN9MNNBGLRDO.2 size=796618 2024-09-13T00:26:21.274 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.269+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=LN9MNNBGLRDO tag=J0ESEYFU604X type=write size=3942346 2024-09-13T00:26:21.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:20 smithi053 bash[67631]: cluster 2024-09-13T00:26:19.510045+0000 mgr.y (mgr.34107) 707 : cluster [DBG] pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 132 KiB/s wr, 670 op/s 2024-09-13T00:26:21.289 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.285+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~8JDEKWAK502O.0 size=927707 2024-09-13T00:26:21.289 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.285+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=8JDEKWAK502O tag=M1AN53QJDBAR type=write size=1976283 2024-09-13T00:26:21.294 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.293+0000 7ff07d6c9640 1 < completed write operation key=9VL7XF9W6EIA tag=NZDZJYS4JZJ4 type=write size=349306 2024-09-13T00:26:21.309 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.305+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~Z5R1ZD3A4EBK.0 size=1048576 2024-09-13T00:26:21.314 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.309+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~Z5R1ZD3A4EBK.1 size=943446 2024-09-13T00:26:21.314 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.309+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=Z5R1ZD3A4EBK tag=0BH3KJHRN3QC type=write size=3040598 2024-09-13T00:26:21.316 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.313+0000 7ff07d6c9640 -1 < no bi entry to suggest for operation key=ZB9Q220ZM0E0 tag=EEY7VPQKR7RC type=del size=3434090: (2) No such file or directory 2024-09-13T00:26:21.322 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.317+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=B91V52MO0QJ7 type=del size=1738196 2024-09-13T00:26:21.328 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.325+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=H1N07NIGM31A type=del 2024-09-13T00:26:21.341 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.337+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~P7TGJC2RSZTX.0 size=1048576 2024-09-13T00:26:21.346 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.341+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~P7TGJC2RSZTX.1 size=732681 2024-09-13T00:26:21.346 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.341+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=P7TGJC2RSZTX tag=GI4GWKPK6GP0 type=write size=2829833 2024-09-13T00:26:21.353 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.349+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~GE0EHK33Y8WL.0 size=1048576 2024-09-13T00:26:21.358 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.353+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~GE0EHK33Y8WL.1 size=338748 2024-09-13T00:26:21.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.365+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=GE0EHK33Y8WL tag=SZ7PJD3BH4JW type=write size=2435900 2024-09-13T00:26:21.374 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.369+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=HOZBOTQV5WEL type=write size=844709 2024-09-13T00:26:21.385 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.381+0000 7ff07d6c9640 1 < suggested remove operation key=71PWJL28BPIC tag=J29B8KGGJTN8 type=del 2024-09-13T00:26:21.390 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.389+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=6CHXR2LWP1CY type=del size=1686271 2024-09-13T00:26:21.397 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.393+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=9TG2XOYH1UQ0 type=del 2024-09-13T00:26:21.402 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.397+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=AS68LCT3UBC1 type=del size=3248506 2024-09-13T00:26:21.408 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.405+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=JVGTM3KS0PVX type=del 2024-09-13T00:26:21.414 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.409+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=IN91HOV4N37A type=del size=3498975 2024-09-13T00:26:21.420 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.417+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=JL3CXIQLTV1I type=del 2024-09-13T00:26:21.426 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.421+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=C7QMEVVA2S02 type=del size=3556563 2024-09-13T00:26:21.433 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.429+0000 7ff07d6c9640 1 < completed write operation key=0THRDK3EP2DY tag=0IW9MAO6PM8A type=write size=831591 2024-09-13T00:26:21.438 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.433+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=F5MWU1G493M9 type=write size=329015 2024-09-13T00:26:21.444 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.441+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~8AMDUJCCXKGS.0 size=1048576 2024-09-13T00:26:21.449 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.445+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~8AMDUJCCXKGS.1 size=181830 2024-09-13T00:26:21.459 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.457+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=8AMDUJCCXKGS tag=DT80TRAR8DBJ type=write size=2278982 2024-09-13T00:26:21.465 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.461+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=UTCBAXSWSKGR type=del size=4106443 2024-09-13T00:26:21.471 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.469+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~H0WKPTZ4QPSB.0 size=1048576 2024-09-13T00:26:21.476 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.473+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~H0WKPTZ4QPSB.1 size=178652 2024-09-13T00:26:21.489 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.485+0000 7ff07d6c9640 1 < completed multipart upload key=CNP11H6WEG9D upload=H0WKPTZ4QPSB tag=NYCNVUYHJV6P type=write size=2275804 2024-09-13T00:26:21.494 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.493+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=5KZQW1AN1EJO type=del size=232351 2024-09-13T00:26:21.507 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.505+0000 7ff07d6c9640 1 < suggested remove operation key=JI54OSP2P86V tag=BWSNZ5NHCFLS type=del 2024-09-13T00:26:21.519 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.517+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~PLVF1VDWSNJW.0 size=1048576 2024-09-13T00:26:21.525 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.521+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~PLVF1VDWSNJW.1 size=628056 2024-09-13T00:26:21.525 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.521+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=PLVF1VDWSNJW tag=RI4BBAIJ5HIS type=write size=2725208 2024-09-13T00:26:21.531 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.529+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=55ZF90FDVGIX type=del 2024-09-13T00:26:21.538 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.537+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=U373A656PHEA type=del size=2954192 2024-09-13T00:26:21.545 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.541+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~Y50IWKOHXEVP.0 size=1048576 2024-09-13T00:26:21.551 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.549+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~Y50IWKOHXEVP.1 size=410661 2024-09-13T00:26:21.561 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.557+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=Y50IWKOHXEVP tag=SM1FGKYZ5EI8 type=write size=2507813 2024-09-13T00:26:21.572 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.569+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~T20FQ3M35JT2.0 size=428690 2024-09-13T00:26:21.572 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.569+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=T20FQ3M35JT2 tag=600HX83IJ7XN type=write size=1477266 2024-09-13T00:26:21.578 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.577+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=ODHJL00E22XO type=del 2024-09-13T00:26:21.589 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.585+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~0Q0CK7L6O08D.0 size=919632 2024-09-13T00:26:21.589 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.585+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=0Q0CK7L6O08D tag=CZ54F5OO0B9K type=write size=1968208 2024-09-13T00:26:21.595 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.593+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~8JDEKWAK502O.0 size=927707 2024-09-13T00:26:21.605 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.601+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=8JDEKWAK502O tag=M1AN53QJDBAR type=write size=1976283 2024-09-13T00:26:21.612 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.609+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=NYDKWMYHFY15 type=del size=1802577 2024-09-13T00:26:21.618 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.617+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~Z5R1ZD3A4EBK.0 size=1048576 2024-09-13T00:26:21.623 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.621+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~Z5R1ZD3A4EBK.1 size=943446 2024-09-13T00:26:21.634 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.629+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=Z5R1ZD3A4EBK tag=0BH3KJHRN3QC type=write size=3040598 2024-09-13T00:26:21.645 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.641+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~1KEGOM3YSPP7.0 size=1048576 2024-09-13T00:26:21.650 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.649+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~1KEGOM3YSPP7.1 size=1048576 2024-09-13T00:26:21.656 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.653+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~1KEGOM3YSPP7.2 size=555955 2024-09-13T00:26:21.656 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.653+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=1KEGOM3YSPP7 tag=4O6KLKB1BILG type=write size=3701683 2024-09-13T00:26:21.664 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.661+0000 7ff07d6c9640 1 < canceled operation key=NY5MUJLE63EG tag=B91V52MO0QJ7 type=del size=1738196 2024-09-13T00:26:21.668 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.665+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=JCDLUU5VXK2X type=del size=2236216 2024-09-13T00:26:21.674 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.673+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~P7TGJC2RSZTX.0 size=1048576 2024-09-13T00:26:21.683 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.681+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~P7TGJC2RSZTX.1 size=732681 2024-09-13T00:26:21.695 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.693+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=P7TGJC2RSZTX tag=GI4GWKPK6GP0 type=write size=2829833 2024-09-13T00:26:21.701 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.697+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=NRAN07FRIKUI type=del size=344281 2024-09-13T00:26:21.707 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.705+0000 7ff07d6c9640 1 < completed write operation key=7H3YFWWXRQ8L tag=HOZBOTQV5WEL type=write size=844709 2024-09-13T00:26:21.719 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.717+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~EGYATACU4HJ1.0 size=1048576 2024-09-13T00:26:21.723 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.721+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~EGYATACU4HJ1.1 size=398992 2024-09-13T00:26:21.724 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.721+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=EGYATACU4HJ1 tag=QNHYUPB0BOX6 type=write size=2496144 2024-09-13T00:26:21.729 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.725+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=6CHXR2LWP1CY type=del 2024-09-13T00:26:21.737 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.733+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=YRK0SPJJ4QH8 type=del size=205751 2024-09-13T00:26:21.745 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.741+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=AS68LCT3UBC1 type=del 2024-09-13T00:26:21.750 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.745+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=UA4TSSU8QPP2 type=del size=1045762 2024-09-13T00:26:21.762 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.757+0000 7ff07d6c9640 1 < suggested remove operation key=6SZPC5K3S8UZ tag=IN91HOV4N37A type=del 2024-09-13T00:26:21.773 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.769+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~IUHI4Y8CEWJR.0 size=976202 2024-09-13T00:26:21.774 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.769+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=IUHI4Y8CEWJR tag=BGD7RDLLY99Q type=write size=2024778 2024-09-13T00:26:21.780 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.777+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=C7QMEVVA2S02 type=del 2024-09-13T00:26:21.785 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.781+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=PLJRMR0E64HK type=del size=2005920 2024-09-13T00:26:21.787 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.785+0000 7ff07d6c9640 -1 < no bi entry to suggest for operation key=6SZPC5K3S8UZ tag=F5MWU1G493M9 type=write size=329015: (2) No such file or directory 2024-09-13T00:26:21.793 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.789+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=86EP820CIIEC type=del size=2848385 2024-09-13T00:26:21.799 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.797+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=UTCBAXSWSKGR type=del 2024-09-13T00:26:21.806 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.801+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=VU21NAX4L8VX type=del size=3644623 2024-09-13T00:26:21.813 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.809+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=5KZQW1AN1EJO type=del 2024-09-13T00:26:21.825 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.821+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~WU03QQ23JEN6.0 size=1048576 2024-09-13T00:26:21.830 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.829+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~WU03QQ23JEN6.1 size=1048576 2024-09-13T00:26:21.837 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.833+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~WU03QQ23JEN6.2 size=841939 2024-09-13T00:26:21.837 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.833+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=WU03QQ23JEN6 tag=1CXNBZVKQW6M type=write size=3987667 2024-09-13T00:26:21.843 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.841+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~PLVF1VDWSNJW.0 size=1048576 2024-09-13T00:26:21.843 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.841+0000 7ff07d6c9640 1 < canceled part key=_multipart_4J0DEO2EA8KL.2~PLVF1VDWSNJW.1 size=628056 2024-09-13T00:26:21.853 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.849+0000 7ff07d6c9640 1 < canceled multipart upload key=4J0DEO2EA8KL upload=PLVF1VDWSNJW tag=RI4BBAIJ5HIS type=write size=2725208 2024-09-13T00:26:21.859 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.857+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=1G0061TWNBSN type=del size=17801 2024-09-13T00:26:21.871 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.869+0000 7ff07d6c9640 1 < suggested update operation key=4J0DEO2EA8KL tag=U373A656PHEA type=del size=2954192 2024-09-13T00:26:21.883 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.881+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~DR6RXUFZZLTO.0 size=1048576 2024-09-13T00:26:21.888 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.885+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~DR6RXUFZZLTO.1 size=1048576 2024-09-13T00:26:21.894 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.893+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~DR6RXUFZZLTO.2 size=516140 2024-09-13T00:26:21.894 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.893+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=DR6RXUFZZLTO tag=DGEUDU8N8DZX type=write size=3661868 2024-09-13T00:26:21.900 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.897+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~T20FQ3M35JT2.0 size=428690 2024-09-13T00:26:21.911 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.909+0000 7ff07d6c9640 1 < completed multipart upload key=DT4C13GCJ90M upload=T20FQ3M35JT2 tag=600HX83IJ7XN type=write size=1477266 2024-09-13T00:26:21.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.917+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~723HJ0AMSWKV.0 size=1048576 2024-09-13T00:26:21.929 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.925+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~723HJ0AMSWKV.1 size=250846 2024-09-13T00:26:21.929 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.925+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=723HJ0AMSWKV tag=AG1ADU3ZL7UJ type=write size=2347998 2024-09-13T00:26:21.935 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.933+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~0Q0CK7L6O08D.0 size=919632 2024-09-13T00:26:21.945 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.941+0000 7ff07d6c9640 1 < completed multipart upload key=DT4C13GCJ90M upload=0Q0CK7L6O08D tag=CZ54F5OO0B9K type=write size=1968208 2024-09-13T00:26:21.956 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.953+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~53D91OU899AO.0 size=1048576 2024-09-13T00:26:21.961 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.957+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~53D91OU899AO.1 size=778157 2024-09-13T00:26:21.961 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.957+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=53D91OU899AO tag=SI05OO4W0FVL type=write size=2875309 2024-09-13T00:26:21.973 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.969+0000 7ff07d6c9640 1 < suggested update operation key=O016V0EIG9TO tag=NYDKWMYHFY15 type=del size=1802577 2024-09-13T00:26:21.979 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.977+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=M0DIJS1C1UH3 type=del size=1550371 2024-09-13T00:26:21.986 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.981+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~1KEGOM3YSPP7.0 size=1048576 2024-09-13T00:26:21.991 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.989+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~1KEGOM3YSPP7.1 size=1048576 2024-09-13T00:26:21.991 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.989+0000 7ff07d6c9640 1 < canceled part key=_multipart_1C09CIUJQSH0.2~1KEGOM3YSPP7.2 size=555955 2024-09-13T00:26:22.001 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:21.997+0000 7ff07d6c9640 1 < canceled multipart upload key=1C09CIUJQSH0 upload=1KEGOM3YSPP7 tag=4O6KLKB1BILG type=write size=3701683 2024-09-13T00:26:22.007 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.005+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=6P4ED38117S8 type=del size=1090136 2024-09-13T00:26:22.014 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.009+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=JCDLUU5VXK2X type=del 2024-09-13T00:26:22.020 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.017+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=QD2M4LE9KVX0 type=write size=83002 2024-09-13T00:26:22.027 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.025+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=NRAN07FRIKUI type=del 2024-09-13T00:26:22.033 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.029+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=NLFRMSIIL42K type=del size=773248 2024-09-13T00:26:22.039 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.037+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~EGYATACU4HJ1.0 size=1048576 2024-09-13T00:26:22.039 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.037+0000 7ff07d6c9640 1 < canceled part key=_multipart_0THRDK3EP2DY.2~EGYATACU4HJ1.1 size=398992 2024-09-13T00:26:22.049 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.045+0000 7ff07d6c9640 1 < canceled multipart upload key=0THRDK3EP2DY upload=EGYATACU4HJ1 tag=QNHYUPB0BOX6 type=write size=2496144 2024-09-13T00:26:22.055 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.053+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=YNHZYCWLH0BA type=del size=1271191 2024-09-13T00:26:22.061 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.057+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=YRK0SPJJ4QH8 type=del 2024-09-13T00:26:22.071 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.069+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~73PDOGZJCY0P.0 size=108197 2024-09-13T00:26:22.071 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.069+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=73PDOGZJCY0P tag=UNJHVZZ0EK58 type=write size=1156773 2024-09-13T00:26:22.084 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.081+0000 7ff07d6c9640 1 < suggested remove operation key=O016V0EIG9TO tag=UA4TSSU8QPP2 type=del 2024-09-13T00:26:22.089 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.085+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=C3GPPZQ39HEX type=del size=3424520 2024-09-13T00:26:22.097 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.093+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~IUHI4Y8CEWJR.0 size=976202 2024-09-13T00:26:22.107 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.105+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=IUHI4Y8CEWJR tag=BGD7RDLLY99Q type=write size=2024778 2024-09-13T00:26:22.114 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.109+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=NEY68P5XM5FF type=write size=383095 2024-09-13T00:26:22.121 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.117+0000 7ff07d6c9640 1 < canceled operation key=R0UI5544UWD1 tag=PLJRMR0E64HK type=del size=2005920 2024-09-13T00:26:22.128 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.125+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=R6DFRW9ODM7H type=del size=134576 2024-09-13T00:26:22.142 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.137+0000 7ff07d6c9640 1 < suggested remove operation key=7VNCRBS2OO7G tag=86EP820CIIEC type=del 2024-09-13T00:26:22.154 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.149+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~0EI75UF4R42O.0 size=1048576 2024-09-13T00:26:22.159 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.157+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~0EI75UF4R42O.1 size=1035824 2024-09-13T00:26:22.159 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.157+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=0EI75UF4R42O tag=8V4QNX496W4C type=write size=3132976 2024-09-13T00:26:22.167 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.165+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=VU21NAX4L8VX type=del 2024-09-13T00:26:22.178 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.177+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~EBQWNIY0SQ8N.0 size=1048576 2024-09-13T00:26:22.184 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.181+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~EBQWNIY0SQ8N.1 size=1048576 2024-09-13T00:26:22.189 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.185+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~EBQWNIY0SQ8N.2 size=321195 2024-09-13T00:26:22.189 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.185+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=EBQWNIY0SQ8N tag=NVTN9SNV75TH type=write size=3466923 2024-09-13T00:26:22.194 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.193+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~WU03QQ23JEN6.0 size=1048576 2024-09-13T00:26:22.199 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.197+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~WU03QQ23JEN6.1 size=1048576 2024-09-13T00:26:22.204 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.201+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~WU03QQ23JEN6.2 size=841939 2024-09-13T00:26:22.214 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.209+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=WU03QQ23JEN6 tag=1CXNBZVKQW6M type=write size=3987667 2024-09-13T00:26:22.225 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.221+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~R7J6NWJN5QP1.0 size=1048576 2024-09-13T00:26:22.230 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.229+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~R7J6NWJN5QP1.1 size=1048576 2024-09-13T00:26:22.235 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.233+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~R7J6NWJN5QP1.2 size=1026086 2024-09-13T00:26:22.236 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.233+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=R7J6NWJN5QP1 tag=FTL20PPWDWYN type=write size=4171814 2024-09-13T00:26:22.247 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.245+0000 7ff07d6c9640 1 < suggested remove operation key=71PWJL28BPIC tag=1G0061TWNBSN type=del 2024-09-13T00:26:22.253 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.249+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=0K28R659OAW0 type=write size=935986 2024-09-13T00:26:22.260 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.257+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~DR6RXUFZZLTO.0 size=1048576 2024-09-13T00:26:22.265 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.261+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~DR6RXUFZZLTO.1 size=1048576 2024-09-13T00:26:22.270 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.265+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~DR6RXUFZZLTO.2 size=516140 2024-09-13T00:26:22.280 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.277+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=DR6RXUFZZLTO tag=DGEUDU8N8DZX type=write size=3661868 2024-09-13T00:26:22.291 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.289+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~ZD8CY8IGGOPL.0 size=1048576 2024-09-13T00:26:22.296 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.293+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~ZD8CY8IGGOPL.1 size=898304 2024-09-13T00:26:22.296 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.293+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=ZD8CY8IGGOPL tag=W3A41OIYH7BR type=write size=2995456 2024-09-13T00:26:22.302 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.297+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~723HJ0AMSWKV.0 size=1048576 2024-09-13T00:26:22.307 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.305+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~723HJ0AMSWKV.1 size=250846 2024-09-13T00:26:22.318 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.317+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=723HJ0AMSWKV tag=AG1ADU3ZL7UJ type=write size=2347998 2024-09-13T00:26:22.330 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.325+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~WGBJWXJWLKB3.0 size=1048576 2024-09-13T00:26:22.337 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.333+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~WGBJWXJWLKB3.1 size=1048576 2024-09-13T00:26:22.343 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.341+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~WGBJWXJWLKB3.2 size=333878 2024-09-13T00:26:22.343 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.341+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=WGBJWXJWLKB3 tag=JZA63FYIIVHB type=write size=3479606 2024-09-13T00:26:22.348 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.345+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~53D91OU899AO.0 size=1048576 2024-09-13T00:26:22.353 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.349+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~53D91OU899AO.1 size=778157 2024-09-13T00:26:22.365 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.361+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=53D91OU899AO tag=SI05OO4W0FVL type=write size=2875309 2024-09-13T00:26:22.376 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.373+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~CNXLWBS63F9C.0 size=1048576 2024-09-13T00:26:22.381 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.377+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~CNXLWBS63F9C.1 size=809428 2024-09-13T00:26:22.381 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.377+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=CNXLWBS63F9C tag=3Z3NZ7P5M5DE type=write size=2906580 2024-09-13T00:26:22.393 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.389+0000 7ff07d6c9640 1 < suggested remove operation key=FLIVW0XUS2MD tag=M0DIJS1C1UH3 type=del 2024-09-13T00:26:22.399 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.397+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=X6UPVB2GLR6D type=del size=3191500 2024-09-13T00:26:22.404 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.401+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=6P4ED38117S8 type=del 2024-09-13T00:26:22.417 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.413+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~FZLV2OU2WT8F.0 size=1048576 2024-09-13T00:26:22.422 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.417+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~FZLV2OU2WT8F.1 size=206450 2024-09-13T00:26:22.422 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.417+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=FZLV2OU2WT8F tag=HG8GUW36UYM9 type=write size=2303602 2024-09-13T00:26:22.429 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.425+0000 7ff07d6c9640 1 < completed write operation key=0TFNXW7OU716 tag=QD2M4LE9KVX0 type=write size=83002 2024-09-13T00:26:22.435 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.433+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=V84ZJ4HX42XP type=del size=2912338 2024-09-13T00:26:22.448 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.445+0000 7ff07d6c9640 1 < suggested remove operation key=6SZPC5K3S8UZ tag=NLFRMSIIL42K type=del 2024-09-13T00:26:22.460 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.457+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~C5I40N9MUNPB.0 size=1048576 2024-09-13T00:26:22.468 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.465+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~C5I40N9MUNPB.1 size=1048576 2024-09-13T00:26:22.475 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.473+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~C5I40N9MUNPB.2 size=574572 2024-09-13T00:26:22.475 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.473+0000 7ff07d6c9640 1 > prepared multipart upload key=0TFNXW7OU716 upload=C5I40N9MUNPB tag=UEA5DPJQHJ6R type=write size=3720300 2024-09-13T00:26:22.481 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.477+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=YNHZYCWLH0BA type=del 2024-09-13T00:26:22.493 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.489+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~3Z3FTHMN8SQZ.0 size=1048576 2024-09-13T00:26:22.498 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.493+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~3Z3FTHMN8SQZ.1 size=11711 2024-09-13T00:26:22.498 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.493+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=3Z3FTHMN8SQZ tag=GDS8CHWCH3NG type=write size=2108863 2024-09-13T00:26:22.505 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.501+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~73PDOGZJCY0P.0 size=108197 2024-09-13T00:26:22.517 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.513+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=73PDOGZJCY0P tag=UNJHVZZ0EK58 type=write size=1156773 2024-09-13T00:26:22.523 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.521+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=2VOBYU64YPYI type=del size=464675 2024-09-13T00:26:22.529 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.525+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=C3GPPZQ39HEX type=del 2024-09-13T00:26:22.536 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.533+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=IEQZP7SENXIX type=del size=192632 2024-09-13T00:26:22.542 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.537+0000 7ff07d6c9640 1 < completed write operation key=DI6S0X65V18P tag=NEY68P5XM5FF type=write size=383095 2024-09-13T00:26:22.549 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.545+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=FRK2VL1RQ1H7 type=del size=751666 2024-09-13T00:26:22.562 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.561+0000 7ff07d6c9640 1 < suggested update operation key=4J0DEO2EA8KL tag=R6DFRW9ODM7H type=del size=134576 2024-09-13T00:26:22.569 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.565+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=JH0RZ73YMYBV type=write size=879519 2024-09-13T00:26:22.575 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.573+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~0EI75UF4R42O.0 size=1048576 2024-09-13T00:26:22.581 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.577+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~0EI75UF4R42O.1 size=1035824 2024-09-13T00:26:22.592 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.589+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=0EI75UF4R42O tag=8V4QNX496W4C type=write size=3132976 2024-09-13T00:26:22.604 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.601+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~44UU1604BBNS.0 size=89500 2024-09-13T00:26:22.604 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.601+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=44UU1604BBNS tag=PLLRF8OL3NMX type=write size=1138076 2024-09-13T00:26:22.610 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.605+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~EBQWNIY0SQ8N.0 size=1048576 2024-09-13T00:26:22.615 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.613+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~EBQWNIY0SQ8N.1 size=1048576 2024-09-13T00:26:22.621 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.617+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~EBQWNIY0SQ8N.2 size=321195 2024-09-13T00:26:22.633 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.629+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=EBQWNIY0SQ8N tag=NVTN9SNV75TH type=write size=3466923 2024-09-13T00:26:22.639 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.637+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=6FH4EU97PIKO type=del size=2383837 2024-09-13T00:26:22.646 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.641+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~R7J6NWJN5QP1.0 size=1048576 2024-09-13T00:26:22.651 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.649+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~R7J6NWJN5QP1.1 size=1048576 2024-09-13T00:26:22.656 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.653+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~R7J6NWJN5QP1.2 size=1026086 2024-09-13T00:26:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:26:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:26:22] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-09-13T00:26:22.666 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.665+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=R7J6NWJN5QP1 tag=FTL20PPWDWYN type=write size=4171814 2024-09-13T00:26:22.672 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.669+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=FYV59LE2NDR0 type=del size=2341519 2024-09-13T00:26:22.678 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.673+0000 7ff07d6c9640 1 < completed write operation key=ALFI3PWKDJ24 tag=0K28R659OAW0 type=write size=935986 2024-09-13T00:26:22.689 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.685+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~R614D438CS4F.0 size=1048576 2024-09-13T00:26:22.694 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.689+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~R614D438CS4F.1 size=1048576 2024-09-13T00:26:22.700 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.697+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~R614D438CS4F.2 size=265629 2024-09-13T00:26:22.701 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.697+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=R614D438CS4F tag=32WWUC190ERC type=write size=3411357 2024-09-13T00:26:22.705 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.701+0000 7ff07d6c9640 1 < completed part key=_multipart_M1TXILI2WRP8.2~ZD8CY8IGGOPL.0 size=1048576 2024-09-13T00:26:22.706 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.701+0000 7ff07d6c9640 1 < canceled part key=_multipart_M1TXILI2WRP8.2~ZD8CY8IGGOPL.1 size=898304 2024-09-13T00:26:22.716 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.713+0000 7ff07d6c9640 1 < canceled multipart upload key=M1TXILI2WRP8 upload=ZD8CY8IGGOPL tag=W3A41OIYH7BR type=write size=2995456 2024-09-13T00:26:22.727 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.725+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~6XHLNH340W56.0 size=1048576 2024-09-13T00:26:22.732 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.729+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~6XHLNH340W56.1 size=1048576 2024-09-13T00:26:22.737 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.733+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~6XHLNH340W56.2 size=481884 2024-09-13T00:26:22.737 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.733+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=6XHLNH340W56 tag=MUX0QJEVFCQE type=write size=3627612 2024-09-13T00:26:22.743 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.741+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~WGBJWXJWLKB3.0 size=1048576 2024-09-13T00:26:22.748 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.745+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~WGBJWXJWLKB3.1 size=1048576 2024-09-13T00:26:22.754 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.749+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~WGBJWXJWLKB3.2 size=333878 2024-09-13T00:26:22.764 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.761+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=WGBJWXJWLKB3 tag=JZA63FYIIVHB type=write size=3479606 2024-09-13T00:26:22.770 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.765+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=3TY08J38WTYZ type=del size=1226782 2024-09-13T00:26:22.776 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.773+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~CNXLWBS63F9C.0 size=1048576 2024-09-13T00:26:22.781 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.777+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~CNXLWBS63F9C.1 size=809428 2024-09-13T00:26:22.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:26:22 smithi053 bash[94430]: ts=2024-09-13T00:26:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:26:22.792 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.789+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=CNXLWBS63F9C tag=3Z3NZ7P5M5DE type=write size=2906580 2024-09-13T00:26:22.803 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.801+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~4WZ0Q8080DXB.0 size=1048576 2024-09-13T00:26:22.808 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.805+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~4WZ0Q8080DXB.1 size=561032 2024-09-13T00:26:22.808 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.805+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=4WZ0Q8080DXB tag=MRMDGAATR1KY type=write size=2658184 2024-09-13T00:26:22.814 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.809+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=X6UPVB2GLR6D type=del 2024-09-13T00:26:22.819 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.817+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=IJ1K6W4VZ8HX type=del size=2061915 2024-09-13T00:26:22.825 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.821+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~FZLV2OU2WT8F.0 size=1048576 2024-09-13T00:26:22.831 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.829+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~FZLV2OU2WT8F.1 size=206450 2024-09-13T00:26:22.844 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.841+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=FZLV2OU2WT8F tag=HG8GUW36UYM9 type=write size=2303602 2024-09-13T00:26:22.851 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.849+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=4JD0KMZI55X1 type=del size=1437404 2024-09-13T00:26:22.857 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.853+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=V84ZJ4HX42XP type=del 2024-09-13T00:26:22.869 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.865+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~XJJ3OP5M5EXJ.0 size=1048576 2024-09-13T00:26:22.874 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.869+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~XJJ3OP5M5EXJ.1 size=1048576 2024-09-13T00:26:22.879 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.877+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~XJJ3OP5M5EXJ.2 size=1009483 2024-09-13T00:26:22.879 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.877+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=XJJ3OP5M5EXJ tag=CDPUDF6N2LQU type=write size=4155211 2024-09-13T00:26:22.885 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.881+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~C5I40N9MUNPB.0 size=1048576 2024-09-13T00:26:22.891 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.889+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~C5I40N9MUNPB.1 size=1048576 2024-09-13T00:26:22.896 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.893+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~C5I40N9MUNPB.2 size=574572 2024-09-13T00:26:22.906 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.905+0000 7ff07d6c9640 1 < completed multipart upload key=0TFNXW7OU716 upload=C5I40N9MUNPB tag=UEA5DPJQHJ6R type=write size=3720300 2024-09-13T00:26:22.913 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.909+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=AN5SC40C2TZC type=del size=577280 2024-09-13T00:26:22.919 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.917+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~3Z3FTHMN8SQZ.0 size=1048576 2024-09-13T00:26:22.919 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.917+0000 7ff07d6c9640 1 < canceled part key=_multipart_ZB9Q220ZM0E0.2~3Z3FTHMN8SQZ.1 size=11711 2024-09-13T00:26:22.929 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.925+0000 7ff07d6c9640 1 < canceled multipart upload key=ZB9Q220ZM0E0 upload=3Z3FTHMN8SQZ tag=GDS8CHWCH3NG type=write size=2108863 2024-09-13T00:26:22.942 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.937+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~AUJIMPVKEFLT.0 size=410675 2024-09-13T00:26:22.942 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.937+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=AUJIMPVKEFLT tag=0RLLJP2RIH87 type=write size=1459251 2024-09-13T00:26:22.948 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.945+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=2VOBYU64YPYI type=del 2024-09-13T00:26:22.955 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.953+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=1LCJ8GB8KT94 type=write size=574208 2024-09-13T00:26:22.961 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.957+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=IEQZP7SENXIX type=del 2024-09-13T00:26:22.972 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.969+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~V4IVNPXNB724.0 size=542693 2024-09-13T00:26:22.972 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.969+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=V4IVNPXNB724 tag=WC2E9IYK4LOX type=write size=1591269 2024-09-13T00:26:22.979 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.977+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=FRK2VL1RQ1H7 type=del 2024-09-13T00:26:22.986 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.981+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=A428Y6N4023M type=del size=3964765 2024-09-13T00:26:22.998 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:22.993+0000 7ff07d6c9640 1 < suggested update operation key=9VL7XF9W6EIA tag=JH0RZ73YMYBV type=write size=879519 2024-09-13T00:26:23.004 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.001+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=WBYCJYPPAX5P type=del size=545855 2024-09-13T00:26:23.004 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.001+0000 7ff07d6c9640 1 < canceled part key=_multipart_WT8C8PJ810XA.2~44UU1604BBNS.0 size=89500 2024-09-13T00:26:23.014 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.013+0000 7ff07d6c9640 1 < canceled multipart upload key=WT8C8PJ810XA upload=44UU1604BBNS tag=PLLRF8OL3NMX type=write size=1138076 2024-09-13T00:26:23.026 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.021+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~3Q9OWAOJR3SO.0 size=700219 2024-09-13T00:26:23.026 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.021+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=3Q9OWAOJR3SO tag=QA904QTSF60N type=write size=1748795 2024-09-13T00:26:23.032 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.029+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=6FH4EU97PIKO type=del 2024-09-13T00:26:23.043 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.041+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~WH91VFKEERHM.0 size=1048576 2024-09-13T00:26:23.047 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.045+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~WH91VFKEERHM.1 size=1048576 2024-09-13T00:26:23.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.049+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~WH91VFKEERHM.2 size=37472 2024-09-13T00:26:23.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.049+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=WH91VFKEERHM tag=172FZ43KSNMQ type=write size=3183200 2024-09-13T00:26:23.060 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.057+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=FYV59LE2NDR0 type=del 2024-09-13T00:26:23.066 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.061+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=N9DTG4027VY7 type=del size=1994443 2024-09-13T00:26:23.072 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.069+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~R614D438CS4F.0 size=1048576 2024-09-13T00:26:23.077 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.073+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~R614D438CS4F.1 size=1048576 2024-09-13T00:26:23.082 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.081+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~R614D438CS4F.2 size=265629 2024-09-13T00:26:23.093 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.089+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=R614D438CS4F tag=32WWUC190ERC type=write size=3411357 2024-09-13T00:26:23.099 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.097+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=8QN871RY1KFR type=del size=377428 2024-09-13T00:26:23.105 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.101+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~6XHLNH340W56.0 size=1048576 2024-09-13T00:26:23.111 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.109+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~6XHLNH340W56.1 size=1048576 2024-09-13T00:26:23.116 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.113+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~6XHLNH340W56.2 size=481884 2024-09-13T00:26:23.127 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.125+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=6XHLNH340W56 tag=MUX0QJEVFCQE type=write size=3627612 2024-09-13T00:26:23.138 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.137+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~KFBKXSB4NCTI.0 size=1048576 2024-09-13T00:26:23.143 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.141+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~KFBKXSB4NCTI.1 size=1048576 2024-09-13T00:26:23.149 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.145+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~KFBKXSB4NCTI.2 size=687415 2024-09-13T00:26:23.149 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.145+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=KFBKXSB4NCTI tag=V9XM7NP0ERY9 type=write size=3833143 2024-09-13T00:26:23.157 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.153+0000 7ff07d6c9640 1 < completed delete operation key=6SZPC5K3S8UZ tag=3TY08J38WTYZ type=del 2024-09-13T00:26:23.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:22 smithi032 bash[76677]: cluster 2024-09-13T00:26:21.511189+0000 mgr.y (mgr.34107) 708 : cluster [DBG] pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 190 KiB/s wr, 971 op/s 2024-09-13T00:26:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:22 smithi032 bash[75510]: cluster 2024-09-13T00:26:21.511189+0000 mgr.y (mgr.34107) 708 : cluster [DBG] pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 190 KiB/s wr, 971 op/s 2024-09-13T00:26:23.168 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.165+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~752BJEPQ7PPP.0 size=115797 2024-09-13T00:26:23.168 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.165+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=752BJEPQ7PPP tag=W466VQQDB3U0 type=write size=1164373 2024-09-13T00:26:23.177 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.173+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~4WZ0Q8080DXB.0 size=1048576 2024-09-13T00:26:23.182 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.177+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~4WZ0Q8080DXB.1 size=561032 2024-09-13T00:26:23.193 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.189+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=4WZ0Q8080DXB tag=MRMDGAATR1KY type=write size=2658184 2024-09-13T00:26:23.199 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.197+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=BIRYH5BJFKR3 type=write size=287058 2024-09-13T00:26:23.206 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.201+0000 7ff07d6c9640 1 < canceled operation key=FLIVW0XUS2MD tag=IJ1K6W4VZ8HX type=del size=2061915 2024-09-13T00:26:23.219 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.217+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~JTFEAKNEM3I9.0 size=1048576 2024-09-13T00:26:23.224 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.221+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~JTFEAKNEM3I9.1 size=1048576 2024-09-13T00:26:23.229 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.225+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~JTFEAKNEM3I9.2 size=636753 2024-09-13T00:26:23.229 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.225+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=JTFEAKNEM3I9 tag=N893BH3O5S9V type=write size=3782481 2024-09-13T00:26:23.241 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.237+0000 7ff07d6c9640 1 < suggested update operation key=CQE0A2I3P64S tag=4JD0KMZI55X1 type=del size=1437404 2024-09-13T00:26:23.247 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.245+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=MY5TJ0F5BK65 type=del size=3598364 2024-09-13T00:26:23.254 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.249+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~XJJ3OP5M5EXJ.0 size=1048576 2024-09-13T00:26:23.259 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.257+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~XJJ3OP5M5EXJ.1 size=1048576 2024-09-13T00:26:23.264 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.261+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~XJJ3OP5M5EXJ.2 size=1009483 2024-09-13T00:26:23.275 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.273+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=XJJ3OP5M5EXJ tag=CDPUDF6N2LQU type=write size=4155211 2024-09-13T00:26:23.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:22 smithi053 bash[67631]: cluster 2024-09-13T00:26:21.511189+0000 mgr.y (mgr.34107) 708 : cluster [DBG] pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 190 KiB/s wr, 971 op/s 2024-09-13T00:26:23.286 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.281+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~JHBH9ORKAQTA.0 size=559598 2024-09-13T00:26:23.286 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.281+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=JHBH9ORKAQTA tag=8X2K7WZKE2IN type=write size=1608174 2024-09-13T00:26:23.292 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.289+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=AN5SC40C2TZC type=del 2024-09-13T00:26:23.298 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.297+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=OZUBVP9WN33O type=del size=3232481 2024-09-13T00:26:23.304 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.301+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~AUJIMPVKEFLT.0 size=410675 2024-09-13T00:26:23.315 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.313+0000 7ff07d6c9640 1 < completed multipart upload key=CNP11H6WEG9D upload=AUJIMPVKEFLT tag=0RLLJP2RIH87 type=write size=1459251 2024-09-13T00:26:23.321 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.317+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=24GH58BFXJK2 type=del size=3512090 2024-09-13T00:26:23.327 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.325+0000 7ff07d6c9640 1 < completed write operation key=YNG29P8H3FSB tag=1LCJ8GB8KT94 type=write size=574208 2024-09-13T00:26:23.338 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.333+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~3XAJWEANU2R0.0 size=435753 2024-09-13T00:26:23.338 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.333+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=3XAJWEANU2R0 tag=DBSRZHVS9SML type=write size=1484329 2024-09-13T00:26:23.344 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.341+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~V4IVNPXNB724.0 size=542693 2024-09-13T00:26:23.354 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.353+0000 7ff07d6c9640 1 < completed multipart upload key=XG3I1V51GD71 upload=V4IVNPXNB724 tag=WC2E9IYK4LOX type=write size=1591269 2024-09-13T00:26:23.361 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.357+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=O74B95KPOTJX type=del size=4001837 2024-09-13T00:26:23.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.365+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=A428Y6N4023M type=del 2024-09-13T00:26:23.375 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.373+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=PE1IY43UZLDK type=del size=772818 2024-09-13T00:26:23.382 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.377+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=WBYCJYPPAX5P type=del 2024-09-13T00:26:23.388 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.385+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=M3DAFVCXF3H0 type=write size=609248 2024-09-13T00:26:23.394 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.393+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~3Q9OWAOJR3SO.0 size=700219 2024-09-13T00:26:23.405 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.401+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=3Q9OWAOJR3SO tag=QA904QTSF60N type=write size=1748795 2024-09-13T00:26:23.416 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.413+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~O0KQ94J9KCGG.0 size=1048576 2024-09-13T00:26:23.421 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.417+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~O0KQ94J9KCGG.1 size=1048576 2024-09-13T00:26:23.426 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.425+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~O0KQ94J9KCGG.2 size=200846 2024-09-13T00:26:23.426 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.425+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=O0KQ94J9KCGG tag=RRK7KEOLN7CP type=write size=3346574 2024-09-13T00:26:23.433 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.429+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~WH91VFKEERHM.0 size=1048576 2024-09-13T00:26:23.438 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.433+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~WH91VFKEERHM.1 size=1048576 2024-09-13T00:26:23.443 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.441+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~WH91VFKEERHM.2 size=37472 2024-09-13T00:26:23.453 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.449+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=WH91VFKEERHM tag=172FZ43KSNMQ type=write size=3183200 2024-09-13T00:26:23.459 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.457+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=55XN1GNV1ZQ4 type=del size=2400457 2024-09-13T00:26:23.466 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.461+0000 7ff07d6c9640 1 < canceled operation key=GDD2408QTYGR tag=N9DTG4027VY7 type=del size=1994443 2024-09-13T00:26:23.472 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.469+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=O7LFK958UURU type=del size=3354729 2024-09-13T00:26:23.477 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.473+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=8QN871RY1KFR type=del 2024-09-13T00:26:23.483 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.481+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=T5BMV19QKY2R type=del size=1138767 2024-09-13T00:26:23.490 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.485+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~KFBKXSB4NCTI.0 size=1048576 2024-09-13T00:26:23.495 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.493+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~KFBKXSB4NCTI.1 size=1048576 2024-09-13T00:26:23.495 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.493+0000 7ff07d6c9640 1 < canceled part key=_multipart_CQE0A2I3P64S.2~KFBKXSB4NCTI.2 size=687415 2024-09-13T00:26:23.506 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.501+0000 7ff07d6c9640 1 < canceled multipart upload key=CQE0A2I3P64S upload=KFBKXSB4NCTI tag=V9XM7NP0ERY9 type=write size=3833143 2024-09-13T00:26:23.518 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.513+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~FUN0BF4XNUDY.0 size=1048576 2024-09-13T00:26:23.523 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.521+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~FUN0BF4XNUDY.1 size=242340 2024-09-13T00:26:23.523 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.521+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=FUN0BF4XNUDY tag=03MMM448DMZM type=write size=2339492 2024-09-13T00:26:23.529 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.525+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~752BJEPQ7PPP.0 size=115797 2024-09-13T00:26:23.540 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.537+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=752BJEPQ7PPP tag=W466VQQDB3U0 type=write size=1164373 2024-09-13T00:26:23.546 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.545+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=4ENARUK7H1ZL type=del size=3754466 2024-09-13T00:26:23.559 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.557+0000 7ff07d6c9640 1 < suggested update operation key=DT4C13GCJ90M tag=BIRYH5BJFKR3 type=write size=287058 2024-09-13T00:26:23.565 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.561+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=C2ZPK48U4TA1 type=write size=713588 2024-09-13T00:26:23.571 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.569+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~JTFEAKNEM3I9.0 size=1048576 2024-09-13T00:26:23.576 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.573+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~JTFEAKNEM3I9.1 size=1048576 2024-09-13T00:26:23.581 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.577+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~JTFEAKNEM3I9.2 size=636753 2024-09-13T00:26:23.591 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.589+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=JTFEAKNEM3I9 tag=N893BH3O5S9V type=write size=3782481 2024-09-13T00:26:23.597 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.593+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=593H98XE7VHB type=del size=1726073 2024-09-13T00:26:23.606 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.601+0000 7ff07d6c9640 1 < canceled operation key=FLIVW0XUS2MD tag=MY5TJ0F5BK65 type=del size=3598364 2024-09-13T00:26:23.613 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.609+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=JQCKE947Q3DN type=del size=160285 2024-09-13T00:26:23.613 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.609+0000 7ff07d6c9640 1 < canceled part key=_multipart_GDD2408QTYGR.2~JHBH9ORKAQTA.0 size=559598 2024-09-13T00:26:23.624 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.621+0000 7ff07d6c9640 1 < canceled multipart upload key=GDD2408QTYGR upload=JHBH9ORKAQTA tag=8X2K7WZKE2IN type=write size=1608174 2024-09-13T00:26:23.630 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.625+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=P8NJ1G3QNS21 type=write size=303702 2024-09-13T00:26:23.640 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.637+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=OZUBVP9WN33O type=del 2024-09-13T00:26:23.647 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.645+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=Z6N9LFJ2STE8 type=del size=1582815 2024-09-13T00:26:23.661 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.657+0000 7ff07d6c9640 1 < suggested update operation key=DI6S0X65V18P tag=24GH58BFXJK2 type=del size=3512090 2024-09-13T00:26:23.667 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.665+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=EDVC99KNHNQZ type=write size=906573 2024-09-13T00:26:23.673 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.669+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~3XAJWEANU2R0.0 size=435753 2024-09-13T00:26:23.684 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.681+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=3XAJWEANU2R0 tag=DBSRZHVS9SML type=write size=1484329 2024-09-13T00:26:23.694 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.689+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~38UYRUDPRWU0.0 size=1048576 2024-09-13T00:26:23.699 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.697+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~38UYRUDPRWU0.1 size=261419 2024-09-13T00:26:23.699 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.697+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=38UYRUDPRWU0 tag=5ME0CAN215DD type=write size=2358571 2024-09-13T00:26:23.705 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.701+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=O74B95KPOTJX type=del 2024-09-13T00:26:23.711 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.709+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=SEA241ZGC65Y type=write size=976898 2024-09-13T00:26:23.718 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.713+0000 7ff07d6c9640 1 < completed delete operation key=YNG29P8H3FSB tag=PE1IY43UZLDK type=del 2024-09-13T00:26:23.723 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.721+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=E4DCDFMY75E5 type=del size=3168061 2024-09-13T00:26:23.730 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.725+0000 7ff07d6c9640 1 < completed write operation key=WT8C8PJ810XA tag=M3DAFVCXF3H0 type=write size=609248 2024-09-13T00:26:23.735 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.733+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=BF7DR5P4YLOR type=del size=3698572 2024-09-13T00:26:23.741 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.737+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~O0KQ94J9KCGG.0 size=1048576 2024-09-13T00:26:23.747 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.745+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~O0KQ94J9KCGG.1 size=1048576 2024-09-13T00:26:23.752 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.749+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~O0KQ94J9KCGG.2 size=200846 2024-09-13T00:26:23.762 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.757+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=O0KQ94J9KCGG tag=RRK7KEOLN7CP type=write size=3346574 2024-09-13T00:26:23.768 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.765+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=ILFYNCV7X051 type=del size=2204821 2024-09-13T00:26:23.774 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.773+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=55XN1GNV1ZQ4 type=del 2024-09-13T00:26:23.781 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.777+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=G7MNFP4NYXPF type=del size=2395151 2024-09-13T00:26:23.787 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.785+0000 7ff07d6c9640 1 < completed delete operation key=YNG29P8H3FSB tag=O7LFK958UURU type=del 2024-09-13T00:26:23.793 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.789+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=R2LGO2IWAM2C type=write size=300622 2024-09-13T00:26:23.805 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.801+0000 7ff07d6c9640 1 < suggested remove operation key=JI54OSP2P86V tag=T5BMV19QKY2R type=del 2024-09-13T00:26:23.811 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.809+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=XPZ68CM8T15N type=del size=1684039 2024-09-13T00:26:23.817 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.813+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~FUN0BF4XNUDY.0 size=1048576 2024-09-13T00:26:23.823 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.821+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~FUN0BF4XNUDY.1 size=242340 2024-09-13T00:26:23.833 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.829+0000 7ff07d6c9640 1 < completed multipart upload key=XG3I1V51GD71 upload=FUN0BF4XNUDY tag=03MMM448DMZM type=write size=2339492 2024-09-13T00:26:23.846 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.841+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~DJ5XTBDI54WP.0 size=417765 2024-09-13T00:26:23.846 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.841+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=DJ5XTBDI54WP tag=EE5NR6UX9QRP type=write size=1466341 2024-09-13T00:26:23.858 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.857+0000 7ff07d6c9640 1 < suggested remove operation key=YNG29P8H3FSB tag=4ENARUK7H1ZL type=del 2024-09-13T00:26:23.870 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.865+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~36Y1VF0LPOG0.0 size=1048576 2024-09-13T00:26:23.875 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.873+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~36Y1VF0LPOG0.1 size=19938 2024-09-13T00:26:23.875 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.873+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=36Y1VF0LPOG0 tag=VKOLRIKUEV5U type=write size=2117090 2024-09-13T00:26:23.881 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.877+0000 7ff07d6c9640 1 < completed write operation key=WT8C8PJ810XA tag=C2ZPK48U4TA1 type=write size=713588 2024-09-13T00:26:23.887 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.885+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=REA114P25G8R type=del size=3806785 2024-09-13T00:26:23.893 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.889+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=593H98XE7VHB type=del 2024-09-13T00:26:23.904 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.901+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~VN48KDNN91JD.0 size=1048576 2024-09-13T00:26:23.909 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.905+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~VN48KDNN91JD.1 size=976927 2024-09-13T00:26:23.909 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.905+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=VN48KDNN91JD tag=ZADQX1FE80FB type=write size=3074079 2024-09-13T00:26:23.915 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.913+0000 7ff07d6c9640 1 < canceled operation key=EBH90I7V5EW7 tag=JQCKE947Q3DN type=del size=160285 2024-09-13T00:26:23.924 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.917+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=ZQOGMV4IFOCR type=del size=957769 2024-09-13T00:26:23.927 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.925+0000 7ff07d6c9640 1 < completed write operation key=RK75O90M3ZT9 tag=P8NJ1G3QNS21 type=write size=303702 2024-09-13T00:26:23.933 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.929+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=F3DXZXKF7GBM type=del size=37616 2024-09-13T00:26:23.939 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.937+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=Z6N9LFJ2STE8 type=del 2024-09-13T00:26:23.945 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.941+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=J7L1SYZPTVE0 type=del size=2244325 2024-09-13T00:26:23.952 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.949+0000 7ff07d6c9640 1 < completed write operation key=2DTY4IYSD8J3 tag=EDVC99KNHNQZ type=write size=906573 2024-09-13T00:26:23.958 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.953+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=9MQ7K9PZP5XA type=del size=1355526 2024-09-13T00:26:23.964 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.961+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~38UYRUDPRWU0.0 size=1048576 2024-09-13T00:26:23.969 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.965+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~38UYRUDPRWU0.1 size=261419 2024-09-13T00:26:23.979 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.977+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=38UYRUDPRWU0 tag=5ME0CAN215DD type=write size=2358571 2024-09-13T00:26:23.990 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.989+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~X78VI7DQ8QL6.0 size=1048576 2024-09-13T00:26:23.996 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.993+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~X78VI7DQ8QL6.1 size=1047146 2024-09-13T00:26:23.996 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.993+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=X78VI7DQ8QL6 tag=2YC85XMLQGTJ type=write size=3144298 2024-09-13T00:26:24.002 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:23.997+0000 7ff07d6c9640 1 < completed write operation key=YB8OYIWQYY07 tag=SEA241ZGC65Y type=write size=976898 2024-09-13T00:26:24.009 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.005+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=3DURWD5S9ASW type=del size=1982176 2024-09-13T00:26:24.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.017+0000 7ff07d6c9640 1 < suggested remove operation key=EBH90I7V5EW7 tag=E4DCDFMY75E5 type=del 2024-09-13T00:26:24.027 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.025+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=NIYCBE8RDE3N type=del size=1019805 2024-09-13T00:26:24.033 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.029+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=BF7DR5P4YLOR type=del 2024-09-13T00:26:24.039 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.037+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=G5SS4ZZZ2KIT type=del size=1471397 2024-09-13T00:26:24.045 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.041+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=ILFYNCV7X051 type=del 2024-09-13T00:26:24.057 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.053+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~VAQP12Y6C7AM.0 size=1048576 2024-09-13T00:26:24.062 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.057+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~VAQP12Y6C7AM.1 size=1048576 2024-09-13T00:26:24.068 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.065+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~VAQP12Y6C7AM.2 size=710411 2024-09-13T00:26:24.068 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.065+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=VAQP12Y6C7AM tag=HC211CRMRC85 type=write size=3856139 2024-09-13T00:26:24.074 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.073+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=G7MNFP4NYXPF type=del 2024-09-13T00:26:24.080 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.077+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=V7Q2W12M08MP type=del size=86486 2024-09-13T00:26:24.089 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.085+0000 7ff07d6c9640 -1 < failed to complete operation key=YNG29P8H3FSB tag=R2LGO2IWAM2C type=write size=300622: (22) Invalid argument 2024-09-13T00:26:24.100 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.097+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~XLH59ON7SAVD.0 size=1048576 2024-09-13T00:26:24.105 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.101+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~XLH59ON7SAVD.1 size=1048576 2024-09-13T00:26:24.111 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.109+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~XLH59ON7SAVD.2 size=735531 2024-09-13T00:26:24.111 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.109+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=XLH59ON7SAVD tag=5D1IWFKW2IU2 type=write size=3881259 2024-09-13T00:26:24.124 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.121+0000 7ff07d6c9640 1 < suggested remove operation key=DI6S0X65V18P tag=XPZ68CM8T15N type=del 2024-09-13T00:26:24.136 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.133+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~BUQVB77104FP.0 size=1048576 2024-09-13T00:26:24.141 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.137+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~BUQVB77104FP.1 size=350980 2024-09-13T00:26:24.141 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.137+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=BUQVB77104FP tag=9R6ICNKK7SEF type=write size=2448132 2024-09-13T00:26:24.147 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.145+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~DJ5XTBDI54WP.0 size=417765 2024-09-13T00:26:24.159 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.157+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=DJ5XTBDI54WP tag=EE5NR6UX9QRP type=write size=1466341 2024-09-13T00:26:24.165 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.161+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=OMUB3UMV0W4W type=del size=3555045 2024-09-13T00:26:24.171 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.169+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~36Y1VF0LPOG0.0 size=1048576 2024-09-13T00:26:24.177 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.173+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~36Y1VF0LPOG0.1 size=19938 2024-09-13T00:26:24.187 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.185+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=36Y1VF0LPOG0 tag=VKOLRIKUEV5U type=write size=2117090 2024-09-13T00:26:24.193 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.189+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=ONKBI9C5EI1I type=del size=1252604 2024-09-13T00:26:24.200 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.197+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=REA114P25G8R type=del 2024-09-13T00:26:24.206 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.205+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=NUV3JJLNRJOG type=write size=785005 2024-09-13T00:26:24.213 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.209+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~VN48KDNN91JD.0 size=1048576 2024-09-13T00:26:24.218 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.213+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~VN48KDNN91JD.1 size=976927 2024-09-13T00:26:24.231 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.229+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=VN48KDNN91JD tag=ZADQX1FE80FB type=write size=3074079 2024-09-13T00:26:24.242 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.241+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~0BWWK3XKDKXH.0 size=1048576 2024-09-13T00:26:24.248 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.245+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~0BWWK3XKDKXH.1 size=1048576 2024-09-13T00:26:24.253 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.249+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~0BWWK3XKDKXH.2 size=692878 2024-09-13T00:26:24.253 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.249+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=0BWWK3XKDKXH tag=15AZU4WSXVFT type=write size=3838606 2024-09-13T00:26:24.259 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.257+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=ZQOGMV4IFOCR type=del 2024-09-13T00:26:24.271 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.269+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~FHTF5037UO6A.0 size=1048576 2024-09-13T00:26:24.276 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.273+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~FHTF5037UO6A.1 size=1048576 2024-09-13T00:26:24.282 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.277+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~FHTF5037UO6A.2 size=296167 2024-09-13T00:26:24.282 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.277+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=FHTF5037UO6A tag=WGCZEWQ67X04 type=write size=3441895 2024-09-13T00:26:24.291 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.289+0000 7ff07d6c9640 -1 < failed to complete operation key=DI6S0X65V18P tag=F3DXZXKF7GBM type=del size=37616: (22) Invalid argument 2024-09-13T00:26:24.298 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.297+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=YSRBHSHZ7KB7 type=write size=862392 2024-09-13T00:26:24.304 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.301+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=J7L1SYZPTVE0 type=del 2024-09-13T00:26:24.311 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.309+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=LK5B2LOM0NOG type=del size=283564 2024-09-13T00:26:24.317 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.313+0000 7ff07d6c9640 1 < canceled operation key=ZB9Q220ZM0E0 tag=9MQ7K9PZP5XA type=del size=1355526 2024-09-13T00:26:24.323 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.321+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=FE1JY3NMXNJO type=write size=530006 2024-09-13T00:26:24.329 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.325+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~X78VI7DQ8QL6.0 size=1048576 2024-09-13T00:26:24.329 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.325+0000 7ff07d6c9640 1 < canceled part key=_multipart_FLIVW0XUS2MD.2~X78VI7DQ8QL6.1 size=1047146 2024-09-13T00:26:24.338 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.337+0000 7ff07d6c9640 1 < canceled multipart upload key=FLIVW0XUS2MD upload=X78VI7DQ8QL6 tag=2YC85XMLQGTJ type=write size=3144298 2024-09-13T00:26:24.344 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.341+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=B6A155QGYITB type=del size=2468433 2024-09-13T00:26:24.352 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.349+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=3DURWD5S9ASW type=del 2024-09-13T00:26:24.363 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.361+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~YILT4L15RBYA.0 size=1048576 2024-09-13T00:26:24.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.365+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~YILT4L15RBYA.1 size=866444 2024-09-13T00:26:24.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.365+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=YILT4L15RBYA tag=2PJ6D7QYHJDI type=write size=2963596 2024-09-13T00:26:24.380 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.377+0000 7ff07d6c9640 1 < suggested remove operation key=0TFNXW7OU716 tag=NIYCBE8RDE3N type=del 2024-09-13T00:26:24.391 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.389+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~018BDH2GFFH3.0 size=790385 2024-09-13T00:26:24.391 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.389+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=018BDH2GFFH3 tag=1SML1U2IXNQZ type=write size=1838961 2024-09-13T00:26:24.397 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.393+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=G5SS4ZZZ2KIT type=del 2024-09-13T00:26:24.408 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.405+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~ILAKWIFFC6BZ.0 size=1048576 2024-09-13T00:26:24.413 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.409+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~ILAKWIFFC6BZ.1 size=1048576 2024-09-13T00:26:24.418 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.417+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~ILAKWIFFC6BZ.2 size=520574 2024-09-13T00:26:24.418 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.417+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=ILAKWIFFC6BZ tag=SQ0U8UGKSLR8 type=write size=3666302 2024-09-13T00:26:24.424 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.421+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~VAQP12Y6C7AM.0 size=1048576 2024-09-13T00:26:24.430 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.425+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~VAQP12Y6C7AM.1 size=1048576 2024-09-13T00:26:24.435 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.433+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~VAQP12Y6C7AM.2 size=710411 2024-09-13T00:26:24.445 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.441+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=VAQP12Y6C7AM tag=HC211CRMRC85 type=write size=3856139 2024-09-13T00:26:24.459 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.457+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~UD2QEVYADY2U.0 size=68917 2024-09-13T00:26:24.459 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.457+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=UD2QEVYADY2U tag=ULODVVQG686A type=write size=1117493 2024-09-13T00:26:24.473 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.469+0000 7ff07d6c9640 1 < suggested update operation key=7H3YFWWXRQ8L tag=V7Q2W12M08MP type=del size=86486 2024-09-13T00:26:24.480 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.477+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=3ZFPH7H0OAQF type=del size=2612594 2024-09-13T00:26:24.487 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.485+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~XLH59ON7SAVD.0 size=1048576 2024-09-13T00:26:24.492 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.489+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~XLH59ON7SAVD.1 size=1048576 2024-09-13T00:26:24.492 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.489+0000 7ff07d6c9640 1 < canceled part key=_multipart_RK75O90M3ZT9.2~XLH59ON7SAVD.2 size=735531 2024-09-13T00:26:24.502 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.497+0000 7ff07d6c9640 1 < canceled multipart upload key=RK75O90M3ZT9 upload=XLH59ON7SAVD tag=5D1IWFKW2IU2 type=write size=3881259 2024-09-13T00:26:24.515 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.509+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~OSYBNYG9RMEH.0 size=1048576 2024-09-13T00:26:24.518 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.517+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~OSYBNYG9RMEH.1 size=70538 2024-09-13T00:26:24.519 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.517+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=OSYBNYG9RMEH tag=UNTT6RPBARK4 type=write size=2167690 2024-09-13T00:26:24.525 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.521+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~BUQVB77104FP.0 size=1048576 2024-09-13T00:26:24.530 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.525+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~BUQVB77104FP.1 size=350980 2024-09-13T00:26:24.543 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.541+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=BUQVB77104FP tag=9R6ICNKK7SEF type=write size=2448132 2024-09-13T00:26:24.549 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.545+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=0N31WGURQEFJ type=del size=541123 2024-09-13T00:26:24.556 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.553+0000 7ff07d6c9640 1 < canceled operation key=7VNCRBS2OO7G tag=OMUB3UMV0W4W type=del size=3555045 2024-09-13T00:26:24.562 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.561+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=BRJX9701MQR6 type=write size=786107 2024-09-13T00:26:24.568 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.565+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=ONKBI9C5EI1I type=del 2024-09-13T00:26:24.579 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.577+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~H14WS4KMTPO9.0 size=670329 2024-09-13T00:26:24.579 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.577+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=H14WS4KMTPO9 tag=50DQWQZI479R type=write size=1718905 2024-09-13T00:26:24.586 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.581+0000 7ff07d6c9640 1 < completed write operation key=7VNCRBS2OO7G tag=NUV3JJLNRJOG type=write size=785005 2024-09-13T00:26:24.593 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.589+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=XG3PCLZ69STV type=del size=560556 2024-09-13T00:26:24.599 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.597+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~0BWWK3XKDKXH.0 size=1048576 2024-09-13T00:26:24.604 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.601+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~0BWWK3XKDKXH.1 size=1048576 2024-09-13T00:26:24.609 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.605+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~0BWWK3XKDKXH.2 size=692878 2024-09-13T00:26:24.619 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.617+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=0BWWK3XKDKXH tag=15AZU4WSXVFT type=write size=3838606 2024-09-13T00:26:24.630 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.625+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~JN6PVRP9C9W2.0 size=1048576 2024-09-13T00:26:24.636 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.633+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~JN6PVRP9C9W2.1 size=1048576 2024-09-13T00:26:24.641 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.637+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~JN6PVRP9C9W2.2 size=407593 2024-09-13T00:26:24.641 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.637+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=JN6PVRP9C9W2 tag=ORZRZQI55B37 type=write size=3553321 2024-09-13T00:26:24.647 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.645+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~FHTF5037UO6A.0 size=1048576 2024-09-13T00:26:24.652 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.649+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~FHTF5037UO6A.1 size=1048576 2024-09-13T00:26:24.658 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.653+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~FHTF5037UO6A.2 size=296167 2024-09-13T00:26:24.668 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.665+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=FHTF5037UO6A tag=WGCZEWQ67X04 type=write size=3441895 2024-09-13T00:26:24.683 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.681+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~Y3K655AITAST.0 size=1048576 2024-09-13T00:26:24.692 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.689+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~Y3K655AITAST.1 size=856601 2024-09-13T00:26:24.692 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.689+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=Y3K655AITAST tag=NDTC5PCJLCHT type=write size=2953753 2024-09-13T00:26:24.698 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.697+0000 7ff07d6c9640 1 < completed write operation key=DI6S0X65V18P tag=YSRBHSHZ7KB7 type=write size=862392 2024-09-13T00:26:24.706 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.701+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=KCZ7UYYGJM6H type=del size=2605627 2024-09-13T00:26:24.712 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.709+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=LK5B2LOM0NOG type=del 2024-09-13T00:26:24.718 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.717+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=ZW496WBHQKWA type=del size=2106082 2024-09-13T00:26:24.724 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.721+0000 7ff07d6c9640 1 < completed write operation key=OT4KA0LL7RP3 tag=FE1JY3NMXNJO type=write size=530006 2024-09-13T00:26:24.730 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.729+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=YEL3WWUOUM89 type=del size=1718951 2024-09-13T00:26:24.736 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.733+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=B6A155QGYITB type=del 2024-09-13T00:26:24.747 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.745+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~MHEI4XBD0OK7.0 size=1048576 2024-09-13T00:26:24.752 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.749+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~MHEI4XBD0OK7.1 size=1048576 2024-09-13T00:26:24.757 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.753+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~MHEI4XBD0OK7.2 size=950505 2024-09-13T00:26:24.757 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.753+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=MHEI4XBD0OK7 tag=ZTX5SK2CL336 type=write size=4096233 2024-09-13T00:26:24.763 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.761+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~YILT4L15RBYA.0 size=1048576 2024-09-13T00:26:24.763 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.761+0000 7ff07d6c9640 1 < canceled part key=_multipart_ZNBRMSEXA9ZK.2~YILT4L15RBYA.1 size=866444 2024-09-13T00:26:24.773 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.769+0000 7ff07d6c9640 1 < canceled multipart upload key=ZNBRMSEXA9ZK upload=YILT4L15RBYA tag=2PJ6D7QYHJDI type=write size=2963596 2024-09-13T00:26:24.780 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.777+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=2W5EVBPQK6QQ type=del size=1260695 2024-09-13T00:26:24.787 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.785+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~018BDH2GFFH3.0 size=790385 2024-09-13T00:26:24.798 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.793+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=018BDH2GFFH3 tag=1SML1U2IXNQZ type=write size=1838961 2024-09-13T00:26:24.810 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.805+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~2YZZ155AN5HI.0 size=1048576 2024-09-13T00:26:24.815 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.813+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~2YZZ155AN5HI.1 size=303314 2024-09-13T00:26:24.815 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.813+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=2YZZ155AN5HI tag=H29PMMN0EDKA type=write size=2400466 2024-09-13T00:26:24.822 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.821+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~ILAKWIFFC6BZ.0 size=1048576 2024-09-13T00:26:24.828 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.825+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~ILAKWIFFC6BZ.1 size=1048576 2024-09-13T00:26:24.833 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.829+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~ILAKWIFFC6BZ.2 size=520574 2024-09-13T00:26:24.847 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.845+0000 7ff07d6c9640 1 < completed multipart upload key=WT8C8PJ810XA upload=ILAKWIFFC6BZ tag=SQ0U8UGKSLR8 type=write size=3666302 2024-09-13T00:26:24.857 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.853+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~N3CKOZWCV44M.0 size=561561 2024-09-13T00:26:24.858 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.853+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=N3CKOZWCV44M tag=12H87L5BPV2G type=write size=1610137 2024-09-13T00:26:24.863 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.861+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~UD2QEVYADY2U.0 size=68917 2024-09-13T00:26:24.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.869+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=UD2QEVYADY2U tag=ULODVVQG686A type=write size=1117493 2024-09-13T00:26:24.884 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.881+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~8ZDGQ9LD8L6Z.0 size=1048576 2024-09-13T00:26:24.889 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.885+0000 7ff07d6c9640 1 > prepared part key=_multipart_4J0DEO2EA8KL.2~8ZDGQ9LD8L6Z.1 size=943981 2024-09-13T00:26:24.889 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.885+0000 7ff07d6c9640 1 > prepared multipart upload key=4J0DEO2EA8KL upload=8ZDGQ9LD8L6Z tag=3SJZA79NEPMZ type=write size=3041133 2024-09-13T00:26:24.895 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.893+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=3ZFPH7H0OAQF type=del 2024-09-13T00:26:24.901 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.897+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=RXY7NNN08C7G type=del size=155276 2024-09-13T00:26:24.907 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.905+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~OSYBNYG9RMEH.0 size=1048576 2024-09-13T00:26:24.912 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.909+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~OSYBNYG9RMEH.1 size=70538 2024-09-13T00:26:24.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.921+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=OSYBNYG9RMEH tag=UNTT6RPBARK4 type=write size=2167690 2024-09-13T00:26:24.928 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.925+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=GP01C7SNRZ82 type=write size=107 2024-09-13T00:26:24.935 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.933+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=0N31WGURQEFJ type=del 2024-09-13T00:26:24.941 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.937+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=CY1H18A43O74 type=write size=991416 2024-09-13T00:26:24.947 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.945+0000 7ff07d6c9640 1 < completed write operation key=YNG29P8H3FSB tag=BRJX9701MQR6 type=write size=786107 2024-09-13T00:26:24.958 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.953+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~O8HZV9HUSZE1.0 size=558919 2024-09-13T00:26:24.958 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.953+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=O8HZV9HUSZE1 tag=L7OGY4GW7HAS type=write size=1607495 2024-09-13T00:26:24.965 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.961+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~H14WS4KMTPO9.0 size=670329 2024-09-13T00:26:24.977 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.973+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=H14WS4KMTPO9 tag=50DQWQZI479R type=write size=1718905 2024-09-13T00:26:24.983 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.981+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=RQHK5HGQLB3S type=del size=1359908 2024-09-13T00:26:24.990 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.985+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=XG3PCLZ69STV type=del 2024-09-13T00:26:24.996 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:24.993+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=7UZB74CJBBX6 type=del size=2008773 2024-09-13T00:26:25.003 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.001+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~JN6PVRP9C9W2.0 size=1048576 2024-09-13T00:26:25.008 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.005+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~JN6PVRP9C9W2.1 size=1048576 2024-09-13T00:26:25.013 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.009+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~JN6PVRP9C9W2.2 size=407593 2024-09-13T00:26:25.023 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.021+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=JN6PVRP9C9W2 tag=ORZRZQI55B37 type=write size=3553321 2024-09-13T00:26:25.034 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.033+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~AY7N2XN8DROZ.0 size=1048576 2024-09-13T00:26:25.039 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.037+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~AY7N2XN8DROZ.1 size=377974 2024-09-13T00:26:25.039 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.037+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=AY7N2XN8DROZ tag=6YWC4PQVPQH2 type=write size=2475126 2024-09-13T00:26:25.045 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.041+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~Y3K655AITAST.0 size=1048576 2024-09-13T00:26:25.050 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.045+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~Y3K655AITAST.1 size=856601 2024-09-13T00:26:25.061 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.057+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=Y3K655AITAST tag=NDTC5PCJLCHT type=write size=2953753 2024-09-13T00:26:25.072 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.069+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~XU8FBAKRVPF3.0 size=609088 2024-09-13T00:26:25.072 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.069+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=XU8FBAKRVPF3 tag=9CRFHEPQK57W type=write size=1657664 2024-09-13T00:26:25.078 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.073+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=KCZ7UYYGJM6H type=del 2024-09-13T00:26:25.089 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.085+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~SNR4YCZWAFRB.0 size=1048576 2024-09-13T00:26:25.094 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.093+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~SNR4YCZWAFRB.1 size=689428 2024-09-13T00:26:25.094 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.093+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=SNR4YCZWAFRB tag=AZT7HYPOB23W type=write size=2786580 2024-09-13T00:26:25.106 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.105+0000 7ff07d6c9640 1 < suggested remove operation key=6SZPC5K3S8UZ tag=ZW496WBHQKWA type=del 2024-09-13T00:26:25.117 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.113+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~0XWE4LJVZEPK.0 size=1048576 2024-09-13T00:26:25.123 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.121+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~0XWE4LJVZEPK.1 size=1048576 2024-09-13T00:26:25.127 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.125+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~0XWE4LJVZEPK.2 size=402394 2024-09-13T00:26:25.127 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.125+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=0XWE4LJVZEPK tag=DL7CVZE4RVYA type=write size=3548122 2024-09-13T00:26:25.133 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.129+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=YEL3WWUOUM89 type=del 2024-09-13T00:26:25.147 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.145+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~Z9QWBIYJ0XP8.0 size=1048576 2024-09-13T00:26:25.152 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.149+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~Z9QWBIYJ0XP8.1 size=231460 2024-09-13T00:26:25.152 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.149+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=Z9QWBIYJ0XP8 tag=IGDFHTQWOZ2A type=write size=2328612 2024-09-13T00:26:25.162 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.157+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~MHEI4XBD0OK7.0 size=1048576 2024-09-13T00:26:25.162 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.157+0000 7ff07d6c9640 1 < canceled part key=_multipart_1C09CIUJQSH0.2~MHEI4XBD0OK7.1 size=1048576 2024-09-13T00:26:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:24 smithi032 bash[75510]: cluster 2024-09-13T00:26:23.512281+0000 mgr.y (mgr.34107) 709 : cluster [DBG] pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 122 KiB/s wr, 625 op/s 2024-09-13T00:26:25.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:24 smithi032 bash[76677]: cluster 2024-09-13T00:26:23.512281+0000 mgr.y (mgr.34107) 709 : cluster [DBG] pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 122 KiB/s wr, 625 op/s 2024-09-13T00:26:25.168 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.165+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~MHEI4XBD0OK7.2 size=950505 2024-09-13T00:26:25.178 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.173+0000 7ff07d6c9640 1 < canceled multipart upload key=1C09CIUJQSH0 upload=MHEI4XBD0OK7 tag=ZTX5SK2CL336 type=write size=4096233 2024-09-13T00:26:25.185 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.181+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=MV8K48BVT2V2 type=write size=717137 2024-09-13T00:26:25.190 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.189+0000 7ff07d6c9640 1 < canceled operation key=9VL7XF9W6EIA tag=2W5EVBPQK6QQ type=del size=1260695 2024-09-13T00:26:25.202 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.201+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~0C4PQML8GUWG.0 size=352736 2024-09-13T00:26:25.203 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.201+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=0C4PQML8GUWG tag=L806ONHKCL29 type=write size=1401312 2024-09-13T00:26:25.209 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.205+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~2YZZ155AN5HI.0 size=1048576 2024-09-13T00:26:25.215 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.213+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~2YZZ155AN5HI.1 size=303314 2024-09-13T00:26:25.225 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.221+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=2YZZ155AN5HI tag=H29PMMN0EDKA type=write size=2400466 2024-09-13T00:26:25.237 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.233+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~KC3O224YPD5X.0 size=1048576 2024-09-13T00:26:25.242 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.237+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~KC3O224YPD5X.1 size=293059 2024-09-13T00:26:25.242 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.237+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=KC3O224YPD5X tag=XNAPVAX6XOQR type=write size=2390211 2024-09-13T00:26:25.248 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.245+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~N3CKOZWCV44M.0 size=561561 2024-09-13T00:26:25.259 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.257+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=N3CKOZWCV44M tag=12H87L5BPV2G type=write size=1610137 2024-09-13T00:26:25.265 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.261+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=7LO1WBAJEGIZ type=del size=1239543 2024-09-13T00:26:25.271 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.269+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~8ZDGQ9LD8L6Z.0 size=1048576 2024-09-13T00:26:25.276 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.273+0000 7ff07d6c9640 1 < completed part key=_multipart_4J0DEO2EA8KL.2~8ZDGQ9LD8L6Z.1 size=943981 2024-09-13T00:26:25.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:24 smithi053 bash[67631]: cluster 2024-09-13T00:26:23.512281+0000 mgr.y (mgr.34107) 709 : cluster [DBG] pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 122 KiB/s wr, 625 op/s 2024-09-13T00:26:25.287 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.285+0000 7ff07d6c9640 1 < completed multipart upload key=4J0DEO2EA8KL upload=8ZDGQ9LD8L6Z tag=3SJZA79NEPMZ type=write size=3041133 2024-09-13T00:26:25.293 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.289+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=PWRO54T6YWH6 type=del size=3136447 2024-09-13T00:26:25.298 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.297+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=RXY7NNN08C7G type=del 2024-09-13T00:26:25.304 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.301+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=KUJ91X18G3ZT type=del size=4173639 2024-09-13T00:26:25.310 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.309+0000 7ff07d6c9640 1 < completed write operation key=O016V0EIG9TO tag=GP01C7SNRZ82 type=write size=107 2024-09-13T00:26:25.316 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.313+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=1TL140EFACSO type=del size=3687998 2024-09-13T00:26:25.322 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.321+0000 7ff07d6c9640 1 < completed write operation key=M1TXILI2WRP8 tag=CY1H18A43O74 type=write size=991416 2024-09-13T00:26:25.331 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.329+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=OEZWINLUYYLP type=write size=167230 2024-09-13T00:26:25.337 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.333+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~O8HZV9HUSZE1.0 size=558919 2024-09-13T00:26:25.348 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.345+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=O8HZV9HUSZE1 tag=L7OGY4GW7HAS type=write size=1607495 2024-09-13T00:26:25.354 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.349+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=Y6YQTWAUE722 type=write size=784106 2024-09-13T00:26:25.360 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.357+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=RQHK5HGQLB3S type=del 2024-09-13T00:26:25.366 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.361+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=KNU4H1V4Q1ED type=write size=922396 2024-09-13T00:26:25.372 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.369+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=7UZB74CJBBX6 type=del 2024-09-13T00:26:25.383 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.381+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~TEH30377LY85.0 size=1048576 2024-09-13T00:26:25.388 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.385+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~TEH30377LY85.1 size=363479 2024-09-13T00:26:25.388 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.385+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=TEH30377LY85 tag=6WU8KQL7M1L7 type=write size=2460631 2024-09-13T00:26:25.394 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.389+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~AY7N2XN8DROZ.0 size=1048576 2024-09-13T00:26:25.401 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.397+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~AY7N2XN8DROZ.1 size=377974 2024-09-13T00:26:25.412 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.409+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=AY7N2XN8DROZ tag=6YWC4PQVPQH2 type=write size=2475126 2024-09-13T00:26:25.418 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.413+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=7I53LSXOF82C type=del size=2594559 2024-09-13T00:26:25.425 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.421+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~XU8FBAKRVPF3.0 size=609088 2024-09-13T00:26:25.436 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.433+0000 7ff07d6c9640 1 < completed multipart upload key=DT4C13GCJ90M upload=XU8FBAKRVPF3 tag=9CRFHEPQK57W type=write size=1657664 2024-09-13T00:26:25.443 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.441+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=L61BBA87J6HJ type=del size=2728166 2024-09-13T00:26:25.449 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.445+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~SNR4YCZWAFRB.0 size=1048576 2024-09-13T00:26:25.457 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.453+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~SNR4YCZWAFRB.1 size=689428 2024-09-13T00:26:25.470 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.469+0000 7ff07d6c9640 1 < completed multipart upload key=XG3I1V51GD71 upload=SNR4YCZWAFRB tag=AZT7HYPOB23W type=write size=2786580 2024-09-13T00:26:25.477 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.473+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=01IKFCGZVKZL type=del size=728186 2024-09-13T00:26:25.484 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.481+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~0XWE4LJVZEPK.0 size=1048576 2024-09-13T00:26:25.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.485+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~0XWE4LJVZEPK.1 size=1048576 2024-09-13T00:26:25.494 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.489+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~0XWE4LJVZEPK.2 size=402394 2024-09-13T00:26:25.504 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.501+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=0XWE4LJVZEPK tag=DL7CVZE4RVYA type=write size=3548122 2024-09-13T00:26:25.511 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.509+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=DWCK9WMTLWJ4 type=del size=2398934 2024-09-13T00:26:25.518 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.513+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~Z9QWBIYJ0XP8.0 size=1048576 2024-09-13T00:26:25.524 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.521+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~Z9QWBIYJ0XP8.1 size=231460 2024-09-13T00:26:25.534 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.529+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=Z9QWBIYJ0XP8 tag=IGDFHTQWOZ2A type=write size=2328612 2024-09-13T00:26:25.546 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.541+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~QPNF9YI879N2.0 size=1048576 2024-09-13T00:26:25.550 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.549+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~QPNF9YI879N2.1 size=355553 2024-09-13T00:26:25.551 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.549+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=QPNF9YI879N2 tag=FD1ZE3488NHX type=write size=2452705 2024-09-13T00:26:25.556 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.553+0000 7ff07d6c9640 1 < canceled operation key=ALFI3PWKDJ24 tag=MV8K48BVT2V2 type=write size=717137 2024-09-13T00:26:25.562 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.557+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=VS1APRDSKQYU type=del size=2941629 2024-09-13T00:26:25.568 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.565+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~0C4PQML8GUWG.0 size=352736 2024-09-13T00:26:25.578 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.573+0000 7ff07d6c9640 1 < completed multipart upload key=JI54OSP2P86V upload=0C4PQML8GUWG tag=L806ONHKCL29 type=write size=1401312 2024-09-13T00:26:25.584 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.581+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=E0DBUETYVBSW type=del size=3948842 2024-09-13T00:26:25.589 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.585+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~KC3O224YPD5X.0 size=1048576 2024-09-13T00:26:25.594 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.593+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~KC3O224YPD5X.1 size=293059 2024-09-13T00:26:25.605 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.601+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=KC3O224YPD5X tag=XNAPVAX6XOQR type=write size=2390211 2024-09-13T00:26:25.612 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.609+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=O7U5OKOHLZA5 type=del size=2986657 2024-09-13T00:26:25.619 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.617+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=7LO1WBAJEGIZ type=del 2024-09-13T00:26:25.625 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.621+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=5OXUCVYAN1I0 type=write size=527211 2024-09-13T00:26:25.631 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.629+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=PWRO54T6YWH6 type=del 2024-09-13T00:26:25.641 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.637+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~ONBT5Q9TXE5C.0 size=781023 2024-09-13T00:26:25.642 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.637+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=ONBT5Q9TXE5C tag=7M3SY23RUU6R type=write size=1829599 2024-09-13T00:26:25.648 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.645+0000 7ff07d6c9640 1 < canceled operation key=6SZPC5K3S8UZ tag=KUJ91X18G3ZT type=del size=4173639 2024-09-13T00:26:25.654 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.649+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=BCUN99WSETMY type=del size=1868178 2024-09-13T00:26:25.659 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.657+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=1TL140EFACSO type=del 2024-09-13T00:26:25.665 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.661+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=7ECJ42RYTLUY type=del size=608564 2024-09-13T00:26:25.671 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.669+0000 7ff07d6c9640 1 < completed write operation key=DI6S0X65V18P tag=OEZWINLUYYLP type=write size=167230 2024-09-13T00:26:25.677 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.673+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=W21P55Z45KWP type=del size=3715627 2024-09-13T00:26:25.683 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.681+0000 7ff07d6c9640 1 < completed write operation key=CNP11H6WEG9D tag=Y6YQTWAUE722 type=write size=784106 2024-09-13T00:26:25.689 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.685+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=A8CB6DAMKCVH type=del size=675405 2024-09-13T00:26:25.701 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.697+0000 7ff07d6c9640 1 < suggested update operation key=FLIVW0XUS2MD tag=KNU4H1V4Q1ED type=write size=922396 2024-09-13T00:26:25.713 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.709+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~U1J3C9H7PKWU.0 size=304625 2024-09-13T00:26:25.713 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.709+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=U1J3C9H7PKWU tag=7QB4WZ9381AU type=write size=1353201 2024-09-13T00:26:25.719 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.717+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~TEH30377LY85.0 size=1048576 2024-09-13T00:26:25.724 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.721+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~TEH30377LY85.1 size=363479 2024-09-13T00:26:25.735 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.733+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=TEH30377LY85 tag=6WU8KQL7M1L7 type=write size=2460631 2024-09-13T00:26:25.746 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.741+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~B7X5MIWE6630.0 size=1048576 2024-09-13T00:26:25.751 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.749+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~B7X5MIWE6630.1 size=1048576 2024-09-13T00:26:25.756 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.753+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~B7X5MIWE6630.2 size=202926 2024-09-13T00:26:25.757 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.753+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=B7X5MIWE6630 tag=02XDYWZ13C3T type=write size=3348654 2024-09-13T00:26:25.770 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.765+0000 7ff07d6c9640 1 < suggested update operation key=ZNBRMSEXA9ZK tag=7I53LSXOF82C type=del size=2594559 2024-09-13T00:26:25.776 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.773+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=BBSUF110J3N5 type=del size=1412513 2024-09-13T00:26:25.782 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.777+0000 7ff07d6c9640 1 < canceled operation key=1C09CIUJQSH0 tag=L61BBA87J6HJ type=del size=2728166 2024-09-13T00:26:25.793 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.789+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~K0CW5I6W2ZVN.0 size=334712 2024-09-13T00:26:25.793 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.789+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=K0CW5I6W2ZVN tag=QWOROHNAHX1K type=write size=1383288 2024-09-13T00:26:25.806 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.801+0000 7ff07d6c9640 1 < suggested update operation key=M1TXILI2WRP8 tag=01IKFCGZVKZL type=del size=728186 2024-09-13T00:26:25.812 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.809+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=W36O8YVAW54O type=del size=3109879 2024-09-13T00:26:25.823 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.821+0000 7ff07d6c9640 1 < suggested remove operation key=4J0DEO2EA8KL tag=DWCK9WMTLWJ4 type=del 2024-09-13T00:26:25.830 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.825+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=3Q3HH58ACDRG type=del size=1371743 2024-09-13T00:26:25.836 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.833+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~QPNF9YI879N2.0 size=1048576 2024-09-13T00:26:25.841 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.837+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~QPNF9YI879N2.1 size=355553 2024-09-13T00:26:25.854 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.853+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=QPNF9YI879N2 tag=FD1ZE3488NHX type=write size=2452705 2024-09-13T00:26:25.867 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.865+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~DUQ32HDL2M4D.0 size=1048576 2024-09-13T00:26:25.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.869+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~DUQ32HDL2M4D.1 size=585036 2024-09-13T00:26:25.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.869+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=DUQ32HDL2M4D tag=8NBSUYI3KOBR type=write size=2682188 2024-09-13T00:26:25.879 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.877+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=VS1APRDSKQYU type=del 2024-09-13T00:26:25.885 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.881+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=QUQBZVVDSPUY type=del size=1964514 2024-09-13T00:26:25.891 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.889+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=E0DBUETYVBSW type=del 2024-09-13T00:26:25.897 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.893+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=OQ8YG8USBJUG type=del size=3680352 2024-09-13T00:26:25.905 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.901+0000 7ff07d6c9640 -1 < failed to complete operation key=FLIVW0XUS2MD tag=O7U5OKOHLZA5 type=del size=2986657: (22) Invalid argument 2024-09-13T00:26:25.917 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.913+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~K3MK0AL9PYT7.0 size=1048576 2024-09-13T00:26:25.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.921+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~K3MK0AL9PYT7.1 size=1048576 2024-09-13T00:26:25.928 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.925+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~K3MK0AL9PYT7.2 size=60293 2024-09-13T00:26:25.928 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.925+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=K3MK0AL9PYT7 tag=AWNUIUOOBY3I type=write size=3206021 2024-09-13T00:26:25.934 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.929+0000 7ff07d6c9640 1 < completed write operation key=ALFI3PWKDJ24 tag=5OXUCVYAN1I0 type=write size=527211 2024-09-13T00:26:25.945 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.941+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~VPA76NAKFITQ.0 size=664822 2024-09-13T00:26:25.945 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.941+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=VPA76NAKFITQ tag=4O86QQXY89JH type=write size=1713398 2024-09-13T00:26:25.952 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.949+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~ONBT5Q9TXE5C.0 size=781023 2024-09-13T00:26:25.964 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.961+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=ONBT5Q9TXE5C tag=7M3SY23RUU6R type=write size=1829599 2024-09-13T00:26:25.970 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.969+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=M7SSTLX7NTJ0 type=del size=2744861 2024-09-13T00:26:25.977 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.973+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=BCUN99WSETMY type=del 2024-09-13T00:26:25.989 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.985+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~SCWVEAFT4A5Q.0 size=304637 2024-09-13T00:26:25.989 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.985+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=SCWVEAFT4A5Q tag=PP47HUD0JTI3 type=write size=1353213 2024-09-13T00:26:25.997 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:25.993+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=7ECJ42RYTLUY type=del 2024-09-13T00:26:26.004 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.001+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=H521X9PWAPCS type=del size=3286832 2024-09-13T00:26:26.010 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.005+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=W21P55Z45KWP type=del 2024-09-13T00:26:26.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.017+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~0XH9KROC8ALD.0 size=193801 2024-09-13T00:26:26.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.017+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=0XH9KROC8ALD tag=2ZVIX9KSBT1K type=write size=1242377 2024-09-13T00:26:26.029 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.025+0000 7ff07d6c9640 -1 < failed to complete operation key=ZNBRMSEXA9ZK tag=A8CB6DAMKCVH type=del size=675405: (22) Invalid argument 2024-09-13T00:26:26.040 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.037+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~28CDIQU5RDM0.0 size=167517 2024-09-13T00:26:26.040 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.037+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=28CDIQU5RDM0 tag=2487ZIO0C66Z type=write size=1216093 2024-09-13T00:26:26.046 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.045+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~U1J3C9H7PKWU.0 size=304625 2024-09-13T00:26:26.056 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.053+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=U1J3C9H7PKWU tag=7QB4WZ9381AU type=write size=1353201 2024-09-13T00:26:26.069 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.065+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~OMEPZ772MOT2.0 size=1048576 2024-09-13T00:26:26.074 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.069+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~OMEPZ772MOT2.1 size=551889 2024-09-13T00:26:26.074 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.069+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=OMEPZ772MOT2 tag=RYJZW0IN1UWX type=write size=2649041 2024-09-13T00:26:26.079 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.077+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~B7X5MIWE6630.0 size=1048576 2024-09-13T00:26:26.084 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.081+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~B7X5MIWE6630.1 size=1048576 2024-09-13T00:26:26.089 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.085+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~B7X5MIWE6630.2 size=202926 2024-09-13T00:26:26.102 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.097+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=B7X5MIWE6630 tag=02XDYWZ13C3T type=write size=3348654 2024-09-13T00:26:26.113 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.109+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~ND6HX24CF0FJ.0 size=1048576 2024-09-13T00:26:26.119 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.117+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~ND6HX24CF0FJ.1 size=1048576 2024-09-13T00:26:26.124 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.121+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~ND6HX24CF0FJ.2 size=1041879 2024-09-13T00:26:26.124 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.121+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=ND6HX24CF0FJ tag=K8W7YGPRJWOP type=write size=4187607 2024-09-13T00:26:26.130 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.125+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=BBSUF110J3N5 type=del 2024-09-13T00:26:26.141 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.137+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~16VW39Z170KF.0 size=1048576 2024-09-13T00:26:26.146 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.141+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~16VW39Z170KF.1 size=1048576 2024-09-13T00:26:26.151 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.149+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~16VW39Z170KF.2 size=358734 2024-09-13T00:26:26.151 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.149+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=16VW39Z170KF tag=2MD1JNPGDNX5 type=write size=3504462 2024-09-13T00:26:26.157 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.153+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~K0CW5I6W2ZVN.0 size=334712 2024-09-13T00:26:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:25 smithi032 bash[75510]: audit 2024-09-13T00:26:25.153563+0000 mon.a (mon.0) 2129 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:26:26.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:25 smithi032 bash[76677]: audit 2024-09-13T00:26:25.153563+0000 mon.a (mon.0) 2129 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:26:26.167 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.165+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=K0CW5I6W2ZVN tag=QWOROHNAHX1K type=write size=1383288 2024-09-13T00:26:26.173 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.169+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=DYU8D6H9MVQ8 type=del size=3338308 2024-09-13T00:26:26.179 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.177+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=W36O8YVAW54O type=del 2024-09-13T00:26:26.185 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.181+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=GLZ4UMGJPBHX type=del size=3872547 2024-09-13T00:26:26.191 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.189+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=3Q3HH58ACDRG type=del 2024-09-13T00:26:26.198 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.197+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=0JHHN5NRMZLR type=del size=440902 2024-09-13T00:26:26.204 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.201+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~DUQ32HDL2M4D.0 size=1048576 2024-09-13T00:26:26.209 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.205+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~DUQ32HDL2M4D.1 size=585036 2024-09-13T00:26:26.222 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.217+0000 7ff07d6c9640 1 < completed multipart upload key=DT4C13GCJ90M upload=DUQ32HDL2M4D tag=8NBSUYI3KOBR type=write size=2682188 2024-09-13T00:26:26.228 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.225+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=OMVPXNF1JVXS type=write size=237014 2024-09-13T00:26:26.235 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.229+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=QUQBZVVDSPUY type=del 2024-09-13T00:26:26.245 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.241+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~W5BUT0DACEB3.0 size=195077 2024-09-13T00:26:26.245 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.241+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=W5BUT0DACEB3 tag=ZBUEAX5ADGDB type=write size=1243653 2024-09-13T00:26:26.251 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.249+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=OQ8YG8USBJUG type=del 2024-09-13T00:26:26.262 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.257+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~XRPPK6O38L27.0 size=479440 2024-09-13T00:26:26.262 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.257+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=XRPPK6O38L27 tag=PBC8DH7KKJCU type=write size=1528016 2024-09-13T00:26:26.268 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.265+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~K3MK0AL9PYT7.0 size=1048576 2024-09-13T00:26:26.273 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.269+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~K3MK0AL9PYT7.1 size=1048576 2024-09-13T00:26:26.278 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.277+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~K3MK0AL9PYT7.2 size=60293 2024-09-13T00:26:26.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:25 smithi053 bash[67631]: audit 2024-09-13T00:26:25.153563+0000 mon.a (mon.0) 2129 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:26:26.289 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.285+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=K3MK0AL9PYT7 tag=AWNUIUOOBY3I type=write size=3206021 2024-09-13T00:26:26.295 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.293+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=E594H0XVSCPU type=del size=2799539 2024-09-13T00:26:26.301 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.297+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~VPA76NAKFITQ.0 size=664822 2024-09-13T00:26:26.312 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.309+0000 7ff07d6c9640 1 < completed multipart upload key=XG3I1V51GD71 upload=VPA76NAKFITQ tag=4O86QQXY89JH type=write size=1713398 2024-09-13T00:26:26.323 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.321+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~IZUNO0S3FVGS.0 size=478704 2024-09-13T00:26:26.323 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.321+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=IZUNO0S3FVGS tag=5T2RIWQ8H3N9 type=write size=1527280 2024-09-13T00:26:26.330 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.325+0000 7ff07d6c9640 1 < canceled operation key=7H3YFWWXRQ8L tag=M7SSTLX7NTJ0 type=del size=2744861 2024-09-13T00:26:26.341 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.337+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~EABZ6Q7LQOCR.0 size=1048576 2024-09-13T00:26:26.346 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.341+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~EABZ6Q7LQOCR.1 size=318382 2024-09-13T00:26:26.346 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.341+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=EABZ6Q7LQOCR tag=4YODFD9W3OL2 type=write size=2415534 2024-09-13T00:26:26.353 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.349+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~SCWVEAFT4A5Q.0 size=304637 2024-09-13T00:26:26.367 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.365+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=SCWVEAFT4A5Q tag=PP47HUD0JTI3 type=write size=1353213 2024-09-13T00:26:26.384 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.381+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~DML14EI32307.0 size=226313 2024-09-13T00:26:26.384 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.381+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=DML14EI32307 tag=L3OJX8JOQVQ4 type=write size=1274889 2024-09-13T00:26:26.390 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.385+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=H521X9PWAPCS type=del 2024-09-13T00:26:26.401 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.397+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~W1Q8115YJ9BP.0 size=600795 2024-09-13T00:26:26.402 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.397+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=W1Q8115YJ9BP tag=0TB7I7J2HR8N type=write size=1649371 2024-09-13T00:26:26.408 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.405+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~0XH9KROC8ALD.0 size=193801 2024-09-13T00:26:26.419 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.417+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=0XH9KROC8ALD tag=2ZVIX9KSBT1K type=write size=1242377 2024-09-13T00:26:26.432 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.429+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~O8Q0I84OZ4O5.0 size=1048576 2024-09-13T00:26:26.437 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.433+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~O8Q0I84OZ4O5.1 size=359591 2024-09-13T00:26:26.438 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.433+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=O8Q0I84OZ4O5 tag=9V7TI32GK2HB type=write size=2456743 2024-09-13T00:26:26.443 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.441+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~28CDIQU5RDM0.0 size=167517 2024-09-13T00:26:26.454 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.453+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=28CDIQU5RDM0 tag=2487ZIO0C66Z type=write size=1216093 2024-09-13T00:26:26.461 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.457+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=7PRWTCED5E3J type=write size=185943 2024-09-13T00:26:26.467 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.465+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~OMEPZ772MOT2.0 size=1048576 2024-09-13T00:26:26.468 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.465+0000 7ff07d6c9640 1 < canceled part key=_multipart_GDD2408QTYGR.2~OMEPZ772MOT2.1 size=551889 2024-09-13T00:26:26.479 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.477+0000 7ff07d6c9640 1 < canceled multipart upload key=GDD2408QTYGR upload=OMEPZ772MOT2 tag=RYJZW0IN1UWX type=write size=2649041 2024-09-13T00:26:26.486 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.481+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=9HQB6EAZWVN0 type=del size=764877 2024-09-13T00:26:26.493 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.489+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~ND6HX24CF0FJ.0 size=1048576 2024-09-13T00:26:26.498 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.493+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~ND6HX24CF0FJ.1 size=1048576 2024-09-13T00:26:26.503 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.501+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~ND6HX24CF0FJ.2 size=1041879 2024-09-13T00:26:26.515 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.513+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=ND6HX24CF0FJ tag=K8W7YGPRJWOP type=write size=4187607 2024-09-13T00:26:26.521 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.517+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=MOZU57EKOMGQ type=del size=1549410 2024-09-13T00:26:26.527 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.525+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~16VW39Z170KF.0 size=1048576 2024-09-13T00:26:26.533 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.529+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~16VW39Z170KF.1 size=1048576 2024-09-13T00:26:26.539 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.537+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~16VW39Z170KF.2 size=358734 2024-09-13T00:26:26.550 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.549+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=16VW39Z170KF tag=2MD1JNPGDNX5 type=write size=3504462 2024-09-13T00:26:26.557 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.553+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=R6ZBKVO22642 type=del size=3533950 2024-09-13T00:26:26.569 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.565+0000 7ff07d6c9640 1 < suggested remove operation key=FLIVW0XUS2MD tag=DYU8D6H9MVQ8 type=del 2024-09-13T00:26:26.575 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.573+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=UBKV0TLTHZYO type=write size=873870 2024-09-13T00:26:26.584 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.577+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=GLZ4UMGJPBHX type=del 2024-09-13T00:26:26.589 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.585+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=NQXHBKMWNDD7 type=del size=3738810 2024-09-13T00:26:26.595 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.593+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=0JHHN5NRMZLR type=del 2024-09-13T00:26:26.601 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.597+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=9KFQ3CACDVHM type=del size=412986 2024-09-13T00:26:26.607 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.605+0000 7ff07d6c9640 1 < completed write operation key=WT8C8PJ810XA tag=OMVPXNF1JVXS type=write size=237014 2024-09-13T00:26:26.613 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.609+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=PQL8UV3SJR53 type=del size=2523214 2024-09-13T00:26:26.614 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.613+0000 7ff07d6c9640 1 < canceled part key=_multipart_2DTY4IYSD8J3.2~W5BUT0DACEB3.0 size=195077 2024-09-13T00:26:26.624 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.621+0000 7ff07d6c9640 1 < canceled multipart upload key=2DTY4IYSD8J3 upload=W5BUT0DACEB3 tag=ZBUEAX5ADGDB type=write size=1243653 2024-09-13T00:26:26.631 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.629+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=Q7UYD4814MBD type=del size=1101460 2024-09-13T00:26:26.632 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.629+0000 7ff07d6c9640 1 < canceled part key=_multipart_CNP11H6WEG9D.2~XRPPK6O38L27.0 size=479440 2024-09-13T00:26:26.646 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.641+0000 7ff07d6c9640 1 < canceled multipart upload key=CNP11H6WEG9D upload=XRPPK6O38L27 tag=PBC8DH7KKJCU type=write size=1528016 2024-09-13T00:26:26.660 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.657+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~J67E5NIW6GZ4.0 size=1048576 2024-09-13T00:26:26.665 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.661+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~J67E5NIW6GZ4.1 size=1048576 2024-09-13T00:26:26.670 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.665+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~J67E5NIW6GZ4.2 size=877090 2024-09-13T00:26:26.670 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.665+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=J67E5NIW6GZ4 tag=ZPJLGAFWA1F8 type=write size=4022818 2024-09-13T00:26:26.676 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.673+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=E594H0XVSCPU type=del 2024-09-13T00:26:26.683 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.681+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=SUW8WW8VPAOO type=del size=1109124 2024-09-13T00:26:26.689 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.685+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~IZUNO0S3FVGS.0 size=478704 2024-09-13T00:26:26.699 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.697+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=IZUNO0S3FVGS tag=5T2RIWQ8H3N9 type=write size=1527280 2024-09-13T00:26:26.710 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.709+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~091KNR4J44H4.0 size=1048576 2024-09-13T00:26:26.715 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.713+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~091KNR4J44H4.1 size=630410 2024-09-13T00:26:26.715 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.713+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=091KNR4J44H4 tag=D5MV2IHIPGW0 type=write size=2727562 2024-09-13T00:26:26.721 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.717+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~EABZ6Q7LQOCR.0 size=1048576 2024-09-13T00:26:26.726 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.725+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~EABZ6Q7LQOCR.1 size=318382 2024-09-13T00:26:26.736 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.733+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=EABZ6Q7LQOCR tag=4YODFD9W3OL2 type=write size=2415534 2024-09-13T00:26:26.744 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.741+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=DNZ08FCO87SQ type=del size=3141228 2024-09-13T00:26:26.749 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.745+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~DML14EI32307.0 size=226313 2024-09-13T00:26:26.760 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.757+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=DML14EI32307 tag=L3OJX8JOQVQ4 type=write size=1274889 2024-09-13T00:26:26.765 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.761+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=R7N4DHWEE5LX type=del size=3767988 2024-09-13T00:26:26.771 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.769+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~W1Q8115YJ9BP.0 size=600795 2024-09-13T00:26:26.784 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.781+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=W1Q8115YJ9BP tag=0TB7I7J2HR8N type=write size=1649371 2024-09-13T00:26:26.796 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.793+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~1S5BPODYCOWW.0 size=414028 2024-09-13T00:26:26.796 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.793+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=1S5BPODYCOWW tag=1FMIEAHM00WK type=write size=1462604 2024-09-13T00:26:26.803 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.801+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~O8Q0I84OZ4O5.0 size=1048576 2024-09-13T00:26:26.809 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.805+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~O8Q0I84OZ4O5.1 size=359591 2024-09-13T00:26:26.820 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.817+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=O8Q0I84OZ4O5 tag=9V7TI32GK2HB type=write size=2456743 2024-09-13T00:26:26.826 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.821+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=0SUXQR4PEY09 type=write size=292424 2024-09-13T00:26:26.832 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.829+0000 7ff07d6c9640 1 < completed write operation key=RTSSDLFRS0GP tag=7PRWTCED5E3J type=write size=185943 2024-09-13T00:26:26.844 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.841+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~A7KYAHQK9J6W.0 size=1048576 2024-09-13T00:26:26.850 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.845+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~A7KYAHQK9J6W.1 size=543475 2024-09-13T00:26:26.850 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.845+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=A7KYAHQK9J6W tag=5ILDZWU0EWWH type=write size=2640627 2024-09-13T00:26:26.857 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.853+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=9HQB6EAZWVN0 type=del 2024-09-13T00:26:26.869 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.865+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~R9B364Q80X57.0 size=584703 2024-09-13T00:26:26.869 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.865+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=R9B364Q80X57 tag=VMOBGXL35SH6 type=write size=1633279 2024-09-13T00:26:26.874 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.873+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=MOZU57EKOMGQ type=del 2024-09-13T00:26:26.881 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.877+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=PX0KIIVESFS3 type=del size=2853659 2024-09-13T00:26:26.887 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.885+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=R6ZBKVO22642 type=del 2024-09-13T00:26:26.898 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.897+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~MC4MMRK4PE7E.0 size=860381 2024-09-13T00:26:26.899 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.897+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=MC4MMRK4PE7E tag=F9U31P5X0EN6 type=write size=1908957 2024-09-13T00:26:26.905 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.901+0000 7ff07d6c9640 1 < completed write operation key=YB8OYIWQYY07 tag=UBKV0TLTHZYO type=write size=873870 2024-09-13T00:26:26.916 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.913+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~TS91OIUDFPGK.0 size=1048576 2024-09-13T00:26:26.921 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.917+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~TS91OIUDFPGK.1 size=1048576 2024-09-13T00:26:26.926 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.921+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~TS91OIUDFPGK.2 size=712016 2024-09-13T00:26:26.926 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.921+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=TS91OIUDFPGK tag=RPUBN3J3MTZ2 type=write size=3857744 2024-09-13T00:26:26.937 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.933+0000 7ff07d6c9640 1 < suggested update operation key=CNP11H6WEG9D tag=NQXHBKMWNDD7 type=del size=3738810 2024-09-13T00:26:26.943 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.941+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=W7RH3YR8PIXD type=del size=2977859 2024-09-13T00:26:26.954 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.949+0000 7ff07d6c9640 1 < suggested remove operation key=EBH90I7V5EW7 tag=9KFQ3CACDVHM type=del 2024-09-13T00:26:26.960 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.957+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=SAFBFUF0CCN8 type=del size=274414 2024-09-13T00:26:26.965 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.961+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=PQL8UV3SJR53 type=del 2024-09-13T00:26:26.976 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.973+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~53N0CLOF0XUA.0 size=1048576 2024-09-13T00:26:26.981 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.977+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~53N0CLOF0XUA.1 size=1048576 2024-09-13T00:26:26.988 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.985+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~53N0CLOF0XUA.2 size=638893 2024-09-13T00:26:26.989 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.985+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=53N0CLOF0XUA tag=EK1GQY08Y7W9 type=write size=3784621 2024-09-13T00:26:26.995 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.993+0000 7ff07d6c9640 1 < completed delete operation key=YNG29P8H3FSB tag=Q7UYD4814MBD type=del 2024-09-13T00:26:27.001 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:26.997+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=S19RZWWG8SUU type=del size=2054679 2024-09-13T00:26:27.007 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.005+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~J67E5NIW6GZ4.0 size=1048576 2024-09-13T00:26:27.012 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.009+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~J67E5NIW6GZ4.1 size=1048576 2024-09-13T00:26:27.017 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.013+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~J67E5NIW6GZ4.2 size=877090 2024-09-13T00:26:27.027 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.025+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=J67E5NIW6GZ4 tag=ZPJLGAFWA1F8 type=write size=4022818 2024-09-13T00:26:27.033 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.029+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=E33RH5L0HDGC type=write size=820481 2024-09-13T00:26:27.039 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.037+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=SUW8WW8VPAOO type=del 2024-09-13T00:26:27.050 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.045+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~7XI9GLBJ1QSY.0 size=1048576 2024-09-13T00:26:27.055 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.053+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~7XI9GLBJ1QSY.1 size=1048576 2024-09-13T00:26:27.060 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.057+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~7XI9GLBJ1QSY.2 size=353825 2024-09-13T00:26:27.060 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.057+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=7XI9GLBJ1QSY tag=TRO823E2C2HJ type=write size=3499553 2024-09-13T00:26:27.066 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.061+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~091KNR4J44H4.0 size=1048576 2024-09-13T00:26:27.071 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.069+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~091KNR4J44H4.1 size=630410 2024-09-13T00:26:27.081 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.077+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=091KNR4J44H4 tag=D5MV2IHIPGW0 type=write size=2727562 2024-09-13T00:26:27.086 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.085+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=F35S8GGEAXIL type=del size=502175 2024-09-13T00:26:27.092 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.089+0000 7ff07d6c9640 1 < completed delete operation key=OT4KA0LL7RP3 tag=DNZ08FCO87SQ type=del 2024-09-13T00:26:27.098 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.093+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=L8QZPUUTEY3Z type=del size=3018647 2024-09-13T00:26:27.104 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.101+0000 7ff07d6c9640 1 < completed delete operation key=9VL7XF9W6EIA tag=R7N4DHWEE5LX type=del 2024-09-13T00:26:27.116 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.113+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~3VTPKRBSX9F7.0 size=366581 2024-09-13T00:26:27.117 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.113+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=3VTPKRBSX9F7 tag=9Y39XY28QHHB type=write size=1415157 2024-09-13T00:26:27.124 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.121+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~1S5BPODYCOWW.0 size=414028 2024-09-13T00:26:27.137 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.133+0000 7ff07d6c9640 1 < completed multipart upload key=CNP11H6WEG9D upload=1S5BPODYCOWW tag=1FMIEAHM00WK type=write size=1462604 2024-09-13T00:26:27.143 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.141+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=P158H7ESVDFS type=del size=2884588 2024-09-13T00:26:27.155 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.153+0000 7ff07d6c9640 1 < suggested remove operation key=9VL7XF9W6EIA tag=0SUXQR4PEY09 type=write 2024-09-13T00:26:27.161 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.157+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=BT1GO91D7N00 type=del size=1161930 2024-09-13T00:26:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:26 smithi032 bash[75510]: cluster 2024-09-13T00:26:25.513213+0000 mgr.y (mgr.34107) 710 : cluster [DBG] pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 122 KiB/s wr, 625 op/s 2024-09-13T00:26:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:26 smithi032 bash[76677]: cluster 2024-09-13T00:26:25.513213+0000 mgr.y (mgr.34107) 710 : cluster [DBG] pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 122 KiB/s wr, 625 op/s 2024-09-13T00:26:27.167 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.165+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~A7KYAHQK9J6W.0 size=1048576 2024-09-13T00:26:27.173 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.169+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~A7KYAHQK9J6W.1 size=543475 2024-09-13T00:26:27.183 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.181+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=A7KYAHQK9J6W tag=5ILDZWU0EWWH type=write size=2640627 2024-09-13T00:26:27.195 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.193+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~3D9P9W25G8HF.0 size=527766 2024-09-13T00:26:27.195 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.193+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=3D9P9W25G8HF tag=SGJFPWOORNC0 type=write size=1576342 2024-09-13T00:26:27.201 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.197+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~R9B364Q80X57.0 size=584703 2024-09-13T00:26:27.211 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.209+0000 7ff07d6c9640 1 < completed multipart upload key=DT4C13GCJ90M upload=R9B364Q80X57 tag=VMOBGXL35SH6 type=write size=1633279 2024-09-13T00:26:27.218 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.217+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=3LIPONZUXIXW type=del size=411255 2024-09-13T00:26:27.224 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.221+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=PX0KIIVESFS3 type=del 2024-09-13T00:26:27.235 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.233+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~PM52T3R9WH9U.0 size=1048576 2024-09-13T00:26:27.240 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.237+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~PM52T3R9WH9U.1 size=91113 2024-09-13T00:26:27.240 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.237+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=PM52T3R9WH9U tag=L2SWKQPXKW6F type=write size=2188265 2024-09-13T00:26:27.246 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.241+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~MC4MMRK4PE7E.0 size=860381 2024-09-13T00:26:27.257 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.253+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=MC4MMRK4PE7E tag=F9U31P5X0EN6 type=write size=1908957 2024-09-13T00:26:27.268 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.265+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~FB3065PNYQBJ.0 size=1048576 2024-09-13T00:26:27.274 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.273+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~FB3065PNYQBJ.1 size=1048576 2024-09-13T00:26:27.279 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.277+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~FB3065PNYQBJ.2 size=872965 2024-09-13T00:26:27.279 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.277+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=FB3065PNYQBJ tag=WT190HQ4XABB type=write size=4018693 2024-09-13T00:26:27.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:26 smithi053 bash[67631]: cluster 2024-09-13T00:26:25.513213+0000 mgr.y (mgr.34107) 710 : cluster [DBG] pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 122 KiB/s wr, 625 op/s 2024-09-13T00:26:27.286 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.285+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~TS91OIUDFPGK.0 size=1048576 2024-09-13T00:26:27.291 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.289+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~TS91OIUDFPGK.1 size=1048576 2024-09-13T00:26:27.296 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.293+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~TS91OIUDFPGK.2 size=712016 2024-09-13T00:26:27.306 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.301+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=TS91OIUDFPGK tag=RPUBN3J3MTZ2 type=write size=3857744 2024-09-13T00:26:27.312 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.309+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=YI7DZ4JVWFO4 type=del size=4139190 2024-09-13T00:26:27.318 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.313+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=W7RH3YR8PIXD type=del 2024-09-13T00:26:27.325 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.321+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=NYVLSYPIB0C3 type=del size=259017 2024-09-13T00:26:27.331 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.329+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=SAFBFUF0CCN8 type=del 2024-09-13T00:26:27.337 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.333+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=P4KF3W21YJSF type=del size=2784534 2024-09-13T00:26:27.343 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.341+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~53N0CLOF0XUA.0 size=1048576 2024-09-13T00:26:27.343 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.341+0000 7ff07d6c9640 1 < canceled part key=_multipart_JI54OSP2P86V.2~53N0CLOF0XUA.1 size=1048576 2024-09-13T00:26:27.348 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.345+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~53N0CLOF0XUA.2 size=638893 2024-09-13T00:26:27.358 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.357+0000 7ff07d6c9640 1 < canceled multipart upload key=JI54OSP2P86V upload=53N0CLOF0XUA tag=EK1GQY08Y7W9 type=write size=3784621 2024-09-13T00:26:27.371 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.369+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~GIKBM5XPZ1AJ.0 size=1048576 2024-09-13T00:26:27.376 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.373+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~GIKBM5XPZ1AJ.1 size=1048576 2024-09-13T00:26:27.381 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.377+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~GIKBM5XPZ1AJ.2 size=915895 2024-09-13T00:26:27.381 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.377+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=GIKBM5XPZ1AJ tag=NWKG2TWKL7YP type=write size=4061623 2024-09-13T00:26:27.387 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.385+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=S19RZWWG8SUU type=del 2024-09-13T00:26:27.394 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.389+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=2FY5HS2C6CON type=del size=3486428 2024-09-13T00:26:27.407 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.405+0000 7ff07d6c9640 1 < suggested update operation key=6SZPC5K3S8UZ tag=E33RH5L0HDGC type=write size=820481 2024-09-13T00:26:27.413 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.409+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=82NIA7CPUKH4 type=del size=2116467 2024-09-13T00:26:27.420 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.417+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~7XI9GLBJ1QSY.0 size=1048576 2024-09-13T00:26:27.425 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.421+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~7XI9GLBJ1QSY.1 size=1048576 2024-09-13T00:26:27.431 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.429+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~7XI9GLBJ1QSY.2 size=353825 2024-09-13T00:26:27.443 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.441+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=7XI9GLBJ1QSY tag=TRO823E2C2HJ type=write size=3499553 2024-09-13T00:26:27.450 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.445+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=RHGDNK9ZBAZI type=del size=4177945 2024-09-13T00:26:27.455 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.453+0000 7ff07d6c9640 1 < completed delete operation key=OT4KA0LL7RP3 tag=F35S8GGEAXIL type=del 2024-09-13T00:26:27.461 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.457+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=DRF66BZSXUWG type=del size=12059 2024-09-13T00:26:27.473 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.469+0000 7ff07d6c9640 1 < suggested remove operation key=RK75O90M3ZT9 tag=L8QZPUUTEY3Z type=del 2024-09-13T00:26:27.484 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.481+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~XFFKZU6SB2F4.0 size=722234 2024-09-13T00:26:27.484 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.481+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=XFFKZU6SB2F4 tag=F1KE90UT6SKH type=write size=1770810 2024-09-13T00:26:27.490 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.485+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~3VTPKRBSX9F7.0 size=366581 2024-09-13T00:26:27.500 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.497+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=3VTPKRBSX9F7 tag=9Y39XY28QHHB type=write size=1415157 2024-09-13T00:26:27.512 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.509+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~HLIF3CBSK50Y.0 size=486067 2024-09-13T00:26:27.512 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.509+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=HLIF3CBSK50Y tag=90ZAK89VJN63 type=write size=1534643 2024-09-13T00:26:27.518 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.517+0000 7ff07d6c9640 1 < completed delete operation key=GDD2408QTYGR tag=P158H7ESVDFS type=del 2024-09-13T00:26:27.524 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.521+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=IOXGCITKJ390 type=write size=898289 2024-09-13T00:26:27.530 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.525+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=BT1GO91D7N00 type=del 2024-09-13T00:26:27.543 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.541+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~XY5ZCVNT8472.0 size=1048576 2024-09-13T00:26:27.548 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.545+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~XY5ZCVNT8472.1 size=699374 2024-09-13T00:26:27.548 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.545+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=XY5ZCVNT8472 tag=1GUL3KOOO837 type=write size=2796526 2024-09-13T00:26:27.549 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.545+0000 7ff07d6c9640 1 < canceled part key=_multipart_RK75O90M3ZT9.2~3D9P9W25G8HF.0 size=527766 2024-09-13T00:26:27.561 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.557+0000 7ff07d6c9640 1 < canceled multipart upload key=RK75O90M3ZT9 upload=3D9P9W25G8HF tag=SGJFPWOORNC0 type=write size=1576342 2024-09-13T00:26:27.568 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.565+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=FT32K0ENB66T type=del size=1723988 2024-09-13T00:26:27.574 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.569+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=3LIPONZUXIXW type=del 2024-09-13T00:26:27.589 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.585+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~2CKX76V125AM.0 size=1048576 2024-09-13T00:26:27.594 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.589+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~2CKX76V125AM.1 size=1048576 2024-09-13T00:26:27.599 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.597+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~2CKX76V125AM.2 size=1030086 2024-09-13T00:26:27.599 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.597+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=2CKX76V125AM tag=VFCIPRHD2G5J type=write size=4175814 2024-09-13T00:26:27.605 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.601+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~PM52T3R9WH9U.0 size=1048576 2024-09-13T00:26:27.606 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.601+0000 7ff07d6c9640 1 < canceled part key=_multipart_FLIVW0XUS2MD.2~PM52T3R9WH9U.1 size=91113 2024-09-13T00:26:27.617 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.613+0000 7ff07d6c9640 1 < canceled multipart upload key=FLIVW0XUS2MD upload=PM52T3R9WH9U tag=L2SWKQPXKW6F type=write size=2188265 2024-09-13T00:26:27.623 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.621+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=CWZDE97C4UHD type=write size=356717 2024-09-13T00:26:27.631 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.629+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~FB3065PNYQBJ.0 size=1048576 2024-09-13T00:26:27.637 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.633+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~FB3065PNYQBJ.1 size=1048576 2024-09-13T00:26:27.642 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.637+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~FB3065PNYQBJ.2 size=872965 2024-09-13T00:26:27.652 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.649+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=FB3065PNYQBJ tag=WT190HQ4XABB type=write size=4018693 2024-09-13T00:26:27.658 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.657+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=1F69JOFL72Z5 type=del size=2459121 2024-09-13T00:26:27.665 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.661+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=YI7DZ4JVWFO4 type=del 2024-09-13T00:26:27.671 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.669+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=O9OR9N4SDIQG type=del size=3759745 2024-09-13T00:26:27.704 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.701+0000 7ff07d6c9640 1 < suggested remove operation key=ZB9Q220ZM0E0 tag=NYVLSYPIB0C3 type=del 2024-09-13T00:26:27.713 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.709+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=176OL0WWQGNA type=del size=2902172 2024-09-13T00:26:27.719 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.717+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=P4KF3W21YJSF type=del 2024-09-13T00:26:27.731 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.729+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~ZCN7FTXTOC7V.0 size=1048576 2024-09-13T00:26:27.735 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.733+0000 7ff07d6c9640 1 > prepared part key=_multipart_JI54OSP2P86V.2~ZCN7FTXTOC7V.1 size=464617 2024-09-13T00:26:27.735 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.733+0000 7ff07d6c9640 1 > prepared multipart upload key=JI54OSP2P86V upload=ZCN7FTXTOC7V tag=0OITC8WTJLYV type=write size=2561769 2024-09-13T00:26:27.743 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.741+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~GIKBM5XPZ1AJ.0 size=1048576 2024-09-13T00:26:27.749 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.745+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~GIKBM5XPZ1AJ.1 size=1048576 2024-09-13T00:26:27.757 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.753+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~GIKBM5XPZ1AJ.2 size=915895 2024-09-13T00:26:27.767 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.765+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=GIKBM5XPZ1AJ tag=NWKG2TWKL7YP type=write size=4061623 2024-09-13T00:26:27.779 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.777+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~OAPH0BSHWX2M.0 size=1048576 2024-09-13T00:26:27.785 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:26:27 smithi053 bash[97864]: logger=sqlstore.transactions t=2024-09-13T00:26:27.514273948Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T00:26:27.785 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:26:27 smithi053 bash[97864]: logger=cleanup t=2024-09-13T00:26:27.621222808Z level=info msg="Completed cleanup jobs" duration=118.382866ms 2024-09-13T00:26:27.786 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.785+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~OAPH0BSHWX2M.1 size=686483 2024-09-13T00:26:27.787 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.785+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=OAPH0BSHWX2M tag=Y5MJ7HS0SW9G type=write size=2783635 2024-09-13T00:26:27.792 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.789+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=2FY5HS2C6CON type=del 2024-09-13T00:26:27.804 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.801+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~KN6SIX4JWRRI.0 size=1048576 2024-09-13T00:26:27.810 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.805+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~KN6SIX4JWRRI.1 size=1048576 2024-09-13T00:26:27.816 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.813+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~KN6SIX4JWRRI.2 size=634611 2024-09-13T00:26:27.817 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.813+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=KN6SIX4JWRRI tag=U4G2RDZ0SA8O type=write size=3780339 2024-09-13T00:26:27.822 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.821+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=82NIA7CPUKH4 type=del 2024-09-13T00:26:27.830 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.825+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=ZCEWBEE6CH47 type=del size=1267435 2024-09-13T00:26:27.836 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.833+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=RHGDNK9ZBAZI type=del 2024-09-13T00:26:27.842 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.841+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=QC29ZX9MBSZQ type=del size=4144880 2024-09-13T00:26:27.850 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.849+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=DRF66BZSXUWG type=del 2024-09-13T00:26:27.858 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.853+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=FVI8QC9HS5CJ type=del size=2268339 2024-09-13T00:26:27.864 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.861+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~XFFKZU6SB2F4.0 size=722234 2024-09-13T00:26:27.875 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.873+0000 7ff07d6c9640 1 < completed multipart upload key=RK75O90M3ZT9 upload=XFFKZU6SB2F4 tag=F1KE90UT6SKH type=write size=1770810 2024-09-13T00:26:27.887 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.885+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~A0VVF2HMHDSR.0 size=1048576 2024-09-13T00:26:27.893 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.889+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~A0VVF2HMHDSR.1 size=1007289 2024-09-13T00:26:27.893 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.889+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=A0VVF2HMHDSR tag=VSA7ELZH6T72 type=write size=3104441 2024-09-13T00:26:27.899 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.897+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~HLIF3CBSK50Y.0 size=486067 2024-09-13T00:26:27.910 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.909+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=HLIF3CBSK50Y tag=90ZAK89VJN63 type=write size=1534643 2024-09-13T00:26:27.917 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.913+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=6LBVFZK26I0T type=del size=1460056 2024-09-13T00:26:27.929 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.925+0000 7ff07d6c9640 1 < suggested update operation key=O016V0EIG9TO tag=IOXGCITKJ390 type=write size=898289 2024-09-13T00:26:27.936 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.933+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=1D1QKC6V187G type=write size=329833 2024-09-13T00:26:27.937 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.933+0000 7ff07d6c9640 1 < canceled part key=_multipart_O016V0EIG9TO.2~XY5ZCVNT8472.0 size=1048576 2024-09-13T00:26:27.943 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.941+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~XY5ZCVNT8472.1 size=699374 2024-09-13T00:26:27.953 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.949+0000 7ff07d6c9640 1 < canceled multipart upload key=O016V0EIG9TO upload=XY5ZCVNT8472 tag=1GUL3KOOO837 type=write size=2796526 2024-09-13T00:26:27.959 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.957+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=AJWWI9YMEB14 type=del size=3811061 2024-09-13T00:26:27.965 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.961+0000 7ff07d6c9640 1 < completed delete operation key=OT4KA0LL7RP3 tag=FT32K0ENB66T type=del 2024-09-13T00:26:27.971 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.969+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=31TXXBC62ELJ type=write size=314608 2024-09-13T00:26:27.977 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.973+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~2CKX76V125AM.0 size=1048576 2024-09-13T00:26:27.983 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.981+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~2CKX76V125AM.1 size=1048576 2024-09-13T00:26:27.989 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.985+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~2CKX76V125AM.2 size=1030086 2024-09-13T00:26:27.999 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:27.997+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=2CKX76V125AM tag=VFCIPRHD2G5J type=write size=4175814 2024-09-13T00:26:28.006 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.005+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=Z7YVF0GV1461 type=write size=884298 2024-09-13T00:26:28.013 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.009+0000 7ff07d6c9640 1 < completed write operation key=0TFNXW7OU716 tag=CWZDE97C4UHD type=write size=356717 2024-09-13T00:26:28.025 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.021+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~78PREY0OYKR5.0 size=1048576 2024-09-13T00:26:28.030 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.029+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~78PREY0OYKR5.1 size=580228 2024-09-13T00:26:28.030 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.029+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=78PREY0OYKR5 tag=G8SPW42838LA type=write size=2677380 2024-09-13T00:26:28.036 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.033+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=1F69JOFL72Z5 type=del 2024-09-13T00:26:28.042 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.041+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=3KMNWYQLXLS0 type=del size=3206493 2024-09-13T00:26:28.049 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.045+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=O9OR9N4SDIQG type=del 2024-09-13T00:26:28.055 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.053+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=ZUAQLR488MIM type=del size=4145064 2024-09-13T00:26:28.067 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.065+0000 7ff07d6c9640 1 < suggested remove operation key=DT4C13GCJ90M tag=176OL0WWQGNA type=del 2024-09-13T00:26:28.073 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.069+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=ABMV1GA7B6BS type=del size=4095009 2024-09-13T00:26:28.074 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.073+0000 7ff07d6c9640 1 < canceled part key=_multipart_JI54OSP2P86V.2~ZCN7FTXTOC7V.0 size=1048576 2024-09-13T00:26:28.082 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.077+0000 7ff07d6c9640 1 < completed part key=_multipart_JI54OSP2P86V.2~ZCN7FTXTOC7V.1 size=464617 2024-09-13T00:26:28.095 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.093+0000 7ff07d6c9640 1 < canceled multipart upload key=JI54OSP2P86V upload=ZCN7FTXTOC7V tag=0OITC8WTJLYV type=write size=2561769 2024-09-13T00:26:28.101 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.097+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=8XHZVOMEBD5X type=del size=3957246 2024-09-13T00:26:28.107 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.105+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~OAPH0BSHWX2M.0 size=1048576 2024-09-13T00:26:28.112 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.109+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~OAPH0BSHWX2M.1 size=686483 2024-09-13T00:26:28.122 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.121+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=OAPH0BSHWX2M tag=Y5MJ7HS0SW9G type=write size=2783635 2024-09-13T00:26:28.137 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.133+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~OCU127YAXTWE.0 size=1048576 2024-09-13T00:26:28.144 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.141+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~OCU127YAXTWE.1 size=927572 2024-09-13T00:26:28.144 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.141+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=OCU127YAXTWE tag=2767RMT4TE0R type=write size=3024724 2024-09-13T00:26:28.152 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.149+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~KN6SIX4JWRRI.0 size=1048576 2024-09-13T00:26:28.153 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.149+0000 7ff07d6c9640 1 < canceled part key=_multipart_RK75O90M3ZT9.2~KN6SIX4JWRRI.1 size=1048576 2024-09-13T00:26:28.157 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.153+0000 7ff07d6c9640 1 < completed part key=_multipart_RK75O90M3ZT9.2~KN6SIX4JWRRI.2 size=634611 2024-09-13T00:26:28.167 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.165+0000 7ff07d6c9640 1 < canceled multipart upload key=RK75O90M3ZT9 upload=KN6SIX4JWRRI tag=U4G2RDZ0SA8O type=write size=3780339 2024-09-13T00:26:28.174 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.169+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=83LLFKV7K3AE type=del size=396367 2024-09-13T00:26:28.186 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.181+0000 7ff07d6c9640 1 < suggested update operation key=0TFNXW7OU716 tag=ZCEWBEE6CH47 type=del size=1267435 2024-09-13T00:26:28.192 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.189+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=2FSUCTPAC7F9 type=write size=765040 2024-09-13T00:26:28.198 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.197+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=QC29ZX9MBSZQ type=del 2024-09-13T00:26:28.204 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.201+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=SQW27TMIXVOY type=del size=322741 2024-09-13T00:26:28.213 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.209+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=FVI8QC9HS5CJ type=del 2024-09-13T00:26:28.219 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.217+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=ITQ4FHH7FUXT type=write size=122405 2024-09-13T00:26:28.226 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.225+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~A0VVF2HMHDSR.0 size=1048576 2024-09-13T00:26:28.231 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.229+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~A0VVF2HMHDSR.1 size=1007289 2024-09-13T00:26:28.241 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.237+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=A0VVF2HMHDSR tag=VSA7ELZH6T72 type=write size=3104441 2024-09-13T00:26:28.247 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.245+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=R1BZDQD6BDH1 type=del size=518602 2024-09-13T00:26:28.256 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.253+0000 7ff07d6c9640 -1 < failed to complete operation key=0TFNXW7OU716 tag=6LBVFZK26I0T type=del size=1460056: (22) Invalid argument 2024-09-13T00:26:28.262 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.257+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=R1WAXY0VMLN9 type=del size=1175600 2024-09-13T00:26:28.269 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.265+0000 7ff07d6c9640 1 < completed write operation key=RTSSDLFRS0GP tag=1D1QKC6V187G type=write size=329833 2024-09-13T00:26:28.282 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.277+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~YSLTFKPSD8F2.0 size=1048576 2024-09-13T00:26:28.287 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.285+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~YSLTFKPSD8F2.1 size=31347 2024-09-13T00:26:28.287 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.285+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=YSLTFKPSD8F2 tag=2RTCF0RFSG1I type=write size=2128499 2024-09-13T00:26:28.294 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.289+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=AJWWI9YMEB14 type=del 2024-09-13T00:26:28.300 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.297+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=895QO2NVXJ1A type=del size=162048 2024-09-13T00:26:28.308 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.305+0000 7ff07d6c9640 1 < canceled operation key=O016V0EIG9TO tag=31TXXBC62ELJ type=write size=314608 2024-09-13T00:26:28.313 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.309+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=9PDG46FJA9VN type=write size=211294 2024-09-13T00:26:28.319 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.317+0000 7ff07d6c9640 1 < canceled operation key=2DTY4IYSD8J3 tag=Z7YVF0GV1461 type=write size=884298 2024-09-13T00:26:28.332 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.329+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~NS95AXM7K2DF.0 size=512930 2024-09-13T00:26:28.332 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.329+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=NS95AXM7K2DF tag=GV158HM3NVE9 type=write size=1561506 2024-09-13T00:26:28.338 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.333+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~78PREY0OYKR5.0 size=1048576 2024-09-13T00:26:28.343 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.341+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~78PREY0OYKR5.1 size=580228 2024-09-13T00:26:28.355 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.353+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=78PREY0OYKR5 tag=G8SPW42838LA type=write size=2677380 2024-09-13T00:26:28.361 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.357+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=OXMQC6HYXWAM type=del size=2822683 2024-09-13T00:26:28.367 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.365+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=3KMNWYQLXLS0 type=del 2024-09-13T00:26:28.373 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.369+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=PMAV0WLP6JHX type=del size=310921 2024-09-13T00:26:28.379 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.377+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=ZUAQLR488MIM type=del 2024-09-13T00:26:28.385 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.381+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=AYVP44YRRIZ7 type=del size=371151 2024-09-13T00:26:28.391 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.389+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=ABMV1GA7B6BS type=del 2024-09-13T00:26:28.405 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.401+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~QNJTGUMUR2F5.0 size=1048576 2024-09-13T00:26:28.410 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.405+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~QNJTGUMUR2F5.1 size=486672 2024-09-13T00:26:28.410 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.405+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=QNJTGUMUR2F5 tag=1RW6XX3KX2JU type=write size=2583824 2024-09-13T00:26:28.416 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.413+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=8XHZVOMEBD5X type=del 2024-09-13T00:26:28.423 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.421+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=Y1DH4Z6IXCO4 type=del size=3997772 2024-09-13T00:26:28.429 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.425+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~OCU127YAXTWE.0 size=1048576 2024-09-13T00:26:28.434 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.429+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~OCU127YAXTWE.1 size=927572 2024-09-13T00:26:28.445 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.441+0000 7ff07d6c9640 1 < completed multipart upload key=DT4C13GCJ90M upload=OCU127YAXTWE tag=2767RMT4TE0R type=write size=3024724 2024-09-13T00:26:28.450 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.449+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=ZFYHW68L8QNQ type=del size=1871820 2024-09-13T00:26:28.458 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.453+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=83LLFKV7K3AE type=del 2024-09-13T00:26:28.469 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.465+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~01XZTBT0GS9X.0 size=1048576 2024-09-13T00:26:28.474 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.469+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~01XZTBT0GS9X.1 size=1048576 2024-09-13T00:26:28.482 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.477+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~01XZTBT0GS9X.2 size=656977 2024-09-13T00:26:28.482 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.477+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=01XZTBT0GS9X tag=8L6OOZI76P8H type=write size=3802705 2024-09-13T00:26:28.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.485+0000 7ff07d6c9640 1 < canceled operation key=7H3YFWWXRQ8L tag=2FSUCTPAC7F9 type=write size=765040 2024-09-13T00:26:28.501 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.497+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~HCLR0KO7HN5S.0 size=1048576 2024-09-13T00:26:28.506 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.501+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~HCLR0KO7HN5S.1 size=927399 2024-09-13T00:26:28.506 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.501+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=HCLR0KO7HN5S tag=6XAAT2KRLERR type=write size=3024551 2024-09-13T00:26:28.512 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.509+0000 7ff07d6c9640 1 < canceled operation key=0THRDK3EP2DY tag=SQW27TMIXVOY type=del size=322741 2024-09-13T00:26:28.518 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.517+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=P6XX3I8OFCGV type=del size=3733481 2024-09-13T00:26:28.531 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.529+0000 7ff07d6c9640 1 < suggested remove operation key=O016V0EIG9TO tag=ITQ4FHH7FUXT type=write 2024-09-13T00:26:28.538 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.533+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=XFRLRRRTHOVD type=del size=3789357 2024-09-13T00:26:28.545 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.541+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=R1BZDQD6BDH1 type=del 2024-09-13T00:26:28.557 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.553+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~TVHKTSGNKWKO.0 size=1048576 2024-09-13T00:26:28.562 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.557+0000 7ff07d6c9640 1 > prepared part key=_multipart_XG3I1V51GD71.2~TVHKTSGNKWKO.1 size=6835 2024-09-13T00:26:28.562 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.557+0000 7ff07d6c9640 1 > prepared multipart upload key=XG3I1V51GD71 upload=TVHKTSGNKWKO tag=DHH3L8Z20KU8 type=write size=2103987 2024-09-13T00:26:28.569 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.565+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=R1WAXY0VMLN9 type=del 2024-09-13T00:26:28.576 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.573+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=709SWGJ4NZHJ type=del size=940170 2024-09-13T00:26:28.582 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.581+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~YSLTFKPSD8F2.0 size=1048576 2024-09-13T00:26:28.583 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.581+0000 7ff07d6c9640 1 < canceled part key=_multipart_DT4C13GCJ90M.2~YSLTFKPSD8F2.1 size=31347 2024-09-13T00:26:28.593 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.589+0000 7ff07d6c9640 1 < canceled multipart upload key=DT4C13GCJ90M upload=YSLTFKPSD8F2 tag=2RTCF0RFSG1I type=write size=2128499 2024-09-13T00:26:28.599 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.597+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=Z71WMSWELM6J type=del size=1698985 2024-09-13T00:26:28.605 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.601+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=895QO2NVXJ1A type=del 2024-09-13T00:26:28.611 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.609+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=M4AEC9SIKYRR type=write size=421365 2024-09-13T00:26:28.623 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.621+0000 7ff07d6c9640 1 < suggested update operation key=RK75O90M3ZT9 tag=9PDG46FJA9VN type=write size=211294 2024-09-13T00:26:28.630 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.625+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=T5LDBUT4CMZB type=del size=3463610 2024-09-13T00:26:28.637 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.633+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~NS95AXM7K2DF.0 size=512930 2024-09-13T00:26:28.648 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.645+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=NS95AXM7K2DF tag=GV158HM3NVE9 type=write size=1561506 2024-09-13T00:26:28.653 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.649+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=N1Q2N1NFCDM5 type=del size=1154784 2024-09-13T00:26:28.666 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.665+0000 7ff07d6c9640 1 < suggested remove operation key=4J0DEO2EA8KL tag=OXMQC6HYXWAM type=del 2024-09-13T00:26:28.672 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.669+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=Q72EXMI4AYSM type=del size=668996 2024-09-13T00:26:28.679 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.677+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=PMAV0WLP6JHX type=del 2024-09-13T00:26:28.685 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.681+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=RP5FO1TARVNA type=del size=3592177 2024-09-13T00:26:28.697 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.693+0000 7ff07d6c9640 1 < suggested update operation key=7H3YFWWXRQ8L tag=AYVP44YRRIZ7 type=del size=371151 2024-09-13T00:26:28.703 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.701+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=V28DJE6R9XZ4 type=del size=2278244 2024-09-13T00:26:28.709 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.705+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~QNJTGUMUR2F5.0 size=1048576 2024-09-13T00:26:28.709 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.705+0000 7ff07d6c9640 1 < canceled part key=_multipart_DI6S0X65V18P.2~QNJTGUMUR2F5.1 size=486672 2024-09-13T00:26:28.719 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.717+0000 7ff07d6c9640 1 < canceled multipart upload key=DI6S0X65V18P upload=QNJTGUMUR2F5 tag=1RW6XX3KX2JU type=write size=2583824 2024-09-13T00:26:28.725 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.721+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=K4WDSISE0GBN type=del size=564508 2024-09-13T00:26:28.731 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.729+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=Y1DH4Z6IXCO4 type=del 2024-09-13T00:26:28.737 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.733+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=M1KWYBDN53PO type=write size=466524 2024-09-13T00:26:28.746 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.741+0000 7ff07d6c9640 -1 < failed to complete operation key=O016V0EIG9TO tag=ZFYHW68L8QNQ type=del size=1871820: (22) Invalid argument 2024-09-13T00:26:28.752 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.749+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=YOJZSFFNLPQD type=del size=2653985 2024-09-13T00:26:28.753 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.749+0000 7ff07d6c9640 1 < canceled part key=_multipart_7VNCRBS2OO7G.2~01XZTBT0GS9X.0 size=1048576 2024-09-13T00:26:28.758 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.753+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~01XZTBT0GS9X.1 size=1048576 2024-09-13T00:26:28.767 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.765+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~01XZTBT0GS9X.2 size=656977 2024-09-13T00:26:28.782 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.777+0000 7ff07d6c9640 1 < canceled multipart upload key=7VNCRBS2OO7G upload=01XZTBT0GS9X tag=8L6OOZI76P8H type=write size=3802705 2024-09-13T00:26:28.794 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.789+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~HFSZE5CNP32L.0 size=1048576 2024-09-13T00:26:28.799 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.797+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~HFSZE5CNP32L.1 size=1001031 2024-09-13T00:26:28.799 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.797+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=HFSZE5CNP32L tag=ZS50XJ4LF3LR type=write size=3098183 2024-09-13T00:26:28.805 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.801+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~HCLR0KO7HN5S.0 size=1048576 2024-09-13T00:26:28.811 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.809+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~HCLR0KO7HN5S.1 size=927399 2024-09-13T00:26:28.821 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.817+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=HCLR0KO7HN5S tag=6XAAT2KRLERR type=write size=3024551 2024-09-13T00:26:28.833 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.829+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~4X8MTCZRNLNF.0 size=1048576 2024-09-13T00:26:28.838 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.833+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~4X8MTCZRNLNF.1 size=832362 2024-09-13T00:26:28.838 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.833+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=4X8MTCZRNLNF tag=P777AAJ8OLEL type=write size=2929514 2024-09-13T00:26:28.844 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.841+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=P6XX3I8OFCGV type=del 2024-09-13T00:26:28.856 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.853+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~W6WNRKZ8NASG.0 size=1048576 2024-09-13T00:26:28.863 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.861+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~W6WNRKZ8NASG.1 size=1048576 2024-09-13T00:26:28.869 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.865+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~W6WNRKZ8NASG.2 size=597316 2024-09-13T00:26:28.869 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.865+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=W6WNRKZ8NASG tag=GM17TA00I2CT type=write size=3743044 2024-09-13T00:26:28.878 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.873+0000 7ff07d6c9640 -1 < failed to complete operation key=RK75O90M3ZT9 tag=XFRLRRRTHOVD type=del size=3789357: (22) Invalid argument 2024-09-13T00:26:28.885 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.881+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=1JFJFSRJ3N3D type=del size=3998567 2024-09-13T00:26:28.890 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.889+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~TVHKTSGNKWKO.0 size=1048576 2024-09-13T00:26:28.896 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.893+0000 7ff07d6c9640 1 < completed part key=_multipart_XG3I1V51GD71.2~TVHKTSGNKWKO.1 size=6835 2024-09-13T00:26:28.906 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.905+0000 7ff07d6c9640 1 < completed multipart upload key=XG3I1V51GD71 upload=TVHKTSGNKWKO tag=DHH3L8Z20KU8 type=write size=2103987 2024-09-13T00:26:28.912 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.909+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=H51TE8LV539Q type=del size=3563694 2024-09-13T00:26:28.925 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.921+0000 7ff07d6c9640 1 < suggested update operation key=71PWJL28BPIC tag=709SWGJ4NZHJ type=del size=940170 2024-09-13T00:26:28.930 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.929+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=VU4K16S041SR type=write size=856064 2024-09-13T00:26:28.937 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.933+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=Z71WMSWELM6J type=del 2024-09-13T00:26:28.943 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.941+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=S4QDDP9EAC0M type=del size=576907 2024-09-13T00:26:28.955 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.953+0000 7ff07d6c9640 1 < suggested remove operation key=M1TXILI2WRP8 tag=M4AEC9SIKYRR type=write 2024-09-13T00:26:28.961 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.957+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=E9X04A29J7JQ type=del size=664843 2024-09-13T00:26:28.968 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.965+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=T5LDBUT4CMZB type=del 2024-09-13T00:26:28.974 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.973+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=UJ50PHFNYLUM type=del size=108396 2024-09-13T00:26:28.981 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.977+0000 7ff07d6c9640 1 < completed delete operation key=OT4KA0LL7RP3 tag=N1Q2N1NFCDM5 type=del 2024-09-13T00:26:28.987 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.985+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=YLC6S2S2HAOW type=del size=454265 2024-09-13T00:26:28.993 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.989+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=Q72EXMI4AYSM type=del 2024-09-13T00:26:28.999 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:28.997+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=JJEE2HD130NY type=del size=1489425 2024-09-13T00:26:29.006 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.001+0000 7ff07d6c9640 1 < completed delete operation key=JI54OSP2P86V tag=RP5FO1TARVNA type=del 2024-09-13T00:26:29.018 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.017+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~YHK7EDN31BGW.0 size=1048576 2024-09-13T00:26:29.023 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.021+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~YHK7EDN31BGW.1 size=1048576 2024-09-13T00:26:29.030 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.025+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~YHK7EDN31BGW.2 size=686622 2024-09-13T00:26:29.030 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.025+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=YHK7EDN31BGW tag=Z5MGX4YHSSB1 type=write size=3832350 2024-09-13T00:26:29.036 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.033+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=V28DJE6R9XZ4 type=del 2024-09-13T00:26:29.041 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.037+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=P3D210TTLJLQ type=del size=294766 2024-09-13T00:26:29.048 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.045+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=K4WDSISE0GBN type=del 2024-09-13T00:26:29.059 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.057+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~PZDA8WQFGO3D.0 size=945844 2024-09-13T00:26:29.060 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.057+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=PZDA8WQFGO3D tag=BBAZLJNHHN5C type=write size=1994420 2024-09-13T00:26:29.072 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.069+0000 7ff07d6c9640 1 < suggested remove operation key=CNP11H6WEG9D tag=M1KWYBDN53PO type=write 2024-09-13T00:26:29.084 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.081+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~H4O4KAK3D3ZC.0 size=740150 2024-09-13T00:26:29.084 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.081+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=H4O4KAK3D3ZC tag=GDA4R1YG1JT3 type=write size=1788726 2024-09-13T00:26:29.092 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.089+0000 7ff07d6c9640 -1 < failed to complete operation key=M1TXILI2WRP8 tag=YOJZSFFNLPQD type=del size=2653985: (22) Invalid argument 2024-09-13T00:26:29.098 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.097+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=HZ6FFA0VCSXU type=del size=1199328 2024-09-13T00:26:29.105 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.101+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~HFSZE5CNP32L.0 size=1048576 2024-09-13T00:26:29.110 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.105+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~HFSZE5CNP32L.1 size=1001031 2024-09-13T00:26:29.121 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.117+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=HFSZE5CNP32L tag=ZS50XJ4LF3LR type=write size=3098183 2024-09-13T00:26:29.127 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.125+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=2D4WUQVML8Q2 type=del size=3909157 2024-09-13T00:26:29.137 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.133+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~4X8MTCZRNLNF.0 size=1048576 2024-09-13T00:26:29.143 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.141+0000 7ff07d6c9640 1 < completed part key=_multipart_6SZPC5K3S8UZ.2~4X8MTCZRNLNF.1 size=832362 2024-09-13T00:26:29.154 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.149+0000 7ff07d6c9640 1 < completed multipart upload key=6SZPC5K3S8UZ upload=4X8MTCZRNLNF tag=P777AAJ8OLEL type=write size=2929514 2024-09-13T00:26:29.161 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.157+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=LYOSH81ZZIJ0 type=del size=3163455 2024-09-13T00:26:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:28 smithi032 bash[75510]: cluster 2024-09-13T00:26:27.514316+0000 mgr.y (mgr.34107) 711 : cluster [DBG] pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 178 KiB/s wr, 912 op/s 2024-09-13T00:26:29.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:28 smithi032 bash[76677]: cluster 2024-09-13T00:26:27.514316+0000 mgr.y (mgr.34107) 711 : cluster [DBG] pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 178 KiB/s wr, 912 op/s 2024-09-13T00:26:29.168 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.165+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~W6WNRKZ8NASG.0 size=1048576 2024-09-13T00:26:29.173 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.169+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~W6WNRKZ8NASG.1 size=1048576 2024-09-13T00:26:29.173 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.169+0000 7ff07d6c9640 1 < canceled part key=_multipart_ALFI3PWKDJ24.2~W6WNRKZ8NASG.2 size=597316 2024-09-13T00:26:29.184 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.181+0000 7ff07d6c9640 1 < canceled multipart upload key=ALFI3PWKDJ24 upload=W6WNRKZ8NASG tag=GM17TA00I2CT type=write size=3743044 2024-09-13T00:26:29.190 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.189+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=F1BEDVJOYBF6 type=del size=2299105 2024-09-13T00:26:29.199 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.197+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=1JFJFSRJ3N3D type=del 2024-09-13T00:26:29.212 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.209+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~XZ8XP3FYM0YB.0 size=1048576 2024-09-13T00:26:29.217 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.213+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~XZ8XP3FYM0YB.1 size=38978 2024-09-13T00:26:29.217 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.213+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=XZ8XP3FYM0YB tag=274081XQZINT type=write size=2136130 2024-09-13T00:26:29.222 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.221+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=H51TE8LV539Q type=del 2024-09-13T00:26:29.229 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.225+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=LF4CRVEWIFIJ type=del size=1335687 2024-09-13T00:26:29.235 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.233+0000 7ff07d6c9640 1 < completed write operation key=OT4KA0LL7RP3 tag=VU4K16S041SR type=write size=856064 2024-09-13T00:26:29.241 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.237+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=ZUZMIP14SUF0 type=del size=2772492 2024-09-13T00:26:29.246 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.245+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=S4QDDP9EAC0M type=del 2024-09-13T00:26:29.257 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.253+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~ROT68LRIPAJF.0 size=1048576 2024-09-13T00:26:29.263 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.261+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~ROT68LRIPAJF.1 size=1048576 2024-09-13T00:26:29.271 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.269+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~ROT68LRIPAJF.2 size=465182 2024-09-13T00:26:29.271 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.269+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=ROT68LRIPAJF tag=DKC703DPDJNM type=write size=3610910 2024-09-13T00:26:29.280 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.277+0000 7ff07d6c9640 -1 < failed to complete operation key=CNP11H6WEG9D tag=E9X04A29J7JQ type=del size=664843: (22) Invalid argument 2024-09-13T00:26:29.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:28 smithi053 bash[67631]: cluster 2024-09-13T00:26:27.514316+0000 mgr.y (mgr.34107) 711 : cluster [DBG] pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 178 KiB/s wr, 912 op/s 2024-09-13T00:26:29.286 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.281+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=KXG1AY42ZUHS type=del size=3626457 2024-09-13T00:26:29.298 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.297+0000 7ff07d6c9640 1 < suggested update operation key=DI6S0X65V18P tag=UJ50PHFNYLUM type=del size=108396 2024-09-13T00:26:29.304 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.301+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=YBF527M8H53U type=del size=2852090 2024-09-13T00:26:29.318 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.313+0000 7ff07d6c9640 1 < suggested remove operation key=ZB9Q220ZM0E0 tag=YLC6S2S2HAOW type=del 2024-09-13T00:26:29.323 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.321+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=JFK3KEJEZR9X type=del size=3021787 2024-09-13T00:26:29.332 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.329+0000 7ff07d6c9640 -1 < failed to complete operation key=CNP11H6WEG9D tag=JJEE2HD130NY type=del size=1489425: (22) Invalid argument 2024-09-13T00:26:29.344 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.341+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~66RVSY4YKG3Y.0 size=1048576 2024-09-13T00:26:29.349 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.345+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~66RVSY4YKG3Y.1 size=899125 2024-09-13T00:26:29.349 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.345+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=66RVSY4YKG3Y tag=8C7IFCX4UUCH type=write size=2996277 2024-09-13T00:26:29.357 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.353+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~YHK7EDN31BGW.0 size=1048576 2024-09-13T00:26:29.362 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.357+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~YHK7EDN31BGW.1 size=1048576 2024-09-13T00:26:29.362 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.357+0000 7ff07d6c9640 1 < canceled part key=_multipart_DI6S0X65V18P.2~YHK7EDN31BGW.2 size=686622 2024-09-13T00:26:29.374 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.369+0000 7ff07d6c9640 1 < canceled multipart upload key=DI6S0X65V18P upload=YHK7EDN31BGW tag=Z5MGX4YHSSB1 type=write size=3832350 2024-09-13T00:26:29.386 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.381+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~HO6KCPZIWWTL.0 size=1048576 2024-09-13T00:26:29.391 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.389+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~HO6KCPZIWWTL.1 size=1048576 2024-09-13T00:26:29.396 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.393+0000 7ff07d6c9640 1 > prepared part key=_multipart_O016V0EIG9TO.2~HO6KCPZIWWTL.2 size=174483 2024-09-13T00:26:29.396 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.393+0000 7ff07d6c9640 1 > prepared multipart upload key=O016V0EIG9TO upload=HO6KCPZIWWTL tag=68GHOSJ7AZ0A type=write size=3320211 2024-09-13T00:26:29.402 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.397+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=P3D210TTLJLQ type=del 2024-09-13T00:26:29.408 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.405+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=JJ68M2KVBEI5 type=del size=730432 2024-09-13T00:26:29.415 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.413+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~PZDA8WQFGO3D.0 size=945844 2024-09-13T00:26:29.427 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.425+0000 7ff07d6c9640 1 < completed multipart upload key=2DTY4IYSD8J3 upload=PZDA8WQFGO3D tag=BBAZLJNHHN5C type=write size=1994420 2024-09-13T00:26:29.434 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.433+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=3MIWU37VIYRE type=del size=2869791 2024-09-13T00:26:29.435 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.433+0000 7ff07d6c9640 1 < canceled part key=_multipart_7H3YFWWXRQ8L.2~H4O4KAK3D3ZC.0 size=740150 2024-09-13T00:26:29.446 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.441+0000 7ff07d6c9640 1 < canceled multipart upload key=7H3YFWWXRQ8L upload=H4O4KAK3D3ZC tag=GDA4R1YG1JT3 type=write size=1788726 2024-09-13T00:26:29.452 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.449+0000 7ff07d6c9640 1 > prepared operation key=GDD2408QTYGR tag=R62S3CGSHW8K type=del size=1059562 2024-09-13T00:26:29.458 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.453+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=HZ6FFA0VCSXU type=del 2024-09-13T00:26:29.465 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.461+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=95E1XNRBXUMO type=del size=3038681 2024-09-13T00:26:29.471 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.469+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=2D4WUQVML8Q2 type=del 2024-09-13T00:26:29.477 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.473+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=20SYPD9AXZH7 type=del size=2566862 2024-09-13T00:26:29.484 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.481+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=LYOSH81ZZIJ0 type=del 2024-09-13T00:26:29.490 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.485+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=TGVA5QWDU5TB type=del size=2312292 2024-09-13T00:26:29.498 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.493+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=F1BEDVJOYBF6 type=del 2024-09-13T00:26:29.510 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.505+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~RXSTQ38YI3NF.0 size=915 2024-09-13T00:26:29.510 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.505+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=RXSTQ38YI3NF tag=FMKW4EDIW3UA type=write size=1049491 2024-09-13T00:26:29.516 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.513+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~XZ8XP3FYM0YB.0 size=1048576 2024-09-13T00:26:29.521 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.517+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~XZ8XP3FYM0YB.1 size=38978 2024-09-13T00:26:29.531 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.529+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=XZ8XP3FYM0YB tag=274081XQZINT type=write size=2136130 2024-09-13T00:26:29.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.533+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=8SO8W71BFWFR type=del size=1547170 2024-09-13T00:26:29.543 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.541+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=LF4CRVEWIFIJ type=del 2024-09-13T00:26:29.549 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.545+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=D7RTVAI1EYA7 type=del size=3521343 2024-09-13T00:26:29.555 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.553+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=ZUZMIP14SUF0 type=del 2024-09-13T00:26:29.567 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.565+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~SJ554CVCA8TD.0 size=1048576 2024-09-13T00:26:29.572 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.569+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~SJ554CVCA8TD.1 size=1048576 2024-09-13T00:26:29.577 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.573+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~SJ554CVCA8TD.2 size=989239 2024-09-13T00:26:29.578 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.573+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=SJ554CVCA8TD tag=99FN7DPSIBZM type=write size=4134967 2024-09-13T00:26:29.583 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.581+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~ROT68LRIPAJF.0 size=1048576 2024-09-13T00:26:29.589 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.585+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~ROT68LRIPAJF.1 size=1048576 2024-09-13T00:26:29.594 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.589+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~ROT68LRIPAJF.2 size=465182 2024-09-13T00:26:29.604 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.601+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=ROT68LRIPAJF tag=DKC703DPDJNM type=write size=3610910 2024-09-13T00:26:29.616 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.613+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~T647RD90X2UF.0 size=1048576 2024-09-13T00:26:29.621 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.617+0000 7ff07d6c9640 1 > prepared part key=_multipart_DI6S0X65V18P.2~T647RD90X2UF.1 size=573617 2024-09-13T00:26:29.621 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.617+0000 7ff07d6c9640 1 > prepared multipart upload key=DI6S0X65V18P upload=T647RD90X2UF tag=T2KJW3L9PUW6 type=write size=2670769 2024-09-13T00:26:29.634 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.633+0000 7ff07d6c9640 1 < suggested update operation key=2DTY4IYSD8J3 tag=KXG1AY42ZUHS type=del size=3626457 2024-09-13T00:26:29.640 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.637+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=91U2FQY7X1KN type=del size=1300121 2024-09-13T00:26:29.649 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.645+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=YBF527M8H53U type=del 2024-09-13T00:26:29.652 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.649+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=OHJKNVG45BUN type=del size=1184798 2024-09-13T00:26:29.658 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.653+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=JFK3KEJEZR9X type=del 2024-09-13T00:26:29.665 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.661+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=Y86TCLFSKMQ8 type=write size=96169 2024-09-13T00:26:29.671 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.669+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~66RVSY4YKG3Y.0 size=1048576 2024-09-13T00:26:29.678 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.673+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~66RVSY4YKG3Y.1 size=899125 2024-09-13T00:26:29.688 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.685+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=66RVSY4YKG3Y tag=8C7IFCX4UUCH type=write size=2996277 2024-09-13T00:26:29.694 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.689+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=6BFMR14WSRT5 type=del size=59575 2024-09-13T00:26:29.701 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.697+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~HO6KCPZIWWTL.0 size=1048576 2024-09-13T00:26:29.706 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.705+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~HO6KCPZIWWTL.1 size=1048576 2024-09-13T00:26:29.711 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.709+0000 7ff07d6c9640 1 < completed part key=_multipart_O016V0EIG9TO.2~HO6KCPZIWWTL.2 size=174483 2024-09-13T00:26:29.722 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.717+0000 7ff07d6c9640 1 < completed multipart upload key=O016V0EIG9TO upload=HO6KCPZIWWTL tag=68GHOSJ7AZ0A type=write size=3320211 2024-09-13T00:26:29.734 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.729+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~UOG1MO3DBBKM.0 size=1048576 2024-09-13T00:26:29.739 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.737+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~UOG1MO3DBBKM.1 size=922897 2024-09-13T00:26:29.739 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.737+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=UOG1MO3DBBKM tag=H6KFW5FJTQOS type=write size=3020049 2024-09-13T00:26:29.745 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.741+0000 7ff07d6c9640 1 < canceled operation key=GDD2408QTYGR tag=JJ68M2KVBEI5 type=del size=730432 2024-09-13T00:26:29.752 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.749+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=6C718SJ3ZFAQ type=del size=3461166 2024-09-13T00:26:29.764 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.761+0000 7ff07d6c9640 1 < suggested update operation key=OT4KA0LL7RP3 tag=3MIWU37VIYRE type=del size=2869791 2024-09-13T00:26:29.770 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.765+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=OSNLQMS5311X type=del size=2231200 2024-09-13T00:26:29.782 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.777+0000 7ff07d6c9640 1 < suggested update operation key=GDD2408QTYGR tag=R62S3CGSHW8K type=del size=1059562 2024-09-13T00:26:29.794 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.793+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~19NJDBRBEXEX.0 size=1048576 2024-09-13T00:26:29.800 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.797+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~19NJDBRBEXEX.1 size=1048576 2024-09-13T00:26:29.807 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.805+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~19NJDBRBEXEX.2 size=774763 2024-09-13T00:26:29.807 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.805+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=19NJDBRBEXEX tag=G4PDZI1EDHQK type=write size=3920491 2024-09-13T00:26:29.820 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.817+0000 7ff07d6c9640 1 < suggested update operation key=4J0DEO2EA8KL tag=95E1XNRBXUMO type=del size=3038681 2024-09-13T00:26:29.826 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.825+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=ZHY9IOWAY1T2 type=write size=367874 2024-09-13T00:26:29.838 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.837+0000 7ff07d6c9640 1 < suggested remove operation key=FLIVW0XUS2MD tag=20SYPD9AXZH7 type=del 2024-09-13T00:26:29.845 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.841+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=I5GH3W9NMXRF type=del size=4037992 2024-09-13T00:26:29.853 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.849+0000 7ff07d6c9640 1 < canceled operation key=DT4C13GCJ90M tag=TGVA5QWDU5TB type=del size=2312292 2024-09-13T00:26:29.858 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.853+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=C3ED2A9RW5K6 type=del size=1685733 2024-09-13T00:26:29.865 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.861+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~RXSTQ38YI3NF.0 size=915 2024-09-13T00:26:29.875 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.873+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=RXSTQ38YI3NF tag=FMKW4EDIW3UA type=write size=1049491 2024-09-13T00:26:29.882 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.877+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=9N9Q31K1KMEK type=del size=2820390 2024-09-13T00:26:29.889 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.885+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=8SO8W71BFWFR type=del 2024-09-13T00:26:29.896 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.893+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=LCJCN8PE11KQ type=write size=218013 2024-09-13T00:26:29.905 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.901+0000 7ff07d6c9640 1 < completed delete operation key=DT4C13GCJ90M tag=D7RTVAI1EYA7 type=del 2024-09-13T00:26:29.911 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.909+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=MFDT81JZE52M type=del size=2451673 2024-09-13T00:26:29.917 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.913+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~SJ554CVCA8TD.0 size=1048576 2024-09-13T00:26:29.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.921+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~SJ554CVCA8TD.1 size=1048576 2024-09-13T00:26:29.922 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.921+0000 7ff07d6c9640 1 < canceled part key=_multipart_ALFI3PWKDJ24.2~SJ554CVCA8TD.2 size=989239 2024-09-13T00:26:29.934 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.929+0000 7ff07d6c9640 1 < canceled multipart upload key=ALFI3PWKDJ24 upload=SJ554CVCA8TD tag=99FN7DPSIBZM type=write size=4134967 2024-09-13T00:26:29.940 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.937+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=6D6HVJ74G42P type=del size=1044481 2024-09-13T00:26:29.946 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.945+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~T647RD90X2UF.0 size=1048576 2024-09-13T00:26:29.952 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.949+0000 7ff07d6c9640 1 < completed part key=_multipart_DI6S0X65V18P.2~T647RD90X2UF.1 size=573617 2024-09-13T00:26:29.963 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.961+0000 7ff07d6c9640 1 < completed multipart upload key=DI6S0X65V18P upload=T647RD90X2UF tag=T2KJW3L9PUW6 type=write size=2670769 2024-09-13T00:26:29.969 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.965+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=VZBZ22R7NRFJ type=del size=821693 2024-09-13T00:26:29.982 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.977+0000 7ff07d6c9640 1 < suggested update operation key=0THRDK3EP2DY tag=91U2FQY7X1KN type=del size=1300121 2024-09-13T00:26:29.988 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.985+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=BGK29P74GDY3 type=del size=3615691 2024-09-13T00:26:30.000 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:29.997+0000 7ff07d6c9640 1 < suggested update operation key=OT4KA0LL7RP3 tag=OHJKNVG45BUN type=del size=1184798 2024-09-13T00:26:30.007 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.005+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=WROK8KY0RVXU type=del size=1672823 2024-09-13T00:26:30.014 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.009+0000 7ff07d6c9640 1 < canceled operation key=9VL7XF9W6EIA tag=Y86TCLFSKMQ8 type=write size=96169 2024-09-13T00:26:30.020 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.017+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=NG8G2BZKZ4G7 type=del size=1703208 2024-09-13T00:26:30.027 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.025+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=6BFMR14WSRT5 type=del 2024-09-13T00:26:30.040 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.037+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~TXUDHQTANMBZ.0 size=1048576 2024-09-13T00:26:30.044 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.041+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~TXUDHQTANMBZ.1 size=630762 2024-09-13T00:26:30.045 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.041+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=TXUDHQTANMBZ tag=1DEAPVQHILZ7 type=write size=2727914 2024-09-13T00:26:30.051 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.049+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~UOG1MO3DBBKM.0 size=1048576 2024-09-13T00:26:30.058 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.053+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~UOG1MO3DBBKM.1 size=922897 2024-09-13T00:26:30.068 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.065+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=UOG1MO3DBBKM tag=H6KFW5FJTQOS type=write size=3020049 2024-09-13T00:26:30.079 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.077+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~D9HNLL1AUP8Z.0 size=1048576 2024-09-13T00:26:30.084 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.081+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~D9HNLL1AUP8Z.1 size=1048576 2024-09-13T00:26:30.089 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.085+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~D9HNLL1AUP8Z.2 size=223203 2024-09-13T00:26:30.089 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.085+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=D9HNLL1AUP8Z tag=PO580XMFKC2J type=write size=3368931 2024-09-13T00:26:30.100 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.097+0000 7ff07d6c9640 1 < suggested remove operation key=9VL7XF9W6EIA tag=6C718SJ3ZFAQ type=del 2024-09-13T00:26:30.106 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.105+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=4WRWL6Q2NH4R type=del size=2152398 2024-09-13T00:26:30.114 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.113+0000 7ff07d6c9640 -1 < failed to complete operation key=OT4KA0LL7RP3 tag=OSNLQMS5311X type=del size=2231200: (22) Invalid argument 2024-09-13T00:26:30.120 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.117+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=7X20MHKK6S7U type=del size=2182953 2024-09-13T00:26:30.126 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.125+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~19NJDBRBEXEX.0 size=1048576 2024-09-13T00:26:30.126 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.125+0000 7ff07d6c9640 1 < canceled part key=_multipart_ALFI3PWKDJ24.2~19NJDBRBEXEX.1 size=1048576 2024-09-13T00:26:30.132 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.129+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~19NJDBRBEXEX.2 size=774763 2024-09-13T00:26:30.142 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.137+0000 7ff07d6c9640 1 < canceled multipart upload key=ALFI3PWKDJ24 upload=19NJDBRBEXEX tag=G4PDZI1EDHQK type=write size=3920491 2024-09-13T00:26:30.148 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.145+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=9808N2THBX3L type=write size=120912 2024-09-13T00:26:30.154 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.153+0000 7ff07d6c9640 1 < completed write operation key=ZNBRMSEXA9ZK tag=ZHY9IOWAY1T2 type=write size=367874 2024-09-13T00:26:30.160 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.157+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=AZB97EQICRHT type=del size=2265785 2024-09-13T00:26:30.166 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.161+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=I5GH3W9NMXRF type=del 2024-09-13T00:26:30.174 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.169+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=A29UH0RR4IRY type=del size=2808492 2024-09-13T00:26:30.182 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.177+0000 7ff07d6c9640 -1 < failed to complete operation key=0THRDK3EP2DY tag=C3ED2A9RW5K6 type=del size=1685733: (22) Invalid argument 2024-09-13T00:26:30.189 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.185+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=BT92BQ20COK0 type=del size=770001 2024-09-13T00:26:30.196 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.193+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=9N9Q31K1KMEK type=del 2024-09-13T00:26:30.202 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.197+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=16NOJ4IDZDVD type=del size=2631083 2024-09-13T00:26:30.211 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.209+0000 7ff07d6c9640 -1 < failed to complete operation key=0THRDK3EP2DY tag=LCJCN8PE11KQ type=write size=218013: (22) Invalid argument 2024-09-13T00:26:30.217 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.213+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=PWGZ5V3E12OC type=del size=802612 2024-09-13T00:26:30.223 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.221+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=MFDT81JZE52M type=del 2024-09-13T00:26:30.229 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.225+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=7TUEVODFTZ61 type=write size=81889 2024-09-13T00:26:30.235 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.233+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=6D6HVJ74G42P type=del 2024-09-13T00:26:30.247 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.245+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~95E3SB7O0AZA.0 size=1020289 2024-09-13T00:26:30.248 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.245+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=95E3SB7O0AZA tag=EHGFBEQBF07V type=write size=2068865 2024-09-13T00:26:30.255 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.253+0000 7ff07d6c9640 1 < completed delete operation key=CNP11H6WEG9D tag=VZBZ22R7NRFJ type=del 2024-09-13T00:26:30.263 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.261+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=20E9EM3DDTVF type=del size=1128533 2024-09-13T00:26:30.270 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.265+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=BGK29P74GDY3 type=del 2024-09-13T00:26:30.277 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.273+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=RPBUZDCWLT4L type=del size=1782234 2024-09-13T00:26:30.284 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.281+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=WROK8KY0RVXU type=del 2024-09-13T00:26:30.295 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.293+0000 7ff07d6c9640 1 > prepared part key=_multipart_7H3YFWWXRQ8L.2~J21R29Q6R9QR.0 size=494663 2024-09-13T00:26:30.295 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.293+0000 7ff07d6c9640 1 > prepared multipart upload key=7H3YFWWXRQ8L upload=J21R29Q6R9QR tag=8HZQTPKCBJOW type=write size=1543239 2024-09-13T00:26:30.301 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.297+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=NG8G2BZKZ4G7 type=del 2024-09-13T00:26:30.314 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.309+0000 7ff07d6c9640 1 > prepared part key=_multipart_1C09CIUJQSH0.2~11E6DJHAT1V2.0 size=225544 2024-09-13T00:26:30.314 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.309+0000 7ff07d6c9640 1 > prepared multipart upload key=1C09CIUJQSH0 upload=11E6DJHAT1V2 tag=T7JPT0XQZ1ER type=write size=1274120 2024-09-13T00:26:30.321 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.317+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~TXUDHQTANMBZ.0 size=1048576 2024-09-13T00:26:30.326 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.325+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~TXUDHQTANMBZ.1 size=630762 2024-09-13T00:26:30.338 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.333+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=TXUDHQTANMBZ tag=1DEAPVQHILZ7 type=write size=2727914 2024-09-13T00:26:30.350 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.345+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~6P9FGW0NQ7MT.0 size=1048576 2024-09-13T00:26:30.355 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.353+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~6P9FGW0NQ7MT.1 size=1048576 2024-09-13T00:26:30.362 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.357+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~6P9FGW0NQ7MT.2 size=714311 2024-09-13T00:26:30.362 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.357+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=6P9FGW0NQ7MT tag=OMPRW1U6FYK7 type=write size=3860039 2024-09-13T00:26:30.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.365+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~D9HNLL1AUP8Z.0 size=1048576 2024-09-13T00:26:30.375 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.373+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~D9HNLL1AUP8Z.1 size=1048576 2024-09-13T00:26:30.375 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.373+0000 7ff07d6c9640 1 < canceled part key=_multipart_YB8OYIWQYY07.2~D9HNLL1AUP8Z.2 size=223203 2024-09-13T00:26:30.385 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.381+0000 7ff07d6c9640 1 < canceled multipart upload key=YB8OYIWQYY07 upload=D9HNLL1AUP8Z tag=PO580XMFKC2J type=write size=3368931 2024-09-13T00:26:30.391 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.389+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=2F772CODXO16 type=del size=1242412 2024-09-13T00:26:30.397 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.393+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=4WRWL6Q2NH4R type=del 2024-09-13T00:26:30.403 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.401+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=HQNX1BK1LH33 type=del size=470662 2024-09-13T00:26:30.409 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.405+0000 7ff07d6c9640 1 < completed delete operation key=2DTY4IYSD8J3 tag=7X20MHKK6S7U type=del 2024-09-13T00:26:30.414 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.413+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=KNQDYXQKXGHQ type=write size=51606 2024-09-13T00:26:30.420 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.417+0000 7ff07d6c9640 1 < completed write operation key=0THRDK3EP2DY tag=9808N2THBX3L type=write size=120912 2024-09-13T00:26:30.427 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.425+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=3R696OGHAV52 type=del size=2289743 2024-09-13T00:26:30.433 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.429+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=AZB97EQICRHT type=del 2024-09-13T00:26:30.439 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.437+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=VCFBH190ZVZF type=del size=3947176 2024-09-13T00:26:30.445 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.441+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=A29UH0RR4IRY type=del 2024-09-13T00:26:30.456 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.453+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~FU39AQ1FUVDD.0 size=1048576 2024-09-13T00:26:30.465 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.457+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~FU39AQ1FUVDD.1 size=1048576 2024-09-13T00:26:30.467 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.465+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~FU39AQ1FUVDD.2 size=802551 2024-09-13T00:26:30.467 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.465+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=FU39AQ1FUVDD tag=23ED4Z4JE467 type=write size=3948279 2024-09-13T00:26:30.479 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.477+0000 7ff07d6c9640 1 < suggested remove operation key=CQE0A2I3P64S tag=BT92BQ20COK0 type=del 2024-09-13T00:26:30.485 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.481+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=ZUUG72OR9JJH type=del size=2132628 2024-09-13T00:26:30.491 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.489+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=16NOJ4IDZDVD type=del 2024-09-13T00:26:30.497 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.493+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=V6JEU3C68E55 type=del size=459056 2024-09-13T00:26:30.504 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.501+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=PWGZ5V3E12OC type=del 2024-09-13T00:26:30.516 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.513+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~9GKBE0HIKKXV.0 size=713029 2024-09-13T00:26:30.517 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.513+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=9GKBE0HIKKXV tag=96SLW7ZYI1EH type=write size=1761605 2024-09-13T00:26:30.528 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.525+0000 7ff07d6c9640 1 < suggested update operation key=YNG29P8H3FSB tag=7TUEVODFTZ61 type=write size=81889 2024-09-13T00:26:30.534 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.529+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=PTBZYOK7BAG1 type=del size=1466488 2024-09-13T00:26:30.540 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.537+0000 7ff07d6c9640 1 < completed part key=_multipart_ALFI3PWKDJ24.2~95E3SB7O0AZA.0 size=1020289 2024-09-13T00:26:30.551 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.549+0000 7ff07d6c9640 1 < completed multipart upload key=ALFI3PWKDJ24 upload=95E3SB7O0AZA tag=EHGFBEQBF07V type=write size=2068865 2024-09-13T00:26:30.564 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.561+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~Z98M6H5H0MBV.0 size=1048576 2024-09-13T00:26:30.570 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.565+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~Z98M6H5H0MBV.1 size=1048576 2024-09-13T00:26:30.575 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.573+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~Z98M6H5H0MBV.2 size=686643 2024-09-13T00:26:30.575 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.573+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=Z98M6H5H0MBV tag=KAYLWJ8J9CVB type=write size=3832371 2024-09-13T00:26:30.583 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.577+0000 7ff07d6c9640 1 < completed delete operation key=NY5MUJLE63EG tag=20E9EM3DDTVF type=del 2024-09-13T00:26:30.593 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.589+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~7JF4FP6GCK15.0 size=919410 2024-09-13T00:26:30.593 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.589+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=7JF4FP6GCK15 tag=IY33QWTDLS5I type=write size=1967986 2024-09-13T00:26:30.598 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.597+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=RPBUZDCWLT4L type=del 2024-09-13T00:26:30.604 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.601+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=7TMA0HMJ0LI9 type=write size=194380 2024-09-13T00:26:30.610 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.605+0000 7ff07d6c9640 1 < completed part key=_multipart_7H3YFWWXRQ8L.2~J21R29Q6R9QR.0 size=494663 2024-09-13T00:26:30.620 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.617+0000 7ff07d6c9640 1 < completed multipart upload key=7H3YFWWXRQ8L upload=J21R29Q6R9QR tag=8HZQTPKCBJOW type=write size=1543239 2024-09-13T00:26:30.626 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.621+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=5UBD3V35XPPV type=del size=2698410 2024-09-13T00:26:30.632 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.629+0000 7ff07d6c9640 1 < completed part key=_multipart_1C09CIUJQSH0.2~11E6DJHAT1V2.0 size=225544 2024-09-13T00:26:30.643 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.641+0000 7ff07d6c9640 1 < completed multipart upload key=1C09CIUJQSH0 upload=11E6DJHAT1V2 tag=T7JPT0XQZ1ER type=write size=1274120 2024-09-13T00:26:30.654 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.649+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~CCA3NR0YDJVV.0 size=880091 2024-09-13T00:26:30.654 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.649+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=CCA3NR0YDJVV tag=8HJR02VNZP5O type=write size=1928667 2024-09-13T00:26:30.660 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.657+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~6P9FGW0NQ7MT.0 size=1048576 2024-09-13T00:26:30.665 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.661+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~6P9FGW0NQ7MT.1 size=1048576 2024-09-13T00:26:30.673 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.669+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~6P9FGW0NQ7MT.2 size=714311 2024-09-13T00:26:30.681 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.677+0000 7ff07d6c9640 1 < completed multipart upload key=WT8C8PJ810XA upload=6P9FGW0NQ7MT tag=OMPRW1U6FYK7 type=write size=3860039 2024-09-13T00:26:30.690 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.685+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=NHETYBWU431P type=write size=620398 2024-09-13T00:26:30.705 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.701+0000 7ff07d6c9640 1 < suggested update operation key=JI54OSP2P86V tag=2F772CODXO16 type=del size=1242412 2024-09-13T00:26:30.712 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.709+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=WB5PJHK3L6ZZ type=del size=2366653 2024-09-13T00:26:30.718 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.717+0000 7ff07d6c9640 1 < completed delete operation key=FLIVW0XUS2MD tag=HQNX1BK1LH33 type=del 2024-09-13T00:26:30.725 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.721+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=AZ7HL2NPPLMP type=del size=4041585 2024-09-13T00:26:30.731 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.729+0000 7ff07d6c9640 1 < completed write operation key=9VL7XF9W6EIA tag=KNQDYXQKXGHQ type=write size=51606 2024-09-13T00:26:30.738 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.733+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=UHCZZ8QXIU8E type=write size=214074 2024-09-13T00:26:30.749 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.745+0000 7ff07d6c9640 1 < suggested update operation key=FLIVW0XUS2MD tag=3R696OGHAV52 type=del size=2289743 2024-09-13T00:26:30.755 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.753+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=KDUXDW08BS4X type=del size=2454450 2024-09-13T00:26:30.761 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.757+0000 7ff07d6c9640 1 < canceled operation key=2DTY4IYSD8J3 tag=VCFBH190ZVZF type=del size=3947176 2024-09-13T00:26:30.772 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.769+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~XK633NMFMBOL.0 size=1048576 2024-09-13T00:26:30.777 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.773+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~XK633NMFMBOL.1 size=1048576 2024-09-13T00:26:30.782 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.777+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~XK633NMFMBOL.2 size=960069 2024-09-13T00:26:30.782 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.777+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=XK633NMFMBOL tag=OVMJQFWSTCVC type=write size=4105797 2024-09-13T00:26:30.789 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.785+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~FU39AQ1FUVDD.0 size=1048576 2024-09-13T00:26:30.794 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.793+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~FU39AQ1FUVDD.1 size=1048576 2024-09-13T00:26:30.801 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.797+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~FU39AQ1FUVDD.2 size=802551 2024-09-13T00:26:30.812 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.809+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=FU39AQ1FUVDD tag=23ED4Z4JE467 type=write size=3948279 2024-09-13T00:26:30.823 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.821+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~GKCI2Z9XQ0UV.0 size=343522 2024-09-13T00:26:30.823 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.821+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=GKCI2Z9XQ0UV tag=HXF8SG47YIDM type=write size=1392098 2024-09-13T00:26:30.832 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.829+0000 7ff07d6c9640 1 < completed delete operation key=ALFI3PWKDJ24 tag=ZUUG72OR9JJH type=del 2024-09-13T00:26:30.838 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.837+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=38D4E7J86MBG type=del size=1811183 2024-09-13T00:26:30.849 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.845+0000 7ff07d6c9640 -1 < failed to complete operation key=FLIVW0XUS2MD tag=V6JEU3C68E55 type=del size=459056: (22) Invalid argument 2024-09-13T00:26:30.861 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.857+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~IJIQJ143AJOV.0 size=1048576 2024-09-13T00:26:30.867 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.865+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~IJIQJ143AJOV.1 size=1048576 2024-09-13T00:26:30.877 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.869+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~IJIQJ143AJOV.2 size=310635 2024-09-13T00:26:30.877 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.869+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=IJIQJ143AJOV tag=GUY0PPSB3NSF type=write size=3456363 2024-09-13T00:26:30.879 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.877+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~9GKBE0HIKKXV.0 size=713029 2024-09-13T00:26:30.890 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.885+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=9GKBE0HIKKXV tag=96SLW7ZYI1EH type=write size=1761605 2024-09-13T00:26:30.895 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.893+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=FALLQIAOATNE type=del size=1672992 2024-09-13T00:26:30.901 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.897+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=PTBZYOK7BAG1 type=del 2024-09-13T00:26:30.907 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.905+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=CM0UMQUX6BDX type=del size=3643512 2024-09-13T00:26:30.913 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.909+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~Z98M6H5H0MBV.0 size=1048576 2024-09-13T00:26:30.918 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.917+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~Z98M6H5H0MBV.1 size=1048576 2024-09-13T00:26:30.923 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.921+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~Z98M6H5H0MBV.2 size=686643 2024-09-13T00:26:30.934 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.933+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=Z98M6H5H0MBV tag=KAYLWJ8J9CVB type=write size=3832371 2024-09-13T00:26:30.941 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.937+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=K5YTWUW885C1 type=del size=678730 2024-09-13T00:26:30.946 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.945+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~7JF4FP6GCK15.0 size=919410 2024-09-13T00:26:30.957 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.953+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=7JF4FP6GCK15 tag=IY33QWTDLS5I type=write size=1967986 2024-09-13T00:26:30.963 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.961+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=CUE2811Q3JXK type=write size=292521 2024-09-13T00:26:30.969 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.965+0000 7ff07d6c9640 1 < completed write operation key=OT4KA0LL7RP3 tag=7TMA0HMJ0LI9 type=write size=194380 2024-09-13T00:26:30.974 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.969+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=QKU20XSN7VPQ type=del size=1356077 2024-09-13T00:26:30.980 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.977+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=5UBD3V35XPPV type=del 2024-09-13T00:26:30.991 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.989+0000 7ff07d6c9640 1 > prepared part key=_multipart_YB8OYIWQYY07.2~GNS01POH2DXW.0 size=1045453 2024-09-13T00:26:30.992 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.989+0000 7ff07d6c9640 1 > prepared multipart upload key=YB8OYIWQYY07 upload=GNS01POH2DXW tag=82S2MPSWJXZT type=write size=2094029 2024-09-13T00:26:30.997 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:30.993+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~CCA3NR0YDJVV.0 size=880091 2024-09-13T00:26:31.008 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.005+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=CCA3NR0YDJVV tag=8HJR02VNZP5O type=write size=1928667 2024-09-13T00:26:31.014 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.009+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=QUSKKCL9Z0GS type=del size=3091266 2024-09-13T00:26:31.019 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.017+0000 7ff07d6c9640 1 < completed write operation key=DT4C13GCJ90M tag=NHETYBWU431P type=write size=620398 2024-09-13T00:26:31.025 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.021+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=6LORC9HV5X24 type=write size=140347 2024-09-13T00:26:31.037 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.033+0000 7ff07d6c9640 1 < suggested remove operation key=ZNBRMSEXA9ZK tag=WB5PJHK3L6ZZ type=del 2024-09-13T00:26:31.042 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.041+0000 7ff07d6c9640 1 > prepared operation key=O016V0EIG9TO tag=8CACY0YRDX1W type=del size=2879107 2024-09-13T00:26:31.048 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.045+0000 7ff07d6c9640 1 < completed delete operation key=RK75O90M3ZT9 tag=AZ7HL2NPPLMP type=del 2024-09-13T00:26:31.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.049+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=X378BXQ4T6X9 type=write size=230946 2024-09-13T00:26:31.061 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.057+0000 7ff07d6c9640 1 < completed write operation key=7VNCRBS2OO7G tag=UHCZZ8QXIU8E type=write size=214074 2024-09-13T00:26:31.072 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.069+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~AGRBWWWZ42OC.0 size=1048576 2024-09-13T00:26:31.078 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.073+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~AGRBWWWZ42OC.1 size=40582 2024-09-13T00:26:31.078 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.073+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=AGRBWWWZ42OC tag=4BIJMGNG7WS2 type=write size=2137734 2024-09-13T00:26:31.084 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.081+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=KDUXDW08BS4X type=del 2024-09-13T00:26:31.095 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.093+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~VIND2YIJ4JOX.0 size=42704 2024-09-13T00:26:31.095 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.093+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=VIND2YIJ4JOX tag=UXXNRKW8LJK0 type=write size=1091280 2024-09-13T00:26:31.102 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.097+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~XK633NMFMBOL.0 size=1048576 2024-09-13T00:26:31.102 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.097+0000 7ff07d6c9640 1 < canceled part key=_multipart_9VL7XF9W6EIA.2~XK633NMFMBOL.1 size=1048576 2024-09-13T00:26:31.107 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.105+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~XK633NMFMBOL.2 size=960069 2024-09-13T00:26:31.120 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.117+0000 7ff07d6c9640 1 < canceled multipart upload key=9VL7XF9W6EIA upload=XK633NMFMBOL tag=OVMJQFWSTCVC type=write size=4105797 2024-09-13T00:26:31.126 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.125+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=FKQ4UWC9F36M type=write size=123359 2024-09-13T00:26:31.132 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.129+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~GKCI2Z9XQ0UV.0 size=343522 2024-09-13T00:26:31.144 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.141+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=GKCI2Z9XQ0UV tag=HXF8SG47YIDM type=write size=1392098 2024-09-13T00:26:31.151 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.149+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=B1DFHK28X04V type=del size=3545987 2024-09-13T00:26:31.158 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.153+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=38D4E7J86MBG type=del 2024-09-13T00:26:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:30 smithi032 bash[75510]: cluster 2024-09-13T00:26:29.515414+0000 mgr.y (mgr.34107) 712 : cluster [DBG] pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 333 KiB/s rd, 115 KiB/s wr, 588 op/s 2024-09-13T00:26:31.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:30 smithi032 bash[76677]: cluster 2024-09-13T00:26:29.515414+0000 mgr.y (mgr.34107) 712 : cluster [DBG] pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 333 KiB/s rd, 115 KiB/s wr, 588 op/s 2024-09-13T00:26:31.164 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.161+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=6HXHIIVT5IXN type=del size=1690645 2024-09-13T00:26:31.171 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.169+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~IJIQJ143AJOV.0 size=1048576 2024-09-13T00:26:31.176 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.173+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~IJIQJ143AJOV.1 size=1048576 2024-09-13T00:26:31.181 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.177+0000 7ff07d6c9640 1 < completed part key=_multipart_71PWJL28BPIC.2~IJIQJ143AJOV.2 size=310635 2024-09-13T00:26:31.192 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.189+0000 7ff07d6c9640 1 < completed multipart upload key=71PWJL28BPIC upload=IJIQJ143AJOV tag=GUY0PPSB3NSF type=write size=3456363 2024-09-13T00:26:31.203 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.201+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~4F8BIVOHBXGK.0 size=1048576 2024-09-13T00:26:31.208 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.205+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~4F8BIVOHBXGK.1 size=1048576 2024-09-13T00:26:31.213 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.209+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~4F8BIVOHBXGK.2 size=511963 2024-09-13T00:26:31.213 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.209+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=4F8BIVOHBXGK tag=E5HZWKJ7XXZD type=write size=3657691 2024-09-13T00:26:31.225 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.221+0000 7ff07d6c9640 1 < suggested update operation key=9VL7XF9W6EIA tag=FALLQIAOATNE type=del size=1672992 2024-09-13T00:26:31.231 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.229+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=TTVCNGU6G347 type=del size=3930566 2024-09-13T00:26:31.237 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.233+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=CM0UMQUX6BDX type=del 2024-09-13T00:26:31.243 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.241+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=UQGWITN4FO28 type=del size=3686909 2024-09-13T00:26:31.249 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.245+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=K5YTWUW885C1 type=del 2024-09-13T00:26:31.255 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.253+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=OCAWHFMF0FOX type=del size=698798 2024-09-13T00:26:31.264 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.261+0000 7ff07d6c9640 -1 < failed to complete operation key=9VL7XF9W6EIA tag=CUE2811Q3JXK type=write size=292521: (22) Invalid argument 2024-09-13T00:26:31.275 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.273+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~OTMGDJYTQZ0A.0 size=1048576 2024-09-13T00:26:31.280 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.277+0000 7ff07d6c9640 1 > prepared part key=_multipart_NY5MUJLE63EG.2~OTMGDJYTQZ0A.1 size=517338 2024-09-13T00:26:31.280 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.277+0000 7ff07d6c9640 1 > prepared multipart upload key=NY5MUJLE63EG upload=OTMGDJYTQZ0A tag=ZHNG9XBA3VZ9 type=write size=2614490 2024-09-13T00:26:31.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:30 smithi053 bash[67631]: cluster 2024-09-13T00:26:29.515414+0000 mgr.y (mgr.34107) 712 : cluster [DBG] pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 333 KiB/s rd, 115 KiB/s wr, 588 op/s 2024-09-13T00:26:31.289 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.281+0000 7ff07d6c9640 1 < canceled operation key=YB8OYIWQYY07 tag=QKU20XSN7VPQ type=del size=1356077 2024-09-13T00:26:31.298 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.293+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~9VM6O8DCUUAG.0 size=1048576 2024-09-13T00:26:31.303 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.301+0000 7ff07d6c9640 1 > prepared part key=_multipart_0THRDK3EP2DY.2~9VM6O8DCUUAG.1 size=59815 2024-09-13T00:26:31.303 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.301+0000 7ff07d6c9640 1 > prepared multipart upload key=0THRDK3EP2DY upload=9VM6O8DCUUAG tag=GOL88R6U8FZ8 type=write size=2156967 2024-09-13T00:26:31.309 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.305+0000 7ff07d6c9640 1 < completed part key=_multipart_YB8OYIWQYY07.2~GNS01POH2DXW.0 size=1045453 2024-09-13T00:26:31.321 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.317+0000 7ff07d6c9640 1 < completed multipart upload key=YB8OYIWQYY07 upload=GNS01POH2DXW tag=82S2MPSWJXZT type=write size=2094029 2024-09-13T00:26:31.326 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.325+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=7BE9W4J55GOW type=write size=841041 2024-09-13T00:26:31.333 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.329+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=QUSKKCL9Z0GS type=del 2024-09-13T00:26:31.345 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.341+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~9V4VD9O9JVCG.0 size=1048576 2024-09-13T00:26:31.350 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.345+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~9V4VD9O9JVCG.1 size=780502 2024-09-13T00:26:31.350 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.345+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=9V4VD9O9JVCG tag=S6MKA0XZJ7KH type=write size=2877654 2024-09-13T00:26:31.356 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.353+0000 7ff07d6c9640 1 < completed write operation key=71PWJL28BPIC tag=6LORC9HV5X24 type=write size=140347 2024-09-13T00:26:31.362 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.357+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=Y2ML69BLFE17 type=del size=4083685 2024-09-13T00:26:31.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.365+0000 7ff07d6c9640 1 < completed delete operation key=O016V0EIG9TO tag=8CACY0YRDX1W type=del 2024-09-13T00:26:31.374 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.369+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=1FOJTAWY5UG5 type=del size=1236904 2024-09-13T00:26:31.380 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.377+0000 7ff07d6c9640 1 < completed write operation key=NY5MUJLE63EG tag=X378BXQ4T6X9 type=write size=230946 2024-09-13T00:26:31.386 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.381+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=UPXCHZPVK3P2 type=write size=250163 2024-09-13T00:26:31.392 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.389+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~AGRBWWWZ42OC.0 size=1048576 2024-09-13T00:26:31.397 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.393+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~AGRBWWWZ42OC.1 size=40582 2024-09-13T00:26:31.410 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.405+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=AGRBWWWZ42OC tag=4BIJMGNG7WS2 type=write size=2137734 2024-09-13T00:26:31.416 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.413+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=OP60TIDWWHJ0 type=del size=328184 2024-09-13T00:26:31.422 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.417+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~VIND2YIJ4JOX.0 size=42704 2024-09-13T00:26:31.434 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.429+0000 7ff07d6c9640 1 < completed multipart upload key=WT8C8PJ810XA upload=VIND2YIJ4JOX tag=UXXNRKW8LJK0 type=write size=1091280 2024-09-13T00:26:31.441 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.437+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=OGPFAT35FJCU type=del size=3642749 2024-09-13T00:26:31.447 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.445+0000 7ff07d6c9640 1 < completed write operation key=R0UI5544UWD1 tag=FKQ4UWC9F36M type=write size=123359 2024-09-13T00:26:31.453 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.449+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=45LMKGJS3ECO type=del size=2322316 2024-09-13T00:26:31.459 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.457+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=B1DFHK28X04V type=del 2024-09-13T00:26:31.470 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.469+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~Q3S66O3ZG6YS.0 size=1048576 2024-09-13T00:26:31.477 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.473+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~Q3S66O3ZG6YS.1 size=1048576 2024-09-13T00:26:31.482 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.481+0000 7ff07d6c9640 1 > prepared part key=_multipart_FLIVW0XUS2MD.2~Q3S66O3ZG6YS.2 size=777709 2024-09-13T00:26:31.482 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.481+0000 7ff07d6c9640 1 > prepared multipart upload key=FLIVW0XUS2MD upload=Q3S66O3ZG6YS tag=ENDH6SWBCKB6 type=write size=3923437 2024-09-13T00:26:31.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.485+0000 7ff07d6c9640 1 < completed delete operation key=RTSSDLFRS0GP tag=6HXHIIVT5IXN type=del 2024-09-13T00:26:31.499 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.497+0000 7ff07d6c9640 1 > prepared part key=_multipart_R0UI5544UWD1.2~UDH8VQR2NJ3A.0 size=954588 2024-09-13T00:26:31.499 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.497+0000 7ff07d6c9640 1 > prepared multipart upload key=R0UI5544UWD1 upload=UDH8VQR2NJ3A tag=6I0MW8TLKNCU type=write size=2003164 2024-09-13T00:26:31.506 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.501+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~4F8BIVOHBXGK.0 size=1048576 2024-09-13T00:26:31.511 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.509+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~4F8BIVOHBXGK.1 size=1048576 2024-09-13T00:26:31.516 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.513+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~4F8BIVOHBXGK.2 size=511963 2024-09-13T00:26:31.526 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.525+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=4F8BIVOHBXGK tag=E5HZWKJ7XXZD type=write size=3657691 2024-09-13T00:26:31.532 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.529+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=871L13626YCF type=del size=3316588 2024-09-13T00:26:31.538 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.537+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=TTVCNGU6G347 type=del 2024-09-13T00:26:31.544 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.541+0000 7ff07d6c9640 1 > prepared operation key=71PWJL28BPIC tag=2VN8R5X8RNGH type=del size=48648 2024-09-13T00:26:31.550 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.545+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=UQGWITN4FO28 type=del 2024-09-13T00:26:31.561 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.557+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~NS1CD1PTOD4Q.0 size=1048576 2024-09-13T00:26:31.566 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.561+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~NS1CD1PTOD4Q.1 size=1048576 2024-09-13T00:26:31.571 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.569+0000 7ff07d6c9640 1 > prepared part key=_multipart_GDD2408QTYGR.2~NS1CD1PTOD4Q.2 size=448438 2024-09-13T00:26:31.571 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.569+0000 7ff07d6c9640 1 > prepared multipart upload key=GDD2408QTYGR upload=NS1CD1PTOD4Q tag=90A8YOM7WX5Q type=write size=3594166 2024-09-13T00:26:31.577 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.573+0000 7ff07d6c9640 1 < canceled operation key=ZNBRMSEXA9ZK tag=OCAWHFMF0FOX type=del size=698798 2024-09-13T00:26:31.583 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.581+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=ZP3T3XX21TY7 type=del size=1404434 2024-09-13T00:26:31.589 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.585+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~OTMGDJYTQZ0A.0 size=1048576 2024-09-13T00:26:31.594 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.589+0000 7ff07d6c9640 1 < completed part key=_multipart_NY5MUJLE63EG.2~OTMGDJYTQZ0A.1 size=517338 2024-09-13T00:26:31.606 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.601+0000 7ff07d6c9640 1 < completed multipart upload key=NY5MUJLE63EG upload=OTMGDJYTQZ0A tag=ZHNG9XBA3VZ9 type=write size=2614490 2024-09-13T00:26:31.612 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.609+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=3ACD0YDO3G4W type=write size=1017434 2024-09-13T00:26:31.618 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.613+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~9VM6O8DCUUAG.0 size=1048576 2024-09-13T00:26:31.623 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.621+0000 7ff07d6c9640 1 < completed part key=_multipart_0THRDK3EP2DY.2~9VM6O8DCUUAG.1 size=59815 2024-09-13T00:26:31.633 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.629+0000 7ff07d6c9640 1 < completed multipart upload key=0THRDK3EP2DY upload=9VM6O8DCUUAG tag=GOL88R6U8FZ8 type=write size=2156967 2024-09-13T00:26:31.646 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.641+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~L29UC7GFLK20.0 size=1048576 2024-09-13T00:26:31.651 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.649+0000 7ff07d6c9640 1 > prepared part key=_multipart_RTSSDLFRS0GP.2~L29UC7GFLK20.1 size=569019 2024-09-13T00:26:31.651 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.649+0000 7ff07d6c9640 1 > prepared multipart upload key=RTSSDLFRS0GP upload=L29UC7GFLK20 tag=TQ5OU8J10B0W type=write size=2666171 2024-09-13T00:26:31.657 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.653+0000 7ff07d6c9640 1 < completed write operation key=OT4KA0LL7RP3 tag=7BE9W4J55GOW type=write size=841041 2024-09-13T00:26:31.663 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.661+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=KHM9B3O9FEON type=del size=2643669 2024-09-13T00:26:31.669 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.665+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~9V4VD9O9JVCG.0 size=1048576 2024-09-13T00:26:31.674 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.669+0000 7ff07d6c9640 1 < completed part key=_multipart_YNG29P8H3FSB.2~9V4VD9O9JVCG.1 size=780502 2024-09-13T00:26:31.684 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.681+0000 7ff07d6c9640 1 < completed multipart upload key=YNG29P8H3FSB upload=9V4VD9O9JVCG tag=S6MKA0XZJ7KH type=write size=2877654 2024-09-13T00:26:31.695 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.693+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZNBRMSEXA9ZK.2~7L24PVYRD01Y.0 size=117248 2024-09-13T00:26:31.695 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.693+0000 7ff07d6c9640 1 > prepared multipart upload key=ZNBRMSEXA9ZK upload=7L24PVYRD01Y tag=2Z51MRW69TR9 type=write size=1165824 2024-09-13T00:26:31.701 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.697+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=Y2ML69BLFE17 type=del 2024-09-13T00:26:31.708 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.705+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=SU6DOO02BNF1 type=del size=2491200 2024-09-13T00:26:31.714 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.713+0000 7ff07d6c9640 1 < completed delete operation key=0TFNXW7OU716 tag=1FOJTAWY5UG5 type=del 2024-09-13T00:26:31.721 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.717+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=YFTSXRMX5CES type=del size=224461 2024-09-13T00:26:31.730 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.725+0000 7ff07d6c9640 1 < completed write operation key=RK75O90M3ZT9 tag=UPXCHZPVK3P2 type=write size=250163 2024-09-13T00:26:31.737 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.733+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=6ED4XFLLXEWS type=del size=3673194 2024-09-13T00:26:31.750 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.745+0000 7ff07d6c9640 1 < suggested update operation key=4J0DEO2EA8KL tag=OP60TIDWWHJ0 type=del size=328184 2024-09-13T00:26:31.756 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.753+0000 7ff07d6c9640 1 > prepared operation key=RTSSDLFRS0GP tag=UUKZD8RNEMF1 type=del size=2728279 2024-09-13T00:26:31.769 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.765+0000 7ff07d6c9640 1 < suggested update operation key=0THRDK3EP2DY tag=OGPFAT35FJCU type=del size=3642749 2024-09-13T00:26:31.775 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.773+0000 7ff07d6c9640 1 > prepared operation key=9VL7XF9W6EIA tag=YYY5CAL5K9LW type=write size=828693 2024-09-13T00:26:31.789 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.785+0000 7ff07d6c9640 1 < suggested update operation key=7VNCRBS2OO7G tag=45LMKGJS3ECO type=del size=2322316 2024-09-13T00:26:31.799 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.797+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~ZW5GHIK2080I.0 size=1048576 2024-09-13T00:26:31.804 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.801+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~ZW5GHIK2080I.1 size=1048576 2024-09-13T00:26:31.809 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.805+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~ZW5GHIK2080I.2 size=386218 2024-09-13T00:26:31.809 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.805+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=ZW5GHIK2080I tag=6HDQC9GTDF87 type=write size=3531946 2024-09-13T00:26:31.815 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.813+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~Q3S66O3ZG6YS.0 size=1048576 2024-09-13T00:26:31.821 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.817+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~Q3S66O3ZG6YS.1 size=1048576 2024-09-13T00:26:31.826 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.821+0000 7ff07d6c9640 1 < completed part key=_multipart_FLIVW0XUS2MD.2~Q3S66O3ZG6YS.2 size=777709 2024-09-13T00:26:31.837 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.833+0000 7ff07d6c9640 1 < completed multipart upload key=FLIVW0XUS2MD upload=Q3S66O3ZG6YS tag=ENDH6SWBCKB6 type=write size=3923437 2024-09-13T00:26:31.843 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.841+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=CPJPF9BMMKUQ type=del size=1608542 2024-09-13T00:26:31.850 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.845+0000 7ff07d6c9640 1 < completed part key=_multipart_R0UI5544UWD1.2~UDH8VQR2NJ3A.0 size=954588 2024-09-13T00:26:31.860 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.857+0000 7ff07d6c9640 1 < completed multipart upload key=R0UI5544UWD1 upload=UDH8VQR2NJ3A tag=6I0MW8TLKNCU type=write size=2003164 2024-09-13T00:26:31.867 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.865+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=0A7UUNFD654U type=del size=4111343 2024-09-13T00:26:31.873 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.869+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=871L13626YCF type=del 2024-09-13T00:26:31.884 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.881+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~8RGJDRJ1HO63.0 size=1048576 2024-09-13T00:26:31.890 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.885+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~8RGJDRJ1HO63.1 size=121646 2024-09-13T00:26:31.890 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.885+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=8RGJDRJ1HO63 tag=SJU5RN6QWPGX type=write size=2218798 2024-09-13T00:26:31.896 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.893+0000 7ff07d6c9640 1 < completed delete operation key=71PWJL28BPIC tag=2VN8R5X8RNGH type=del 2024-09-13T00:26:31.907 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.905+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~X4X0GSKLX23V.0 size=1048576 2024-09-13T00:26:31.912 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.909+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~X4X0GSKLX23V.1 size=494898 2024-09-13T00:26:31.912 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.909+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=X4X0GSKLX23V tag=WVJC389TYZYT type=write size=2592050 2024-09-13T00:26:31.920 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.917+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~NS1CD1PTOD4Q.0 size=1048576 2024-09-13T00:26:31.926 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.921+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~NS1CD1PTOD4Q.1 size=1048576 2024-09-13T00:26:31.931 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.929+0000 7ff07d6c9640 1 < completed part key=_multipart_GDD2408QTYGR.2~NS1CD1PTOD4Q.2 size=448438 2024-09-13T00:26:31.941 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.937+0000 7ff07d6c9640 1 < completed multipart upload key=GDD2408QTYGR upload=NS1CD1PTOD4Q tag=90A8YOM7WX5Q type=write size=3594166 2024-09-13T00:26:31.952 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.949+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~29FTKJLF7SV9.0 size=1048576 2024-09-13T00:26:31.957 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.953+0000 7ff07d6c9640 1 > prepared part key=_multipart_DT4C13GCJ90M.2~29FTKJLF7SV9.1 size=407379 2024-09-13T00:26:31.957 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.953+0000 7ff07d6c9640 1 > prepared multipart upload key=DT4C13GCJ90M upload=29FTKJLF7SV9 tag=XZZ9B863KBX4 type=write size=2504531 2024-09-13T00:26:31.965 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.961+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=ZP3T3XX21TY7 type=del 2024-09-13T00:26:31.971 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.969+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=XDWS4IQG54II type=del size=3895504 2024-09-13T00:26:31.985 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.981+0000 7ff07d6c9640 1 < suggested update operation key=RTSSDLFRS0GP tag=3ACD0YDO3G4W type=write size=1017434 2024-09-13T00:26:31.990 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.989+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=UV0TV3FV5XNF type=del size=246595 2024-09-13T00:26:31.997 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.993+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~L29UC7GFLK20.0 size=1048576 2024-09-13T00:26:32.002 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:31.997+0000 7ff07d6c9640 1 < completed part key=_multipart_RTSSDLFRS0GP.2~L29UC7GFLK20.1 size=569019 2024-09-13T00:26:32.013 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.009+0000 7ff07d6c9640 1 < completed multipart upload key=RTSSDLFRS0GP upload=L29UC7GFLK20 tag=TQ5OU8J10B0W type=write size=2666171 2024-09-13T00:26:32.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.017+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=DF8SKG2U7KWT type=del size=3223431 2024-09-13T00:26:32.027 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.025+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=KHM9B3O9FEON type=del 2024-09-13T00:26:32.033 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.029+0000 7ff07d6c9640 1 > prepared operation key=0TFNXW7OU716 tag=OSNIFO9S7MMG type=write size=1037778 2024-09-13T00:26:32.039 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.037+0000 7ff07d6c9640 1 < completed part key=_multipart_ZNBRMSEXA9ZK.2~7L24PVYRD01Y.0 size=117248 2024-09-13T00:26:32.048 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.045+0000 7ff07d6c9640 1 < completed multipart upload key=ZNBRMSEXA9ZK upload=7L24PVYRD01Y tag=2Z51MRW69TR9 type=write size=1165824 2024-09-13T00:26:32.055 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.053+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=ZSUHSWBK1KDY type=write size=553736 2024-09-13T00:26:32.061 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.057+0000 7ff07d6c9640 1 < completed delete operation key=ZB9Q220ZM0E0 tag=SU6DOO02BNF1 type=del 2024-09-13T00:26:32.067 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.065+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=GX64Y8O7337G type=del size=2501724 2024-09-13T00:26:32.073 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.069+0000 7ff07d6c9640 1 < canceled operation key=ALFI3PWKDJ24 tag=YFTSXRMX5CES type=del size=224461 2024-09-13T00:26:32.079 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.077+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=LSOC3G0WC3BS type=write size=840744 2024-09-13T00:26:32.085 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.081+0000 7ff07d6c9640 1 < completed delete operation key=WT8C8PJ810XA tag=6ED4XFLLXEWS type=del 2024-09-13T00:26:32.091 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.089+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=7D7OL59EASQI type=write size=412074 2024-09-13T00:26:32.099 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.097+0000 7ff07d6c9640 -1 < failed to complete operation key=RTSSDLFRS0GP tag=UUKZD8RNEMF1 type=del size=2728279: (22) Invalid argument 2024-09-13T00:26:32.109 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.101+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=M4NSBHZAM0F9 type=del size=693723 2024-09-13T00:26:32.111 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.109+0000 7ff07d6c9640 1 < completed write operation key=9VL7XF9W6EIA tag=YYY5CAL5K9LW type=write size=828693 2024-09-13T00:26:32.117 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.113+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=4GN8FSVUTU2E type=del size=166688 2024-09-13T00:26:32.123 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.121+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~ZW5GHIK2080I.0 size=1048576 2024-09-13T00:26:32.128 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.125+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~ZW5GHIK2080I.1 size=1048576 2024-09-13T00:26:32.134 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.129+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~ZW5GHIK2080I.2 size=386218 2024-09-13T00:26:32.145 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.141+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=ZW5GHIK2080I tag=6HDQC9GTDF87 type=write size=3531946 2024-09-13T00:26:32.151 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.149+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=KKUA91EDUKGQ type=del size=3646973 2024-09-13T00:26:32.163 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.161+0000 7ff07d6c9640 1 < suggested remove operation key=ZB9Q220ZM0E0 tag=CPJPF9BMMKUQ type=del 2024-09-13T00:26:32.174 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.173+0000 7ff07d6c9640 1 > prepared part key=_multipart_6SZPC5K3S8UZ.2~ATNDEY09PCT8.0 size=208540 2024-09-13T00:26:32.174 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.173+0000 7ff07d6c9640 1 > prepared multipart upload key=6SZPC5K3S8UZ upload=ATNDEY09PCT8 tag=19VW3YDQTX1S type=write size=1257116 2024-09-13T00:26:32.181 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.177+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=0A7UUNFD654U type=del 2024-09-13T00:26:32.192 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.189+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~8UF8ZD8NYRCJ.0 size=1048576 2024-09-13T00:26:32.197 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.193+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~8UF8ZD8NYRCJ.1 size=1048576 2024-09-13T00:26:32.202 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.201+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~8UF8ZD8NYRCJ.2 size=231299 2024-09-13T00:26:32.203 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.201+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=8UF8ZD8NYRCJ tag=3YMCR0CV6GUJ type=write size=3377027 2024-09-13T00:26:32.208 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.205+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~8RGJDRJ1HO63.0 size=1048576 2024-09-13T00:26:32.213 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.209+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~8RGJDRJ1HO63.1 size=121646 2024-09-13T00:26:32.223 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.221+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=8RGJDRJ1HO63 tag=SJU5RN6QWPGX type=write size=2218798 2024-09-13T00:26:32.235 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.233+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~PBBXG74I6PUZ.0 size=1048576 2024-09-13T00:26:32.241 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.237+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~PBBXG74I6PUZ.1 size=1048576 2024-09-13T00:26:32.246 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.241+0000 7ff07d6c9640 1 > prepared part key=_multipart_0TFNXW7OU716.2~PBBXG74I6PUZ.2 size=802359 2024-09-13T00:26:32.246 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.241+0000 7ff07d6c9640 1 > prepared multipart upload key=0TFNXW7OU716 upload=PBBXG74I6PUZ tag=G5UP00DW8HPN type=write size=3948087 2024-09-13T00:26:32.255 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.253+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~X4X0GSKLX23V.0 size=1048576 2024-09-13T00:26:32.262 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.261+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~X4X0GSKLX23V.1 size=494898 2024-09-13T00:26:32.272 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.269+0000 7ff07d6c9640 1 < completed multipart upload key=WT8C8PJ810XA upload=X4X0GSKLX23V tag=WVJC389TYZYT type=write size=2592050 2024-09-13T00:26:32.278 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.277+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=V7REXB30LD7E type=del size=3468228 2024-09-13T00:26:32.285 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.281+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~29FTKJLF7SV9.0 size=1048576 2024-09-13T00:26:32.293 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.289+0000 7ff07d6c9640 1 < completed part key=_multipart_DT4C13GCJ90M.2~29FTKJLF7SV9.1 size=407379 2024-09-13T00:26:32.303 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.301+0000 7ff07d6c9640 1 < completed multipart upload key=DT4C13GCJ90M upload=29FTKJLF7SV9 tag=XZZ9B863KBX4 type=write size=2504531 2024-09-13T00:26:32.313 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.305+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=BEASJ49G40LD type=del size=2060054 2024-09-13T00:26:32.316 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.313+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=XDWS4IQG54II type=del 2024-09-13T00:26:32.323 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.321+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=049LYFQ9ADWW type=write size=869421 2024-09-13T00:26:32.329 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.325+0000 7ff07d6c9640 1 < canceled operation key=FLIVW0XUS2MD tag=UV0TV3FV5XNF type=del size=246595 2024-09-13T00:26:32.334 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.329+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=VX53U1WAOH27 type=del size=3106365 2024-09-13T00:26:32.346 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.341+0000 7ff07d6c9640 1 < suggested remove operation key=7H3YFWWXRQ8L tag=DF8SKG2U7KWT type=del 2024-09-13T00:26:32.352 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.349+0000 7ff07d6c9640 1 > prepared operation key=M1TXILI2WRP8 tag=1T4XK2JSLSI3 type=del size=2210296 2024-09-13T00:26:32.357 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.353+0000 7ff07d6c9640 1 < completed write operation key=0TFNXW7OU716 tag=OSNIFO9S7MMG type=write size=1037778 2024-09-13T00:26:32.362 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.357+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=6URJMLWV7BJR type=del size=3786286 2024-09-13T00:26:32.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.365+0000 7ff07d6c9640 1 < completed write operation key=M1TXILI2WRP8 tag=ZSUHSWBK1KDY type=write size=553736 2024-09-13T00:26:32.373 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.369+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=FFPYEU35728E type=write size=817925 2024-09-13T00:26:32.385 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.381+0000 7ff07d6c9640 1 < suggested update operation key=ZNBRMSEXA9ZK tag=GX64Y8O7337G type=del size=2501724 2024-09-13T00:26:32.391 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.389+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=87BLOYPDRNY1 type=del size=4110575 2024-09-13T00:26:32.397 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.393+0000 7ff07d6c9640 1 < completed write operation key=DI6S0X65V18P tag=LSOC3G0WC3BS type=write size=840744 2024-09-13T00:26:32.404 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.401+0000 7ff07d6c9640 1 > prepared operation key=1C09CIUJQSH0 tag=8423LA6WA6XA type=del size=1413938 2024-09-13T00:26:32.410 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.409+0000 7ff07d6c9640 1 < completed write operation key=ALFI3PWKDJ24 tag=7D7OL59EASQI type=write size=412074 2024-09-13T00:26:32.422 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.417+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~5AKJRDH9KQ0R.0 size=1048576 2024-09-13T00:26:32.426 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.425+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~5AKJRDH9KQ0R.1 size=1048576 2024-09-13T00:26:32.431 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.429+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~5AKJRDH9KQ0R.2 size=716027 2024-09-13T00:26:32.431 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.429+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=5AKJRDH9KQ0R tag=BJNVDEB3VRT0 type=write size=3861755 2024-09-13T00:26:32.443 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.441+0000 7ff07d6c9640 1 < suggested remove operation key=DT4C13GCJ90M tag=M4NSBHZAM0F9 type=del 2024-09-13T00:26:32.449 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.445+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=TSJW7C2SBVGG type=del size=3938661 2024-09-13T00:26:32.455 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.453+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=4GN8FSVUTU2E type=del 2024-09-13T00:26:32.460 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.457+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=LIN99X1QTQIU type=write size=524201 2024-09-13T00:26:32.466 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.461+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=KKUA91EDUKGQ type=del 2024-09-13T00:26:32.477 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.473+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~KK8ZRZM1N6ZI.0 size=1048576 2024-09-13T00:26:32.482 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.477+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~KK8ZRZM1N6ZI.1 size=1048576 2024-09-13T00:26:32.487 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.485+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~KK8ZRZM1N6ZI.2 size=637961 2024-09-13T00:26:32.487 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.485+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=KK8ZRZM1N6ZI tag=0GNZWCSYMDHR type=write size=3783689 2024-09-13T00:26:32.488 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.485+0000 7ff07d6c9640 1 < canceled part key=_multipart_6SZPC5K3S8UZ.2~ATNDEY09PCT8.0 size=208540 2024-09-13T00:26:32.499 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.497+0000 7ff07d6c9640 1 < canceled multipart upload key=6SZPC5K3S8UZ upload=ATNDEY09PCT8 tag=19VW3YDQTX1S type=write size=1257116 2024-09-13T00:26:32.505 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.501+0000 7ff07d6c9640 1 > prepared operation key=4J0DEO2EA8KL tag=2JV0JPROGOKB type=del size=4054703 2024-09-13T00:26:32.511 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.509+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~8UF8ZD8NYRCJ.0 size=1048576 2024-09-13T00:26:32.518 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.513+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~8UF8ZD8NYRCJ.1 size=1048576 2024-09-13T00:26:32.523 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.521+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~8UF8ZD8NYRCJ.2 size=231299 2024-09-13T00:26:32.533 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.529+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=8UF8ZD8NYRCJ tag=3YMCR0CV6GUJ type=write size=3377027 2024-09-13T00:26:32.545 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.541+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~WR9M1D6QXFI0.0 size=1048576 2024-09-13T00:26:32.550 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.545+0000 7ff07d6c9640 1 > prepared part key=_multipart_2DTY4IYSD8J3.2~WR9M1D6QXFI0.1 size=430981 2024-09-13T00:26:32.550 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.545+0000 7ff07d6c9640 1 > prepared multipart upload key=2DTY4IYSD8J3 upload=WR9M1D6QXFI0 tag=AIOP2KCXBSZT type=write size=2528133 2024-09-13T00:26:32.556 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.553+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~PBBXG74I6PUZ.0 size=1048576 2024-09-13T00:26:32.562 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.557+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~PBBXG74I6PUZ.1 size=1048576 2024-09-13T00:26:32.567 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.565+0000 7ff07d6c9640 1 < completed part key=_multipart_0TFNXW7OU716.2~PBBXG74I6PUZ.2 size=802359 2024-09-13T00:26:32.578 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.573+0000 7ff07d6c9640 1 < completed multipart upload key=0TFNXW7OU716 upload=PBBXG74I6PUZ tag=G5UP00DW8HPN type=write size=3948087 2024-09-13T00:26:32.585 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.581+0000 7ff07d6c9640 1 > prepared operation key=ZNBRMSEXA9ZK tag=XE8J35AJ2VWR type=del size=2125237 2024-09-13T00:26:32.592 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.589+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=V7REXB30LD7E type=del 2024-09-13T00:26:32.598 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.593+0000 7ff07d6c9640 1 > prepared operation key=7VNCRBS2OO7G tag=O5O4025FKP57 type=del size=2966497 2024-09-13T00:26:32.609 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.605+0000 7ff07d6c9640 -1 < failed to complete operation key=7H3YFWWXRQ8L tag=BEASJ49G40LD type=del size=2060054: (22) Invalid argument 2024-09-13T00:26:32.616 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.613+0000 7ff07d6c9640 1 > prepared operation key=CNP11H6WEG9D tag=A44NXNZUV1HS type=write size=987110 2024-09-13T00:26:32.622 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.621+0000 7ff07d6c9640 1 < completed write operation key=0THRDK3EP2DY tag=049LYFQ9ADWW type=write size=869421 2024-09-13T00:26:32.634 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.629+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~900HB3MRT0VU.0 size=1048576 2024-09-13T00:26:32.639 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.637+0000 7ff07d6c9640 1 > prepared part key=_multipart_9VL7XF9W6EIA.2~900HB3MRT0VU.1 size=625646 2024-09-13T00:26:32.639 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.637+0000 7ff07d6c9640 1 > prepared multipart upload key=9VL7XF9W6EIA upload=900HB3MRT0VU tag=A390SEFI2VM0 type=write size=2722798 2024-09-13T00:26:32.651 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.649+0000 7ff07d6c9640 1 < suggested remove operation key=YB8OYIWQYY07 tag=VX53U1WAOH27 type=del 2024-09-13T00:26:32.662 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.661+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~8MPCOLBH1HFE.0 size=107580 2024-09-13T00:26:32.662 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.661+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=8MPCOLBH1HFE tag=4HWYD34PIJI6 type=write size=1156156 2024-09-13T00:26:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:26:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:26:32] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2024-09-13T00:26:32.668 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.665+0000 7ff07d6c9640 1 < completed delete operation key=M1TXILI2WRP8 tag=1T4XK2JSLSI3 type=del 2024-09-13T00:26:32.681 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.677+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~2VWKONR709DG.0 size=1048576 2024-09-13T00:26:32.686 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.681+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~2VWKONR709DG.1 size=875110 2024-09-13T00:26:32.686 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.681+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=2VWKONR709DG tag=2XOAA7D46CUE type=write size=2972262 2024-09-13T00:26:32.691 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.689+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=6URJMLWV7BJR type=del 2024-09-13T00:26:32.699 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.697+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=P9MC01L15YBR type=del size=1818686 2024-09-13T00:26:32.705 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.701+0000 7ff07d6c9640 1 < completed write operation key=XG3I1V51GD71 tag=FFPYEU35728E type=write size=817925 2024-09-13T00:26:32.721 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.713+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~UL9YXB0WT5OE.0 size=1048576 2024-09-13T00:26:32.722 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.721+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~UL9YXB0WT5OE.1 size=1048576 2024-09-13T00:26:32.727 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.725+0000 7ff07d6c9640 1 > prepared part key=_multipart_ZB9Q220ZM0E0.2~UL9YXB0WT5OE.2 size=551477 2024-09-13T00:26:32.727 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.725+0000 7ff07d6c9640 1 > prepared multipart upload key=ZB9Q220ZM0E0 upload=UL9YXB0WT5OE tag=5JM9FXG0HSDS type=write size=3697205 2024-09-13T00:26:32.741 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.737+0000 7ff07d6c9640 1 < suggested update operation key=OT4KA0LL7RP3 tag=87BLOYPDRNY1 type=del size=4110575 2024-09-13T00:26:32.747 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.745+0000 7ff07d6c9640 1 > prepared operation key=DT4C13GCJ90M tag=EXAUN6F984FI type=del size=1671277 2024-09-13T00:26:32.753 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.749+0000 7ff07d6c9640 1 < completed delete operation key=1C09CIUJQSH0 tag=8423LA6WA6XA type=del 2024-09-13T00:26:32.759 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.757+0000 7ff07d6c9640 1 > prepared operation key=YB8OYIWQYY07 tag=GC0RXS2YZBKV type=del size=1568772 2024-09-13T00:26:32.765 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.761+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~5AKJRDH9KQ0R.0 size=1048576 2024-09-13T00:26:32.772 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.769+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~5AKJRDH9KQ0R.1 size=1048576 2024-09-13T00:26:32.777 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.773+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~5AKJRDH9KQ0R.2 size=716027 2024-09-13T00:26:32.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:26:32 smithi053 bash[94430]: ts=2024-09-13T00:26:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:26:32.788 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.785+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=5AKJRDH9KQ0R tag=BJNVDEB3VRT0 type=write size=3861755 2024-09-13T00:26:32.800 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.797+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~BMR0UAMUFQO6.0 size=1048576 2024-09-13T00:26:32.805 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.801+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~BMR0UAMUFQO6.1 size=1048576 2024-09-13T00:26:32.811 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.809+0000 7ff07d6c9640 1 > prepared part key=_multipart_CQE0A2I3P64S.2~BMR0UAMUFQO6.2 size=444225 2024-09-13T00:26:32.811 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.809+0000 7ff07d6c9640 1 > prepared multipart upload key=CQE0A2I3P64S upload=BMR0UAMUFQO6 tag=OZX343254VKY type=write size=3589953 2024-09-13T00:26:32.824 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.821+0000 7ff07d6c9640 1 < suggested remove operation key=DT4C13GCJ90M tag=TSJW7C2SBVGG type=del 2024-09-13T00:26:32.830 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.829+0000 7ff07d6c9640 1 > prepared operation key=NY5MUJLE63EG tag=T0A0YEGQ4D0W type=del size=814425 2024-09-13T00:26:32.843 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.841+0000 7ff07d6c9640 1 < suggested update operation key=JI54OSP2P86V tag=LIN99X1QTQIU type=write size=524201 2024-09-13T00:26:32.849 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.845+0000 7ff07d6c9640 1 > prepared operation key=CQE0A2I3P64S tag=QSPTVBDKNBGB type=del size=916624 2024-09-13T00:26:32.856 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.853+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~KK8ZRZM1N6ZI.0 size=1048576 2024-09-13T00:26:32.861 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.857+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~KK8ZRZM1N6ZI.1 size=1048576 2024-09-13T00:26:32.867 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.865+0000 7ff07d6c9640 1 < completed part key=_multipart_7VNCRBS2OO7G.2~KK8ZRZM1N6ZI.2 size=637961 2024-09-13T00:26:32.878 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.877+0000 7ff07d6c9640 1 < completed multipart upload key=7VNCRBS2OO7G upload=KK8ZRZM1N6ZI tag=0GNZWCSYMDHR type=write size=3783689 2024-09-13T00:26:32.885 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.881+0000 7ff07d6c9640 1 > prepared operation key=XG3I1V51GD71 tag=RGXSL599LDIM type=del size=1923989 2024-09-13T00:26:32.891 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.889+0000 7ff07d6c9640 1 < completed delete operation key=4J0DEO2EA8KL tag=2JV0JPROGOKB type=del 2024-09-13T00:26:32.897 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.893+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=9KX160LGQPJ4 type=del size=2824239 2024-09-13T00:26:32.904 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.901+0000 7ff07d6c9640 1 < completed part key=_multipart_2DTY4IYSD8J3.2~WR9M1D6QXFI0.0 size=1048576 2024-09-13T00:26:32.904 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.901+0000 7ff07d6c9640 1 < canceled part key=_multipart_2DTY4IYSD8J3.2~WR9M1D6QXFI0.1 size=430981 2024-09-13T00:26:32.915 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.913+0000 7ff07d6c9640 1 < canceled multipart upload key=2DTY4IYSD8J3 upload=WR9M1D6QXFI0 tag=AIOP2KCXBSZT type=write size=2528133 2024-09-13T00:26:32.921 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.917+0000 7ff07d6c9640 1 > prepared operation key=OT4KA0LL7RP3 tag=C9ZDPIT17I37 type=del size=1078587 2024-09-13T00:26:32.927 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.925+0000 7ff07d6c9640 1 < completed delete operation key=ZNBRMSEXA9ZK tag=XE8J35AJ2VWR type=del 2024-09-13T00:26:32.933 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.929+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=N0JEFV57MY0O type=del size=329742 2024-09-13T00:26:32.940 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.937+0000 7ff07d6c9640 1 < completed delete operation key=7VNCRBS2OO7G tag=O5O4025FKP57 type=del 2024-09-13T00:26:32.946 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.945+0000 7ff07d6c9640 1 > prepared operation key=DI6S0X65V18P tag=2KM45UOWY476 type=write size=771601 2024-09-13T00:26:32.953 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.949+0000 7ff07d6c9640 1 < completed write operation key=CNP11H6WEG9D tag=A44NXNZUV1HS type=write size=987110 2024-09-13T00:26:32.964 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.961+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~R36JZTNJG319.0 size=1048576 2024-09-13T00:26:32.970 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.965+0000 7ff07d6c9640 1 > prepared part key=_multipart_CNP11H6WEG9D.2~R36JZTNJG319.1 size=863217 2024-09-13T00:26:32.970 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.965+0000 7ff07d6c9640 1 > prepared multipart upload key=CNP11H6WEG9D upload=R36JZTNJG319 tag=P8KZ8YWAA0XD type=write size=2960369 2024-09-13T00:26:32.977 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.973+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~900HB3MRT0VU.0 size=1048576 2024-09-13T00:26:32.982 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.981+0000 7ff07d6c9640 1 < completed part key=_multipart_9VL7XF9W6EIA.2~900HB3MRT0VU.1 size=625646 2024-09-13T00:26:32.993 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:32.989+0000 7ff07d6c9640 1 < completed multipart upload key=9VL7XF9W6EIA upload=900HB3MRT0VU tag=A390SEFI2VM0 type=write size=2722798 2024-09-13T00:26:33.004 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.001+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~B5L9IFWME7C4.0 size=1048576 2024-09-13T00:26:33.009 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.005+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~B5L9IFWME7C4.1 size=1048576 2024-09-13T00:26:33.015 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.013+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~B5L9IFWME7C4.2 size=257616 2024-09-13T00:26:33.015 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.013+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=B5L9IFWME7C4 tag=RNUF7Z1B3842 type=write size=3403344 2024-09-13T00:26:33.021 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.017+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~8MPCOLBH1HFE.0 size=107580 2024-09-13T00:26:33.031 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.029+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=8MPCOLBH1HFE tag=4HWYD34PIJI6 type=write size=1156156 2024-09-13T00:26:33.038 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.033+0000 7ff07d6c9640 1 > prepared operation key=EBH90I7V5EW7 tag=80KW66NDBZL0 type=del size=1988629 2024-09-13T00:26:33.039 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.037+0000 7ff07d6c9640 1 < canceled part key=_multipart_EBH90I7V5EW7.2~2VWKONR709DG.0 size=1048576 2024-09-13T00:26:33.044 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.041+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~2VWKONR709DG.1 size=875110 2024-09-13T00:26:33.054 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.053+0000 7ff07d6c9640 1 < canceled multipart upload key=EBH90I7V5EW7 upload=2VWKONR709DG tag=2XOAA7D46CUE type=write size=2972262 2024-09-13T00:26:33.061 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.057+0000 7ff07d6c9640 1 > prepared operation key=2DTY4IYSD8J3 tag=Y61GPKV12U2C type=write size=704704 2024-09-13T00:26:33.067 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.065+0000 7ff07d6c9640 1 < completed delete operation key=DI6S0X65V18P tag=P9MC01L15YBR type=del 2024-09-13T00:26:33.073 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.069+0000 7ff07d6c9640 1 > prepared operation key=YNG29P8H3FSB tag=8AI3US1PNNGU type=del size=2048211 2024-09-13T00:26:33.079 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.077+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~UL9YXB0WT5OE.0 size=1048576 2024-09-13T00:26:33.087 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.085+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~UL9YXB0WT5OE.1 size=1048576 2024-09-13T00:26:33.092 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.089+0000 7ff07d6c9640 1 < completed part key=_multipart_ZB9Q220ZM0E0.2~UL9YXB0WT5OE.2 size=551477 2024-09-13T00:26:33.102 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.101+0000 7ff07d6c9640 1 < completed multipart upload key=ZB9Q220ZM0E0 upload=UL9YXB0WT5OE tag=5JM9FXG0HSDS type=write size=3697205 2024-09-13T00:26:33.109 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.105+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=HS370LMMB82U type=del size=1117063 2024-09-13T00:26:33.116 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.113+0000 7ff07d6c9640 -1 < failed to complete operation key=DT4C13GCJ90M tag=EXAUN6F984FI type=del size=1671277: (22) Invalid argument 2024-09-13T00:26:33.122 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.121+0000 7ff07d6c9640 1 > prepared operation key=R0UI5544UWD1 tag=FM1N8HN5Y28M type=del size=976557 2024-09-13T00:26:33.129 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.125+0000 7ff07d6c9640 1 < completed delete operation key=YB8OYIWQYY07 tag=GC0RXS2YZBKV type=del 2024-09-13T00:26:33.135 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.133+0000 7ff07d6c9640 1 > prepared operation key=0THRDK3EP2DY tag=R273GQ1R83WC type=del size=3092781 2024-09-13T00:26:33.141 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.137+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~BMR0UAMUFQO6.0 size=1048576 2024-09-13T00:26:33.147 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.145+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~BMR0UAMUFQO6.1 size=1048576 2024-09-13T00:26:33.153 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.149+0000 7ff07d6c9640 1 < completed part key=_multipart_CQE0A2I3P64S.2~BMR0UAMUFQO6.2 size=444225 2024-09-13T00:26:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:32 smithi032 bash[75510]: cluster 2024-09-13T00:26:31.516554+0000 mgr.y (mgr.34107) 713 : cluster [DBG] pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 169 KiB/s wr, 864 op/s 2024-09-13T00:26:33.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:32 smithi032 bash[76677]: cluster 2024-09-13T00:26:31.516554+0000 mgr.y (mgr.34107) 713 : cluster [DBG] pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 169 KiB/s wr, 864 op/s 2024-09-13T00:26:33.164 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.161+0000 7ff07d6c9640 1 < completed multipart upload key=CQE0A2I3P64S upload=BMR0UAMUFQO6 tag=OZX343254VKY type=write size=3589953 2024-09-13T00:26:33.177 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.173+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~K59TPWCYOLI7.0 size=1048576 2024-09-13T00:26:33.184 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.181+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~K59TPWCYOLI7.1 size=1048576 2024-09-13T00:26:33.190 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.185+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~K59TPWCYOLI7.2 size=548214 2024-09-13T00:26:33.190 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.185+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=K59TPWCYOLI7 tag=VVU1M0PD3Q2R type=write size=3693942 2024-09-13T00:26:33.196 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.193+0000 7ff07d6c9640 1 < canceled operation key=NY5MUJLE63EG tag=T0A0YEGQ4D0W type=del size=814425 2024-09-13T00:26:33.209 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.205+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~7SQ1Y1A5Y2RE.0 size=1048576 2024-09-13T00:26:33.214 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.209+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~7SQ1Y1A5Y2RE.1 size=1048576 2024-09-13T00:26:33.219 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.217+0000 7ff07d6c9640 1 > prepared part key=_multipart_EBH90I7V5EW7.2~7SQ1Y1A5Y2RE.2 size=213630 2024-09-13T00:26:33.219 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.217+0000 7ff07d6c9640 1 > prepared multipart upload key=EBH90I7V5EW7 upload=7SQ1Y1A5Y2RE tag=EXKKAPEL392S type=write size=3359358 2024-09-13T00:26:33.225 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.221+0000 7ff07d6c9640 1 < completed delete operation key=CQE0A2I3P64S tag=QSPTVBDKNBGB type=del 2024-09-13T00:26:33.231 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.229+0000 7ff07d6c9640 1 > prepared operation key=7H3YFWWXRQ8L tag=N5KFLBEN6EHW type=del size=2523804 2024-09-13T00:26:33.238 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.233+0000 7ff07d6c9640 1 < completed delete operation key=XG3I1V51GD71 tag=RGXSL599LDIM type=del 2024-09-13T00:26:33.251 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.249+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~JQI09HNJ49MG.0 size=434500 2024-09-13T00:26:33.251 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.249+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=JQI09HNJ49MG tag=HF1KT894AOKD type=write size=1483076 2024-09-13T00:26:33.264 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.261+0000 7ff07d6c9640 1 < suggested remove operation key=ZB9Q220ZM0E0 tag=9KX160LGQPJ4 type=del 2024-09-13T00:26:33.276 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.273+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~08Q8T2M1VG2D.0 size=1048576 2024-09-13T00:26:33.284 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.281+0000 7ff07d6c9640 1 > prepared part key=_multipart_7VNCRBS2OO7G.2~08Q8T2M1VG2D.1 size=411366 2024-09-13T00:26:33.285 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.281+0000 7ff07d6c9640 1 > prepared multipart upload key=7VNCRBS2OO7G upload=08Q8T2M1VG2D tag=V3O5NWCWMGOU type=write size=2508518 2024-09-13T00:26:33.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:32 smithi053 bash[67631]: cluster 2024-09-13T00:26:31.516554+0000 mgr.y (mgr.34107) 713 : cluster [DBG] pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 169 KiB/s wr, 864 op/s 2024-09-13T00:26:33.297 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.293+0000 7ff07d6c9640 1 < suggested remove operation key=OT4KA0LL7RP3 tag=C9ZDPIT17I37 type=del 2024-09-13T00:26:33.303 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.301+0000 7ff07d6c9640 1 > prepared operation key=ALFI3PWKDJ24 tag=3VWJETPH33S4 type=del size=4034526 2024-09-13T00:26:33.316 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.313+0000 7ff07d6c9640 1 < suggested update operation key=FLIVW0XUS2MD tag=N0JEFV57MY0O type=del size=329742 2024-09-13T00:26:33.322 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.321+0000 7ff07d6c9640 1 > prepared operation key=RK75O90M3ZT9 tag=ROYKWE9DWGRI type=del size=1619515 2024-09-13T00:26:33.329 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.325+0000 7ff07d6c9640 1 < completed write operation key=DI6S0X65V18P tag=2KM45UOWY476 type=write size=771601 2024-09-13T00:26:33.341 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.337+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~M680KTABSUBO.0 size=1048576 2024-09-13T00:26:33.346 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.345+0000 7ff07d6c9640 1 > prepared part key=_multipart_ALFI3PWKDJ24.2~M680KTABSUBO.1 size=896633 2024-09-13T00:26:33.346 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.345+0000 7ff07d6c9640 1 > prepared multipart upload key=ALFI3PWKDJ24 upload=M680KTABSUBO tag=1GIH3SNGPLIT type=write size=2993785 2024-09-13T00:26:33.353 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.349+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~R36JZTNJG319.0 size=1048576 2024-09-13T00:26:33.358 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.353+0000 7ff07d6c9640 1 < completed part key=_multipart_CNP11H6WEG9D.2~R36JZTNJG319.1 size=863217 2024-09-13T00:26:33.368 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.365+0000 7ff07d6c9640 1 < completed multipart upload key=CNP11H6WEG9D upload=R36JZTNJG319 tag=P8KZ8YWAA0XD type=write size=2960369 2024-09-13T00:26:33.374 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.369+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=KR7L3VGUD7EW type=del size=1236152 2024-09-13T00:26:33.380 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.377+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~B5L9IFWME7C4.0 size=1048576 2024-09-13T00:26:33.385 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.381+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~B5L9IFWME7C4.1 size=1048576 2024-09-13T00:26:33.390 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.385+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~B5L9IFWME7C4.2 size=257616 2024-09-13T00:26:33.400 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.397+0000 7ff07d6c9640 1 < completed multipart upload key=WT8C8PJ810XA upload=B5L9IFWME7C4 tag=RNUF7Z1B3842 type=write size=3403344 2024-09-13T00:26:33.407 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.405+0000 7ff07d6c9640 1 > prepared operation key=JI54OSP2P86V tag=GV0X13ND4G2U type=del size=3703597 2024-09-13T00:26:33.413 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.409+0000 7ff07d6c9640 1 < completed delete operation key=EBH90I7V5EW7 tag=80KW66NDBZL0 type=del 2024-09-13T00:26:33.424 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.421+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~WI9BNZV1NL92.0 size=1048576 2024-09-13T00:26:33.429 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.425+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~WI9BNZV1NL92.1 size=1048576 2024-09-13T00:26:33.434 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.429+0000 7ff07d6c9640 1 > prepared part key=_multipart_OT4KA0LL7RP3.2~WI9BNZV1NL92.2 size=337277 2024-09-13T00:26:33.434 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.429+0000 7ff07d6c9640 1 > prepared multipart upload key=OT4KA0LL7RP3 upload=WI9BNZV1NL92 tag=TGPBP4WQG8J8 type=write size=3483005 2024-09-13T00:26:33.440 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.437+0000 7ff07d6c9640 1 < completed write operation key=2DTY4IYSD8J3 tag=Y61GPKV12U2C type=write size=704704 2024-09-13T00:26:33.446 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.441+0000 7ff07d6c9640 1 > prepared operation key=FLIVW0XUS2MD tag=TUT6CSQA1LP0 type=del size=888409 2024-09-13T00:26:33.452 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.449+0000 7ff07d6c9640 1 < completed delete operation key=YNG29P8H3FSB tag=8AI3US1PNNGU type=del 2024-09-13T00:26:33.462 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.461+0000 7ff07d6c9640 1 > prepared part key=_multipart_RK75O90M3ZT9.2~A1LX5I0Z777U.0 size=969298 2024-09-13T00:26:33.463 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.461+0000 7ff07d6c9640 1 > prepared multipart upload key=RK75O90M3ZT9 upload=A1LX5I0Z777U tag=I8309YJC3DC4 type=write size=2017874 2024-09-13T00:26:33.471 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.469+0000 7ff07d6c9640 -1 < failed to complete operation key=ZB9Q220ZM0E0 tag=HS370LMMB82U type=del size=1117063: (22) Invalid argument 2024-09-13T00:26:33.477 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.473+0000 7ff07d6c9640 1 > prepared operation key=WT8C8PJ810XA tag=EREQD5064ZOH type=del size=100197 2024-09-13T00:26:33.483 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.481+0000 7ff07d6c9640 1 < completed delete operation key=R0UI5544UWD1 tag=FM1N8HN5Y28M type=del 2024-09-13T00:26:33.494 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.489+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~KRJ3B7BHZ0VN.0 size=1048576 2024-09-13T00:26:33.499 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.497+0000 7ff07d6c9640 1 > prepared part key=_multipart_WT8C8PJ810XA.2~KRJ3B7BHZ0VN.1 size=322424 2024-09-13T00:26:33.499 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.497+0000 7ff07d6c9640 1 > prepared multipart upload key=WT8C8PJ810XA upload=KRJ3B7BHZ0VN tag=RFU261FQDOJM type=write size=2419576 2024-09-13T00:26:33.507 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.505+0000 7ff07d6c9640 1 < completed delete operation key=0THRDK3EP2DY tag=R273GQ1R83WC type=del 2024-09-13T00:26:33.520 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.517+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~FRDJ3DC3ES68.0 size=1048576 2024-09-13T00:26:33.525 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.521+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~FRDJ3DC3ES68.1 size=1048576 2024-09-13T00:26:33.530 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.529+0000 7ff07d6c9640 1 > prepared part key=_multipart_M1TXILI2WRP8.2~FRDJ3DC3ES68.2 size=172743 2024-09-13T00:26:33.531 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.529+0000 7ff07d6c9640 1 > prepared multipart upload key=M1TXILI2WRP8 upload=FRDJ3DC3ES68 tag=C68TAN33A7S7 type=write size=3318471 2024-09-13T00:26:33.537 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.533+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~K59TPWCYOLI7.0 size=1048576 2024-09-13T00:26:33.542 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.541+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~K59TPWCYOLI7.1 size=1048576 2024-09-13T00:26:33.548 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.545+0000 7ff07d6c9640 1 < completed part key=_multipart_OT4KA0LL7RP3.2~K59TPWCYOLI7.2 size=548214 2024-09-13T00:26:33.559 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.557+0000 7ff07d6c9640 1 < completed multipart upload key=OT4KA0LL7RP3 upload=K59TPWCYOLI7 tag=VVU1M0PD3Q2R type=write size=3693942 2024-09-13T00:26:33.572 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.569+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~X9Q7K95MXQAX.0 size=1048576 2024-09-13T00:26:33.577 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.573+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~X9Q7K95MXQAX.1 size=1048576 2024-09-13T00:26:33.582 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.577+0000 7ff07d6c9640 1 > prepared part key=_multipart_YNG29P8H3FSB.2~X9Q7K95MXQAX.2 size=763432 2024-09-13T00:26:33.582 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.577+0000 7ff07d6c9640 1 > prepared multipart upload key=YNG29P8H3FSB upload=X9Q7K95MXQAX tag=SWQ3ECZERLS7 type=write size=3909160 2024-09-13T00:26:33.591 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.589+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~7SQ1Y1A5Y2RE.0 size=1048576 2024-09-13T00:26:33.596 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.593+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~7SQ1Y1A5Y2RE.1 size=1048576 2024-09-13T00:26:33.602 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.597+0000 7ff07d6c9640 1 < completed part key=_multipart_EBH90I7V5EW7.2~7SQ1Y1A5Y2RE.2 size=213630 2024-09-13T00:26:33.615 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.613+0000 7ff07d6c9640 1 < completed multipart upload key=EBH90I7V5EW7 upload=7SQ1Y1A5Y2RE tag=EXKKAPEL392S type=write size=3359358 2024-09-13T00:26:33.621 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.617+0000 7ff07d6c9640 1 > prepared operation key=ZB9Q220ZM0E0 tag=XCYAKSY85R0M type=write size=756294 2024-09-13T00:26:33.628 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.625+0000 7ff07d6c9640 1 < completed delete operation key=7H3YFWWXRQ8L tag=N5KFLBEN6EHW type=del 2024-09-13T00:26:33.634 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.629+0000 7ff07d6c9640 1 > prepared operation key=6SZPC5K3S8UZ tag=UFEJ2RT3T1JP type=del size=2450376 2024-09-13T00:26:33.639 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.637+0000 7ff07d6c9640 1 < completed part key=_multipart_WT8C8PJ810XA.2~JQI09HNJ49MG.0 size=434500 2024-09-13T00:26:33.650 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.645+0000 7ff07d6c9640 1 < completed multipart upload key=WT8C8PJ810XA upload=JQI09HNJ49MG tag=HF1KT894AOKD type=write size=1483076 2024-09-13T00:26:33.662 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.657+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~C444HAR615GI.0 size=1048576 2024-09-13T00:26:33.667 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.665+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~C444HAR615GI.1 size=1048576 2024-09-13T00:26:33.674 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.673+0000 7ff07d6c9640 1 > prepared part key=_multipart_71PWJL28BPIC.2~C444HAR615GI.2 size=981791 2024-09-13T00:26:33.674 INFO:tasks.workunit.client.0.smithi032.stderr:2024-09-13T00:26:33.673+0000 7ff07d6c9640 1 > prepared multipart upload key=71PWJL28BPIC upload=C444HAR615GI tag=U3BAZUXHEZAD type=write size=4127519 2024-09-13T00:26:33.675 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_stats.simulate (38899 ms) 2024-09-13T00:26:33.675 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 1 test from cls_rgw_stats (38899 ms total) 2024-09-13T00:26:33.676 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:26:33.676 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T00:26:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 1 test from 1 test suite ran. (41001 ms total) 2024-09-13T00:26:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 1 test. 2024-09-13T00:26:33.894 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:26:33.894 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:26:33.947 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-09-13T00:26:33.947 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-09-13T00:26:34.009 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2024-09-13T00:26:34.010 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 2 tests from 1 test suite. 2024-09-13T00:26:34.010 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:26:34.010 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 2 tests from ClsSDK 2024-09-13T00:26:34.010 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-09-13T00:26:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:34 smithi032 bash[75510]: cluster 2024-09-13T00:26:33.517624+0000 mgr.y (mgr.34107) 714 : cluster [DBG] pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 110 KiB/s wr, 562 op/s 2024-09-13T00:26:35.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:34 smithi032 bash[75510]: cluster 2024-09-13T00:26:33.877045+0000 mon.a (mon.0) 2130 : cluster [DBG] osdmap e1103: 8 total, 8 up, 8 in 2024-09-13T00:26:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:34 smithi032 bash[76677]: cluster 2024-09-13T00:26:33.517624+0000 mgr.y (mgr.34107) 714 : cluster [DBG] pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 110 KiB/s wr, 562 op/s 2024-09-13T00:26:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:34 smithi032 bash[76677]: cluster 2024-09-13T00:26:33.877045+0000 mon.a (mon.0) 2130 : cluster [DBG] osdmap e1103: 8 total, 8 up, 8 in 2024-09-13T00:26:35.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:34 smithi053 bash[67631]: cluster 2024-09-13T00:26:33.517624+0000 mgr.y (mgr.34107) 714 : cluster [DBG] pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 110 KiB/s wr, 562 op/s 2024-09-13T00:26:35.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:34 smithi053 bash[67631]: cluster 2024-09-13T00:26:33.877045+0000 mon.a (mon.0) 2130 : cluster [DBG] osdmap e1103: 8 total, 8 up, 8 in 2024-09-13T00:26:36.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:35 smithi032 bash[75510]: cluster 2024-09-13T00:26:34.889147+0000 mon.a (mon.0) 2131 : cluster [DBG] osdmap e1104: 8 total, 8 up, 8 in 2024-09-13T00:26:36.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:35 smithi032 bash[75510]: audit 2024-09-13T00:26:34.892483+0000 mon.c (mon.2) 76 : audit [INF] from='client.? 172.21.15.32:0/909794537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:26:36.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:35 smithi032 bash[75510]: audit 2024-09-13T00:26:34.893234+0000 mon.a (mon.0) 2132 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:26:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:35 smithi032 bash[76677]: cluster 2024-09-13T00:26:34.889147+0000 mon.a (mon.0) 2131 : cluster [DBG] osdmap e1104: 8 total, 8 up, 8 in 2024-09-13T00:26:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:35 smithi032 bash[76677]: audit 2024-09-13T00:26:34.892483+0000 mon.c (mon.2) 76 : audit [INF] from='client.? 172.21.15.32:0/909794537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:26:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:35 smithi032 bash[76677]: audit 2024-09-13T00:26:34.893234+0000 mon.a (mon.0) 2132 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:26:36.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:35 smithi053 bash[67631]: cluster 2024-09-13T00:26:34.889147+0000 mon.a (mon.0) 2131 : cluster [DBG] osdmap e1104: 8 total, 8 up, 8 in 2024-09-13T00:26:36.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:35 smithi053 bash[67631]: audit 2024-09-13T00:26:34.892483+0000 mon.c (mon.2) 76 : audit [INF] from='client.? 172.21.15.32:0/909794537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:26:36.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:35 smithi053 bash[67631]: audit 2024-09-13T00:26:34.893234+0000 mon.a (mon.0) 2132 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:26:36.905 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2896 ms) 2024-09-13T00:26:36.905 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-09-13T00:26:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:36 smithi032 bash[75510]: cluster 2024-09-13T00:26:35.518483+0000 mgr.y (mgr.34107) 715 : cluster [DBG] pgmap v1372: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:37.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:36 smithi032 bash[75510]: cluster 2024-09-13T00:26:35.882078+0000 mon.a (mon.0) 2133 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:26:37.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:36 smithi032 bash[75510]: audit 2024-09-13T00:26:35.899439+0000 mon.a (mon.0) 2134 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:26:37.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:36 smithi032 bash[75510]: cluster 2024-09-13T00:26:35.900083+0000 mon.a (mon.0) 2135 : cluster [DBG] osdmap e1105: 8 total, 8 up, 8 in 2024-09-13T00:26:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:36 smithi032 bash[76677]: cluster 2024-09-13T00:26:35.518483+0000 mgr.y (mgr.34107) 715 : cluster [DBG] pgmap v1372: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:36 smithi032 bash[76677]: cluster 2024-09-13T00:26:35.882078+0000 mon.a (mon.0) 2133 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:26:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:36 smithi032 bash[76677]: audit 2024-09-13T00:26:35.899439+0000 mon.a (mon.0) 2134 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:26:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:36 smithi032 bash[76677]: cluster 2024-09-13T00:26:35.900083+0000 mon.a (mon.0) 2135 : cluster [DBG] osdmap e1105: 8 total, 8 up, 8 in 2024-09-13T00:26:37.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:36 smithi053 bash[67631]: cluster 2024-09-13T00:26:35.518483+0000 mgr.y (mgr.34107) 715 : cluster [DBG] pgmap v1372: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:36 smithi053 bash[67631]: cluster 2024-09-13T00:26:35.882078+0000 mon.a (mon.0) 2133 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:26:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:36 smithi053 bash[67631]: audit 2024-09-13T00:26:35.899439+0000 mon.a (mon.0) 2134 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:26:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:36 smithi053 bash[67631]: cluster 2024-09-13T00:26:35.900083+0000 mon.a (mon.0) 2135 : cluster [DBG] osdmap e1105: 8 total, 8 up, 8 in 2024-09-13T00:26:38.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:37 smithi053 bash[67631]: cluster 2024-09-13T00:26:36.901793+0000 mon.a (mon.0) 2136 : cluster [DBG] osdmap e1106: 8 total, 8 up, 8 in 2024-09-13T00:26:38.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:37 smithi032 bash[75510]: cluster 2024-09-13T00:26:36.901793+0000 mon.a (mon.0) 2136 : cluster [DBG] osdmap e1106: 8 total, 8 up, 8 in 2024-09-13T00:26:38.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:37 smithi032 bash[76677]: cluster 2024-09-13T00:26:36.901793+0000 mon.a (mon.0) 2136 : cluster [DBG] osdmap e1106: 8 total, 8 up, 8 in 2024-09-13T00:26:39.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:38 smithi053 bash[67631]: cluster 2024-09-13T00:26:37.519222+0000 mgr.y (mgr.34107) 716 : cluster [DBG] pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:38 smithi053 bash[67631]: cluster 2024-09-13T00:26:37.913063+0000 mon.a (mon.0) 2137 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:26:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:38 smithi053 bash[67631]: cluster 2024-09-13T00:26:37.913142+0000 mon.a (mon.0) 2138 : cluster [INF] Cluster is now healthy 2024-09-13T00:26:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:38 smithi053 bash[67631]: cluster 2024-09-13T00:26:37.933594+0000 mon.a (mon.0) 2139 : cluster [DBG] osdmap e1107: 8 total, 8 up, 8 in 2024-09-13T00:26:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:38 smithi053 bash[67631]: audit 2024-09-13T00:26:37.935873+0000 mon.a (mon.0) 2140 : audit [INF] from='client.? 172.21.15.32:0/2382296641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:26:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:38 smithi032 bash[75510]: cluster 2024-09-13T00:26:37.519222+0000 mgr.y (mgr.34107) 716 : cluster [DBG] pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:39.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:38 smithi032 bash[75510]: cluster 2024-09-13T00:26:37.913063+0000 mon.a (mon.0) 2137 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:26:39.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:38 smithi032 bash[75510]: cluster 2024-09-13T00:26:37.913142+0000 mon.a (mon.0) 2138 : cluster [INF] Cluster is now healthy 2024-09-13T00:26:39.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:38 smithi032 bash[75510]: cluster 2024-09-13T00:26:37.933594+0000 mon.a (mon.0) 2139 : cluster [DBG] osdmap e1107: 8 total, 8 up, 8 in 2024-09-13T00:26:39.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:38 smithi032 bash[75510]: audit 2024-09-13T00:26:37.935873+0000 mon.a (mon.0) 2140 : audit [INF] from='client.? 172.21.15.32:0/2382296641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:26:39.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:38 smithi032 bash[76677]: cluster 2024-09-13T00:26:37.519222+0000 mgr.y (mgr.34107) 716 : cluster [DBG] pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:39.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:38 smithi032 bash[76677]: cluster 2024-09-13T00:26:37.913063+0000 mon.a (mon.0) 2137 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:26:39.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:38 smithi032 bash[76677]: cluster 2024-09-13T00:26:37.913142+0000 mon.a (mon.0) 2138 : cluster [INF] Cluster is now healthy 2024-09-13T00:26:39.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:38 smithi032 bash[76677]: cluster 2024-09-13T00:26:37.933594+0000 mon.a (mon.0) 2139 : cluster [DBG] osdmap e1107: 8 total, 8 up, 8 in 2024-09-13T00:26:39.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:38 smithi032 bash[76677]: audit 2024-09-13T00:26:37.935873+0000 mon.a (mon.0) 2140 : audit [INF] from='client.? 172.21.15.32:0/2382296641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:26:39.965 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3060 ms) 2024-09-13T00:26:39.965 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 2 tests from ClsSDK (5956 ms total) 2024-09-13T00:26:39.965 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:26:39.965 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T00:26:39.966 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 2 tests from 1 test suite ran. (5956 ms total) 2024-09-13T00:26:39.966 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 2 tests. 2024-09-13T00:26:39.968 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:26:39.969 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:26:40.023 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-09-13T00:26:40.023 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T00:26:40.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:39 smithi053 bash[67631]: audit 2024-09-13T00:26:38.942741+0000 mon.a (mon.0) 2141 : audit [INF] from='client.? 172.21.15.32:0/2382296641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:26:40.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:39 smithi053 bash[67631]: cluster 2024-09-13T00:26:38.943361+0000 mon.a (mon.0) 2142 : cluster [DBG] osdmap e1108: 8 total, 8 up, 8 in 2024-09-13T00:26:40.296 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:39 smithi032 bash[75510]: audit 2024-09-13T00:26:38.942741+0000 mon.a (mon.0) 2141 : audit [INF] from='client.? 172.21.15.32:0/2382296641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:26:40.296 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:39 smithi032 bash[75510]: cluster 2024-09-13T00:26:38.943361+0000 mon.a (mon.0) 2142 : cluster [DBG] osdmap e1108: 8 total, 8 up, 8 in 2024-09-13T00:26:40.296 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:39 smithi032 bash[76677]: audit 2024-09-13T00:26:38.942741+0000 mon.a (mon.0) 2141 : audit [INF] from='client.? 172.21.15.32:0/2382296641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-111447-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:26:40.296 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:39 smithi032 bash[76677]: cluster 2024-09-13T00:26:38.943361+0000 mon.a (mon.0) 2142 : cluster [DBG] osdmap e1108: 8 total, 8 up, 8 in 2024-09-13T00:26:40.297 DEBUG:teuthology.parallel:result is None 2024-09-13T00:26:40.298 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T00:26:40.310 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T00:26:40.310 DEBUG:teuthology.orchestra.run.smithi032:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T00:26:40.355 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T00:26:40.355 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T00:26:40.355 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-09-13T00:26:40.356 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T00:26:40.356 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-09-13T00:26:40.356 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T00:26:40.357 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T00:26:40.357 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T00:26:40.357 DEBUG:teuthology.orchestra.run.smithi032:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T00:26:40.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T00:26:40.403 INFO:teuthology.orchestra.run.smithi032.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T00:26:40.404 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T00:26:40.451 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T00:26:40.451 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T00:26:40.499 INFO:tasks.workunit:timeout=3h 2024-09-13T00:26:40.499 INFO:tasks.workunit:cleanup=True 2024-09-13T00:26:40.500 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-13T00:26:40.550 INFO:tasks.workunit.client.0.smithi032.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T00:26:41.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:40 smithi053 bash[67631]: cluster 2024-09-13T00:26:39.519852+0000 mgr.y (mgr.34107) 717 : cluster [DBG] pgmap v1378: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:40 smithi053 bash[67631]: cluster 2024-09-13T00:26:39.962760+0000 mon.a (mon.0) 2143 : cluster [DBG] osdmap e1109: 8 total, 8 up, 8 in 2024-09-13T00:26:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:40 smithi053 bash[67631]: audit 2024-09-13T00:26:40.153482+0000 mon.a (mon.0) 2144 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:26:41.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:40 smithi032 bash[76677]: cluster 2024-09-13T00:26:39.519852+0000 mgr.y (mgr.34107) 717 : cluster [DBG] pgmap v1378: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:41.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:40 smithi032 bash[76677]: cluster 2024-09-13T00:26:39.962760+0000 mon.a (mon.0) 2143 : cluster [DBG] osdmap e1109: 8 total, 8 up, 8 in 2024-09-13T00:26:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:40 smithi032 bash[76677]: audit 2024-09-13T00:26:40.153482+0000 mon.a (mon.0) 2144 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:26:41.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:40 smithi032 bash[75510]: cluster 2024-09-13T00:26:39.519852+0000 mgr.y (mgr.34107) 717 : cluster [DBG] pgmap v1378: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:41.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:40 smithi032 bash[75510]: cluster 2024-09-13T00:26:39.962760+0000 mon.a (mon.0) 2143 : cluster [DBG] osdmap e1109: 8 total, 8 up, 8 in 2024-09-13T00:26:41.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:40 smithi032 bash[75510]: audit 2024-09-13T00:26:40.153482+0000 mon.a (mon.0) 2144 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:26:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:26:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:26:42] "GET /metrics HTTP/1.1" 200 33932 "" "Prometheus/2.43.0" 2024-09-13T00:26:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:26:42 smithi053 bash[94430]: ts=2024-09-13T00:26:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:26:43.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:42 smithi053 bash[67631]: cluster 2024-09-13T00:26:41.520863+0000 mgr.y (mgr.34107) 718 : cluster [DBG] pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:42 smithi032 bash[75510]: cluster 2024-09-13T00:26:41.520863+0000 mgr.y (mgr.34107) 718 : cluster [DBG] pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:43.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:42 smithi032 bash[76677]: cluster 2024-09-13T00:26:41.520863+0000 mgr.y (mgr.34107) 718 : cluster [DBG] pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:45.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:44 smithi053 bash[67631]: cluster 2024-09-13T00:26:43.521568+0000 mgr.y (mgr.34107) 719 : cluster [DBG] pgmap v1381: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:44 smithi032 bash[75510]: cluster 2024-09-13T00:26:43.521568+0000 mgr.y (mgr.34107) 719 : cluster [DBG] pgmap v1381: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:45.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:44 smithi032 bash[76677]: cluster 2024-09-13T00:26:43.521568+0000 mgr.y (mgr.34107) 719 : cluster [DBG] pgmap v1381: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:46.854 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T00:26:46.903 INFO:tasks.workunit.client.0.smithi032.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T00:26:46.907 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T00:26:46.907 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T00:26:46.970 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T00:26:47.029 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T00:26:47.075 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T00:26:47.076 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T00:26:47.077 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T00:26:47.124 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T00:26:47.127 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T00:26:47.128 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T00:26:47.175 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-09-13T00:26:47.176 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-09-13T00:26:47.176 DEBUG:teuthology.orchestra.run.smithi032:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-09-13T00:26:47.274 INFO:tasks.workunit.client.0.smithi032.stdout:run length 1200 seconds 2024-09-13T00:26:47.274 INFO:tasks.workunit.client.0.smithi032.stdout:preparing 10240 objects 2024-09-13T00:26:47.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:46 smithi053 bash[67631]: cluster 2024-09-13T00:26:45.522406+0000 mgr.y (mgr.34107) 720 : cluster [DBG] pgmap v1382: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:46 smithi032 bash[75510]: cluster 2024-09-13T00:26:45.522406+0000 mgr.y (mgr.34107) 720 : cluster [DBG] pgmap v1382: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:46 smithi032 bash[76677]: cluster 2024-09-13T00:26:45.522406+0000 mgr.y (mgr.34107) 720 : cluster [DBG] pgmap v1382: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:48.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:47 smithi053 bash[67631]: audit 2024-09-13T00:26:47.741520+0000 mon.a (mon.0) 2145 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:26:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:47 smithi032 bash[75510]: audit 2024-09-13T00:26:47.741520+0000 mon.a (mon.0) 2145 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:26:48.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:47 smithi032 bash[76677]: audit 2024-09-13T00:26:47.741520+0000 mon.a (mon.0) 2145 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:26:49.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:48 smithi053 bash[67631]: cluster 2024-09-13T00:26:47.522975+0000 mgr.y (mgr.34107) 721 : cluster [DBG] pgmap v1383: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:48 smithi032 bash[75510]: cluster 2024-09-13T00:26:47.522975+0000 mgr.y (mgr.34107) 721 : cluster [DBG] pgmap v1383: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:49.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:48 smithi032 bash[76677]: cluster 2024-09-13T00:26:47.522975+0000 mgr.y (mgr.34107) 721 : cluster [DBG] pgmap v1383: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:26:49.484 INFO:tasks.workunit.client.0.smithi032.stdout:load-gen will run 1200 seconds 2024-09-13T00:26:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: 1: throughput=0MB/sec pending data=0 2024-09-13T00:26:50.484 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nK8wyq-w02DuA0E off=7777909 len=822854 2024-09-13T00:26:50.495 INFO:tasks.workunit.client.0.smithi032.stdout:op 0 completed, throughput=0.776MB/sec 2024-09-13T00:26:50.495 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vselq92XLuq08AJ off=8476758 len=225215 2024-09-13T00:26:50.500 INFO:tasks.workunit.client.0.smithi032.stdout:op 1 completed, throughput=0.983MB/sec 2024-09-13T00:26:50.501 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LlED27C7EQc2y1F off=8258768 len=464320 2024-09-13T00:26:50.503 INFO:tasks.workunit.client.0.smithi032.stdout:op 2 completed, throughput=1.42MB/sec 2024-09-13T00:26:50.503 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FGEuq5lDqk627Qe off=3371623 len=1876762 2024-09-13T00:26:50.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 3 completed, throughput=3.15MB/sec 2024-09-13T00:26:50.511 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8mRnCIKBQm3byQs off=7553239 len=895977 2024-09-13T00:26:50.515 INFO:tasks.workunit.client.0.smithi032.stdout:op 4 completed, throughput=3.96MB/sec 2024-09-13T00:26:50.515 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1-J6kVbjRysXrYx off=3661488 len=1708778 2024-09-13T00:26:50.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 5 completed, throughput=5.52MB/sec 2024-09-13T00:26:51.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:50 smithi053 bash[67631]: cluster 2024-09-13T00:26:49.523678+0000 mgr.y (mgr.34107) 722 : cluster [DBG] pgmap v1384: 105 pgs: 105 active+clean; 25 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s wr, 196 op/s 2024-09-13T00:26:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:50 smithi032 bash[75510]: cluster 2024-09-13T00:26:49.523678+0000 mgr.y (mgr.34107) 722 : cluster [DBG] pgmap v1384: 105 pgs: 105 active+clean; 25 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s wr, 196 op/s 2024-09-13T00:26:51.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:50 smithi032 bash[76677]: cluster 2024-09-13T00:26:49.523678+0000 mgr.y (mgr.34107) 722 : cluster [DBG] pgmap v1384: 105 pgs: 105 active+clean; 25 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s wr, 196 op/s 2024-09-13T00:26:51.520 INFO:tasks.workunit.client.0.smithi032.stdout: 2: throughput=2.81MB/sec pending data=0 2024-09-13T00:26:51.520 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VW-OBMmIP5DUD98 off=9479647 len=981206 2024-09-13T00:26:51.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 6 completed, throughput=3.26MB/sec 2024-09-13T00:26:51.525 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zCJ3B-ceWeugTlu off=158009 len=1938805 2024-09-13T00:26:51.541 INFO:tasks.workunit.client.0.smithi032.stdout:op 7 completed, throughput=4.13MB/sec 2024-09-13T00:26:51.541 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L0a_0F42synXNR2 off=2721115 len=1303305 2024-09-13T00:26:51.548 INFO:tasks.workunit.client.0.smithi032.stdout:op 8 completed, throughput=4.73MB/sec 2024-09-13T00:26:51.548 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gVa8gxh2MW5pTDT off=8199279 len=309029 2024-09-13T00:26:51.552 INFO:tasks.workunit.client.0.smithi032.stdout:op 9 completed, throughput=4.85MB/sec 2024-09-13T00:26:51.552 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c1AXZcUH81unJtM off=1019994 len=1967538 2024-09-13T00:26:51.558 INFO:tasks.workunit.client.0.smithi032.stdout:op 10 completed, throughput=5.75MB/sec 2024-09-13T00:26:52.558 INFO:tasks.workunit.client.0.smithi032.stdout: 3: throughput=3.88MB/sec pending data=0 2024-09-13T00:26:52.558 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-StW7nubJxJJX9pN off=4387173 len=1640905 2024-09-13T00:26:52.564 INFO:tasks.workunit.client.0.smithi032.stdout:op 11 completed, throughput=4.38MB/sec 2024-09-13T00:26:52.564 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xAv9Sv-x2Nei4wk off=2004280 len=867871 2024-09-13T00:26:52.566 INFO:tasks.workunit.client.0.smithi032.stdout:op 12 completed, throughput=4.64MB/sec 2024-09-13T00:26:52.567 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pwfE-3Km-kX-90T off=4950305 len=945998 2024-09-13T00:26:52.575 INFO:tasks.workunit.client.0.smithi032.stdout:op 13 completed, throughput=4.92MB/sec 2024-09-13T00:26:52.576 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2L11SYiMFX4olks off=5657355 len=2061430 2024-09-13T00:26:52.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 14 completed, throughput=5.52MB/sec 2024-09-13T00:26:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:26:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:26:52] "GET /metrics HTTP/1.1" 200 33932 "" "Prometheus/2.43.0" 2024-09-13T00:26:52.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:26:52 smithi053 bash[94430]: ts=2024-09-13T00:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:26:53.285 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:52 smithi053 bash[67631]: cluster 2024-09-13T00:26:51.524672+0000 mgr.y (mgr.34107) 723 : cluster [DBG] pgmap v1385: 105 pgs: 105 active+clean; 73 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 521 KiB/s wr, 501 op/s 2024-09-13T00:26:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:52 smithi032 bash[75510]: cluster 2024-09-13T00:26:51.524672+0000 mgr.y (mgr.34107) 723 : cluster [DBG] pgmap v1385: 105 pgs: 105 active+clean; 73 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 521 KiB/s wr, 501 op/s 2024-09-13T00:26:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:52 smithi032 bash[76677]: cluster 2024-09-13T00:26:51.524672+0000 mgr.y (mgr.34107) 723 : cluster [DBG] pgmap v1385: 105 pgs: 105 active+clean; 73 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 521 KiB/s wr, 501 op/s 2024-09-13T00:26:53.594 INFO:tasks.workunit.client.0.smithi032.stdout: 4: throughput=4.18MB/sec pending data=0 2024-09-13T00:26:53.595 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CgETI6HtfClqqxP off=26167 len=762422 2024-09-13T00:26:53.596 INFO:tasks.workunit.client.0.smithi032.stdout:op 15 completed, throughput=4.35MB/sec 2024-09-13T00:26:53.596 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JkLN6kTEhgDFbYs off=4136819 len=1568272 2024-09-13T00:26:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:op 16 completed, throughput=4.7MB/sec 2024-09-13T00:26:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nFRf3UfZZvFt8xY off=3873387 len=976576 2024-09-13T00:26:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 17 completed, throughput=4.93MB/sec 2024-09-13T00:26:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6FX8angiz88HAix off=8809806 len=148089 2024-09-13T00:26:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:op 18 completed, throughput=4.96MB/sec 2024-09-13T00:26:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TeSSHeIJ8a5jxk4 off=5697521 len=1660745 2024-09-13T00:26:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:op 19 completed, throughput=5.34MB/sec 2024-09-13T00:26:54.612 INFO:tasks.workunit.client.0.smithi032.stdout: 5: throughput=4.3MB/sec pending data=0 2024-09-13T00:26:54.612 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-or9JTPElvpfgfSt off=8692354 len=1009965 2024-09-13T00:26:54.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 20 completed, throughput=4.49MB/sec 2024-09-13T00:26:54.614 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1rw97LN9MNlFFap off=8049172 len=393261 2024-09-13T00:26:54.616 INFO:tasks.workunit.client.0.smithi032.stdout:op 21 completed, throughput=4.56MB/sec 2024-09-13T00:26:54.616 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-phlhseAdsx20di_ off=13312594 len=1174778 2024-09-13T00:26:54.625 INFO:tasks.workunit.client.0.smithi032.stdout:op 22 completed, throughput=4.77MB/sec 2024-09-13T00:26:54.625 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xh-EKR-ktjLx024 off=6173317 len=1607453 2024-09-13T00:26:54.630 INFO:tasks.workunit.client.0.smithi032.stdout:op 23 completed, throughput=5.06MB/sec 2024-09-13T00:26:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[75510]: audit 2024-09-13T00:26:53.294102+0000 mon.a (mon.0) 2146 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[75510]: audit 2024-09-13T00:26:53.298520+0000 mon.a (mon.0) 2147 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[75510]: cluster 2024-09-13T00:26:53.525363+0000 mgr.y (mgr.34107) 724 : cluster [DBG] pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 563 KiB/s rd, 1.1 MiB/s wr, 853 op/s 2024-09-13T00:26:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[75510]: audit 2024-09-13T00:26:53.537265+0000 mon.a (mon.0) 2148 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[75510]: audit 2024-09-13T00:26:53.544777+0000 mon.a (mon.0) 2149 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[75510]: audit 2024-09-13T00:26:53.958916+0000 mon.a (mon.0) 2150 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:26:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[75510]: audit 2024-09-13T00:26:53.959929+0000 mon.a (mon.0) 2151 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:26:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[75510]: audit 2024-09-13T00:26:53.968010+0000 mon.a (mon.0) 2152 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:54.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[76677]: audit 2024-09-13T00:26:53.294102+0000 mon.a (mon.0) 2146 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:54.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[76677]: audit 2024-09-13T00:26:53.298520+0000 mon.a (mon.0) 2147 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:54.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[76677]: cluster 2024-09-13T00:26:53.525363+0000 mgr.y (mgr.34107) 724 : cluster [DBG] pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 563 KiB/s rd, 1.1 MiB/s wr, 853 op/s 2024-09-13T00:26:54.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[76677]: audit 2024-09-13T00:26:53.537265+0000 mon.a (mon.0) 2148 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:54.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[76677]: audit 2024-09-13T00:26:53.544777+0000 mon.a (mon.0) 2149 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:54.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[76677]: audit 2024-09-13T00:26:53.958916+0000 mon.a (mon.0) 2150 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:26:54.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[76677]: audit 2024-09-13T00:26:53.959929+0000 mon.a (mon.0) 2151 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:26:54.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:54 smithi032 bash[76677]: audit 2024-09-13T00:26:53.968010+0000 mon.a (mon.0) 2152 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:54.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:54 smithi053 bash[67631]: audit 2024-09-13T00:26:53.294102+0000 mon.a (mon.0) 2146 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:54.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:54 smithi053 bash[67631]: audit 2024-09-13T00:26:53.298520+0000 mon.a (mon.0) 2147 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:54.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:54 smithi053 bash[67631]: cluster 2024-09-13T00:26:53.525363+0000 mgr.y (mgr.34107) 724 : cluster [DBG] pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 563 KiB/s rd, 1.1 MiB/s wr, 853 op/s 2024-09-13T00:26:54.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:54 smithi053 bash[67631]: audit 2024-09-13T00:26:53.537265+0000 mon.a (mon.0) 2148 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:54.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:54 smithi053 bash[67631]: audit 2024-09-13T00:26:53.544777+0000 mon.a (mon.0) 2149 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:54.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:54 smithi053 bash[67631]: audit 2024-09-13T00:26:53.958916+0000 mon.a (mon.0) 2150 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:26:54.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:54 smithi053 bash[67631]: audit 2024-09-13T00:26:53.959929+0000 mon.a (mon.0) 2151 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:26:54.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:54 smithi053 bash[67631]: audit 2024-09-13T00:26:53.968010+0000 mon.a (mon.0) 2152 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:26:55.631 INFO:tasks.workunit.client.0.smithi032.stdout: 6: throughput=4.24MB/sec pending data=0 2024-09-13T00:26:55.631 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A2cuyXcgrKoH16u off=7394132 len=1629310 2024-09-13T00:26:55.635 INFO:tasks.workunit.client.0.smithi032.stdout:op 24 completed, throughput=4.49MB/sec 2024-09-13T00:26:55.635 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CdXwcouYriQU7xi off=2583336 len=251510 2024-09-13T00:26:55.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 25 completed, throughput=4.52MB/sec 2024-09-13T00:26:55.637 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tb8NHF_XpMhkwsE off=4238267 len=310168 2024-09-13T00:26:55.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 26 completed, throughput=4.57MB/sec 2024-09-13T00:26:55.640 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3t0fHcY0xiAaO2K off=3360887 len=1708518 2024-09-13T00:26:55.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 27 completed, throughput=4.83MB/sec 2024-09-13T00:26:55.642 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HP7V-Tvawg2UryJ off=10765931 len=409609 2024-09-13T00:26:55.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 28 completed, throughput=4.9MB/sec 2024-09-13T00:26:55.644 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NXXxaSzfrxRh54i off=6157983 len=1312789 2024-09-13T00:26:55.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 29 completed, throughput=5.09MB/sec 2024-09-13T00:26:55.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:55 smithi032 bash[76677]: audit 2024-09-13T00:26:55.154651+0000 mon.a (mon.0) 2153 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:26:55.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:55 smithi032 bash[75510]: audit 2024-09-13T00:26:55.154651+0000 mon.a (mon.0) 2153 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:26:55.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:55 smithi053 bash[67631]: audit 2024-09-13T00:26:55.154651+0000 mon.a (mon.0) 2153 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:26:56.656 INFO:tasks.workunit.client.0.smithi032.stdout: 7: throughput=4.38MB/sec pending data=0 2024-09-13T00:26:56.657 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UEXBiLvvq8yQkGr off=10520129 len=1511181 2024-09-13T00:26:56.661 INFO:tasks.workunit.client.0.smithi032.stdout:op 30 completed, throughput=4.58MB/sec 2024-09-13T00:26:56.661 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--qUg26LPZvnAd8l off=10137705 len=673139 2024-09-13T00:26:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:56 smithi032 bash[75510]: cluster 2024-09-13T00:26:55.526044+0000 mgr.y (mgr.34107) 725 : cluster [DBG] pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 907 KiB/s rd, 1.1 MiB/s wr, 854 op/s 2024-09-13T00:26:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:56 smithi032 bash[76677]: cluster 2024-09-13T00:26:55.526044+0000 mgr.y (mgr.34107) 725 : cluster [DBG] pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 907 KiB/s rd, 1.1 MiB/s wr, 854 op/s 2024-09-13T00:26:56.668 INFO:tasks.workunit.client.0.smithi032.stdout:op 31 completed, throughput=4.66MB/sec 2024-09-13T00:26:56.668 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pYxKnvQEaN9Z0CM off=1554631 len=1286759 2024-09-13T00:26:56.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 32 completed, throughput=4.83MB/sec 2024-09-13T00:26:56.678 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kaq-N3vkvNDK8yF off=10021954 len=595529 2024-09-13T00:26:56.685 INFO:tasks.workunit.client.0.smithi032.stdout:op 33 completed, throughput=4.9MB/sec 2024-09-13T00:26:56.685 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BsXiGa4zaO2hs6a off=4734963 len=942884 2024-09-13T00:26:56.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 34 completed, throughput=5.02MB/sec 2024-09-13T00:26:56.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:56 smithi053 bash[67631]: cluster 2024-09-13T00:26:55.526044+0000 mgr.y (mgr.34107) 725 : cluster [DBG] pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 907 KiB/s rd, 1.1 MiB/s wr, 854 op/s 2024-09-13T00:26:57.693 INFO:tasks.workunit.client.0.smithi032.stdout: 8: throughput=4.41MB/sec pending data=0 2024-09-13T00:26:57.694 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LhqePW6UF135yXv off=5465093 len=675368 2024-09-13T00:26:57.700 INFO:tasks.workunit.client.0.smithi032.stdout:op 35 completed, throughput=4.48MB/sec 2024-09-13T00:26:57.700 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Jk559lxQ1xEFzUF off=2892396 len=1546382 2024-09-13T00:26:57.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 36 completed, throughput=4.66MB/sec 2024-09-13T00:26:57.712 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yWaIykJ4EPZtfm9 off=5819082 len=1283050 2024-09-13T00:26:57.721 INFO:tasks.workunit.client.0.smithi032.stdout:op 37 completed, throughput=4.8MB/sec 2024-09-13T00:26:57.721 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AP7qF8jGGZrZwrA off=785422 len=911555 2024-09-13T00:26:57.724 INFO:tasks.workunit.client.0.smithi032.stdout:op 38 completed, throughput=4.9MB/sec 2024-09-13T00:26:57.724 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bNxgOadkj14y6jw off=11758379 len=1145567 2024-09-13T00:26:57.733 INFO:tasks.workunit.client.0.smithi032.stdout:op 39 completed, throughput=5.03MB/sec 2024-09-13T00:26:58.733 INFO:tasks.workunit.client.0.smithi032.stdout: 9: throughput=4.49MB/sec pending data=0 2024-09-13T00:26:58.734 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1Nbhh4yKAkZiBKk off=266125 len=1791103 2024-09-13T00:26:58.747 INFO:tasks.workunit.client.0.smithi032.stdout:op 40 completed, throughput=4.66MB/sec 2024-09-13T00:26:58.748 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d6ZZc8bNYTdPT4d off=5192536 len=1055695 2024-09-13T00:26:58.751 INFO:tasks.workunit.client.0.smithi032.stdout:op 41 completed, throughput=4.77MB/sec 2024-09-13T00:26:58.751 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7GII3my4WhupJX9 off=2827865 len=1072784 2024-09-13T00:26:58.755 INFO:tasks.workunit.client.0.smithi032.stdout:op 42 completed, throughput=4.88MB/sec 2024-09-13T00:26:58.755 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UqWeF9A4wf8ewH2 off=842207 len=384634 2024-09-13T00:26:58.758 INFO:tasks.workunit.client.0.smithi032.stdout:op 43 completed, throughput=4.92MB/sec 2024-09-13T00:26:58.758 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--63IrvKJcOcpYCd off=1171370 len=615228 2024-09-13T00:26:58.763 INFO:tasks.workunit.client.0.smithi032.stdout:op 44 completed, throughput=4.98MB/sec 2024-09-13T00:26:58.763 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OdwnKguRfWjOlh7 off=7643337 len=2077557 2024-09-13T00:26:58.767 INFO:tasks.workunit.client.0.smithi032.stdout:op 45 completed, throughput=5.19MB/sec 2024-09-13T00:26:58.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:26:58 smithi032 bash[75510]: cluster 2024-09-13T00:26:57.526932+0000 mgr.y (mgr.34107) 726 : cluster [DBG] pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 855 op/s 2024-09-13T00:26:58.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:26:58 smithi032 bash[76677]: cluster 2024-09-13T00:26:57.526932+0000 mgr.y (mgr.34107) 726 : cluster [DBG] pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 855 op/s 2024-09-13T00:26:59.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:26:58 smithi053 bash[67631]: cluster 2024-09-13T00:26:57.526932+0000 mgr.y (mgr.34107) 726 : cluster [DBG] pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 855 op/s 2024-09-13T00:26:59.767 INFO:tasks.workunit.client.0.smithi032.stdout: 10: throughput=4.68MB/sec pending data=0 2024-09-13T00:26:59.768 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TZCFAV3KlXGIthT off=4203005 len=626912 2024-09-13T00:26:59.774 INFO:tasks.workunit.client.0.smithi032.stdout:op 46 completed, throughput=4.74MB/sec 2024-09-13T00:26:59.774 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dxM-4rpSIdve52K off=7308166 len=3459 2024-09-13T00:26:59.775 INFO:tasks.workunit.client.0.smithi032.stdout:op 47 completed, throughput=4.74MB/sec 2024-09-13T00:26:59.775 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lOg_3Y32D1wkUyr off=467579 len=1832668 2024-09-13T00:26:59.779 INFO:tasks.workunit.client.0.smithi032.stdout:op 48 completed, throughput=4.91MB/sec 2024-09-13T00:26:59.779 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fBrV31TRZ6tqFlj off=32676 len=578249 2024-09-13T00:26:59.787 INFO:tasks.workunit.client.0.smithi032.stdout:op 49 completed, throughput=4.96MB/sec 2024-09-13T00:26:59.787 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MSIcUq1WLJMvl6E off=12945942 len=387157 2024-09-13T00:26:59.788 INFO:tasks.workunit.client.0.smithi032.stdout:op 50 completed, throughput=4.99MB/sec 2024-09-13T00:26:59.788 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FT7Uxi0SVK2A45y off=7232562 len=601900 2024-09-13T00:26:59.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 51 completed, throughput=5.04MB/sec 2024-09-13T00:27:00.794 INFO:tasks.workunit.client.0.smithi032.stdout: 11: throughput=4.6MB/sec pending data=0 2024-09-13T00:27:00.794 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3X6p0SmAoztHNY1 off=2230437 len=376039 2024-09-13T00:27:00.800 INFO:tasks.workunit.client.0.smithi032.stdout:op 52 completed, throughput=4.63MB/sec 2024-09-13T00:27:00.801 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C1zr_1kBbe-_dNQ off=3871814 len=805163 2024-09-13T00:27:00.808 INFO:tasks.workunit.client.0.smithi032.stdout:op 53 completed, throughput=4.69MB/sec 2024-09-13T00:27:00.808 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DBagjsmZ-ZPOn6N off=10953163 len=211213 2024-09-13T00:27:00.813 INFO:tasks.workunit.client.0.smithi032.stdout:op 54 completed, throughput=4.71MB/sec 2024-09-13T00:27:00.813 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--R8Ew3z3JMLvVQx off=3092936 len=1746580 2024-09-13T00:27:00.828 INFO:tasks.workunit.client.0.smithi032.stdout:op 55 completed, throughput=4.85MB/sec 2024-09-13T00:27:00.829 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OU2_ov2w2dHO--V off=2758461 len=91754 2024-09-13T00:27:00.830 INFO:tasks.workunit.client.0.smithi032.stdout:op 56 completed, throughput=4.86MB/sec 2024-09-13T00:27:00.830 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fn7-uSRKHvseLRB off=1260931 len=1372474 2024-09-13T00:27:00.842 INFO:tasks.workunit.client.0.smithi032.stdout:op 57 completed, throughput=4.97MB/sec 2024-09-13T00:27:00.842 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_s-dt5QwdY_fRja off=188865 len=918271 2024-09-13T00:27:00.849 INFO:tasks.workunit.client.0.smithi032.stdout:op 58 completed, throughput=5.04MB/sec 2024-09-13T00:27:00.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:00 smithi032 bash[75510]: cluster 2024-09-13T00:26:59.527930+0000 mgr.y (mgr.34107) 727 : cluster [DBG] pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-09-13T00:27:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:00 smithi032 bash[76677]: cluster 2024-09-13T00:26:59.527930+0000 mgr.y (mgr.34107) 727 : cluster [DBG] pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-09-13T00:27:01.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:00 smithi053 bash[67631]: cluster 2024-09-13T00:26:59.527930+0000 mgr.y (mgr.34107) 727 : cluster [DBG] pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-09-13T00:27:01.849 INFO:tasks.workunit.client.0.smithi032.stdout: 12: throughput=4.63MB/sec pending data=0 2024-09-13T00:27:01.850 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rZDi6TSSEkGVMPu off=3553549 len=692094 2024-09-13T00:27:01.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 59 completed, throughput=4.68MB/sec 2024-09-13T00:27:01.857 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D32ORHAjSqf98MZ off=9610856 len=1354060 2024-09-13T00:27:01.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 60 completed, throughput=4.78MB/sec 2024-09-13T00:27:01.871 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8bnVpP1GDbXfT8m off=7462360 len=887937 2024-09-13T00:27:01.874 INFO:tasks.workunit.client.0.smithi032.stdout:op 61 completed, throughput=4.85MB/sec 2024-09-13T00:27:01.874 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aUHc3NloIlzq3e2 off=15822967 len=1461672 2024-09-13T00:27:01.886 INFO:tasks.workunit.client.0.smithi032.stdout:op 62 completed, throughput=4.96MB/sec 2024-09-13T00:27:01.886 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q7XdpfzAs9mS-tz off=2417099 len=50249 2024-09-13T00:27:01.887 INFO:tasks.workunit.client.0.smithi032.stdout:op 63 completed, throughput=4.96MB/sec 2024-09-13T00:27:01.887 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xjXCNuM_kPK4tx4 off=9266169 len=1490704 2024-09-13T00:27:01.890 INFO:tasks.workunit.client.0.smithi032.stdout:op 64 completed, throughput=5.07MB/sec 2024-09-13T00:27:02.589 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:27:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:27:02] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2024-09-13T00:27:02.590 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:27:02 smithi053 bash[94430]: ts=2024-09-13T00:27:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:27:02.891 INFO:tasks.workunit.client.0.smithi032.stdout: 13: throughput=4.69MB/sec pending data=0 2024-09-13T00:27:02.891 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A-psRyi1P9Iocfh off=3636157 len=1352211 2024-09-13T00:27:02.901 INFO:tasks.workunit.client.0.smithi032.stdout:op 65 completed, throughput=4.79MB/sec 2024-09-13T00:27:02.901 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3bYpljiLyxtTyHb off=1510011 len=1261546 2024-09-13T00:27:02.905 INFO:tasks.workunit.client.0.smithi032.stdout:op 66 completed, throughput=4.87MB/sec 2024-09-13T00:27:02.905 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uaUEwtpSrcnB-af off=14290233 len=1708946 2024-09-13T00:27:02.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:02 smithi032 bash[75510]: cluster 2024-09-13T00:27:01.528911+0000 mgr.y (mgr.34107) 728 : cluster [DBG] pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 692 op/s 2024-09-13T00:27:02.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:02 smithi032 bash[76677]: cluster 2024-09-13T00:27:01.528911+0000 mgr.y (mgr.34107) 728 : cluster [DBG] pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 692 op/s 2024-09-13T00:27:02.917 INFO:tasks.workunit.client.0.smithi032.stdout:op 67 completed, throughput=4.99MB/sec 2024-09-13T00:27:02.917 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w9OwfTP7JzZBDVu off=1661082 len=615245 2024-09-13T00:27:02.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 68 completed, throughput=5.03MB/sec 2024-09-13T00:27:03.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:02 smithi053 bash[67631]: cluster 2024-09-13T00:27:01.528911+0000 mgr.y (mgr.34107) 728 : cluster [DBG] pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 692 op/s 2024-09-13T00:27:03.920 INFO:tasks.workunit.client.0.smithi032.stdout: 14: throughput=4.69MB/sec pending data=0 2024-09-13T00:27:03.920 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AyHPoFOXvWJqwVJ off=10262019 len=817553 2024-09-13T00:27:03.928 INFO:tasks.workunit.client.0.smithi032.stdout:op 69 completed, throughput=4.74MB/sec 2024-09-13T00:27:03.928 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ShymB2ZOTYuqwep off=1364645 len=1534539 2024-09-13T00:27:03.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 70 completed, throughput=4.84MB/sec 2024-09-13T00:27:03.934 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QP-_ifZJx0ESWgI off=10111430 len=590064 2024-09-13T00:27:03.940 INFO:tasks.workunit.client.0.smithi032.stdout:op 71 completed, throughput=4.87MB/sec 2024-09-13T00:27:03.940 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bOnEapqVJsCBaLr off=12035676 len=300215 2024-09-13T00:27:03.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 72 completed, throughput=4.89MB/sec 2024-09-13T00:27:03.943 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vjKh1KhwdH2PdC0 off=330710 len=729516 2024-09-13T00:27:03.945 INFO:tasks.workunit.client.0.smithi032.stdout:op 73 completed, throughput=4.94MB/sec 2024-09-13T00:27:03.945 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gtTvYAft3f_X_Fg off=15787003 len=634767 2024-09-13T00:27:03.953 INFO:tasks.workunit.client.0.smithi032.stdout:op 74 completed, throughput=4.98MB/sec 2024-09-13T00:27:03.953 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CoHE_EukuI2gKKF off=9586331 len=1568562 2024-09-13T00:27:03.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 75 completed, throughput=5.08MB/sec 2024-09-13T00:27:04.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:04 smithi032 bash[75510]: cluster 2024-09-13T00:27:03.529963+0000 mgr.y (mgr.34107) 729 : cluster [DBG] pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 374 op/s 2024-09-13T00:27:04.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:04 smithi032 bash[76677]: cluster 2024-09-13T00:27:03.529963+0000 mgr.y (mgr.34107) 729 : cluster [DBG] pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 374 op/s 2024-09-13T00:27:04.956 INFO:tasks.workunit.client.0.smithi032.stdout: 15: throughput=4.75MB/sec pending data=0 2024-09-13T00:27:04.956 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I0jnacqChdwEju4 off=304567 len=421052 2024-09-13T00:27:04.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 76 completed, throughput=4.78MB/sec 2024-09-13T00:27:04.962 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-R26BME0kzBSBXN9 off=9752164 len=325426 2024-09-13T00:27:04.967 INFO:tasks.workunit.client.0.smithi032.stdout:op 77 completed, throughput=4.8MB/sec 2024-09-13T00:27:04.968 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rr2ZGsuTfGJWNxh off=6632555 len=271338 2024-09-13T00:27:04.972 INFO:tasks.workunit.client.0.smithi032.stdout:op 78 completed, throughput=4.81MB/sec 2024-09-13T00:27:04.973 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-j6TlEhsBGN6ooIr off=170744 len=184699 2024-09-13T00:27:04.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 79 completed, throughput=4.82MB/sec 2024-09-13T00:27:04.974 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w4TYjv5dVaiK4JG off=4571119 len=344234 2024-09-13T00:27:04.979 INFO:tasks.workunit.client.0.smithi032.stdout:op 80 completed, throughput=4.84MB/sec 2024-09-13T00:27:04.979 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bG1cyN4OFym5Lzo off=363012 len=1893985 2024-09-13T00:27:04.994 INFO:tasks.workunit.client.0.smithi032.stdout:op 81 completed, throughput=4.95MB/sec 2024-09-13T00:27:04.994 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NoWMb61NttM2K_j off=141728 len=1837651 2024-09-13T00:27:05.007 INFO:tasks.workunit.client.0.smithi032.stdout:op 82 completed, throughput=5.06MB/sec 2024-09-13T00:27:05.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:04 smithi053 bash[67631]: cluster 2024-09-13T00:27:03.529963+0000 mgr.y (mgr.34107) 729 : cluster [DBG] pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 374 op/s 2024-09-13T00:27:06.008 INFO:tasks.workunit.client.0.smithi032.stdout: 16: throughput=4.75MB/sec pending data=0 2024-09-13T00:27:06.008 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yfKgkksgkNbQAQM off=517061 len=926288 2024-09-13T00:27:06.017 INFO:tasks.workunit.client.0.smithi032.stdout:op 83 completed, throughput=4.81MB/sec 2024-09-13T00:27:06.017 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qRbesj86VCsj8EE off=6871494 len=48124 2024-09-13T00:27:06.018 INFO:tasks.workunit.client.0.smithi032.stdout:op 84 completed, throughput=4.81MB/sec 2024-09-13T00:27:06.018 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PgB3Covrer8yJIJ off=9164501 len=1596745 2024-09-13T00:27:06.023 INFO:tasks.workunit.client.0.smithi032.stdout:op 85 completed, throughput=4.9MB/sec 2024-09-13T00:27:06.024 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d1qgBfjOscqN__P off=3854566 len=181562 2024-09-13T00:27:06.025 INFO:tasks.workunit.client.0.smithi032.stdout:op 86 completed, throughput=4.91MB/sec 2024-09-13T00:27:06.025 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bqcwRT_jbcq61Jf off=4340660 len=1940284 2024-09-13T00:27:06.029 INFO:tasks.workunit.client.0.smithi032.stdout:op 87 completed, throughput=5.02MB/sec 2024-09-13T00:27:06.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:06 smithi032 bash[75510]: cluster 2024-09-13T00:27:05.530728+0000 mgr.y (mgr.34107) 730 : cluster [DBG] pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:27:06.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:06 smithi032 bash[76677]: cluster 2024-09-13T00:27:05.530728+0000 mgr.y (mgr.34107) 730 : cluster [DBG] pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:27:07.030 INFO:tasks.workunit.client.0.smithi032.stdout: 17: throughput=4.73MB/sec pending data=0 2024-09-13T00:27:07.030 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RlFOVr6dq2T3N7R off=8136151 len=1776361 2024-09-13T00:27:07.034 INFO:tasks.workunit.client.0.smithi032.stdout:op 88 completed, throughput=4.83MB/sec 2024-09-13T00:27:07.034 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8KuV2ymCZRifMnh off=1278310 len=1168517 2024-09-13T00:27:07.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:06 smithi053 bash[67631]: cluster 2024-09-13T00:27:05.530728+0000 mgr.y (mgr.34107) 730 : cluster [DBG] pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:27:07.043 INFO:tasks.workunit.client.0.smithi032.stdout:op 89 completed, throughput=4.89MB/sec 2024-09-13T00:27:07.043 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r4EBqUyf5UT8yXD off=847840 len=2086848 2024-09-13T00:27:07.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 90 completed, throughput=5MB/sec 2024-09-13T00:27:07.059 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6Bve8PL09--Pntt off=3260159 len=1148422 2024-09-13T00:27:07.062 INFO:tasks.workunit.client.0.smithi032.stdout:op 91 completed, throughput=5.06MB/sec 2024-09-13T00:27:08.062 INFO:tasks.workunit.client.0.smithi032.stdout: 18: throughput=4.79MB/sec pending data=0 2024-09-13T00:27:08.062 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qd1pY1EeByLIivO off=16378828 len=166450 2024-09-13T00:27:08.067 INFO:tasks.workunit.client.0.smithi032.stdout:op 92 completed, throughput=4.79MB/sec 2024-09-13T00:27:08.067 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k4jIhxfBVZAuzq4 off=12665068 len=2079455 2024-09-13T00:27:08.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 93 completed, throughput=4.9MB/sec 2024-09-13T00:27:08.085 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uv2ioAJlIqteVR1 off=187350 len=495397 2024-09-13T00:27:08.091 INFO:tasks.workunit.client.0.smithi032.stdout:op 94 completed, throughput=4.92MB/sec 2024-09-13T00:27:08.091 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-N0KLL6trthAL03- off=2866324 len=1588514 2024-09-13T00:27:08.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 95 completed, throughput=5MB/sec 2024-09-13T00:27:08.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:08 smithi032 bash[75510]: cluster 2024-09-13T00:27:07.531680+0000 mgr.y (mgr.34107) 731 : cluster [DBG] pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T00:27:08.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:08 smithi032 bash[76677]: cluster 2024-09-13T00:27:07.531680+0000 mgr.y (mgr.34107) 731 : cluster [DBG] pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T00:27:09.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:08 smithi053 bash[67631]: cluster 2024-09-13T00:27:07.531680+0000 mgr.y (mgr.34107) 731 : cluster [DBG] pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T00:27:09.095 INFO:tasks.workunit.client.0.smithi032.stdout: 19: throughput=4.75MB/sec pending data=0 2024-09-13T00:27:09.095 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NNfD1htQWmVip0x off=15763421 len=441588 2024-09-13T00:27:09.101 INFO:tasks.workunit.client.0.smithi032.stdout:op 96 completed, throughput=4.77MB/sec 2024-09-13T00:27:09.101 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tJCptV4ch2MnHpm off=2020324 len=1870740 2024-09-13T00:27:09.106 INFO:tasks.workunit.client.0.smithi032.stdout:op 97 completed, throughput=4.86MB/sec 2024-09-13T00:27:09.106 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qp0ezDCkkaFwuim off=0 len=1320530 2024-09-13T00:27:09.115 INFO:tasks.workunit.client.0.smithi032.stdout:op 98 completed, throughput=4.92MB/sec 2024-09-13T00:27:09.115 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XSfSOk3PwZC6Svs off=18467282 len=1507957 2024-09-13T00:27:09.126 INFO:tasks.workunit.client.0.smithi032.stdout:op 99 completed, throughput=4.99MB/sec 2024-09-13T00:27:09.126 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L0aWWZckHWbbBFi off=2405674 len=1827629 2024-09-13T00:27:09.138 INFO:tasks.workunit.client.0.smithi032.stdout:op 100 completed, throughput=5.07MB/sec 2024-09-13T00:27:10.138 INFO:tasks.workunit.client.0.smithi032.stdout: 20: throughput=4.83MB/sec pending data=0 2024-09-13T00:27:10.139 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r7IHXIQeNFz7XSl off=5225796 len=1486992 2024-09-13T00:27:10.142 INFO:tasks.workunit.client.0.smithi032.stdout:op 101 completed, throughput=4.9MB/sec 2024-09-13T00:27:10.142 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7q4VZvCD7LIjrN9 off=12751013 len=1335610 2024-09-13T00:27:10.153 INFO:tasks.workunit.client.0.smithi032.stdout:op 102 completed, throughput=4.95MB/sec 2024-09-13T00:27:10.153 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ab7BmAqllCwHPmW off=4064101 len=1671496 2024-09-13T00:27:10.157 INFO:tasks.workunit.client.0.smithi032.stdout:op 103 completed, throughput=5.03MB/sec 2024-09-13T00:27:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:10 smithi032 bash[75510]: cluster 2024-09-13T00:27:09.532742+0000 mgr.y (mgr.34107) 732 : cluster [DBG] pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:27:10.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:10 smithi032 bash[75510]: audit 2024-09-13T00:27:10.155395+0000 mon.a (mon.0) 2154 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:27:10.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:10 smithi032 bash[76677]: cluster 2024-09-13T00:27:09.532742+0000 mgr.y (mgr.34107) 732 : cluster [DBG] pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:27:10.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:10 smithi032 bash[76677]: audit 2024-09-13T00:27:10.155395+0000 mon.a (mon.0) 2154 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:27:11.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:10 smithi053 bash[67631]: cluster 2024-09-13T00:27:09.532742+0000 mgr.y (mgr.34107) 732 : cluster [DBG] pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:27:11.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:10 smithi053 bash[67631]: audit 2024-09-13T00:27:10.155395+0000 mon.a (mon.0) 2154 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:27:11.158 INFO:tasks.workunit.client.0.smithi032.stdout: 21: throughput=4.8MB/sec pending data=0 2024-09-13T00:27:11.158 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_l9dZzMc-6Tw10n off=160222 len=1832427 2024-09-13T00:27:11.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 104 completed, throughput=4.88MB/sec 2024-09-13T00:27:11.170 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oa4IZcAA0Pz4zQb off=2783826 len=1051808 2024-09-13T00:27:11.180 INFO:tasks.workunit.client.0.smithi032.stdout:op 105 completed, throughput=4.92MB/sec 2024-09-13T00:27:11.180 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-khg9CAcpba0ZRan off=2535717 len=1562497 2024-09-13T00:27:11.185 INFO:tasks.workunit.client.0.smithi032.stdout:op 106 completed, throughput=4.99MB/sec 2024-09-13T00:27:11.185 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fK6yWeILzTFB4Q- off=2637810 len=835083 2024-09-13T00:27:11.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 107 completed, throughput=5.02MB/sec 2024-09-13T00:27:12.194 INFO:tasks.workunit.client.0.smithi032.stdout: 22: throughput=4.8MB/sec pending data=0 2024-09-13T00:27:12.194 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-96zp7vIWG3q-Hms off=937090 len=1153998 2024-09-13T00:27:12.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 108 completed, throughput=4.85MB/sec 2024-09-13T00:27:12.204 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BbLAERf0KarcemD off=11099223 len=444464 2024-09-13T00:27:12.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 109 completed, throughput=4.86MB/sec 2024-09-13T00:27:12.210 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JzxUlto3E1zonsq off=3003434 len=878378 2024-09-13T00:27:12.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 110 completed, throughput=4.9MB/sec 2024-09-13T00:27:12.218 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Rwq_wQyho6twwmG off=1509739 len=900936 2024-09-13T00:27:12.225 INFO:tasks.workunit.client.0.smithi032.stdout:op 111 completed, throughput=4.94MB/sec 2024-09-13T00:27:12.225 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H_7u1-3dmvTzxs- off=4682257 len=748229 2024-09-13T00:27:12.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 112 completed, throughput=4.97MB/sec 2024-09-13T00:27:12.226 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c5_yuTv31Sj_x1C off=4893391 len=1047344 2024-09-13T00:27:12.229 INFO:tasks.workunit.client.0.smithi032.stdout:op 113 completed, throughput=5.01MB/sec 2024-09-13T00:27:12.609 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:27:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:27:12] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2024-09-13T00:27:12.610 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:27:12 smithi053 bash[94430]: ts=2024-09-13T00:27:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:27:12.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:12 smithi032 bash[75510]: cluster 2024-09-13T00:27:11.533688+0000 mgr.y (mgr.34107) 733 : cluster [DBG] pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:27:12.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:12 smithi032 bash[76677]: cluster 2024-09-13T00:27:11.533688+0000 mgr.y (mgr.34107) 733 : cluster [DBG] pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:27:13.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:12 smithi053 bash[67631]: cluster 2024-09-13T00:27:11.533688+0000 mgr.y (mgr.34107) 733 : cluster [DBG] pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:27:13.229 INFO:tasks.workunit.client.0.smithi032.stdout: 23: throughput=4.8MB/sec pending data=0 2024-09-13T00:27:13.229 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pf2AxmgzAA0zCCk off=3861707 len=1018016 2024-09-13T00:27:13.233 INFO:tasks.workunit.client.0.smithi032.stdout:op 114 completed, throughput=4.84MB/sec 2024-09-13T00:27:13.233 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HsB4xhqRQmNyX-u off=1427258 len=1881088 2024-09-13T00:27:13.247 INFO:tasks.workunit.client.0.smithi032.stdout:op 115 completed, throughput=4.91MB/sec 2024-09-13T00:27:13.248 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1yhIQJz6R3dgS8- off=10692267 len=1229529 2024-09-13T00:27:13.250 INFO:tasks.workunit.client.0.smithi032.stdout:op 116 completed, throughput=4.96MB/sec 2024-09-13T00:27:13.251 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L84qdbMPX5RVE5r off=2655795 len=1197569 2024-09-13T00:27:13.254 INFO:tasks.workunit.client.0.smithi032.stdout:op 117 completed, throughput=5.01MB/sec 2024-09-13T00:27:14.255 INFO:tasks.workunit.client.0.smithi032.stdout: 24: throughput=4.81MB/sec pending data=0 2024-09-13T00:27:14.255 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KqTZ4DBnC2u7I8- off=10378352 len=857595 2024-09-13T00:27:14.257 INFO:tasks.workunit.client.0.smithi032.stdout:op 118 completed, throughput=4.84MB/sec 2024-09-13T00:27:14.257 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mBC6W6_-oXL82Wn off=15362934 len=1171549 2024-09-13T00:27:14.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 119 completed, throughput=4.88MB/sec 2024-09-13T00:27:14.261 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lQ1ZXhBcMgnCMsb off=6003757 len=221786 2024-09-13T00:27:14.266 INFO:tasks.workunit.client.0.smithi032.stdout:op 120 completed, throughput=4.89MB/sec 2024-09-13T00:27:14.267 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kMfI_v62kjp9mS2 off=825213 len=1844651 2024-09-13T00:27:14.273 INFO:tasks.workunit.client.0.smithi032.stdout:op 121 completed, throughput=4.96MB/sec 2024-09-13T00:27:14.273 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PYDtxHD2w1At0zv off=1238494 len=2030177 2024-09-13T00:27:14.276 INFO:tasks.workunit.client.0.smithi032.stdout:op 122 completed, throughput=5.04MB/sec 2024-09-13T00:27:14.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:14 smithi032 bash[75510]: cluster 2024-09-13T00:27:13.534754+0000 mgr.y (mgr.34107) 734 : cluster [DBG] pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T00:27:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:14 smithi032 bash[76677]: cluster 2024-09-13T00:27:13.534754+0000 mgr.y (mgr.34107) 734 : cluster [DBG] pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T00:27:15.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:14 smithi053 bash[67631]: cluster 2024-09-13T00:27:13.534754+0000 mgr.y (mgr.34107) 734 : cluster [DBG] pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T00:27:15.276 INFO:tasks.workunit.client.0.smithi032.stdout: 25: throughput=4.84MB/sec pending data=0 2024-09-13T00:27:15.277 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VXIy9jwcFhK7N-_ off=7778409 len=1905814 2024-09-13T00:27:15.281 INFO:tasks.workunit.client.0.smithi032.stdout:op 123 completed, throughput=4.91MB/sec 2024-09-13T00:27:15.281 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W_LlmzDpa-csMHW off=5486429 len=1774919 2024-09-13T00:27:15.285 INFO:tasks.workunit.client.0.smithi032.stdout:op 124 completed, throughput=4.98MB/sec 2024-09-13T00:27:15.285 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P0E0XucBfk-X4El off=4898621 len=1412543 2024-09-13T00:27:15.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 125 completed, throughput=5.03MB/sec 2024-09-13T00:27:16.290 INFO:tasks.workunit.client.0.smithi032.stdout: 26: throughput=4.84MB/sec pending data=0 2024-09-13T00:27:16.290 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4P0Dq7PPXRZ07f0 off=3090284 len=1150009 2024-09-13T00:27:16.300 INFO:tasks.workunit.client.0.smithi032.stdout:op 126 completed, throughput=4.88MB/sec 2024-09-13T00:27:16.300 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-clGSfeI7x3o9-C4 off=17377657 len=576102 2024-09-13T00:27:16.302 INFO:tasks.workunit.client.0.smithi032.stdout:op 127 completed, throughput=4.9MB/sec 2024-09-13T00:27:16.302 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Lb1fysJFQ9iEVRh off=3488470 len=1064159 2024-09-13T00:27:16.305 INFO:tasks.workunit.client.0.smithi032.stdout:op 128 completed, throughput=4.94MB/sec 2024-09-13T00:27:16.305 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mzCX3lPOesRQiAV off=13927538 len=1864082 2024-09-13T00:27:16.317 INFO:tasks.workunit.client.0.smithi032.stdout:op 129 completed, throughput=5MB/sec 2024-09-13T00:27:16.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:16 smithi032 bash[75510]: cluster 2024-09-13T00:27:15.535540+0000 mgr.y (mgr.34107) 735 : cluster [DBG] pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:27:16.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:16 smithi032 bash[76677]: cluster 2024-09-13T00:27:15.535540+0000 mgr.y (mgr.34107) 735 : cluster [DBG] pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:27:17.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:16 smithi053 bash[67631]: cluster 2024-09-13T00:27:15.535540+0000 mgr.y (mgr.34107) 735 : cluster [DBG] pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:27:17.317 INFO:tasks.workunit.client.0.smithi032.stdout: 27: throughput=4.82MB/sec pending data=0 2024-09-13T00:27:17.317 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GRJQfCIpeuw1_na off=3473374 len=863864 2024-09-13T00:27:17.324 INFO:tasks.workunit.client.0.smithi032.stdout:op 130 completed, throughput=4.85MB/sec 2024-09-13T00:27:17.324 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-azRKqKCG8fbDwfe off=354099 len=2086699 2024-09-13T00:27:17.340 INFO:tasks.workunit.client.0.smithi032.stdout:op 131 completed, throughput=4.92MB/sec 2024-09-13T00:27:17.341 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_U1PTDw1E0sinry off=7977450 len=1634473 2024-09-13T00:27:17.353 INFO:tasks.workunit.client.0.smithi032.stdout:op 132 completed, throughput=4.97MB/sec 2024-09-13T00:27:17.353 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1gl8V2xi4cZ_JvI off=2591443 len=1729429 2024-09-13T00:27:17.359 INFO:tasks.workunit.client.0.smithi032.stdout:op 133 completed, throughput=5.03MB/sec 2024-09-13T00:27:18.359 INFO:tasks.workunit.client.0.smithi032.stdout: 28: throughput=4.86MB/sec pending data=0 2024-09-13T00:27:18.359 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UsUmZJq_YCZi07m off=2320487 len=1505389 2024-09-13T00:27:18.371 INFO:tasks.workunit.client.0.smithi032.stdout:op 134 completed, throughput=4.9MB/sec 2024-09-13T00:27:18.371 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X9A6EVEgj69E8nX off=3136416 len=935523 2024-09-13T00:27:18.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 135 completed, throughput=4.93MB/sec 2024-09-13T00:27:18.374 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IeQlprBpiniqe5a off=1478209 len=622441 2024-09-13T00:27:18.376 INFO:tasks.workunit.client.0.smithi032.stdout:op 136 completed, throughput=4.95MB/sec 2024-09-13T00:27:18.376 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9ETuaXOhHWHFy3A off=4245399 len=1955671 2024-09-13T00:27:18.390 INFO:tasks.workunit.client.0.smithi032.stdout:op 137 completed, throughput=5.02MB/sec 2024-09-13T00:27:18.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:18 smithi032 bash[75510]: cluster 2024-09-13T00:27:17.536514+0000 mgr.y (mgr.34107) 736 : cluster [DBG] pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:27:18.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:18 smithi032 bash[76677]: cluster 2024-09-13T00:27:17.536514+0000 mgr.y (mgr.34107) 736 : cluster [DBG] pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:27:19.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:18 smithi053 bash[67631]: cluster 2024-09-13T00:27:17.536514+0000 mgr.y (mgr.34107) 736 : cluster [DBG] pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:27:19.390 INFO:tasks.workunit.client.0.smithi032.stdout: 29: throughput=4.85MB/sec pending data=0 2024-09-13T00:27:19.390 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--axN2C4K0o54kL1 off=5034702 len=323986 2024-09-13T00:27:19.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 138 completed, throughput=4.86MB/sec 2024-09-13T00:27:19.392 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LR9_p5RibQH7G1B off=12467393 len=1289548 2024-09-13T00:27:19.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 139 completed, throughput=4.9MB/sec 2024-09-13T00:27:19.395 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nYnyo36-aXt4roC off=7418513 len=617762 2024-09-13T00:27:19.403 INFO:tasks.workunit.client.0.smithi032.stdout:op 140 completed, throughput=4.92MB/sec 2024-09-13T00:27:19.403 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_WolWg0myvLGzYr off=16991983 len=1696129 2024-09-13T00:27:19.416 INFO:tasks.workunit.client.0.smithi032.stdout:op 141 completed, throughput=4.97MB/sec 2024-09-13T00:27:19.416 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NcE0dAokuZ60On2 off=1172493 len=1110574 2024-09-13T00:27:19.420 INFO:tasks.workunit.client.0.smithi032.stdout:op 142 completed, throughput=5MB/sec 2024-09-13T00:27:20.420 INFO:tasks.workunit.client.0.smithi032.stdout: 30: throughput=4.84MB/sec pending data=0 2024-09-13T00:27:20.420 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zXcQp5r5ztmrBFP off=3606472 len=1545060 2024-09-13T00:27:20.424 INFO:tasks.workunit.client.0.smithi032.stdout:op 143 completed, throughput=4.89MB/sec 2024-09-13T00:27:20.424 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PPT_1D3qHB9KopO off=7721914 len=1820041 2024-09-13T00:27:20.439 INFO:tasks.workunit.client.0.smithi032.stdout:op 144 completed, throughput=4.94MB/sec 2024-09-13T00:27:20.439 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EnKiGCSqGZ2YLc6 off=5661632 len=449673 2024-09-13T00:27:20.442 INFO:tasks.workunit.client.0.smithi032.stdout:op 145 completed, throughput=4.96MB/sec 2024-09-13T00:27:20.442 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ppUZtOztpt9XTUR off=9704511 len=2008683 2024-09-13T00:27:20.446 INFO:tasks.workunit.client.0.smithi032.stdout:op 146 completed, throughput=5.02MB/sec 2024-09-13T00:27:20.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:20 smithi032 bash[75510]: cluster 2024-09-13T00:27:19.537439+0000 mgr.y (mgr.34107) 737 : cluster [DBG] pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:27:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:20 smithi032 bash[76677]: cluster 2024-09-13T00:27:19.537439+0000 mgr.y (mgr.34107) 737 : cluster [DBG] pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:27:21.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:20 smithi053 bash[67631]: cluster 2024-09-13T00:27:19.537439+0000 mgr.y (mgr.34107) 737 : cluster [DBG] pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:27:21.447 INFO:tasks.workunit.client.0.smithi032.stdout: 31: throughput=4.86MB/sec pending data=0 2024-09-13T00:27:21.447 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0HHrotI4Q5oKoz7 off=1407105 len=943792 2024-09-13T00:27:21.450 INFO:tasks.workunit.client.0.smithi032.stdout:op 147 completed, throughput=4.89MB/sec 2024-09-13T00:27:21.450 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TU5wU6Z3352aWn- off=16721155 len=467191 2024-09-13T00:27:21.456 INFO:tasks.workunit.client.0.smithi032.stdout:op 148 completed, throughput=4.9MB/sec 2024-09-13T00:27:21.457 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RcgbMkqGbG7fWQV off=4187468 len=1536954 2024-09-13T00:27:21.469 INFO:tasks.workunit.client.0.smithi032.stdout:op 149 completed, throughput=4.94MB/sec 2024-09-13T00:27:21.469 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7XXw8nrxnwjxLhA off=5584332 len=1054710 2024-09-13T00:27:21.473 INFO:tasks.workunit.client.0.smithi032.stdout:op 150 completed, throughput=4.98MB/sec 2024-09-13T00:27:21.473 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nh0fdG8v5CjvypO off=6018324 len=1756065 2024-09-13T00:27:21.476 INFO:tasks.workunit.client.0.smithi032.stdout:op 151 completed, throughput=5.03MB/sec 2024-09-13T00:27:22.477 INFO:tasks.workunit.client.0.smithi032.stdout: 32: throughput=4.88MB/sec pending data=0 2024-09-13T00:27:22.477 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SBNaiUbOyK1QpOG off=7118911 len=1998428 2024-09-13T00:27:22.490 INFO:tasks.workunit.client.0.smithi032.stdout:op 152 completed, throughput=4.93MB/sec 2024-09-13T00:27:22.490 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qDZUS8f0nrqCvGo off=18953785 len=1647087 2024-09-13T00:27:22.500 INFO:tasks.workunit.client.0.smithi032.stdout:op 153 completed, throughput=4.98MB/sec 2024-09-13T00:27:22.500 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rFX6A5MJ4dwa8eT off=14775397 len=41560 2024-09-13T00:27:22.501 INFO:tasks.workunit.client.0.smithi032.stdout:op 154 completed, throughput=4.98MB/sec 2024-09-13T00:27:22.501 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3hmsSyOjImSVDrZ off=1651695 len=1916660 2024-09-13T00:27:22.504 INFO:tasks.workunit.client.0.smithi032.stdout:op 155 completed, throughput=5.03MB/sec 2024-09-13T00:27:22.630 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:27:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:27:22] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2024-09-13T00:27:22.630 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:27:22 smithi053 bash[94430]: ts=2024-09-13T00:27:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:27:22.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:22 smithi032 bash[76677]: cluster 2024-09-13T00:27:21.538434+0000 mgr.y (mgr.34107) 738 : cluster [DBG] pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:27:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:22 smithi032 bash[75510]: cluster 2024-09-13T00:27:21.538434+0000 mgr.y (mgr.34107) 738 : cluster [DBG] pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:27:23.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:22 smithi053 bash[67631]: cluster 2024-09-13T00:27:21.538434+0000 mgr.y (mgr.34107) 738 : cluster [DBG] pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:27:23.504 INFO:tasks.workunit.client.0.smithi032.stdout: 33: throughput=4.89MB/sec pending data=0 2024-09-13T00:27:23.504 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lGiTqmjqFt6FOAl off=7811413 len=1886675 2024-09-13T00:27:23.517 INFO:tasks.workunit.client.0.smithi032.stdout:op 156 completed, throughput=4.94MB/sec 2024-09-13T00:27:23.517 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q3ngqmVT7OWJWMJ off=3173100 len=1884714 2024-09-13T00:27:23.527 INFO:tasks.workunit.client.0.smithi032.stdout:op 157 completed, throughput=4.99MB/sec 2024-09-13T00:27:23.527 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7YhTYXUWNPm1Uil off=702773 len=44838 2024-09-13T00:27:23.528 INFO:tasks.workunit.client.0.smithi032.stdout:op 158 completed, throughput=4.99MB/sec 2024-09-13T00:27:23.528 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HH_6KvLaH2ELZgK off=923285 len=1133272 2024-09-13T00:27:23.530 INFO:tasks.workunit.client.0.smithi032.stdout:op 159 completed, throughput=5.02MB/sec 2024-09-13T00:27:24.531 INFO:tasks.workunit.client.0.smithi032.stdout: 34: throughput=4.88MB/sec pending data=0 2024-09-13T00:27:24.531 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VBjBpTn4_H__FZ5 off=1427771 len=1405 2024-09-13T00:27:24.532 INFO:tasks.workunit.client.0.smithi032.stdout:op 160 completed, throughput=4.88MB/sec 2024-09-13T00:27:24.532 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cWmQ0kGtMhMtjkZ off=22546238 len=251318 2024-09-13T00:27:24.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 161 completed, throughput=4.88MB/sec 2024-09-13T00:27:24.538 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OpDO8_z5aV7yy5O off=10643299 len=1576052 2024-09-13T00:27:24.542 INFO:tasks.workunit.client.0.smithi032.stdout:op 162 completed, throughput=4.92MB/sec 2024-09-13T00:27:24.542 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aJkx785bJSSjwaZ off=13679940 len=1936042 2024-09-13T00:27:24.546 INFO:tasks.workunit.client.0.smithi032.stdout:op 163 completed, throughput=4.98MB/sec 2024-09-13T00:27:24.546 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f0IA4MCVMa4n3ft off=199981 len=598964 2024-09-13T00:27:24.549 INFO:tasks.workunit.client.0.smithi032.stdout:op 164 completed, throughput=4.99MB/sec 2024-09-13T00:27:24.549 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-az3TcEZi7G3c0HX off=361787 len=711060 2024-09-13T00:27:24.556 INFO:tasks.workunit.client.0.smithi032.stdout:op 165 completed, throughput=5.01MB/sec 2024-09-13T00:27:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:24 smithi032 bash[75510]: cluster 2024-09-13T00:27:23.539510+0000 mgr.y (mgr.34107) 739 : cluster [DBG] pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:27:24.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:24 smithi032 bash[76677]: cluster 2024-09-13T00:27:23.539510+0000 mgr.y (mgr.34107) 739 : cluster [DBG] pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:27:25.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:24 smithi053 bash[67631]: cluster 2024-09-13T00:27:23.539510+0000 mgr.y (mgr.34107) 739 : cluster [DBG] pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:27:25.557 INFO:tasks.workunit.client.0.smithi032.stdout: 35: throughput=4.87MB/sec pending data=0 2024-09-13T00:27:25.557 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Y8i5u4DuFEiO-uM off=4391685 len=584798 2024-09-13T00:27:25.559 INFO:tasks.workunit.client.0.smithi032.stdout:op 166 completed, throughput=4.89MB/sec 2024-09-13T00:27:25.559 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TLEFaxSt2lH7eQi off=15606913 len=1245303 2024-09-13T00:27:25.562 INFO:tasks.workunit.client.0.smithi032.stdout:op 167 completed, throughput=4.92MB/sec 2024-09-13T00:27:25.562 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wqyX_vnbtYFdLc9 off=6769811 len=693613 2024-09-13T00:27:25.564 INFO:tasks.workunit.client.0.smithi032.stdout:op 168 completed, throughput=4.94MB/sec 2024-09-13T00:27:25.565 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ePjxNDuGKlq5AKK off=1852219 len=1875956 2024-09-13T00:27:25.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 169 completed, throughput=4.99MB/sec 2024-09-13T00:27:25.579 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3HULTIela8Ef1eA off=4120488 len=1554959 2024-09-13T00:27:25.589 INFO:tasks.workunit.client.0.smithi032.stdout:op 170 completed, throughput=5.02MB/sec 2024-09-13T00:27:25.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:25 smithi032 bash[75510]: audit 2024-09-13T00:27:25.155199+0000 mon.a (mon.0) 2155 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:27:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:25 smithi032 bash[76677]: audit 2024-09-13T00:27:25.155199+0000 mon.a (mon.0) 2155 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:27:26.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:25 smithi053 bash[67631]: audit 2024-09-13T00:27:25.155199+0000 mon.a (mon.0) 2155 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:27:26.590 INFO:tasks.workunit.client.0.smithi032.stdout: 36: throughput=4.89MB/sec pending data=0 2024-09-13T00:27:26.590 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nkya04C0yNdBkwk off=17515077 len=1751131 2024-09-13T00:27:26.603 INFO:tasks.workunit.client.0.smithi032.stdout:op 171 completed, throughput=4.93MB/sec 2024-09-13T00:27:26.603 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lV-jlJKir8HzPhv off=5611324 len=1936140 2024-09-13T00:27:26.617 INFO:tasks.workunit.client.0.smithi032.stdout:op 172 completed, throughput=4.98MB/sec 2024-09-13T00:27:26.617 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_K_aAcw-UodNLYP off=11823560 len=1288476 2024-09-13T00:27:26.625 INFO:tasks.workunit.client.0.smithi032.stdout:op 173 completed, throughput=5.01MB/sec 2024-09-13T00:27:26.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:26 smithi032 bash[75510]: cluster 2024-09-13T00:27:25.540296+0000 mgr.y (mgr.34107) 740 : cluster [DBG] pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T00:27:26.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:26 smithi032 bash[76677]: cluster 2024-09-13T00:27:25.540296+0000 mgr.y (mgr.34107) 740 : cluster [DBG] pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T00:27:27.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:26 smithi053 bash[67631]: cluster 2024-09-13T00:27:25.540296+0000 mgr.y (mgr.34107) 740 : cluster [DBG] pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T00:27:27.626 INFO:tasks.workunit.client.0.smithi032.stdout: 37: throughput=4.88MB/sec pending data=0 2024-09-13T00:27:27.626 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--6JqngpUqSnd3jV off=4200477 len=1665815 2024-09-13T00:27:27.638 INFO:tasks.workunit.client.0.smithi032.stdout:op 174 completed, throughput=4.92MB/sec 2024-09-13T00:27:27.638 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--gMOv8bAXRlDYrH off=0 len=1605111 2024-09-13T00:27:27.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 175 completed, throughput=4.96MB/sec 2024-09-13T00:27:27.650 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5G9UzyI66gEb4NX off=4369615 len=1992147 2024-09-13T00:27:27.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 176 completed, throughput=5.01MB/sec 2024-09-13T00:27:28.664 INFO:tasks.workunit.client.0.smithi032.stdout: 38: throughput=4.88MB/sec pending data=0 2024-09-13T00:27:28.665 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KBAw46_6i0D6CvW off=17778117 len=1701476 2024-09-13T00:27:28.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 177 completed, throughput=4.92MB/sec 2024-09-13T00:27:28.678 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u8CZbLjIS27IeMb off=6296416 len=921813 2024-09-13T00:27:28.685 INFO:tasks.workunit.client.0.smithi032.stdout:op 178 completed, throughput=4.94MB/sec 2024-09-13T00:27:28.686 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-T2z7ErXg5WaygQE off=4850327 len=38232 2024-09-13T00:27:28.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 179 completed, throughput=4.94MB/sec 2024-09-13T00:27:28.690 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fpUxovvs6w6YYz9 off=5011866 len=2004632 2024-09-13T00:27:28.705 INFO:tasks.workunit.client.0.smithi032.stdout:op 180 completed, throughput=4.99MB/sec 2024-09-13T00:27:28.705 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4f_rjnHYfMjUhas off=1183196 len=2023164 2024-09-13T00:27:28.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 181 completed, throughput=5.04MB/sec 2024-09-13T00:27:28.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:28 smithi032 bash[75510]: cluster 2024-09-13T00:27:27.541240+0000 mgr.y (mgr.34107) 741 : cluster [DBG] pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:27:28.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:28 smithi032 bash[76677]: cluster 2024-09-13T00:27:27.541240+0000 mgr.y (mgr.34107) 741 : cluster [DBG] pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:27:29.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:28 smithi053 bash[67631]: cluster 2024-09-13T00:27:27.541240+0000 mgr.y (mgr.34107) 741 : cluster [DBG] pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:27:29.711 INFO:tasks.workunit.client.0.smithi032.stdout: 39: throughput=4.91MB/sec pending data=0 2024-09-13T00:27:29.711 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eXcbd_k2o9wuHx_ off=21418899 len=47186 2024-09-13T00:27:29.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 182 completed, throughput=4.91MB/sec 2024-09-13T00:27:29.715 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4ILz0ca9E6FJEOm off=634679 len=398237 2024-09-13T00:27:29.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 183 completed, throughput=4.92MB/sec 2024-09-13T00:27:29.717 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HC7t1sHtB0j-tt2 off=3928214 len=2092961 2024-09-13T00:27:29.723 INFO:tasks.workunit.client.0.smithi032.stdout:op 184 completed, throughput=4.97MB/sec 2024-09-13T00:27:29.723 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m7iQgu_ok0psW_M off=4684678 len=783184 2024-09-13T00:27:29.731 INFO:tasks.workunit.client.0.smithi032.stdout:op 185 completed, throughput=4.99MB/sec 2024-09-13T00:27:29.731 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vEV4b2UEdWKRRgZ off=5488297 len=434038 2024-09-13T00:27:29.733 INFO:tasks.workunit.client.0.smithi032.stdout:op 186 completed, throughput=5MB/sec 2024-09-13T00:27:29.733 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-efNXo0ExjmvfJNO off=702775 len=1008115 2024-09-13T00:27:29.735 INFO:tasks.workunit.client.0.smithi032.stdout:op 187 completed, throughput=5.02MB/sec 2024-09-13T00:27:30.736 INFO:tasks.workunit.client.0.smithi032.stdout: 40: throughput=4.9MB/sec pending data=0 2024-09-13T00:27:30.736 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JBN2EgJI8wMQ4nO off=2354316 len=936382 2024-09-13T00:27:30.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 188 completed, throughput=4.92MB/sec 2024-09-13T00:27:30.745 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bDLnhC_6JPTyRal off=834011 len=344622 2024-09-13T00:27:30.750 INFO:tasks.workunit.client.0.smithi032.stdout:op 189 completed, throughput=4.93MB/sec 2024-09-13T00:27:30.750 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6Hm6jYiKiMi-1W1 off=1649212 len=1399978 2024-09-13T00:27:30.755 INFO:tasks.workunit.client.0.smithi032.stdout:op 190 completed, throughput=4.96MB/sec 2024-09-13T00:27:30.755 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GYjFGVNaJEmIvJx off=1834639 len=1249964 2024-09-13T00:27:30.759 INFO:tasks.workunit.client.0.smithi032.stdout:op 191 completed, throughput=4.99MB/sec 2024-09-13T00:27:30.760 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tZBRfPgci9NPSYg off=4351044 len=1076080 2024-09-13T00:27:30.768 INFO:tasks.workunit.client.0.smithi032.stdout:op 192 completed, throughput=5.01MB/sec 2024-09-13T00:27:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:30 smithi032 bash[76677]: cluster 2024-09-13T00:27:29.542215+0000 mgr.y (mgr.34107) 742 : cluster [DBG] pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:27:30.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:30 smithi032 bash[75510]: cluster 2024-09-13T00:27:29.542215+0000 mgr.y (mgr.34107) 742 : cluster [DBG] pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:27:31.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:30 smithi053 bash[67631]: cluster 2024-09-13T00:27:29.542215+0000 mgr.y (mgr.34107) 742 : cluster [DBG] pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:27:31.768 INFO:tasks.workunit.client.0.smithi032.stdout: 41: throughput=4.89MB/sec pending data=0 2024-09-13T00:27:31.769 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8y9hM34VgLe4rZo off=473227 len=2043935 2024-09-13T00:27:31.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 193 completed, throughput=4.94MB/sec 2024-09-13T00:27:31.773 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H6MIDe3p4znmkD_ off=5336539 len=1992764 2024-09-13T00:27:31.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 194 completed, throughput=4.98MB/sec 2024-09-13T00:27:31.780 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iFzvnTUESvIgUHa off=3238141 len=495038 2024-09-13T00:27:31.788 INFO:tasks.workunit.client.0.smithi032.stdout:op 195 completed, throughput=4.99MB/sec 2024-09-13T00:27:31.788 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NLdPF9zoDyq7oVV off=503411 len=548931 2024-09-13T00:27:31.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 196 completed, throughput=5MB/sec 2024-09-13T00:27:32.657 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:27:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:27:32] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-09-13T00:27:32.658 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:27:32 smithi053 bash[94430]: ts=2024-09-13T00:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:27:32.794 INFO:tasks.workunit.client.0.smithi032.stdout: 42: throughput=4.89MB/sec pending data=0 2024-09-13T00:27:32.795 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1VwOtfzK7y61RT6 off=9019784 len=1354678 2024-09-13T00:27:32.798 INFO:tasks.workunit.client.0.smithi032.stdout:op 197 completed, throughput=4.92MB/sec 2024-09-13T00:27:32.798 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VGy6NG7Y466YRPO off=1384716 len=1988877 2024-09-13T00:27:32.805 INFO:tasks.workunit.client.0.smithi032.stdout:op 198 completed, throughput=4.96MB/sec 2024-09-13T00:27:32.805 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XcqZA0pSlSCufxu off=12936871 len=402631 2024-09-13T00:27:32.806 INFO:tasks.workunit.client.0.smithi032.stdout:op 199 completed, throughput=4.97MB/sec 2024-09-13T00:27:32.806 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cxaeBSgSumJig75 off=9608496 len=2006412 2024-09-13T00:27:32.814 INFO:tasks.workunit.client.0.smithi032.stdout:op 200 completed, throughput=5.01MB/sec 2024-09-13T00:27:32.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:32 smithi032 bash[75510]: cluster 2024-09-13T00:27:31.543145+0000 mgr.y (mgr.34107) 743 : cluster [DBG] pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:27:32.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:32 smithi032 bash[76677]: cluster 2024-09-13T00:27:31.543145+0000 mgr.y (mgr.34107) 743 : cluster [DBG] pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:27:33.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:32 smithi053 bash[67631]: cluster 2024-09-13T00:27:31.543145+0000 mgr.y (mgr.34107) 743 : cluster [DBG] pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:27:33.814 INFO:tasks.workunit.client.0.smithi032.stdout: 43: throughput=4.9MB/sec pending data=0 2024-09-13T00:27:33.814 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jKC3rCQqtbLqHGy off=1273424 len=671399 2024-09-13T00:27:33.816 INFO:tasks.workunit.client.0.smithi032.stdout:op 201 completed, throughput=4.91MB/sec 2024-09-13T00:27:33.817 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q4GxX7-7HlCC4to off=5899039 len=832328 2024-09-13T00:27:33.824 INFO:tasks.workunit.client.0.smithi032.stdout:op 202 completed, throughput=4.93MB/sec 2024-09-13T00:27:33.824 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8ZXAjwVeVktwDnw off=3780822 len=159658 2024-09-13T00:27:33.829 INFO:tasks.workunit.client.0.smithi032.stdout:op 203 completed, throughput=4.93MB/sec 2024-09-13T00:27:33.829 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cfz8Q5OZtZdvyd6 off=14281885 len=1848692 2024-09-13T00:27:33.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 204 completed, throughput=4.97MB/sec 2024-09-13T00:27:33.836 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3VaFKJmE7DYStJj off=800345 len=1289876 2024-09-13T00:27:33.838 INFO:tasks.workunit.client.0.smithi032.stdout:op 205 completed, throughput=5MB/sec 2024-09-13T00:27:34.838 INFO:tasks.workunit.client.0.smithi032.stdout: 44: throughput=4.89MB/sec pending data=0 2024-09-13T00:27:34.838 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hD-WHSO0UmNlBFj off=10733140 len=979484 2024-09-13T00:27:34.841 INFO:tasks.workunit.client.0.smithi032.stdout:op 206 completed, throughput=4.91MB/sec 2024-09-13T00:27:34.841 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NSwov6mvoHD3xKT off=1558946 len=339906 2024-09-13T00:27:34.844 INFO:tasks.workunit.client.0.smithi032.stdout:op 207 completed, throughput=4.92MB/sec 2024-09-13T00:27:34.844 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3ohOp6Z-rfEJD-i off=61928 len=108458 2024-09-13T00:27:34.849 INFO:tasks.workunit.client.0.smithi032.stdout:op 208 completed, throughput=4.92MB/sec 2024-09-13T00:27:34.849 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wrAtrdz-klkkQKK off=803130 len=399455 2024-09-13T00:27:34.850 INFO:tasks.workunit.client.0.smithi032.stdout:op 209 completed, throughput=4.93MB/sec 2024-09-13T00:27:34.850 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KEjoYD1QTT8c0Xk off=4244366 len=27046 2024-09-13T00:27:34.854 INFO:tasks.workunit.client.0.smithi032.stdout:op 210 completed, throughput=4.93MB/sec 2024-09-13T00:27:34.854 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aqz8So7NEKvMsAr off=8827518 len=154047 2024-09-13T00:27:34.860 INFO:tasks.workunit.client.0.smithi032.stdout:op 211 completed, throughput=4.93MB/sec 2024-09-13T00:27:34.860 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L_SfN7SnyINAAKe off=3304929 len=846476 2024-09-13T00:27:34.862 INFO:tasks.workunit.client.0.smithi032.stdout:op 212 completed, throughput=4.95MB/sec 2024-09-13T00:27:34.862 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nTw_AF9vyzwN4OO off=10758573 len=1117731 2024-09-13T00:27:34.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 213 completed, throughput=4.97MB/sec 2024-09-13T00:27:34.871 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8hibMprWeXvFrCf off=10811295 len=1604520 2024-09-13T00:27:34.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 214 completed, throughput=5MB/sec 2024-09-13T00:27:34.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:34 smithi032 bash[75510]: cluster 2024-09-13T00:27:33.544213+0000 mgr.y (mgr.34107) 744 : cluster [DBG] pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:27:34.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:34 smithi032 bash[76677]: cluster 2024-09-13T00:27:33.544213+0000 mgr.y (mgr.34107) 744 : cluster [DBG] pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:27:35.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:34 smithi053 bash[67631]: cluster 2024-09-13T00:27:33.544213+0000 mgr.y (mgr.34107) 744 : cluster [DBG] pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:27:35.883 INFO:tasks.workunit.client.0.smithi032.stdout: 45: throughput=4.89MB/sec pending data=0 2024-09-13T00:27:35.883 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vfb-dTeLa5-Xamp off=10353529 len=1484488 2024-09-13T00:27:35.895 INFO:tasks.workunit.client.0.smithi032.stdout:op 215 completed, throughput=4.92MB/sec 2024-09-13T00:27:35.896 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fDTpwc8yTQQcCbd off=5972006 len=1270824 2024-09-13T00:27:35.906 INFO:tasks.workunit.client.0.smithi032.stdout:op 216 completed, throughput=4.95MB/sec 2024-09-13T00:27:35.906 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wl_fwOBj0qWIjSj off=2017567 len=593328 2024-09-13T00:27:35.913 INFO:tasks.workunit.client.0.smithi032.stdout:op 217 completed, throughput=4.96MB/sec 2024-09-13T00:27:35.913 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BW69JGFZRjiB9ir off=2792246 len=957853 2024-09-13T00:27:35.915 INFO:tasks.workunit.client.0.smithi032.stdout:op 218 completed, throughput=4.98MB/sec 2024-09-13T00:27:35.915 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aTxgrbvAB6eka_- off=2572559 len=632914 2024-09-13T00:27:35.918 INFO:tasks.workunit.client.0.smithi032.stdout:op 219 completed, throughput=4.99MB/sec 2024-09-13T00:27:35.918 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9GMAW57l65M7VOM off=1434109 len=686695 2024-09-13T00:27:35.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 220 completed, throughput=5.01MB/sec 2024-09-13T00:27:36.921 INFO:tasks.workunit.client.0.smithi032.stdout: 46: throughput=4.9MB/sec pending data=0 2024-09-13T00:27:36.921 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cyb0h5HhLoKXk1D off=1297818 len=33229 2024-09-13T00:27:36.922 INFO:tasks.workunit.client.0.smithi032.stdout:op 221 completed, throughput=4.9MB/sec 2024-09-13T00:27:36.922 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F2PyEboxjvWyGwV off=387395 len=185824 2024-09-13T00:27:36.923 INFO:tasks.workunit.client.0.smithi032.stdout:op 222 completed, throughput=4.91MB/sec 2024-09-13T00:27:36.923 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WXHk_F_cb-NLNnK off=834993 len=1694772 2024-09-13T00:27:36.927 INFO:tasks.workunit.client.0.smithi032.stdout:op 223 completed, throughput=4.94MB/sec 2024-09-13T00:27:36.927 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-O_INSSQKBUGnKKh off=5057775 len=767835 2024-09-13T00:27:36.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 224 completed, throughput=4.95MB/sec 2024-09-13T00:27:36.935 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HS9zFLHjMZqzjKE off=12829905 len=189147 2024-09-13T00:27:36.940 INFO:tasks.workunit.client.0.smithi032.stdout:op 225 completed, throughput=4.96MB/sec 2024-09-13T00:27:36.940 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yUyzR0NVF81iTHd off=605588 len=923640 2024-09-13T00:27:36.948 INFO:tasks.workunit.client.0.smithi032.stdout:op 226 completed, throughput=4.97MB/sec 2024-09-13T00:27:36.948 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iwgQ8aFLWL6hUbT off=5240608 len=1316902 2024-09-13T00:27:36.952 INFO:tasks.workunit.client.0.smithi032.stdout:op 227 completed, throughput=5MB/sec 2024-09-13T00:27:37.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:36 smithi053 bash[67631]: cluster 2024-09-13T00:27:35.545078+0000 mgr.y (mgr.34107) 745 : cluster [DBG] pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:27:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:36 smithi032 bash[75510]: cluster 2024-09-13T00:27:35.545078+0000 mgr.y (mgr.34107) 745 : cluster [DBG] pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:27:37.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:36 smithi032 bash[76677]: cluster 2024-09-13T00:27:35.545078+0000 mgr.y (mgr.34107) 745 : cluster [DBG] pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:27:37.953 INFO:tasks.workunit.client.0.smithi032.stdout: 47: throughput=4.9MB/sec pending data=0 2024-09-13T00:27:37.953 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CYnkxiwdIeDWOEW off=2280150 len=80181 2024-09-13T00:27:37.954 INFO:tasks.workunit.client.0.smithi032.stdout:op 228 completed, throughput=4.9MB/sec 2024-09-13T00:27:37.955 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ucdv9VmG2qEQsIX off=8370487 len=93661 2024-09-13T00:27:37.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 229 completed, throughput=4.9MB/sec 2024-09-13T00:27:37.956 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VfHn_Dl76oL-7Gc off=3137299 len=89675 2024-09-13T00:27:37.957 INFO:tasks.workunit.client.0.smithi032.stdout:op 230 completed, throughput=4.9MB/sec 2024-09-13T00:27:37.957 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v-w1JW0Jf9lsxvt off=1802801 len=1959317 2024-09-13T00:27:37.970 INFO:tasks.workunit.client.0.smithi032.stdout:op 231 completed, throughput=4.94MB/sec 2024-09-13T00:27:37.970 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_s-dt5QwdY_fRja off=2088042 len=1956563 2024-09-13T00:27:37.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 232 completed, throughput=4.98MB/sec 2024-09-13T00:27:37.974 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8RhUCkxfjvoakY3 off=11495568 len=388927 2024-09-13T00:27:37.980 INFO:tasks.workunit.client.0.smithi032.stdout:op 233 completed, throughput=4.98MB/sec 2024-09-13T00:27:37.980 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uwBsRfcevQL5nJQ off=4361616 len=1963562 2024-09-13T00:27:37.986 INFO:tasks.workunit.client.0.smithi032.stdout:op 234 completed, throughput=5.02MB/sec 2024-09-13T00:27:38.987 INFO:tasks.workunit.client.0.smithi032.stdout: 48: throughput=4.92MB/sec pending data=0 2024-09-13T00:27:38.987 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EvGyKigAq43CFMN off=20854109 len=610683 2024-09-13T00:27:38.989 INFO:tasks.workunit.client.0.smithi032.stdout:op 235 completed, throughput=4.93MB/sec 2024-09-13T00:27:38.989 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zCJ3B-ceWeugTlu off=823809 len=1273005 2024-09-13T00:27:38.992 INFO:tasks.workunit.client.0.smithi032.stdout:op 236 completed, throughput=4.96MB/sec 2024-09-13T00:27:38.992 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Y3QLhMUM7yn99Ek off=14134986 len=391548 2024-09-13T00:27:38.998 INFO:tasks.workunit.client.0.smithi032.stdout:op 237 completed, throughput=4.96MB/sec 2024-09-13T00:27:38.998 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gQdvfN27odhjR6Q off=377430 len=478815 2024-09-13T00:27:39.000 INFO:tasks.workunit.client.0.smithi032.stdout:op 238 completed, throughput=4.97MB/sec 2024-09-13T00:27:39.000 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UuGy4D01FOu2lSF off=102003 len=1602432 2024-09-13T00:27:39.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 239 completed, throughput=5MB/sec 2024-09-13T00:27:39.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:38 smithi053 bash[67631]: cluster 2024-09-13T00:27:37.545925+0000 mgr.y (mgr.34107) 746 : cluster [DBG] pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:27:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:38 smithi032 bash[75510]: cluster 2024-09-13T00:27:37.545925+0000 mgr.y (mgr.34107) 746 : cluster [DBG] pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:27:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:38 smithi032 bash[76677]: cluster 2024-09-13T00:27:37.545925+0000 mgr.y (mgr.34107) 746 : cluster [DBG] pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:27:40.014 INFO:tasks.workunit.client.0.smithi032.stdout: 49: throughput=4.9MB/sec pending data=0 2024-09-13T00:27:40.014 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vtusIW_oWagsDH7 off=12354230 len=792579 2024-09-13T00:27:40.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 240 completed, throughput=4.92MB/sec 2024-09-13T00:27:40.021 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c4W0KCSgzjroM_G off=1486814 len=1112945 2024-09-13T00:27:40.032 INFO:tasks.workunit.client.0.smithi032.stdout:op 241 completed, throughput=4.94MB/sec 2024-09-13T00:27:40.032 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wCVvIfWpkmELXeH off=8168640 len=2041105 2024-09-13T00:27:40.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 242 completed, throughput=4.97MB/sec 2024-09-13T00:27:40.046 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6bIhGbgMFy8bnYs off=20195712 len=953949 2024-09-13T00:27:40.056 INFO:tasks.workunit.client.0.smithi032.stdout:op 243 completed, throughput=4.99MB/sec 2024-09-13T00:27:40.056 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-msErE-Vbg6J3pLe off=3475487 len=763830 2024-09-13T00:27:40.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 244 completed, throughput=5.01MB/sec 2024-09-13T00:27:41.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:40 smithi053 bash[67631]: cluster 2024-09-13T00:27:39.546912+0000 mgr.y (mgr.34107) 747 : cluster [DBG] pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:27:41.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:40 smithi053 bash[67631]: audit 2024-09-13T00:27:40.155994+0000 mon.a (mon.0) 2156 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:27:41.058 INFO:tasks.workunit.client.0.smithi032.stdout: 50: throughput=4.91MB/sec pending data=0 2024-09-13T00:27:41.059 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Iemvu7EsPOcJi0X off=847921 len=1870741 2024-09-13T00:27:41.073 INFO:tasks.workunit.client.0.smithi032.stdout:op 245 completed, throughput=4.94MB/sec 2024-09-13T00:27:41.073 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0jimm-ie4Trwhxt off=12868220 len=488224 2024-09-13T00:27:41.079 INFO:tasks.workunit.client.0.smithi032.stdout:op 246 completed, throughput=4.95MB/sec 2024-09-13T00:27:41.079 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V3slbLBFilaRlSm off=9371296 len=1473211 2024-09-13T00:27:41.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 247 completed, throughput=4.98MB/sec 2024-09-13T00:27:41.088 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-12mLSKUwIIU6arr off=18332327 len=592837 2024-09-13T00:27:41.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 248 completed, throughput=4.99MB/sec 2024-09-13T00:27:41.094 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NBGssrN27t9K__Q off=19181893 len=659347 2024-09-13T00:27:41.097 INFO:tasks.workunit.client.0.smithi032.stdout:op 249 completed, throughput=5MB/sec 2024-09-13T00:27:41.097 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NE_oT22lDYAA-dr off=1147943 len=829338 2024-09-13T00:27:41.106 INFO:tasks.workunit.client.0.smithi032.stdout:op 250 completed, throughput=5.01MB/sec 2024-09-13T00:27:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:40 smithi032 bash[75510]: cluster 2024-09-13T00:27:39.546912+0000 mgr.y (mgr.34107) 747 : cluster [DBG] pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:27:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:40 smithi032 bash[75510]: audit 2024-09-13T00:27:40.155994+0000 mon.a (mon.0) 2156 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:27:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:40 smithi032 bash[76677]: cluster 2024-09-13T00:27:39.546912+0000 mgr.y (mgr.34107) 747 : cluster [DBG] pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:27:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:40 smithi032 bash[76677]: audit 2024-09-13T00:27:40.155994+0000 mon.a (mon.0) 2156 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:27:42.106 INFO:tasks.workunit.client.0.smithi032.stdout: 51: throughput=4.92MB/sec pending data=0 2024-09-13T00:27:42.106 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XdaWGXTwMvw8CwL off=1262295 len=1147256 2024-09-13T00:27:42.109 INFO:tasks.workunit.client.0.smithi032.stdout:op 251 completed, throughput=4.94MB/sec 2024-09-13T00:27:42.109 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B0XJZU3YYwZOCAp off=9015686 len=1786350 2024-09-13T00:27:42.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 252 completed, throughput=4.97MB/sec 2024-09-13T00:27:42.114 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qdgXM-xFOQuw0EL off=15120510 len=842271 2024-09-13T00:27:42.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 253 completed, throughput=4.98MB/sec 2024-09-13T00:27:42.121 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jNvzpp1dBaItD2R off=12729496 len=1823618 2024-09-13T00:27:42.135 INFO:tasks.workunit.client.0.smithi032.stdout:op 254 completed, throughput=5.02MB/sec 2024-09-13T00:27:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:27:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:27:42] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-09-13T00:27:42.678 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:27:42 smithi053 bash[94430]: ts=2024-09-13T00:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:27:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:42 smithi053 bash[67631]: cluster 2024-09-13T00:27:41.547856+0000 mgr.y (mgr.34107) 748 : cluster [DBG] pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:27:43.136 INFO:tasks.workunit.client.0.smithi032.stdout: 52: throughput=4.92MB/sec pending data=0 2024-09-13T00:27:43.136 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-viVgKrgIF7LbS3_ off=4647967 len=267834 2024-09-13T00:27:43.138 INFO:tasks.workunit.client.0.smithi032.stdout:op 255 completed, throughput=4.93MB/sec 2024-09-13T00:27:43.138 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q3FlKHPIMasLs0v off=1012630 len=221890 2024-09-13T00:27:43.143 INFO:tasks.workunit.client.0.smithi032.stdout:op 256 completed, throughput=4.93MB/sec 2024-09-13T00:27:43.143 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6AiikFrunLxsslP off=11617320 len=610655 2024-09-13T00:27:43.150 INFO:tasks.workunit.client.0.smithi032.stdout:op 257 completed, throughput=4.94MB/sec 2024-09-13T00:27:43.150 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--Pwb8RzkHLVvKrD off=4012784 len=731272 2024-09-13T00:27:43.152 INFO:tasks.workunit.client.0.smithi032.stdout:op 258 completed, throughput=4.95MB/sec 2024-09-13T00:27:43.152 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cAnFmw_G6TMHx28 off=5795211 len=122344 2024-09-13T00:27:43.153 INFO:tasks.workunit.client.0.smithi032.stdout:op 259 completed, throughput=4.96MB/sec 2024-09-13T00:27:43.153 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8Wf8Gvsz3_bLNzU off=6033767 len=127540 2024-09-13T00:27:43.155 INFO:tasks.workunit.client.0.smithi032.stdout:op 260 completed, throughput=4.96MB/sec 2024-09-13T00:27:43.155 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1tpu2RTr46iGwLC off=4111885 len=1716888 2024-09-13T00:27:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:42 smithi032 bash[75510]: cluster 2024-09-13T00:27:41.547856+0000 mgr.y (mgr.34107) 748 : cluster [DBG] pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:27:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:42 smithi032 bash[76677]: cluster 2024-09-13T00:27:41.547856+0000 mgr.y (mgr.34107) 748 : cluster [DBG] pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:27:43.166 INFO:tasks.workunit.client.0.smithi032.stdout:op 261 completed, throughput=4.99MB/sec 2024-09-13T00:27:43.166 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-92EbNEufuDuTHAl off=1863693 len=1878486 2024-09-13T00:27:43.181 INFO:tasks.workunit.client.0.smithi032.stdout:op 262 completed, throughput=5.02MB/sec 2024-09-13T00:27:44.181 INFO:tasks.workunit.client.0.smithi032.stdout: 53: throughput=4.93MB/sec pending data=0 2024-09-13T00:27:44.181 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OqxEeSyNOpqnQPX off=503834 len=1575693 2024-09-13T00:27:44.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 263 completed, throughput=4.95MB/sec 2024-09-13T00:27:44.194 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P02NNpDORq5Im7w off=5513301 len=986246 2024-09-13T00:27:44.203 INFO:tasks.workunit.client.0.smithi032.stdout:op 264 completed, throughput=4.97MB/sec 2024-09-13T00:27:44.203 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k88qsGFi7hCeRGn off=8181842 len=1559188 2024-09-13T00:27:44.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 265 completed, throughput=5MB/sec 2024-09-13T00:27:44.215 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NgsxvZJKSaQMfdC off=2209184 len=1461893 2024-09-13T00:27:44.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 266 completed, throughput=5.02MB/sec 2024-09-13T00:27:45.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:44 smithi053 bash[67631]: cluster 2024-09-13T00:27:43.548912+0000 mgr.y (mgr.34107) 749 : cluster [DBG] pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T00:27:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:44 smithi032 bash[76677]: cluster 2024-09-13T00:27:43.548912+0000 mgr.y (mgr.34107) 749 : cluster [DBG] pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T00:27:45.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:44 smithi032 bash[75510]: cluster 2024-09-13T00:27:43.548912+0000 mgr.y (mgr.34107) 749 : cluster [DBG] pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T00:27:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: 54: throughput=4.93MB/sec pending data=0 2024-09-13T00:27:45.219 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xmrgsgc_3a7xweV off=1486788 len=549941 2024-09-13T00:27:45.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 267 completed, throughput=4.94MB/sec 2024-09-13T00:27:45.221 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4rjstQhSWXuKwN0 off=13341506 len=244665 2024-09-13T00:27:45.223 INFO:tasks.workunit.client.0.smithi032.stdout:op 268 completed, throughput=4.94MB/sec 2024-09-13T00:27:45.223 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YpIspE6Wbo6JJ53 off=15222065 len=574493 2024-09-13T00:27:45.229 INFO:tasks.workunit.client.0.smithi032.stdout:op 269 completed, throughput=4.95MB/sec 2024-09-13T00:27:45.229 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z7FLUkWbBNCL-Ou off=2515646 len=1928029 2024-09-13T00:27:45.242 INFO:tasks.workunit.client.0.smithi032.stdout:op 270 completed, throughput=4.99MB/sec 2024-09-13T00:27:45.243 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eMlijAM0JzZeq-e off=11223565 len=1474732 2024-09-13T00:27:45.255 INFO:tasks.workunit.client.0.smithi032.stdout:op 271 completed, throughput=5.01MB/sec 2024-09-13T00:27:46.255 INFO:tasks.workunit.client.0.smithi032.stdout: 55: throughput=4.92MB/sec pending data=0 2024-09-13T00:27:46.256 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0fTF-VNRvJa9avJ off=1452636 len=533336 2024-09-13T00:27:46.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 272 completed, throughput=4.93MB/sec 2024-09-13T00:27:46.262 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yi5kN0iPTXGsHR7 off=6708328 len=1537263 2024-09-13T00:27:46.275 INFO:tasks.workunit.client.0.smithi032.stdout:op 273 completed, throughput=4.95MB/sec 2024-09-13T00:27:46.275 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Nb1fQwBzGfCDNSo off=1469632 len=1856378 2024-09-13T00:27:46.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 274 completed, throughput=4.98MB/sec 2024-09-13T00:27:46.289 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uEI74jYCuaPDWKx off=9167658 len=1285310 2024-09-13T00:27:46.298 INFO:tasks.workunit.client.0.smithi032.stdout:op 275 completed, throughput=5.01MB/sec 2024-09-13T00:27:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:46 smithi053 bash[67631]: cluster 2024-09-13T00:27:45.549774+0000 mgr.y (mgr.34107) 750 : cluster [DBG] pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:27:47.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:46 smithi032 bash[76677]: cluster 2024-09-13T00:27:45.549774+0000 mgr.y (mgr.34107) 750 : cluster [DBG] pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:27:47.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:46 smithi032 bash[75510]: cluster 2024-09-13T00:27:45.549774+0000 mgr.y (mgr.34107) 750 : cluster [DBG] pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:27:47.298 INFO:tasks.workunit.client.0.smithi032.stdout: 56: throughput=4.92MB/sec pending data=0 2024-09-13T00:27:47.298 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4QA674b-QBAvpU- off=15887643 len=95813 2024-09-13T00:27:47.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 276 completed, throughput=4.92MB/sec 2024-09-13T00:27:47.303 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wz5Y1oo6YBauRsy off=197311 len=1456317 2024-09-13T00:27:47.306 INFO:tasks.workunit.client.0.smithi032.stdout:op 277 completed, throughput=4.94MB/sec 2024-09-13T00:27:47.306 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QjfYq9hf6JpDgdn off=19944685 len=6745 2024-09-13T00:27:47.311 INFO:tasks.workunit.client.0.smithi032.stdout:op 278 completed, throughput=4.94MB/sec 2024-09-13T00:27:47.311 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BYRIS9KyMMGkzqO off=2894605 len=936637 2024-09-13T00:27:47.319 INFO:tasks.workunit.client.0.smithi032.stdout:op 279 completed, throughput=4.96MB/sec 2024-09-13T00:27:47.319 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wie3gYIqiK2wQvj off=16183288 len=1369332 2024-09-13T00:27:47.328 INFO:tasks.workunit.client.0.smithi032.stdout:op 280 completed, throughput=4.98MB/sec 2024-09-13T00:27:47.328 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iwVTq_Go7VJcfEH off=1823798 len=1893960 2024-09-13T00:27:47.340 INFO:tasks.workunit.client.0.smithi032.stdout:op 281 completed, throughput=5.01MB/sec 2024-09-13T00:27:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: 57: throughput=4.93MB/sec pending data=0 2024-09-13T00:27:48.340 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RCgAh5XoqENvRR1 off=11644056 len=1012573 2024-09-13T00:27:48.343 INFO:tasks.workunit.client.0.smithi032.stdout:op 282 completed, throughput=4.94MB/sec 2024-09-13T00:27:48.343 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HjQbygWOFN91rdX off=8197704 len=1113918 2024-09-13T00:27:48.347 INFO:tasks.workunit.client.0.smithi032.stdout:op 283 completed, throughput=4.96MB/sec 2024-09-13T00:27:48.347 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QFr3k7S9gf_nkaE off=15014985 len=1361325 2024-09-13T00:27:48.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 284 completed, throughput=4.98MB/sec 2024-09-13T00:27:48.358 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NtbHmcHOS0YvUNU off=15929661 len=577116 2024-09-13T00:27:48.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 285 completed, throughput=4.99MB/sec 2024-09-13T00:27:48.360 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8OCmspO7EeZn2gS off=16315744 len=1939169 2024-09-13T00:27:48.365 INFO:tasks.workunit.client.0.smithi032.stdout:op 286 completed, throughput=5.02MB/sec 2024-09-13T00:27:49.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:48 smithi053 bash[67631]: cluster 2024-09-13T00:27:47.550642+0000 mgr.y (mgr.34107) 751 : cluster [DBG] pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:27:49.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:48 smithi032 bash[76677]: cluster 2024-09-13T00:27:47.550642+0000 mgr.y (mgr.34107) 751 : cluster [DBG] pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:27:49.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:48 smithi032 bash[75510]: cluster 2024-09-13T00:27:47.550642+0000 mgr.y (mgr.34107) 751 : cluster [DBG] pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:27:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: 58: throughput=4.94MB/sec pending data=0 2024-09-13T00:27:49.366 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LfjsGiyXeXWI0Oq off=2680466 len=1736209 2024-09-13T00:27:49.377 INFO:tasks.workunit.client.0.smithi032.stdout:op 287 completed, throughput=4.96MB/sec 2024-09-13T00:27:49.378 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6hnTlQtadiZyHTB off=6400261 len=1219351 2024-09-13T00:27:49.387 INFO:tasks.workunit.client.0.smithi032.stdout:op 288 completed, throughput=4.98MB/sec 2024-09-13T00:27:49.387 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0St52lPW9dnVVlV off=10326962 len=1531492 2024-09-13T00:27:49.393 INFO:tasks.workunit.client.0.smithi032.stdout:op 289 completed, throughput=5.01MB/sec 2024-09-13T00:27:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: 59: throughput=4.92MB/sec pending data=0 2024-09-13T00:27:50.393 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3X6p0SmAoztHNY1 off=3372197 len=1585831 2024-09-13T00:27:50.399 INFO:tasks.workunit.client.0.smithi032.stdout:op 290 completed, throughput=4.95MB/sec 2024-09-13T00:27:50.399 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AaC7aPupt17RATW off=20404736 len=260538 2024-09-13T00:27:50.400 INFO:tasks.workunit.client.0.smithi032.stdout:op 291 completed, throughput=4.95MB/sec 2024-09-13T00:27:50.400 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L1G9h2M-nHYVX-o off=7497052 len=753909 2024-09-13T00:27:50.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 292 completed, throughput=4.96MB/sec 2024-09-13T00:27:50.404 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7yiu_oOjJWgv6C7 off=9865101 len=959512 2024-09-13T00:27:50.406 INFO:tasks.workunit.client.0.smithi032.stdout:op 293 completed, throughput=4.98MB/sec 2024-09-13T00:27:50.406 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZCrXsxiqDR9jfQZ off=6665093 len=1664516 2024-09-13T00:27:50.418 INFO:tasks.workunit.client.0.smithi032.stdout:op 294 completed, throughput=5MB/sec 2024-09-13T00:27:51.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:50 smithi053 bash[67631]: cluster 2024-09-13T00:27:49.551637+0000 mgr.y (mgr.34107) 752 : cluster [DBG] pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:27:51.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:50 smithi032 bash[76677]: cluster 2024-09-13T00:27:49.551637+0000 mgr.y (mgr.34107) 752 : cluster [DBG] pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:27:51.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:50 smithi032 bash[75510]: cluster 2024-09-13T00:27:49.551637+0000 mgr.y (mgr.34107) 752 : cluster [DBG] pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:27:51.419 INFO:tasks.workunit.client.0.smithi032.stdout: 60: throughput=4.92MB/sec pending data=0 2024-09-13T00:27:51.419 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p6j_xUt4ljoZSF8 off=4971289 len=268725 2024-09-13T00:27:51.420 INFO:tasks.workunit.client.0.smithi032.stdout:op 295 completed, throughput=4.93MB/sec 2024-09-13T00:27:51.420 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-41MHSNEDesCF_xo off=1110465 len=1160141 2024-09-13T00:27:51.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 296 completed, throughput=4.94MB/sec 2024-09-13T00:27:51.425 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LR0B5YiztBn666u off=10691503 len=475236 2024-09-13T00:27:51.427 INFO:tasks.workunit.client.0.smithi032.stdout:op 297 completed, throughput=4.95MB/sec 2024-09-13T00:27:51.427 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XjZn6-JxYzuf1Lt off=162497 len=1663831 2024-09-13T00:27:51.440 INFO:tasks.workunit.client.0.smithi032.stdout:op 298 completed, throughput=4.98MB/sec 2024-09-13T00:27:51.440 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gj9eNYKT9mNNLpi off=475066 len=1215513 2024-09-13T00:27:51.449 INFO:tasks.workunit.client.0.smithi032.stdout:op 299 completed, throughput=4.99MB/sec 2024-09-13T00:27:51.449 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IFmWOIyYuwLAVqi off=15842795 len=1439062 2024-09-13T00:27:51.452 INFO:tasks.workunit.client.0.smithi032.stdout:op 300 completed, throughput=5.02MB/sec 2024-09-13T00:27:52.452 INFO:tasks.workunit.client.0.smithi032.stdout: 61: throughput=4.94MB/sec pending data=0 2024-09-13T00:27:52.452 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xEvFLkhu5vkJa2K off=1788016 len=1691536 2024-09-13T00:27:52.456 INFO:tasks.workunit.client.0.smithi032.stdout:op 301 completed, throughput=4.96MB/sec 2024-09-13T00:27:52.456 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jojjQ2EqG73KOaO off=955823 len=1865969 2024-09-13T00:27:52.470 INFO:tasks.workunit.client.0.smithi032.stdout:op 302 completed, throughput=4.99MB/sec 2024-09-13T00:27:52.470 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GP90wHL_OhWxh0N off=1746186 len=1594919 2024-09-13T00:27:52.480 INFO:tasks.workunit.client.0.smithi032.stdout:op 303 completed, throughput=5.01MB/sec 2024-09-13T00:27:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:27:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:27:52] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-09-13T00:27:52.698 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:27:52 smithi053 bash[94430]: ts=2024-09-13T00:27:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:27:53.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:52 smithi053 bash[67631]: cluster 2024-09-13T00:27:51.552707+0000 mgr.y (mgr.34107) 753 : cluster [DBG] pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:27:53.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:52 smithi032 bash[76677]: cluster 2024-09-13T00:27:51.552707+0000 mgr.y (mgr.34107) 753 : cluster [DBG] pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:27:53.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:52 smithi032 bash[75510]: cluster 2024-09-13T00:27:51.552707+0000 mgr.y (mgr.34107) 753 : cluster [DBG] pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:27:53.481 INFO:tasks.workunit.client.0.smithi032.stdout: 62: throughput=4.93MB/sec pending data=0 2024-09-13T00:27:53.481 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VOxR-DWRBWFay3U off=7158535 len=652920 2024-09-13T00:27:53.484 INFO:tasks.workunit.client.0.smithi032.stdout:op 304 completed, throughput=4.94MB/sec 2024-09-13T00:27:53.484 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-j57FQH6o9vNF7LJ off=5692174 len=1865778 2024-09-13T00:27:53.489 INFO:tasks.workunit.client.0.smithi032.stdout:op 305 completed, throughput=4.97MB/sec 2024-09-13T00:27:53.489 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-92oRE3Zsr9gfHUd off=52565 len=1461309 2024-09-13T00:27:53.491 INFO:tasks.workunit.client.0.smithi032.stdout:op 306 completed, throughput=4.99MB/sec 2024-09-13T00:27:53.491 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WaGqfpc97FHHA16 off=11331729 len=303961 2024-09-13T00:27:53.492 INFO:tasks.workunit.client.0.smithi032.stdout:op 307 completed, throughput=5MB/sec 2024-09-13T00:27:53.493 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q06jEV2oGmLX5So off=7717276 len=323260 2024-09-13T00:27:53.494 INFO:tasks.workunit.client.0.smithi032.stdout:op 308 completed, throughput=5MB/sec 2024-09-13T00:27:54.494 INFO:tasks.workunit.client.0.smithi032.stdout: 63: throughput=4.92MB/sec pending data=0 2024-09-13T00:27:54.494 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KWorTEdCaa4Q4G4 off=0 len=1561845 2024-09-13T00:27:54.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 309 completed, throughput=4.95MB/sec 2024-09-13T00:27:54.497 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xfsqkyDkdQAO93e off=3157420 len=1527856 2024-09-13T00:27:54.504 INFO:tasks.workunit.client.0.smithi032.stdout:op 310 completed, throughput=4.97MB/sec 2024-09-13T00:27:54.504 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jC7-2goxKQ3Nbg2 off=0 len=1081165 2024-09-13T00:27:54.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 311 completed, throughput=4.98MB/sec 2024-09-13T00:27:54.511 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2Y1J3C2aGJ04hJS off=2125642 len=720336 2024-09-13T00:27:54.512 INFO:tasks.workunit.client.0.smithi032.stdout:op 312 completed, throughput=4.99MB/sec 2024-09-13T00:27:54.512 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hvHSoJCA7yk7rXO off=8280490 len=1532737 2024-09-13T00:27:54.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 313 completed, throughput=5.02MB/sec 2024-09-13T00:27:55.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:54 smithi053 bash[67631]: cluster 2024-09-13T00:27:53.553765+0000 mgr.y (mgr.34107) 754 : cluster [DBG] pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:27:55.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:54 smithi053 bash[67631]: audit 2024-09-13T00:27:54.099031+0000 mon.a (mon.0) 2157 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:27:55.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:54 smithi053 bash[67631]: audit 2024-09-13T00:27:54.681127+0000 mon.a (mon.0) 2158 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:27:55.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:54 smithi053 bash[67631]: audit 2024-09-13T00:27:54.682647+0000 mon.a (mon.0) 2159 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:27:55.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:54 smithi053 bash[67631]: audit 2024-09-13T00:27:54.692200+0000 mon.a (mon.0) 2160 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:27:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:54 smithi032 bash[75510]: cluster 2024-09-13T00:27:53.553765+0000 mgr.y (mgr.34107) 754 : cluster [DBG] pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:27:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:54 smithi032 bash[75510]: audit 2024-09-13T00:27:54.099031+0000 mon.a (mon.0) 2157 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:27:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:54 smithi032 bash[75510]: audit 2024-09-13T00:27:54.681127+0000 mon.a (mon.0) 2158 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:27:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:54 smithi032 bash[75510]: audit 2024-09-13T00:27:54.682647+0000 mon.a (mon.0) 2159 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:27:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:54 smithi032 bash[75510]: audit 2024-09-13T00:27:54.692200+0000 mon.a (mon.0) 2160 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:27:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:54 smithi032 bash[76677]: cluster 2024-09-13T00:27:53.553765+0000 mgr.y (mgr.34107) 754 : cluster [DBG] pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:27:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:54 smithi032 bash[76677]: audit 2024-09-13T00:27:54.099031+0000 mon.a (mon.0) 2157 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:27:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:54 smithi032 bash[76677]: audit 2024-09-13T00:27:54.681127+0000 mon.a (mon.0) 2158 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:27:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:54 smithi032 bash[76677]: audit 2024-09-13T00:27:54.682647+0000 mon.a (mon.0) 2159 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:27:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:54 smithi032 bash[76677]: audit 2024-09-13T00:27:54.692200+0000 mon.a (mon.0) 2160 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:27:55.521 INFO:tasks.workunit.client.0.smithi032.stdout: 64: throughput=4.94MB/sec pending data=0 2024-09-13T00:27:55.521 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tHUiUrL6LidIofT off=1658010 len=550061 2024-09-13T00:27:55.527 INFO:tasks.workunit.client.0.smithi032.stdout:op 314 completed, throughput=4.95MB/sec 2024-09-13T00:27:55.528 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BLMvMtu2tblfKvs off=11204017 len=616375 2024-09-13T00:27:55.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 315 completed, throughput=4.96MB/sec 2024-09-13T00:27:55.531 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mEdxbcJLZFREPhh off=9676987 len=1415944 2024-09-13T00:27:55.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 316 completed, throughput=4.98MB/sec 2024-09-13T00:27:55.535 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5DDtcosPTS22fmc off=5527434 len=1785541 2024-09-13T00:27:55.549 INFO:tasks.workunit.client.0.smithi032.stdout:op 317 completed, throughput=5MB/sec 2024-09-13T00:27:56.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:55 smithi053 bash[67631]: audit 2024-09-13T00:27:55.156074+0000 mon.a (mon.0) 2161 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:27:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:55 smithi032 bash[75510]: audit 2024-09-13T00:27:55.156074+0000 mon.a (mon.0) 2161 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:27:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:55 smithi032 bash[76677]: audit 2024-09-13T00:27:55.156074+0000 mon.a (mon.0) 2161 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:27:56.549 INFO:tasks.workunit.client.0.smithi032.stdout: 65: throughput=4.93MB/sec pending data=0 2024-09-13T00:27:56.549 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FU1ZaST7DWXvNBQ off=5466880 len=2065724 2024-09-13T00:27:56.563 INFO:tasks.workunit.client.0.smithi032.stdout:op 318 completed, throughput=4.95MB/sec 2024-09-13T00:27:56.563 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8D6McjcjCjiRHed off=1144160 len=435038 2024-09-13T00:27:56.564 INFO:tasks.workunit.client.0.smithi032.stdout:op 319 completed, throughput=4.96MB/sec 2024-09-13T00:27:56.564 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tPjdZ66t8a0m9HR off=17692148 len=1432323 2024-09-13T00:27:56.576 INFO:tasks.workunit.client.0.smithi032.stdout:op 320 completed, throughput=4.98MB/sec 2024-09-13T00:27:56.576 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_Dpwd3MW0cYW9mi off=1629630 len=977708 2024-09-13T00:27:56.579 INFO:tasks.workunit.client.0.smithi032.stdout:op 321 completed, throughput=4.99MB/sec 2024-09-13T00:27:56.579 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--yQmteERVK-onM5 off=8204947 len=1424995 2024-09-13T00:27:56.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 322 completed, throughput=5.01MB/sec 2024-09-13T00:27:57.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:56 smithi053 bash[67631]: cluster 2024-09-13T00:27:55.554648+0000 mgr.y (mgr.34107) 755 : cluster [DBG] pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T00:27:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:56 smithi032 bash[75510]: cluster 2024-09-13T00:27:55.554648+0000 mgr.y (mgr.34107) 755 : cluster [DBG] pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T00:27:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:56 smithi032 bash[76677]: cluster 2024-09-13T00:27:55.554648+0000 mgr.y (mgr.34107) 755 : cluster [DBG] pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T00:27:57.583 INFO:tasks.workunit.client.0.smithi032.stdout: 66: throughput=4.94MB/sec pending data=0 2024-09-13T00:27:57.583 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BuI54lXDdoeVQAk off=4195654 len=1695113 2024-09-13T00:27:57.587 INFO:tasks.workunit.client.0.smithi032.stdout:op 323 completed, throughput=4.96MB/sec 2024-09-13T00:27:57.587 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S6BrwtnJaUC-MYi off=8170391 len=1045093 2024-09-13T00:27:57.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 324 completed, throughput=4.98MB/sec 2024-09-13T00:27:57.590 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d7PpgRGa54ThZsH off=12790926 len=504861 2024-09-13T00:27:57.593 INFO:tasks.workunit.client.0.smithi032.stdout:op 325 completed, throughput=4.99MB/sec 2024-09-13T00:27:57.593 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vb3fFiTqMwWgDCB off=5066858 len=592311 2024-09-13T00:27:57.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 326 completed, throughput=4.99MB/sec 2024-09-13T00:27:57.600 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dv5OmlcQGozbXgH off=5939713 len=1137687 2024-09-13T00:27:57.609 INFO:tasks.workunit.client.0.smithi032.stdout:op 327 completed, throughput=5.01MB/sec 2024-09-13T00:27:58.609 INFO:tasks.workunit.client.0.smithi032.stdout: 67: throughput=4.94MB/sec pending data=0 2024-09-13T00:27:58.609 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i41_4MOPhdJ_zLg off=355089 len=1257808 2024-09-13T00:27:58.612 INFO:tasks.workunit.client.0.smithi032.stdout:op 328 completed, throughput=4.95MB/sec 2024-09-13T00:27:58.612 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NqKXLwL2-_L4IWz off=12925055 len=784601 2024-09-13T00:27:58.615 INFO:tasks.workunit.client.0.smithi032.stdout:op 329 completed, throughput=4.96MB/sec 2024-09-13T00:27:58.615 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W9KcfYhD7jsTJ3I off=1881473 len=519113 2024-09-13T00:27:58.621 INFO:tasks.workunit.client.0.smithi032.stdout:op 330 completed, throughput=4.97MB/sec 2024-09-13T00:27:58.621 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-j7Fvk582DQ_V__H off=5872873 len=1043975 2024-09-13T00:27:58.623 INFO:tasks.workunit.client.0.smithi032.stdout:op 331 completed, throughput=4.98MB/sec 2024-09-13T00:27:58.623 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-okL1plC5EfYo8vV off=17466907 len=1130989 2024-09-13T00:27:58.632 INFO:tasks.workunit.client.0.smithi032.stdout:op 332 completed, throughput=5MB/sec 2024-09-13T00:27:58.632 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KklfoGhkld5n2Am off=13030806 len=1643229 2024-09-13T00:27:58.635 INFO:tasks.workunit.client.0.smithi032.stdout:op 333 completed, throughput=5.02MB/sec 2024-09-13T00:27:59.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:27:58 smithi053 bash[67631]: cluster 2024-09-13T00:27:57.555490+0000 mgr.y (mgr.34107) 756 : cluster [DBG] pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:27:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:27:58 smithi032 bash[75510]: cluster 2024-09-13T00:27:57.555490+0000 mgr.y (mgr.34107) 756 : cluster [DBG] pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:27:59.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:27:58 smithi032 bash[76677]: cluster 2024-09-13T00:27:57.555490+0000 mgr.y (mgr.34107) 756 : cluster [DBG] pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:27:59.636 INFO:tasks.workunit.client.0.smithi032.stdout: 68: throughput=4.95MB/sec pending data=0 2024-09-13T00:27:59.636 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DOlKjP2ln6OS_e4 off=2880008 len=1710807 2024-09-13T00:27:59.641 INFO:tasks.workunit.client.0.smithi032.stdout:op 334 completed, throughput=4.97MB/sec 2024-09-13T00:27:59.641 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-090ZZvhuGFFl7MC off=20257765 len=2028409 2024-09-13T00:27:59.655 INFO:tasks.workunit.client.0.smithi032.stdout:op 335 completed, throughput=5MB/sec 2024-09-13T00:27:59.655 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-32lznsWzJVQIq8y off=18081455 len=2021153 2024-09-13T00:27:59.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 336 completed, throughput=5.03MB/sec 2024-09-13T00:28:00.658 INFO:tasks.workunit.client.0.smithi032.stdout: 69: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:00.658 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-62U6eKZdX2XcYsv off=3967640 len=474930 2024-09-13T00:28:00.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 337 completed, throughput=4.96MB/sec 2024-09-13T00:28:00.665 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EJ_W_iQ9VTsFaJ2 off=9391987 len=615610 2024-09-13T00:28:00.668 INFO:tasks.workunit.client.0.smithi032.stdout:op 338 completed, throughput=4.97MB/sec 2024-09-13T00:28:00.668 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-khKa73mioHMY5D0 off=2493022 len=110004 2024-09-13T00:28:00.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 339 completed, throughput=4.97MB/sec 2024-09-13T00:28:00.673 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sB7tD5etKU_LkoJ off=3313210 len=1533003 2024-09-13T00:28:00.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 340 completed, throughput=4.99MB/sec 2024-09-13T00:28:00.677 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8wg_UTKlJtcu4TC off=10892827 len=69242 2024-09-13T00:28:00.678 INFO:tasks.workunit.client.0.smithi032.stdout:op 341 completed, throughput=4.99MB/sec 2024-09-13T00:28:00.678 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wvfs-QpTTve9L-a off=9563055 len=1856338 2024-09-13T00:28:00.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 342 completed, throughput=5.02MB/sec 2024-09-13T00:28:01.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:00 smithi053 bash[67631]: cluster 2024-09-13T00:27:59.556464+0000 mgr.y (mgr.34107) 757 : cluster [DBG] pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T00:28:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:00 smithi032 bash[75510]: cluster 2024-09-13T00:27:59.556464+0000 mgr.y (mgr.34107) 757 : cluster [DBG] pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T00:28:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:00 smithi032 bash[76677]: cluster 2024-09-13T00:27:59.556464+0000 mgr.y (mgr.34107) 757 : cluster [DBG] pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T00:28:01.690 INFO:tasks.workunit.client.0.smithi032.stdout: 70: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:01.691 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KU8S0WlESRAPFio off=2507760 len=652389 2024-09-13T00:28:01.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 343 completed, throughput=4.96MB/sec 2024-09-13T00:28:01.693 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xtnsJ3RWsyi4j1h off=1452291 len=83126 2024-09-13T00:28:01.695 INFO:tasks.workunit.client.0.smithi032.stdout:op 344 completed, throughput=4.96MB/sec 2024-09-13T00:28:01.695 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7IJy6Z8PmSyaSbB off=14436852 len=1815754 2024-09-13T00:28:01.707 INFO:tasks.workunit.client.0.smithi032.stdout:op 345 completed, throughput=4.98MB/sec 2024-09-13T00:28:01.708 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UEXBiLvvq8yQkGr off=10119245 len=411256 2024-09-13T00:28:01.713 INFO:tasks.workunit.client.0.smithi032.stdout:op 346 completed, throughput=4.98MB/sec 2024-09-13T00:28:01.714 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F995MUVbZJpFd2o off=14762044 len=404306 2024-09-13T00:28:01.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 347 completed, throughput=4.99MB/sec 2024-09-13T00:28:01.715 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-b3n2SR9FFaA-KrY off=824275 len=638793 2024-09-13T00:28:01.720 INFO:tasks.workunit.client.0.smithi032.stdout:op 348 completed, throughput=5MB/sec 2024-09-13T00:28:01.720 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4pcHNqCDKuGRBdR off=74508 len=160368 2024-09-13T00:28:01.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 349 completed, throughput=5MB/sec 2024-09-13T00:28:01.722 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yLK1jmMYWHptXi9 off=11648658 len=301738 2024-09-13T00:28:01.723 INFO:tasks.workunit.client.0.smithi032.stdout:op 350 completed, throughput=5MB/sec 2024-09-13T00:28:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:28:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:28:02] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-09-13T00:28:02.724 INFO:tasks.workunit.client.0.smithi032.stdout: 71: throughput=4.94MB/sec pending data=0 2024-09-13T00:28:02.724 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IoXQUgEVkJCs9o2 off=474121 len=1960579 2024-09-13T00:28:02.734 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:28:02 smithi053 bash[94430]: ts=2024-09-13T00:28:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:28:02.741 INFO:tasks.workunit.client.0.smithi032.stdout:op 351 completed, throughput=4.96MB/sec 2024-09-13T00:28:02.741 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5v8D9CaNp3Ct1L_ off=18060305 len=304728 2024-09-13T00:28:02.741 INFO:tasks.workunit.client.0.smithi032.stdout:op 352 completed, throughput=4.96MB/sec 2024-09-13T00:28:02.741 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-O_INSSQKBUGnKKh off=4711663 len=1888966 2024-09-13T00:28:02.754 INFO:tasks.workunit.client.0.smithi032.stdout:op 353 completed, throughput=4.99MB/sec 2024-09-13T00:28:02.754 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wObNl5NW_vuBJuu off=626634 len=1161094 2024-09-13T00:28:02.758 INFO:tasks.workunit.client.0.smithi032.stdout:op 354 completed, throughput=5MB/sec 2024-09-13T00:28:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:02 smithi053 bash[67631]: cluster 2024-09-13T00:28:01.557363+0000 mgr.y (mgr.34107) 758 : cluster [DBG] pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:28:03.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:02 smithi032 bash[75510]: cluster 2024-09-13T00:28:01.557363+0000 mgr.y (mgr.34107) 758 : cluster [DBG] pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:28:03.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:02 smithi032 bash[76677]: cluster 2024-09-13T00:28:01.557363+0000 mgr.y (mgr.34107) 758 : cluster [DBG] pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:28:03.758 INFO:tasks.workunit.client.0.smithi032.stdout: 72: throughput=4.93MB/sec pending data=0 2024-09-13T00:28:03.758 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OEr1vaM85ecxK4S off=12434390 len=839609 2024-09-13T00:28:03.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 355 completed, throughput=4.95MB/sec 2024-09-13T00:28:03.761 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Lcn9DlYGQexYuln off=9080303 len=928358 2024-09-13T00:28:03.765 INFO:tasks.workunit.client.0.smithi032.stdout:op 356 completed, throughput=4.96MB/sec 2024-09-13T00:28:03.765 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9eX3wjDPuL-nIJW off=8674951 len=983480 2024-09-13T00:28:03.768 INFO:tasks.workunit.client.0.smithi032.stdout:op 357 completed, throughput=4.97MB/sec 2024-09-13T00:28:03.768 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-huAS4S8e9xTNOQV off=10306020 len=1727432 2024-09-13T00:28:03.772 INFO:tasks.workunit.client.0.smithi032.stdout:op 358 completed, throughput=4.99MB/sec 2024-09-13T00:28:03.772 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XhtbYz332dp_ycp off=737014 len=1850630 2024-09-13T00:28:03.778 INFO:tasks.workunit.client.0.smithi032.stdout:op 359 completed, throughput=5.01MB/sec 2024-09-13T00:28:04.779 INFO:tasks.workunit.client.0.smithi032.stdout: 73: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:04.779 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S1CKoalE9sGBSqf off=3358064 len=244361 2024-09-13T00:28:04.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 360 completed, throughput=4.95MB/sec 2024-09-13T00:28:04.780 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VW-OBMmIP5DUD98 off=14076231 len=1894233 2024-09-13T00:28:04.786 INFO:tasks.workunit.client.0.smithi032.stdout:op 361 completed, throughput=4.97MB/sec 2024-09-13T00:28:04.786 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b2W-UB8c3DPWrib off=368356 len=1468797 2024-09-13T00:28:04.798 INFO:tasks.workunit.client.0.smithi032.stdout:op 362 completed, throughput=4.99MB/sec 2024-09-13T00:28:04.798 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jcXemNRQ_1idE8a off=7109120 len=1094563 2024-09-13T00:28:04.801 INFO:tasks.workunit.client.0.smithi032.stdout:op 363 completed, throughput=5.01MB/sec 2024-09-13T00:28:05.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:04 smithi053 bash[67631]: cluster 2024-09-13T00:28:03.558413+0000 mgr.y (mgr.34107) 759 : cluster [DBG] pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:28:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:04 smithi032 bash[75510]: cluster 2024-09-13T00:28:03.558413+0000 mgr.y (mgr.34107) 759 : cluster [DBG] pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:28:05.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:04 smithi032 bash[76677]: cluster 2024-09-13T00:28:03.558413+0000 mgr.y (mgr.34107) 759 : cluster [DBG] pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:28:05.801 INFO:tasks.workunit.client.0.smithi032.stdout: 74: throughput=4.94MB/sec pending data=0 2024-09-13T00:28:05.801 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WqNg148QqQnTb8B off=4111640 len=183773 2024-09-13T00:28:05.806 INFO:tasks.workunit.client.0.smithi032.stdout:op 364 completed, throughput=4.94MB/sec 2024-09-13T00:28:05.806 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9yavvTyaH-dd-N4 off=6860223 len=1334067 2024-09-13T00:28:05.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 365 completed, throughput=4.96MB/sec 2024-09-13T00:28:05.810 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uGm2z0eZt0NMzbk off=1406534 len=1451715 2024-09-13T00:28:05.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 366 completed, throughput=4.98MB/sec 2024-09-13T00:28:05.821 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fJ5-NrSnhbUhpVw off=1624952 len=2066992 2024-09-13T00:28:05.826 INFO:tasks.workunit.client.0.smithi032.stdout:op 367 completed, throughput=5MB/sec 2024-09-13T00:28:06.826 INFO:tasks.workunit.client.0.smithi032.stdout: 75: throughput=4.94MB/sec pending data=0 2024-09-13T00:28:06.827 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fARERCXeegcpVFW off=328295 len=1391062 2024-09-13T00:28:06.837 INFO:tasks.workunit.client.0.smithi032.stdout:op 368 completed, throughput=4.95MB/sec 2024-09-13T00:28:06.837 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aS2iZG7ypTwXNJI off=595043 len=1505960 2024-09-13T00:28:06.841 INFO:tasks.workunit.client.0.smithi032.stdout:op 369 completed, throughput=4.97MB/sec 2024-09-13T00:28:06.841 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-47D1e8COa3iO5c_ off=9065353 len=1639565 2024-09-13T00:28:06.856 INFO:tasks.workunit.client.0.smithi032.stdout:op 370 completed, throughput=4.99MB/sec 2024-09-13T00:28:06.856 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oyQbsLMqAMy8NlH off=9325138 len=56495 2024-09-13T00:28:06.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 371 completed, throughput=4.99MB/sec 2024-09-13T00:28:06.861 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-33RPFw9uJAkKcXy off=2020137 len=295581 2024-09-13T00:28:06.866 INFO:tasks.workunit.client.0.smithi032.stdout:op 372 completed, throughput=4.99MB/sec 2024-09-13T00:28:06.866 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--IGxxFvv8WZHFzp off=4808985 len=798272 2024-09-13T00:28:06.874 INFO:tasks.workunit.client.0.smithi032.stdout:op 373 completed, throughput=5MB/sec 2024-09-13T00:28:07.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:06 smithi053 bash[67631]: cluster 2024-09-13T00:28:05.559267+0000 mgr.y (mgr.34107) 760 : cluster [DBG] pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:28:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:06 smithi032 bash[75510]: cluster 2024-09-13T00:28:05.559267+0000 mgr.y (mgr.34107) 760 : cluster [DBG] pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:28:07.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:06 smithi032 bash[76677]: cluster 2024-09-13T00:28:05.559267+0000 mgr.y (mgr.34107) 760 : cluster [DBG] pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:28:07.875 INFO:tasks.workunit.client.0.smithi032.stdout: 76: throughput=4.94MB/sec pending data=0 2024-09-13T00:28:07.875 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h9Xat5lBg8GgFO2 off=5048882 len=1484997 2024-09-13T00:28:07.887 INFO:tasks.workunit.client.0.smithi032.stdout:op 374 completed, throughput=4.96MB/sec 2024-09-13T00:28:07.887 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mxoWdcSO4yz0E3q off=9094554 len=986859 2024-09-13T00:28:07.895 INFO:tasks.workunit.client.0.smithi032.stdout:op 375 completed, throughput=4.97MB/sec 2024-09-13T00:28:07.895 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_fj5wpSvZWkY3uX off=1773785 len=481804 2024-09-13T00:28:07.902 INFO:tasks.workunit.client.0.smithi032.stdout:op 376 completed, throughput=4.97MB/sec 2024-09-13T00:28:07.902 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u5_AD4uHrzgMdfT off=13379791 len=1022540 2024-09-13T00:28:07.909 INFO:tasks.workunit.client.0.smithi032.stdout:op 377 completed, throughput=4.99MB/sec 2024-09-13T00:28:07.909 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3hmsSyOjImSVDrZ off=3380271 len=2089162 2024-09-13T00:28:07.922 INFO:tasks.workunit.client.0.smithi032.stdout:op 378 completed, throughput=5.01MB/sec 2024-09-13T00:28:08.923 INFO:tasks.workunit.client.0.smithi032.stdout: 77: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:08.923 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Mxcpr44v-L0vkZG off=6194603 len=594128 2024-09-13T00:28:08.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 379 completed, throughput=4.95MB/sec 2024-09-13T00:28:08.930 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S6BrwtnJaUC-MYi off=11068046 len=1998168 2024-09-13T00:28:08.944 INFO:tasks.workunit.client.0.smithi032.stdout:op 380 completed, throughput=4.98MB/sec 2024-09-13T00:28:08.944 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zRn98ACRirZNITf off=8724710 len=2031466 2024-09-13T00:28:08.950 INFO:tasks.workunit.client.0.smithi032.stdout:op 381 completed, throughput=5MB/sec 2024-09-13T00:28:09.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:08 smithi053 bash[67631]: cluster 2024-09-13T00:28:07.560096+0000 mgr.y (mgr.34107) 761 : cluster [DBG] pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:28:09.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:08 smithi032 bash[75510]: cluster 2024-09-13T00:28:07.560096+0000 mgr.y (mgr.34107) 761 : cluster [DBG] pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:28:09.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:08 smithi032 bash[76677]: cluster 2024-09-13T00:28:07.560096+0000 mgr.y (mgr.34107) 761 : cluster [DBG] pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:28:09.951 INFO:tasks.workunit.client.0.smithi032.stdout: 78: throughput=4.94MB/sec pending data=0 2024-09-13T00:28:09.951 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--_yFU9sajFG5McB off=8081669 len=1396976 2024-09-13T00:28:09.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 382 completed, throughput=4.96MB/sec 2024-09-13T00:28:09.963 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B2DvufLQyz_xQdG off=3672787 len=80131 2024-09-13T00:28:09.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 383 completed, throughput=4.96MB/sec 2024-09-13T00:28:09.964 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_5e2_uaSkOqBjcy off=3322754 len=1892059 2024-09-13T00:28:09.970 INFO:tasks.workunit.client.0.smithi032.stdout:op 384 completed, throughput=4.98MB/sec 2024-09-13T00:28:09.970 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GPi4rD0pGxU_bey off=5971810 len=1991648 2024-09-13T00:28:09.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 385 completed, throughput=5MB/sec 2024-09-13T00:28:10.975 INFO:tasks.workunit.client.0.smithi032.stdout: 79: throughput=4.94MB/sec pending data=0 2024-09-13T00:28:10.975 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YK7DAMaOcX7JS0s off=6139171 len=978385 2024-09-13T00:28:10.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 386 completed, throughput=4.95MB/sec 2024-09-13T00:28:10.983 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AhE5EiD_JjMLf-k off=3354443 len=1569634 2024-09-13T00:28:10.996 INFO:tasks.workunit.client.0.smithi032.stdout:op 387 completed, throughput=4.97MB/sec 2024-09-13T00:28:10.996 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-THK1jFAH4d0cNKz off=16594562 len=1383562 2024-09-13T00:28:11.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 388 completed, throughput=4.98MB/sec 2024-09-13T00:28:11.007 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3VaFKJmE7DYStJj off=1311264 len=1761424 2024-09-13T00:28:11.019 INFO:tasks.workunit.client.0.smithi032.stdout:op 389 completed, throughput=5MB/sec 2024-09-13T00:28:11.035 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:10 smithi053 bash[67631]: cluster 2024-09-13T00:28:09.561078+0000 mgr.y (mgr.34107) 762 : cluster [DBG] pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:28:11.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:10 smithi053 bash[67631]: audit 2024-09-13T00:28:10.156362+0000 mon.a (mon.0) 2162 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:28:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:10 smithi032 bash[75510]: cluster 2024-09-13T00:28:09.561078+0000 mgr.y (mgr.34107) 762 : cluster [DBG] pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:28:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:10 smithi032 bash[75510]: audit 2024-09-13T00:28:10.156362+0000 mon.a (mon.0) 2162 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:28:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:10 smithi032 bash[76677]: cluster 2024-09-13T00:28:09.561078+0000 mgr.y (mgr.34107) 762 : cluster [DBG] pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:28:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:10 smithi032 bash[76677]: audit 2024-09-13T00:28:10.156362+0000 mon.a (mon.0) 2162 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:28:12.019 INFO:tasks.workunit.client.0.smithi032.stdout: 80: throughput=4.94MB/sec pending data=0 2024-09-13T00:28:12.019 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z63xo32-wsbtsmo off=5221628 len=1824072 2024-09-13T00:28:12.031 INFO:tasks.workunit.client.0.smithi032.stdout:op 390 completed, throughput=4.96MB/sec 2024-09-13T00:28:12.031 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4s8p7HIXG4oZ-hS off=11324095 len=729431 2024-09-13T00:28:12.034 INFO:tasks.workunit.client.0.smithi032.stdout:op 391 completed, throughput=4.97MB/sec 2024-09-13T00:28:12.034 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EHAkOxvjs-2Z4ct off=868317 len=1438879 2024-09-13T00:28:12.042 INFO:tasks.workunit.client.0.smithi032.stdout:op 392 completed, throughput=4.99MB/sec 2024-09-13T00:28:12.042 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_xhNCiXUSsYr1bJ off=6749883 len=654897 2024-09-13T00:28:12.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 393 completed, throughput=5MB/sec 2024-09-13T00:28:12.050 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gDM83MF_WY9asaF off=7106501 len=807283 2024-09-13T00:28:12.057 INFO:tasks.workunit.client.0.smithi032.stdout:op 394 completed, throughput=5MB/sec 2024-09-13T00:28:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:28:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:28:12] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-09-13T00:28:12.754 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:28:12 smithi053 bash[94430]: ts=2024-09-13T00:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:28:13.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:12 smithi053 bash[67631]: cluster 2024-09-13T00:28:11.562027+0000 mgr.y (mgr.34107) 763 : cluster [DBG] pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:28:13.057 INFO:tasks.workunit.client.0.smithi032.stdout: 81: throughput=4.94MB/sec pending data=0 2024-09-13T00:28:13.057 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m2IgoCSs3lJyX0X off=293020 len=939985 2024-09-13T00:28:13.066 INFO:tasks.workunit.client.0.smithi032.stdout:op 395 completed, throughput=4.95MB/sec 2024-09-13T00:28:13.066 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c1bh4GTd4VPt0-8 off=19710132 len=136637 2024-09-13T00:28:13.071 INFO:tasks.workunit.client.0.smithi032.stdout:op 396 completed, throughput=4.96MB/sec 2024-09-13T00:28:13.071 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GncvfOktTLnqjvm off=3867734 len=1693416 2024-09-13T00:28:13.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 397 completed, throughput=4.97MB/sec 2024-09-13T00:28:13.074 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-m-ciOU9_iwEp98L off=3108671 len=988074 2024-09-13T00:28:13.077 INFO:tasks.workunit.client.0.smithi032.stdout:op 398 completed, throughput=4.99MB/sec 2024-09-13T00:28:13.077 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PX9n3rOQLBYvMUv off=6410643 len=283204 2024-09-13T00:28:13.082 INFO:tasks.workunit.client.0.smithi032.stdout:op 399 completed, throughput=4.99MB/sec 2024-09-13T00:28:13.082 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NwE5gZNw9pw7HBH off=13635639 len=1540628 2024-09-13T00:28:13.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 400 completed, throughput=5.01MB/sec 2024-09-13T00:28:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:12 smithi032 bash[75510]: cluster 2024-09-13T00:28:11.562027+0000 mgr.y (mgr.34107) 763 : cluster [DBG] pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:28:13.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:12 smithi032 bash[76677]: cluster 2024-09-13T00:28:11.562027+0000 mgr.y (mgr.34107) 763 : cluster [DBG] pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:28:14.094 INFO:tasks.workunit.client.0.smithi032.stdout: 82: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:14.094 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2aTCHszPEkaqLPU off=16923549 len=503874 2024-09-13T00:28:14.101 INFO:tasks.workunit.client.0.smithi032.stdout:op 401 completed, throughput=4.95MB/sec 2024-09-13T00:28:14.101 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-R-aR46vxdKfVtlq off=7107517 len=1502021 2024-09-13T00:28:14.113 INFO:tasks.workunit.client.0.smithi032.stdout:op 402 completed, throughput=4.97MB/sec 2024-09-13T00:28:14.113 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-InrbPxDsJHGtqXP off=7223623 len=1984348 2024-09-13T00:28:14.127 INFO:tasks.workunit.client.0.smithi032.stdout:op 403 completed, throughput=4.99MB/sec 2024-09-13T00:28:14.127 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6G4rn0GhaapPWl0 off=811339 len=22617 2024-09-13T00:28:14.128 INFO:tasks.workunit.client.0.smithi032.stdout:op 404 completed, throughput=4.99MB/sec 2024-09-13T00:28:14.128 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0gghOEc2WIM-D9Q off=897522 len=511124 2024-09-13T00:28:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:op 405 completed, throughput=5MB/sec 2024-09-13T00:28:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7PxcdXIPV32XDmT off=12276233 len=745557 2024-09-13T00:28:14.142 INFO:tasks.workunit.client.0.smithi032.stdout:op 406 completed, throughput=5MB/sec 2024-09-13T00:28:15.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:14 smithi053 bash[67631]: cluster 2024-09-13T00:28:13.563078+0000 mgr.y (mgr.34107) 764 : cluster [DBG] pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:28:15.142 INFO:tasks.workunit.client.0.smithi032.stdout: 83: throughput=4.94MB/sec pending data=0 2024-09-13T00:28:15.142 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Yl6XLr8FZcR5HHC off=215216 len=772281 2024-09-13T00:28:15.150 INFO:tasks.workunit.client.0.smithi032.stdout:op 407 completed, throughput=4.95MB/sec 2024-09-13T00:28:15.150 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-76FPgIEe68LZC7Z off=2701756 len=1510381 2024-09-13T00:28:15.161 INFO:tasks.workunit.client.0.smithi032.stdout:op 408 completed, throughput=4.97MB/sec 2024-09-13T00:28:15.162 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ppqtDGN9BqbsGmv off=6577041 len=589780 2024-09-13T00:28:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:14 smithi032 bash[75510]: cluster 2024-09-13T00:28:13.563078+0000 mgr.y (mgr.34107) 764 : cluster [DBG] pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:28:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:14 smithi032 bash[76677]: cluster 2024-09-13T00:28:13.563078+0000 mgr.y (mgr.34107) 764 : cluster [DBG] pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:28:15.169 INFO:tasks.workunit.client.0.smithi032.stdout:op 409 completed, throughput=4.98MB/sec 2024-09-13T00:28:15.169 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EQDoUCEZ-2VFDMb off=20259112 len=378581 2024-09-13T00:28:15.171 INFO:tasks.workunit.client.0.smithi032.stdout:op 410 completed, throughput=4.98MB/sec 2024-09-13T00:28:15.171 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IhAb8H9TDYGKhw9 off=1729909 len=110753 2024-09-13T00:28:15.172 INFO:tasks.workunit.client.0.smithi032.stdout:op 411 completed, throughput=4.98MB/sec 2024-09-13T00:28:15.172 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H_QruyrSuUPFi0P off=18371109 len=1481238 2024-09-13T00:28:15.174 INFO:tasks.workunit.client.0.smithi032.stdout:op 412 completed, throughput=5MB/sec 2024-09-13T00:28:15.174 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rOgrEm8q_P5iDKT off=100406 len=262561 2024-09-13T00:28:15.179 INFO:tasks.workunit.client.0.smithi032.stdout:op 413 completed, throughput=5MB/sec 2024-09-13T00:28:15.179 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-udC1FR3bqXyQBOs off=17698426 len=1648316 2024-09-13T00:28:15.189 INFO:tasks.workunit.client.0.smithi032.stdout:op 414 completed, throughput=5.02MB/sec 2024-09-13T00:28:16.190 INFO:tasks.workunit.client.0.smithi032.stdout: 84: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:16.190 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Mxcpr44v-L0vkZG off=19316262 len=648474 2024-09-13T00:28:16.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 415 completed, throughput=4.97MB/sec 2024-09-13T00:28:16.197 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UyBVJXgdmWQu2Bu off=9546158 len=1419558 2024-09-13T00:28:16.208 INFO:tasks.workunit.client.0.smithi032.stdout:op 416 completed, throughput=4.98MB/sec 2024-09-13T00:28:16.208 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XShVoFfQg-wrkda off=11907308 len=795691 2024-09-13T00:28:16.216 INFO:tasks.workunit.client.0.smithi032.stdout:op 417 completed, throughput=4.99MB/sec 2024-09-13T00:28:16.216 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sJjudBvqJxOdZ_G off=2465286 len=120004 2024-09-13T00:28:16.220 INFO:tasks.workunit.client.0.smithi032.stdout:op 418 completed, throughput=4.99MB/sec 2024-09-13T00:28:16.221 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yMo0GLMB7Lg72hW off=15464372 len=930230 2024-09-13T00:28:16.228 INFO:tasks.workunit.client.0.smithi032.stdout:op 419 completed, throughput=5MB/sec 2024-09-13T00:28:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:16 smithi032 bash[75510]: cluster 2024-09-13T00:28:15.563956+0000 mgr.y (mgr.34107) 765 : cluster [DBG] pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:28:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:16 smithi032 bash[76677]: cluster 2024-09-13T00:28:15.563956+0000 mgr.y (mgr.34107) 765 : cluster [DBG] pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:28:16.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:16 smithi053 bash[67631]: cluster 2024-09-13T00:28:15.563956+0000 mgr.y (mgr.34107) 765 : cluster [DBG] pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:28:17.229 INFO:tasks.workunit.client.0.smithi032.stdout: 85: throughput=4.94MB/sec pending data=0 2024-09-13T00:28:17.229 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-onHH5xWj8jUeIlp off=240331 len=1599815 2024-09-13T00:28:17.234 INFO:tasks.workunit.client.0.smithi032.stdout:op 420 completed, throughput=4.96MB/sec 2024-09-13T00:28:17.234 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-50Wn69hY9pRjFnH off=6857952 len=684018 2024-09-13T00:28:17.244 INFO:tasks.workunit.client.0.smithi032.stdout:op 421 completed, throughput=4.97MB/sec 2024-09-13T00:28:17.244 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i0Jktqyp5YcVoaf off=2253230 len=743604 2024-09-13T00:28:17.249 INFO:tasks.workunit.client.0.smithi032.stdout:op 422 completed, throughput=4.97MB/sec 2024-09-13T00:28:17.249 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ToR0o89W0SD5-dT off=10112763 len=679398 2024-09-13T00:28:17.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 423 completed, throughput=4.98MB/sec 2024-09-13T00:28:17.256 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TZlQ4VzZ9xyRJ8m off=5612259 len=415860 2024-09-13T00:28:17.258 INFO:tasks.workunit.client.0.smithi032.stdout:op 424 completed, throughput=4.99MB/sec 2024-09-13T00:28:17.258 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H1XHPW5_eCq3Ptk off=0 len=1844917 2024-09-13T00:28:17.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 425 completed, throughput=5.01MB/sec 2024-09-13T00:28:18.262 INFO:tasks.workunit.client.0.smithi032.stdout: 86: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:18.263 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qdWFkeO7IHC1WZp off=2050064 len=1184753 2024-09-13T00:28:18.268 INFO:tasks.workunit.client.0.smithi032.stdout:op 426 completed, throughput=4.96MB/sec 2024-09-13T00:28:18.268 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2-Lx5fdQsgsoy4V off=12330096 len=670955 2024-09-13T00:28:18.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 427 completed, throughput=4.97MB/sec 2024-09-13T00:28:18.272 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MQR3YC_S_suJAbP off=1950463 len=1687256 2024-09-13T00:28:18.278 INFO:tasks.workunit.client.0.smithi032.stdout:op 428 completed, throughput=4.99MB/sec 2024-09-13T00:28:18.278 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TBCUWIeizRONwer off=2299098 len=808987 2024-09-13T00:28:18.286 INFO:tasks.workunit.client.0.smithi032.stdout:op 429 completed, throughput=5MB/sec 2024-09-13T00:28:18.286 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EEZE4j28aCHy2UU off=10665539 len=947419 2024-09-13T00:28:18.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 430 completed, throughput=5.01MB/sec 2024-09-13T00:28:18.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:18 smithi032 bash[76677]: cluster 2024-09-13T00:28:17.564820+0000 mgr.y (mgr.34107) 766 : cluster [DBG] pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:28:18.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:18 smithi032 bash[75510]: cluster 2024-09-13T00:28:17.564820+0000 mgr.y (mgr.34107) 766 : cluster [DBG] pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:28:19.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:18 smithi053 bash[67631]: cluster 2024-09-13T00:28:17.564820+0000 mgr.y (mgr.34107) 766 : cluster [DBG] pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:28:19.289 INFO:tasks.workunit.client.0.smithi032.stdout: 87: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:19.289 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rd5_P9qyhkNUA89 off=17262546 len=2092273 2024-09-13T00:28:19.304 INFO:tasks.workunit.client.0.smithi032.stdout:op 431 completed, throughput=4.97MB/sec 2024-09-13T00:28:19.305 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W98cvNllwa9oGsh off=18851067 len=904030 2024-09-13T00:28:19.313 INFO:tasks.workunit.client.0.smithi032.stdout:op 432 completed, throughput=4.98MB/sec 2024-09-13T00:28:19.313 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GB5ZCd7atetIA0o off=5806863 len=1368300 2024-09-13T00:28:19.317 INFO:tasks.workunit.client.0.smithi032.stdout:op 433 completed, throughput=4.99MB/sec 2024-09-13T00:28:19.317 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sQu7Z1unlwJoVqi off=4623884 len=470049 2024-09-13T00:28:19.323 INFO:tasks.workunit.client.0.smithi032.stdout:op 434 completed, throughput=5MB/sec 2024-09-13T00:28:19.324 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M4iUHroYIzYAAxp off=3025074 len=709294 2024-09-13T00:28:19.326 INFO:tasks.workunit.client.0.smithi032.stdout:op 435 completed, throughput=5.01MB/sec 2024-09-13T00:28:20.326 INFO:tasks.workunit.client.0.smithi032.stdout: 88: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:20.326 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q-8bAxGZv0SBlJG off=10134549 len=2013510 2024-09-13T00:28:20.342 INFO:tasks.workunit.client.0.smithi032.stdout:op 436 completed, throughput=4.97MB/sec 2024-09-13T00:28:20.342 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ywOHjfqHtCSBln9 off=2653755 len=1496802 2024-09-13T00:28:20.346 INFO:tasks.workunit.client.0.smithi032.stdout:op 437 completed, throughput=4.99MB/sec 2024-09-13T00:28:20.347 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OHKd7P8nPRMCRP2 off=3925924 len=1376609 2024-09-13T00:28:20.356 INFO:tasks.workunit.client.0.smithi032.stdout:op 438 completed, throughput=5MB/sec 2024-09-13T00:28:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:20 smithi032 bash[76677]: cluster 2024-09-13T00:28:19.565788+0000 mgr.y (mgr.34107) 767 : cluster [DBG] pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T00:28:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:20 smithi032 bash[75510]: cluster 2024-09-13T00:28:19.565788+0000 mgr.y (mgr.34107) 767 : cluster [DBG] pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T00:28:21.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:20 smithi053 bash[67631]: cluster 2024-09-13T00:28:19.565788+0000 mgr.y (mgr.34107) 767 : cluster [DBG] pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T00:28:21.357 INFO:tasks.workunit.client.0.smithi032.stdout: 89: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:21.357 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HVJm3wWvYKmshNA off=11324682 len=1152064 2024-09-13T00:28:21.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 439 completed, throughput=4.96MB/sec 2024-09-13T00:28:21.360 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hFi1gFHgy_6HE70 off=304146 len=174855 2024-09-13T00:28:21.361 INFO:tasks.workunit.client.0.smithi032.stdout:op 440 completed, throughput=4.96MB/sec 2024-09-13T00:28:21.361 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NWuK0VYinPRFoBO off=6030690 len=1987965 2024-09-13T00:28:21.375 INFO:tasks.workunit.client.0.smithi032.stdout:op 441 completed, throughput=4.98MB/sec 2024-09-13T00:28:21.375 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uiDDiiECgR7lJ02 off=189342 len=1382821 2024-09-13T00:28:21.379 INFO:tasks.workunit.client.0.smithi032.stdout:op 442 completed, throughput=4.99MB/sec 2024-09-13T00:28:21.379 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lwujvZ8RNwi2gsR off=767428 len=1579852 2024-09-13T00:28:21.391 INFO:tasks.workunit.client.0.smithi032.stdout:op 443 completed, throughput=5.01MB/sec 2024-09-13T00:28:22.392 INFO:tasks.workunit.client.0.smithi032.stdout: 90: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:22.392 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3ybDIVWwBS2zgZU off=7579927 len=1541017 2024-09-13T00:28:22.403 INFO:tasks.workunit.client.0.smithi032.stdout:op 444 completed, throughput=4.97MB/sec 2024-09-13T00:28:22.403 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NXUBj3JyXmvalQN off=14639473 len=926832 2024-09-13T00:28:22.406 INFO:tasks.workunit.client.0.smithi032.stdout:op 445 completed, throughput=4.98MB/sec 2024-09-13T00:28:22.406 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YOfqg3P2hCjnJeq off=700009 len=217296 2024-09-13T00:28:22.412 INFO:tasks.workunit.client.0.smithi032.stdout:op 446 completed, throughput=4.98MB/sec 2024-09-13T00:28:22.413 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nYyaP0qq7S9q6-7 off=9793063 len=809936 2024-09-13T00:28:22.414 INFO:tasks.workunit.client.0.smithi032.stdout:op 447 completed, throughput=4.99MB/sec 2024-09-13T00:28:22.414 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d0cDFHtdMw_Kcto off=132779 len=1476657 2024-09-13T00:28:22.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 448 completed, throughput=5MB/sec 2024-09-13T00:28:22.627 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:28:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:28:22] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-09-13T00:28:22.628 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:28:22 smithi053 bash[94430]: ts=2024-09-13T00:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:28:22.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:22 smithi032 bash[75510]: cluster 2024-09-13T00:28:21.566784+0000 mgr.y (mgr.34107) 768 : cluster [DBG] pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T00:28:22.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:22 smithi032 bash[76677]: cluster 2024-09-13T00:28:21.566784+0000 mgr.y (mgr.34107) 768 : cluster [DBG] pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T00:28:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:22 smithi053 bash[67631]: cluster 2024-09-13T00:28:21.566784+0000 mgr.y (mgr.34107) 768 : cluster [DBG] pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T00:28:23.427 INFO:tasks.workunit.client.0.smithi032.stdout: 91: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:23.427 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EyZh0mBKU2zj3SF off=11675893 len=748292 2024-09-13T00:28:23.430 INFO:tasks.workunit.client.0.smithi032.stdout:op 449 completed, throughput=4.96MB/sec 2024-09-13T00:28:23.430 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vpEOFlCiqRaV21c off=10335910 len=1443168 2024-09-13T00:28:23.442 INFO:tasks.workunit.client.0.smithi032.stdout:op 450 completed, throughput=4.97MB/sec 2024-09-13T00:28:23.442 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8J0T-p4OzedjJns off=21241226 len=398927 2024-09-13T00:28:23.448 INFO:tasks.workunit.client.0.smithi032.stdout:op 451 completed, throughput=4.98MB/sec 2024-09-13T00:28:23.448 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DUJL8BbiLDUF4L8 off=12377627 len=1090705 2024-09-13T00:28:23.451 INFO:tasks.workunit.client.0.smithi032.stdout:op 452 completed, throughput=4.99MB/sec 2024-09-13T00:28:23.451 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AVNm-OWD0QPK909 off=7311482 len=698840 2024-09-13T00:28:23.455 INFO:tasks.workunit.client.0.smithi032.stdout:op 453 completed, throughput=4.99MB/sec 2024-09-13T00:28:23.455 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9OMf-GaoSfixFd9 off=4498751 len=437273 2024-09-13T00:28:23.457 INFO:tasks.workunit.client.0.smithi032.stdout:op 454 completed, throughput=5MB/sec 2024-09-13T00:28:23.457 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q3Uz_ntF-ytkSpO off=1720314 len=1179955 2024-09-13T00:28:23.465 INFO:tasks.workunit.client.0.smithi032.stdout:op 455 completed, throughput=5.01MB/sec 2024-09-13T00:28:24.466 INFO:tasks.workunit.client.0.smithi032.stdout: 92: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:24.466 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EQ_Fl_Jh3DOfakm off=8486551 len=274781 2024-09-13T00:28:24.471 INFO:tasks.workunit.client.0.smithi032.stdout:op 456 completed, throughput=4.96MB/sec 2024-09-13T00:28:24.471 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eX0-_pmDtVZRpdH off=6457389 len=475091 2024-09-13T00:28:24.477 INFO:tasks.workunit.client.0.smithi032.stdout:op 457 completed, throughput=4.96MB/sec 2024-09-13T00:28:24.477 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I9U-LgdoSl_5FIz off=1081034 len=503835 2024-09-13T00:28:24.483 INFO:tasks.workunit.client.0.smithi032.stdout:op 458 completed, throughput=4.97MB/sec 2024-09-13T00:28:24.484 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LTv3mqINn4lm10R off=16201614 len=625746 2024-09-13T00:28:24.490 INFO:tasks.workunit.client.0.smithi032.stdout:op 459 completed, throughput=4.98MB/sec 2024-09-13T00:28:24.490 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AQMYeQ1PXHZWFqs off=8033052 len=1518754 2024-09-13T00:28:24.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 460 completed, throughput=4.99MB/sec 2024-09-13T00:28:24.494 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OMC2f_Lc-FdBHT3 off=17832808 len=1499088 2024-09-13T00:28:24.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 461 completed, throughput=5MB/sec 2024-09-13T00:28:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:24 smithi032 bash[75510]: cluster 2024-09-13T00:28:23.567818+0000 mgr.y (mgr.34107) 769 : cluster [DBG] pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.3 MiB/s wr, 5 op/s 2024-09-13T00:28:24.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:24 smithi032 bash[76677]: cluster 2024-09-13T00:28:23.567818+0000 mgr.y (mgr.34107) 769 : cluster [DBG] pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.3 MiB/s wr, 5 op/s 2024-09-13T00:28:25.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:24 smithi053 bash[67631]: cluster 2024-09-13T00:28:23.567818+0000 mgr.y (mgr.34107) 769 : cluster [DBG] pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.3 MiB/s wr, 5 op/s 2024-09-13T00:28:25.505 INFO:tasks.workunit.client.0.smithi032.stdout: 93: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:25.506 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vfvjheHIZ5-iREU off=2271569 len=908576 2024-09-13T00:28:25.514 INFO:tasks.workunit.client.0.smithi032.stdout:op 462 completed, throughput=4.96MB/sec 2024-09-13T00:28:25.515 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eXsDhwGeXs16c9S off=10286379 len=240053 2024-09-13T00:28:25.516 INFO:tasks.workunit.client.0.smithi032.stdout:op 463 completed, throughput=4.96MB/sec 2024-09-13T00:28:25.516 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fJ4q35Y5BQdj29s off=12978686 len=1486746 2024-09-13T00:28:25.519 INFO:tasks.workunit.client.0.smithi032.stdout:op 464 completed, throughput=4.98MB/sec 2024-09-13T00:28:25.520 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wbiv_4pP1bfFFdF off=1569563 len=929767 2024-09-13T00:28:25.528 INFO:tasks.workunit.client.0.smithi032.stdout:op 465 completed, throughput=4.99MB/sec 2024-09-13T00:28:25.529 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Zgh8i_rCongtKsT off=16277880 len=1523162 2024-09-13T00:28:25.532 INFO:tasks.workunit.client.0.smithi032.stdout:op 466 completed, throughput=5MB/sec 2024-09-13T00:28:25.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:25 smithi032 bash[75510]: audit 2024-09-13T00:28:25.157091+0000 mon.a (mon.0) 2163 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:28:25.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:25 smithi032 bash[76677]: audit 2024-09-13T00:28:25.157091+0000 mon.a (mon.0) 2163 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:28:26.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:25 smithi053 bash[67631]: audit 2024-09-13T00:28:25.157091+0000 mon.a (mon.0) 2163 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:28:26.533 INFO:tasks.workunit.client.0.smithi032.stdout: 94: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:26.533 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TZPsW3PjjwK6tDv off=3290498 len=847507 2024-09-13T00:28:26.541 INFO:tasks.workunit.client.0.smithi032.stdout:op 467 completed, throughput=4.96MB/sec 2024-09-13T00:28:26.541 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-deXWq1YnnKanVyC off=295665 len=711889 2024-09-13T00:28:26.542 INFO:tasks.workunit.client.0.smithi032.stdout:op 468 completed, throughput=4.96MB/sec 2024-09-13T00:28:26.542 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yRor7r5Gy8fx5_w off=7204203 len=837016 2024-09-13T00:28:26.550 INFO:tasks.workunit.client.0.smithi032.stdout:op 469 completed, throughput=4.97MB/sec 2024-09-13T00:28:26.550 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AIiGaxcscGTrSkW off=8699474 len=40314 2024-09-13T00:28:26.554 INFO:tasks.workunit.client.0.smithi032.stdout:op 470 completed, throughput=4.97MB/sec 2024-09-13T00:28:26.554 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xlIlkuzl3L1e9p4 off=4607288 len=774573 2024-09-13T00:28:26.557 INFO:tasks.workunit.client.0.smithi032.stdout:op 471 completed, throughput=4.98MB/sec 2024-09-13T00:28:26.557 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K-C2bQ8oxWG2vIR off=1598200 len=2049310 2024-09-13T00:28:26.561 INFO:tasks.workunit.client.0.smithi032.stdout:op 472 completed, throughput=5MB/sec 2024-09-13T00:28:26.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:26 smithi032 bash[75510]: cluster 2024-09-13T00:28:25.568749+0000 mgr.y (mgr.34107) 770 : cluster [DBG] pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:28:26.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:26 smithi032 bash[76677]: cluster 2024-09-13T00:28:25.568749+0000 mgr.y (mgr.34107) 770 : cluster [DBG] pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:28:27.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:26 smithi053 bash[67631]: cluster 2024-09-13T00:28:25.568749+0000 mgr.y (mgr.34107) 770 : cluster [DBG] pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:28:27.562 INFO:tasks.workunit.client.0.smithi032.stdout: 95: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:27.562 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ETQloBMZTwCOefL off=13971986 len=1718722 2024-09-13T00:28:27.574 INFO:tasks.workunit.client.0.smithi032.stdout:op 473 completed, throughput=4.97MB/sec 2024-09-13T00:28:27.575 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iWifOwfEri_JLkz off=1692147 len=240880 2024-09-13T00:28:27.580 INFO:tasks.workunit.client.0.smithi032.stdout:op 474 completed, throughput=4.97MB/sec 2024-09-13T00:28:27.580 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dYAnR_mf_CxbCdn off=13045945 len=1643551 2024-09-13T00:28:27.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 475 completed, throughput=4.98MB/sec 2024-09-13T00:28:27.584 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PYBnngFKNqkyA_3 off=1069696 len=1637625 2024-09-13T00:28:27.587 INFO:tasks.workunit.client.0.smithi032.stdout:op 476 completed, throughput=5MB/sec 2024-09-13T00:28:27.588 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dvVVnH2ofHnv5VB off=11647242 len=245159 2024-09-13T00:28:27.592 INFO:tasks.workunit.client.0.smithi032.stdout:op 477 completed, throughput=5MB/sec 2024-09-13T00:28:28.592 INFO:tasks.workunit.client.0.smithi032.stdout: 96: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:28.593 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2-xn-o3igVbRKoo off=5082708 len=1511522 2024-09-13T00:28:28.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 478 completed, throughput=4.96MB/sec 2024-09-13T00:28:28.604 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0Ava2sX6saiCGvs off=6129440 len=327562 2024-09-13T00:28:28.609 INFO:tasks.workunit.client.0.smithi032.stdout:op 479 completed, throughput=4.97MB/sec 2024-09-13T00:28:28.609 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W-hYJDDyhzjuOCX off=2163587 len=121081 2024-09-13T00:28:28.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 480 completed, throughput=4.97MB/sec 2024-09-13T00:28:28.614 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-emmUwhPyFDr_ELw off=17068773 len=1824268 2024-09-13T00:28:28.626 INFO:tasks.workunit.client.0.smithi032.stdout:op 481 completed, throughput=4.99MB/sec 2024-09-13T00:28:28.626 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-udrQnYpS6WTScZs off=12807187 len=240416 2024-09-13T00:28:28.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 482 completed, throughput=4.99MB/sec 2024-09-13T00:28:28.628 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5sjJ3gmK3WxQCIf off=17715680 len=900150 2024-09-13T00:28:28.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 483 completed, throughput=5MB/sec 2024-09-13T00:28:28.637 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QVfewPTEwWYKdbG off=3245353 len=902248 2024-09-13T00:28:28.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 484 completed, throughput=5MB/sec 2024-09-13T00:28:28.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:28 smithi032 bash[75510]: cluster 2024-09-13T00:28:27.569728+0000 mgr.y (mgr.34107) 771 : cluster [DBG] pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:28:28.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:28 smithi032 bash[76677]: cluster 2024-09-13T00:28:27.569728+0000 mgr.y (mgr.34107) 771 : cluster [DBG] pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:28:29.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:28 smithi053 bash[67631]: cluster 2024-09-13T00:28:27.569728+0000 mgr.y (mgr.34107) 771 : cluster [DBG] pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:28:29.645 INFO:tasks.workunit.client.0.smithi032.stdout: 97: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:29.645 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-t5x_r_-6wuZ-wwz off=2591202 len=1629922 2024-09-13T00:28:29.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 485 completed, throughput=4.97MB/sec 2024-09-13T00:28:29.649 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-845xrZzz3ihw1HH off=21261836 len=437235 2024-09-13T00:28:29.651 INFO:tasks.workunit.client.0.smithi032.stdout:op 486 completed, throughput=4.97MB/sec 2024-09-13T00:28:29.651 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G9i7Hz1OjiNjAlV off=21344244 len=566644 2024-09-13T00:28:29.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 487 completed, throughput=4.98MB/sec 2024-09-13T00:28:29.658 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HYQKwK7uzvZIcqy off=5029462 len=418810 2024-09-13T00:28:29.660 INFO:tasks.workunit.client.0.smithi032.stdout:op 488 completed, throughput=4.98MB/sec 2024-09-13T00:28:29.660 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yVTjQkoEsZ3OSA1 off=15106662 len=512823 2024-09-13T00:28:29.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 489 completed, throughput=4.99MB/sec 2024-09-13T00:28:29.667 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RSc-Rn0N6shaJTh off=2341409 len=1512981 2024-09-13T00:28:29.678 INFO:tasks.workunit.client.0.smithi032.stdout:op 490 completed, throughput=5MB/sec 2024-09-13T00:28:30.678 INFO:tasks.workunit.client.0.smithi032.stdout: 98: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:30.679 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tEVn-YQwLatYUma off=6266600 len=2005200 2024-09-13T00:28:30.694 INFO:tasks.workunit.client.0.smithi032.stdout:op 491 completed, throughput=4.97MB/sec 2024-09-13T00:28:30.694 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hFZgjWfN1KJN-Uu off=7242112 len=1076047 2024-09-13T00:28:30.703 INFO:tasks.workunit.client.0.smithi032.stdout:op 492 completed, throughput=4.98MB/sec 2024-09-13T00:28:30.703 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uiDDiiECgR7lJ02 off=301587 len=2092936 2024-09-13T00:28:30.716 INFO:tasks.workunit.client.0.smithi032.stdout:op 493 completed, throughput=5MB/sec 2024-09-13T00:28:30.716 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_U1PTDw1E0sinry off=2454662 len=1383350 2024-09-13T00:28:30.718 INFO:tasks.workunit.client.0.smithi032.stdout:op 494 completed, throughput=5.01MB/sec 2024-09-13T00:28:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:30 smithi032 bash[75510]: cluster 2024-09-13T00:28:29.570770+0000 mgr.y (mgr.34107) 772 : cluster [DBG] pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:28:30.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:30 smithi032 bash[76677]: cluster 2024-09-13T00:28:29.570770+0000 mgr.y (mgr.34107) 772 : cluster [DBG] pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:28:31.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:30 smithi053 bash[67631]: cluster 2024-09-13T00:28:29.570770+0000 mgr.y (mgr.34107) 772 : cluster [DBG] pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:28:31.719 INFO:tasks.workunit.client.0.smithi032.stdout: 99: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:31.719 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c9FY5iYu3IgtK9r off=1991782 len=1581566 2024-09-13T00:28:31.731 INFO:tasks.workunit.client.0.smithi032.stdout:op 495 completed, throughput=4.98MB/sec 2024-09-13T00:28:31.732 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r1E51zynYTWoHAf off=7005 len=466572 2024-09-13T00:28:31.733 INFO:tasks.workunit.client.0.smithi032.stdout:op 496 completed, throughput=4.98MB/sec 2024-09-13T00:28:31.734 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5XDav1VltFV5KoP off=10171480 len=1282336 2024-09-13T00:28:31.737 INFO:tasks.workunit.client.0.smithi032.stdout:op 497 completed, throughput=4.99MB/sec 2024-09-13T00:28:31.737 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rmtXJqQh9VU5wIq off=5000 len=1009733 2024-09-13T00:28:31.740 INFO:tasks.workunit.client.0.smithi032.stdout:op 498 completed, throughput=5MB/sec 2024-09-13T00:28:32.653 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:28:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:28:32] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-09-13T00:28:32.654 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:28:32 smithi053 bash[94430]: ts=2024-09-13T00:28:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:28:32.740 INFO:tasks.workunit.client.0.smithi032.stdout: 100: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:32.740 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7APQSJaZfUMjH4m off=1328880 len=1745967 2024-09-13T00:28:32.753 INFO:tasks.workunit.client.0.smithi032.stdout:op 499 completed, throughput=4.97MB/sec 2024-09-13T00:28:32.753 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nXY8vDcXv5Ouaam off=2963236 len=174409 2024-09-13T00:28:32.758 INFO:tasks.workunit.client.0.smithi032.stdout:op 500 completed, throughput=4.97MB/sec 2024-09-13T00:28:32.758 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w2IeRmmiHeiB9vU off=661268 len=651308 2024-09-13T00:28:32.765 INFO:tasks.workunit.client.0.smithi032.stdout:op 501 completed, throughput=4.98MB/sec 2024-09-13T00:28:32.765 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8pIXqFFrDM--QUc off=3488965 len=356785 2024-09-13T00:28:32.770 INFO:tasks.workunit.client.0.smithi032.stdout:op 502 completed, throughput=4.98MB/sec 2024-09-13T00:28:32.770 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YWOWugwfv0iLBFO off=8603270 len=1589524 2024-09-13T00:28:32.781 INFO:tasks.workunit.client.0.smithi032.stdout:op 503 completed, throughput=4.99MB/sec 2024-09-13T00:28:32.781 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ajkas6-taru5JGn off=15571142 len=1680905 2024-09-13T00:28:32.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 504 completed, throughput=5.01MB/sec 2024-09-13T00:28:32.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:32 smithi032 bash[75510]: cluster 2024-09-13T00:28:31.571714+0000 mgr.y (mgr.34107) 773 : cluster [DBG] pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:28:32.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:32 smithi032 bash[76677]: cluster 2024-09-13T00:28:31.571714+0000 mgr.y (mgr.34107) 773 : cluster [DBG] pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:28:33.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:32 smithi053 bash[67631]: cluster 2024-09-13T00:28:31.571714+0000 mgr.y (mgr.34107) 773 : cluster [DBG] pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:28:33.794 INFO:tasks.workunit.client.0.smithi032.stdout: 101: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:33.795 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6-nX-hrZeHgBJnz off=8336572 len=72638 2024-09-13T00:28:33.795 INFO:tasks.workunit.client.0.smithi032.stdout:op 505 completed, throughput=4.96MB/sec 2024-09-13T00:28:33.795 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mn2d8h1q9QJnQbz off=4534436 len=1511638 2024-09-13T00:28:33.809 INFO:tasks.workunit.client.0.smithi032.stdout:op 506 completed, throughput=4.97MB/sec 2024-09-13T00:28:33.809 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-l5DF9_ZMiTJqgxq off=3946961 len=1090566 2024-09-13T00:28:33.813 INFO:tasks.workunit.client.0.smithi032.stdout:op 507 completed, throughput=4.98MB/sec 2024-09-13T00:28:33.813 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tRQaMId1L4LmyHK off=470878 len=1684042 2024-09-13T00:28:33.817 INFO:tasks.workunit.client.0.smithi032.stdout:op 508 completed, throughput=5MB/sec 2024-09-13T00:28:33.817 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jHKRyiMweZuHwBH off=14458715 len=185902 2024-09-13T00:28:33.817 INFO:tasks.workunit.client.0.smithi032.stdout:op 509 completed, throughput=5MB/sec 2024-09-13T00:28:34.818 INFO:tasks.workunit.client.0.smithi032.stdout: 102: throughput=4.95MB/sec pending data=0 2024-09-13T00:28:34.818 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6csiMv2q8Y3tjfA off=1946674 len=1336186 2024-09-13T00:28:34.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 510 completed, throughput=4.96MB/sec 2024-09-13T00:28:34.822 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zerv08c7WuOiIAe off=976714 len=200109 2024-09-13T00:28:34.823 INFO:tasks.workunit.client.0.smithi032.stdout:op 511 completed, throughput=4.97MB/sec 2024-09-13T00:28:34.823 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zJIEEPsRz_fPIFo off=889463 len=798769 2024-09-13T00:28:34.831 INFO:tasks.workunit.client.0.smithi032.stdout:op 512 completed, throughput=4.97MB/sec 2024-09-13T00:28:34.831 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0trmPllhwkmB-I6 off=11782977 len=521841 2024-09-13T00:28:34.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 513 completed, throughput=4.98MB/sec 2024-09-13T00:28:34.833 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XhsHNzkfyjnRQe4 off=3083906 len=599483 2024-09-13T00:28:34.836 INFO:tasks.workunit.client.0.smithi032.stdout:op 514 completed, throughput=4.98MB/sec 2024-09-13T00:28:34.836 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XRMg7Lm34-bs1yt off=3246199 len=1095758 2024-09-13T00:28:34.840 INFO:tasks.workunit.client.0.smithi032.stdout:op 515 completed, throughput=4.99MB/sec 2024-09-13T00:28:34.840 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RY_Tp3QEZH_l7X9 off=2207434 len=1775798 2024-09-13T00:28:34.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 516 completed, throughput=5.01MB/sec 2024-09-13T00:28:34.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:34 smithi032 bash[75510]: cluster 2024-09-13T00:28:33.572816+0000 mgr.y (mgr.34107) 774 : cluster [DBG] pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:28:34.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:34 smithi032 bash[76677]: cluster 2024-09-13T00:28:33.572816+0000 mgr.y (mgr.34107) 774 : cluster [DBG] pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:28:35.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:34 smithi053 bash[67631]: cluster 2024-09-13T00:28:33.572816+0000 mgr.y (mgr.34107) 774 : cluster [DBG] pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:28:35.852 INFO:tasks.workunit.client.0.smithi032.stdout: 103: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:35.852 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q2PzYnEI0oHZf1D off=2163459 len=1267818 2024-09-13T00:28:35.863 INFO:tasks.workunit.client.0.smithi032.stdout:op 517 completed, throughput=4.97MB/sec 2024-09-13T00:28:35.863 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wi1-OulW9_RH1TB off=2118737 len=1928867 2024-09-13T00:28:35.879 INFO:tasks.workunit.client.0.smithi032.stdout:op 518 completed, throughput=4.99MB/sec 2024-09-13T00:28:35.879 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iwgQ8aFLWL6hUbT off=4524188 len=1618230 2024-09-13T00:28:35.890 INFO:tasks.workunit.client.0.smithi032.stdout:op 519 completed, throughput=5MB/sec 2024-09-13T00:28:36.890 INFO:tasks.workunit.client.0.smithi032.stdout: 104: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:36.890 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s5KPfWtmZF3KTAR off=3246047 len=234765 2024-09-13T00:28:36.892 INFO:tasks.workunit.client.0.smithi032.stdout:op 520 completed, throughput=4.96MB/sec 2024-09-13T00:28:36.892 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6yCBHPAh1cY3Wuz off=1280472 len=518784 2024-09-13T00:28:36.899 INFO:tasks.workunit.client.0.smithi032.stdout:op 521 completed, throughput=4.96MB/sec 2024-09-13T00:28:36.899 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QENMPC54kk2lW9i off=4084172 len=1542559 2024-09-13T00:28:36.910 INFO:tasks.workunit.client.0.smithi032.stdout:op 522 completed, throughput=4.98MB/sec 2024-09-13T00:28:36.910 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6pIyjDyPht9MC4x off=2529506 len=1186605 2024-09-13T00:28:36.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:36 smithi032 bash[76677]: cluster 2024-09-13T00:28:35.573692+0000 mgr.y (mgr.34107) 775 : cluster [DBG] pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:28:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:36 smithi032 bash[75510]: cluster 2024-09-13T00:28:35.573692+0000 mgr.y (mgr.34107) 775 : cluster [DBG] pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:28:36.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 523 completed, throughput=4.99MB/sec 2024-09-13T00:28:36.920 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CIHlsDCDQX_1U1k off=12147836 len=1170142 2024-09-13T00:28:36.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 524 completed, throughput=5MB/sec 2024-09-13T00:28:36.924 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pK7ssOViOkM8RMf off=8172843 len=2020392 2024-09-13T00:28:36.928 INFO:tasks.workunit.client.0.smithi032.stdout:op 525 completed, throughput=5.01MB/sec 2024-09-13T00:28:37.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:36 smithi053 bash[67631]: cluster 2024-09-13T00:28:35.573692+0000 mgr.y (mgr.34107) 775 : cluster [DBG] pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:28:37.929 INFO:tasks.workunit.client.0.smithi032.stdout: 105: throughput=4.97MB/sec pending data=0 2024-09-13T00:28:37.929 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YqK7Ueq-P3NWQSJ off=1730763 len=563068 2024-09-13T00:28:37.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 526 completed, throughput=4.97MB/sec 2024-09-13T00:28:37.936 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Kam0NICq88Nrpel off=3910749 len=1396089 2024-09-13T00:28:37.939 INFO:tasks.workunit.client.0.smithi032.stdout:op 527 completed, throughput=4.98MB/sec 2024-09-13T00:28:37.939 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k4IPe3vmEsLiafG off=936770 len=458194 2024-09-13T00:28:37.945 INFO:tasks.workunit.client.0.smithi032.stdout:op 528 completed, throughput=4.99MB/sec 2024-09-13T00:28:37.945 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FgIv-1jkN_eSujV off=9174139 len=1202938 2024-09-13T00:28:37.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 529 completed, throughput=5MB/sec 2024-09-13T00:28:37.949 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IFfEh9mTChPJHdD off=10535322 len=960140 2024-09-13T00:28:37.951 INFO:tasks.workunit.client.0.smithi032.stdout:op 530 completed, throughput=5.01MB/sec 2024-09-13T00:28:38.951 INFO:tasks.workunit.client.0.smithi032.stdout: 106: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:38.952 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V9p1nRVpDDaKiqo off=1153031 len=936124 2024-09-13T00:28:38.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 531 completed, throughput=4.97MB/sec 2024-09-13T00:28:38.961 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PTUWlQM9bj1pop8 off=4004482 len=1423461 2024-09-13T00:28:38.972 INFO:tasks.workunit.client.0.smithi032.stdout:op 532 completed, throughput=4.98MB/sec 2024-09-13T00:28:38.973 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iq93cZk3zlsUXeq off=905938 len=1055556 2024-09-13T00:28:38.980 INFO:tasks.workunit.client.0.smithi032.stdout:op 533 completed, throughput=4.99MB/sec 2024-09-13T00:28:38.980 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T2z7ErXg5WaygQE off=3986605 len=1047311 2024-09-13T00:28:38.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 534 completed, throughput=5MB/sec 2024-09-13T00:28:38.983 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hs2Sbra-clD6vRu off=9910703 len=455948 2024-09-13T00:28:38.985 INFO:tasks.workunit.client.0.smithi032.stdout:op 535 completed, throughput=5MB/sec 2024-09-13T00:28:39.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:38 smithi053 bash[67631]: cluster 2024-09-13T00:28:37.574582+0000 mgr.y (mgr.34107) 776 : cluster [DBG] pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:28:39.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:38 smithi032 bash[76677]: cluster 2024-09-13T00:28:37.574582+0000 mgr.y (mgr.34107) 776 : cluster [DBG] pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:28:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:38 smithi032 bash[75510]: cluster 2024-09-13T00:28:37.574582+0000 mgr.y (mgr.34107) 776 : cluster [DBG] pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:28:39.985 INFO:tasks.workunit.client.0.smithi032.stdout: 107: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:39.986 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-efHSkYKH3W8xFSA off=5929194 len=771936 2024-09-13T00:28:39.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 536 completed, throughput=4.96MB/sec 2024-09-13T00:28:39.993 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a_hRMIUcWSKoerd off=296310 len=1754918 2024-09-13T00:28:40.005 INFO:tasks.workunit.client.0.smithi032.stdout:op 537 completed, throughput=4.98MB/sec 2024-09-13T00:28:40.005 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g6ECUiGG__daGvY off=244020 len=1433981 2024-09-13T00:28:40.016 INFO:tasks.workunit.client.0.smithi032.stdout:op 538 completed, throughput=4.99MB/sec 2024-09-13T00:28:40.016 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FTgA0iVnZLf9T6Q off=2023916 len=1258914 2024-09-13T00:28:40.018 INFO:tasks.workunit.client.0.smithi032.stdout:op 539 completed, throughput=5MB/sec 2024-09-13T00:28:41.019 INFO:tasks.workunit.client.0.smithi032.stdout: 108: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:41.019 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dDrPPqgXMFycbjl off=17107420 len=905505 2024-09-13T00:28:41.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 540 completed, throughput=4.96MB/sec 2024-09-13T00:28:41.021 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-m5_F6nWNTquEUd4 off=3945301 len=758333 2024-09-13T00:28:41.024 INFO:tasks.workunit.client.0.smithi032.stdout:op 541 completed, throughput=4.97MB/sec 2024-09-13T00:28:41.024 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7ve9J5jZXi0UoHi off=11826365 len=1435287 2024-09-13T00:28:41.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:40 smithi053 bash[67631]: cluster 2024-09-13T00:28:39.575570+0000 mgr.y (mgr.34107) 777 : cluster [DBG] pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:28:41.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:40 smithi053 bash[67631]: audit 2024-09-13T00:28:40.157493+0000 mon.a (mon.0) 2164 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:28:41.036 INFO:tasks.workunit.client.0.smithi032.stdout:op 542 completed, throughput=4.98MB/sec 2024-09-13T00:28:41.037 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lVs61fJfQqDnMbP off=6201056 len=1966963 2024-09-13T00:28:41.051 INFO:tasks.workunit.client.0.smithi032.stdout:op 543 completed, throughput=5MB/sec 2024-09-13T00:28:41.051 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XstCt-VodhVDTXu off=5134135 len=451906 2024-09-13T00:28:41.052 INFO:tasks.workunit.client.0.smithi032.stdout:op 544 completed, throughput=5MB/sec 2024-09-13T00:28:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:40 smithi032 bash[75510]: cluster 2024-09-13T00:28:39.575570+0000 mgr.y (mgr.34107) 777 : cluster [DBG] pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:28:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:40 smithi032 bash[75510]: audit 2024-09-13T00:28:40.157493+0000 mon.a (mon.0) 2164 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:28:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:40 smithi032 bash[76677]: cluster 2024-09-13T00:28:39.575570+0000 mgr.y (mgr.34107) 777 : cluster [DBG] pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:28:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:40 smithi032 bash[76677]: audit 2024-09-13T00:28:40.157493+0000 mon.a (mon.0) 2164 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:28:42.053 INFO:tasks.workunit.client.0.smithi032.stdout: 109: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:42.053 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EYJKzmJTgJ55KWT off=8210816 len=1146483 2024-09-13T00:28:42.056 INFO:tasks.workunit.client.0.smithi032.stdout:op 545 completed, throughput=4.97MB/sec 2024-09-13T00:28:42.056 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ux3aBK2EyyqZQiN off=2972443 len=1749449 2024-09-13T00:28:42.061 INFO:tasks.workunit.client.0.smithi032.stdout:op 546 completed, throughput=4.98MB/sec 2024-09-13T00:28:42.061 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nGCygvYXC5OpAJA off=7951417 len=1536338 2024-09-13T00:28:42.063 INFO:tasks.workunit.client.0.smithi032.stdout:op 547 completed, throughput=4.99MB/sec 2024-09-13T00:28:42.063 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PWS4ndA1PTFI0DC off=5153951 len=582488 2024-09-13T00:28:42.065 INFO:tasks.workunit.client.0.smithi032.stdout:op 548 completed, throughput=5MB/sec 2024-09-13T00:28:42.065 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L-mvUe1Tyo0MMVb off=1418078 len=1641595 2024-09-13T00:28:42.076 INFO:tasks.workunit.client.0.smithi032.stdout:op 549 completed, throughput=5.01MB/sec 2024-09-13T00:28:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:28:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:28:42] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-09-13T00:28:42.674 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:28:42 smithi053 bash[94430]: ts=2024-09-13T00:28:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:28:43.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:42 smithi053 bash[67631]: cluster 2024-09-13T00:28:41.576562+0000 mgr.y (mgr.34107) 778 : cluster [DBG] pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:28:43.077 INFO:tasks.workunit.client.0.smithi032.stdout: 110: throughput=4.97MB/sec pending data=0 2024-09-13T00:28:43.077 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GTFY4eGAEzxBDwh off=8973711 len=1615899 2024-09-13T00:28:43.081 INFO:tasks.workunit.client.0.smithi032.stdout:op 550 completed, throughput=4.98MB/sec 2024-09-13T00:28:43.081 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-trSa9h9VcnfMBoz off=7522669 len=264929 2024-09-13T00:28:43.087 INFO:tasks.workunit.client.0.smithi032.stdout:op 551 completed, throughput=4.98MB/sec 2024-09-13T00:28:43.088 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v3iadWEdVDiEncL off=5625793 len=130389 2024-09-13T00:28:43.093 INFO:tasks.workunit.client.0.smithi032.stdout:op 552 completed, throughput=4.98MB/sec 2024-09-13T00:28:43.093 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pu7adaWel-LmosT off=3846177 len=1183405 2024-09-13T00:28:43.101 INFO:tasks.workunit.client.0.smithi032.stdout:op 553 completed, throughput=4.99MB/sec 2024-09-13T00:28:43.102 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RH0KBIplRj2thBs off=5803135 len=1467384 2024-09-13T00:28:43.104 INFO:tasks.workunit.client.0.smithi032.stdout:op 554 completed, throughput=5.01MB/sec 2024-09-13T00:28:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:42 smithi032 bash[75510]: cluster 2024-09-13T00:28:41.576562+0000 mgr.y (mgr.34107) 778 : cluster [DBG] pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:28:43.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:42 smithi032 bash[76677]: cluster 2024-09-13T00:28:41.576562+0000 mgr.y (mgr.34107) 778 : cluster [DBG] pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:28:44.104 INFO:tasks.workunit.client.0.smithi032.stdout: 111: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:44.104 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Hm1kF0zw291DvVX off=4268028 len=523504 2024-09-13T00:28:44.110 INFO:tasks.workunit.client.0.smithi032.stdout:op 555 completed, throughput=4.97MB/sec 2024-09-13T00:28:44.110 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0FjszM1LMX7tVIJ off=4645045 len=543112 2024-09-13T00:28:44.117 INFO:tasks.workunit.client.0.smithi032.stdout:op 556 completed, throughput=4.97MB/sec 2024-09-13T00:28:44.117 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YNonWsfZJI3P35Y off=3035682 len=1138852 2024-09-13T00:28:44.120 INFO:tasks.workunit.client.0.smithi032.stdout:op 557 completed, throughput=4.98MB/sec 2024-09-13T00:28:44.120 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SuHSu1ZDz8vF0XS off=313038 len=11763 2024-09-13T00:28:44.124 INFO:tasks.workunit.client.0.smithi032.stdout:op 558 completed, throughput=4.98MB/sec 2024-09-13T00:28:44.124 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fBnkhIIirfchVNV off=15271135 len=815945 2024-09-13T00:28:44.132 INFO:tasks.workunit.client.0.smithi032.stdout:op 559 completed, throughput=4.99MB/sec 2024-09-13T00:28:44.132 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4dW_8ChVQnk_gOx off=6088954 len=118741 2024-09-13T00:28:44.137 INFO:tasks.workunit.client.0.smithi032.stdout:op 560 completed, throughput=4.99MB/sec 2024-09-13T00:28:44.137 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-56ORB-ToLzcX9bq off=3883268 len=385321 2024-09-13T00:28:44.139 INFO:tasks.workunit.client.0.smithi032.stdout:op 561 completed, throughput=4.99MB/sec 2024-09-13T00:28:44.139 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OpDO8_z5aV7yy5O off=3804977 len=283174 2024-09-13T00:28:44.140 INFO:tasks.workunit.client.0.smithi032.stdout:op 562 completed, throughput=4.99MB/sec 2024-09-13T00:28:44.140 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G6fOKdFlggboeAE off=97316 len=1223362 2024-09-13T00:28:44.149 INFO:tasks.workunit.client.0.smithi032.stdout:op 563 completed, throughput=5MB/sec 2024-09-13T00:28:45.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:44 smithi053 bash[67631]: cluster 2024-09-13T00:28:43.577556+0000 mgr.y (mgr.34107) 779 : cluster [DBG] pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:28:45.150 INFO:tasks.workunit.client.0.smithi032.stdout: 112: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:45.150 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lV-jlJKir8HzPhv off=11357578 len=352504 2024-09-13T00:28:45.152 INFO:tasks.workunit.client.0.smithi032.stdout:op 564 completed, throughput=4.96MB/sec 2024-09-13T00:28:45.152 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-f7LpsW3lCvU1gr0 off=2834794 len=635332 2024-09-13T00:28:45.159 INFO:tasks.workunit.client.0.smithi032.stdout:op 565 completed, throughput=4.97MB/sec 2024-09-13T00:28:45.159 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TouSKuPL62ddEsL off=15016380 len=1973361 2024-09-13T00:28:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:44 smithi032 bash[75510]: cluster 2024-09-13T00:28:43.577556+0000 mgr.y (mgr.34107) 779 : cluster [DBG] pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:28:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:44 smithi032 bash[76677]: cluster 2024-09-13T00:28:43.577556+0000 mgr.y (mgr.34107) 779 : cluster [DBG] pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:28:45.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 566 completed, throughput=4.98MB/sec 2024-09-13T00:28:45.164 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HGH1xUoeiGNxHmL off=3020925 len=506519 2024-09-13T00:28:45.165 INFO:tasks.workunit.client.0.smithi032.stdout:op 567 completed, throughput=4.99MB/sec 2024-09-13T00:28:45.165 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IUJAI8f0CarYJjW off=1061225 len=420918 2024-09-13T00:28:45.167 INFO:tasks.workunit.client.0.smithi032.stdout:op 568 completed, throughput=4.99MB/sec 2024-09-13T00:28:45.167 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Q-PJoKbpAVdxyLt off=0 len=1058273 2024-09-13T00:28:45.169 INFO:tasks.workunit.client.0.smithi032.stdout:op 569 completed, throughput=5MB/sec 2024-09-13T00:28:45.169 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--lh34N2Dc0LaRs6 off=1198097 len=971103 2024-09-13T00:28:45.173 INFO:tasks.workunit.client.0.smithi032.stdout:op 570 completed, throughput=5.01MB/sec 2024-09-13T00:28:46.173 INFO:tasks.workunit.client.0.smithi032.stdout: 113: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:46.173 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oPMQHi_QDBNwbqr off=5645239 len=818116 2024-09-13T00:28:46.181 INFO:tasks.workunit.client.0.smithi032.stdout:op 571 completed, throughput=4.97MB/sec 2024-09-13T00:28:46.181 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c6ErW3HOi8oubPQ off=2122504 len=676742 2024-09-13T00:28:46.188 INFO:tasks.workunit.client.0.smithi032.stdout:op 572 completed, throughput=4.98MB/sec 2024-09-13T00:28:46.188 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Zcu2yRslzsRnHbD off=10074048 len=687013 2024-09-13T00:28:46.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 573 completed, throughput=4.98MB/sec 2024-09-13T00:28:46.191 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bK_o-U3cqNxT1qN off=181970 len=268674 2024-09-13T00:28:46.196 INFO:tasks.workunit.client.0.smithi032.stdout:op 574 completed, throughput=4.98MB/sec 2024-09-13T00:28:46.196 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SD-NEPERie6BZac off=1860861 len=527523 2024-09-13T00:28:46.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 575 completed, throughput=4.99MB/sec 2024-09-13T00:28:46.199 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XuuGq5Wmai01q-t off=4456809 len=576154 2024-09-13T00:28:46.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 576 completed, throughput=4.99MB/sec 2024-09-13T00:28:46.205 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DhmiV_q9qZ1E2Tr off=9670825 len=1304759 2024-09-13T00:28:46.208 INFO:tasks.workunit.client.0.smithi032.stdout:op 577 completed, throughput=5MB/sec 2024-09-13T00:28:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:46 smithi053 bash[67631]: cluster 2024-09-13T00:28:45.578401+0000 mgr.y (mgr.34107) 780 : cluster [DBG] pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:28:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:46 smithi032 bash[75510]: cluster 2024-09-13T00:28:45.578401+0000 mgr.y (mgr.34107) 780 : cluster [DBG] pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:28:47.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:46 smithi032 bash[76677]: cluster 2024-09-13T00:28:45.578401+0000 mgr.y (mgr.34107) 780 : cluster [DBG] pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:28:47.208 INFO:tasks.workunit.client.0.smithi032.stdout: 114: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:47.208 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MhRzvBP1hczlJSl off=1021565 len=1837792 2024-09-13T00:28:47.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 578 completed, throughput=4.97MB/sec 2024-09-13T00:28:47.221 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZGM4y7idUZxJ7ZT off=890131 len=759183 2024-09-13T00:28:47.223 INFO:tasks.workunit.client.0.smithi032.stdout:op 579 completed, throughput=4.98MB/sec 2024-09-13T00:28:47.223 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8ujNC0C_v4uwXgs off=3708117 len=1086871 2024-09-13T00:28:47.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 580 completed, throughput=4.99MB/sec 2024-09-13T00:28:47.226 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9rLT9itDIqeiLJ7 off=489807 len=1812814 2024-09-13T00:28:47.229 INFO:tasks.workunit.client.0.smithi032.stdout:op 581 completed, throughput=5MB/sec 2024-09-13T00:28:48.229 INFO:tasks.workunit.client.0.smithi032.stdout: 115: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:48.229 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4hj_JFdLcEBDZRG off=2853968 len=1522212 2024-09-13T00:28:48.233 INFO:tasks.workunit.client.0.smithi032.stdout:op 582 completed, throughput=4.97MB/sec 2024-09-13T00:28:48.234 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jX9iQFA5IhgfjR9 off=2648974 len=75171 2024-09-13T00:28:48.238 INFO:tasks.workunit.client.0.smithi032.stdout:op 583 completed, throughput=4.97MB/sec 2024-09-13T00:28:48.238 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zSBuzSi01HM_iyl off=477646 len=908042 2024-09-13T00:28:48.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 584 completed, throughput=4.98MB/sec 2024-09-13T00:28:48.240 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TIeXfAEYJctawW1 off=17790634 len=1725191 2024-09-13T00:28:48.253 INFO:tasks.workunit.client.0.smithi032.stdout:op 585 completed, throughput=4.99MB/sec 2024-09-13T00:28:48.253 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yESEtXsMF1FWMU6 off=8788301 len=2073840 2024-09-13T00:28:48.258 INFO:tasks.workunit.client.0.smithi032.stdout:op 586 completed, throughput=5.01MB/sec 2024-09-13T00:28:49.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:48 smithi053 bash[67631]: cluster 2024-09-13T00:28:47.579353+0000 mgr.y (mgr.34107) 781 : cluster [DBG] pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:28:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:48 smithi032 bash[75510]: cluster 2024-09-13T00:28:47.579353+0000 mgr.y (mgr.34107) 781 : cluster [DBG] pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:28:49.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:48 smithi032 bash[76677]: cluster 2024-09-13T00:28:47.579353+0000 mgr.y (mgr.34107) 781 : cluster [DBG] pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:28:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: 116: throughput=4.97MB/sec pending data=0 2024-09-13T00:28:49.259 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r7IHXIQeNFz7XSl off=5768823 len=943965 2024-09-13T00:28:49.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 587 completed, throughput=4.98MB/sec 2024-09-13T00:28:49.261 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mhxzkVZlwbGogwF off=9442129 len=68826 2024-09-13T00:28:49.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 588 completed, throughput=4.98MB/sec 2024-09-13T00:28:49.262 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-saonvKTWKyJNpU1 off=3662625 len=577649 2024-09-13T00:28:49.264 INFO:tasks.workunit.client.0.smithi032.stdout:op 589 completed, throughput=4.98MB/sec 2024-09-13T00:28:49.264 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lzY6q1k3yDChdDS off=9776571 len=808019 2024-09-13T00:28:49.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 590 completed, throughput=4.99MB/sec 2024-09-13T00:28:49.272 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vxl98xwkUwJ3LV- off=10384313 len=1099262 2024-09-13T00:28:49.281 INFO:tasks.workunit.client.0.smithi032.stdout:op 591 completed, throughput=5MB/sec 2024-09-13T00:28:49.282 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AVbiPX9uVJ-1HSR off=2071591 len=464712 2024-09-13T00:28:49.287 INFO:tasks.workunit.client.0.smithi032.stdout:op 592 completed, throughput=5MB/sec 2024-09-13T00:28:49.287 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p2yh9in94Yqw6gc off=11914358 len=2027162 2024-09-13T00:28:49.292 INFO:tasks.workunit.client.0.smithi032.stdout:op 593 completed, throughput=5.01MB/sec 2024-09-13T00:28:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: 117: throughput=4.97MB/sec pending data=0 2024-09-13T00:28:50.292 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-14opi_p7pSvSy_V off=6707576 len=443648 2024-09-13T00:28:50.298 INFO:tasks.workunit.client.0.smithi032.stdout:op 594 completed, throughput=4.98MB/sec 2024-09-13T00:28:50.298 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oSR-5SS4X_hhCbA off=0 len=1988098 2024-09-13T00:28:50.311 INFO:tasks.workunit.client.0.smithi032.stdout:op 595 completed, throughput=4.99MB/sec 2024-09-13T00:28:50.311 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PdoeTiuWtmRXLeI off=2002733 len=1199203 2024-09-13T00:28:50.314 INFO:tasks.workunit.client.0.smithi032.stdout:op 596 completed, throughput=5MB/sec 2024-09-13T00:28:51.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:50 smithi053 bash[67631]: cluster 2024-09-13T00:28:49.580528+0000 mgr.y (mgr.34107) 782 : cluster [DBG] pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:28:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:50 smithi032 bash[75510]: cluster 2024-09-13T00:28:49.580528+0000 mgr.y (mgr.34107) 782 : cluster [DBG] pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:28:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:50 smithi032 bash[76677]: cluster 2024-09-13T00:28:49.580528+0000 mgr.y (mgr.34107) 782 : cluster [DBG] pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:28:51.314 INFO:tasks.workunit.client.0.smithi032.stdout: 118: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:51.314 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NsJxrlqlKrQjVri off=8882075 len=310525 2024-09-13T00:28:51.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 597 completed, throughput=4.96MB/sec 2024-09-13T00:28:51.316 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n9C3uAT39KUnaHs off=7766618 len=1813487 2024-09-13T00:28:51.320 INFO:tasks.workunit.client.0.smithi032.stdout:op 598 completed, throughput=4.98MB/sec 2024-09-13T00:28:51.320 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JnP_VaDSy87b51t off=16781616 len=1866805 2024-09-13T00:28:51.333 INFO:tasks.workunit.client.0.smithi032.stdout:op 599 completed, throughput=4.99MB/sec 2024-09-13T00:28:51.333 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ldRiTLNvC4V0yFk off=949371 len=1506362 2024-09-13T00:28:51.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 600 completed, throughput=5MB/sec 2024-09-13T00:28:52.336 INFO:tasks.workunit.client.0.smithi032.stdout: 119: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:52.336 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-katO4l1kAN3VY49 off=6192610 len=984311 2024-09-13T00:28:52.339 INFO:tasks.workunit.client.0.smithi032.stdout:op 601 completed, throughput=4.97MB/sec 2024-09-13T00:28:52.339 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7PxcdXIPV32XDmT off=5156092 len=290928 2024-09-13T00:28:52.344 INFO:tasks.workunit.client.0.smithi032.stdout:op 602 completed, throughput=4.97MB/sec 2024-09-13T00:28:52.345 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DM8KCpgLVdrjF7t off=2661085 len=1083744 2024-09-13T00:28:52.353 INFO:tasks.workunit.client.0.smithi032.stdout:op 603 completed, throughput=4.98MB/sec 2024-09-13T00:28:52.353 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6SD6rwuoa9QEm19 off=8491201 len=1318528 2024-09-13T00:28:52.362 INFO:tasks.workunit.client.0.smithi032.stdout:op 604 completed, throughput=4.99MB/sec 2024-09-13T00:28:52.362 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kHOOZB585WYJIws off=2032053 len=644404 2024-09-13T00:28:52.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 605 completed, throughput=4.99MB/sec 2024-09-13T00:28:52.369 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-68RdprwyjLdkYUw off=1726534 len=1644133 2024-09-13T00:28:52.375 INFO:tasks.workunit.client.0.smithi032.stdout:op 606 completed, throughput=5.01MB/sec 2024-09-13T00:28:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:28:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:28:52] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-09-13T00:28:52.694 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:28:52 smithi053 bash[94430]: ts=2024-09-13T00:28:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:28:53.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:52 smithi053 bash[67631]: cluster 2024-09-13T00:28:51.581521+0000 mgr.y (mgr.34107) 783 : cluster [DBG] pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:28:53.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:52 smithi032 bash[75510]: cluster 2024-09-13T00:28:51.581521+0000 mgr.y (mgr.34107) 783 : cluster [DBG] pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:28:53.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:52 smithi032 bash[76677]: cluster 2024-09-13T00:28:51.581521+0000 mgr.y (mgr.34107) 783 : cluster [DBG] pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:28:53.375 INFO:tasks.workunit.client.0.smithi032.stdout: 120: throughput=4.97MB/sec pending data=0 2024-09-13T00:28:53.375 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Be9y0aji1Rz8WTA off=6264186 len=1141310 2024-09-13T00:28:53.378 INFO:tasks.workunit.client.0.smithi032.stdout:op 607 completed, throughput=4.97MB/sec 2024-09-13T00:28:53.379 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c0zcQ1zdhgDu7dU off=9232559 len=24557 2024-09-13T00:28:53.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 608 completed, throughput=4.97MB/sec 2024-09-13T00:28:53.380 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RBh_WI4OcxA5GJt off=7482465 len=1771750 2024-09-13T00:28:53.384 INFO:tasks.workunit.client.0.smithi032.stdout:op 609 completed, throughput=4.99MB/sec 2024-09-13T00:28:53.384 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-56EjXBzJxEMKgCO off=11009577 len=1062975 2024-09-13T00:28:53.388 INFO:tasks.workunit.client.0.smithi032.stdout:op 610 completed, throughput=5MB/sec 2024-09-13T00:28:53.388 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sTjc5VR1-uT4Faz off=1837973 len=2057850 2024-09-13T00:28:53.403 INFO:tasks.workunit.client.0.smithi032.stdout:op 611 completed, throughput=5.01MB/sec 2024-09-13T00:28:54.404 INFO:tasks.workunit.client.0.smithi032.stdout: 121: throughput=4.97MB/sec pending data=0 2024-09-13T00:28:54.404 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yDSj8hiblX7Lleo off=3852051 len=1774894 2024-09-13T00:28:54.408 INFO:tasks.workunit.client.0.smithi032.stdout:op 612 completed, throughput=4.98MB/sec 2024-09-13T00:28:54.408 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u7QkQjRbKxrMYTr off=4193311 len=942177 2024-09-13T00:28:54.417 INFO:tasks.workunit.client.0.smithi032.stdout:op 613 completed, throughput=4.99MB/sec 2024-09-13T00:28:54.417 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vV6g-Tg6nme3PrC off=12077387 len=491649 2024-09-13T00:28:54.419 INFO:tasks.workunit.client.0.smithi032.stdout:op 614 completed, throughput=5MB/sec 2024-09-13T00:28:54.419 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iUblQPbs5loezx7 off=11412552 len=1011340 2024-09-13T00:28:54.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 615 completed, throughput=5MB/sec 2024-09-13T00:28:55.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:54 smithi053 bash[67631]: cluster 2024-09-13T00:28:53.582585+0000 mgr.y (mgr.34107) 784 : cluster [DBG] pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T00:28:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:54 smithi032 bash[75510]: cluster 2024-09-13T00:28:53.582585+0000 mgr.y (mgr.34107) 784 : cluster [DBG] pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T00:28:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:54 smithi032 bash[76677]: cluster 2024-09-13T00:28:53.582585+0000 mgr.y (mgr.34107) 784 : cluster [DBG] pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T00:28:55.428 INFO:tasks.workunit.client.0.smithi032.stdout: 122: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:55.428 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WWQZsU0GwoobXJd off=2188431 len=1055787 2024-09-13T00:28:55.431 INFO:tasks.workunit.client.0.smithi032.stdout:op 616 completed, throughput=4.97MB/sec 2024-09-13T00:28:55.431 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--Uh7w2MHjoogUEk off=202235 len=1215777 2024-09-13T00:28:55.435 INFO:tasks.workunit.client.0.smithi032.stdout:op 617 completed, throughput=4.98MB/sec 2024-09-13T00:28:55.435 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EqhvMmhzLLzwkWx off=9159683 len=1210678 2024-09-13T00:28:55.444 INFO:tasks.workunit.client.0.smithi032.stdout:op 618 completed, throughput=4.99MB/sec 2024-09-13T00:28:55.445 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WFdB7T6TTIRpm-j off=7271744 len=1852860 2024-09-13T00:28:55.454 INFO:tasks.workunit.client.0.smithi032.stdout:op 619 completed, throughput=5MB/sec 2024-09-13T00:28:56.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:55 smithi053 bash[67631]: audit 2024-09-13T00:28:54.816148+0000 mon.a (mon.0) 2165 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:28:56.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:55 smithi053 bash[67631]: audit 2024-09-13T00:28:55.157792+0000 mon.a (mon.0) 2166 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:28:56.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:55 smithi053 bash[67631]: audit 2024-09-13T00:28:55.388664+0000 mon.a (mon.0) 2167 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:28:56.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:55 smithi053 bash[67631]: audit 2024-09-13T00:28:55.390078+0000 mon.a (mon.0) 2168 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:28:56.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:55 smithi053 bash[67631]: audit 2024-09-13T00:28:55.397206+0000 mon.a (mon.0) 2169 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:28:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:55 smithi032 bash[75510]: audit 2024-09-13T00:28:54.816148+0000 mon.a (mon.0) 2165 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:28:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:55 smithi032 bash[75510]: audit 2024-09-13T00:28:55.157792+0000 mon.a (mon.0) 2166 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:28:56.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:55 smithi032 bash[75510]: audit 2024-09-13T00:28:55.388664+0000 mon.a (mon.0) 2167 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:28:56.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:55 smithi032 bash[75510]: audit 2024-09-13T00:28:55.390078+0000 mon.a (mon.0) 2168 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:28:56.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:55 smithi032 bash[75510]: audit 2024-09-13T00:28:55.397206+0000 mon.a (mon.0) 2169 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:28:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:55 smithi032 bash[76677]: audit 2024-09-13T00:28:54.816148+0000 mon.a (mon.0) 2165 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:28:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:55 smithi032 bash[76677]: audit 2024-09-13T00:28:55.157792+0000 mon.a (mon.0) 2166 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:28:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:55 smithi032 bash[76677]: audit 2024-09-13T00:28:55.388664+0000 mon.a (mon.0) 2167 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:28:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:55 smithi032 bash[76677]: audit 2024-09-13T00:28:55.390078+0000 mon.a (mon.0) 2168 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:28:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:55 smithi032 bash[76677]: audit 2024-09-13T00:28:55.397206+0000 mon.a (mon.0) 2169 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:28:56.454 INFO:tasks.workunit.client.0.smithi032.stdout: 123: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:56.455 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H5d1I0qCW8bNxNc off=18880633 len=1986746 2024-09-13T00:28:56.470 INFO:tasks.workunit.client.0.smithi032.stdout:op 620 completed, throughput=4.98MB/sec 2024-09-13T00:28:56.470 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--mLI8N8_pOS5qvX off=12831310 len=290134 2024-09-13T00:28:56.475 INFO:tasks.workunit.client.0.smithi032.stdout:op 621 completed, throughput=4.98MB/sec 2024-09-13T00:28:56.475 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GPq378RsIObIvzV off=1504099 len=968705 2024-09-13T00:28:56.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 622 completed, throughput=4.99MB/sec 2024-09-13T00:28:56.478 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0yka8CSR1bTcPB8 off=12241375 len=1873310 2024-09-13T00:28:56.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 623 completed, throughput=5MB/sec 2024-09-13T00:28:57.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:56 smithi053 bash[67631]: cluster 2024-09-13T00:28:55.583471+0000 mgr.y (mgr.34107) 785 : cluster [DBG] pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:28:57.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:56 smithi032 bash[75510]: cluster 2024-09-13T00:28:55.583471+0000 mgr.y (mgr.34107) 785 : cluster [DBG] pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:28:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:56 smithi032 bash[76677]: cluster 2024-09-13T00:28:55.583471+0000 mgr.y (mgr.34107) 785 : cluster [DBG] pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:28:57.483 INFO:tasks.workunit.client.0.smithi032.stdout: 124: throughput=4.96MB/sec pending data=0 2024-09-13T00:28:57.483 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ajkas6-taru5JGn off=13331871 len=1641333 2024-09-13T00:28:57.488 INFO:tasks.workunit.client.0.smithi032.stdout:op 624 completed, throughput=4.97MB/sec 2024-09-13T00:28:57.488 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dR7kKY6NNYbYwTi off=582817 len=1117420 2024-09-13T00:28:57.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 625 completed, throughput=4.98MB/sec 2024-09-13T00:28:57.497 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7beCG8QAd4dFZ_r off=12804462 len=1965389 2024-09-13T00:28:57.503 INFO:tasks.workunit.client.0.smithi032.stdout:op 626 completed, throughput=5MB/sec 2024-09-13T00:28:57.503 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LR7ce3IkDK0d5kS off=10027948 len=131225 2024-09-13T00:28:57.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 627 completed, throughput=5MB/sec 2024-09-13T00:28:57.505 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KWJ4cu8HCKbUb-G off=4764289 len=1387998 2024-09-13T00:28:57.516 INFO:tasks.workunit.client.0.smithi032.stdout:op 628 completed, throughput=5.01MB/sec 2024-09-13T00:28:58.516 INFO:tasks.workunit.client.0.smithi032.stdout: 125: throughput=4.97MB/sec pending data=0 2024-09-13T00:28:58.516 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8jBCVn0wwK4eaUd off=14051506 len=1111408 2024-09-13T00:28:58.519 INFO:tasks.workunit.client.0.smithi032.stdout:op 629 completed, throughput=4.98MB/sec 2024-09-13T00:28:58.519 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x8rugS4NBjz6FMd off=2668799 len=1108911 2024-09-13T00:28:58.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 630 completed, throughput=4.98MB/sec 2024-09-13T00:28:58.521 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fbZ6gRQq6gGP_BI off=12637968 len=253693 2024-09-13T00:28:58.527 INFO:tasks.workunit.client.0.smithi032.stdout:op 631 completed, throughput=4.99MB/sec 2024-09-13T00:28:58.527 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7P_9wCwVkh5wnB3 off=19524885 len=1272373 2024-09-13T00:28:58.530 INFO:tasks.workunit.client.0.smithi032.stdout:op 632 completed, throughput=4.99MB/sec 2024-09-13T00:28:58.530 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jnUERbLAEQAgSTp off=3997265 len=2007490 2024-09-13T00:28:58.546 INFO:tasks.workunit.client.0.smithi032.stdout:op 633 completed, throughput=5.01MB/sec 2024-09-13T00:28:59.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:28:58 smithi053 bash[67631]: cluster 2024-09-13T00:28:57.584364+0000 mgr.y (mgr.34107) 786 : cluster [DBG] pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:28:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:28:58 smithi032 bash[75510]: cluster 2024-09-13T00:28:57.584364+0000 mgr.y (mgr.34107) 786 : cluster [DBG] pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:28:59.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:28:58 smithi032 bash[76677]: cluster 2024-09-13T00:28:57.584364+0000 mgr.y (mgr.34107) 786 : cluster [DBG] pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:28:59.546 INFO:tasks.workunit.client.0.smithi032.stdout: 126: throughput=4.97MB/sec pending data=0 2024-09-13T00:28:59.546 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7CimG2gMx_XRHW7 off=4888769 len=1415792 2024-09-13T00:28:59.557 INFO:tasks.workunit.client.0.smithi032.stdout:op 634 completed, throughput=4.98MB/sec 2024-09-13T00:28:59.557 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PJnPFmOj_Ch1gps off=2954146 len=1491524 2024-09-13T00:28:59.561 INFO:tasks.workunit.client.0.smithi032.stdout:op 635 completed, throughput=4.99MB/sec 2024-09-13T00:28:59.561 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2jsKKEmrqo7Cp6_ off=5222692 len=719400 2024-09-13T00:28:59.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 636 completed, throughput=5MB/sec 2024-09-13T00:28:59.568 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DyZ6ZAmt7YKurkv off=2308828 len=692864 2024-09-13T00:28:59.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 637 completed, throughput=5MB/sec 2024-09-13T00:29:00.571 INFO:tasks.workunit.client.0.smithi032.stdout: 127: throughput=4.96MB/sec pending data=0 2024-09-13T00:29:00.571 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kKXEG4Vjj-Dzm7t off=16647618 len=1942686 2024-09-13T00:29:00.585 INFO:tasks.workunit.client.0.smithi032.stdout:op 638 completed, throughput=4.98MB/sec 2024-09-13T00:29:00.585 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0MQMIN8dvCGViZ5 off=5247152 len=1369496 2024-09-13T00:29:00.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 639 completed, throughput=4.99MB/sec 2024-09-13T00:29:00.594 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5LzVjf9-G4juyNr off=5156842 len=666502 2024-09-13T00:29:00.596 INFO:tasks.workunit.client.0.smithi032.stdout:op 640 completed, throughput=4.99MB/sec 2024-09-13T00:29:00.596 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-viue4cZiWREQu3S off=1162190 len=393780 2024-09-13T00:29:00.602 INFO:tasks.workunit.client.0.smithi032.stdout:op 641 completed, throughput=4.99MB/sec 2024-09-13T00:29:00.602 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-atqXekxQ93A27Oz off=17328180 len=1449822 2024-09-13T00:29:00.606 INFO:tasks.workunit.client.0.smithi032.stdout:op 642 completed, throughput=5MB/sec 2024-09-13T00:29:01.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:00 smithi053 bash[67631]: cluster 2024-09-13T00:28:59.585355+0000 mgr.y (mgr.34107) 787 : cluster [DBG] pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:29:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:00 smithi032 bash[75510]: cluster 2024-09-13T00:28:59.585355+0000 mgr.y (mgr.34107) 787 : cluster [DBG] pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:29:01.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:00 smithi032 bash[76677]: cluster 2024-09-13T00:28:59.585355+0000 mgr.y (mgr.34107) 787 : cluster [DBG] pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:29:01.606 INFO:tasks.workunit.client.0.smithi032.stdout: 128: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:01.606 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lSK8iwYaKcDgIUa off=3625272 len=1810154 2024-09-13T00:29:01.619 INFO:tasks.workunit.client.0.smithi032.stdout:op 643 completed, throughput=4.98MB/sec 2024-09-13T00:29:01.620 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iR5S6wP2-NmMMil off=7485177 len=1447991 2024-09-13T00:29:01.631 INFO:tasks.workunit.client.0.smithi032.stdout:op 644 completed, throughput=4.99MB/sec 2024-09-13T00:29:01.631 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XU4Pto89omcLcGB off=15954938 len=1299318 2024-09-13T00:29:01.633 INFO:tasks.workunit.client.0.smithi032.stdout:op 645 completed, throughput=5MB/sec 2024-09-13T00:29:01.633 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cpam1HCrx2goErz off=20015645 len=1207007 2024-09-13T00:29:01.641 INFO:tasks.workunit.client.0.smithi032.stdout:op 646 completed, throughput=5.01MB/sec 2024-09-13T00:29:02.642 INFO:tasks.workunit.client.0.smithi032.stdout: 129: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:02.642 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Yb9pYrvtOFpYh1k off=628869 len=771634 2024-09-13T00:29:02.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 647 completed, throughput=4.97MB/sec 2024-09-13T00:29:02.649 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FdMvNcwwHDDnWBq off=15733166 len=1450697 2024-09-13T00:29:02.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 648 completed, throughput=4.98MB/sec 2024-09-13T00:29:02.659 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yS1Y9INUrnIIKz9 off=1571986 len=280432 2024-09-13T00:29:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:29:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:29:02] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-09-13T00:29:02.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 649 completed, throughput=4.99MB/sec 2024-09-13T00:29:02.665 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LR9_p5RibQH7G1B off=7356800 len=1759439 2024-09-13T00:29:02.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 650 completed, throughput=5MB/sec 2024-09-13T00:29:02.677 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ILRliymscSADmZM off=827350 len=1861876 2024-09-13T00:29:02.682 INFO:tasks.workunit.client.0.smithi032.stdout:op 651 completed, throughput=5.01MB/sec 2024-09-13T00:29:02.715 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:29:02 smithi053 bash[94430]: ts=2024-09-13T00:29:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:29:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:02 smithi053 bash[67631]: cluster 2024-09-13T00:29:01.586315+0000 mgr.y (mgr.34107) 788 : cluster [DBG] pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:29:03.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:02 smithi032 bash[75510]: cluster 2024-09-13T00:29:01.586315+0000 mgr.y (mgr.34107) 788 : cluster [DBG] pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:29:03.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:02 smithi032 bash[76677]: cluster 2024-09-13T00:29:01.586315+0000 mgr.y (mgr.34107) 788 : cluster [DBG] pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:29:03.682 INFO:tasks.workunit.client.0.smithi032.stdout: 130: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:03.682 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Nh4fY3jYgfyHAxn off=1794682 len=1210268 2024-09-13T00:29:03.685 INFO:tasks.workunit.client.0.smithi032.stdout:op 652 completed, throughput=4.98MB/sec 2024-09-13T00:29:03.685 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d4N6zHQKSRXtgOe off=4932955 len=637181 2024-09-13T00:29:03.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 653 completed, throughput=4.99MB/sec 2024-09-13T00:29:03.694 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--vEqhfaOi2wvG_N off=1186478 len=255213 2024-09-13T00:29:03.695 INFO:tasks.workunit.client.0.smithi032.stdout:op 654 completed, throughput=4.99MB/sec 2024-09-13T00:29:03.695 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tR_ntcomDGtzHk5 off=2746037 len=878027 2024-09-13T00:29:03.705 INFO:tasks.workunit.client.0.smithi032.stdout:op 655 completed, throughput=4.99MB/sec 2024-09-13T00:29:03.705 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0Dze3VvS0CQTbQa off=13988539 len=478259 2024-09-13T00:29:03.707 INFO:tasks.workunit.client.0.smithi032.stdout:op 656 completed, throughput=5MB/sec 2024-09-13T00:29:03.707 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DVciw-k60ZK8QXx off=539395 len=794782 2024-09-13T00:29:03.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 657 completed, throughput=5MB/sec 2024-09-13T00:29:04.710 INFO:tasks.workunit.client.0.smithi032.stdout: 131: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:04.710 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7280WVbwmVOF8MK off=4639611 len=1694805 2024-09-13T00:29:04.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 658 completed, throughput=4.98MB/sec 2024-09-13T00:29:04.722 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ig4sdzG5lYHcc-w off=1039390 len=1779304 2024-09-13T00:29:04.727 INFO:tasks.workunit.client.0.smithi032.stdout:op 659 completed, throughput=4.99MB/sec 2024-09-13T00:29:04.727 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YzFPqZCCRtQP0at off=2222211 len=1432752 2024-09-13T00:29:04.730 INFO:tasks.workunit.client.0.smithi032.stdout:op 660 completed, throughput=5MB/sec 2024-09-13T00:29:04.730 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rLuhIfyuCrHYCFD off=7270423 len=1016774 2024-09-13T00:29:04.738 INFO:tasks.workunit.client.0.smithi032.stdout:op 661 completed, throughput=5.01MB/sec 2024-09-13T00:29:05.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:04 smithi053 bash[67631]: cluster 2024-09-13T00:29:03.587400+0000 mgr.y (mgr.34107) 789 : cluster [DBG] pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:04 smithi032 bash[75510]: cluster 2024-09-13T00:29:03.587400+0000 mgr.y (mgr.34107) 789 : cluster [DBG] pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:04 smithi032 bash[76677]: cluster 2024-09-13T00:29:03.587400+0000 mgr.y (mgr.34107) 789 : cluster [DBG] pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:05.739 INFO:tasks.workunit.client.0.smithi032.stdout: 132: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:05.739 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wtML0ig7mcoaZ6u off=18085207 len=1728314 2024-09-13T00:29:05.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 662 completed, throughput=4.98MB/sec 2024-09-13T00:29:05.743 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CGdHjS0Ywk79WJi off=2192689 len=912064 2024-09-13T00:29:05.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 663 completed, throughput=4.99MB/sec 2024-09-13T00:29:05.746 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JdNKf3f59yXBy3e off=7251045 len=1403008 2024-09-13T00:29:05.756 INFO:tasks.workunit.client.0.smithi032.stdout:op 664 completed, throughput=5MB/sec 2024-09-13T00:29:05.756 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RV_g54-XM5sXrFT off=115764 len=281277 2024-09-13T00:29:05.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 665 completed, throughput=5MB/sec 2024-09-13T00:29:05.762 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qdgXM-xFOQuw0EL off=15327423 len=930245 2024-09-13T00:29:05.770 INFO:tasks.workunit.client.0.smithi032.stdout:op 666 completed, throughput=5.01MB/sec 2024-09-13T00:29:06.770 INFO:tasks.workunit.client.0.smithi032.stdout: 133: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:06.771 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kx7iEQrElt9Uxx- off=2648122 len=1052689 2024-09-13T00:29:06.779 INFO:tasks.workunit.client.0.smithi032.stdout:op 667 completed, throughput=4.98MB/sec 2024-09-13T00:29:06.779 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aKfj0EQT6l1E79v off=4771496 len=328096 2024-09-13T00:29:06.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 668 completed, throughput=4.98MB/sec 2024-09-13T00:29:06.780 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9a2PvbUHdWNVMHi off=1959110 len=167899 2024-09-13T00:29:06.782 INFO:tasks.workunit.client.0.smithi032.stdout:op 669 completed, throughput=4.98MB/sec 2024-09-13T00:29:06.782 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-op8YWu0WOTEgC4S off=1748520 len=1367095 2024-09-13T00:29:06.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 670 completed, throughput=4.99MB/sec 2024-09-13T00:29:06.794 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2b1Ezf-ooFUa8DT off=11587330 len=154184 2024-09-13T00:29:06.795 INFO:tasks.workunit.client.0.smithi032.stdout:op 671 completed, throughput=4.99MB/sec 2024-09-13T00:29:06.795 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MERR5mbOFLZLAqh off=13483625 len=1075569 2024-09-13T00:29:06.799 INFO:tasks.workunit.client.0.smithi032.stdout:op 672 completed, throughput=5MB/sec 2024-09-13T00:29:06.799 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7WWxukUeibDDoa1 off=4093270 len=1714146 2024-09-13T00:29:06.812 INFO:tasks.workunit.client.0.smithi032.stdout:op 673 completed, throughput=5.01MB/sec 2024-09-13T00:29:07.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:06 smithi053 bash[67631]: cluster 2024-09-13T00:29:05.588331+0000 mgr.y (mgr.34107) 790 : cluster [DBG] pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T00:29:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:06 smithi032 bash[75510]: cluster 2024-09-13T00:29:05.588331+0000 mgr.y (mgr.34107) 790 : cluster [DBG] pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T00:29:07.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:06 smithi032 bash[76677]: cluster 2024-09-13T00:29:05.588331+0000 mgr.y (mgr.34107) 790 : cluster [DBG] pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T00:29:07.812 INFO:tasks.workunit.client.0.smithi032.stdout: 134: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:07.813 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Lm607p-RQwnYToy off=8756375 len=1188502 2024-09-13T00:29:07.816 INFO:tasks.workunit.client.0.smithi032.stdout:op 674 completed, throughput=4.98MB/sec 2024-09-13T00:29:07.816 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NBfJ5w8AfWkKfYb off=15842423 len=1758369 2024-09-13T00:29:07.828 INFO:tasks.workunit.client.0.smithi032.stdout:op 675 completed, throughput=4.99MB/sec 2024-09-13T00:29:07.829 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-elVIZ77ljWWErAk off=1665529 len=1845023 2024-09-13T00:29:07.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 676 completed, throughput=5MB/sec 2024-09-13T00:29:08.833 INFO:tasks.workunit.client.0.smithi032.stdout: 135: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:08.833 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-84S8YHeDnRH1t9e off=9260250 len=1278926 2024-09-13T00:29:08.837 INFO:tasks.workunit.client.0.smithi032.stdout:op 677 completed, throughput=4.98MB/sec 2024-09-13T00:29:08.837 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PQ2lmztx2bzPvBS off=4619361 len=983356 2024-09-13T00:29:08.840 INFO:tasks.workunit.client.0.smithi032.stdout:op 678 completed, throughput=4.98MB/sec 2024-09-13T00:29:08.840 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gQGxPfPF4aOgmfH off=2454378 len=352425 2024-09-13T00:29:08.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 679 completed, throughput=4.99MB/sec 2024-09-13T00:29:08.846 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cTIuQjpEZZmKE9Q off=13208406 len=2087516 2024-09-13T00:29:08.860 INFO:tasks.workunit.client.0.smithi032.stdout:op 680 completed, throughput=5MB/sec 2024-09-13T00:29:08.860 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-f7e_P1qGxgltJ-H off=13759010 len=120041 2024-09-13T00:29:08.864 INFO:tasks.workunit.client.0.smithi032.stdout:op 681 completed, throughput=5MB/sec 2024-09-13T00:29:09.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:08 smithi053 bash[67631]: cluster 2024-09-13T00:29:07.589220+0000 mgr.y (mgr.34107) 791 : cluster [DBG] pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:29:09.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:08 smithi032 bash[75510]: cluster 2024-09-13T00:29:07.589220+0000 mgr.y (mgr.34107) 791 : cluster [DBG] pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:29:09.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:08 smithi032 bash[76677]: cluster 2024-09-13T00:29:07.589220+0000 mgr.y (mgr.34107) 791 : cluster [DBG] pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:29:09.865 INFO:tasks.workunit.client.0.smithi032.stdout: 136: throughput=4.96MB/sec pending data=0 2024-09-13T00:29:09.865 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_tWGOFe1ZNYi_Tf off=3796658 len=1416962 2024-09-13T00:29:09.869 INFO:tasks.workunit.client.0.smithi032.stdout:op 682 completed, throughput=4.97MB/sec 2024-09-13T00:29:09.869 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a_hRMIUcWSKoerd off=2350334 len=1962380 2024-09-13T00:29:09.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 683 completed, throughput=4.99MB/sec 2024-09-13T00:29:09.873 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x9tPCnvWgAYgUI4 off=15016310 len=1807025 2024-09-13T00:29:09.878 INFO:tasks.workunit.client.0.smithi032.stdout:op 684 completed, throughput=5MB/sec 2024-09-13T00:29:09.878 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oqyPwnSgDYJWWaU off=614029 len=1901837 2024-09-13T00:29:09.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 685 completed, throughput=5.01MB/sec 2024-09-13T00:29:10.892 INFO:tasks.workunit.client.0.smithi032.stdout: 137: throughput=4.98MB/sec pending data=0 2024-09-13T00:29:10.892 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dt1po501sGwJq4w off=0 len=1624097 2024-09-13T00:29:10.904 INFO:tasks.workunit.client.0.smithi032.stdout:op 686 completed, throughput=4.99MB/sec 2024-09-13T00:29:10.904 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZERaWzAUO1Ontlp off=2578087 len=1446650 2024-09-13T00:29:10.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 687 completed, throughput=5MB/sec 2024-09-13T00:29:10.914 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B9Lj0p0mXQiNlCk off=4746330 len=1482928 2024-09-13T00:29:10.923 INFO:tasks.workunit.client.0.smithi032.stdout:op 688 completed, throughput=5.01MB/sec 2024-09-13T00:29:11.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:10 smithi053 bash[67631]: cluster 2024-09-13T00:29:09.590262+0000 mgr.y (mgr.34107) 792 : cluster [DBG] pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:29:11.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:10 smithi053 bash[67631]: audit 2024-09-13T00:29:10.158382+0000 mon.a (mon.0) 2170 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:29:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:10 smithi032 bash[75510]: cluster 2024-09-13T00:29:09.590262+0000 mgr.y (mgr.34107) 792 : cluster [DBG] pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:29:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:10 smithi032 bash[75510]: audit 2024-09-13T00:29:10.158382+0000 mon.a (mon.0) 2170 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:29:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:10 smithi032 bash[76677]: cluster 2024-09-13T00:29:09.590262+0000 mgr.y (mgr.34107) 792 : cluster [DBG] pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:29:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:10 smithi032 bash[76677]: audit 2024-09-13T00:29:10.158382+0000 mon.a (mon.0) 2170 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:29:11.923 INFO:tasks.workunit.client.0.smithi032.stdout: 138: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:11.924 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zaOA0PSUCrNTkVf off=15179674 len=1022187 2024-09-13T00:29:11.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 689 completed, throughput=4.98MB/sec 2024-09-13T00:29:11.927 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QQ7WU1hS_ZnavZU off=10105442 len=938174 2024-09-13T00:29:11.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 690 completed, throughput=4.98MB/sec 2024-09-13T00:29:11.935 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y0yszsvnFN5a1ar off=880367 len=1997591 2024-09-13T00:29:11.939 INFO:tasks.workunit.client.0.smithi032.stdout:op 691 completed, throughput=5MB/sec 2024-09-13T00:29:11.939 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iFzvnTUESvIgUHa off=6546921 len=808873 2024-09-13T00:29:11.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 692 completed, throughput=5MB/sec 2024-09-13T00:29:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:29:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:29:12] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-09-13T00:29:12.736 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:29:12 smithi053 bash[94430]: ts=2024-09-13T00:29:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:29:12.947 INFO:tasks.workunit.client.0.smithi032.stdout: 139: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:12.947 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QGC1ndOwPCl6Vjl off=16436922 len=637738 2024-09-13T00:29:12.954 INFO:tasks.workunit.client.0.smithi032.stdout:op 693 completed, throughput=4.97MB/sec 2024-09-13T00:29:12.954 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7PxcdXIPV32XDmT off=10589598 len=990982 2024-09-13T00:29:12.957 INFO:tasks.workunit.client.0.smithi032.stdout:op 694 completed, throughput=4.98MB/sec 2024-09-13T00:29:12.957 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wdDFz103uGOVooq off=1818867 len=1754799 2024-09-13T00:29:12.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 695 completed, throughput=4.99MB/sec 2024-09-13T00:29:12.961 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YqK7Ueq-P3NWQSJ off=3844499 len=501979 2024-09-13T00:29:12.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 696 completed, throughput=4.99MB/sec 2024-09-13T00:29:12.964 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9QIpYWJhbVYoV6t off=2747334 len=1480693 2024-09-13T00:29:12.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 697 completed, throughput=5MB/sec 2024-09-13T00:29:13.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:12 smithi053 bash[67631]: cluster 2024-09-13T00:29:11.591205+0000 mgr.y (mgr.34107) 793 : cluster [DBG] pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:12 smithi032 bash[75510]: cluster 2024-09-13T00:29:11.591205+0000 mgr.y (mgr.34107) 793 : cluster [DBG] pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:13.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:12 smithi032 bash[76677]: cluster 2024-09-13T00:29:11.591205+0000 mgr.y (mgr.34107) 793 : cluster [DBG] pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:13.974 INFO:tasks.workunit.client.0.smithi032.stdout: 140: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:13.975 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L_N4JmtuJJsxh5h off=10054033 len=1839751 2024-09-13T00:29:13.989 INFO:tasks.workunit.client.0.smithi032.stdout:op 698 completed, throughput=4.98MB/sec 2024-09-13T00:29:13.989 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eGY5R41_8acjW0S off=11680466 len=1511181 2024-09-13T00:29:13.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 699 completed, throughput=4.99MB/sec 2024-09-13T00:29:13.993 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WktL02tBcU8M6II off=13263163 len=922376 2024-09-13T00:29:13.994 INFO:tasks.workunit.client.0.smithi032.stdout:op 700 completed, throughput=4.99MB/sec 2024-09-13T00:29:13.994 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-96nF1fyrkQ7Zevh off=8426227 len=1181917 2024-09-13T00:29:14.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 701 completed, throughput=5MB/sec 2024-09-13T00:29:15.005 INFO:tasks.workunit.client.0.smithi032.stdout: 141: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:15.005 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ikXdgxriYvtH74Q off=7482222 len=515045 2024-09-13T00:29:15.007 INFO:tasks.workunit.client.0.smithi032.stdout:op 702 completed, throughput=4.97MB/sec 2024-09-13T00:29:15.007 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X47_-27D5U1kD0s off=2629611 len=322379 2024-09-13T00:29:15.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 703 completed, throughput=4.97MB/sec 2024-09-13T00:29:15.013 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tH_T_in2jvyr2Fy off=6274834 len=1361795 2024-09-13T00:29:15.025 INFO:tasks.workunit.client.0.smithi032.stdout:op 704 completed, throughput=4.98MB/sec 2024-09-13T00:29:15.025 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--YewvuNSwCqKZXJ off=7990034 len=1125465 2024-09-13T00:29:15.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 705 completed, throughput=4.99MB/sec 2024-09-13T00:29:15.028 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iccojWVMofdiO52 off=4670496 len=1865113 2024-09-13T00:29:15.032 INFO:tasks.workunit.client.0.smithi032.stdout:op 706 completed, throughput=5MB/sec 2024-09-13T00:29:15.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:14 smithi053 bash[67631]: cluster 2024-09-13T00:29:13.592302+0000 mgr.y (mgr.34107) 794 : cluster [DBG] pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:29:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:14 smithi032 bash[75510]: cluster 2024-09-13T00:29:13.592302+0000 mgr.y (mgr.34107) 794 : cluster [DBG] pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:29:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:14 smithi032 bash[76677]: cluster 2024-09-13T00:29:13.592302+0000 mgr.y (mgr.34107) 794 : cluster [DBG] pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:29:16.032 INFO:tasks.workunit.client.0.smithi032.stdout: 142: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:16.032 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OQcru1qNPOWOVr_ off=11894372 len=1855298 2024-09-13T00:29:16.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 707 completed, throughput=4.98MB/sec 2024-09-13T00:29:16.046 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--LzgZdMkqFYo6_1 off=4185344 len=1378415 2024-09-13T00:29:16.056 INFO:tasks.workunit.client.0.smithi032.stdout:op 708 completed, throughput=4.99MB/sec 2024-09-13T00:29:16.057 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6VxjEINHQ9WaRzD off=7270982 len=1266375 2024-09-13T00:29:16.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 709 completed, throughput=4.99MB/sec 2024-09-13T00:29:16.059 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8r6Vgz-49Ep85Km off=12891770 len=1287817 2024-09-13T00:29:16.061 INFO:tasks.workunit.client.0.smithi032.stdout:op 710 completed, throughput=5MB/sec 2024-09-13T00:29:17.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:16 smithi053 bash[67631]: cluster 2024-09-13T00:29:15.593209+0000 mgr.y (mgr.34107) 795 : cluster [DBG] pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:29:17.061 INFO:tasks.workunit.client.0.smithi032.stdout: 143: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:17.061 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8oW0W4YdFlAvOW9 off=6331035 len=509172 2024-09-13T00:29:17.067 INFO:tasks.workunit.client.0.smithi032.stdout:op 711 completed, throughput=4.97MB/sec 2024-09-13T00:29:17.067 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dq8UxBcxNKsl8MD off=21532442 len=844014 2024-09-13T00:29:17.070 INFO:tasks.workunit.client.0.smithi032.stdout:op 712 completed, throughput=4.98MB/sec 2024-09-13T00:29:17.070 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6_SX6J_t-KW0Nfk off=10228500 len=753680 2024-09-13T00:29:17.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 713 completed, throughput=4.98MB/sec 2024-09-13T00:29:17.072 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BU_ZSdHC3zhMdR5 off=2235757 len=1923141 2024-09-13T00:29:17.087 INFO:tasks.workunit.client.0.smithi032.stdout:op 714 completed, throughput=4.99MB/sec 2024-09-13T00:29:17.087 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fCUwK5Rold2lSJb off=1683210 len=459900 2024-09-13T00:29:17.093 INFO:tasks.workunit.client.0.smithi032.stdout:op 715 completed, throughput=5MB/sec 2024-09-13T00:29:17.093 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FTkQXY8y93qTPi3 off=7871117 len=1464254 2024-09-13T00:29:17.103 INFO:tasks.workunit.client.0.smithi032.stdout:op 716 completed, throughput=5.01MB/sec 2024-09-13T00:29:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:16 smithi032 bash[75510]: cluster 2024-09-13T00:29:15.593209+0000 mgr.y (mgr.34107) 795 : cluster [DBG] pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:29:17.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:16 smithi032 bash[76677]: cluster 2024-09-13T00:29:15.593209+0000 mgr.y (mgr.34107) 795 : cluster [DBG] pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:29:18.104 INFO:tasks.workunit.client.0.smithi032.stdout: 144: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:18.104 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N4c9PmSTM9WUL_u off=3539637 len=244861 2024-09-13T00:29:18.109 INFO:tasks.workunit.client.0.smithi032.stdout:op 717 completed, throughput=4.97MB/sec 2024-09-13T00:29:18.109 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5cbUmbrmMxEa3Mw off=5236182 len=619764 2024-09-13T00:29:18.113 INFO:tasks.workunit.client.0.smithi032.stdout:op 718 completed, throughput=4.98MB/sec 2024-09-13T00:29:18.113 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KgEWhYFTTpgAgyh off=9752508 len=637577 2024-09-13T00:29:18.120 INFO:tasks.workunit.client.0.smithi032.stdout:op 719 completed, throughput=4.98MB/sec 2024-09-13T00:29:18.120 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-41MHSNEDesCF_xo off=2303031 len=12357 2024-09-13T00:29:18.125 INFO:tasks.workunit.client.0.smithi032.stdout:op 720 completed, throughput=4.98MB/sec 2024-09-13T00:29:18.125 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g2EBDgUHTnBFo62 off=1688095 len=589155 2024-09-13T00:29:18.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 721 completed, throughput=4.99MB/sec 2024-09-13T00:29:18.131 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x3pPioRowNaHPKQ off=891924 len=1921871 2024-09-13T00:29:18.135 INFO:tasks.workunit.client.0.smithi032.stdout:op 722 completed, throughput=5MB/sec 2024-09-13T00:29:18.135 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XMTsX_JySZICVi4 off=6866263 len=717189 2024-09-13T00:29:18.137 INFO:tasks.workunit.client.0.smithi032.stdout:op 723 completed, throughput=5MB/sec 2024-09-13T00:29:19.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:18 smithi053 bash[67631]: cluster 2024-09-13T00:29:17.594073+0000 mgr.y (mgr.34107) 796 : cluster [DBG] pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:29:19.138 INFO:tasks.workunit.client.0.smithi032.stdout: 145: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:19.138 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pK7ssOViOkM8RMf off=5087184 len=1129569 2024-09-13T00:29:19.147 INFO:tasks.workunit.client.0.smithi032.stdout:op 724 completed, throughput=4.98MB/sec 2024-09-13T00:29:19.147 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sA5LWmbxN3g36Yn off=8926300 len=1247611 2024-09-13T00:29:19.150 INFO:tasks.workunit.client.0.smithi032.stdout:op 725 completed, throughput=4.98MB/sec 2024-09-13T00:29:19.150 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-j5a4aLL9iqwcC75 off=7861884 len=1243492 2024-09-13T00:29:19.160 INFO:tasks.workunit.client.0.smithi032.stdout:op 726 completed, throughput=4.99MB/sec 2024-09-13T00:29:19.160 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qHPe-sVWisdy6LY off=20490522 len=1068483 2024-09-13T00:29:19.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:18 smithi032 bash[75510]: cluster 2024-09-13T00:29:17.594073+0000 mgr.y (mgr.34107) 796 : cluster [DBG] pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:29:19.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:18 smithi032 bash[76677]: cluster 2024-09-13T00:29:17.594073+0000 mgr.y (mgr.34107) 796 : cluster [DBG] pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:29:19.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 727 completed, throughput=5MB/sec 2024-09-13T00:29:19.165 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jb9d_td3UOK1B4f off=4199435 len=1491151 2024-09-13T00:29:19.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 728 completed, throughput=5.01MB/sec 2024-09-13T00:29:20.170 INFO:tasks.workunit.client.0.smithi032.stdout: 146: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:20.170 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_RfGMkymOliZ9WH off=22169794 len=1765763 2024-09-13T00:29:20.182 INFO:tasks.workunit.client.0.smithi032.stdout:op 729 completed, throughput=4.98MB/sec 2024-09-13T00:29:20.182 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DC9u5OGW67RAtAN off=4968215 len=42986 2024-09-13T00:29:20.183 INFO:tasks.workunit.client.0.smithi032.stdout:op 730 completed, throughput=4.98MB/sec 2024-09-13T00:29:20.183 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eVfN6pg_KH83sU1 off=1883942 len=1676650 2024-09-13T00:29:20.187 INFO:tasks.workunit.client.0.smithi032.stdout:op 731 completed, throughput=5MB/sec 2024-09-13T00:29:20.187 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XYkGLMgJY4bKLMd off=1182882 len=573480 2024-09-13T00:29:20.189 INFO:tasks.workunit.client.0.smithi032.stdout:op 732 completed, throughput=5MB/sec 2024-09-13T00:29:20.189 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8tbdPPHSUeUPFbu off=19726628 len=354124 2024-09-13T00:29:20.195 INFO:tasks.workunit.client.0.smithi032.stdout:op 733 completed, throughput=5MB/sec 2024-09-13T00:29:21.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:20 smithi053 bash[67631]: cluster 2024-09-13T00:29:19.595065+0000 mgr.y (mgr.34107) 797 : cluster [DBG] pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:20 smithi032 bash[75510]: cluster 2024-09-13T00:29:19.595065+0000 mgr.y (mgr.34107) 797 : cluster [DBG] pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:21.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:20 smithi032 bash[76677]: cluster 2024-09-13T00:29:19.595065+0000 mgr.y (mgr.34107) 797 : cluster [DBG] pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:21.195 INFO:tasks.workunit.client.0.smithi032.stdout: 147: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:21.195 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jSb8iRpbHxhVGSk off=5205069 len=170765 2024-09-13T00:29:21.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 734 completed, throughput=4.97MB/sec 2024-09-13T00:29:21.197 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MQrRiAfXIbn3JA3 off=10795392 len=1426682 2024-09-13T00:29:21.209 INFO:tasks.workunit.client.0.smithi032.stdout:op 735 completed, throughput=4.98MB/sec 2024-09-13T00:29:21.209 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eesRv9Xo7M9tRrJ off=7398060 len=993940 2024-09-13T00:29:21.213 INFO:tasks.workunit.client.0.smithi032.stdout:op 736 completed, throughput=4.98MB/sec 2024-09-13T00:29:21.213 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jKzmw9RGDvVHq3e off=2933962 len=1319323 2024-09-13T00:29:21.222 INFO:tasks.workunit.client.0.smithi032.stdout:op 737 completed, throughput=4.99MB/sec 2024-09-13T00:29:21.222 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BtlTikIdeDbV9Pf off=7771342 len=1373453 2024-09-13T00:29:21.224 INFO:tasks.workunit.client.0.smithi032.stdout:op 738 completed, throughput=5MB/sec 2024-09-13T00:29:22.224 INFO:tasks.workunit.client.0.smithi032.stdout: 148: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:22.225 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S52bMy36uc95V2Z off=1135155 len=1310215 2024-09-13T00:29:22.234 INFO:tasks.workunit.client.0.smithi032.stdout:op 739 completed, throughput=4.98MB/sec 2024-09-13T00:29:22.234 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NXUBj3JyXmvalQN off=12591125 len=1223794 2024-09-13T00:29:22.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 740 completed, throughput=4.98MB/sec 2024-09-13T00:29:22.236 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3oY2JyaysaS_Cyv off=19963434 len=967294 2024-09-13T00:29:22.245 INFO:tasks.workunit.client.0.smithi032.stdout:op 741 completed, throughput=4.99MB/sec 2024-09-13T00:29:22.245 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RC-x-huJmAh8tIE off=0 len=1693059 2024-09-13T00:29:22.250 INFO:tasks.workunit.client.0.smithi032.stdout:op 742 completed, throughput=5MB/sec 2024-09-13T00:29:22.250 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zFX4zXg8tN09E9a off=6776497 len=755252 2024-09-13T00:29:22.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 743 completed, throughput=5MB/sec 2024-09-13T00:29:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:29:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:29:22] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-09-13T00:29:22.756 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:29:22 smithi053 bash[94430]: ts=2024-09-13T00:29:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:29:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:22 smithi053 bash[67631]: cluster 2024-09-13T00:29:21.596111+0000 mgr.y (mgr.34107) 798 : cluster [DBG] pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:22 smithi032 bash[75510]: cluster 2024-09-13T00:29:21.596111+0000 mgr.y (mgr.34107) 798 : cluster [DBG] pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:23.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:22 smithi032 bash[76677]: cluster 2024-09-13T00:29:21.596111+0000 mgr.y (mgr.34107) 798 : cluster [DBG] pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:23.252 INFO:tasks.workunit.client.0.smithi032.stdout: 149: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:23.253 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0zjuyA6D-yyd39G off=67865 len=970184 2024-09-13T00:29:23.255 INFO:tasks.workunit.client.0.smithi032.stdout:op 744 completed, throughput=4.98MB/sec 2024-09-13T00:29:23.255 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u83wOWy-p8LnbBZ off=10581238 len=549228 2024-09-13T00:29:23.257 INFO:tasks.workunit.client.0.smithi032.stdout:op 745 completed, throughput=4.98MB/sec 2024-09-13T00:29:23.257 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bamiABQ5gvg0-ZN off=10111479 len=1861795 2024-09-13T00:29:23.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 746 completed, throughput=4.99MB/sec 2024-09-13T00:29:23.262 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pT4zPJDSRaSSNeQ off=11684960 len=411990 2024-09-13T00:29:23.268 INFO:tasks.workunit.client.0.smithi032.stdout:op 747 completed, throughput=4.99MB/sec 2024-09-13T00:29:23.269 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hmCkq8ZWvMjh4qS off=4064780 len=1877470 2024-09-13T00:29:23.275 INFO:tasks.workunit.client.0.smithi032.stdout:op 748 completed, throughput=5.01MB/sec 2024-09-13T00:29:24.275 INFO:tasks.workunit.client.0.smithi032.stdout: 150: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:24.275 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o51wPJ4UhI-ewMb off=16563500 len=1128513 2024-09-13T00:29:24.286 INFO:tasks.workunit.client.0.smithi032.stdout:op 749 completed, throughput=4.98MB/sec 2024-09-13T00:29:24.286 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SoB6kGTEsc5QsYA off=2806389 len=497452 2024-09-13T00:29:24.292 INFO:tasks.workunit.client.0.smithi032.stdout:op 750 completed, throughput=4.98MB/sec 2024-09-13T00:29:24.292 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9aJA5HzVL8p2_bY off=410725 len=118696 2024-09-13T00:29:24.296 INFO:tasks.workunit.client.0.smithi032.stdout:op 751 completed, throughput=4.98MB/sec 2024-09-13T00:29:24.297 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PdLPchUMoSdM1g_ off=6779797 len=771689 2024-09-13T00:29:24.299 INFO:tasks.workunit.client.0.smithi032.stdout:op 752 completed, throughput=4.99MB/sec 2024-09-13T00:29:24.299 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6zN4hgRCd5tttTj off=5310402 len=614625 2024-09-13T00:29:24.305 INFO:tasks.workunit.client.0.smithi032.stdout:op 753 completed, throughput=4.99MB/sec 2024-09-13T00:29:24.305 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-78oTej_GCkgPXqP off=22495846 len=1798076 2024-09-13T00:29:24.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 754 completed, throughput=5MB/sec 2024-09-13T00:29:25.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:24 smithi053 bash[67631]: cluster 2024-09-13T00:29:23.597253+0000 mgr.y (mgr.34107) 799 : cluster [DBG] pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:29:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:24 smithi032 bash[75510]: cluster 2024-09-13T00:29:23.597253+0000 mgr.y (mgr.34107) 799 : cluster [DBG] pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:29:25.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:24 smithi032 bash[76677]: cluster 2024-09-13T00:29:23.597253+0000 mgr.y (mgr.34107) 799 : cluster [DBG] pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:29:25.310 INFO:tasks.workunit.client.0.smithi032.stdout: 151: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:25.310 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yb_w50pDZluXvZn off=637649 len=1284711 2024-09-13T00:29:25.315 INFO:tasks.workunit.client.0.smithi032.stdout:op 755 completed, throughput=4.98MB/sec 2024-09-13T00:29:25.315 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RH9xILhLEmi-Zrf off=5066192 len=64075 2024-09-13T00:29:25.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 756 completed, throughput=4.98MB/sec 2024-09-13T00:29:25.316 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DzMiywLcNdQmCm3 off=6666893 len=695871 2024-09-13T00:29:25.318 INFO:tasks.workunit.client.0.smithi032.stdout:op 757 completed, throughput=4.98MB/sec 2024-09-13T00:29:25.318 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EHvvCMbi50EUawn off=7379741 len=745493 2024-09-13T00:29:25.327 INFO:tasks.workunit.client.0.smithi032.stdout:op 758 completed, throughput=4.99MB/sec 2024-09-13T00:29:25.327 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sn_lKWZBbO69TtU off=1252137 len=1801958 2024-09-13T00:29:25.333 INFO:tasks.workunit.client.0.smithi032.stdout:op 759 completed, throughput=5MB/sec 2024-09-13T00:29:25.333 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7LSXKANyHz6c6n- off=3485537 len=297294 2024-09-13T00:29:25.338 INFO:tasks.workunit.client.0.smithi032.stdout:op 760 completed, throughput=5MB/sec 2024-09-13T00:29:25.338 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5ZSRMsiUuC_lybs off=0 len=1262552 2024-09-13T00:29:25.347 INFO:tasks.workunit.client.0.smithi032.stdout:op 761 completed, throughput=5.01MB/sec 2024-09-13T00:29:26.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:25 smithi053 bash[67631]: audit 2024-09-13T00:29:25.158855+0000 mon.a (mon.0) 2171 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:29:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:25 smithi032 bash[75510]: audit 2024-09-13T00:29:25.158855+0000 mon.a (mon.0) 2171 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:29:26.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:25 smithi032 bash[76677]: audit 2024-09-13T00:29:25.158855+0000 mon.a (mon.0) 2171 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:29:26.348 INFO:tasks.workunit.client.0.smithi032.stdout: 152: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:26.348 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-80B3lIfGRPi9n2b off=15509707 len=1248911 2024-09-13T00:29:26.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 762 completed, throughput=4.98MB/sec 2024-09-13T00:29:26.358 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YC7K8X1fCAVZf8O off=2089738 len=541774 2024-09-13T00:29:26.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 763 completed, throughput=4.99MB/sec 2024-09-13T00:29:26.360 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gTyUwJLqRq37CWD off=3880790 len=370151 2024-09-13T00:29:26.362 INFO:tasks.workunit.client.0.smithi032.stdout:op 764 completed, throughput=4.99MB/sec 2024-09-13T00:29:26.363 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GAYl6uS8UpZdnvb off=7031334 len=964802 2024-09-13T00:29:26.365 INFO:tasks.workunit.client.0.smithi032.stdout:op 765 completed, throughput=4.99MB/sec 2024-09-13T00:29:26.365 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sekaxPgrn99E6Rv off=4223554 len=1310490 2024-09-13T00:29:26.368 INFO:tasks.workunit.client.0.smithi032.stdout:op 766 completed, throughput=5MB/sec 2024-09-13T00:29:27.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:26 smithi053 bash[67631]: cluster 2024-09-13T00:29:25.598074+0000 mgr.y (mgr.34107) 800 : cluster [DBG] pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:29:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:26 smithi032 bash[75510]: cluster 2024-09-13T00:29:25.598074+0000 mgr.y (mgr.34107) 800 : cluster [DBG] pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:29:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:26 smithi032 bash[76677]: cluster 2024-09-13T00:29:25.598074+0000 mgr.y (mgr.34107) 800 : cluster [DBG] pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:29:27.369 INFO:tasks.workunit.client.0.smithi032.stdout: 153: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:27.369 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BAnBvDOvgu9dNVv off=7248914 len=1631926 2024-09-13T00:29:27.381 INFO:tasks.workunit.client.0.smithi032.stdout:op 767 completed, throughput=4.98MB/sec 2024-09-13T00:29:27.381 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-auHc2l-1SHWA-5M off=431795 len=1898168 2024-09-13T00:29:27.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 768 completed, throughput=4.99MB/sec 2024-09-13T00:29:27.385 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vEV4b2UEdWKRRgZ off=11852015 len=1653910 2024-09-13T00:29:27.389 INFO:tasks.workunit.client.0.smithi032.stdout:op 769 completed, throughput=5MB/sec 2024-09-13T00:29:28.389 INFO:tasks.workunit.client.0.smithi032.stdout: 154: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:28.390 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d2UVKY--6ktq3pJ off=16352768 len=150717 2024-09-13T00:29:28.391 INFO:tasks.workunit.client.0.smithi032.stdout:op 770 completed, throughput=4.97MB/sec 2024-09-13T00:29:28.391 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4E-QIEtZfwKDMK2 off=3109844 len=112428 2024-09-13T00:29:28.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 771 completed, throughput=4.97MB/sec 2024-09-13T00:29:28.392 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DC9u5OGW67RAtAN off=13264491 len=139626 2024-09-13T00:29:28.393 INFO:tasks.workunit.client.0.smithi032.stdout:op 772 completed, throughput=4.97MB/sec 2024-09-13T00:29:28.393 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Q-vX-q8Bl2EiYPo off=358950 len=1537176 2024-09-13T00:29:28.398 INFO:tasks.workunit.client.0.smithi032.stdout:op 773 completed, throughput=4.98MB/sec 2024-09-13T00:29:28.398 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AhnNgPosQy8l122 off=1912819 len=2035693 2024-09-13T00:29:28.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 774 completed, throughput=4.99MB/sec 2024-09-13T00:29:28.404 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DWDAdte_d4AhFFq off=2498576 len=1872374 2024-09-13T00:29:28.408 INFO:tasks.workunit.client.0.smithi032.stdout:op 775 completed, throughput=5MB/sec 2024-09-13T00:29:29.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:28 smithi053 bash[67631]: cluster 2024-09-13T00:29:27.599000+0000 mgr.y (mgr.34107) 801 : cluster [DBG] pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:29:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:28 smithi032 bash[75510]: cluster 2024-09-13T00:29:27.599000+0000 mgr.y (mgr.34107) 801 : cluster [DBG] pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:29:29.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:28 smithi032 bash[76677]: cluster 2024-09-13T00:29:27.599000+0000 mgr.y (mgr.34107) 801 : cluster [DBG] pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:29:29.408 INFO:tasks.workunit.client.0.smithi032.stdout: 155: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:29.408 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HbsABwTbPN6oqaN off=2988505 len=1696597 2024-09-13T00:29:29.421 INFO:tasks.workunit.client.0.smithi032.stdout:op 776 completed, throughput=4.98MB/sec 2024-09-13T00:29:29.421 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G_LiYQlY4MLFYM_ off=5755355 len=1756810 2024-09-13T00:29:29.435 INFO:tasks.workunit.client.0.smithi032.stdout:op 777 completed, throughput=4.99MB/sec 2024-09-13T00:29:29.435 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dmGVbAdMU8UqOhq off=20177922 len=1477651 2024-09-13T00:29:29.446 INFO:tasks.workunit.client.0.smithi032.stdout:op 778 completed, throughput=5MB/sec 2024-09-13T00:29:29.446 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N5b1flwxBOEqYfL off=18350876 len=69867 2024-09-13T00:29:29.451 INFO:tasks.workunit.client.0.smithi032.stdout:op 779 completed, throughput=5MB/sec 2024-09-13T00:29:30.452 INFO:tasks.workunit.client.0.smithi032.stdout: 156: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:30.452 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NE_oT22lDYAA-dr off=1636384 len=2051309 2024-09-13T00:29:30.458 INFO:tasks.workunit.client.0.smithi032.stdout:op 780 completed, throughput=4.98MB/sec 2024-09-13T00:29:30.458 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pDvhv4RrO5zFJvY off=7167484 len=1259648 2024-09-13T00:29:30.468 INFO:tasks.workunit.client.0.smithi032.stdout:op 781 completed, throughput=4.99MB/sec 2024-09-13T00:29:30.468 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2r9v5hDaWBPHwty off=4095969 len=311446 2024-09-13T00:29:30.470 INFO:tasks.workunit.client.0.smithi032.stdout:op 782 completed, throughput=4.99MB/sec 2024-09-13T00:29:30.470 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zlso1ZwUKIp3iq- off=3571766 len=1263764 2024-09-13T00:29:30.480 INFO:tasks.workunit.client.0.smithi032.stdout:op 783 completed, throughput=5MB/sec 2024-09-13T00:29:30.480 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PINfcfhAsRrQMR- off=14400100 len=1284218 2024-09-13T00:29:30.484 INFO:tasks.workunit.client.0.smithi032.stdout:op 784 completed, throughput=5MB/sec 2024-09-13T00:29:31.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:30 smithi053 bash[67631]: cluster 2024-09-13T00:29:29.600046+0000 mgr.y (mgr.34107) 802 : cluster [DBG] pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:29:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:30 smithi032 bash[75510]: cluster 2024-09-13T00:29:29.600046+0000 mgr.y (mgr.34107) 802 : cluster [DBG] pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:29:31.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:30 smithi032 bash[76677]: cluster 2024-09-13T00:29:29.600046+0000 mgr.y (mgr.34107) 802 : cluster [DBG] pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:29:31.484 INFO:tasks.workunit.client.0.smithi032.stdout: 157: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:31.484 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0zV3w6fsmzJP5fj off=4534318 len=788524 2024-09-13T00:29:31.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 785 completed, throughput=4.98MB/sec 2024-09-13T00:29:31.487 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cOMoVG7nza__HDr off=6970386 len=161419 2024-09-13T00:29:31.492 INFO:tasks.workunit.client.0.smithi032.stdout:op 786 completed, throughput=4.98MB/sec 2024-09-13T00:29:31.492 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lG6S7ekiffv8oPY off=968758 len=1802082 2024-09-13T00:29:31.496 INFO:tasks.workunit.client.0.smithi032.stdout:op 787 completed, throughput=4.99MB/sec 2024-09-13T00:29:31.496 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uL3nT7_v6T3OAyo off=2035108 len=496037 2024-09-13T00:29:31.498 INFO:tasks.workunit.client.0.smithi032.stdout:op 788 completed, throughput=4.99MB/sec 2024-09-13T00:29:31.498 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-udC1FR3bqXyQBOs off=19313916 len=1326146 2024-09-13T00:29:31.501 INFO:tasks.workunit.client.0.smithi032.stdout:op 789 completed, throughput=5MB/sec 2024-09-13T00:29:32.502 INFO:tasks.workunit.client.0.smithi032.stdout: 158: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:32.502 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-g62QxTKCUMUvcmY off=9186477 len=740059 2024-09-13T00:29:32.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 790 completed, throughput=4.97MB/sec 2024-09-13T00:29:32.505 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xXFFjIgMte7Ymx7 off=1609736 len=58898 2024-09-13T00:29:32.508 INFO:tasks.workunit.client.0.smithi032.stdout:op 791 completed, throughput=4.97MB/sec 2024-09-13T00:29:32.508 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hyD7GEyXXauyuwj off=6518425 len=892270 2024-09-13T00:29:32.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 792 completed, throughput=4.98MB/sec 2024-09-13T00:29:32.511 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xGTN1gkPY7FLg4f off=13310611 len=620150 2024-09-13T00:29:32.519 INFO:tasks.workunit.client.0.smithi032.stdout:op 793 completed, throughput=4.98MB/sec 2024-09-13T00:29:32.519 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BL_WRHcMCiaJGlX off=3331204 len=369018 2024-09-13T00:29:32.520 INFO:tasks.workunit.client.0.smithi032.stdout:op 794 completed, throughput=4.98MB/sec 2024-09-13T00:29:32.520 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SgFs2-nCHwsiYUj off=6133887 len=148596 2024-09-13T00:29:32.522 INFO:tasks.workunit.client.0.smithi032.stdout:op 795 completed, throughput=4.99MB/sec 2024-09-13T00:29:32.522 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nLvAXzvVlEHuf1L off=7832757 len=396292 2024-09-13T00:29:32.528 INFO:tasks.workunit.client.0.smithi032.stdout:op 796 completed, throughput=4.99MB/sec 2024-09-13T00:29:32.529 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8rF_4WqeVlVNDk2 off=17753517 len=541917 2024-09-13T00:29:32.535 INFO:tasks.workunit.client.0.smithi032.stdout:op 797 completed, throughput=4.99MB/sec 2024-09-13T00:29:32.535 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hbWKRZXr24fRJ3J off=3868604 len=280554 2024-09-13T00:29:32.541 INFO:tasks.workunit.client.0.smithi032.stdout:op 798 completed, throughput=4.99MB/sec 2024-09-13T00:29:32.541 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gjnsSvzIXxgCXPu off=16057898 len=361721 2024-09-13T00:29:32.543 INFO:tasks.workunit.client.0.smithi032.stdout:op 799 completed, throughput=4.99MB/sec 2024-09-13T00:29:32.543 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iWIXsTSMeWIJ_-F off=613520 len=1562750 2024-09-13T00:29:32.555 INFO:tasks.workunit.client.0.smithi032.stdout:op 800 completed, throughput=5MB/sec 2024-09-13T00:29:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:29:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:29:32] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-09-13T00:29:32.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:29:32 smithi053 bash[94430]: ts=2024-09-13T00:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:29:33.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:32 smithi053 bash[67631]: cluster 2024-09-13T00:29:31.601076+0000 mgr.y (mgr.34107) 803 : cluster [DBG] pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:29:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:32 smithi032 bash[75510]: cluster 2024-09-13T00:29:31.601076+0000 mgr.y (mgr.34107) 803 : cluster [DBG] pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:29:33.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:32 smithi032 bash[76677]: cluster 2024-09-13T00:29:31.601076+0000 mgr.y (mgr.34107) 803 : cluster [DBG] pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:29:33.556 INFO:tasks.workunit.client.0.smithi032.stdout: 159: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:33.556 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sQu7Z1unlwJoVqi off=3914685 len=1196243 2024-09-13T00:29:33.560 INFO:tasks.workunit.client.0.smithi032.stdout:op 801 completed, throughput=4.98MB/sec 2024-09-13T00:29:33.560 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wn1TQ1InT-BeSNG off=1057163 len=1872470 2024-09-13T00:29:33.573 INFO:tasks.workunit.client.0.smithi032.stdout:op 802 completed, throughput=4.99MB/sec 2024-09-13T00:29:33.573 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z3HfEq78alT3kPs off=9797908 len=354954 2024-09-13T00:29:33.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 803 completed, throughput=4.99MB/sec 2024-09-13T00:29:33.579 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hTK-zQI0tYW47QT off=3339909 len=1490317 2024-09-13T00:29:33.581 INFO:tasks.workunit.client.0.smithi032.stdout:op 804 completed, throughput=5MB/sec 2024-09-13T00:29:34.581 INFO:tasks.workunit.client.0.smithi032.stdout: 160: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:34.581 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PvfxksxXNZUEDfX off=4349429 len=904226 2024-09-13T00:29:34.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 805 completed, throughput=4.97MB/sec 2024-09-13T00:29:34.590 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OrU2fDNXAPkuYsT off=9855333 len=1366716 2024-09-13T00:29:34.601 INFO:tasks.workunit.client.0.smithi032.stdout:op 806 completed, throughput=4.98MB/sec 2024-09-13T00:29:34.601 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o5noQ__30DeP7Hn off=3708933 len=40997 2024-09-13T00:29:34.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 807 completed, throughput=4.98MB/sec 2024-09-13T00:29:34.605 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cDq2L4e61fyGtgD off=1617829 len=682208 2024-09-13T00:29:34.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 808 completed, throughput=4.99MB/sec 2024-09-13T00:29:34.608 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TeSSHeIJ8a5jxk4 off=12433731 len=625884 2024-09-13T00:29:34.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 809 completed, throughput=4.99MB/sec 2024-09-13T00:29:34.615 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EBQl_x0cTqjHZcq off=2751478 len=2043681 2024-09-13T00:29:34.619 INFO:tasks.workunit.client.0.smithi032.stdout:op 810 completed, throughput=5MB/sec 2024-09-13T00:29:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:34 smithi032 bash[75510]: cluster 2024-09-13T00:29:33.602177+0000 mgr.y (mgr.34107) 804 : cluster [DBG] pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:29:35.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:34 smithi032 bash[76677]: cluster 2024-09-13T00:29:33.602177+0000 mgr.y (mgr.34107) 804 : cluster [DBG] pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:29:35.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:34 smithi053 bash[67631]: cluster 2024-09-13T00:29:33.602177+0000 mgr.y (mgr.34107) 804 : cluster [DBG] pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:29:35.619 INFO:tasks.workunit.client.0.smithi032.stdout: 161: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:35.619 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4r2QlvCHXOQiuYd off=1192524 len=1824181 2024-09-13T00:29:35.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 811 completed, throughput=4.98MB/sec 2024-09-13T00:29:35.624 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ip02grBKe_ED47m off=14432426 len=763657 2024-09-13T00:29:35.632 INFO:tasks.workunit.client.0.smithi032.stdout:op 812 completed, throughput=4.99MB/sec 2024-09-13T00:29:35.632 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QtQ0y_JgbH7p5hH off=2192138 len=265663 2024-09-13T00:29:35.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 813 completed, throughput=4.99MB/sec 2024-09-13T00:29:35.638 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-etxvY5C53qFf2_7 off=16135030 len=1821880 2024-09-13T00:29:35.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 814 completed, throughput=5MB/sec 2024-09-13T00:29:35.644 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zaw6r3VWjqGmdPO off=625665 len=946478 2024-09-13T00:29:35.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 815 completed, throughput=5MB/sec 2024-09-13T00:29:36.653 INFO:tasks.workunit.client.0.smithi032.stdout: 162: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:36.653 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QHP9gt1L9sXYl4z off=15237171 len=2039377 2024-09-13T00:29:36.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 816 completed, throughput=4.98MB/sec 2024-09-13T00:29:36.667 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UpcgSCi2baVJMFx off=3943587 len=1868523 2024-09-13T00:29:36.669 INFO:tasks.workunit.client.0.smithi032.stdout:op 817 completed, throughput=4.99MB/sec 2024-09-13T00:29:36.670 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NCwOnMeb_pWP4Va off=1162938 len=1470047 2024-09-13T00:29:36.671 INFO:tasks.workunit.client.0.smithi032.stdout:op 818 completed, throughput=5MB/sec 2024-09-13T00:29:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:36 smithi032 bash[75510]: cluster 2024-09-13T00:29:35.603075+0000 mgr.y (mgr.34107) 805 : cluster [DBG] pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T00:29:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:36 smithi032 bash[76677]: cluster 2024-09-13T00:29:35.603075+0000 mgr.y (mgr.34107) 805 : cluster [DBG] pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T00:29:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:36 smithi053 bash[67631]: cluster 2024-09-13T00:29:35.603075+0000 mgr.y (mgr.34107) 805 : cluster [DBG] pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T00:29:37.672 INFO:tasks.workunit.client.0.smithi032.stdout: 163: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:37.672 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XZrylYYEc0q4Gfq off=12067484 len=1210498 2024-09-13T00:29:37.682 INFO:tasks.workunit.client.0.smithi032.stdout:op 819 completed, throughput=4.98MB/sec 2024-09-13T00:29:37.682 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mXtulneIgEoHFpW off=13510785 len=1725811 2024-09-13T00:29:37.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 820 completed, throughput=4.99MB/sec 2024-09-13T00:29:37.688 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fACD2d8GJ2V3pJ3 off=7460339 len=1436262 2024-09-13T00:29:37.699 INFO:tasks.workunit.client.0.smithi032.stdout:op 821 completed, throughput=5MB/sec 2024-09-13T00:29:37.699 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DzncPOb5AvW-g8c off=11090597 len=1463302 2024-09-13T00:29:37.710 INFO:tasks.workunit.client.0.smithi032.stdout:op 822 completed, throughput=5MB/sec 2024-09-13T00:29:38.710 INFO:tasks.workunit.client.0.smithi032.stdout: 164: throughput=4.98MB/sec pending data=0 2024-09-13T00:29:38.711 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LhqePW6UF135yXv off=5913622 len=1838058 2024-09-13T00:29:38.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 823 completed, throughput=4.99MB/sec 2024-09-13T00:29:38.715 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TOCI39vBgRP5L9l off=2745356 len=351225 2024-09-13T00:29:38.718 INFO:tasks.workunit.client.0.smithi032.stdout:op 824 completed, throughput=4.99MB/sec 2024-09-13T00:29:38.718 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i2sJ8nGyrqQzZ_8 off=3369675 len=1153928 2024-09-13T00:29:38.721 INFO:tasks.workunit.client.0.smithi032.stdout:op 825 completed, throughput=4.99MB/sec 2024-09-13T00:29:38.721 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UyBVJXgdmWQu2Bu off=19411409 len=531938 2024-09-13T00:29:38.723 INFO:tasks.workunit.client.0.smithi032.stdout:op 826 completed, throughput=5MB/sec 2024-09-13T00:29:38.723 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vAdaMr7OtxmOIK3 off=5066167 len=686221 2024-09-13T00:29:38.726 INFO:tasks.workunit.client.0.smithi032.stdout:op 827 completed, throughput=5MB/sec 2024-09-13T00:29:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:38 smithi032 bash[75510]: cluster 2024-09-13T00:29:37.604050+0000 mgr.y (mgr.34107) 806 : cluster [DBG] pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T00:29:39.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:38 smithi032 bash[76677]: cluster 2024-09-13T00:29:37.604050+0000 mgr.y (mgr.34107) 806 : cluster [DBG] pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T00:29:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:38 smithi053 bash[67631]: cluster 2024-09-13T00:29:37.604050+0000 mgr.y (mgr.34107) 806 : cluster [DBG] pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T00:29:39.726 INFO:tasks.workunit.client.0.smithi032.stdout: 165: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:39.726 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8ujNC0C_v4uwXgs off=6277300 len=1483934 2024-09-13T00:29:39.730 INFO:tasks.workunit.client.0.smithi032.stdout:op 828 completed, throughput=4.98MB/sec 2024-09-13T00:29:39.730 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IDAKWbRRevFOG4Z off=4080208 len=1756680 2024-09-13T00:29:39.734 INFO:tasks.workunit.client.0.smithi032.stdout:op 829 completed, throughput=4.99MB/sec 2024-09-13T00:29:39.735 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sln5nt0dZ1B5Lmd off=9282901 len=8725 2024-09-13T00:29:39.735 INFO:tasks.workunit.client.0.smithi032.stdout:op 830 completed, throughput=4.99MB/sec 2024-09-13T00:29:39.735 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DeeY4QeD4jcnf37 off=10665414 len=1435850 2024-09-13T00:29:39.740 INFO:tasks.workunit.client.0.smithi032.stdout:op 831 completed, throughput=5MB/sec 2024-09-13T00:29:39.740 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ARjPpLVGQuQ0D7s off=7370611 len=1361344 2024-09-13T00:29:39.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 832 completed, throughput=5MB/sec 2024-09-13T00:29:40.744 INFO:tasks.workunit.client.0.smithi032.stdout: 166: throughput=4.98MB/sec pending data=0 2024-09-13T00:29:40.744 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AvysszGwet6w2CG off=5031613 len=165138 2024-09-13T00:29:40.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 833 completed, throughput=4.98MB/sec 2024-09-13T00:29:40.745 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RIgfbbvZdR2JGEY off=2576113 len=1552731 2024-09-13T00:29:40.757 INFO:tasks.workunit.client.0.smithi032.stdout:op 834 completed, throughput=4.98MB/sec 2024-09-13T00:29:40.757 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mC_w_mJY4QeepH7 off=126007 len=1661745 2024-09-13T00:29:40.770 INFO:tasks.workunit.client.0.smithi032.stdout:op 835 completed, throughput=4.99MB/sec 2024-09-13T00:29:40.771 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HaMirdwydNiEbbO off=2510639 len=1472203 2024-09-13T00:29:40.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 836 completed, throughput=5MB/sec 2024-09-13T00:29:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:40 smithi032 bash[76677]: cluster 2024-09-13T00:29:39.605223+0000 mgr.y (mgr.34107) 807 : cluster [DBG] pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T00:29:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:40 smithi032 bash[76677]: audit 2024-09-13T00:29:40.159254+0000 mon.a (mon.0) 2172 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:29:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:40 smithi032 bash[75510]: cluster 2024-09-13T00:29:39.605223+0000 mgr.y (mgr.34107) 807 : cluster [DBG] pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T00:29:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:40 smithi032 bash[75510]: audit 2024-09-13T00:29:40.159254+0000 mon.a (mon.0) 2172 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:29:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:40 smithi053 bash[67631]: cluster 2024-09-13T00:29:39.605223+0000 mgr.y (mgr.34107) 807 : cluster [DBG] pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T00:29:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:40 smithi053 bash[67631]: audit 2024-09-13T00:29:40.159254+0000 mon.a (mon.0) 2172 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:29:41.781 INFO:tasks.workunit.client.0.smithi032.stdout: 167: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:41.781 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tTuuXDKPTxNwzFa off=1554832 len=409812 2024-09-13T00:29:41.783 INFO:tasks.workunit.client.0.smithi032.stdout:op 837 completed, throughput=4.97MB/sec 2024-09-13T00:29:41.783 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YxsLA97ACOf40G8 off=9637132 len=1362192 2024-09-13T00:29:41.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 838 completed, throughput=4.98MB/sec 2024-09-13T00:29:41.794 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jMAkUvZErva4Ecj off=4588402 len=1141651 2024-09-13T00:29:41.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 839 completed, throughput=4.99MB/sec 2024-09-13T00:29:41.803 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BJ714sMKfLZEjoC off=8816637 len=1240866 2024-09-13T00:29:41.806 INFO:tasks.workunit.client.0.smithi032.stdout:op 840 completed, throughput=4.99MB/sec 2024-09-13T00:29:41.806 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i5GDAs_S0Iue7DD off=1766902 len=751703 2024-09-13T00:29:41.813 INFO:tasks.workunit.client.0.smithi032.stdout:op 841 completed, throughput=5MB/sec 2024-09-13T00:29:41.813 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dmZEt5f0zW8IjD_ off=1934805 len=1731529 2024-09-13T00:29:41.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 842 completed, throughput=5.01MB/sec 2024-09-13T00:29:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:29:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:29:42] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-09-13T00:29:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:29:42 smithi053 bash[94430]: ts=2024-09-13T00:29:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:29:42.815 INFO:tasks.workunit.client.0.smithi032.stdout: 168: throughput=4.98MB/sec pending data=0 2024-09-13T00:29:42.816 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jeGUArcizcXbUD2 off=4889486 len=1178219 2024-09-13T00:29:42.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 843 completed, throughput=4.99MB/sec 2024-09-13T00:29:42.827 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H2xkWAi0y68a7Ee off=2709815 len=1342968 2024-09-13T00:29:42.838 INFO:tasks.workunit.client.0.smithi032.stdout:op 844 completed, throughput=4.99MB/sec 2024-09-13T00:29:42.838 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZUbjqzDrBeUMmmO off=6438178 len=298456 2024-09-13T00:29:42.839 INFO:tasks.workunit.client.0.smithi032.stdout:op 845 completed, throughput=4.99MB/sec 2024-09-13T00:29:42.839 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OWGZle4Ie17Tefq off=4751236 len=1259379 2024-09-13T00:29:42.853 INFO:tasks.workunit.client.0.smithi032.stdout:op 846 completed, throughput=5MB/sec 2024-09-13T00:29:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:42 smithi032 bash[75510]: cluster 2024-09-13T00:29:41.606357+0000 mgr.y (mgr.34107) 808 : cluster [DBG] pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:29:43.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:42 smithi032 bash[76677]: cluster 2024-09-13T00:29:41.606357+0000 mgr.y (mgr.34107) 808 : cluster [DBG] pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:29:43.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:42 smithi053 bash[67631]: cluster 2024-09-13T00:29:41.606357+0000 mgr.y (mgr.34107) 808 : cluster [DBG] pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:29:43.850 INFO:tasks.workunit.client.0.smithi032.stdout: 169: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:43.850 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uUBAhmve9z5havi off=17242748 len=1905987 2024-09-13T00:29:43.854 INFO:tasks.workunit.client.0.smithi032.stdout:op 847 completed, throughput=4.98MB/sec 2024-09-13T00:29:43.854 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BwwoQmKn8Fb9r-n off=4599098 len=2043303 2024-09-13T00:29:43.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 848 completed, throughput=4.99MB/sec 2024-09-13T00:29:43.859 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r7BAbCmwruS4BoN off=14110551 len=1352103 2024-09-13T00:29:43.868 INFO:tasks.workunit.client.0.smithi032.stdout:op 849 completed, throughput=5MB/sec 2024-09-13T00:29:44.869 INFO:tasks.workunit.client.0.smithi032.stdout: 170: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:44.869 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x8krdb9z-NkAM7I off=1419652 len=1583992 2024-09-13T00:29:44.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 850 completed, throughput=4.98MB/sec 2024-09-13T00:29:44.873 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-unUyhWhqbc7JKxx off=18509125 len=1151204 2024-09-13T00:29:44.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 851 completed, throughput=4.99MB/sec 2024-09-13T00:29:44.877 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tDZ5uvliO0yLTDd off=2201295 len=1012966 2024-09-13T00:29:44.880 INFO:tasks.workunit.client.0.smithi032.stdout:op 852 completed, throughput=4.99MB/sec 2024-09-13T00:29:44.880 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2GVoDhZrOayAyfJ off=2401730 len=1480428 2024-09-13T00:29:44.892 INFO:tasks.workunit.client.0.smithi032.stdout:op 853 completed, throughput=5MB/sec 2024-09-13T00:29:44.893 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o3VeGjWoQ1gqrjT off=18287660 len=1762238 2024-09-13T00:29:44.904 INFO:tasks.workunit.client.0.smithi032.stdout:op 854 completed, throughput=5.01MB/sec 2024-09-13T00:29:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:44 smithi032 bash[75510]: cluster 2024-09-13T00:29:43.607465+0000 mgr.y (mgr.34107) 809 : cluster [DBG] pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:29:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:44 smithi032 bash[76677]: cluster 2024-09-13T00:29:43.607465+0000 mgr.y (mgr.34107) 809 : cluster [DBG] pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:29:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:44 smithi053 bash[67631]: cluster 2024-09-13T00:29:43.607465+0000 mgr.y (mgr.34107) 809 : cluster [DBG] pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:29:45.904 INFO:tasks.workunit.client.0.smithi032.stdout: 171: throughput=4.98MB/sec pending data=0 2024-09-13T00:29:45.905 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jHKRyiMweZuHwBH off=407968 len=449480 2024-09-13T00:29:45.910 INFO:tasks.workunit.client.0.smithi032.stdout:op 855 completed, throughput=4.98MB/sec 2024-09-13T00:29:45.910 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ExtScYYLkBRHAMj off=2157910 len=726052 2024-09-13T00:29:45.918 INFO:tasks.workunit.client.0.smithi032.stdout:op 856 completed, throughput=4.99MB/sec 2024-09-13T00:29:45.918 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nmWiCpdTqjvwg-X off=1566966 len=1921832 2024-09-13T00:29:45.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 857 completed, throughput=5MB/sec 2024-09-13T00:29:45.933 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ykfSxNwmKBKmIlE off=5787611 len=1789659 2024-09-13T00:29:45.937 INFO:tasks.workunit.client.0.smithi032.stdout:op 858 completed, throughput=5.01MB/sec 2024-09-13T00:29:46.938 INFO:tasks.workunit.client.0.smithi032.stdout: 172: throughput=4.98MB/sec pending data=0 2024-09-13T00:29:46.938 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ez7zMAQ1OblZM3d off=6731291 len=496588 2024-09-13T00:29:46.940 INFO:tasks.workunit.client.0.smithi032.stdout:op 859 completed, throughput=4.98MB/sec 2024-09-13T00:29:46.940 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-68RdprwyjLdkYUw off=456872 len=1453577 2024-09-13T00:29:46.952 INFO:tasks.workunit.client.0.smithi032.stdout:op 860 completed, throughput=4.99MB/sec 2024-09-13T00:29:46.952 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-g323CWnv_uuOJrh off=5010577 len=244513 2024-09-13T00:29:46.953 INFO:tasks.workunit.client.0.smithi032.stdout:op 861 completed, throughput=4.99MB/sec 2024-09-13T00:29:46.953 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LO-iVh8fmEoG1Mz off=2025749 len=797837 2024-09-13T00:29:46.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 862 completed, throughput=4.99MB/sec 2024-09-13T00:29:46.961 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kLStEKMQcJwYauH off=4783807 len=707092 2024-09-13T00:29:46.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 863 completed, throughput=5MB/sec 2024-09-13T00:29:46.963 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eNBS_OFvFWht_Ti off=7930728 len=969969 2024-09-13T00:29:46.972 INFO:tasks.workunit.client.0.smithi032.stdout:op 864 completed, throughput=5MB/sec 2024-09-13T00:29:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:46 smithi032 bash[75510]: cluster 2024-09-13T00:29:45.608421+0000 mgr.y (mgr.34107) 810 : cluster [DBG] pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:29:47.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:46 smithi032 bash[76677]: cluster 2024-09-13T00:29:45.608421+0000 mgr.y (mgr.34107) 810 : cluster [DBG] pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:29:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:46 smithi053 bash[67631]: cluster 2024-09-13T00:29:45.608421+0000 mgr.y (mgr.34107) 810 : cluster [DBG] pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:29:47.972 INFO:tasks.workunit.client.0.smithi032.stdout: 173: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:47.972 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-626ilCEMDXQbyDK off=3343265 len=2032341 2024-09-13T00:29:47.987 INFO:tasks.workunit.client.0.smithi032.stdout:op 865 completed, throughput=4.98MB/sec 2024-09-13T00:29:47.988 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jfdGccZRLFObkkD off=7980236 len=1779930 2024-09-13T00:29:47.991 INFO:tasks.workunit.client.0.smithi032.stdout:op 866 completed, throughput=4.99MB/sec 2024-09-13T00:29:47.992 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jWZnuH1I49CsdOG off=17798898 len=1461153 2024-09-13T00:29:48.003 INFO:tasks.workunit.client.0.smithi032.stdout:op 867 completed, throughput=5MB/sec 2024-09-13T00:29:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: 174: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:49.004 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A0Q5eegS2z8_sFM off=6801513 len=325436 2024-09-13T00:29:49.005 INFO:tasks.workunit.client.0.smithi032.stdout:op 868 completed, throughput=4.97MB/sec 2024-09-13T00:29:49.005 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-f7LpsW3lCvU1gr0 off=4757747 len=1150227 2024-09-13T00:29:49.015 INFO:tasks.workunit.client.0.smithi032.stdout:op 869 completed, throughput=4.98MB/sec 2024-09-13T00:29:49.015 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qp0ezDCkkaFwuim off=519467 len=801063 2024-09-13T00:29:49.017 INFO:tasks.workunit.client.0.smithi032.stdout:op 870 completed, throughput=4.98MB/sec 2024-09-13T00:29:49.017 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wSODyRyLE4avjdT off=2230517 len=941778 2024-09-13T00:29:49.020 INFO:tasks.workunit.client.0.smithi032.stdout:op 871 completed, throughput=4.99MB/sec 2024-09-13T00:29:49.020 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8XN3x7UswleGn_3 off=12020858 len=869441 2024-09-13T00:29:49.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 872 completed, throughput=4.99MB/sec 2024-09-13T00:29:49.028 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TOCI39vBgRP5L9l off=1525874 len=675991 2024-09-13T00:29:49.031 INFO:tasks.workunit.client.0.smithi032.stdout:op 873 completed, throughput=5MB/sec 2024-09-13T00:29:49.031 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XDTFs8DdnOIAYx_ off=3017588 len=871498 2024-09-13T00:29:49.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 874 completed, throughput=5MB/sec 2024-09-13T00:29:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:48 smithi032 bash[75510]: cluster 2024-09-13T00:29:47.609434+0000 mgr.y (mgr.34107) 811 : cluster [DBG] pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:29:49.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:48 smithi032 bash[76677]: cluster 2024-09-13T00:29:47.609434+0000 mgr.y (mgr.34107) 811 : cluster [DBG] pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:29:49.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:48 smithi053 bash[67631]: cluster 2024-09-13T00:29:47.609434+0000 mgr.y (mgr.34107) 811 : cluster [DBG] pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:29:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: 175: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:50.033 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FAHQHtl8habBEwe off=5754618 len=1031023 2024-09-13T00:29:50.042 INFO:tasks.workunit.client.0.smithi032.stdout:op 875 completed, throughput=4.98MB/sec 2024-09-13T00:29:50.042 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UySSJdVi6dCo6UT off=8337205 len=1339072 2024-09-13T00:29:50.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 876 completed, throughput=4.99MB/sec 2024-09-13T00:29:50.046 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-x1eSKfaj05Vb_1V off=15546211 len=1552852 2024-09-13T00:29:50.057 INFO:tasks.workunit.client.0.smithi032.stdout:op 877 completed, throughput=4.99MB/sec 2024-09-13T00:29:50.057 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-stQ6tBhwOJ8IRAy off=6263360 len=1326715 2024-09-13T00:29:50.061 INFO:tasks.workunit.client.0.smithi032.stdout:op 878 completed, throughput=5MB/sec 2024-09-13T00:29:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: 176: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:51.062 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1mMpMZypqQzRz0- off=80356 len=227379 2024-09-13T00:29:51.066 INFO:tasks.workunit.client.0.smithi032.stdout:op 879 completed, throughput=4.98MB/sec 2024-09-13T00:29:51.067 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uzjZMYrzGpF5dK5 off=4798620 len=134093 2024-09-13T00:29:51.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 880 completed, throughput=4.98MB/sec 2024-09-13T00:29:51.072 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4R8nItF5ATagqwd off=1394823 len=1691405 2024-09-13T00:29:51.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 881 completed, throughput=4.98MB/sec 2024-09-13T00:29:51.085 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w_-YUYJhXoxzGyp off=4507853 len=205702 2024-09-13T00:29:51.087 INFO:tasks.workunit.client.0.smithi032.stdout:op 882 completed, throughput=4.99MB/sec 2024-09-13T00:29:51.087 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tnce8CSVo5EyMWa off=3608708 len=1884982 2024-09-13T00:29:51.091 INFO:tasks.workunit.client.0.smithi032.stdout:op 883 completed, throughput=4.99MB/sec 2024-09-13T00:29:51.091 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oQU7E9fyFWePSlX off=5277065 len=818771 2024-09-13T00:29:51.093 INFO:tasks.workunit.client.0.smithi032.stdout:op 884 completed, throughput=5MB/sec 2024-09-13T00:29:51.093 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uTavn0Ih3aN4yPs off=7951439 len=1707319 2024-09-13T00:29:51.097 INFO:tasks.workunit.client.0.smithi032.stdout:op 885 completed, throughput=5.01MB/sec 2024-09-13T00:29:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:50 smithi032 bash[75510]: cluster 2024-09-13T00:29:49.610570+0000 mgr.y (mgr.34107) 812 : cluster [DBG] pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:29:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:50 smithi032 bash[76677]: cluster 2024-09-13T00:29:49.610570+0000 mgr.y (mgr.34107) 812 : cluster [DBG] pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:29:51.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:50 smithi053 bash[67631]: cluster 2024-09-13T00:29:49.610570+0000 mgr.y (mgr.34107) 812 : cluster [DBG] pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:29:52.097 INFO:tasks.workunit.client.0.smithi032.stdout: 177: throughput=4.98MB/sec pending data=0 2024-09-13T00:29:52.097 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3ybDIVWwBS2zgZU off=6450567 len=79970 2024-09-13T00:29:52.102 INFO:tasks.workunit.client.0.smithi032.stdout:op 886 completed, throughput=4.98MB/sec 2024-09-13T00:29:52.102 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bP2fP6gxz76kpy5 off=7795309 len=773852 2024-09-13T00:29:52.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 887 completed, throughput=4.98MB/sec 2024-09-13T00:29:52.105 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eHtmMRE92q_2MG9 off=875710 len=1919145 2024-09-13T00:29:52.119 INFO:tasks.workunit.client.0.smithi032.stdout:op 888 completed, throughput=4.99MB/sec 2024-09-13T00:29:52.119 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XzD45WbAMqEozaB off=8310748 len=585444 2024-09-13T00:29:52.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 889 completed, throughput=5MB/sec 2024-09-13T00:29:52.121 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-grHaKmNi4hNdpqb off=1754339 len=1614082 2024-09-13T00:29:52.123 INFO:tasks.workunit.client.0.smithi032.stdout:op 890 completed, throughput=5.01MB/sec 2024-09-13T00:29:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:29:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:29:52] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-09-13T00:29:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:29:52 smithi053 bash[94430]: ts=2024-09-13T00:29:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:29:53.124 INFO:tasks.workunit.client.0.smithi032.stdout: 178: throughput=4.98MB/sec pending data=0 2024-09-13T00:29:53.124 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JBN2EgJI8wMQ4nO off=4976361 len=929541 2024-09-13T00:29:53.134 INFO:tasks.workunit.client.0.smithi032.stdout:op 891 completed, throughput=4.98MB/sec 2024-09-13T00:29:53.134 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ujSoLkqBNbJ3XGA off=5912419 len=1535461 2024-09-13T00:29:53.146 INFO:tasks.workunit.client.0.smithi032.stdout:op 892 completed, throughput=4.99MB/sec 2024-09-13T00:29:53.146 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YbCEyGsnFf069AY off=2494174 len=1386841 2024-09-13T00:29:53.157 INFO:tasks.workunit.client.0.smithi032.stdout:op 893 completed, throughput=5MB/sec 2024-09-13T00:29:53.157 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-j6TlEhsBGN6ooIr off=6124413 len=311031 2024-09-13T00:29:53.159 INFO:tasks.workunit.client.0.smithi032.stdout:op 894 completed, throughput=5MB/sec 2024-09-13T00:29:53.159 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jRmtR0gaqewHE6D off=0 len=1176925 2024-09-13T00:29:53.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:52 smithi032 bash[75510]: cluster 2024-09-13T00:29:51.611733+0000 mgr.y (mgr.34107) 813 : cluster [DBG] pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:53.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:52 smithi032 bash[76677]: cluster 2024-09-13T00:29:51.611733+0000 mgr.y (mgr.34107) 813 : cluster [DBG] pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:53.168 INFO:tasks.workunit.client.0.smithi032.stdout:op 895 completed, throughput=5.01MB/sec 2024-09-13T00:29:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:52 smithi053 bash[67631]: cluster 2024-09-13T00:29:51.611733+0000 mgr.y (mgr.34107) 813 : cluster [DBG] pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:29:54.168 INFO:tasks.workunit.client.0.smithi032.stdout: 179: throughput=4.98MB/sec pending data=0 2024-09-13T00:29:54.168 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mnRzUTV4k98juzR off=16984315 len=938598 2024-09-13T00:29:54.171 INFO:tasks.workunit.client.0.smithi032.stdout:op 896 completed, throughput=4.98MB/sec 2024-09-13T00:29:54.171 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eHtmMRE92q_2MG9 off=860406 len=1712386 2024-09-13T00:29:54.175 INFO:tasks.workunit.client.0.smithi032.stdout:op 897 completed, throughput=4.99MB/sec 2024-09-13T00:29:54.175 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7iSX82Mkth35tOU off=12418396 len=584052 2024-09-13T00:29:54.182 INFO:tasks.workunit.client.0.smithi032.stdout:op 898 completed, throughput=4.99MB/sec 2024-09-13T00:29:54.182 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7tVamN6pkkkbwk7 off=10336111 len=865060 2024-09-13T00:29:54.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 899 completed, throughput=5MB/sec 2024-09-13T00:29:54.190 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f86mzA9OySwBCai off=1852195 len=1484665 2024-09-13T00:29:54.193 INFO:tasks.workunit.client.0.smithi032.stdout:op 900 completed, throughput=5.01MB/sec 2024-09-13T00:29:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:54 smithi032 bash[76677]: cluster 2024-09-13T00:29:53.612856+0000 mgr.y (mgr.34107) 814 : cluster [DBG] pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:29:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:54 smithi032 bash[75510]: cluster 2024-09-13T00:29:53.612856+0000 mgr.y (mgr.34107) 814 : cluster [DBG] pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:29:55.196 INFO:tasks.workunit.client.0.smithi032.stdout: 180: throughput=4.98MB/sec pending data=0 2024-09-13T00:29:55.196 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nV3kkRBl3kYXwJi off=21432175 len=70517 2024-09-13T00:29:55.196 INFO:tasks.workunit.client.0.smithi032.stdout:op 901 completed, throughput=4.98MB/sec 2024-09-13T00:29:55.197 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e-Vg9TxXIhCbpmp off=4400343 len=54299 2024-09-13T00:29:55.201 INFO:tasks.workunit.client.0.smithi032.stdout:op 902 completed, throughput=4.98MB/sec 2024-09-13T00:29:55.201 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TtNxPLL4UQ-BD-Q off=28788 len=558036 2024-09-13T00:29:55.202 INFO:tasks.workunit.client.0.smithi032.stdout:op 903 completed, throughput=4.98MB/sec 2024-09-13T00:29:55.203 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yZzzs3MC8IsLEpD off=4156457 len=32495 2024-09-13T00:29:55.208 INFO:tasks.workunit.client.0.smithi032.stdout:op 904 completed, throughput=4.98MB/sec 2024-09-13T00:29:55.208 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CNrq3ulQLsZ-wGt off=38863 len=1538380 2024-09-13T00:29:55.211 INFO:tasks.workunit.client.0.smithi032.stdout:op 905 completed, throughput=4.99MB/sec 2024-09-13T00:29:55.211 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--dvhnV2NVcpFIY_ off=8447902 len=1250373 2024-09-13T00:29:55.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 906 completed, throughput=5MB/sec 2024-09-13T00:29:55.214 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UrHXdEaT-1KjE_A off=7369432 len=480637 2024-09-13T00:29:55.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 907 completed, throughput=5MB/sec 2024-09-13T00:29:55.221 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NSiN5NcXNrIqiWL off=2387820 len=1501264 2024-09-13T00:29:55.232 INFO:tasks.workunit.client.0.smithi032.stdout:op 908 completed, throughput=5.01MB/sec 2024-09-13T00:29:55.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:54 smithi053 bash[67631]: cluster 2024-09-13T00:29:53.612856+0000 mgr.y (mgr.34107) 814 : cluster [DBG] pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:29:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:55 smithi032 bash[75510]: audit 2024-09-13T00:29:55.159944+0000 mon.a (mon.0) 2173 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:29:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:55 smithi032 bash[75510]: audit 2024-09-13T00:29:55.534684+0000 mon.a (mon.0) 2174 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:29:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:55 smithi032 bash[76677]: audit 2024-09-13T00:29:55.159944+0000 mon.a (mon.0) 2173 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:29:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:55 smithi032 bash[76677]: audit 2024-09-13T00:29:55.534684+0000 mon.a (mon.0) 2174 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:29:56.233 INFO:tasks.workunit.client.0.smithi032.stdout: 181: throughput=4.98MB/sec pending data=0 2024-09-13T00:29:56.233 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nwEX1tchEtJvvzm off=2391815 len=736258 2024-09-13T00:29:56.240 INFO:tasks.workunit.client.0.smithi032.stdout:op 909 completed, throughput=4.98MB/sec 2024-09-13T00:29:56.240 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-j3ch4vAAl0AD5gc off=6373013 len=1975095 2024-09-13T00:29:56.254 INFO:tasks.workunit.client.0.smithi032.stdout:op 910 completed, throughput=4.99MB/sec 2024-09-13T00:29:56.254 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HyccbIHjiuEg-up off=504677 len=318762 2024-09-13T00:29:56.259 INFO:tasks.workunit.client.0.smithi032.stdout:op 911 completed, throughput=4.99MB/sec 2024-09-13T00:29:56.259 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oDBPELoIrF6KGxF off=16886387 len=1238693 2024-09-13T00:29:56.266 INFO:tasks.workunit.client.0.smithi032.stdout:op 912 completed, throughput=5MB/sec 2024-09-13T00:29:56.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:55 smithi053 bash[67631]: audit 2024-09-13T00:29:55.159944+0000 mon.a (mon.0) 2173 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:29:56.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:55 smithi053 bash[67631]: audit 2024-09-13T00:29:55.534684+0000 mon.a (mon.0) 2174 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:29:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:56 smithi032 bash[75510]: cluster 2024-09-13T00:29:55.613809+0000 mgr.y (mgr.34107) 815 : cluster [DBG] pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:29:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:56 smithi032 bash[75510]: audit 2024-09-13T00:29:56.121848+0000 mon.a (mon.0) 2175 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:29:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:56 smithi032 bash[75510]: audit 2024-09-13T00:29:56.123382+0000 mon.a (mon.0) 2176 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:29:57.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:56 smithi032 bash[75510]: audit 2024-09-13T00:29:56.132550+0000 mon.a (mon.0) 2177 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:29:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:56 smithi032 bash[76677]: cluster 2024-09-13T00:29:55.613809+0000 mgr.y (mgr.34107) 815 : cluster [DBG] pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:29:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:56 smithi032 bash[76677]: audit 2024-09-13T00:29:56.121848+0000 mon.a (mon.0) 2175 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:29:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:56 smithi032 bash[76677]: audit 2024-09-13T00:29:56.123382+0000 mon.a (mon.0) 2176 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:29:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:56 smithi032 bash[76677]: audit 2024-09-13T00:29:56.132550+0000 mon.a (mon.0) 2177 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:29:57.266 INFO:tasks.workunit.client.0.smithi032.stdout: 182: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:57.266 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZQdOGhuZ1Ieegk0 off=7593839 len=1064071 2024-09-13T00:29:57.270 INFO:tasks.workunit.client.0.smithi032.stdout:op 913 completed, throughput=4.98MB/sec 2024-09-13T00:29:57.271 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4RKscyA8a2nWRUR off=19016920 len=899280 2024-09-13T00:29:57.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 914 completed, throughput=4.98MB/sec 2024-09-13T00:29:57.279 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n7dNeqnQ6gHZ-HD off=5172589 len=1614082 2024-09-13T00:29:57.283 INFO:tasks.workunit.client.0.smithi032.stdout:op 915 completed, throughput=4.99MB/sec 2024-09-13T00:29:57.283 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pG4CLie_rDqZrPv off=2222778 len=1124803 2024-09-13T00:29:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:56 smithi053 bash[67631]: cluster 2024-09-13T00:29:55.613809+0000 mgr.y (mgr.34107) 815 : cluster [DBG] pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:29:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:56 smithi053 bash[67631]: audit 2024-09-13T00:29:56.121848+0000 mon.a (mon.0) 2175 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:29:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:56 smithi053 bash[67631]: audit 2024-09-13T00:29:56.123382+0000 mon.a (mon.0) 2176 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:29:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:56 smithi053 bash[67631]: audit 2024-09-13T00:29:56.132550+0000 mon.a (mon.0) 2177 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:29:57.287 INFO:tasks.workunit.client.0.smithi032.stdout:op 916 completed, throughput=5MB/sec 2024-09-13T00:29:57.287 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A7mgEuK3FQXelJq off=2486110 len=841446 2024-09-13T00:29:57.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 917 completed, throughput=5MB/sec 2024-09-13T00:29:58.290 INFO:tasks.workunit.client.0.smithi032.stdout: 183: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:58.290 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Zjz1fx3iE2JKuYc off=9494973 len=1222058 2024-09-13T00:29:58.294 INFO:tasks.workunit.client.0.smithi032.stdout:op 918 completed, throughput=4.98MB/sec 2024-09-13T00:29:58.294 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gwLHro_aYghDqQr off=13996202 len=1053755 2024-09-13T00:29:58.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 919 completed, throughput=4.99MB/sec 2024-09-13T00:29:58.297 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OQEVEz2AvBMiCl8 off=5793277 len=1434882 2024-09-13T00:29:58.308 INFO:tasks.workunit.client.0.smithi032.stdout:op 920 completed, throughput=4.99MB/sec 2024-09-13T00:29:58.308 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L2gnhcKWiAwSNxq off=19137028 len=850361 2024-09-13T00:29:58.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 921 completed, throughput=5MB/sec 2024-09-13T00:29:58.317 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zooyEUuvHPlf6Fs off=8292205 len=63079 2024-09-13T00:29:58.317 INFO:tasks.workunit.client.0.smithi032.stdout:op 922 completed, throughput=5MB/sec 2024-09-13T00:29:58.318 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3O7GC4eyBFTvZql off=1182844 len=589070 2024-09-13T00:29:58.324 INFO:tasks.workunit.client.0.smithi032.stdout:op 923 completed, throughput=5MB/sec 2024-09-13T00:29:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:29:58 smithi032 bash[75510]: cluster 2024-09-13T00:29:57.614777+0000 mgr.y (mgr.34107) 816 : cluster [DBG] pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:29:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:29:58 smithi032 bash[76677]: cluster 2024-09-13T00:29:57.614777+0000 mgr.y (mgr.34107) 816 : cluster [DBG] pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:29:59.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:29:58 smithi053 bash[67631]: cluster 2024-09-13T00:29:57.614777+0000 mgr.y (mgr.34107) 816 : cluster [DBG] pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:29:59.325 INFO:tasks.workunit.client.0.smithi032.stdout: 184: throughput=4.97MB/sec pending data=0 2024-09-13T00:29:59.325 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8O4pr3xk-YNRtxe off=2709324 len=1183964 2024-09-13T00:29:59.334 INFO:tasks.workunit.client.0.smithi032.stdout:op 924 completed, throughput=4.98MB/sec 2024-09-13T00:29:59.334 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_4U9YLqqWAkA2MS off=1875601 len=599059 2024-09-13T00:29:59.341 INFO:tasks.workunit.client.0.smithi032.stdout:op 925 completed, throughput=4.98MB/sec 2024-09-13T00:29:59.341 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Fp9oe_KTtWGw7uM off=1789868 len=1647124 2024-09-13T00:29:59.354 INFO:tasks.workunit.client.0.smithi032.stdout:op 926 completed, throughput=4.99MB/sec 2024-09-13T00:29:59.354 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7uy3PpczefeisIX off=11843641 len=1018664 2024-09-13T00:29:59.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 927 completed, throughput=5MB/sec 2024-09-13T00:29:59.363 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H6BhkliNkQi37q0 off=21542310 len=12875 2024-09-13T00:29:59.367 INFO:tasks.workunit.client.0.smithi032.stdout:op 928 completed, throughput=5MB/sec 2024-09-13T00:29:59.367 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Iy8SIbbUvVaaTR8 off=2940892 len=1156368 2024-09-13T00:29:59.376 INFO:tasks.workunit.client.0.smithi032.stdout:op 929 completed, throughput=5MB/sec 2024-09-13T00:30:00.376 INFO:tasks.workunit.client.0.smithi032.stdout: 185: throughput=4.97MB/sec pending data=0 2024-09-13T00:30:00.377 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Xgf1ZFlv6PdRh4Y off=7920148 len=831112 2024-09-13T00:30:00.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 930 completed, throughput=4.98MB/sec 2024-09-13T00:30:00.380 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ovkhKXvVm64NQfu off=3253822 len=426217 2024-09-13T00:30:00.382 INFO:tasks.workunit.client.0.smithi032.stdout:op 931 completed, throughput=4.98MB/sec 2024-09-13T00:30:00.382 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6W7FoJGWUv0PKd2 off=8499807 len=1321540 2024-09-13T00:30:00.386 INFO:tasks.workunit.client.0.smithi032.stdout:op 932 completed, throughput=4.99MB/sec 2024-09-13T00:30:00.386 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oecb0gHKRdurkTG off=10603901 len=1494053 2024-09-13T00:30:00.390 INFO:tasks.workunit.client.0.smithi032.stdout:op 933 completed, throughput=4.99MB/sec 2024-09-13T00:30:00.390 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QlWI8wCZa6df8tD off=19873745 len=412409 2024-09-13T00:30:00.396 INFO:tasks.workunit.client.0.smithi032.stdout:op 934 completed, throughput=5MB/sec 2024-09-13T00:30:00.396 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-exiYf0BDw9oqDj0 off=4755797 len=1068556 2024-09-13T00:30:00.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 935 completed, throughput=5MB/sec 2024-09-13T00:30:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:00 smithi032 bash[75510]: cluster 2024-09-13T00:29:59.616059+0000 mgr.y (mgr.34107) 817 : cluster [DBG] pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:30:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:00 smithi032 bash[75510]: cluster 2024-09-13T00:30:00.000146+0000 mon.a (mon.0) 2178 : cluster [INF] overall HEALTH_OK 2024-09-13T00:30:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:00 smithi032 bash[76677]: cluster 2024-09-13T00:29:59.616059+0000 mgr.y (mgr.34107) 817 : cluster [DBG] pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:30:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:00 smithi032 bash[76677]: cluster 2024-09-13T00:30:00.000146+0000 mon.a (mon.0) 2178 : cluster [INF] overall HEALTH_OK 2024-09-13T00:30:01.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:00 smithi053 bash[67631]: cluster 2024-09-13T00:29:59.616059+0000 mgr.y (mgr.34107) 817 : cluster [DBG] pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:30:01.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:00 smithi053 bash[67631]: cluster 2024-09-13T00:30:00.000146+0000 mon.a (mon.0) 2178 : cluster [INF] overall HEALTH_OK 2024-09-13T00:30:01.405 INFO:tasks.workunit.client.0.smithi032.stdout: 186: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:01.405 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-j1e3l6L_XRn7xi0 off=8870590 len=1437271 2024-09-13T00:30:01.410 INFO:tasks.workunit.client.0.smithi032.stdout:op 936 completed, throughput=4.98MB/sec 2024-09-13T00:30:01.411 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HSZ_A-m5XlC_Jrn off=10681656 len=898617 2024-09-13T00:30:01.413 INFO:tasks.workunit.client.0.smithi032.stdout:op 937 completed, throughput=4.99MB/sec 2024-09-13T00:30:01.413 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mDkTDLM5CsXo6N1 off=4265846 len=1449740 2024-09-13T00:30:01.416 INFO:tasks.workunit.client.0.smithi032.stdout:op 938 completed, throughput=4.99MB/sec 2024-09-13T00:30:01.416 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6R2v_2Lirx1YLqK off=10194494 len=280367 2024-09-13T00:30:01.422 INFO:tasks.workunit.client.0.smithi032.stdout:op 939 completed, throughput=5MB/sec 2024-09-13T00:30:01.422 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yc7UJukCcTEOVCs off=11770716 len=824683 2024-09-13T00:30:01.430 INFO:tasks.workunit.client.0.smithi032.stdout:op 940 completed, throughput=5MB/sec 2024-09-13T00:30:01.430 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qbJQGgp10CTtqGW off=1319527 len=1604457 2024-09-13T00:30:01.441 INFO:tasks.workunit.client.0.smithi032.stdout:op 941 completed, throughput=5.01MB/sec 2024-09-13T00:30:02.441 INFO:tasks.workunit.client.0.smithi032.stdout: 187: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:02.442 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ECrWE_bCGokwqu2 off=5934635 len=1059715 2024-09-13T00:30:02.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 942 completed, throughput=4.99MB/sec 2024-09-13T00:30:02.446 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4bVuVBOHpWEgCXZ off=6625891 len=383142 2024-09-13T00:30:02.451 INFO:tasks.workunit.client.0.smithi032.stdout:op 943 completed, throughput=4.99MB/sec 2024-09-13T00:30:02.452 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Y9TaR0HJxWjhFYP off=18930995 len=2044622 2024-09-13T00:30:02.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 944 completed, throughput=5MB/sec 2024-09-13T00:30:02.467 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CJ_j4NSCChdIorT off=19855515 len=1330768 2024-09-13T00:30:02.470 INFO:tasks.workunit.client.0.smithi032.stdout:op 945 completed, throughput=5MB/sec 2024-09-13T00:30:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:30:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:30:02] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2024-09-13T00:30:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:30:02 smithi053 bash[94430]: ts=2024-09-13T00:30:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:30:03.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:02 smithi032 bash[75510]: cluster 2024-09-13T00:30:01.617133+0000 mgr.y (mgr.34107) 818 : cluster [DBG] pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:30:03.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:02 smithi032 bash[76677]: cluster 2024-09-13T00:30:01.617133+0000 mgr.y (mgr.34107) 818 : cluster [DBG] pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:30:03.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:02 smithi053 bash[67631]: cluster 2024-09-13T00:30:01.617133+0000 mgr.y (mgr.34107) 818 : cluster [DBG] pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:30:03.470 INFO:tasks.workunit.client.0.smithi032.stdout: 188: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:03.470 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QWKKoNxxxXYWIeh off=4115686 len=264157 2024-09-13T00:30:03.476 INFO:tasks.workunit.client.0.smithi032.stdout:op 946 completed, throughput=4.98MB/sec 2024-09-13T00:30:03.476 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Snx0hiofJssDNJv off=9817121 len=1587415 2024-09-13T00:30:03.489 INFO:tasks.workunit.client.0.smithi032.stdout:op 947 completed, throughput=4.99MB/sec 2024-09-13T00:30:03.489 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P8QHhDQPxrc5Jp0 off=5749471 len=2032167 2024-09-13T00:30:03.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 948 completed, throughput=5MB/sec 2024-09-13T00:30:03.493 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k4IPe3vmEsLiafG off=159642 len=1047181 2024-09-13T00:30:03.502 INFO:tasks.workunit.client.0.smithi032.stdout:op 949 completed, throughput=5MB/sec 2024-09-13T00:30:04.503 INFO:tasks.workunit.client.0.smithi032.stdout: 189: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:04.503 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-t2T2UhghtcclLUx off=16943912 len=1379285 2024-09-13T00:30:04.506 INFO:tasks.workunit.client.0.smithi032.stdout:op 950 completed, throughput=4.98MB/sec 2024-09-13T00:30:04.506 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Jbn8uXZPQl1y-Dp off=1625577 len=565583 2024-09-13T00:30:04.513 INFO:tasks.workunit.client.0.smithi032.stdout:op 951 completed, throughput=4.99MB/sec 2024-09-13T00:30:04.513 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f15Gz094wxAT1Z8 off=6188233 len=1473575 2024-09-13T00:30:04.516 INFO:tasks.workunit.client.0.smithi032.stdout:op 952 completed, throughput=4.99MB/sec 2024-09-13T00:30:04.517 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rRVNfsliXwxfv6D off=1404591 len=218429 2024-09-13T00:30:04.518 INFO:tasks.workunit.client.0.smithi032.stdout:op 953 completed, throughput=4.99MB/sec 2024-09-13T00:30:04.518 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eendyn3B9HXMKmq off=1239171 len=1157853 2024-09-13T00:30:04.527 INFO:tasks.workunit.client.0.smithi032.stdout:op 954 completed, throughput=5MB/sec 2024-09-13T00:30:04.528 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ND53PpKXyFaLiyt off=394494 len=1921330 2024-09-13T00:30:04.543 INFO:tasks.workunit.client.0.smithi032.stdout:op 955 completed, throughput=5.01MB/sec 2024-09-13T00:30:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:04 smithi032 bash[75510]: cluster 2024-09-13T00:30:03.618177+0000 mgr.y (mgr.34107) 819 : cluster [DBG] pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:30:05.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:04 smithi032 bash[76677]: cluster 2024-09-13T00:30:03.618177+0000 mgr.y (mgr.34107) 819 : cluster [DBG] pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:30:05.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:04 smithi053 bash[67631]: cluster 2024-09-13T00:30:03.618177+0000 mgr.y (mgr.34107) 819 : cluster [DBG] pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:30:05.543 INFO:tasks.workunit.client.0.smithi032.stdout: 190: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:05.543 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QCCMfU4JFvv48MA off=13241066 len=1821399 2024-09-13T00:30:05.547 INFO:tasks.workunit.client.0.smithi032.stdout:op 956 completed, throughput=4.99MB/sec 2024-09-13T00:30:05.547 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dDPbSz0vGsju89l off=18881706 len=183303 2024-09-13T00:30:05.553 INFO:tasks.workunit.client.0.smithi032.stdout:op 957 completed, throughput=4.99MB/sec 2024-09-13T00:30:05.553 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sCC7ChW6OptrRga off=0 len=1713119 2024-09-13T00:30:05.556 INFO:tasks.workunit.client.0.smithi032.stdout:op 958 completed, throughput=5MB/sec 2024-09-13T00:30:05.556 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r3seXY3XyET_CsO off=5495544 len=1624570 2024-09-13T00:30:05.569 INFO:tasks.workunit.client.0.smithi032.stdout:op 959 completed, throughput=5.01MB/sec 2024-09-13T00:30:06.569 INFO:tasks.workunit.client.0.smithi032.stdout: 191: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:06.570 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OFLI4bKkJ-b1aSP off=475739 len=1806696 2024-09-13T00:30:06.583 INFO:tasks.workunit.client.0.smithi032.stdout:op 960 completed, throughput=4.99MB/sec 2024-09-13T00:30:06.583 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3iGMbBZhfeDjXOU off=10959506 len=1380665 2024-09-13T00:30:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:op 961 completed, throughput=5MB/sec 2024-09-13T00:30:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r8200Vn_WMDjWr2 off=5349988 len=1561203 2024-09-13T00:30:06.598 INFO:tasks.workunit.client.0.smithi032.stdout:op 962 completed, throughput=5MB/sec 2024-09-13T00:30:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:06 smithi032 bash[75510]: cluster 2024-09-13T00:30:05.619058+0000 mgr.y (mgr.34107) 820 : cluster [DBG] pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:30:07.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:06 smithi032 bash[76677]: cluster 2024-09-13T00:30:05.619058+0000 mgr.y (mgr.34107) 820 : cluster [DBG] pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:30:07.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:06 smithi053 bash[67631]: cluster 2024-09-13T00:30:05.619058+0000 mgr.y (mgr.34107) 820 : cluster [DBG] pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:30:07.598 INFO:tasks.workunit.client.0.smithi032.stdout: 192: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:07.598 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b5gPUmg7AnrLgte off=12352913 len=1206088 2024-09-13T00:30:07.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 963 completed, throughput=4.98MB/sec 2024-09-13T00:30:07.608 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xfsqkyDkdQAO93e off=7714154 len=366105 2024-09-13T00:30:07.615 INFO:tasks.workunit.client.0.smithi032.stdout:op 964 completed, throughput=4.99MB/sec 2024-09-13T00:30:07.615 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lybRikpdxPffSET off=20681801 len=1352865 2024-09-13T00:30:07.626 INFO:tasks.workunit.client.0.smithi032.stdout:op 965 completed, throughput=4.99MB/sec 2024-09-13T00:30:07.627 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-drEv3VsMj0LUH6E off=1759121 len=808002 2024-09-13T00:30:07.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 966 completed, throughput=5MB/sec 2024-09-13T00:30:07.629 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zaw6r3VWjqGmdPO off=3809085 len=716675 2024-09-13T00:30:07.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 967 completed, throughput=5MB/sec 2024-09-13T00:30:07.637 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o_HMTeImkDyG9Dr off=4892364 len=2027077 2024-09-13T00:30:07.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 968 completed, throughput=5.01MB/sec 2024-09-13T00:30:08.640 INFO:tasks.workunit.client.0.smithi032.stdout: 193: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:08.640 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XuOcgCWh1iFN0z3 off=7013154 len=1681216 2024-09-13T00:30:08.646 INFO:tasks.workunit.client.0.smithi032.stdout:op 969 completed, throughput=4.99MB/sec 2024-09-13T00:30:08.646 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k3EJylksgk9BnDE off=3350222 len=608868 2024-09-13T00:30:08.653 INFO:tasks.workunit.client.0.smithi032.stdout:op 970 completed, throughput=4.99MB/sec 2024-09-13T00:30:08.654 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QElTuakNZE_VC1k off=17597207 len=1226699 2024-09-13T00:30:08.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 971 completed, throughput=5MB/sec 2024-09-13T00:30:09.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:08 smithi032 bash[75510]: cluster 2024-09-13T00:30:07.619985+0000 mgr.y (mgr.34107) 821 : cluster [DBG] pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:30:09.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:08 smithi032 bash[76677]: cluster 2024-09-13T00:30:07.619985+0000 mgr.y (mgr.34107) 821 : cluster [DBG] pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:30:09.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:08 smithi053 bash[67631]: cluster 2024-09-13T00:30:07.619985+0000 mgr.y (mgr.34107) 821 : cluster [DBG] pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:30:09.665 INFO:tasks.workunit.client.0.smithi032.stdout: 194: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:09.665 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Vyr-qiqMXo2yADL off=970288 len=78049 2024-09-13T00:30:09.666 INFO:tasks.workunit.client.0.smithi032.stdout:op 972 completed, throughput=4.98MB/sec 2024-09-13T00:30:09.666 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4-ad4W1ZHt-tpIK off=662454 len=1644859 2024-09-13T00:30:09.681 INFO:tasks.workunit.client.0.smithi032.stdout:op 973 completed, throughput=4.98MB/sec 2024-09-13T00:30:09.681 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NIgSZcyMFlcWvqh off=11635168 len=1628615 2024-09-13T00:30:09.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 974 completed, throughput=4.99MB/sec 2024-09-13T00:30:09.691 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fMr4h2XgagfqJL6 off=7777149 len=1422811 2024-09-13T00:30:09.701 INFO:tasks.workunit.client.0.smithi032.stdout:op 975 completed, throughput=5MB/sec 2024-09-13T00:30:09.701 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VS4ATrmUH9t3Qn_ off=11819660 len=1515450 2024-09-13T00:30:09.707 INFO:tasks.workunit.client.0.smithi032.stdout:op 976 completed, throughput=5MB/sec 2024-09-13T00:30:10.707 INFO:tasks.workunit.client.0.smithi032.stdout: 195: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:10.707 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jDuORRFn7nBBPBs off=0 len=1115648 2024-09-13T00:30:10.716 INFO:tasks.workunit.client.0.smithi032.stdout:op 977 completed, throughput=4.98MB/sec 2024-09-13T00:30:10.716 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Lys9CnfXMBbrgy- off=9663541 len=1730014 2024-09-13T00:30:10.729 INFO:tasks.workunit.client.0.smithi032.stdout:op 978 completed, throughput=4.99MB/sec 2024-09-13T00:30:10.729 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fDh_Uvtbp_gvdgl off=15449006 len=179421 2024-09-13T00:30:10.731 INFO:tasks.workunit.client.0.smithi032.stdout:op 979 completed, throughput=4.99MB/sec 2024-09-13T00:30:10.731 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-10o3ypmdVJNKvIP off=1038445 len=1636750 2024-09-13T00:30:10.733 INFO:tasks.workunit.client.0.smithi032.stdout:op 980 completed, throughput=5MB/sec 2024-09-13T00:30:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:10 smithi032 bash[75510]: cluster 2024-09-13T00:30:09.620996+0000 mgr.y (mgr.34107) 822 : cluster [DBG] pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:30:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:10 smithi032 bash[75510]: audit 2024-09-13T00:30:10.160413+0000 mon.a (mon.0) 2179 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:30:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:10 smithi032 bash[76677]: cluster 2024-09-13T00:30:09.620996+0000 mgr.y (mgr.34107) 822 : cluster [DBG] pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:30:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:10 smithi032 bash[76677]: audit 2024-09-13T00:30:10.160413+0000 mon.a (mon.0) 2179 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:30:11.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:10 smithi053 bash[67631]: cluster 2024-09-13T00:30:09.620996+0000 mgr.y (mgr.34107) 822 : cluster [DBG] pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:30:11.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:10 smithi053 bash[67631]: audit 2024-09-13T00:30:10.160413+0000 mon.a (mon.0) 2179 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:30:11.733 INFO:tasks.workunit.client.0.smithi032.stdout: 196: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:11.733 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oRbdstTdIn5I049 off=4850088 len=1873492 2024-09-13T00:30:11.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 981 completed, throughput=4.98MB/sec 2024-09-13T00:30:11.746 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UhId4dXZsGmpy_y off=1212191 len=410583 2024-09-13T00:30:11.752 INFO:tasks.workunit.client.0.smithi032.stdout:op 982 completed, throughput=4.99MB/sec 2024-09-13T00:30:11.752 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pYIVFTL8HtEkSVr off=2490667 len=1952522 2024-09-13T00:30:11.766 INFO:tasks.workunit.client.0.smithi032.stdout:op 983 completed, throughput=5MB/sec 2024-09-13T00:30:11.767 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x5ocvb_toLu4xoD off=3389471 len=1433164 2024-09-13T00:30:11.769 INFO:tasks.workunit.client.0.smithi032.stdout:op 984 completed, throughput=5MB/sec 2024-09-13T00:30:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:30:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:30:12] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-09-13T00:30:12.769 INFO:tasks.workunit.client.0.smithi032.stdout: 197: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:12.769 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ityWUlQmb2mBCwx off=1670620 len=480932 2024-09-13T00:30:12.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 985 completed, throughput=4.98MB/sec 2024-09-13T00:30:12.776 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HG0AsPJDDLyS_bT off=6876776 len=1911988 2024-09-13T00:30:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:30:12 smithi053 bash[94430]: ts=2024-09-13T00:30:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:30:12.789 INFO:tasks.workunit.client.0.smithi032.stdout:op 986 completed, throughput=4.99MB/sec 2024-09-13T00:30:12.789 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R6Gqj2VU81B3KMI off=527477 len=466126 2024-09-13T00:30:12.791 INFO:tasks.workunit.client.0.smithi032.stdout:op 987 completed, throughput=4.99MB/sec 2024-09-13T00:30:12.791 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7e49YN6GSN5Lili off=13602392 len=1918213 2024-09-13T00:30:12.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 988 completed, throughput=5MB/sec 2024-09-13T00:30:12.804 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AdsVdgrCmSskOl4 off=5966153 len=1084693 2024-09-13T00:30:12.808 INFO:tasks.workunit.client.0.smithi032.stdout:op 989 completed, throughput=5MB/sec 2024-09-13T00:30:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:12 smithi032 bash[75510]: cluster 2024-09-13T00:30:11.622171+0000 mgr.y (mgr.34107) 823 : cluster [DBG] pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:30:13.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:12 smithi032 bash[76677]: cluster 2024-09-13T00:30:11.622171+0000 mgr.y (mgr.34107) 823 : cluster [DBG] pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:30:13.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:12 smithi053 bash[67631]: cluster 2024-09-13T00:30:11.622171+0000 mgr.y (mgr.34107) 823 : cluster [DBG] pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:30:13.807 INFO:tasks.workunit.client.0.smithi032.stdout: 198: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:13.808 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wvovMMzb4T42HfT off=14777546 len=747305 2024-09-13T00:30:13.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 990 completed, throughput=4.98MB/sec 2024-09-13T00:30:13.810 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4m_jaxAXvZS7I6X off=4151380 len=1673126 2024-09-13T00:30:13.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 991 completed, throughput=4.99MB/sec 2024-09-13T00:30:13.821 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MJ3f31_rLZEUrsy off=1975863 len=1551052 2024-09-13T00:30:13.834 INFO:tasks.workunit.client.0.smithi032.stdout:op 992 completed, throughput=5MB/sec 2024-09-13T00:30:13.834 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6ToEC75qnSwZWHE off=1135248 len=813009 2024-09-13T00:30:13.836 INFO:tasks.workunit.client.0.smithi032.stdout:op 993 completed, throughput=5MB/sec 2024-09-13T00:30:14.837 INFO:tasks.workunit.client.0.smithi032.stdout: 199: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:14.837 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-onHH5xWj8jUeIlp off=4733956 len=530546 2024-09-13T00:30:14.844 INFO:tasks.workunit.client.0.smithi032.stdout:op 994 completed, throughput=4.98MB/sec 2024-09-13T00:30:14.844 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YCiuyowuOo1ZCy5 off=4211957 len=1416419 2024-09-13T00:30:14.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 995 completed, throughput=4.99MB/sec 2024-09-13T00:30:14.849 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ErT6NlwSM2bjXsU off=8810938 len=1490976 2024-09-13T00:30:14.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 996 completed, throughput=4.99MB/sec 2024-09-13T00:30:14.859 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o9uk2oz892Kua8J off=2279125 len=618443 2024-09-13T00:30:14.866 INFO:tasks.workunit.client.0.smithi032.stdout:op 997 completed, throughput=4.99MB/sec 2024-09-13T00:30:14.866 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-O63F2KtlroZTS3S off=2931399 len=775687 2024-09-13T00:30:14.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 998 completed, throughput=5MB/sec 2024-09-13T00:30:14.873 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bCW2lwGf4sg7FDg off=7254793 len=1673913 2024-09-13T00:30:14.886 INFO:tasks.workunit.client.0.smithi032.stdout:op 999 completed, throughput=5.01MB/sec 2024-09-13T00:30:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:14 smithi032 bash[75510]: cluster 2024-09-13T00:30:13.623243+0000 mgr.y (mgr.34107) 824 : cluster [DBG] pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:30:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:14 smithi032 bash[76677]: cluster 2024-09-13T00:30:13.623243+0000 mgr.y (mgr.34107) 824 : cluster [DBG] pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:30:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:14 smithi053 bash[67631]: cluster 2024-09-13T00:30:13.623243+0000 mgr.y (mgr.34107) 824 : cluster [DBG] pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:30:15.886 INFO:tasks.workunit.client.0.smithi032.stdout: 200: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:15.886 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NWVi0lkrvTYrN2c off=5755772 len=1876364 2024-09-13T00:30:15.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 1000 completed, throughput=4.99MB/sec 2024-09-13T00:30:15.891 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tTuuXDKPTxNwzFa off=13200311 len=380594 2024-09-13T00:30:15.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 1001 completed, throughput=4.99MB/sec 2024-09-13T00:30:15.893 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K_sHAMJ6QlvWITo off=45546 len=1241696 2024-09-13T00:30:15.896 INFO:tasks.workunit.client.0.smithi032.stdout:op 1002 completed, throughput=5MB/sec 2024-09-13T00:30:15.896 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TOppWKdkeGjJq4K off=18959295 len=286140 2024-09-13T00:30:15.897 INFO:tasks.workunit.client.0.smithi032.stdout:op 1003 completed, throughput=5MB/sec 2024-09-13T00:30:15.898 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CiTNdqWNFSO89pY off=1163591 len=856778 2024-09-13T00:30:15.907 INFO:tasks.workunit.client.0.smithi032.stdout:op 1004 completed, throughput=5MB/sec 2024-09-13T00:30:16.907 INFO:tasks.workunit.client.0.smithi032.stdout: 201: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:16.907 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0h1R_UlkygK_n0H off=485823 len=1012480 2024-09-13T00:30:16.916 INFO:tasks.workunit.client.0.smithi032.stdout:op 1005 completed, throughput=4.98MB/sec 2024-09-13T00:30:16.916 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tXLnDZLR_DWidmA off=2111437 len=285290 2024-09-13T00:30:16.918 INFO:tasks.workunit.client.0.smithi032.stdout:op 1006 completed, throughput=4.98MB/sec 2024-09-13T00:30:16.918 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3YaBSGKCgaeCFQ3 off=12875025 len=1398495 2024-09-13T00:30:16.928 INFO:tasks.workunit.client.0.smithi032.stdout:op 1007 completed, throughput=4.99MB/sec 2024-09-13T00:30:16.929 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZKfl7vsyxtvB-UT off=3671363 len=1357581 2024-09-13T00:30:16.938 INFO:tasks.workunit.client.0.smithi032.stdout:op 1008 completed, throughput=5MB/sec 2024-09-13T00:30:16.938 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tx1xeq-8hWbQHWc off=6773594 len=801837 2024-09-13T00:30:16.945 INFO:tasks.workunit.client.0.smithi032.stdout:op 1009 completed, throughput=5MB/sec 2024-09-13T00:30:16.945 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4FD2iI3Z1oi6g0u off=846613 len=1324566 2024-09-13T00:30:16.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 1010 completed, throughput=5.01MB/sec 2024-09-13T00:30:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:16 smithi032 bash[75510]: cluster 2024-09-13T00:30:15.624094+0000 mgr.y (mgr.34107) 825 : cluster [DBG] pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T00:30:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:16 smithi032 bash[76677]: cluster 2024-09-13T00:30:15.624094+0000 mgr.y (mgr.34107) 825 : cluster [DBG] pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T00:30:17.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:16 smithi053 bash[67631]: cluster 2024-09-13T00:30:15.624094+0000 mgr.y (mgr.34107) 825 : cluster [DBG] pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T00:30:17.947 INFO:tasks.workunit.client.0.smithi032.stdout: 202: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:17.948 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w9A3oQJlJbI2jDF off=4842632 len=166008 2024-09-13T00:30:17.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 1011 completed, throughput=4.98MB/sec 2024-09-13T00:30:17.949 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H2CCWvrnHmutyCl off=535695 len=1581487 2024-09-13T00:30:17.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 1012 completed, throughput=4.99MB/sec 2024-09-13T00:30:17.962 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qbG3TH3YJKV-Ucr off=10236536 len=401763 2024-09-13T00:30:17.968 INFO:tasks.workunit.client.0.smithi032.stdout:op 1013 completed, throughput=4.99MB/sec 2024-09-13T00:30:17.968 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SQgFATv6PTXtgPx off=13090971 len=1404104 2024-09-13T00:30:17.970 INFO:tasks.workunit.client.0.smithi032.stdout:op 1014 completed, throughput=5MB/sec 2024-09-13T00:30:17.970 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A3SfXav-w8nKDe6 off=4709641 len=699556 2024-09-13T00:30:17.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 1015 completed, throughput=5MB/sec 2024-09-13T00:30:18.974 INFO:tasks.workunit.client.0.smithi032.stdout: 203: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:18.974 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U9Me-kE030L8HNW off=4091891 len=922920 2024-09-13T00:30:18.976 INFO:tasks.workunit.client.0.smithi032.stdout:op 1016 completed, throughput=4.98MB/sec 2024-09-13T00:30:18.976 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iXusgji6W_wc5TB off=11890634 len=1479629 2024-09-13T00:30:18.980 INFO:tasks.workunit.client.0.smithi032.stdout:op 1017 completed, throughput=4.99MB/sec 2024-09-13T00:30:18.980 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TUjuzwG4cLsZXFi off=11196733 len=1051608 2024-09-13T00:30:18.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 1018 completed, throughput=4.99MB/sec 2024-09-13T00:30:18.983 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R95c8xB-qELdVNG off=8987440 len=1219687 2024-09-13T00:30:18.988 INFO:tasks.workunit.client.0.smithi032.stdout:op 1019 completed, throughput=5MB/sec 2024-09-13T00:30:18.988 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1npJq7cM1I_oMhk off=9104719 len=489751 2024-09-13T00:30:18.994 INFO:tasks.workunit.client.0.smithi032.stdout:op 1020 completed, throughput=5MB/sec 2024-09-13T00:30:18.994 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UcTZJc-uM-Pjd_g off=7334742 len=212886 2024-09-13T00:30:18.995 INFO:tasks.workunit.client.0.smithi032.stdout:op 1021 completed, throughput=5MB/sec 2024-09-13T00:30:19.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:18 smithi032 bash[75510]: cluster 2024-09-13T00:30:17.625076+0000 mgr.y (mgr.34107) 826 : cluster [DBG] pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T00:30:19.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:18 smithi032 bash[76677]: cluster 2024-09-13T00:30:17.625076+0000 mgr.y (mgr.34107) 826 : cluster [DBG] pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T00:30:19.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:18 smithi053 bash[67631]: cluster 2024-09-13T00:30:17.625076+0000 mgr.y (mgr.34107) 826 : cluster [DBG] pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T00:30:19.996 INFO:tasks.workunit.client.0.smithi032.stdout: 204: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:19.996 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L6UF2XBmG7LtD_K off=3942768 len=1917315 2024-09-13T00:30:20.001 INFO:tasks.workunit.client.0.smithi032.stdout:op 1022 completed, throughput=4.99MB/sec 2024-09-13T00:30:20.001 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wsnC5R1um9S0ryk off=9671563 len=1957355 2024-09-13T00:30:20.005 INFO:tasks.workunit.client.0.smithi032.stdout:op 1023 completed, throughput=4.99MB/sec 2024-09-13T00:30:20.005 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GwxAHz6IGLXVm9_ off=5664669 len=329808 2024-09-13T00:30:20.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 1024 completed, throughput=5MB/sec 2024-09-13T00:30:20.011 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PPmiaa0cUR9nwzh off=6296578 len=857980 2024-09-13T00:30:20.014 INFO:tasks.workunit.client.0.smithi032.stdout:op 1025 completed, throughput=5MB/sec 2024-09-13T00:30:20.014 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pnihqhT73JhZ6sN off=1752881 len=1929866 2024-09-13T00:30:20.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 1026 completed, throughput=5.01MB/sec 2024-09-13T00:30:21.027 INFO:tasks.workunit.client.0.smithi032.stdout: 205: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:21.027 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hYtDa6xBip6p3Cz off=1763599 len=2051519 2024-09-13T00:30:21.042 INFO:tasks.workunit.client.0.smithi032.stdout:op 1027 completed, throughput=4.99MB/sec 2024-09-13T00:30:21.042 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YaxTcy6XM1MKvhy off=6500761 len=841697 2024-09-13T00:30:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:op 1028 completed, throughput=5MB/sec 2024-09-13T00:30:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BEK5Rcjbn7ndUKz off=1680311 len=1367108 2024-09-13T00:30:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:op 1029 completed, throughput=5MB/sec 2024-09-13T00:30:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:20 smithi032 bash[75510]: cluster 2024-09-13T00:30:19.626126+0000 mgr.y (mgr.34107) 827 : cluster [DBG] pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:30:21.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:20 smithi032 bash[76677]: cluster 2024-09-13T00:30:19.626126+0000 mgr.y (mgr.34107) 827 : cluster [DBG] pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:30:21.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:20 smithi053 bash[67631]: cluster 2024-09-13T00:30:19.626126+0000 mgr.y (mgr.34107) 827 : cluster [DBG] pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:30:22.053 INFO:tasks.workunit.client.0.smithi032.stdout: 206: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:22.053 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UoU1nChSA_fObPY off=7828457 len=918984 2024-09-13T00:30:22.062 INFO:tasks.workunit.client.0.smithi032.stdout:op 1030 completed, throughput=4.98MB/sec 2024-09-13T00:30:22.062 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HZr0zRvcjTvO5Hn off=21454881 len=1766259 2024-09-13T00:30:22.076 INFO:tasks.workunit.client.0.smithi032.stdout:op 1031 completed, throughput=4.99MB/sec 2024-09-13T00:30:22.076 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2nzOXm7PEeDj8Jk off=2243233 len=796262 2024-09-13T00:30:22.082 INFO:tasks.workunit.client.0.smithi032.stdout:op 1032 completed, throughput=4.99MB/sec 2024-09-13T00:30:22.082 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zG8ROcuDq-bfwty off=15717787 len=349618 2024-09-13T00:30:22.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 1033 completed, throughput=5MB/sec 2024-09-13T00:30:22.084 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0itAye3j_tQIQP3 off=8096688 len=1147430 2024-09-13T00:30:22.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 1034 completed, throughput=5MB/sec 2024-09-13T00:30:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:30:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:30:22] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-09-13T00:30:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:30:22 smithi053 bash[94430]: ts=2024-09-13T00:30:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:30:23.089 INFO:tasks.workunit.client.0.smithi032.stdout: 207: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:23.089 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ONwytTrwFy-9DO- off=10563543 len=673145 2024-09-13T00:30:23.091 INFO:tasks.workunit.client.0.smithi032.stdout:op 1035 completed, throughput=4.98MB/sec 2024-09-13T00:30:23.091 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M5yipEIKIDBcRVl off=4127005 len=2031482 2024-09-13T00:30:23.095 INFO:tasks.workunit.client.0.smithi032.stdout:op 1036 completed, throughput=4.99MB/sec 2024-09-13T00:30:23.095 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oLQnuLdqDaj2KEB off=1479622 len=1848502 2024-09-13T00:30:23.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 1037 completed, throughput=5MB/sec 2024-09-13T00:30:23.108 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6CUsE1KQdpk2Rhw off=10756119 len=1211945 2024-09-13T00:30:23.115 INFO:tasks.workunit.client.0.smithi032.stdout:op 1038 completed, throughput=5MB/sec 2024-09-13T00:30:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:22 smithi032 bash[75510]: cluster 2024-09-13T00:30:21.627088+0000 mgr.y (mgr.34107) 828 : cluster [DBG] pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T00:30:23.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:22 smithi032 bash[76677]: cluster 2024-09-13T00:30:21.627088+0000 mgr.y (mgr.34107) 828 : cluster [DBG] pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T00:30:23.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:22 smithi053 bash[67631]: cluster 2024-09-13T00:30:21.627088+0000 mgr.y (mgr.34107) 828 : cluster [DBG] pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T00:30:24.116 INFO:tasks.workunit.client.0.smithi032.stdout: 208: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:24.116 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_P10Y9SzWHd1Pxq off=2416849 len=1029652 2024-09-13T00:30:24.120 INFO:tasks.workunit.client.0.smithi032.stdout:op 1039 completed, throughput=4.98MB/sec 2024-09-13T00:30:24.120 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Mxcpr44v-L0vkZG off=19418349 len=1014076 2024-09-13T00:30:24.129 INFO:tasks.workunit.client.0.smithi032.stdout:op 1040 completed, throughput=4.99MB/sec 2024-09-13T00:30:24.129 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IySqDBq2qe-zUWO off=12993626 len=140743 2024-09-13T00:30:24.134 INFO:tasks.workunit.client.0.smithi032.stdout:op 1041 completed, throughput=4.99MB/sec 2024-09-13T00:30:24.134 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yjVLyh5j2otlgE8 off=12218767 len=1482383 2024-09-13T00:30:24.138 INFO:tasks.workunit.client.0.smithi032.stdout:op 1042 completed, throughput=4.99MB/sec 2024-09-13T00:30:24.138 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--6v71YdeeJKCRxr off=6738553 len=1699337 2024-09-13T00:30:24.149 INFO:tasks.workunit.client.0.smithi032.stdout:op 1043 completed, throughput=5MB/sec 2024-09-13T00:30:25.150 INFO:tasks.workunit.client.0.smithi032.stdout: 209: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:25.150 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rb7mcF67F0NR-QR off=8355620 len=620964 2024-09-13T00:30:25.152 INFO:tasks.workunit.client.0.smithi032.stdout:op 1044 completed, throughput=4.98MB/sec 2024-09-13T00:30:25.152 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ybYiE4u8KN8pbzW off=16909443 len=551409 2024-09-13T00:30:25.159 INFO:tasks.workunit.client.0.smithi032.stdout:op 1045 completed, throughput=4.98MB/sec 2024-09-13T00:30:25.159 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YbPr-cWsDwB9c8X off=7401438 len=1454692 2024-09-13T00:30:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:24 smithi032 bash[75510]: cluster 2024-09-13T00:30:23.628247+0000 mgr.y (mgr.34107) 829 : cluster [DBG] pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:30:25.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:24 smithi032 bash[76677]: cluster 2024-09-13T00:30:23.628247+0000 mgr.y (mgr.34107) 829 : cluster [DBG] pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:30:25.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 1046 completed, throughput=4.99MB/sec 2024-09-13T00:30:25.164 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EqVuAty6E6mOuOM off=1892052 len=1552421 2024-09-13T00:30:25.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 1047 completed, throughput=5MB/sec 2024-09-13T00:30:25.177 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d8bkAw9UmjDxYq1 off=4971907 len=973909 2024-09-13T00:30:25.185 INFO:tasks.workunit.client.0.smithi032.stdout:op 1048 completed, throughput=5MB/sec 2024-09-13T00:30:25.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:24 smithi053 bash[67631]: cluster 2024-09-13T00:30:23.628247+0000 mgr.y (mgr.34107) 829 : cluster [DBG] pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:30:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:25 smithi032 bash[75510]: audit 2024-09-13T00:30:25.161365+0000 mon.a (mon.0) 2180 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:30:26.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:25 smithi032 bash[76677]: audit 2024-09-13T00:30:25.161365+0000 mon.a (mon.0) 2180 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:30:26.185 INFO:tasks.workunit.client.0.smithi032.stdout: 210: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:26.186 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V4NlD4V_d7WH8gc off=8754883 len=466400 2024-09-13T00:30:26.188 INFO:tasks.workunit.client.0.smithi032.stdout:op 1049 completed, throughput=4.98MB/sec 2024-09-13T00:30:26.188 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vPNg_D_MhUxqEvM off=3404988 len=1420421 2024-09-13T00:30:26.192 INFO:tasks.workunit.client.0.smithi032.stdout:op 1050 completed, throughput=4.99MB/sec 2024-09-13T00:30:26.192 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OvWzK89EnNfvuxR off=15261266 len=296090 2024-09-13T00:30:26.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 1051 completed, throughput=4.99MB/sec 2024-09-13T00:30:26.197 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SXCK2Hr6bTmf59- off=0 len=1394322 2024-09-13T00:30:26.208 INFO:tasks.workunit.client.0.smithi032.stdout:op 1052 completed, throughput=4.99MB/sec 2024-09-13T00:30:26.208 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-akU9P82VCZlbmck off=7151300 len=482463 2024-09-13T00:30:26.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 1053 completed, throughput=4.99MB/sec 2024-09-13T00:30:26.214 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bPF2Hqi4DjaSVeM off=6018596 len=1175373 2024-09-13T00:30:26.224 INFO:tasks.workunit.client.0.smithi032.stdout:op 1054 completed, throughput=5MB/sec 2024-09-13T00:30:26.224 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ej9djhvTAzgdalG off=11177855 len=1257025 2024-09-13T00:30:26.233 INFO:tasks.workunit.client.0.smithi032.stdout:op 1055 completed, throughput=5.01MB/sec 2024-09-13T00:30:26.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:25 smithi053 bash[67631]: audit 2024-09-13T00:30:25.161365+0000 mon.a (mon.0) 2180 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:30:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:26 smithi032 bash[75510]: cluster 2024-09-13T00:30:25.629230+0000 mgr.y (mgr.34107) 830 : cluster [DBG] pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:30:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:26 smithi032 bash[76677]: cluster 2024-09-13T00:30:25.629230+0000 mgr.y (mgr.34107) 830 : cluster [DBG] pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:30:27.234 INFO:tasks.workunit.client.0.smithi032.stdout: 211: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:27.234 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Tcvl56asmTDSnS2 off=231800 len=945226 2024-09-13T00:30:27.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 1056 completed, throughput=4.99MB/sec 2024-09-13T00:30:27.237 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-alCcHCu_Wz4fleA off=4032668 len=1844955 2024-09-13T00:30:27.251 INFO:tasks.workunit.client.0.smithi032.stdout:op 1057 completed, throughput=4.99MB/sec 2024-09-13T00:30:27.251 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fafK3mp61tkyZVC off=10448898 len=1362221 2024-09-13T00:30:27.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 1058 completed, throughput=5MB/sec 2024-09-13T00:30:27.256 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K9l5mqB7kviyirJ off=8630917 len=1158904 2024-09-13T00:30:27.260 INFO:tasks.workunit.client.0.smithi032.stdout:op 1059 completed, throughput=5MB/sec 2024-09-13T00:30:27.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:26 smithi053 bash[67631]: cluster 2024-09-13T00:30:25.629230+0000 mgr.y (mgr.34107) 830 : cluster [DBG] pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:30:28.260 INFO:tasks.workunit.client.0.smithi032.stdout: 212: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:28.261 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-33ge-JvIOoRGFjg off=8533674 len=2031262 2024-09-13T00:30:28.277 INFO:tasks.workunit.client.0.smithi032.stdout:op 1060 completed, throughput=4.99MB/sec 2024-09-13T00:30:28.277 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Lrf1LPZy4P-ZMgL off=2153575 len=345980 2024-09-13T00:30:28.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 1061 completed, throughput=4.99MB/sec 2024-09-13T00:30:28.279 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Gi3tAQ9PWTbIQUI off=3858809 len=1337952 2024-09-13T00:30:28.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 1062 completed, throughput=5MB/sec 2024-09-13T00:30:28.289 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cwpIL5w9ib6b8_d off=2401482 len=1092760 2024-09-13T00:30:28.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 1063 completed, throughput=5MB/sec 2024-09-13T00:30:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:28 smithi032 bash[75510]: cluster 2024-09-13T00:30:27.630168+0000 mgr.y (mgr.34107) 831 : cluster [DBG] pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:30:29.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:28 smithi032 bash[76677]: cluster 2024-09-13T00:30:27.630168+0000 mgr.y (mgr.34107) 831 : cluster [DBG] pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:30:29.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:28 smithi053 bash[67631]: cluster 2024-09-13T00:30:27.630168+0000 mgr.y (mgr.34107) 831 : cluster [DBG] pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:30:29.297 INFO:tasks.workunit.client.0.smithi032.stdout: 213: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:29.297 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MEQuUJz7ARm21aL off=1320863 len=1360026 2024-09-13T00:30:29.301 INFO:tasks.workunit.client.0.smithi032.stdout:op 1064 completed, throughput=4.99MB/sec 2024-09-13T00:30:29.301 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e9FW9I9VHPTTmNs off=24069011 len=1110302 2024-09-13T00:30:29.310 INFO:tasks.workunit.client.0.smithi032.stdout:op 1065 completed, throughput=4.99MB/sec 2024-09-13T00:30:29.310 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2pklgSS_6eWm6gz off=6051986 len=126720 2024-09-13T00:30:29.311 INFO:tasks.workunit.client.0.smithi032.stdout:op 1066 completed, throughput=4.99MB/sec 2024-09-13T00:30:29.311 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rLCu9liVJiQM13i off=14296337 len=1110635 2024-09-13T00:30:29.313 INFO:tasks.workunit.client.0.smithi032.stdout:op 1067 completed, throughput=5MB/sec 2024-09-13T00:30:29.313 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--v81g8mE72CAcJ5 off=4600247 len=227649 2024-09-13T00:30:29.314 INFO:tasks.workunit.client.0.smithi032.stdout:op 1068 completed, throughput=5MB/sec 2024-09-13T00:30:29.314 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dH8uOgeT7OiomKI off=12667915 len=1166811 2024-09-13T00:30:29.325 INFO:tasks.workunit.client.0.smithi032.stdout:op 1069 completed, throughput=5MB/sec 2024-09-13T00:30:30.325 INFO:tasks.workunit.client.0.smithi032.stdout: 214: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:30.325 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LXv5M9WaxeVcAfl off=164383 len=527847 2024-09-13T00:30:30.327 INFO:tasks.workunit.client.0.smithi032.stdout:op 1070 completed, throughput=4.98MB/sec 2024-09-13T00:30:30.327 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-b6YG7hlmpyG9S15 off=5464409 len=1621083 2024-09-13T00:30:30.332 INFO:tasks.workunit.client.0.smithi032.stdout:op 1071 completed, throughput=4.99MB/sec 2024-09-13T00:30:30.333 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wvdQrb7RdshQoqM off=7895917 len=1767011 2024-09-13T00:30:30.337 INFO:tasks.workunit.client.0.smithi032.stdout:op 1072 completed, throughput=4.99MB/sec 2024-09-13T00:30:30.337 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xJfkDbXiV5A5fEj off=99624 len=875722 2024-09-13T00:30:30.344 INFO:tasks.workunit.client.0.smithi032.stdout:op 1073 completed, throughput=5MB/sec 2024-09-13T00:30:30.345 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CDIDvR9yErKj80L off=217822 len=185204 2024-09-13T00:30:30.349 INFO:tasks.workunit.client.0.smithi032.stdout:op 1074 completed, throughput=5MB/sec 2024-09-13T00:30:30.349 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rEWzO9CD_HB-0Qh off=1616014 len=749616 2024-09-13T00:30:30.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 1075 completed, throughput=5MB/sec 2024-09-13T00:30:31.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:30 smithi053 bash[67631]: cluster 2024-09-13T00:30:29.631259+0000 mgr.y (mgr.34107) 832 : cluster [DBG] pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:30:31.358 INFO:tasks.workunit.client.0.smithi032.stdout: 215: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:31.358 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4dFbH4si_P0UeCU off=3436382 len=652761 2024-09-13T00:30:31.366 INFO:tasks.workunit.client.0.smithi032.stdout:op 1076 completed, throughput=4.98MB/sec 2024-09-13T00:30:31.366 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UAQhu3db3p2HuwC off=9681009 len=1333357 2024-09-13T00:30:31.375 INFO:tasks.workunit.client.0.smithi032.stdout:op 1077 completed, throughput=4.99MB/sec 2024-09-13T00:30:31.375 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ULVwxsKKVj4lIPr off=961973 len=1403913 2024-09-13T00:30:31.381 INFO:tasks.workunit.client.0.smithi032.stdout:op 1078 completed, throughput=4.99MB/sec 2024-09-13T00:30:31.381 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-l7T4K2GhJAnaGvZ off=15791796 len=1513821 2024-09-13T00:30:31.391 INFO:tasks.workunit.client.0.smithi032.stdout:op 1079 completed, throughput=5MB/sec 2024-09-13T00:30:31.391 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QXUSiYRT8NzHtO2 off=6686989 len=498729 2024-09-13T00:30:31.398 INFO:tasks.workunit.client.0.smithi032.stdout:op 1080 completed, throughput=5MB/sec 2024-09-13T00:30:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:30 smithi032 bash[75510]: cluster 2024-09-13T00:30:29.631259+0000 mgr.y (mgr.34107) 832 : cluster [DBG] pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:30:31.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:30 smithi032 bash[76677]: cluster 2024-09-13T00:30:29.631259+0000 mgr.y (mgr.34107) 832 : cluster [DBG] pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:30:32.398 INFO:tasks.workunit.client.0.smithi032.stdout: 216: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:32.398 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bV1y_NHehnDZ4Fg off=1305101 len=394665 2024-09-13T00:30:32.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 1081 completed, throughput=4.98MB/sec 2024-09-13T00:30:32.404 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_mIMpxBd8X9Gulr off=3085367 len=1037184 2024-09-13T00:30:32.407 INFO:tasks.workunit.client.0.smithi032.stdout:op 1082 completed, throughput=4.99MB/sec 2024-09-13T00:30:32.408 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wHHHlMqAXfhbdd9 off=5368958 len=855333 2024-09-13T00:30:32.415 INFO:tasks.workunit.client.0.smithi032.stdout:op 1083 completed, throughput=4.99MB/sec 2024-09-13T00:30:32.415 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AaQslRTAa1bVBAB off=3887741 len=316989 2024-09-13T00:30:32.421 INFO:tasks.workunit.client.0.smithi032.stdout:op 1084 completed, throughput=4.99MB/sec 2024-09-13T00:30:32.421 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qovVC3_WBk2DpCw off=2824806 len=785429 2024-09-13T00:30:32.422 INFO:tasks.workunit.client.0.smithi032.stdout:op 1085 completed, throughput=4.99MB/sec 2024-09-13T00:30:32.422 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gPCqN9_Bem7AKGh off=9496587 len=274095 2024-09-13T00:30:32.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 1086 completed, throughput=4.99MB/sec 2024-09-13T00:30:32.428 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y4hP-ElWUKB8Mwf off=19379526 len=2056994 2024-09-13T00:30:32.435 INFO:tasks.workunit.client.0.smithi032.stdout:op 1087 completed, throughput=5MB/sec 2024-09-13T00:30:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:30:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:30:32] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-09-13T00:30:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:30:32 smithi053 bash[94430]: ts=2024-09-13T00:30:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:30:33.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:32 smithi053 bash[67631]: cluster 2024-09-13T00:30:31.632365+0000 mgr.y (mgr.34107) 833 : cluster [DBG] pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:30:33.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:32 smithi032 bash[75510]: cluster 2024-09-13T00:30:31.632365+0000 mgr.y (mgr.34107) 833 : cluster [DBG] pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:30:33.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:32 smithi032 bash[76677]: cluster 2024-09-13T00:30:31.632365+0000 mgr.y (mgr.34107) 833 : cluster [DBG] pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:30:33.435 INFO:tasks.workunit.client.0.smithi032.stdout: 217: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:33.435 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gi1-jv-VZqetq-S off=0 len=1709636 2024-09-13T00:30:33.449 INFO:tasks.workunit.client.0.smithi032.stdout:op 1088 completed, throughput=4.99MB/sec 2024-09-13T00:30:33.449 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0Jr1S2zqQzC2h6R off=2013895 len=878483 2024-09-13T00:30:33.452 INFO:tasks.workunit.client.0.smithi032.stdout:op 1089 completed, throughput=4.99MB/sec 2024-09-13T00:30:33.452 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JJeYpzRoohqc3yB off=11147777 len=1034288 2024-09-13T00:30:33.456 INFO:tasks.workunit.client.0.smithi032.stdout:op 1090 completed, throughput=5MB/sec 2024-09-13T00:30:33.456 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J8F_ox9_2DHLa3w off=1651564 len=1589983 2024-09-13T00:30:33.459 INFO:tasks.workunit.client.0.smithi032.stdout:op 1091 completed, throughput=5MB/sec 2024-09-13T00:30:34.460 INFO:tasks.workunit.client.0.smithi032.stdout: 218: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:34.460 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gHBMFCZFIxiv7f2 off=5528872 len=828102 2024-09-13T00:30:34.462 INFO:tasks.workunit.client.0.smithi032.stdout:op 1092 completed, throughput=4.98MB/sec 2024-09-13T00:30:34.462 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-or9JTPElvpfgfSt off=1528531 len=420672 2024-09-13T00:30:34.464 INFO:tasks.workunit.client.0.smithi032.stdout:op 1093 completed, throughput=4.99MB/sec 2024-09-13T00:30:34.464 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ba91vV6GBVgCgC6 off=22741112 len=931982 2024-09-13T00:30:34.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 1094 completed, throughput=4.99MB/sec 2024-09-13T00:30:34.467 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gUlkZtzitTmuLAs off=11085452 len=759923 2024-09-13T00:30:34.469 INFO:tasks.workunit.client.0.smithi032.stdout:op 1095 completed, throughput=4.99MB/sec 2024-09-13T00:30:34.469 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LBHxf7ioP5RAMFx off=12437760 len=1785804 2024-09-13T00:30:34.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 1096 completed, throughput=5MB/sec 2024-09-13T00:30:34.482 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a9_0gXVhOASM9zt off=2677999 len=124106 2024-09-13T00:30:34.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 1097 completed, throughput=5MB/sec 2024-09-13T00:30:35.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:34 smithi053 bash[67631]: cluster 2024-09-13T00:30:33.633541+0000 mgr.y (mgr.34107) 834 : cluster [DBG] pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:30:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:34 smithi032 bash[75510]: cluster 2024-09-13T00:30:33.633541+0000 mgr.y (mgr.34107) 834 : cluster [DBG] pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:30:35.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:34 smithi032 bash[76677]: cluster 2024-09-13T00:30:33.633541+0000 mgr.y (mgr.34107) 834 : cluster [DBG] pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:30:35.487 INFO:tasks.workunit.client.0.smithi032.stdout: 219: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:35.487 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fyKiCqLhv0fnVFv off=4718158 len=562221 2024-09-13T00:30:35.489 INFO:tasks.workunit.client.0.smithi032.stdout:op 1098 completed, throughput=4.98MB/sec 2024-09-13T00:30:35.489 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GZx1roOchCrL7bS off=3886682 len=188245 2024-09-13T00:30:35.494 INFO:tasks.workunit.client.0.smithi032.stdout:op 1099 completed, throughput=4.98MB/sec 2024-09-13T00:30:35.494 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GolCypp-FUGRLhl off=10582646 len=603882 2024-09-13T00:30:35.496 INFO:tasks.workunit.client.0.smithi032.stdout:op 1100 completed, throughput=4.98MB/sec 2024-09-13T00:30:35.496 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--A_aXza0bctspLT off=7015969 len=1419086 2024-09-13T00:30:35.501 INFO:tasks.workunit.client.0.smithi032.stdout:op 1101 completed, throughput=4.99MB/sec 2024-09-13T00:30:35.501 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_Oov4A6HZr0v31G off=10840971 len=509839 2024-09-13T00:30:35.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 1102 completed, throughput=4.99MB/sec 2024-09-13T00:30:35.507 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Kry4y17aht-oQIS off=9601362 len=287119 2024-09-13T00:30:35.512 INFO:tasks.workunit.client.0.smithi032.stdout:op 1103 completed, throughput=4.99MB/sec 2024-09-13T00:30:35.513 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-j5xJA4x-pH131xS off=5846360 len=1499920 2024-09-13T00:30:35.524 INFO:tasks.workunit.client.0.smithi032.stdout:op 1104 completed, throughput=5MB/sec 2024-09-13T00:30:35.524 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gJKvgwV2d11adfd off=1465145 len=554371 2024-09-13T00:30:35.528 INFO:tasks.workunit.client.0.smithi032.stdout:op 1105 completed, throughput=5MB/sec 2024-09-13T00:30:36.526 INFO:tasks.workunit.client.0.smithi032.stdout: 220: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:36.526 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GLjMWitxmxWA7S9 off=2039267 len=163555 2024-09-13T00:30:36.527 INFO:tasks.workunit.client.0.smithi032.stdout:op 1106 completed, throughput=4.98MB/sec 2024-09-13T00:30:36.527 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ICXPjzsxmlNiwpm off=6852472 len=1560078 2024-09-13T00:30:36.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 1107 completed, throughput=4.99MB/sec 2024-09-13T00:30:36.531 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AUAUX1HYz2Conp2 off=8435587 len=876287 2024-09-13T00:30:36.539 INFO:tasks.workunit.client.0.smithi032.stdout:op 1108 completed, throughput=4.99MB/sec 2024-09-13T00:30:36.539 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G2lkqVF3_VskIMk off=617537 len=244116 2024-09-13T00:30:36.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 1109 completed, throughput=4.99MB/sec 2024-09-13T00:30:36.544 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MxrejFWRJUxhIUN off=9515147 len=844450 2024-09-13T00:30:36.547 INFO:tasks.workunit.client.0.smithi032.stdout:op 1110 completed, throughput=4.99MB/sec 2024-09-13T00:30:36.548 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nWdViNcMgFnUqL2 off=4576160 len=1083887 2024-09-13T00:30:36.556 INFO:tasks.workunit.client.0.smithi032.stdout:op 1111 completed, throughput=5MB/sec 2024-09-13T00:30:36.557 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lLVRgIZN-wpNEc_ off=16800 len=1615533 2024-09-13T00:30:36.561 INFO:tasks.workunit.client.0.smithi032.stdout:op 1112 completed, throughput=5MB/sec 2024-09-13T00:30:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:36 smithi053 bash[67631]: cluster 2024-09-13T00:30:35.634563+0000 mgr.y (mgr.34107) 835 : cluster [DBG] pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:30:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:36 smithi032 bash[75510]: cluster 2024-09-13T00:30:35.634563+0000 mgr.y (mgr.34107) 835 : cluster [DBG] pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:30:37.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:36 smithi032 bash[76677]: cluster 2024-09-13T00:30:35.634563+0000 mgr.y (mgr.34107) 835 : cluster [DBG] pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:30:37.561 INFO:tasks.workunit.client.0.smithi032.stdout: 221: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:37.561 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K2Y5DD2qTYAuCxU off=8576692 len=423228 2024-09-13T00:30:37.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 1113 completed, throughput=4.98MB/sec 2024-09-13T00:30:37.567 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-v0VWw8Vd-ZBLjec off=4347990 len=875792 2024-09-13T00:30:37.571 INFO:tasks.workunit.client.0.smithi032.stdout:op 1114 completed, throughput=4.99MB/sec 2024-09-13T00:30:37.571 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8FLscjs1XDjsKo0 off=10821842 len=512299 2024-09-13T00:30:37.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 1115 completed, throughput=4.99MB/sec 2024-09-13T00:30:37.578 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-atqXekxQ93A27Oz off=4356021 len=127203 2024-09-13T00:30:37.579 INFO:tasks.workunit.client.0.smithi032.stdout:op 1116 completed, throughput=4.99MB/sec 2024-09-13T00:30:37.579 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gTIBktdpKCR4fjR off=5899878 len=312648 2024-09-13T00:30:37.585 INFO:tasks.workunit.client.0.smithi032.stdout:op 1117 completed, throughput=4.99MB/sec 2024-09-13T00:30:37.585 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-00hO8Mc7nczfrAc off=5497390 len=1442521 2024-09-13T00:30:37.589 INFO:tasks.workunit.client.0.smithi032.stdout:op 1118 completed, throughput=5MB/sec 2024-09-13T00:30:37.589 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i5GDAs_S0Iue7DD off=4414784 len=1833427 2024-09-13T00:30:37.602 INFO:tasks.workunit.client.0.smithi032.stdout:op 1119 completed, throughput=5.01MB/sec 2024-09-13T00:30:38.602 INFO:tasks.workunit.client.0.smithi032.stdout: 222: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:38.602 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ScVh130c90HTaa- off=3954829 len=241131 2024-09-13T00:30:38.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 1120 completed, throughput=4.98MB/sec 2024-09-13T00:30:38.608 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UCpiibfhXaZUU5m off=8413081 len=1113752 2024-09-13T00:30:38.616 INFO:tasks.workunit.client.0.smithi032.stdout:op 1121 completed, throughput=4.99MB/sec 2024-09-13T00:30:38.616 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wseGxqzYEh1SeMx off=14168595 len=644474 2024-09-13T00:30:38.618 INFO:tasks.workunit.client.0.smithi032.stdout:op 1122 completed, throughput=4.99MB/sec 2024-09-13T00:30:38.619 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RaijQQ70K5yEma_ off=9295285 len=300669 2024-09-13T00:30:38.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 1123 completed, throughput=4.99MB/sec 2024-09-13T00:30:38.624 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Qc57DH3plf-opSU off=2377292 len=2088211 2024-09-13T00:30:38.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 1124 completed, throughput=5MB/sec 2024-09-13T00:30:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:38 smithi053 bash[67631]: cluster 2024-09-13T00:30:37.635814+0000 mgr.y (mgr.34107) 836 : cluster [DBG] pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:30:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:38 smithi032 bash[75510]: cluster 2024-09-13T00:30:37.635814+0000 mgr.y (mgr.34107) 836 : cluster [DBG] pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:30:39.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:38 smithi032 bash[76677]: cluster 2024-09-13T00:30:37.635814+0000 mgr.y (mgr.34107) 836 : cluster [DBG] pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:30:39.629 INFO:tasks.workunit.client.0.smithi032.stdout: 223: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:39.629 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H_7u1-3dmvTzxs- off=4733540 len=213554 2024-09-13T00:30:39.631 INFO:tasks.workunit.client.0.smithi032.stdout:op 1125 completed, throughput=4.98MB/sec 2024-09-13T00:30:39.631 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WIE5E-NscZKBuDp off=13891428 len=717462 2024-09-13T00:30:39.638 INFO:tasks.workunit.client.0.smithi032.stdout:op 1126 completed, throughput=4.98MB/sec 2024-09-13T00:30:39.638 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p0bMjh18CJOk6Ll off=7319556 len=975960 2024-09-13T00:30:39.646 INFO:tasks.workunit.client.0.smithi032.stdout:op 1127 completed, throughput=4.99MB/sec 2024-09-13T00:30:39.646 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6XQ5rLKiWYDYLQa off=1711976 len=639687 2024-09-13T00:30:39.653 INFO:tasks.workunit.client.0.smithi032.stdout:op 1128 completed, throughput=4.99MB/sec 2024-09-13T00:30:39.653 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oqyPwnSgDYJWWaU off=430875 len=2084991 2024-09-13T00:30:39.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 1129 completed, throughput=5MB/sec 2024-09-13T00:30:39.668 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-To2K_PHjlMb70PE off=1030588 len=2062247 2024-09-13T00:30:39.683 INFO:tasks.workunit.client.0.smithi032.stdout:op 1130 completed, throughput=5.01MB/sec 2024-09-13T00:30:40.684 INFO:tasks.workunit.client.0.smithi032.stdout: 224: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:40.684 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-811W817Cun_nsDE off=13587771 len=2009929 2024-09-13T00:30:40.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 1131 completed, throughput=4.99MB/sec 2024-09-13T00:30:40.690 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zy9Flt5dyJDbctJ off=1585436 len=942486 2024-09-13T00:30:40.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 1132 completed, throughput=5MB/sec 2024-09-13T00:30:40.693 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2TtgB-qGCuQrAwe off=11156759 len=1768725 2024-09-13T00:30:40.706 INFO:tasks.workunit.client.0.smithi032.stdout:op 1133 completed, throughput=5MB/sec 2024-09-13T00:30:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:40 smithi053 bash[67631]: cluster 2024-09-13T00:30:39.637005+0000 mgr.y (mgr.34107) 837 : cluster [DBG] pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:30:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:40 smithi053 bash[67631]: audit 2024-09-13T00:30:40.161081+0000 mon.a (mon.0) 2181 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:30:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:40 smithi032 bash[75510]: cluster 2024-09-13T00:30:39.637005+0000 mgr.y (mgr.34107) 837 : cluster [DBG] pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:30:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:40 smithi032 bash[75510]: audit 2024-09-13T00:30:40.161081+0000 mon.a (mon.0) 2181 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:30:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:40 smithi032 bash[76677]: cluster 2024-09-13T00:30:39.637005+0000 mgr.y (mgr.34107) 837 : cluster [DBG] pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:30:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:40 smithi032 bash[76677]: audit 2024-09-13T00:30:40.161081+0000 mon.a (mon.0) 2181 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:30:41.707 INFO:tasks.workunit.client.0.smithi032.stdout: 225: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:41.707 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UTriBaP08tyMBAM off=4019245 len=363531 2024-09-13T00:30:41.708 INFO:tasks.workunit.client.0.smithi032.stdout:op 1134 completed, throughput=4.98MB/sec 2024-09-13T00:30:41.708 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iGhiNa8d4axAQsi off=10441362 len=689662 2024-09-13T00:30:41.710 INFO:tasks.workunit.client.0.smithi032.stdout:op 1135 completed, throughput=4.99MB/sec 2024-09-13T00:30:41.711 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-E51jW7dLz9R6Lh9 off=18461326 len=1095811 2024-09-13T00:30:41.713 INFO:tasks.workunit.client.0.smithi032.stdout:op 1136 completed, throughput=4.99MB/sec 2024-09-13T00:30:41.714 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-udrQnYpS6WTScZs off=9884587 len=35764 2024-09-13T00:30:41.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 1137 completed, throughput=4.99MB/sec 2024-09-13T00:30:41.715 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FuJ5bOKE0B31S1A off=8823631 len=181018 2024-09-13T00:30:41.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 1138 completed, throughput=4.99MB/sec 2024-09-13T00:30:41.717 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p1aKiy5mi_pfbMp off=729422 len=1140175 2024-09-13T00:30:41.721 INFO:tasks.workunit.client.0.smithi032.stdout:op 1139 completed, throughput=5MB/sec 2024-09-13T00:30:41.721 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6Knr6ejyLGYO4TW off=20051824 len=1122265 2024-09-13T00:30:41.730 INFO:tasks.workunit.client.0.smithi032.stdout:op 1140 completed, throughput=5MB/sec 2024-09-13T00:30:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:30:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:30:42] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-09-13T00:30:42.730 INFO:tasks.workunit.client.0.smithi032.stdout: 226: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:42.731 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PF9xfRyEsbEAWRF off=2132683 len=1838297 2024-09-13T00:30:42.734 INFO:tasks.workunit.client.0.smithi032.stdout:op 1141 completed, throughput=4.99MB/sec 2024-09-13T00:30:42.735 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DeYGnAvYFWtuzNw off=9140242 len=423975 2024-09-13T00:30:42.741 INFO:tasks.workunit.client.0.smithi032.stdout:op 1142 completed, throughput=4.99MB/sec 2024-09-13T00:30:42.741 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XdYMI7H_OedJVTk off=6498026 len=1610748 2024-09-13T00:30:42.753 INFO:tasks.workunit.client.0.smithi032.stdout:op 1143 completed, throughput=4.99MB/sec 2024-09-13T00:30:42.753 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5CgfQbvu-JEqHIy off=15113767 len=972408 2024-09-13T00:30:42.755 INFO:tasks.workunit.client.0.smithi032.stdout:op 1144 completed, throughput=5MB/sec 2024-09-13T00:30:42.755 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pIZNXyl4YKIEWgz off=4266039 len=1054678 2024-09-13T00:30:42.764 INFO:tasks.workunit.client.0.smithi032.stdout:op 1145 completed, throughput=5MB/sec 2024-09-13T00:30:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:30:42 smithi053 bash[94430]: ts=2024-09-13T00:30:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:30:43.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:42 smithi053 bash[67631]: cluster 2024-09-13T00:30:41.637962+0000 mgr.y (mgr.34107) 838 : cluster [DBG] pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:30:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:42 smithi032 bash[75510]: cluster 2024-09-13T00:30:41.637962+0000 mgr.y (mgr.34107) 838 : cluster [DBG] pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:30:43.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:42 smithi032 bash[76677]: cluster 2024-09-13T00:30:41.637962+0000 mgr.y (mgr.34107) 838 : cluster [DBG] pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:30:43.765 INFO:tasks.workunit.client.0.smithi032.stdout: 227: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:43.765 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vXv3mRHZ_vEE3vS off=9560570 len=727414 2024-09-13T00:30:43.772 INFO:tasks.workunit.client.0.smithi032.stdout:op 1146 completed, throughput=4.98MB/sec 2024-09-13T00:30:43.772 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w4xXyLOBCtUmlnp off=17363950 len=229704 2024-09-13T00:30:43.774 INFO:tasks.workunit.client.0.smithi032.stdout:op 1147 completed, throughput=4.98MB/sec 2024-09-13T00:30:43.774 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CI7o1w96UhuGhoh off=6491577 len=93657 2024-09-13T00:30:43.775 INFO:tasks.workunit.client.0.smithi032.stdout:op 1148 completed, throughput=4.98MB/sec 2024-09-13T00:30:43.775 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HXqTWJcPp5DIvqm off=9047395 len=314399 2024-09-13T00:30:43.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 1149 completed, throughput=4.99MB/sec 2024-09-13T00:30:43.776 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wJIq8Sb7XsakDxE off=4887593 len=1382230 2024-09-13T00:30:43.787 INFO:tasks.workunit.client.0.smithi032.stdout:op 1150 completed, throughput=4.99MB/sec 2024-09-13T00:30:43.787 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ePjxNDuGKlq5AKK off=2341874 len=1751430 2024-09-13T00:30:43.802 INFO:tasks.workunit.client.0.smithi032.stdout:op 1151 completed, throughput=5MB/sec 2024-09-13T00:30:43.802 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-O54hsXUjHbpBoX0 off=6487749 len=1334695 2024-09-13T00:30:43.811 INFO:tasks.workunit.client.0.smithi032.stdout:op 1152 completed, throughput=5MB/sec 2024-09-13T00:30:44.811 INFO:tasks.workunit.client.0.smithi032.stdout: 228: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:44.811 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Czazxf87pQyrd7D off=2144677 len=27627 2024-09-13T00:30:44.812 INFO:tasks.workunit.client.0.smithi032.stdout:op 1153 completed, throughput=4.98MB/sec 2024-09-13T00:30:44.812 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qCF7PimUS1zGxEj off=1264665 len=816091 2024-09-13T00:30:44.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 1154 completed, throughput=4.99MB/sec 2024-09-13T00:30:44.815 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jgE4QCHB1NsIV34 off=9121816 len=1266714 2024-09-13T00:30:44.826 INFO:tasks.workunit.client.0.smithi032.stdout:op 1155 completed, throughput=4.99MB/sec 2024-09-13T00:30:44.826 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--6jyTXVyxemDkZR off=1767218 len=688357 2024-09-13T00:30:44.828 INFO:tasks.workunit.client.0.smithi032.stdout:op 1156 completed, throughput=4.99MB/sec 2024-09-13T00:30:44.828 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0wG33CQSQ8IQ3Mw off=16946027 len=2014409 2024-09-13T00:30:44.842 INFO:tasks.workunit.client.0.smithi032.stdout:op 1157 completed, throughput=5MB/sec 2024-09-13T00:30:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:44 smithi053 bash[67631]: cluster 2024-09-13T00:30:43.639092+0000 mgr.y (mgr.34107) 839 : cluster [DBG] pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T00:30:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:44 smithi032 bash[75510]: cluster 2024-09-13T00:30:43.639092+0000 mgr.y (mgr.34107) 839 : cluster [DBG] pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T00:30:45.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:44 smithi032 bash[76677]: cluster 2024-09-13T00:30:43.639092+0000 mgr.y (mgr.34107) 839 : cluster [DBG] pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T00:30:45.842 INFO:tasks.workunit.client.0.smithi032.stdout: 229: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:45.928 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Dj0qajicadtDU67 off=7774458 len=1599727 2024-09-13T00:30:45.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 1158 completed, throughput=4.99MB/sec 2024-09-13T00:30:45.929 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lX2NUnoqxqGK794 off=15844147 len=1217321 2024-09-13T00:30:45.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 1159 completed, throughput=4.99MB/sec 2024-09-13T00:30:45.929 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8qMbktaIyjJmUw- off=5546000 len=1280814 2024-09-13T00:30:45.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 1160 completed, throughput=5MB/sec 2024-09-13T00:30:45.930 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_PrdYqF2hI4f5uD off=7710110 len=1539740 2024-09-13T00:30:45.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 1161 completed, throughput=5MB/sec 2024-09-13T00:30:46.876 INFO:tasks.workunit.client.0.smithi032.stdout: 230: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:46.877 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VfWkAA16L0Ot7t3 off=2740670 len=1854839 2024-09-13T00:30:46.889 INFO:tasks.workunit.client.0.smithi032.stdout:op 1162 completed, throughput=4.99MB/sec 2024-09-13T00:30:46.889 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2esiOvvqlCNTkE0 off=2136378 len=1917220 2024-09-13T00:30:46.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 1163 completed, throughput=5MB/sec 2024-09-13T00:30:46.893 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lYMau3tSoUnK7Cq off=699179 len=58451 2024-09-13T00:30:46.897 INFO:tasks.workunit.client.0.smithi032.stdout:op 1164 completed, throughput=5MB/sec 2024-09-13T00:30:46.898 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pVdgwuYSLteLU8G off=0 len=1918733 2024-09-13T00:30:46.902 INFO:tasks.workunit.client.0.smithi032.stdout:op 1165 completed, throughput=5MB/sec 2024-09-13T00:30:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:46 smithi053 bash[67631]: cluster 2024-09-13T00:30:45.639985+0000 mgr.y (mgr.34107) 840 : cluster [DBG] pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:30:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:46 smithi032 bash[75510]: cluster 2024-09-13T00:30:45.639985+0000 mgr.y (mgr.34107) 840 : cluster [DBG] pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:30:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:46 smithi032 bash[76677]: cluster 2024-09-13T00:30:45.639985+0000 mgr.y (mgr.34107) 840 : cluster [DBG] pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:30:47.902 INFO:tasks.workunit.client.0.smithi032.stdout: 231: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:47.902 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1H3FHPq_zeObfCz off=5295171 len=828354 2024-09-13T00:30:47.905 INFO:tasks.workunit.client.0.smithi032.stdout:op 1166 completed, throughput=4.99MB/sec 2024-09-13T00:30:47.905 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NvdqEmWXgOnByOH off=8381938 len=1509419 2024-09-13T00:30:47.916 INFO:tasks.workunit.client.0.smithi032.stdout:op 1167 completed, throughput=4.99MB/sec 2024-09-13T00:30:47.916 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-04oVwDl1Z9Lr6sd off=414440 len=1089682 2024-09-13T00:30:47.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 1168 completed, throughput=5MB/sec 2024-09-13T00:30:47.921 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3yKhK0qIkiseQMO off=14623617 len=547541 2024-09-13T00:30:47.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 1169 completed, throughput=5MB/sec 2024-09-13T00:30:47.927 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iAEs49lywPvZqN8 off=2951450 len=485684 2024-09-13T00:30:47.932 INFO:tasks.workunit.client.0.smithi032.stdout:op 1170 completed, throughput=5MB/sec 2024-09-13T00:30:47.932 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZLfw-2ifUERxbT3 off=9763176 len=1078925 2024-09-13T00:30:47.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 1171 completed, throughput=5MB/sec 2024-09-13T00:30:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: 232: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:48.934 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r28EKx2-k4UI2cP off=3291755 len=580016 2024-09-13T00:30:48.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 1172 completed, throughput=4.99MB/sec 2024-09-13T00:30:48.936 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mQzRURTfp2tkYoR off=12780812 len=1487093 2024-09-13T00:30:48.940 INFO:tasks.workunit.client.0.smithi032.stdout:op 1173 completed, throughput=4.99MB/sec 2024-09-13T00:30:48.940 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-j4UvUVC1yCBkgJZ off=12536359 len=755873 2024-09-13T00:30:48.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 1174 completed, throughput=4.99MB/sec 2024-09-13T00:30:48.942 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lyVjBfyiWCXyNHK off=1800325 len=1085943 2024-09-13T00:30:48.945 INFO:tasks.workunit.client.0.smithi032.stdout:op 1175 completed, throughput=5MB/sec 2024-09-13T00:30:48.945 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZLycdCZeiyDwjO9 off=1690675 len=891208 2024-09-13T00:30:48.948 INFO:tasks.workunit.client.0.smithi032.stdout:op 1176 completed, throughput=5MB/sec 2024-09-13T00:30:49.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:48 smithi053 bash[67631]: cluster 2024-09-13T00:30:47.640910+0000 mgr.y (mgr.34107) 841 : cluster [DBG] pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:30:49.417 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:48 smithi032 bash[75510]: cluster 2024-09-13T00:30:47.640910+0000 mgr.y (mgr.34107) 841 : cluster [DBG] pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:30:49.417 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:48 smithi032 bash[76677]: cluster 2024-09-13T00:30:47.640910+0000 mgr.y (mgr.34107) 841 : cluster [DBG] pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:30:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: 233: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:49.948 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1G5l3DWvrP8m2LH off=20519660 len=2018690 2024-09-13T00:30:49.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 1177 completed, throughput=4.99MB/sec 2024-09-13T00:30:49.964 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v9ZqL-8VO_ZqXrN off=1627580 len=819579 2024-09-13T00:30:49.971 INFO:tasks.workunit.client.0.smithi032.stdout:op 1178 completed, throughput=4.99MB/sec 2024-09-13T00:30:49.972 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ewIuNgtSk41vLci off=8932447 len=38387 2024-09-13T00:30:49.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 1179 completed, throughput=4.99MB/sec 2024-09-13T00:30:49.973 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dqJKGZItJ1vxPzi off=3584593 len=1661315 2024-09-13T00:30:49.984 INFO:tasks.workunit.client.0.smithi032.stdout:op 1180 completed, throughput=5MB/sec 2024-09-13T00:30:49.984 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4P0Dq7PPXRZ07f0 off=3904117 len=1779025 2024-09-13T00:30:49.987 INFO:tasks.workunit.client.0.smithi032.stdout:op 1181 completed, throughput=5.01MB/sec 2024-09-13T00:30:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: 234: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:50.987 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vuCqK_DS6K4gS-y off=1199495 len=97126 2024-09-13T00:30:50.989 INFO:tasks.workunit.client.0.smithi032.stdout:op 1182 completed, throughput=4.98MB/sec 2024-09-13T00:30:50.989 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MN30JM41QhnwFx0 off=7311900 len=1809607 2024-09-13T00:30:50.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 1183 completed, throughput=4.99MB/sec 2024-09-13T00:30:50.994 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fFEKNQjg-GDP1ap off=877707 len=1687763 2024-09-13T00:30:51.005 INFO:tasks.workunit.client.0.smithi032.stdout:op 1184 completed, throughput=5MB/sec 2024-09-13T00:30:51.005 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UCpiibfhXaZUU5m off=7234221 len=1134386 2024-09-13T00:30:51.008 INFO:tasks.workunit.client.0.smithi032.stdout:op 1185 completed, throughput=5MB/sec 2024-09-13T00:30:51.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:50 smithi053 bash[67631]: cluster 2024-09-13T00:30:49.641932+0000 mgr.y (mgr.34107) 842 : cluster [DBG] pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:30:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:50 smithi032 bash[75510]: cluster 2024-09-13T00:30:49.641932+0000 mgr.y (mgr.34107) 842 : cluster [DBG] pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:30:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:50 smithi032 bash[76677]: cluster 2024-09-13T00:30:49.641932+0000 mgr.y (mgr.34107) 842 : cluster [DBG] pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:30:52.008 INFO:tasks.workunit.client.0.smithi032.stdout: 235: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:52.008 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-E4wYC8lZDRGO6mr off=5363776 len=1899219 2024-09-13T00:30:52.024 INFO:tasks.workunit.client.0.smithi032.stdout:op 1186 completed, throughput=4.99MB/sec 2024-09-13T00:30:52.024 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VSjb9jTnwYibxr6 off=10272761 len=1706925 2024-09-13T00:30:52.036 INFO:tasks.workunit.client.0.smithi032.stdout:op 1187 completed, throughput=5MB/sec 2024-09-13T00:30:52.036 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GDadnvBmqaYTflY off=4590147 len=462152 2024-09-13T00:30:52.042 INFO:tasks.workunit.client.0.smithi032.stdout:op 1188 completed, throughput=5MB/sec 2024-09-13T00:30:52.042 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ubwtRTcnqCcmp7l off=4088673 len=664504 2024-09-13T00:30:52.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 1189 completed, throughput=5MB/sec 2024-09-13T00:30:52.050 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-akhMvoZQ_ut0i6h off=9543313 len=1978085 2024-09-13T00:30:52.061 INFO:tasks.workunit.client.0.smithi032.stdout:op 1190 completed, throughput=5.01MB/sec 2024-09-13T00:30:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:30:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:30:52] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-09-13T00:30:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:30:52 smithi053 bash[94430]: ts=2024-09-13T00:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:30:53.061 INFO:tasks.workunit.client.0.smithi032.stdout: 236: throughput=4.99MB/sec pending data=0 2024-09-13T00:30:53.061 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-da0tYEITYl36ANH off=4437051 len=881027 2024-09-13T00:30:53.064 INFO:tasks.workunit.client.0.smithi032.stdout:op 1191 completed, throughput=4.99MB/sec 2024-09-13T00:30:53.064 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n0AX-wq9-UztTij off=13861917 len=1159936 2024-09-13T00:30:53.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 1192 completed, throughput=4.99MB/sec 2024-09-13T00:30:53.074 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AkIyoJmo2B_yrNI off=5732634 len=665265 2024-09-13T00:30:53.081 INFO:tasks.workunit.client.0.smithi032.stdout:op 1193 completed, throughput=5MB/sec 2024-09-13T00:30:53.081 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OqasqJ22capE67S off=8281078 len=61899 2024-09-13T00:30:53.082 INFO:tasks.workunit.client.0.smithi032.stdout:op 1194 completed, throughput=5MB/sec 2024-09-13T00:30:53.082 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OAHwQur3hptQD4_ off=427606 len=936872 2024-09-13T00:30:53.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 1195 completed, throughput=5MB/sec 2024-09-13T00:30:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:52 smithi053 bash[67631]: cluster 2024-09-13T00:30:51.642919+0000 mgr.y (mgr.34107) 843 : cluster [DBG] pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:30:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:52 smithi032 bash[75510]: cluster 2024-09-13T00:30:51.642919+0000 mgr.y (mgr.34107) 843 : cluster [DBG] pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:30:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:52 smithi032 bash[76677]: cluster 2024-09-13T00:30:51.642919+0000 mgr.y (mgr.34107) 843 : cluster [DBG] pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:30:54.086 INFO:tasks.workunit.client.0.smithi032.stdout: 237: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:54.086 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4OSd54oSPw2d56T off=7330322 len=302400 2024-09-13T00:30:54.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 1196 completed, throughput=4.98MB/sec 2024-09-13T00:30:54.088 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w0lnYAK6bMgOI2T off=15144439 len=1451309 2024-09-13T00:30:54.101 INFO:tasks.workunit.client.0.smithi032.stdout:op 1197 completed, throughput=4.99MB/sec 2024-09-13T00:30:54.101 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vb3fFiTqMwWgDCB off=2280111 len=201956 2024-09-13T00:30:54.106 INFO:tasks.workunit.client.0.smithi032.stdout:op 1198 completed, throughput=4.99MB/sec 2024-09-13T00:30:54.106 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w0vjHitv8HVdUao off=132296 len=15749 2024-09-13T00:30:54.110 INFO:tasks.workunit.client.0.smithi032.stdout:op 1199 completed, throughput=4.99MB/sec 2024-09-13T00:30:54.111 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c2KleRHoOI7j2dx off=4782952 len=1327523 2024-09-13T00:30:54.120 INFO:tasks.workunit.client.0.smithi032.stdout:op 1200 completed, throughput=4.99MB/sec 2024-09-13T00:30:54.120 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5ISYOrgCQCfQrOh off=1386568 len=965674 2024-09-13T00:30:54.128 INFO:tasks.workunit.client.0.smithi032.stdout:op 1201 completed, throughput=5MB/sec 2024-09-13T00:30:54.128 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n0I8gaz9GZkfP8G off=3404964 len=150958 2024-09-13T00:30:54.129 INFO:tasks.workunit.client.0.smithi032.stdout:op 1202 completed, throughput=5MB/sec 2024-09-13T00:30:54.129 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-otvNfWBGzPD0AKk off=23475259 len=1812547 2024-09-13T00:30:54.143 INFO:tasks.workunit.client.0.smithi032.stdout:op 1203 completed, throughput=5MB/sec 2024-09-13T00:30:55.143 INFO:tasks.workunit.client.0.smithi032.stdout: 238: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:55.143 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o5MCrBnB7JBXP42 off=717909 len=910671 2024-09-13T00:30:55.146 INFO:tasks.workunit.client.0.smithi032.stdout:op 1204 completed, throughput=4.99MB/sec 2024-09-13T00:30:55.146 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZQrbujKMV1pBFaZ off=1608185 len=1167424 2024-09-13T00:30:55.156 INFO:tasks.workunit.client.0.smithi032.stdout:op 1205 completed, throughput=4.99MB/sec 2024-09-13T00:30:55.156 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sschvwP5-D0rb_g off=6561897 len=634572 2024-09-13T00:30:55.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 1206 completed, throughput=4.99MB/sec 2024-09-13T00:30:55.159 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Y-utGhXCao7vjAC off=36546 len=108833 2024-09-13T00:30:55.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 1207 completed, throughput=4.99MB/sec 2024-09-13T00:30:55.164 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MO0Qvwtq6lNud06 off=107876 len=1127165 2024-09-13T00:30:55.167 INFO:tasks.workunit.client.0.smithi032.stdout:op 1208 completed, throughput=5MB/sec 2024-09-13T00:30:55.167 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q5CigEowUjYNjex off=790884 len=1348580 2024-09-13T00:30:55.178 INFO:tasks.workunit.client.0.smithi032.stdout:op 1209 completed, throughput=5MB/sec 2024-09-13T00:30:55.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:54 smithi053 bash[67631]: cluster 2024-09-13T00:30:53.643964+0000 mgr.y (mgr.34107) 844 : cluster [DBG] pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:30:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:54 smithi032 bash[75510]: cluster 2024-09-13T00:30:53.643964+0000 mgr.y (mgr.34107) 844 : cluster [DBG] pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:30:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:54 smithi032 bash[76677]: cluster 2024-09-13T00:30:53.643964+0000 mgr.y (mgr.34107) 844 : cluster [DBG] pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:30:56.179 INFO:tasks.workunit.client.0.smithi032.stdout: 239: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:56.179 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I97rGG458SDB6yC off=17817833 len=845131 2024-09-13T00:30:56.187 INFO:tasks.workunit.client.0.smithi032.stdout:op 1210 completed, throughput=4.99MB/sec 2024-09-13T00:30:56.187 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-elXVr59_znF31Yj off=24348041 len=452591 2024-09-13T00:30:56.193 INFO:tasks.workunit.client.0.smithi032.stdout:op 1211 completed, throughput=4.99MB/sec 2024-09-13T00:30:56.193 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-00n5upCHF7zuxnX off=13316156 len=1412752 2024-09-13T00:30:56.202 INFO:tasks.workunit.client.0.smithi032.stdout:op 1212 completed, throughput=4.99MB/sec 2024-09-13T00:30:56.202 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-O_3eNqQWUYZesjo off=656182 len=1904401 2024-09-13T00:30:56.215 INFO:tasks.workunit.client.0.smithi032.stdout:op 1213 completed, throughput=5MB/sec 2024-09-13T00:30:56.215 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gphhyOGGYTfPKts off=10902345 len=1674366 2024-09-13T00:30:56.220 INFO:tasks.workunit.client.0.smithi032.stdout:op 1214 completed, throughput=5.01MB/sec 2024-09-13T00:30:56.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:55 smithi053 bash[67631]: audit 2024-09-13T00:30:55.162127+0000 mon.a (mon.0) 2182 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:30:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:55 smithi032 bash[75510]: audit 2024-09-13T00:30:55.162127+0000 mon.a (mon.0) 2182 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:30:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:55 smithi032 bash[76677]: audit 2024-09-13T00:30:55.162127+0000 mon.a (mon.0) 2182 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:30:57.220 INFO:tasks.workunit.client.0.smithi032.stdout: 240: throughput=4.99MB/sec pending data=0 2024-09-13T00:30:57.221 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pkCHMSzSXdHgpmD off=4776798 len=661518 2024-09-13T00:30:57.227 INFO:tasks.workunit.client.0.smithi032.stdout:op 1215 completed, throughput=4.99MB/sec 2024-09-13T00:30:57.227 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V63axIgN4liTrvT off=4166521 len=1627494 2024-09-13T00:30:57.238 INFO:tasks.workunit.client.0.smithi032.stdout:op 1216 completed, throughput=4.99MB/sec 2024-09-13T00:30:57.238 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z0e_Nnnuue9ufdi off=11363698 len=778500 2024-09-13T00:30:57.246 INFO:tasks.workunit.client.0.smithi032.stdout:op 1217 completed, throughput=5MB/sec 2024-09-13T00:30:57.246 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cU2B93InFV0GeYZ off=0 len=1655001 2024-09-13T00:30:57.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 1218 completed, throughput=5MB/sec 2024-09-13T00:30:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:56 smithi053 bash[67631]: cluster 2024-09-13T00:30:55.644838+0000 mgr.y (mgr.34107) 845 : cluster [DBG] pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:30:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:56 smithi053 bash[67631]: audit 2024-09-13T00:30:56.263607+0000 mon.a (mon.0) 2183 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:30:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:56 smithi053 bash[67631]: audit 2024-09-13T00:30:56.646313+0000 mon.a (mon.0) 2184 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:56 smithi053 bash[67631]: audit 2024-09-13T00:30:56.650251+0000 mon.a (mon.0) 2185 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:56 smithi053 bash[67631]: audit 2024-09-13T00:30:56.654055+0000 mon.a (mon.0) 2186 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:56 smithi053 bash[67631]: audit 2024-09-13T00:30:56.658948+0000 mon.a (mon.0) 2187 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:57.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:56 smithi032 bash[76677]: cluster 2024-09-13T00:30:55.644838+0000 mgr.y (mgr.34107) 845 : cluster [DBG] pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:30:57.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:56 smithi032 bash[76677]: audit 2024-09-13T00:30:56.263607+0000 mon.a (mon.0) 2183 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:30:57.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:56 smithi032 bash[76677]: audit 2024-09-13T00:30:56.646313+0000 mon.a (mon.0) 2184 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:56 smithi032 bash[76677]: audit 2024-09-13T00:30:56.650251+0000 mon.a (mon.0) 2185 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:56 smithi032 bash[76677]: audit 2024-09-13T00:30:56.654055+0000 mon.a (mon.0) 2186 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:56 smithi032 bash[76677]: audit 2024-09-13T00:30:56.658948+0000 mon.a (mon.0) 2187 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:57.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:56 smithi032 bash[75510]: cluster 2024-09-13T00:30:55.644838+0000 mgr.y (mgr.34107) 845 : cluster [DBG] pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:30:57.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:56 smithi032 bash[75510]: audit 2024-09-13T00:30:56.263607+0000 mon.a (mon.0) 2183 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:30:57.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:56 smithi032 bash[75510]: audit 2024-09-13T00:30:56.646313+0000 mon.a (mon.0) 2184 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:57.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:56 smithi032 bash[75510]: audit 2024-09-13T00:30:56.650251+0000 mon.a (mon.0) 2185 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:57.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:56 smithi032 bash[75510]: audit 2024-09-13T00:30:56.654055+0000 mon.a (mon.0) 2186 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:57.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:56 smithi032 bash[75510]: audit 2024-09-13T00:30:56.658948+0000 mon.a (mon.0) 2187 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:58.257 INFO:tasks.workunit.client.0.smithi032.stdout: 241: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:58.257 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VkuA8YEZvrw_rJS off=5296010 len=444637 2024-09-13T00:30:58.259 INFO:tasks.workunit.client.0.smithi032.stdout:op 1219 completed, throughput=4.99MB/sec 2024-09-13T00:30:58.259 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qH1OV7jwe5J3kK9 off=4877185 len=1949170 2024-09-13T00:30:58.263 INFO:tasks.workunit.client.0.smithi032.stdout:op 1220 completed, throughput=4.99MB/sec 2024-09-13T00:30:58.263 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eiAiPA1HNM94ClB off=5009929 len=319003 2024-09-13T00:30:58.270 INFO:tasks.workunit.client.0.smithi032.stdout:op 1221 completed, throughput=4.99MB/sec 2024-09-13T00:30:58.270 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ypxowFPmzFW6DQc off=1560602 len=887535 2024-09-13T00:30:58.278 INFO:tasks.workunit.client.0.smithi032.stdout:op 1222 completed, throughput=5MB/sec 2024-09-13T00:30:58.278 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MKl75sc4bGXbT9V off=2887790 len=367623 2024-09-13T00:30:58.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 1223 completed, throughput=5MB/sec 2024-09-13T00:30:58.280 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gYfTXziv0ciHE3S off=8569499 len=701697 2024-09-13T00:30:58.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:57 smithi053 bash[67631]: audit 2024-09-13T00:30:57.167930+0000 mon.a (mon.0) 2188 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:30:58.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:57 smithi053 bash[67631]: audit 2024-09-13T00:30:57.169654+0000 mon.a (mon.0) 2189 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:30:58.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:57 smithi053 bash[67631]: audit 2024-09-13T00:30:57.177370+0000 mon.a (mon.0) 2190 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:58.287 INFO:tasks.workunit.client.0.smithi032.stdout:op 1224 completed, throughput=5MB/sec 2024-09-13T00:30:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:57 smithi032 bash[75510]: audit 2024-09-13T00:30:57.167930+0000 mon.a (mon.0) 2188 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:30:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:57 smithi032 bash[75510]: audit 2024-09-13T00:30:57.169654+0000 mon.a (mon.0) 2189 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:30:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:57 smithi032 bash[75510]: audit 2024-09-13T00:30:57.177370+0000 mon.a (mon.0) 2190 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:58.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:57 smithi032 bash[76677]: audit 2024-09-13T00:30:57.167930+0000 mon.a (mon.0) 2188 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:30:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:57 smithi032 bash[76677]: audit 2024-09-13T00:30:57.169654+0000 mon.a (mon.0) 2189 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:30:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:57 smithi032 bash[76677]: audit 2024-09-13T00:30:57.177370+0000 mon.a (mon.0) 2190 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:30:59.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:30:58 smithi053 bash[67631]: cluster 2024-09-13T00:30:57.645696+0000 mgr.y (mgr.34107) 846 : cluster [DBG] pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:30:59.287 INFO:tasks.workunit.client.0.smithi032.stdout: 242: throughput=4.98MB/sec pending data=0 2024-09-13T00:30:59.288 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0AKtS_Qx2sWGy4s off=8022355 len=636489 2024-09-13T00:30:59.295 INFO:tasks.workunit.client.0.smithi032.stdout:op 1225 completed, throughput=4.98MB/sec 2024-09-13T00:30:59.295 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sgrYYNfZ1JRcfNE off=3228287 len=1735096 2024-09-13T00:30:59.308 INFO:tasks.workunit.client.0.smithi032.stdout:op 1226 completed, throughput=4.99MB/sec 2024-09-13T00:30:59.309 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zQjp_GNJDe7aC2h off=11403612 len=1302580 2024-09-13T00:30:59.318 INFO:tasks.workunit.client.0.smithi032.stdout:op 1227 completed, throughput=4.99MB/sec 2024-09-13T00:30:59.318 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_Lv5VSBrr2ZNKji off=3351715 len=570158 2024-09-13T00:30:59.319 INFO:tasks.workunit.client.0.smithi032.stdout:op 1228 completed, throughput=5MB/sec 2024-09-13T00:30:59.320 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AYMq-cDNAHtzhXv off=109309 len=1555770 2024-09-13T00:30:59.331 INFO:tasks.workunit.client.0.smithi032.stdout:op 1229 completed, throughput=5MB/sec 2024-09-13T00:30:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:30:58 smithi032 bash[75510]: cluster 2024-09-13T00:30:57.645696+0000 mgr.y (mgr.34107) 846 : cluster [DBG] pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:30:59.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:30:58 smithi032 bash[76677]: cluster 2024-09-13T00:30:57.645696+0000 mgr.y (mgr.34107) 846 : cluster [DBG] pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:31:00.331 INFO:tasks.workunit.client.0.smithi032.stdout: 243: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:00.331 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SuWSAldpddx68U_ off=3546613 len=1518229 2024-09-13T00:31:00.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 1230 completed, throughput=4.99MB/sec 2024-09-13T00:31:00.335 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HZr0zRvcjTvO5Hn off=6050655 len=658638 2024-09-13T00:31:00.343 INFO:tasks.workunit.client.0.smithi032.stdout:op 1231 completed, throughput=4.99MB/sec 2024-09-13T00:31:00.343 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_rF2vZMSWADbliJ off=9953312 len=242091 2024-09-13T00:31:00.348 INFO:tasks.workunit.client.0.smithi032.stdout:op 1232 completed, throughput=4.99MB/sec 2024-09-13T00:31:00.348 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6aVYtAgsw9SSgKh off=11642866 len=1107421 2024-09-13T00:31:00.351 INFO:tasks.workunit.client.0.smithi032.stdout:op 1233 completed, throughput=4.99MB/sec 2024-09-13T00:31:00.351 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Y4cw5iJAZC3ivC5 off=3295217 len=1429671 2024-09-13T00:31:00.355 INFO:tasks.workunit.client.0.smithi032.stdout:op 1234 completed, throughput=5MB/sec 2024-09-13T00:31:01.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:00 smithi053 bash[67631]: cluster 2024-09-13T00:30:59.646722+0000 mgr.y (mgr.34107) 847 : cluster [DBG] pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:31:01.355 INFO:tasks.workunit.client.0.smithi032.stdout: 244: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:01.355 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w0l5r9Ag4FMO-2d off=146194 len=998130 2024-09-13T00:31:01.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 1235 completed, throughput=4.98MB/sec 2024-09-13T00:31:01.358 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--A_aXza0bctspLT off=3654746 len=723907 2024-09-13T00:31:01.366 INFO:tasks.workunit.client.0.smithi032.stdout:op 1236 completed, throughput=4.99MB/sec 2024-09-13T00:31:01.366 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zCIIxqkh9_jobxd off=15220058 len=325049 2024-09-13T00:31:01.368 INFO:tasks.workunit.client.0.smithi032.stdout:op 1237 completed, throughput=4.99MB/sec 2024-09-13T00:31:01.368 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2Dn1Ar9D0MtFiUp off=1877577 len=581546 2024-09-13T00:31:01.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 1238 completed, throughput=4.99MB/sec 2024-09-13T00:31:01.374 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uDd8oaw1QzSD5Be off=12093612 len=237297 2024-09-13T00:31:01.376 INFO:tasks.workunit.client.0.smithi032.stdout:op 1239 completed, throughput=4.99MB/sec 2024-09-13T00:31:01.376 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g-uDSLEDYQdFFHL off=4657642 len=1053680 2024-09-13T00:31:01.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 1240 completed, throughput=4.99MB/sec 2024-09-13T00:31:01.385 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V3slbLBFilaRlSm off=7265926 len=1876858 2024-09-13T00:31:01.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 1241 completed, throughput=5MB/sec 2024-09-13T00:31:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:00 smithi032 bash[75510]: cluster 2024-09-13T00:30:59.646722+0000 mgr.y (mgr.34107) 847 : cluster [DBG] pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:31:01.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:00 smithi032 bash[76677]: cluster 2024-09-13T00:30:59.646722+0000 mgr.y (mgr.34107) 847 : cluster [DBG] pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:31:02.397 INFO:tasks.workunit.client.0.smithi032.stdout: 245: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:02.397 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NfhekmKjQQAk1vx off=14135019 len=1315662 2024-09-13T00:31:02.407 INFO:tasks.workunit.client.0.smithi032.stdout:op 1242 completed, throughput=4.99MB/sec 2024-09-13T00:31:02.407 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Itg6cwb6JS945tM off=15037355 len=526196 2024-09-13T00:31:02.413 INFO:tasks.workunit.client.0.smithi032.stdout:op 1243 completed, throughput=4.99MB/sec 2024-09-13T00:31:02.413 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--Zd6pfHT6EgPSuo off=4394415 len=684125 2024-09-13T00:31:02.415 INFO:tasks.workunit.client.0.smithi032.stdout:op 1244 completed, throughput=4.99MB/sec 2024-09-13T00:31:02.415 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k1VvkkXqt-4MnFB off=2280105 len=259747 2024-09-13T00:31:02.420 INFO:tasks.workunit.client.0.smithi032.stdout:op 1245 completed, throughput=4.99MB/sec 2024-09-13T00:31:02.420 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0ePrrTqLlAjzx_F off=8438249 len=176932 2024-09-13T00:31:02.421 INFO:tasks.workunit.client.0.smithi032.stdout:op 1246 completed, throughput=4.99MB/sec 2024-09-13T00:31:02.421 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nZ2Pr0KImlnyqfZ off=5031568 len=385802 2024-09-13T00:31:02.422 INFO:tasks.workunit.client.0.smithi032.stdout:op 1247 completed, throughput=4.99MB/sec 2024-09-13T00:31:02.422 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iLsiDpIWnAhb1Qz off=505365 len=1136136 2024-09-13T00:31:02.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 1248 completed, throughput=5MB/sec 2024-09-13T00:31:02.425 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OAX6Br2LCCv-1Zn off=8582332 len=1329985 2024-09-13T00:31:02.437 INFO:tasks.workunit.client.0.smithi032.stdout:op 1249 completed, throughput=5MB/sec 2024-09-13T00:31:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:31:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:31:02] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2024-09-13T00:31:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:31:02 smithi053 bash[94430]: ts=2024-09-13T00:31:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:31:03.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:02 smithi053 bash[67631]: cluster 2024-09-13T00:31:01.647712+0000 mgr.y (mgr.34107) 848 : cluster [DBG] pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:31:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:02 smithi032 bash[75510]: cluster 2024-09-13T00:31:01.647712+0000 mgr.y (mgr.34107) 848 : cluster [DBG] pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:31:03.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:02 smithi032 bash[76677]: cluster 2024-09-13T00:31:01.647712+0000 mgr.y (mgr.34107) 848 : cluster [DBG] pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:31:03.437 INFO:tasks.workunit.client.0.smithi032.stdout: 246: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:03.438 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nZ__SRv-UQsyFQr off=10699914 len=1229152 2024-09-13T00:31:03.441 INFO:tasks.workunit.client.0.smithi032.stdout:op 1250 completed, throughput=4.99MB/sec 2024-09-13T00:31:03.441 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GqcULjT17F9YrvH off=11086175 len=1506796 2024-09-13T00:31:03.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 1251 completed, throughput=4.99MB/sec 2024-09-13T00:31:03.445 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pA4QjKxzNHLQ-SG off=12515502 len=304101 2024-09-13T00:31:03.447 INFO:tasks.workunit.client.0.smithi032.stdout:op 1252 completed, throughput=4.99MB/sec 2024-09-13T00:31:03.447 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wz95CEvNzZKl0t_ off=5229596 len=1708236 2024-09-13T00:31:03.459 INFO:tasks.workunit.client.0.smithi032.stdout:op 1253 completed, throughput=5MB/sec 2024-09-13T00:31:04.460 INFO:tasks.workunit.client.0.smithi032.stdout: 247: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:04.460 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D_16csxWlE7eTbq off=13395812 len=1357829 2024-09-13T00:31:04.470 INFO:tasks.workunit.client.0.smithi032.stdout:op 1254 completed, throughput=4.99MB/sec 2024-09-13T00:31:04.470 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cL6IoSHo79yi8Cy off=1273105 len=1553311 2024-09-13T00:31:04.481 INFO:tasks.workunit.client.0.smithi032.stdout:op 1255 completed, throughput=4.99MB/sec 2024-09-13T00:31:04.481 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-79297_tOp9k7NY8 off=1745971 len=61303 2024-09-13T00:31:04.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 1256 completed, throughput=4.99MB/sec 2024-09-13T00:31:04.482 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RZk1sKeDH4H_tvf off=919609 len=505014 2024-09-13T00:31:04.483 INFO:tasks.workunit.client.0.smithi032.stdout:op 1257 completed, throughput=4.99MB/sec 2024-09-13T00:31:04.483 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3Et3FoUnBpq8aUP off=9226624 len=1754221 2024-09-13T00:31:04.494 INFO:tasks.workunit.client.0.smithi032.stdout:op 1258 completed, throughput=5MB/sec 2024-09-13T00:31:04.494 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-miNRBiWsMAX0w7G off=21432710 len=33960 2024-09-13T00:31:04.495 INFO:tasks.workunit.client.0.smithi032.stdout:op 1259 completed, throughput=5MB/sec 2024-09-13T00:31:05.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:04 smithi053 bash[67631]: cluster 2024-09-13T00:31:03.648820+0000 mgr.y (mgr.34107) 849 : cluster [DBG] pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-13T00:31:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:04 smithi032 bash[75510]: cluster 2024-09-13T00:31:03.648820+0000 mgr.y (mgr.34107) 849 : cluster [DBG] pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-13T00:31:05.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:04 smithi032 bash[76677]: cluster 2024-09-13T00:31:03.648820+0000 mgr.y (mgr.34107) 849 : cluster [DBG] pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-13T00:31:05.495 INFO:tasks.workunit.client.0.smithi032.stdout: 248: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:05.495 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZuCEvLN2IkXMDwB off=749276 len=455269 2024-09-13T00:31:05.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 1260 completed, throughput=4.98MB/sec 2024-09-13T00:31:05.497 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XWUIB1fi9gOYgSa off=5978693 len=1621303 2024-09-13T00:31:05.509 INFO:tasks.workunit.client.0.smithi032.stdout:op 1261 completed, throughput=4.99MB/sec 2024-09-13T00:31:05.509 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wSNqUpztL4wI6qq off=2919266 len=1925975 2024-09-13T00:31:05.514 INFO:tasks.workunit.client.0.smithi032.stdout:op 1262 completed, throughput=5MB/sec 2024-09-13T00:31:05.514 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GH7McArQFq9pdxf off=14063943 len=1974589 2024-09-13T00:31:05.529 INFO:tasks.workunit.client.0.smithi032.stdout:op 1263 completed, throughput=5MB/sec 2024-09-13T00:31:06.529 INFO:tasks.workunit.client.0.smithi032.stdout: 249: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:06.529 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k0rxzNFc9K7pvum off=6035879 len=917191 2024-09-13T00:31:06.539 INFO:tasks.workunit.client.0.smithi032.stdout:op 1264 completed, throughput=4.99MB/sec 2024-09-13T00:31:06.539 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wkxuA9O26OPZc8H off=20918984 len=11738 2024-09-13T00:31:06.540 INFO:tasks.workunit.client.0.smithi032.stdout:op 1265 completed, throughput=4.99MB/sec 2024-09-13T00:31:06.540 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RWOIm_CH5h-UUUD off=9205057 len=358582 2024-09-13T00:31:06.542 INFO:tasks.workunit.client.0.smithi032.stdout:op 1266 completed, throughput=4.99MB/sec 2024-09-13T00:31:06.542 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-38azVO77DKa9M_6 off=4595802 len=353203 2024-09-13T00:31:06.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 1267 completed, throughput=4.99MB/sec 2024-09-13T00:31:06.544 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4Q_u-WBwjYbnxOv off=4953311 len=1279542 2024-09-13T00:31:06.554 INFO:tasks.workunit.client.0.smithi032.stdout:op 1268 completed, throughput=4.99MB/sec 2024-09-13T00:31:06.554 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vr4Ukt8k2kMZqGl off=1979041 len=1034868 2024-09-13T00:31:06.562 INFO:tasks.workunit.client.0.smithi032.stdout:op 1269 completed, throughput=5MB/sec 2024-09-13T00:31:06.562 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iOIDoX9lsLlk0H6 off=22084516 len=436983 2024-09-13T00:31:06.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 1270 completed, throughput=5MB/sec 2024-09-13T00:31:06.568 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cS5599OwiKgUjhF off=9834219 len=880333 2024-09-13T00:31:06.577 INFO:tasks.workunit.client.0.smithi032.stdout:op 1271 completed, throughput=5MB/sec 2024-09-13T00:31:07.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:06 smithi053 bash[67631]: cluster 2024-09-13T00:31:05.649770+0000 mgr.y (mgr.34107) 850 : cluster [DBG] pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:31:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:06 smithi032 bash[75510]: cluster 2024-09-13T00:31:05.649770+0000 mgr.y (mgr.34107) 850 : cluster [DBG] pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:31:07.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:06 smithi032 bash[76677]: cluster 2024-09-13T00:31:05.649770+0000 mgr.y (mgr.34107) 850 : cluster [DBG] pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:31:07.577 INFO:tasks.workunit.client.0.smithi032.stdout: 250: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:07.577 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sxwFxpxHk0x8-0L off=6366996 len=2038088 2024-09-13T00:31:07.583 INFO:tasks.workunit.client.0.smithi032.stdout:op 1272 completed, throughput=4.99MB/sec 2024-09-13T00:31:07.584 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H4kknpQrAybGqWc off=4447473 len=460763 2024-09-13T00:31:07.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 1273 completed, throughput=4.99MB/sec 2024-09-13T00:31:07.590 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EPjOrr2qHpk-fdr off=5300216 len=1768043 2024-09-13T00:31:07.595 INFO:tasks.workunit.client.0.smithi032.stdout:op 1274 completed, throughput=5MB/sec 2024-09-13T00:31:07.596 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EHvvCMbi50EUawn off=14718890 len=71979 2024-09-13T00:31:07.600 INFO:tasks.workunit.client.0.smithi032.stdout:op 1275 completed, throughput=5MB/sec 2024-09-13T00:31:07.600 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bkouINsPlSBLtzT off=592427 len=50078 2024-09-13T00:31:07.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 1276 completed, throughput=5MB/sec 2024-09-13T00:31:07.605 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7vRZ5tY__cbjr1e off=2698778 len=1999446 2024-09-13T00:31:07.610 INFO:tasks.workunit.client.0.smithi032.stdout:op 1277 completed, throughput=5MB/sec 2024-09-13T00:31:08.611 INFO:tasks.workunit.client.0.smithi032.stdout: 251: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:08.611 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cEWWfwZVWAFmngy off=12197404 len=406525 2024-09-13T00:31:08.616 INFO:tasks.workunit.client.0.smithi032.stdout:op 1278 completed, throughput=4.99MB/sec 2024-09-13T00:31:08.616 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NSiN5NcXNrIqiWL off=5637035 len=1574549 2024-09-13T00:31:08.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 1279 completed, throughput=4.99MB/sec 2024-09-13T00:31:08.628 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ggmehIWudv2mEMk off=4925511 len=328813 2024-09-13T00:31:08.636 INFO:tasks.workunit.client.0.smithi032.stdout:op 1280 completed, throughput=4.99MB/sec 2024-09-13T00:31:08.636 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CmNne20heGuBk6A off=1865612 len=26508 2024-09-13T00:31:08.638 INFO:tasks.workunit.client.0.smithi032.stdout:op 1281 completed, throughput=4.99MB/sec 2024-09-13T00:31:08.638 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ToR0o89W0SD5-dT off=8593113 len=1640680 2024-09-13T00:31:08.651 INFO:tasks.workunit.client.0.smithi032.stdout:op 1282 completed, throughput=5MB/sec 2024-09-13T00:31:08.651 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ba5eaUoUDLpOV6K off=2733940 len=649819 2024-09-13T00:31:08.654 INFO:tasks.workunit.client.0.smithi032.stdout:op 1283 completed, throughput=5MB/sec 2024-09-13T00:31:09.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:09 smithi053 bash[67631]: cluster 2024-09-13T00:31:07.650719+0000 mgr.y (mgr.34107) 851 : cluster [DBG] pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T00:31:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:09 smithi032 bash[75510]: cluster 2024-09-13T00:31:07.650719+0000 mgr.y (mgr.34107) 851 : cluster [DBG] pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T00:31:09.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:09 smithi032 bash[76677]: cluster 2024-09-13T00:31:07.650719+0000 mgr.y (mgr.34107) 851 : cluster [DBG] pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T00:31:09.656 INFO:tasks.workunit.client.0.smithi032.stdout: 252: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:09.657 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MQrRiAfXIbn3JA3 off=2669655 len=1925248 2024-09-13T00:31:09.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 1284 completed, throughput=4.99MB/sec 2024-09-13T00:31:09.659 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NWVi0lkrvTYrN2c off=7471287 len=1139436 2024-09-13T00:31:09.662 INFO:tasks.workunit.client.0.smithi032.stdout:op 1285 completed, throughput=4.99MB/sec 2024-09-13T00:31:09.662 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QJ8Cc6sRzVyW82Y off=21023709 len=413271 2024-09-13T00:31:09.669 INFO:tasks.workunit.client.0.smithi032.stdout:op 1286 completed, throughput=4.99MB/sec 2024-09-13T00:31:09.669 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MwWDQYxD-NchI1V off=17541948 len=258156 2024-09-13T00:31:09.671 INFO:tasks.workunit.client.0.smithi032.stdout:op 1287 completed, throughput=5MB/sec 2024-09-13T00:31:09.671 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Nr8Rrcki7UvyZjh off=6216995 len=1443256 2024-09-13T00:31:09.676 INFO:tasks.workunit.client.0.smithi032.stdout:op 1288 completed, throughput=5MB/sec 2024-09-13T00:31:10.677 INFO:tasks.workunit.client.0.smithi032.stdout: 253: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:10.677 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M3U55U0fqjYnVpV off=17945286 len=1472403 2024-09-13T00:31:10.689 INFO:tasks.workunit.client.0.smithi032.stdout:op 1289 completed, throughput=4.99MB/sec 2024-09-13T00:31:10.689 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2zVebbvL3oMJh5W off=8779677 len=722692 2024-09-13T00:31:10.696 INFO:tasks.workunit.client.0.smithi032.stdout:op 1290 completed, throughput=4.99MB/sec 2024-09-13T00:31:10.696 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bCgK3K0sCUxAn9R off=7169143 len=1691813 2024-09-13T00:31:10.708 INFO:tasks.workunit.client.0.smithi032.stdout:op 1291 completed, throughput=5MB/sec 2024-09-13T00:31:10.708 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7XieYppulnXzMne off=11462912 len=473764 2024-09-13T00:31:10.713 INFO:tasks.workunit.client.0.smithi032.stdout:op 1292 completed, throughput=5MB/sec 2024-09-13T00:31:10.713 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--pSXJB-6X822dWj off=3751470 len=763412 2024-09-13T00:31:10.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 1293 completed, throughput=5MB/sec 2024-09-13T00:31:10.717 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Bmdsi8rOvU_NpyB off=20044343 len=871474 2024-09-13T00:31:10.720 INFO:tasks.workunit.client.0.smithi032.stdout:op 1294 completed, throughput=5MB/sec 2024-09-13T00:31:11.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:11 smithi053 bash[67631]: cluster 2024-09-13T00:31:09.651717+0000 mgr.y (mgr.34107) 852 : cluster [DBG] pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:31:11.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:11 smithi053 bash[67631]: audit 2024-09-13T00:31:10.161917+0000 mon.a (mon.0) 2191 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:31:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:11 smithi032 bash[75510]: cluster 2024-09-13T00:31:09.651717+0000 mgr.y (mgr.34107) 852 : cluster [DBG] pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:31:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:11 smithi032 bash[75510]: audit 2024-09-13T00:31:10.161917+0000 mon.a (mon.0) 2191 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:31:11.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:11 smithi032 bash[76677]: cluster 2024-09-13T00:31:09.651717+0000 mgr.y (mgr.34107) 852 : cluster [DBG] pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:31:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:11 smithi032 bash[76677]: audit 2024-09-13T00:31:10.161917+0000 mon.a (mon.0) 2191 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:31:11.721 INFO:tasks.workunit.client.0.smithi032.stdout: 254: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:11.721 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q3Uz_ntF-ytkSpO off=1906661 len=1956953 2024-09-13T00:31:11.727 INFO:tasks.workunit.client.0.smithi032.stdout:op 1295 completed, throughput=4.99MB/sec 2024-09-13T00:31:11.727 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vy9peAbeTvlAJuH off=3100138 len=133838 2024-09-13T00:31:11.732 INFO:tasks.workunit.client.0.smithi032.stdout:op 1296 completed, throughput=4.99MB/sec 2024-09-13T00:31:11.732 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DOzHPS9GVqGtKFJ off=549159 len=794255 2024-09-13T00:31:11.741 INFO:tasks.workunit.client.0.smithi032.stdout:op 1297 completed, throughput=4.99MB/sec 2024-09-13T00:31:11.741 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3idh5zrkE60j5Sq off=7430925 len=429001 2024-09-13T00:31:11.747 INFO:tasks.workunit.client.0.smithi032.stdout:op 1298 completed, throughput=5MB/sec 2024-09-13T00:31:11.748 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-j5a4aLL9iqwcC75 off=9244464 len=1551828 2024-09-13T00:31:11.759 INFO:tasks.workunit.client.0.smithi032.stdout:op 1299 completed, throughput=5MB/sec 2024-09-13T00:31:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:31:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:31:12] "GET /metrics HTTP/1.1" 200 33972 "" "Prometheus/2.43.0" 2024-09-13T00:31:12.760 INFO:tasks.workunit.client.0.smithi032.stdout: 255: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:12.760 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nrG7Xi9-bjmcf8K off=4356843 len=156898 2024-09-13T00:31:12.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 1300 completed, throughput=4.98MB/sec 2024-09-13T00:31:12.761 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X7zfU3lA7hlx3i2 off=6942474 len=2041192 2024-09-13T00:31:12.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 1301 completed, throughput=4.99MB/sec 2024-09-13T00:31:12.776 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lnLm14FVdCFAD0O off=955773 len=748627 2024-09-13T00:31:12.779 INFO:tasks.workunit.client.0.smithi032.stdout:op 1302 completed, throughput=4.99MB/sec 2024-09-13T00:31:12.779 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JUMvLjveI4TWt-l off=23373183 len=488273 2024-09-13T00:31:12.785 INFO:tasks.workunit.client.0.smithi032.stdout:op 1303 completed, throughput=4.99MB/sec 2024-09-13T00:31:12.785 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7kIsrW3RsPsqoV0 off=8966775 len=1449142 2024-09-13T00:31:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:31:12 smithi053 bash[94430]: ts=2024-09-13T00:31:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:31:12.796 INFO:tasks.workunit.client.0.smithi032.stdout:op 1304 completed, throughput=5MB/sec 2024-09-13T00:31:12.796 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dTJ-NoAEXHb74dA off=645352 len=764751 2024-09-13T00:31:12.798 INFO:tasks.workunit.client.0.smithi032.stdout:op 1305 completed, throughput=5MB/sec 2024-09-13T00:31:13.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:13 smithi053 bash[67631]: cluster 2024-09-13T00:31:11.652730+0000 mgr.y (mgr.34107) 853 : cluster [DBG] pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:31:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:13 smithi032 bash[75510]: cluster 2024-09-13T00:31:11.652730+0000 mgr.y (mgr.34107) 853 : cluster [DBG] pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:31:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:13 smithi032 bash[76677]: cluster 2024-09-13T00:31:11.652730+0000 mgr.y (mgr.34107) 853 : cluster [DBG] pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:31:13.799 INFO:tasks.workunit.client.0.smithi032.stdout: 256: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:13.799 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KsDtPtJ3m3qbkW1 off=5767491 len=278454 2024-09-13T00:31:13.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 1306 completed, throughput=4.98MB/sec 2024-09-13T00:31:13.804 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Mn1ETAXsZ6B2O4G off=117067 len=1097578 2024-09-13T00:31:13.807 INFO:tasks.workunit.client.0.smithi032.stdout:op 1307 completed, throughput=4.99MB/sec 2024-09-13T00:31:13.807 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_WnhubU9gQ_CjWB off=3811287 len=898485 2024-09-13T00:31:13.809 INFO:tasks.workunit.client.0.smithi032.stdout:op 1308 completed, throughput=4.99MB/sec 2024-09-13T00:31:13.809 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tQUGvQSEl3yb1BO off=1110067 len=726563 2024-09-13T00:31:13.812 INFO:tasks.workunit.client.0.smithi032.stdout:op 1309 completed, throughput=4.99MB/sec 2024-09-13T00:31:13.813 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ufRG3pIZel5dO_u off=14474207 len=119637 2024-09-13T00:31:13.817 INFO:tasks.workunit.client.0.smithi032.stdout:op 1310 completed, throughput=4.99MB/sec 2024-09-13T00:31:13.818 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mgNLYquzuCc1T8O off=6201240 len=1644900 2024-09-13T00:31:13.829 INFO:tasks.workunit.client.0.smithi032.stdout:op 1311 completed, throughput=5MB/sec 2024-09-13T00:31:13.829 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z8y3iWUB6vEV0Xf off=8408056 len=954771 2024-09-13T00:31:13.836 INFO:tasks.workunit.client.0.smithi032.stdout:op 1312 completed, throughput=5MB/sec 2024-09-13T00:31:14.837 INFO:tasks.workunit.client.0.smithi032.stdout: 257: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:14.837 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b4-zcTmQ-aVj3fC off=4783113 len=627275 2024-09-13T00:31:14.844 INFO:tasks.workunit.client.0.smithi032.stdout:op 1313 completed, throughput=4.99MB/sec 2024-09-13T00:31:14.844 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mxMq8834MivYWmv off=7938589 len=575111 2024-09-13T00:31:14.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 1314 completed, throughput=4.99MB/sec 2024-09-13T00:31:14.852 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q0sSbWlPEB4DaZx off=319675 len=2002350 2024-09-13T00:31:14.867 INFO:tasks.workunit.client.0.smithi032.stdout:op 1315 completed, throughput=4.99MB/sec 2024-09-13T00:31:14.867 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BioE3VBL-YHyXrP off=16398890 len=124428 2024-09-13T00:31:14.869 INFO:tasks.workunit.client.0.smithi032.stdout:op 1316 completed, throughput=5MB/sec 2024-09-13T00:31:14.869 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TT_9gCg7HfHkCq1 off=451683 len=1512717 2024-09-13T00:31:14.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 1317 completed, throughput=5MB/sec 2024-09-13T00:31:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:15 smithi053 bash[67631]: cluster 2024-09-13T00:31:13.653784+0000 mgr.y (mgr.34107) 854 : cluster [DBG] pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:31:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:15 smithi032 bash[75510]: cluster 2024-09-13T00:31:13.653784+0000 mgr.y (mgr.34107) 854 : cluster [DBG] pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:31:15.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:15 smithi032 bash[76677]: cluster 2024-09-13T00:31:13.653784+0000 mgr.y (mgr.34107) 854 : cluster [DBG] pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:31:15.871 INFO:tasks.workunit.client.0.smithi032.stdout: 258: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:15.872 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fsLkQkZGyk9v3eZ off=2609863 len=1072284 2024-09-13T00:31:15.880 INFO:tasks.workunit.client.0.smithi032.stdout:op 1318 completed, throughput=4.99MB/sec 2024-09-13T00:31:15.880 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KcQwr-6x7aQCAzo off=3655502 len=552759 2024-09-13T00:31:15.886 INFO:tasks.workunit.client.0.smithi032.stdout:op 1319 completed, throughput=4.99MB/sec 2024-09-13T00:31:15.886 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SXBg-nMwJgfRdbI off=3093419 len=182597 2024-09-13T00:31:15.890 INFO:tasks.workunit.client.0.smithi032.stdout:op 1320 completed, throughput=4.99MB/sec 2024-09-13T00:31:15.891 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vd3TSJ-khSNgm6J off=17297315 len=1490996 2024-09-13T00:31:15.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 1321 completed, throughput=4.99MB/sec 2024-09-13T00:31:15.900 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZoIZBMGR-STv9ht off=631687 len=1490166 2024-09-13T00:31:15.911 INFO:tasks.workunit.client.0.smithi032.stdout:op 1322 completed, throughput=5MB/sec 2024-09-13T00:31:15.911 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QH0xYXjBHjKa9Sw off=1024216 len=1230104 2024-09-13T00:31:15.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 1323 completed, throughput=5MB/sec 2024-09-13T00:31:16.915 INFO:tasks.workunit.client.0.smithi032.stdout: 259: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:16.915 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O7LOEH8R2YeI3_e off=2617467 len=1780658 2024-09-13T00:31:16.919 INFO:tasks.workunit.client.0.smithi032.stdout:op 1324 completed, throughput=4.99MB/sec 2024-09-13T00:31:16.919 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p6j_xUt4ljoZSF8 off=4493692 len=317633 2024-09-13T00:31:16.921 INFO:tasks.workunit.client.0.smithi032.stdout:op 1325 completed, throughput=4.99MB/sec 2024-09-13T00:31:16.921 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yHjWWkKbQHktHzm off=18948408 len=981030 2024-09-13T00:31:16.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 1326 completed, throughput=4.99MB/sec 2024-09-13T00:31:16.924 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zKxBC9N1k-CbMr- off=5303523 len=565314 2024-09-13T00:31:16.931 INFO:tasks.workunit.client.0.smithi032.stdout:op 1327 completed, throughput=5MB/sec 2024-09-13T00:31:16.931 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XXKKmXFwVSTRE-f off=11562744 len=11066 2024-09-13T00:31:16.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 1328 completed, throughput=5MB/sec 2024-09-13T00:31:16.936 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K4-WI65VMFi7Yhj off=15200605 len=786469 2024-09-13T00:31:16.938 INFO:tasks.workunit.client.0.smithi032.stdout:op 1329 completed, throughput=5MB/sec 2024-09-13T00:31:16.938 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GAGE1uBHG03gQpe off=1878725 len=481960 2024-09-13T00:31:16.943 INFO:tasks.workunit.client.0.smithi032.stdout:op 1330 completed, throughput=5MB/sec 2024-09-13T00:31:17.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:17 smithi053 bash[67631]: cluster 2024-09-13T00:31:15.654649+0000 mgr.y (mgr.34107) 855 : cluster [DBG] pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:31:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:17 smithi032 bash[75510]: cluster 2024-09-13T00:31:15.654649+0000 mgr.y (mgr.34107) 855 : cluster [DBG] pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:31:17.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:17 smithi032 bash[76677]: cluster 2024-09-13T00:31:15.654649+0000 mgr.y (mgr.34107) 855 : cluster [DBG] pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:31:17.944 INFO:tasks.workunit.client.0.smithi032.stdout: 260: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:17.944 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z2_EUQO6gLrdCJF off=14730255 len=1396749 2024-09-13T00:31:17.956 INFO:tasks.workunit.client.0.smithi032.stdout:op 1331 completed, throughput=4.99MB/sec 2024-09-13T00:31:17.956 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OqLoUcE0jwS4p2Z off=2723675 len=112553 2024-09-13T00:31:17.957 INFO:tasks.workunit.client.0.smithi032.stdout:op 1332 completed, throughput=4.99MB/sec 2024-09-13T00:31:17.957 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m1iO9wM66XK98d0 off=685836 len=580486 2024-09-13T00:31:17.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 1333 completed, throughput=4.99MB/sec 2024-09-13T00:31:17.964 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9DjdAiAB9u-X8Qk off=8854185 len=1472208 2024-09-13T00:31:17.969 INFO:tasks.workunit.client.0.smithi032.stdout:op 1334 completed, throughput=4.99MB/sec 2024-09-13T00:31:17.969 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gJK8-qSB65bd5HH off=20009689 len=2023922 2024-09-13T00:31:17.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 1335 completed, throughput=5MB/sec 2024-09-13T00:31:18.974 INFO:tasks.workunit.client.0.smithi032.stdout: 261: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:18.974 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m3XiCi445zlBb_s off=11118727 len=1478515 2024-09-13T00:31:18.985 INFO:tasks.workunit.client.0.smithi032.stdout:op 1336 completed, throughput=4.99MB/sec 2024-09-13T00:31:18.985 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NDXfmiSJgCj2Sn7 off=4080097 len=1659317 2024-09-13T00:31:18.996 INFO:tasks.workunit.client.0.smithi032.stdout:op 1337 completed, throughput=4.99MB/sec 2024-09-13T00:31:18.996 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-urQQGuwD0-Dtfen off=3513558 len=1834315 2024-09-13T00:31:18.998 INFO:tasks.workunit.client.0.smithi032.stdout:op 1338 completed, throughput=5MB/sec 2024-09-13T00:31:18.998 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gJKvgwV2d11adfd off=1086426 len=1216688 2024-09-13T00:31:19.009 INFO:tasks.workunit.client.0.smithi032.stdout:op 1339 completed, throughput=5MB/sec 2024-09-13T00:31:19.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:19 smithi053 bash[67631]: cluster 2024-09-13T00:31:17.655586+0000 mgr.y (mgr.34107) 856 : cluster [DBG] pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:31:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:19 smithi032 bash[75510]: cluster 2024-09-13T00:31:17.655586+0000 mgr.y (mgr.34107) 856 : cluster [DBG] pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:31:19.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:19 smithi032 bash[76677]: cluster 2024-09-13T00:31:17.655586+0000 mgr.y (mgr.34107) 856 : cluster [DBG] pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:31:20.009 INFO:tasks.workunit.client.0.smithi032.stdout: 262: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:20.009 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tEDaMeP0C_YI36L off=3173772 len=1749697 2024-09-13T00:31:20.020 INFO:tasks.workunit.client.0.smithi032.stdout:op 1340 completed, throughput=4.99MB/sec 2024-09-13T00:31:20.020 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-blaiahuzhcIepfL off=3119747 len=821596 2024-09-13T00:31:20.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 1341 completed, throughput=4.99MB/sec 2024-09-13T00:31:20.027 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XKZx4erQmDk2BYT off=14716274 len=760130 2024-09-13T00:31:20.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 1342 completed, throughput=5MB/sec 2024-09-13T00:31:20.028 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cFnwSMdKZdxE6Im off=18290862 len=15727 2024-09-13T00:31:20.032 INFO:tasks.workunit.client.0.smithi032.stdout:op 1343 completed, throughput=5MB/sec 2024-09-13T00:31:20.033 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vXTCiU9LsUL6bM- off=7868805 len=449194 2024-09-13T00:31:20.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 1344 completed, throughput=5MB/sec 2024-09-13T00:31:20.033 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w709PguXKTNBv1O off=8966645 len=1865145 2024-09-13T00:31:20.044 INFO:tasks.workunit.client.0.smithi032.stdout:op 1345 completed, throughput=5MB/sec 2024-09-13T00:31:21.045 INFO:tasks.workunit.client.0.smithi032.stdout: 263: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:21.045 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HZSIa8ecqW16UHv off=2687072 len=1242339 2024-09-13T00:31:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:op 1346 completed, throughput=4.99MB/sec 2024-09-13T00:31:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ganPBoTzroDqRMG off=9598234 len=2028919 2024-09-13T00:31:21.069 INFO:tasks.workunit.client.0.smithi032.stdout:op 1347 completed, throughput=5MB/sec 2024-09-13T00:31:21.070 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_rs8fZYH07q8nar off=88696 len=590852 2024-09-13T00:31:21.077 INFO:tasks.workunit.client.0.smithi032.stdout:op 1348 completed, throughput=5MB/sec 2024-09-13T00:31:21.077 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8yE1-OJV6-dRz7J off=6949077 len=9299 2024-09-13T00:31:21.078 INFO:tasks.workunit.client.0.smithi032.stdout:op 1349 completed, throughput=5MB/sec 2024-09-13T00:31:21.078 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Psn8L4_vQa24NYY off=6062919 len=1656126 2024-09-13T00:31:21.089 INFO:tasks.workunit.client.0.smithi032.stdout:op 1350 completed, throughput=5.01MB/sec 2024-09-13T00:31:21.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:21 smithi053 bash[67631]: cluster 2024-09-13T00:31:19.656635+0000 mgr.y (mgr.34107) 857 : cluster [DBG] pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:31:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:21 smithi032 bash[75510]: cluster 2024-09-13T00:31:19.656635+0000 mgr.y (mgr.34107) 857 : cluster [DBG] pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:31:21.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:21 smithi032 bash[76677]: cluster 2024-09-13T00:31:19.656635+0000 mgr.y (mgr.34107) 857 : cluster [DBG] pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:31:22.090 INFO:tasks.workunit.client.0.smithi032.stdout: 264: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:22.090 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-01DRzufxil1qS9a off=11179890 len=1707860 2024-09-13T00:31:22.095 INFO:tasks.workunit.client.0.smithi032.stdout:op 1351 completed, throughput=4.99MB/sec 2024-09-13T00:31:22.095 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wfV4XDkOhUqMVk9 off=9511900 len=1257389 2024-09-13T00:31:22.104 INFO:tasks.workunit.client.0.smithi032.stdout:op 1352 completed, throughput=5MB/sec 2024-09-13T00:31:22.104 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eZKJWyUp7FkkOdK off=3162454 len=650543 2024-09-13T00:31:22.106 INFO:tasks.workunit.client.0.smithi032.stdout:op 1353 completed, throughput=5MB/sec 2024-09-13T00:31:22.106 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VObU66_BSX5iTFu off=2609132 len=1218897 2024-09-13T00:31:22.115 INFO:tasks.workunit.client.0.smithi032.stdout:op 1354 completed, throughput=5MB/sec 2024-09-13T00:31:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:31:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:31:22] "GET /metrics HTTP/1.1" 200 33972 "" "Prometheus/2.43.0" 2024-09-13T00:31:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:31:22 smithi053 bash[94430]: ts=2024-09-13T00:31:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:31:23.115 INFO:tasks.workunit.client.0.smithi032.stdout: 265: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:23.115 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-or9JTPElvpfgfSt off=764502 len=1049047 2024-09-13T00:31:23.118 INFO:tasks.workunit.client.0.smithi032.stdout:op 1355 completed, throughput=4.99MB/sec 2024-09-13T00:31:23.118 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bNK-MM915gygqrM off=6639121 len=918737 2024-09-13T00:31:23.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 1356 completed, throughput=4.99MB/sec 2024-09-13T00:31:23.122 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GmLjNX4S3NThpLx off=11661782 len=472399 2024-09-13T00:31:23.125 INFO:tasks.workunit.client.0.smithi032.stdout:op 1357 completed, throughput=4.99MB/sec 2024-09-13T00:31:23.125 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pPNJGZzDhphDTSE off=4490521 len=754584 2024-09-13T00:31:23.132 INFO:tasks.workunit.client.0.smithi032.stdout:op 1358 completed, throughput=5MB/sec 2024-09-13T00:31:23.133 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h8dqpR1OLMz8mpZ off=631527 len=27992 2024-09-13T00:31:23.136 INFO:tasks.workunit.client.0.smithi032.stdout:op 1359 completed, throughput=5MB/sec 2024-09-13T00:31:23.136 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ueI_Q-CnHRDnGBH off=11256930 len=1507055 2024-09-13T00:31:23.139 INFO:tasks.workunit.client.0.smithi032.stdout:op 1360 completed, throughput=5MB/sec 2024-09-13T00:31:23.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:23 smithi053 bash[67631]: cluster 2024-09-13T00:31:21.657617+0000 mgr.y (mgr.34107) 858 : cluster [DBG] pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:31:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:23 smithi032 bash[75510]: cluster 2024-09-13T00:31:21.657617+0000 mgr.y (mgr.34107) 858 : cluster [DBG] pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:31:23.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:23 smithi032 bash[76677]: cluster 2024-09-13T00:31:21.657617+0000 mgr.y (mgr.34107) 858 : cluster [DBG] pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:31:24.140 INFO:tasks.workunit.client.0.smithi032.stdout: 266: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:24.140 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-O0AEmADQzBAvtrg off=11310682 len=1235569 2024-09-13T00:31:24.150 INFO:tasks.workunit.client.0.smithi032.stdout:op 1361 completed, throughput=4.99MB/sec 2024-09-13T00:31:24.150 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zjOUn7zGQOdQWjE off=6437032 len=1726650 2024-09-13T00:31:24.152 INFO:tasks.workunit.client.0.smithi032.stdout:op 1362 completed, throughput=4.99MB/sec 2024-09-13T00:31:24.152 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fK6yWeILzTFB4Q- off=6688223 len=1446060 2024-09-13T00:31:24.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 1363 completed, throughput=5MB/sec 2024-09-13T00:31:24.158 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bSqXgxZ8zbhXMT8 off=20847350 len=1700123 2024-09-13T00:31:24.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 1364 completed, throughput=5MB/sec 2024-09-13T00:31:25.171 INFO:tasks.workunit.client.0.smithi032.stdout: 267: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:25.171 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OJBH9jNTvRVV-vj off=15946410 len=43294 2024-09-13T00:31:25.175 INFO:tasks.workunit.client.0.smithi032.stdout:op 1365 completed, throughput=4.99MB/sec 2024-09-13T00:31:25.175 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dT32m-ng-QRWTkU off=3131113 len=217794 2024-09-13T00:31:25.181 INFO:tasks.workunit.client.0.smithi032.stdout:op 1366 completed, throughput=4.99MB/sec 2024-09-13T00:31:25.181 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3Dj4rWVLC9k7yDp off=16144404 len=2024637 2024-09-13T00:31:25.185 INFO:tasks.workunit.client.0.smithi032.stdout:op 1367 completed, throughput=4.99MB/sec 2024-09-13T00:31:25.185 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MZ8hGh4tCFGfxmk off=9497462 len=570808 2024-09-13T00:31:25.193 INFO:tasks.workunit.client.0.smithi032.stdout:op 1368 completed, throughput=4.99MB/sec 2024-09-13T00:31:25.193 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7-Xvy1777Y6nAwb off=3783278 len=129838 2024-09-13T00:31:25.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 1369 completed, throughput=5MB/sec 2024-09-13T00:31:25.194 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A8Kq88adkDz6nuE off=3890751 len=128947 2024-09-13T00:31:25.195 INFO:tasks.workunit.client.0.smithi032.stdout:op 1370 completed, throughput=5MB/sec 2024-09-13T00:31:25.195 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9DUcQr2ZjsvSHXq off=318926 len=1488269 2024-09-13T00:31:25.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 1371 completed, throughput=5MB/sec 2024-09-13T00:31:25.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:25 smithi053 bash[67631]: cluster 2024-09-13T00:31:23.658675+0000 mgr.y (mgr.34107) 859 : cluster [DBG] pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:31:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:25 smithi032 bash[75510]: cluster 2024-09-13T00:31:23.658675+0000 mgr.y (mgr.34107) 859 : cluster [DBG] pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:31:25.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:25 smithi032 bash[76677]: cluster 2024-09-13T00:31:23.658675+0000 mgr.y (mgr.34107) 859 : cluster [DBG] pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:31:26.200 INFO:tasks.workunit.client.0.smithi032.stdout: 268: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:26.200 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TJBPkSIE9Wi4LGv off=14100055 len=1168061 2024-09-13T00:31:26.209 INFO:tasks.workunit.client.0.smithi032.stdout:op 1372 completed, throughput=4.99MB/sec 2024-09-13T00:31:26.209 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SDFUu4HEO8ZFjvW off=9870611 len=1244789 2024-09-13T00:31:26.211 INFO:tasks.workunit.client.0.smithi032.stdout:op 1373 completed, throughput=4.99MB/sec 2024-09-13T00:31:26.211 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dLciRAV9TCr_vOj off=2343395 len=394010 2024-09-13T00:31:26.217 INFO:tasks.workunit.client.0.smithi032.stdout:op 1374 completed, throughput=4.99MB/sec 2024-09-13T00:31:26.218 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mtRDRqGUKdOnoGu off=4905706 len=392484 2024-09-13T00:31:26.219 INFO:tasks.workunit.client.0.smithi032.stdout:op 1375 completed, throughput=4.99MB/sec 2024-09-13T00:31:26.219 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JqER1BSA20X_wNN off=10902559 len=543266 2024-09-13T00:31:26.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 1376 completed, throughput=4.99MB/sec 2024-09-13T00:31:26.226 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gDrzxGyulCVqPUE off=5932987 len=1025886 2024-09-13T00:31:26.233 INFO:tasks.workunit.client.0.smithi032.stdout:op 1377 completed, throughput=5MB/sec 2024-09-13T00:31:26.234 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0xmV2TRVrZPCsyS off=19262747 len=1424860 2024-09-13T00:31:26.238 INFO:tasks.workunit.client.0.smithi032.stdout:op 1378 completed, throughput=5MB/sec 2024-09-13T00:31:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:26 smithi032 bash[75510]: audit 2024-09-13T00:31:25.162417+0000 mon.a (mon.0) 2192 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:31:26.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:26 smithi032 bash[76677]: audit 2024-09-13T00:31:25.162417+0000 mon.a (mon.0) 2192 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:31:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:26 smithi053 bash[67631]: audit 2024-09-13T00:31:25.162417+0000 mon.a (mon.0) 2192 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:31:26.537 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:31:26 smithi053 bash[97864]: logger=sqlstore.transactions t=2024-09-13T00:31:26.127160398Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T00:31:27.238 INFO:tasks.workunit.client.0.smithi032.stdout: 269: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:27.239 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zJBPrvDpaiUsVaO off=15988387 len=1387020 2024-09-13T00:31:27.253 INFO:tasks.workunit.client.0.smithi032.stdout:op 1379 completed, throughput=4.99MB/sec 2024-09-13T00:31:27.253 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-odV201rdKtL8nXy off=6394509 len=777104 2024-09-13T00:31:27.253 INFO:tasks.workunit.client.0.smithi032.stdout:op 1380 completed, throughput=4.99MB/sec 2024-09-13T00:31:27.253 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CDIDvR9yErKj80L off=212140 len=91370 2024-09-13T00:31:27.257 INFO:tasks.workunit.client.0.smithi032.stdout:op 1381 completed, throughput=4.99MB/sec 2024-09-13T00:31:27.257 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g2EBDgUHTnBFo62 off=2436637 len=1105511 2024-09-13T00:31:27.265 INFO:tasks.workunit.client.0.smithi032.stdout:op 1382 completed, throughput=5MB/sec 2024-09-13T00:31:27.265 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-axnpU2cuERNwhDY off=6924404 len=1622585 2024-09-13T00:31:27.270 INFO:tasks.workunit.client.0.smithi032.stdout:op 1383 completed, throughput=5MB/sec 2024-09-13T00:31:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:27 smithi032 bash[75510]: cluster 2024-09-13T00:31:25.659553+0000 mgr.y (mgr.34107) 860 : cluster [DBG] pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:31:27.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:27 smithi032 bash[76677]: cluster 2024-09-13T00:31:25.659553+0000 mgr.y (mgr.34107) 860 : cluster [DBG] pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:31:27.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:27 smithi053 bash[67631]: cluster 2024-09-13T00:31:25.659553+0000 mgr.y (mgr.34107) 860 : cluster [DBG] pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:31:28.271 INFO:tasks.workunit.client.0.smithi032.stdout: 270: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:28.271 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DkPJFxlQoAl9LrF off=4826911 len=14492 2024-09-13T00:31:28.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 1384 completed, throughput=4.98MB/sec 2024-09-13T00:31:28.272 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8r6Vgz-49Ep85Km off=559534 len=1485641 2024-09-13T00:31:28.276 INFO:tasks.workunit.client.0.smithi032.stdout:op 1385 completed, throughput=4.99MB/sec 2024-09-13T00:31:28.276 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7k7zBA3prLv0110 off=14191044 len=2001795 2024-09-13T00:31:28.290 INFO:tasks.workunit.client.0.smithi032.stdout:op 1386 completed, throughput=5MB/sec 2024-09-13T00:31:28.290 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SySe2V0Tgbm6Q0b off=5667084 len=1471571 2024-09-13T00:31:28.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 1387 completed, throughput=5MB/sec 2024-09-13T00:31:29.304 INFO:tasks.workunit.client.0.smithi032.stdout: 271: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:29.304 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zVFDdtLGZ8IbKdh off=231921 len=1929103 2024-09-13T00:31:29.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 1388 completed, throughput=4.99MB/sec 2024-09-13T00:31:29.309 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uA8gE4RdYvYU9Bh off=2422524 len=106541 2024-09-13T00:31:29.314 INFO:tasks.workunit.client.0.smithi032.stdout:op 1389 completed, throughput=4.99MB/sec 2024-09-13T00:31:29.314 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9cIqOTlww89wlxh off=2311091 len=1285894 2024-09-13T00:31:29.325 INFO:tasks.workunit.client.0.smithi032.stdout:op 1390 completed, throughput=4.99MB/sec 2024-09-13T00:31:29.325 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JnI-NnzgvieYE0L off=1298189 len=1740307 2024-09-13T00:31:29.330 INFO:tasks.workunit.client.0.smithi032.stdout:op 1391 completed, throughput=5MB/sec 2024-09-13T00:31:29.330 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lyVjBfyiWCXyNHK off=1538156 len=1348112 2024-09-13T00:31:29.332 INFO:tasks.workunit.client.0.smithi032.stdout:op 1392 completed, throughput=5MB/sec 2024-09-13T00:31:29.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:29 smithi032 bash[75510]: cluster 2024-09-13T00:31:27.660588+0000 mgr.y (mgr.34107) 861 : cluster [DBG] pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:31:29.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:29 smithi032 bash[76677]: cluster 2024-09-13T00:31:27.660588+0000 mgr.y (mgr.34107) 861 : cluster [DBG] pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:31:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:29 smithi053 bash[67631]: cluster 2024-09-13T00:31:27.660588+0000 mgr.y (mgr.34107) 861 : cluster [DBG] pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:31:30.333 INFO:tasks.workunit.client.0.smithi032.stdout: 272: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:30.333 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yjKSrIFs2Km_rjm off=7620967 len=100283 2024-09-13T00:31:30.337 INFO:tasks.workunit.client.0.smithi032.stdout:op 1393 completed, throughput=4.99MB/sec 2024-09-13T00:31:30.337 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--ihzOZ6Lg7u_Wnp off=6370257 len=1309491 2024-09-13T00:31:30.342 INFO:tasks.workunit.client.0.smithi032.stdout:op 1394 completed, throughput=4.99MB/sec 2024-09-13T00:31:30.342 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6-nX-hrZeHgBJnz off=7910488 len=975407 2024-09-13T00:31:30.349 INFO:tasks.workunit.client.0.smithi032.stdout:op 1395 completed, throughput=4.99MB/sec 2024-09-13T00:31:30.349 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4W6HrCV-aCD8AgZ off=7342214 len=1084572 2024-09-13T00:31:30.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 1396 completed, throughput=5MB/sec 2024-09-13T00:31:30.358 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rb7mcF67F0NR-QR off=18517889 len=1804038 2024-09-13T00:31:30.370 INFO:tasks.workunit.client.0.smithi032.stdout:op 1397 completed, throughput=5MB/sec 2024-09-13T00:31:31.371 INFO:tasks.workunit.client.0.smithi032.stdout: 273: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:31.371 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GHXYsSLYkNQ5QwK off=2527614 len=817776 2024-09-13T00:31:31.378 INFO:tasks.workunit.client.0.smithi032.stdout:op 1398 completed, throughput=4.99MB/sec 2024-09-13T00:31:31.378 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-z-EdK7YxObQ05mi off=524342 len=667350 2024-09-13T00:31:31.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 1399 completed, throughput=4.99MB/sec 2024-09-13T00:31:31.380 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o3VeGjWoQ1gqrjT off=20512810 len=1296451 2024-09-13T00:31:31.389 INFO:tasks.workunit.client.0.smithi032.stdout:op 1400 completed, throughput=4.99MB/sec 2024-09-13T00:31:31.389 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4BI2I4sYp2EBTfE off=2753776 len=1704771 2024-09-13T00:31:31.402 INFO:tasks.workunit.client.0.smithi032.stdout:op 1401 completed, throughput=5MB/sec 2024-09-13T00:31:31.402 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TLO5R-EIF5wP5uO off=19637289 len=1244675 2024-09-13T00:31:31.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 1402 completed, throughput=5MB/sec 2024-09-13T00:31:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:31 smithi032 bash[75510]: cluster 2024-09-13T00:31:29.661640+0000 mgr.y (mgr.34107) 862 : cluster [DBG] pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:31:31.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:31 smithi032 bash[76677]: cluster 2024-09-13T00:31:29.661640+0000 mgr.y (mgr.34107) 862 : cluster [DBG] pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:31:31.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:31 smithi053 bash[67631]: cluster 2024-09-13T00:31:29.661640+0000 mgr.y (mgr.34107) 862 : cluster [DBG] pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:31:32.404 INFO:tasks.workunit.client.0.smithi032.stdout: 274: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:32.405 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uz-9K1i6XKmQ_xP off=985641 len=1994063 2024-09-13T00:31:32.419 INFO:tasks.workunit.client.0.smithi032.stdout:op 1403 completed, throughput=4.99MB/sec 2024-09-13T00:31:32.419 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wh3k8Rjmu32vdqA off=201373 len=639642 2024-09-13T00:31:32.421 INFO:tasks.workunit.client.0.smithi032.stdout:op 1404 completed, throughput=4.99MB/sec 2024-09-13T00:31:32.421 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K4-WI65VMFi7Yhj off=13372028 len=843732 2024-09-13T00:31:32.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 1405 completed, throughput=5MB/sec 2024-09-13T00:31:32.428 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kdcUw3W3O0eIUKZ off=6471373 len=677241 2024-09-13T00:31:32.434 INFO:tasks.workunit.client.0.smithi032.stdout:op 1406 completed, throughput=5MB/sec 2024-09-13T00:31:32.434 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-l1p6jAstxNE6bmE off=623550 len=987433 2024-09-13T00:31:32.436 INFO:tasks.workunit.client.0.smithi032.stdout:op 1407 completed, throughput=5MB/sec 2024-09-13T00:31:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:31:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:31:32] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-09-13T00:31:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:31:32 smithi053 bash[94430]: ts=2024-09-13T00:31:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:31:33.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:33 smithi032 bash[75510]: cluster 2024-09-13T00:31:31.662619+0000 mgr.y (mgr.34107) 863 : cluster [DBG] pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:31:33.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:33 smithi032 bash[76677]: cluster 2024-09-13T00:31:31.662619+0000 mgr.y (mgr.34107) 863 : cluster [DBG] pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:31:33.436 INFO:tasks.workunit.client.0.smithi032.stdout: 275: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:33.436 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N5kqty0zV6yeMlp off=15984963 len=475909 2024-09-13T00:31:33.443 INFO:tasks.workunit.client.0.smithi032.stdout:op 1408 completed, throughput=4.99MB/sec 2024-09-13T00:31:33.443 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iVJtSu5dfEVvwwF off=9796481 len=1441267 2024-09-13T00:31:33.453 INFO:tasks.workunit.client.0.smithi032.stdout:op 1409 completed, throughput=4.99MB/sec 2024-09-13T00:31:33.453 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MJpooBmLDQa5CfI off=3150767 len=1564439 2024-09-13T00:31:33.463 INFO:tasks.workunit.client.0.smithi032.stdout:op 1410 completed, throughput=5MB/sec 2024-09-13T00:31:33.463 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2pE58XGw67Jwkrz off=1147732 len=1097781 2024-09-13T00:31:33.471 INFO:tasks.workunit.client.0.smithi032.stdout:op 1411 completed, throughput=5MB/sec 2024-09-13T00:31:33.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:33 smithi053 bash[67631]: cluster 2024-09-13T00:31:31.662619+0000 mgr.y (mgr.34107) 863 : cluster [DBG] pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:31:34.472 INFO:tasks.workunit.client.0.smithi032.stdout: 276: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:34.472 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ASfZZ0PUz3Cgl21 off=4630309 len=1284694 2024-09-13T00:31:34.475 INFO:tasks.workunit.client.0.smithi032.stdout:op 1412 completed, throughput=4.99MB/sec 2024-09-13T00:31:34.475 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2bAFjJuUCjTYe10 off=752560 len=1879213 2024-09-13T00:31:34.479 INFO:tasks.workunit.client.0.smithi032.stdout:op 1413 completed, throughput=4.99MB/sec 2024-09-13T00:31:34.479 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VPVbkkVaG87-lUZ off=6830362 len=583779 2024-09-13T00:31:34.486 INFO:tasks.workunit.client.0.smithi032.stdout:op 1414 completed, throughput=4.99MB/sec 2024-09-13T00:31:34.486 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SOMjs5ucJLtB_Rw off=1083931 len=835429 2024-09-13T00:31:34.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 1415 completed, throughput=5MB/sec 2024-09-13T00:31:34.494 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DIfhFBYJrWtOZOJ off=3004712 len=976182 2024-09-13T00:31:34.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 1416 completed, throughput=5MB/sec 2024-09-13T00:31:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:35 smithi032 bash[75510]: cluster 2024-09-13T00:31:33.663708+0000 mgr.y (mgr.34107) 864 : cluster [DBG] pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:31:35.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:35 smithi032 bash[76677]: cluster 2024-09-13T00:31:33.663708+0000 mgr.y (mgr.34107) 864 : cluster [DBG] pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:31:35.498 INFO:tasks.workunit.client.0.smithi032.stdout: 277: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:35.498 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Dg-XiFX8WlLyjXr off=6830247 len=1777179 2024-09-13T00:31:35.502 INFO:tasks.workunit.client.0.smithi032.stdout:op 1417 completed, throughput=4.99MB/sec 2024-09-13T00:31:35.502 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-znHZu3g4kUrjLVk off=3291324 len=231047 2024-09-13T00:31:35.508 INFO:tasks.workunit.client.0.smithi032.stdout:op 1418 completed, throughput=4.99MB/sec 2024-09-13T00:31:35.508 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CgKbVim3a4YcOqD off=18367912 len=528961 2024-09-13T00:31:35.510 INFO:tasks.workunit.client.0.smithi032.stdout:op 1419 completed, throughput=4.99MB/sec 2024-09-13T00:31:35.510 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bHKAS5BuJJxO-kK off=5583259 len=1653392 2024-09-13T00:31:35.523 INFO:tasks.workunit.client.0.smithi032.stdout:op 1420 completed, throughput=5MB/sec 2024-09-13T00:31:35.523 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MhHgpFFHyz1ticA off=10999358 len=1061742 2024-09-13T00:31:35.530 INFO:tasks.workunit.client.0.smithi032.stdout:op 1421 completed, throughput=5MB/sec 2024-09-13T00:31:35.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:35 smithi053 bash[67631]: cluster 2024-09-13T00:31:33.663708+0000 mgr.y (mgr.34107) 864 : cluster [DBG] pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:31:36.531 INFO:tasks.workunit.client.0.smithi032.stdout: 278: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:36.531 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UHSY8rK_xrROC2z off=7294922 len=49013 2024-09-13T00:31:36.532 INFO:tasks.workunit.client.0.smithi032.stdout:op 1422 completed, throughput=4.98MB/sec 2024-09-13T00:31:36.532 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3taJTMFnKUb3MOg off=8510835 len=584547 2024-09-13T00:31:36.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 1423 completed, throughput=4.98MB/sec 2024-09-13T00:31:36.534 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rAxcM5gWxAajsCQ off=1548335 len=403575 2024-09-13T00:31:36.536 INFO:tasks.workunit.client.0.smithi032.stdout:op 1424 completed, throughput=4.99MB/sec 2024-09-13T00:31:36.537 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6M4R9cRezbQAnI8 off=173909 len=2010959 2024-09-13T00:31:36.542 INFO:tasks.workunit.client.0.smithi032.stdout:op 1425 completed, throughput=4.99MB/sec 2024-09-13T00:31:36.542 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FD8NbK_2ie-giAW off=3399895 len=1352057 2024-09-13T00:31:36.547 INFO:tasks.workunit.client.0.smithi032.stdout:op 1426 completed, throughput=5MB/sec 2024-09-13T00:31:36.547 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vgz1gbAS-mNpsJb off=14365522 len=1372551 2024-09-13T00:31:36.558 INFO:tasks.workunit.client.0.smithi032.stdout:op 1427 completed, throughput=5MB/sec 2024-09-13T00:31:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:37 smithi032 bash[75510]: cluster 2024-09-13T00:31:35.664659+0000 mgr.y (mgr.34107) 865 : cluster [DBG] pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:31:37.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:37 smithi032 bash[76677]: cluster 2024-09-13T00:31:35.664659+0000 mgr.y (mgr.34107) 865 : cluster [DBG] pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:31:37.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:37 smithi053 bash[67631]: cluster 2024-09-13T00:31:35.664659+0000 mgr.y (mgr.34107) 865 : cluster [DBG] pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:31:37.558 INFO:tasks.workunit.client.0.smithi032.stdout: 279: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:37.558 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v-hoTCghay8aigm off=205960 len=1180816 2024-09-13T00:31:37.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 1428 completed, throughput=4.99MB/sec 2024-09-13T00:31:37.568 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MG2LWPsk_HGU6G0 off=6095830 len=1795806 2024-09-13T00:31:37.574 INFO:tasks.workunit.client.0.smithi032.stdout:op 1429 completed, throughput=4.99MB/sec 2024-09-13T00:31:37.574 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tJBoFdpWIW--pCZ off=898405 len=368378 2024-09-13T00:31:37.580 INFO:tasks.workunit.client.0.smithi032.stdout:op 1430 completed, throughput=4.99MB/sec 2024-09-13T00:31:37.580 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uaUEwtpSrcnB-af off=14084088 len=192637 2024-09-13T00:31:37.585 INFO:tasks.workunit.client.0.smithi032.stdout:op 1431 completed, throughput=5MB/sec 2024-09-13T00:31:37.585 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-urQQGuwD0-Dtfen off=2305083 len=824467 2024-09-13T00:31:37.587 INFO:tasks.workunit.client.0.smithi032.stdout:op 1432 completed, throughput=5MB/sec 2024-09-13T00:31:37.587 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JP7KW7OFWkSbAFW off=6682567 len=21697 2024-09-13T00:31:37.588 INFO:tasks.workunit.client.0.smithi032.stdout:op 1433 completed, throughput=5MB/sec 2024-09-13T00:31:37.589 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zmdSTryyajj_FNv off=2414979 len=1602976 2024-09-13T00:31:37.601 INFO:tasks.workunit.client.0.smithi032.stdout:op 1434 completed, throughput=5MB/sec 2024-09-13T00:31:38.602 INFO:tasks.workunit.client.0.smithi032.stdout: 280: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:38.602 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bP2fP6gxz76kpy5 off=1533679 len=1230855 2024-09-13T00:31:38.613 INFO:tasks.workunit.client.0.smithi032.stdout:op 1435 completed, throughput=4.99MB/sec 2024-09-13T00:31:38.613 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wKYyFh9Pig91bWp off=12365874 len=1162460 2024-09-13T00:31:38.621 INFO:tasks.workunit.client.0.smithi032.stdout:op 1436 completed, throughput=4.99MB/sec 2024-09-13T00:31:38.621 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S7ihZAAUnmte_ML off=18373549 len=729701 2024-09-13T00:31:38.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 1437 completed, throughput=5MB/sec 2024-09-13T00:31:38.628 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BZbBxDvdcRQDQ_l off=8551389 len=217936 2024-09-13T00:31:38.633 INFO:tasks.workunit.client.0.smithi032.stdout:op 1438 completed, throughput=5MB/sec 2024-09-13T00:31:38.633 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zlP5mv2CzqjyHJX off=3983249 len=1461592 2024-09-13T00:31:38.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 1439 completed, throughput=5MB/sec 2024-09-13T00:31:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:39 smithi032 bash[75510]: cluster 2024-09-13T00:31:37.665531+0000 mgr.y (mgr.34107) 866 : cluster [DBG] pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:31:39.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:39 smithi032 bash[76677]: cluster 2024-09-13T00:31:37.665531+0000 mgr.y (mgr.34107) 866 : cluster [DBG] pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:31:39.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:39 smithi053 bash[67631]: cluster 2024-09-13T00:31:37.665531+0000 mgr.y (mgr.34107) 866 : cluster [DBG] pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:31:39.644 INFO:tasks.workunit.client.0.smithi032.stdout: 281: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:39.644 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nB99JpjT0KWe1v4 off=12648315 len=1356966 2024-09-13T00:31:39.654 INFO:tasks.workunit.client.0.smithi032.stdout:op 1440 completed, throughput=4.99MB/sec 2024-09-13T00:31:39.654 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lOg_3Y32D1wkUyr off=840356 len=1288276 2024-09-13T00:31:39.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 1441 completed, throughput=4.99MB/sec 2024-09-13T00:31:39.656 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AtXoq2ah_nR1MKz off=8534797 len=1510423 2024-09-13T00:31:39.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 1442 completed, throughput=5MB/sec 2024-09-13T00:31:39.659 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4rwo4iOHVwiqxhS off=4345211 len=44219 2024-09-13T00:31:39.663 INFO:tasks.workunit.client.0.smithi032.stdout:op 1443 completed, throughput=5MB/sec 2024-09-13T00:31:39.663 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ToR0o89W0SD5-dT off=3848165 len=1601338 2024-09-13T00:31:39.675 INFO:tasks.workunit.client.0.smithi032.stdout:op 1444 completed, throughput=5MB/sec 2024-09-13T00:31:40.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:40 smithi032 bash[75510]: cluster 2024-09-13T00:31:39.666544+0000 mgr.y (mgr.34107) 867 : cluster [DBG] pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:31:40.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:40 smithi032 bash[76677]: cluster 2024-09-13T00:31:39.666544+0000 mgr.y (mgr.34107) 867 : cluster [DBG] pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:31:40.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:40 smithi053 bash[67631]: cluster 2024-09-13T00:31:39.666544+0000 mgr.y (mgr.34107) 867 : cluster [DBG] pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:31:40.676 INFO:tasks.workunit.client.0.smithi032.stdout: 282: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:40.676 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cfFoq7PtagWXYZi off=17194637 len=559499 2024-09-13T00:31:40.683 INFO:tasks.workunit.client.0.smithi032.stdout:op 1445 completed, throughput=4.99MB/sec 2024-09-13T00:31:40.683 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Nuuge3dFri4qhkM off=3866224 len=1351709 2024-09-13T00:31:40.692 INFO:tasks.workunit.client.0.smithi032.stdout:op 1446 completed, throughput=4.99MB/sec 2024-09-13T00:31:40.693 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7YhTYXUWNPm1Uil off=3081066 len=1508672 2024-09-13T00:31:40.696 INFO:tasks.workunit.client.0.smithi032.stdout:op 1447 completed, throughput=5MB/sec 2024-09-13T00:31:40.696 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hHir47Iktz832rn off=2470201 len=947890 2024-09-13T00:31:40.704 INFO:tasks.workunit.client.0.smithi032.stdout:op 1448 completed, throughput=5MB/sec 2024-09-13T00:31:40.704 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-25VrTE0oimpcz0o off=4282341 len=858191 2024-09-13T00:31:40.708 INFO:tasks.workunit.client.0.smithi032.stdout:op 1449 completed, throughput=5MB/sec 2024-09-13T00:31:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:41 smithi032 bash[75510]: audit 2024-09-13T00:31:40.162939+0000 mon.a (mon.0) 2193 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:31:41.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:41 smithi032 bash[76677]: audit 2024-09-13T00:31:40.162939+0000 mon.a (mon.0) 2193 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:31:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:41 smithi053 bash[67631]: audit 2024-09-13T00:31:40.162939+0000 mon.a (mon.0) 2193 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:31:41.708 INFO:tasks.workunit.client.0.smithi032.stdout: 283: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:41.708 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CTIfZ5bIPi7Pn2x off=2972627 len=893726 2024-09-13T00:31:41.716 INFO:tasks.workunit.client.0.smithi032.stdout:op 1450 completed, throughput=4.99MB/sec 2024-09-13T00:31:41.716 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-27jw3FG31OsQSzl off=3637029 len=1156869 2024-09-13T00:31:41.725 INFO:tasks.workunit.client.0.smithi032.stdout:op 1451 completed, throughput=4.99MB/sec 2024-09-13T00:31:41.725 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9fMdHyQ7DdUu5Lv off=12442624 len=513343 2024-09-13T00:31:41.727 INFO:tasks.workunit.client.0.smithi032.stdout:op 1452 completed, throughput=4.99MB/sec 2024-09-13T00:31:41.727 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OWzgEKOVPU2108u off=4825615 len=780291 2024-09-13T00:31:41.730 INFO:tasks.workunit.client.0.smithi032.stdout:op 1453 completed, throughput=5MB/sec 2024-09-13T00:31:41.730 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-varIr25GQwurWmx off=10787984 len=154559 2024-09-13T00:31:41.735 INFO:tasks.workunit.client.0.smithi032.stdout:op 1454 completed, throughput=5MB/sec 2024-09-13T00:31:41.735 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ANpRuKz32xO8QOz off=9695380 len=1413479 2024-09-13T00:31:41.739 INFO:tasks.workunit.client.0.smithi032.stdout:op 1455 completed, throughput=5MB/sec 2024-09-13T00:31:42.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:42 smithi032 bash[75510]: cluster 2024-09-13T00:31:41.667611+0000 mgr.y (mgr.34107) 868 : cluster [DBG] pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:31:42.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:31:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:31:42] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-09-13T00:31:42.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:42 smithi032 bash[76677]: cluster 2024-09-13T00:31:41.667611+0000 mgr.y (mgr.34107) 868 : cluster [DBG] pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:31:42.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:42 smithi053 bash[67631]: cluster 2024-09-13T00:31:41.667611+0000 mgr.y (mgr.34107) 868 : cluster [DBG] pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:31:42.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:31:42 smithi053 bash[94430]: ts=2024-09-13T00:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:31:42.739 INFO:tasks.workunit.client.0.smithi032.stdout: 284: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:42.739 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uMt7PVX954YF20P off=13957898 len=1530420 2024-09-13T00:31:42.751 INFO:tasks.workunit.client.0.smithi032.stdout:op 1456 completed, throughput=4.99MB/sec 2024-09-13T00:31:42.751 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7cLRvt2B1XkYdWK off=5670503 len=2071631 2024-09-13T00:31:42.768 INFO:tasks.workunit.client.0.smithi032.stdout:op 1457 completed, throughput=4.99MB/sec 2024-09-13T00:31:42.768 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PwriW1WCrb7KMC2 off=0 len=1669802 2024-09-13T00:31:42.772 INFO:tasks.workunit.client.0.smithi032.stdout:op 1458 completed, throughput=5MB/sec 2024-09-13T00:31:42.772 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6pIyjDyPht9MC4x off=3232861 len=1940428 2024-09-13T00:31:42.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 1459 completed, throughput=5.01MB/sec 2024-09-13T00:31:43.777 INFO:tasks.workunit.client.0.smithi032.stdout: 285: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:43.777 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V4pYwN-Xx5apyAa off=2477484 len=468548 2024-09-13T00:31:43.783 INFO:tasks.workunit.client.0.smithi032.stdout:op 1460 completed, throughput=4.99MB/sec 2024-09-13T00:31:43.783 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bG7RHL5UEgtvzr0 off=0 len=1077609 2024-09-13T00:31:43.787 INFO:tasks.workunit.client.0.smithi032.stdout:op 1461 completed, throughput=4.99MB/sec 2024-09-13T00:31:43.787 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DVAZYJHc6O6Jg8S off=8043149 len=1907862 2024-09-13T00:31:43.792 INFO:tasks.workunit.client.0.smithi032.stdout:op 1462 completed, throughput=5MB/sec 2024-09-13T00:31:43.792 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MqdZNVUiu61KRAp off=6715963 len=931905 2024-09-13T00:31:43.796 INFO:tasks.workunit.client.0.smithi032.stdout:op 1463 completed, throughput=5MB/sec 2024-09-13T00:31:44.796 INFO:tasks.workunit.client.0.smithi032.stdout: 286: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:44.796 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zaw6r3VWjqGmdPO off=9493502 len=165475 2024-09-13T00:31:44.798 INFO:tasks.workunit.client.0.smithi032.stdout:op 1464 completed, throughput=4.99MB/sec 2024-09-13T00:31:44.798 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3B7MEFOiTVqbDF1 off=3373960 len=93222 2024-09-13T00:31:44.799 INFO:tasks.workunit.client.0.smithi032.stdout:op 1465 completed, throughput=4.99MB/sec 2024-09-13T00:31:44.799 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U537v7jvesLXNNd off=0 len=1439300 2024-09-13T00:31:44.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 1466 completed, throughput=4.99MB/sec 2024-09-13T00:31:44.804 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sx8SM9IMaMbdJ-W off=1563747 len=2057542 2024-09-13T00:31:44.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 1467 completed, throughput=5MB/sec 2024-09-13T00:31:44.810 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5dWVHQPSPsJ_vIf off=7151170 len=786789 2024-09-13T00:31:44.813 INFO:tasks.workunit.client.0.smithi032.stdout:op 1468 completed, throughput=5MB/sec 2024-09-13T00:31:45.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:44 smithi053 bash[67631]: cluster 2024-09-13T00:31:43.668725+0000 mgr.y (mgr.34107) 869 : cluster [DBG] pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:31:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:44 smithi032 bash[75510]: cluster 2024-09-13T00:31:43.668725+0000 mgr.y (mgr.34107) 869 : cluster [DBG] pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:31:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:44 smithi032 bash[76677]: cluster 2024-09-13T00:31:43.668725+0000 mgr.y (mgr.34107) 869 : cluster [DBG] pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:31:45.813 INFO:tasks.workunit.client.0.smithi032.stdout: 287: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:45.814 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Alp_MpOWPs5_zmj off=4559276 len=1270321 2024-09-13T00:31:45.824 INFO:tasks.workunit.client.0.smithi032.stdout:op 1469 completed, throughput=4.99MB/sec 2024-09-13T00:31:45.824 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zfzAn6REzUDE0b7 off=1368730 len=2016718 2024-09-13T00:31:45.830 INFO:tasks.workunit.client.0.smithi032.stdout:op 1470 completed, throughput=4.99MB/sec 2024-09-13T00:31:45.831 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dAr0Yho13AXB_At off=14836988 len=566615 2024-09-13T00:31:45.832 INFO:tasks.workunit.client.0.smithi032.stdout:op 1471 completed, throughput=5MB/sec 2024-09-13T00:31:45.833 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uI0Lnln-ITxRHrx off=2090037 len=1509033 2024-09-13T00:31:45.843 INFO:tasks.workunit.client.0.smithi032.stdout:op 1472 completed, throughput=5MB/sec 2024-09-13T00:31:46.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:46 smithi053 bash[67631]: cluster 2024-09-13T00:31:45.669667+0000 mgr.y (mgr.34107) 870 : cluster [DBG] pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:31:46.843 INFO:tasks.workunit.client.0.smithi032.stdout: 288: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:46.844 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6O4xHUjk4eQ40Z9 off=8905278 len=1723015 2024-09-13T00:31:46.847 INFO:tasks.workunit.client.0.smithi032.stdout:op 1473 completed, throughput=4.99MB/sec 2024-09-13T00:31:46.848 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CBSGjajPl05WSIL off=5167165 len=737009 2024-09-13T00:31:46.855 INFO:tasks.workunit.client.0.smithi032.stdout:op 1474 completed, throughput=4.99MB/sec 2024-09-13T00:31:46.855 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_WshWl1Qiwv0WLv off=4891928 len=1838445 2024-09-13T00:31:46.868 INFO:tasks.workunit.client.0.smithi032.stdout:op 1475 completed, throughput=5MB/sec 2024-09-13T00:31:46.868 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mCxENi1Gv-YvSPn off=17886528 len=1398257 2024-09-13T00:31:46.880 INFO:tasks.workunit.client.0.smithi032.stdout:op 1476 completed, throughput=5MB/sec 2024-09-13T00:31:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:46 smithi032 bash[75510]: cluster 2024-09-13T00:31:45.669667+0000 mgr.y (mgr.34107) 870 : cluster [DBG] pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:31:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:46 smithi032 bash[76677]: cluster 2024-09-13T00:31:45.669667+0000 mgr.y (mgr.34107) 870 : cluster [DBG] pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:31:47.880 INFO:tasks.workunit.client.0.smithi032.stdout: 289: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:47.880 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6Tt05JYr4cyy71H off=18181010 len=1261766 2024-09-13T00:31:47.885 INFO:tasks.workunit.client.0.smithi032.stdout:op 1477 completed, throughput=4.99MB/sec 2024-09-13T00:31:47.885 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0700AE75AxMzuG1 off=5010250 len=377649 2024-09-13T00:31:47.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 1478 completed, throughput=4.99MB/sec 2024-09-13T00:31:47.891 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vr4Ukt8k2kMZqGl off=4002240 len=484403 2024-09-13T00:31:47.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 1479 completed, throughput=4.99MB/sec 2024-09-13T00:31:47.893 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G8ABCH9mL7_sD1I off=1522384 len=1109366 2024-09-13T00:31:47.902 INFO:tasks.workunit.client.0.smithi032.stdout:op 1480 completed, throughput=4.99MB/sec 2024-09-13T00:31:47.902 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7vRZ5tY__cbjr1e off=2776018 len=1922206 2024-09-13T00:31:47.906 INFO:tasks.workunit.client.0.smithi032.stdout:op 1481 completed, throughput=5MB/sec 2024-09-13T00:31:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: 290: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:48.906 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--QXAcT2iVRyUDm2 off=2727381 len=2078754 2024-09-13T00:31:48.911 INFO:tasks.workunit.client.0.smithi032.stdout:op 1482 completed, throughput=4.99MB/sec 2024-09-13T00:31:48.911 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3t0fHcY0xiAaO2K off=14093258 len=2059230 2024-09-13T00:31:48.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 1483 completed, throughput=5MB/sec 2024-09-13T00:31:48.926 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K_QKwaUmtjxfxTF off=5976362 len=1329325 2024-09-13T00:31:48.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 1484 completed, throughput=5MB/sec 2024-09-13T00:31:49.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:48 smithi053 bash[67631]: cluster 2024-09-13T00:31:47.670679+0000 mgr.y (mgr.34107) 871 : cluster [DBG] pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:31:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:48 smithi032 bash[75510]: cluster 2024-09-13T00:31:47.670679+0000 mgr.y (mgr.34107) 871 : cluster [DBG] pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:31:49.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:48 smithi032 bash[76677]: cluster 2024-09-13T00:31:47.670679+0000 mgr.y (mgr.34107) 871 : cluster [DBG] pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:31:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: 291: throughput=4.98MB/sec pending data=0 2024-09-13T00:31:49.930 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A7Mt_JWSkQB4K3U off=13477392 len=1197997 2024-09-13T00:31:49.941 INFO:tasks.workunit.client.0.smithi032.stdout:op 1485 completed, throughput=4.99MB/sec 2024-09-13T00:31:49.941 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bpru3bj5bPaIJS3 off=21205496 len=1516811 2024-09-13T00:31:49.951 INFO:tasks.workunit.client.0.smithi032.stdout:op 1486 completed, throughput=4.99MB/sec 2024-09-13T00:31:49.951 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--_I7e1YafDbc6Rx off=8809865 len=443062 2024-09-13T00:31:49.957 INFO:tasks.workunit.client.0.smithi032.stdout:op 1487 completed, throughput=4.99MB/sec 2024-09-13T00:31:49.957 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-75sRceF29m34_l- off=521421 len=1864979 2024-09-13T00:31:49.960 INFO:tasks.workunit.client.0.smithi032.stdout:op 1488 completed, throughput=5MB/sec 2024-09-13T00:31:49.960 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-l5rx6orLrO_-gN1 off=2866083 len=965084 2024-09-13T00:31:49.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 1489 completed, throughput=5MB/sec 2024-09-13T00:31:50.963 INFO:tasks.workunit.client.0.smithi032.stdout: 292: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:50.963 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H71IpDvaZqZsJYF off=2942096 len=20305 2024-09-13T00:31:50.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 1490 completed, throughput=4.99MB/sec 2024-09-13T00:31:50.964 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FWisDkh8ly44RwI off=3777115 len=1727988 2024-09-13T00:31:50.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 1491 completed, throughput=4.99MB/sec 2024-09-13T00:31:50.977 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QWJOILNTzKGTADs off=4540409 len=180409 2024-09-13T00:31:50.984 INFO:tasks.workunit.client.0.smithi032.stdout:op 1492 completed, throughput=4.99MB/sec 2024-09-13T00:31:50.985 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fBnkhIIirfchVNV off=15331634 len=499632 2024-09-13T00:31:50.989 INFO:tasks.workunit.client.0.smithi032.stdout:op 1493 completed, throughput=4.99MB/sec 2024-09-13T00:31:50.989 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WCDGkGsz7a8tYRy off=5411728 len=1187871 2024-09-13T00:31:51.000 INFO:tasks.workunit.client.0.smithi032.stdout:op 1494 completed, throughput=5MB/sec 2024-09-13T00:31:51.000 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PX9n3rOQLBYvMUv off=6197078 len=1642913 2024-09-13T00:31:51.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 1495 completed, throughput=5MB/sec 2024-09-13T00:31:51.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:50 smithi053 bash[67631]: cluster 2024-09-13T00:31:49.671801+0000 mgr.y (mgr.34107) 872 : cluster [DBG] pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:31:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:50 smithi032 bash[75510]: cluster 2024-09-13T00:31:49.671801+0000 mgr.y (mgr.34107) 872 : cluster [DBG] pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:31:51.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:50 smithi032 bash[76677]: cluster 2024-09-13T00:31:49.671801+0000 mgr.y (mgr.34107) 872 : cluster [DBG] pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:31:52.011 INFO:tasks.workunit.client.0.smithi032.stdout: 293: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:52.011 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HzfdOTi5GruIuXc off=9963948 len=1616648 2024-09-13T00:31:52.022 INFO:tasks.workunit.client.0.smithi032.stdout:op 1496 completed, throughput=4.99MB/sec 2024-09-13T00:31:52.023 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H3T-gfk724yzWyO off=5145657 len=403523 2024-09-13T00:31:52.024 INFO:tasks.workunit.client.0.smithi032.stdout:op 1497 completed, throughput=4.99MB/sec 2024-09-13T00:31:52.024 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IT4BdI8EVLVjG00 off=2190528 len=793536 2024-09-13T00:31:52.031 INFO:tasks.workunit.client.0.smithi032.stdout:op 1498 completed, throughput=4.99MB/sec 2024-09-13T00:31:52.032 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mqeENeL_86sy-Rp off=12252189 len=2043960 2024-09-13T00:31:52.034 INFO:tasks.workunit.client.0.smithi032.stdout:op 1499 completed, throughput=5MB/sec 2024-09-13T00:31:52.034 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4w_aANYmLnBYJP8 off=5099977 len=1680588 2024-09-13T00:31:52.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 1500 completed, throughput=5.01MB/sec 2024-09-13T00:31:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:31:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:31:52] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-09-13T00:31:52.733 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:31:52 smithi053 bash[94430]: ts=2024-09-13T00:31:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:31:53.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:52 smithi053 bash[67631]: cluster 2024-09-13T00:31:51.672829+0000 mgr.y (mgr.34107) 873 : cluster [DBG] pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:31:53.047 INFO:tasks.workunit.client.0.smithi032.stdout: 294: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:53.047 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-agxDddhTUoJPrWr off=4694431 len=518905 2024-09-13T00:31:53.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 1501 completed, throughput=4.99MB/sec 2024-09-13T00:31:53.050 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5G9UzyI66gEb4NX off=9534675 len=2076660 2024-09-13T00:31:53.054 INFO:tasks.workunit.client.0.smithi032.stdout:op 1502 completed, throughput=5MB/sec 2024-09-13T00:31:53.054 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8UmwMoaXJmu5VWa off=1572750 len=1597205 2024-09-13T00:31:53.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 1503 completed, throughput=5MB/sec 2024-09-13T00:31:53.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:52 smithi032 bash[75510]: cluster 2024-09-13T00:31:51.672829+0000 mgr.y (mgr.34107) 873 : cluster [DBG] pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:31:53.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:52 smithi032 bash[76677]: cluster 2024-09-13T00:31:51.672829+0000 mgr.y (mgr.34107) 873 : cluster [DBG] pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:31:54.059 INFO:tasks.workunit.client.0.smithi032.stdout: 295: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:54.059 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uQ1St_Ob-UhFelO off=7639061 len=832748 2024-09-13T00:31:54.061 INFO:tasks.workunit.client.0.smithi032.stdout:op 1504 completed, throughput=4.99MB/sec 2024-09-13T00:31:54.061 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wPE_Hzij6Tkmmxr off=9310574 len=1517559 2024-09-13T00:31:54.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 1505 completed, throughput=4.99MB/sec 2024-09-13T00:31:54.072 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rlnESiPWd0ZlHRp off=3292961 len=1958341 2024-09-13T00:31:54.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 1506 completed, throughput=5MB/sec 2024-09-13T00:31:54.088 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ri37uaZQkVD6gpa off=215607 len=345166 2024-09-13T00:31:54.093 INFO:tasks.workunit.client.0.smithi032.stdout:op 1507 completed, throughput=5MB/sec 2024-09-13T00:31:54.093 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3DUvBShlhiVcK0h off=13025132 len=1370947 2024-09-13T00:31:54.103 INFO:tasks.workunit.client.0.smithi032.stdout:op 1508 completed, throughput=5MB/sec 2024-09-13T00:31:55.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:54 smithi053 bash[67631]: cluster 2024-09-13T00:31:53.673820+0000 mgr.y (mgr.34107) 874 : cluster [DBG] pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:31:55.103 INFO:tasks.workunit.client.0.smithi032.stdout: 296: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:55.103 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BRXqfU7aCphj6P- off=6793245 len=1436045 2024-09-13T00:31:55.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 1509 completed, throughput=4.99MB/sec 2024-09-13T00:31:55.108 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nbEZjDoYl4MSz8F off=20179847 len=2017684 2024-09-13T00:31:55.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 1510 completed, throughput=5MB/sec 2024-09-13T00:31:55.122 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jBWMF1_K6RpL9iZ off=2549558 len=1471577 2024-09-13T00:31:55.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 1511 completed, throughput=5MB/sec 2024-09-13T00:31:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:54 smithi032 bash[75510]: cluster 2024-09-13T00:31:53.673820+0000 mgr.y (mgr.34107) 874 : cluster [DBG] pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:31:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:54 smithi032 bash[76677]: cluster 2024-09-13T00:31:53.673820+0000 mgr.y (mgr.34107) 874 : cluster [DBG] pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:31:56.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:55 smithi053 bash[67631]: audit 2024-09-13T00:31:55.163378+0000 mon.a (mon.0) 2194 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:31:56.133 INFO:tasks.workunit.client.0.smithi032.stdout: 297: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:56.134 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mzilgppkV10a98P off=71607 len=651496 2024-09-13T00:31:56.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 1512 completed, throughput=4.99MB/sec 2024-09-13T00:31:56.141 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wvovMMzb4T42HfT off=84954 len=1398793 2024-09-13T00:31:56.144 INFO:tasks.workunit.client.0.smithi032.stdout:op 1513 completed, throughput=4.99MB/sec 2024-09-13T00:31:56.144 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XdYMI7H_OedJVTk off=6375614 len=1383150 2024-09-13T00:31:56.154 INFO:tasks.workunit.client.0.smithi032.stdout:op 1514 completed, throughput=5MB/sec 2024-09-13T00:31:56.154 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vfb-dTeLa5-Xamp off=6542502 len=654675 2024-09-13T00:31:56.157 INFO:tasks.workunit.client.0.smithi032.stdout:op 1515 completed, throughput=5MB/sec 2024-09-13T00:31:56.157 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kEhDmvn4iDvleCI off=2626258 len=2013239 2024-09-13T00:31:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:55 smithi032 bash[75510]: audit 2024-09-13T00:31:55.163378+0000 mon.a (mon.0) 2194 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:31:56.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:55 smithi032 bash[76677]: audit 2024-09-13T00:31:55.163378+0000 mon.a (mon.0) 2194 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:31:56.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 1516 completed, throughput=5MB/sec 2024-09-13T00:31:57.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:56 smithi053 bash[67631]: cluster 2024-09-13T00:31:55.674774+0000 mgr.y (mgr.34107) 875 : cluster [DBG] pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T00:31:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:56 smithi032 bash[75510]: cluster 2024-09-13T00:31:55.674774+0000 mgr.y (mgr.34107) 875 : cluster [DBG] pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T00:31:57.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:56 smithi032 bash[76677]: cluster 2024-09-13T00:31:55.674774+0000 mgr.y (mgr.34107) 875 : cluster [DBG] pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T00:31:57.164 INFO:tasks.workunit.client.0.smithi032.stdout: 298: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:57.165 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3yF90k_XPeVoYJb off=3976617 len=870810 2024-09-13T00:31:57.173 INFO:tasks.workunit.client.0.smithi032.stdout:op 1517 completed, throughput=4.99MB/sec 2024-09-13T00:31:57.173 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xTFUq5jDrR3V5yR off=3868774 len=1071164 2024-09-13T00:31:57.176 INFO:tasks.workunit.client.0.smithi032.stdout:op 1518 completed, throughput=4.99MB/sec 2024-09-13T00:31:57.176 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4vGH2fK16Xz_Re8 off=13283690 len=694654 2024-09-13T00:31:57.183 INFO:tasks.workunit.client.0.smithi032.stdout:op 1519 completed, throughput=5MB/sec 2024-09-13T00:31:57.183 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-53m6KBKL-QGPKHt off=815905 len=150041 2024-09-13T00:31:57.188 INFO:tasks.workunit.client.0.smithi032.stdout:op 1520 completed, throughput=5MB/sec 2024-09-13T00:31:57.188 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KmaNwPZV8lGMkGZ off=2322830 len=1069955 2024-09-13T00:31:57.196 INFO:tasks.workunit.client.0.smithi032.stdout:op 1521 completed, throughput=5MB/sec 2024-09-13T00:31:57.196 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PtJzVx-Gl94J3MR off=1928887 len=2082732 2024-09-13T00:31:57.203 INFO:tasks.workunit.client.0.smithi032.stdout:op 1522 completed, throughput=5.01MB/sec 2024-09-13T00:31:58.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:57 smithi053 bash[67631]: audit 2024-09-13T00:31:57.309013+0000 mon.a (mon.0) 2195 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:31:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:57 smithi032 bash[75510]: audit 2024-09-13T00:31:57.309013+0000 mon.a (mon.0) 2195 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:31:58.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:57 smithi032 bash[76677]: audit 2024-09-13T00:31:57.309013+0000 mon.a (mon.0) 2195 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:31:58.203 INFO:tasks.workunit.client.0.smithi032.stdout: 299: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:58.203 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tj8eqXZPOVYz0yz off=3748921 len=1488299 2024-09-13T00:31:58.207 INFO:tasks.workunit.client.0.smithi032.stdout:op 1523 completed, throughput=4.99MB/sec 2024-09-13T00:31:58.207 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-phbYCQfG1fZ5Z_W off=19258123 len=892164 2024-09-13T00:31:58.215 INFO:tasks.workunit.client.0.smithi032.stdout:op 1524 completed, throughput=5MB/sec 2024-09-13T00:31:58.215 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B21IotFq4QN8k9X off=18116312 len=625401 2024-09-13T00:31:58.217 INFO:tasks.workunit.client.0.smithi032.stdout:op 1525 completed, throughput=5MB/sec 2024-09-13T00:31:58.217 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vyR1RlcU1GEzV3T off=2747028 len=2022333 2024-09-13T00:31:58.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 1526 completed, throughput=5MB/sec 2024-09-13T00:31:59.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:58 smithi053 bash[67631]: cluster 2024-09-13T00:31:57.675421+0000 mgr.y (mgr.34107) 876 : cluster [DBG] pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:31:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:58 smithi053 bash[67631]: audit 2024-09-13T00:31:57.860328+0000 mon.a (mon.0) 2196 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:31:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:58 smithi053 bash[67631]: audit 2024-09-13T00:31:57.861849+0000 mon.a (mon.0) 2197 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:31:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:31:58 smithi053 bash[67631]: audit 2024-09-13T00:31:57.871158+0000 mon.a (mon.0) 2198 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:31:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:58 smithi032 bash[75510]: cluster 2024-09-13T00:31:57.675421+0000 mgr.y (mgr.34107) 876 : cluster [DBG] pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:31:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:58 smithi032 bash[75510]: audit 2024-09-13T00:31:57.860328+0000 mon.a (mon.0) 2196 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:31:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:58 smithi032 bash[75510]: audit 2024-09-13T00:31:57.861849+0000 mon.a (mon.0) 2197 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:31:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:31:58 smithi032 bash[75510]: audit 2024-09-13T00:31:57.871158+0000 mon.a (mon.0) 2198 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:31:59.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:58 smithi032 bash[76677]: cluster 2024-09-13T00:31:57.675421+0000 mgr.y (mgr.34107) 876 : cluster [DBG] pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:31:59.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:58 smithi032 bash[76677]: audit 2024-09-13T00:31:57.860328+0000 mon.a (mon.0) 2196 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:31:59.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:58 smithi032 bash[76677]: audit 2024-09-13T00:31:57.861849+0000 mon.a (mon.0) 2197 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:31:59.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:31:58 smithi032 bash[76677]: audit 2024-09-13T00:31:57.871158+0000 mon.a (mon.0) 2198 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:31:59.222 INFO:tasks.workunit.client.0.smithi032.stdout: 300: throughput=4.99MB/sec pending data=0 2024-09-13T00:31:59.222 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P0aBHJjsBU3P6UG off=9224990 len=2007914 2024-09-13T00:31:59.238 INFO:tasks.workunit.client.0.smithi032.stdout:op 1527 completed, throughput=4.99MB/sec 2024-09-13T00:31:59.238 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vWkSFGoiFyKiXKa off=5770423 len=1338854 2024-09-13T00:31:59.248 INFO:tasks.workunit.client.0.smithi032.stdout:op 1528 completed, throughput=5MB/sec 2024-09-13T00:31:59.249 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zhq8hnXQCIIvtPn off=16675624 len=1465512 2024-09-13T00:31:59.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 1529 completed, throughput=5MB/sec 2024-09-13T00:32:00.252 INFO:tasks.workunit.client.0.smithi032.stdout: 301: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:00.253 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_zkliic3lgOoy2I off=17331311 len=1240922 2024-09-13T00:32:00.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 1530 completed, throughput=4.99MB/sec 2024-09-13T00:32:00.256 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VXcnFU7s_NQsOHN off=2784349 len=592185 2024-09-13T00:32:00.263 INFO:tasks.workunit.client.0.smithi032.stdout:op 1531 completed, throughput=4.99MB/sec 2024-09-13T00:32:00.263 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HjQbygWOFN91rdX off=4507256 len=1820354 2024-09-13T00:32:00.269 INFO:tasks.workunit.client.0.smithi032.stdout:op 1532 completed, throughput=5MB/sec 2024-09-13T00:32:00.269 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tAlQyrOWcNQdavJ off=23341389 len=1014594 2024-09-13T00:32:00.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 1533 completed, throughput=5MB/sec 2024-09-13T00:32:01.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:00 smithi053 bash[67631]: cluster 2024-09-13T00:31:59.676392+0000 mgr.y (mgr.34107) 877 : cluster [DBG] pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:32:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:00 smithi032 bash[75510]: cluster 2024-09-13T00:31:59.676392+0000 mgr.y (mgr.34107) 877 : cluster [DBG] pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:32:01.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:00 smithi032 bash[76677]: cluster 2024-09-13T00:31:59.676392+0000 mgr.y (mgr.34107) 877 : cluster [DBG] pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:32:01.280 INFO:tasks.workunit.client.0.smithi032.stdout: 302: throughput=4.98MB/sec pending data=0 2024-09-13T00:32:01.280 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3tryeUS5WEtvpj7 off=170428 len=1828284 2024-09-13T00:32:01.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 1534 completed, throughput=4.99MB/sec 2024-09-13T00:32:01.293 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AdsVdgrCmSskOl4 off=5643839 len=1057237 2024-09-13T00:32:01.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 1535 completed, throughput=4.99MB/sec 2024-09-13T00:32:01.297 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-foCRHIX0Sqsc05U off=10678573 len=1611722 2024-09-13T00:32:01.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 1536 completed, throughput=5MB/sec 2024-09-13T00:32:01.303 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5IDJ-lcxuSQ-1ta off=6103605 len=1248348 2024-09-13T00:32:01.313 INFO:tasks.workunit.client.0.smithi032.stdout:op 1537 completed, throughput=5MB/sec 2024-09-13T00:32:02.314 INFO:tasks.workunit.client.0.smithi032.stdout: 303: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:02.314 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IOkhgJQCWHamq_N off=142758 len=1257047 2024-09-13T00:32:02.324 INFO:tasks.workunit.client.0.smithi032.stdout:op 1538 completed, throughput=4.99MB/sec 2024-09-13T00:32:02.324 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-l_4fimh824Iej2e off=10088851 len=1645219 2024-09-13T00:32:02.337 INFO:tasks.workunit.client.0.smithi032.stdout:op 1539 completed, throughput=4.99MB/sec 2024-09-13T00:32:02.337 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FpbrMtd2TaTeLWA off=7869836 len=762387 2024-09-13T00:32:02.339 INFO:tasks.workunit.client.0.smithi032.stdout:op 1540 completed, throughput=5MB/sec 2024-09-13T00:32:02.339 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OU75jbTOkPNUD6Q off=7305379 len=1585641 2024-09-13T00:32:02.350 INFO:tasks.workunit.client.0.smithi032.stdout:op 1541 completed, throughput=5MB/sec 2024-09-13T00:32:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:32:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:32:02] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-09-13T00:32:02.773 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:32:02 smithi053 bash[94430]: ts=2024-09-13T00:32:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:32:03.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:02 smithi053 bash[67631]: cluster 2024-09-13T00:32:01.677279+0000 mgr.y (mgr.34107) 878 : cluster [DBG] pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:32:03.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:02 smithi032 bash[75510]: cluster 2024-09-13T00:32:01.677279+0000 mgr.y (mgr.34107) 878 : cluster [DBG] pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:32:03.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:02 smithi032 bash[76677]: cluster 2024-09-13T00:32:01.677279+0000 mgr.y (mgr.34107) 878 : cluster [DBG] pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:32:03.350 INFO:tasks.workunit.client.0.smithi032.stdout: 304: throughput=4.98MB/sec pending data=0 2024-09-13T00:32:03.350 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TROL7IwM-qKBa3W off=11772451 len=541497 2024-09-13T00:32:03.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 1542 completed, throughput=4.99MB/sec 2024-09-13T00:32:03.357 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QCCMfU4JFvv48MA off=538467 len=1687534 2024-09-13T00:32:03.368 INFO:tasks.workunit.client.0.smithi032.stdout:op 1543 completed, throughput=4.99MB/sec 2024-09-13T00:32:03.369 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UAiQXxqzQdQEGTu off=14087143 len=1757031 2024-09-13T00:32:03.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 1544 completed, throughput=5MB/sec 2024-09-13T00:32:03.374 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iW_MBOJCb2jgu_r off=7121780 len=1263740 2024-09-13T00:32:03.377 INFO:tasks.workunit.client.0.smithi032.stdout:op 1545 completed, throughput=5MB/sec 2024-09-13T00:32:04.377 INFO:tasks.workunit.client.0.smithi032.stdout: 305: throughput=4.98MB/sec pending data=0 2024-09-13T00:32:04.377 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tXLnDZLR_DWidmA off=5641391 len=883515 2024-09-13T00:32:04.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 1546 completed, throughput=4.99MB/sec 2024-09-13T00:32:04.385 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wZ9ZlKQuuaYYerA off=2095091 len=2028205 2024-09-13T00:32:04.388 INFO:tasks.workunit.client.0.smithi032.stdout:op 1547 completed, throughput=4.99MB/sec 2024-09-13T00:32:04.388 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9wf4TURzD6-setl off=7821149 len=1347934 2024-09-13T00:32:04.398 INFO:tasks.workunit.client.0.smithi032.stdout:op 1548 completed, throughput=5MB/sec 2024-09-13T00:32:04.398 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--42U6TimlLrb_Gh off=18319508 len=854130 2024-09-13T00:32:04.400 INFO:tasks.workunit.client.0.smithi032.stdout:op 1549 completed, throughput=5MB/sec 2024-09-13T00:32:04.401 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_R2RQXwwuUD4Lc3 off=8120656 len=1435193 2024-09-13T00:32:04.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 1550 completed, throughput=5MB/sec 2024-09-13T00:32:05.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:04 smithi053 bash[67631]: cluster 2024-09-13T00:32:03.678315+0000 mgr.y (mgr.34107) 879 : cluster [DBG] pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T00:32:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:04 smithi032 bash[75510]: cluster 2024-09-13T00:32:03.678315+0000 mgr.y (mgr.34107) 879 : cluster [DBG] pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T00:32:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:04 smithi032 bash[76677]: cluster 2024-09-13T00:32:03.678315+0000 mgr.y (mgr.34107) 879 : cluster [DBG] pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T00:32:05.404 INFO:tasks.workunit.client.0.smithi032.stdout: 306: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:05.405 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3EgocoL1JGVMRmU off=6895286 len=1274976 2024-09-13T00:32:05.409 INFO:tasks.workunit.client.0.smithi032.stdout:op 1551 completed, throughput=4.99MB/sec 2024-09-13T00:32:05.409 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zIygTfAea-zBBMM off=13299179 len=1771961 2024-09-13T00:32:05.421 INFO:tasks.workunit.client.0.smithi032.stdout:op 1552 completed, throughput=5MB/sec 2024-09-13T00:32:05.421 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4W6HrCV-aCD8AgZ off=5697721 len=1124355 2024-09-13T00:32:05.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 1553 completed, throughput=5MB/sec 2024-09-13T00:32:06.425 INFO:tasks.workunit.client.0.smithi032.stdout: 307: throughput=4.98MB/sec pending data=0 2024-09-13T00:32:06.425 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y1YGeG5cKbLTkYi off=7619709 len=1166524 2024-09-13T00:32:06.430 INFO:tasks.workunit.client.0.smithi032.stdout:op 1554 completed, throughput=4.99MB/sec 2024-09-13T00:32:06.430 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pytcqV6fhmIFS3j off=12606820 len=1560484 2024-09-13T00:32:06.442 INFO:tasks.workunit.client.0.smithi032.stdout:op 1555 completed, throughput=4.99MB/sec 2024-09-13T00:32:06.442 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vaS5aSCGNPNWJzd off=4011166 len=1076647 2024-09-13T00:32:06.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 1556 completed, throughput=5MB/sec 2024-09-13T00:32:06.445 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J2NmboBwQtV8Gmw off=2051629 len=533840 2024-09-13T00:32:06.446 INFO:tasks.workunit.client.0.smithi032.stdout:op 1557 completed, throughput=5MB/sec 2024-09-13T00:32:06.446 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9ofpqwr8BBxJOfi off=21075267 len=491393 2024-09-13T00:32:06.452 INFO:tasks.workunit.client.0.smithi032.stdout:op 1558 completed, throughput=5MB/sec 2024-09-13T00:32:06.452 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6AnAVFbOZkwsNUc off=1714390 len=2063914 2024-09-13T00:32:06.464 INFO:tasks.workunit.client.0.smithi032.stdout:op 1559 completed, throughput=5MB/sec 2024-09-13T00:32:06.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:06 smithi053 bash[67631]: cluster 2024-09-13T00:32:05.679172+0000 mgr.y (mgr.34107) 880 : cluster [DBG] pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T00:32:06.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:06 smithi032 bash[75510]: cluster 2024-09-13T00:32:05.679172+0000 mgr.y (mgr.34107) 880 : cluster [DBG] pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T00:32:06.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:06 smithi032 bash[76677]: cluster 2024-09-13T00:32:05.679172+0000 mgr.y (mgr.34107) 880 : cluster [DBG] pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T00:32:07.464 INFO:tasks.workunit.client.0.smithi032.stdout: 308: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:07.464 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dUDOu3pZ_cnUBEr off=13061614 len=1717793 2024-09-13T00:32:07.477 INFO:tasks.workunit.client.0.smithi032.stdout:op 1560 completed, throughput=4.99MB/sec 2024-09-13T00:32:07.477 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8rF_4WqeVlVNDk2 off=16225885 len=1882029 2024-09-13T00:32:07.488 INFO:tasks.workunit.client.0.smithi032.stdout:op 1561 completed, throughput=5MB/sec 2024-09-13T00:32:07.488 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BkR3qfb93Th1IwL off=285735 len=96356 2024-09-13T00:32:07.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 1562 completed, throughput=5MB/sec 2024-09-13T00:32:07.493 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hiX0ANoxHrbyKpe off=6179587 len=93789 2024-09-13T00:32:07.494 INFO:tasks.workunit.client.0.smithi032.stdout:op 1563 completed, throughput=5MB/sec 2024-09-13T00:32:07.494 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1TUyEtoMK6aPobO off=8578821 len=492247 2024-09-13T00:32:07.496 INFO:tasks.workunit.client.0.smithi032.stdout:op 1564 completed, throughput=5MB/sec 2024-09-13T00:32:08.497 INFO:tasks.workunit.client.0.smithi032.stdout: 309: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:08.497 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jMONaWZSZG1X6em off=1285840 len=516893 2024-09-13T00:32:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:op 1565 completed, throughput=4.99MB/sec 2024-09-13T00:32:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KklfoGhkld5n2Am off=6646769 len=430318 2024-09-13T00:32:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:op 1566 completed, throughput=4.99MB/sec 2024-09-13T00:32:08.510 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t2bUJnYiwLORiwy off=4592934 len=1781947 2024-09-13T00:32:08.524 INFO:tasks.workunit.client.0.smithi032.stdout:op 1567 completed, throughput=4.99MB/sec 2024-09-13T00:32:08.524 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jNWJ11WOYBAsEmd off=17940 len=1346636 2024-09-13T00:32:08.528 INFO:tasks.workunit.client.0.smithi032.stdout:op 1568 completed, throughput=5MB/sec 2024-09-13T00:32:08.528 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9YINYOLORXZSUXC off=4512871 len=955564 2024-09-13T00:32:08.530 INFO:tasks.workunit.client.0.smithi032.stdout:op 1569 completed, throughput=5MB/sec 2024-09-13T00:32:09.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:08 smithi053 bash[67631]: cluster 2024-09-13T00:32:07.680049+0000 mgr.y (mgr.34107) 881 : cluster [DBG] pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:32:09.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:08 smithi032 bash[75510]: cluster 2024-09-13T00:32:07.680049+0000 mgr.y (mgr.34107) 881 : cluster [DBG] pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:32:09.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:08 smithi032 bash[76677]: cluster 2024-09-13T00:32:07.680049+0000 mgr.y (mgr.34107) 881 : cluster [DBG] pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:32:09.531 INFO:tasks.workunit.client.0.smithi032.stdout: 310: throughput=4.98MB/sec pending data=0 2024-09-13T00:32:09.531 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PYBnngFKNqkyA_3 off=2002936 len=2009345 2024-09-13T00:32:09.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 1570 completed, throughput=4.99MB/sec 2024-09-13T00:32:09.545 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-b7WCtN8vVF4JMuy off=13733888 len=1043374 2024-09-13T00:32:09.548 INFO:tasks.workunit.client.0.smithi032.stdout:op 1571 completed, throughput=4.99MB/sec 2024-09-13T00:32:09.548 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tj9D248S4ODiAaQ off=8792986 len=346895 2024-09-13T00:32:09.553 INFO:tasks.workunit.client.0.smithi032.stdout:op 1572 completed, throughput=4.99MB/sec 2024-09-13T00:32:09.553 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-piwAX7qxnMMc4Ff off=1306578 len=1666231 2024-09-13T00:32:09.560 INFO:tasks.workunit.client.0.smithi032.stdout:op 1573 completed, throughput=5MB/sec 2024-09-13T00:32:09.560 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hmIDy1WAHlxTz6j off=2661804 len=40346 2024-09-13T00:32:09.564 INFO:tasks.workunit.client.0.smithi032.stdout:op 1574 completed, throughput=5MB/sec 2024-09-13T00:32:09.564 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mBhEiQdeyOH51I2 off=17348359 len=1106547 2024-09-13T00:32:09.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 1575 completed, throughput=5MB/sec 2024-09-13T00:32:10.568 INFO:tasks.workunit.client.0.smithi032.stdout: 311: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:10.568 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0nNNsLfEXEdVnpD off=13237632 len=806305 2024-09-13T00:32:10.571 INFO:tasks.workunit.client.0.smithi032.stdout:op 1576 completed, throughput=4.99MB/sec 2024-09-13T00:32:10.571 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FCS3FHh98pErTMC off=9942677 len=982478 2024-09-13T00:32:10.573 INFO:tasks.workunit.client.0.smithi032.stdout:op 1577 completed, throughput=4.99MB/sec 2024-09-13T00:32:10.573 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D9Hoe18qU9QoLhY off=4100077 len=1828685 2024-09-13T00:32:10.585 INFO:tasks.workunit.client.0.smithi032.stdout:op 1578 completed, throughput=5MB/sec 2024-09-13T00:32:10.585 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-div7dV2Hy7u3HxR off=4599223 len=1894205 2024-09-13T00:32:10.591 INFO:tasks.workunit.client.0.smithi032.stdout:op 1579 completed, throughput=5MB/sec 2024-09-13T00:32:11.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:10 smithi053 bash[67631]: cluster 2024-09-13T00:32:09.681049+0000 mgr.y (mgr.34107) 882 : cluster [DBG] pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T00:32:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:10 smithi053 bash[67631]: audit 2024-09-13T00:32:10.163750+0000 mon.a (mon.0) 2199 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:32:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:10 smithi032 bash[75510]: cluster 2024-09-13T00:32:09.681049+0000 mgr.y (mgr.34107) 882 : cluster [DBG] pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T00:32:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:10 smithi032 bash[75510]: audit 2024-09-13T00:32:10.163750+0000 mon.a (mon.0) 2199 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:32:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:10 smithi032 bash[76677]: cluster 2024-09-13T00:32:09.681049+0000 mgr.y (mgr.34107) 882 : cluster [DBG] pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T00:32:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:10 smithi032 bash[76677]: audit 2024-09-13T00:32:10.163750+0000 mon.a (mon.0) 2199 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:32:11.591 INFO:tasks.workunit.client.0.smithi032.stdout: 312: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:11.591 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sZm0hePkwcSex4d off=102383 len=93745 2024-09-13T00:32:11.596 INFO:tasks.workunit.client.0.smithi032.stdout:op 1580 completed, throughput=4.99MB/sec 2024-09-13T00:32:11.596 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2ZIdPCk5ZNZwN53 off=6595021 len=725048 2024-09-13T00:32:11.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 1581 completed, throughput=4.99MB/sec 2024-09-13T00:32:11.604 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1rITGO3ew7hrSeb off=9031661 len=442570 2024-09-13T00:32:11.606 INFO:tasks.workunit.client.0.smithi032.stdout:op 1582 completed, throughput=4.99MB/sec 2024-09-13T00:32:11.606 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xCfyh3HUQIOE6fZ off=132703 len=657609 2024-09-13T00:32:11.613 INFO:tasks.workunit.client.0.smithi032.stdout:op 1583 completed, throughput=4.99MB/sec 2024-09-13T00:32:11.613 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bV1y_NHehnDZ4Fg off=0 len=1797582 2024-09-13T00:32:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:op 1584 completed, throughput=5MB/sec 2024-09-13T00:32:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Jf-avdXuF9AKp8f off=18334797 len=1400264 2024-09-13T00:32:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:op 1585 completed, throughput=5MB/sec 2024-09-13T00:32:12.622 INFO:tasks.workunit.client.0.smithi032.stdout: 313: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:12.622 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zkAbMqgI5zNjinW off=15243133 len=63036 2024-09-13T00:32:12.622 INFO:tasks.workunit.client.0.smithi032.stdout:op 1586 completed, throughput=4.99MB/sec 2024-09-13T00:32:12.623 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K_QKwaUmtjxfxTF off=8743357 len=2010881 2024-09-13T00:32:12.639 INFO:tasks.workunit.client.0.smithi032.stdout:op 1587 completed, throughput=4.99MB/sec 2024-09-13T00:32:12.639 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-McNBmhnUnxnwfFy off=21111421 len=970052 2024-09-13T00:32:12.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 1588 completed, throughput=5MB/sec 2024-09-13T00:32:12.642 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZXvjr-RNzGk15-R off=10190639 len=1608225 2024-09-13T00:32:12.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 1589 completed, throughput=5MB/sec 2024-09-13T00:32:12.652 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CrJsFVDUFsWRPNr off=9269250 len=235084 2024-09-13T00:32:12.657 INFO:tasks.workunit.client.0.smithi032.stdout:op 1590 completed, throughput=5MB/sec 2024-09-13T00:32:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:32:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:32:12] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-09-13T00:32:12.744 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:32:12 smithi053 bash[94430]: ts=2024-09-13T00:32:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:32:13.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:12 smithi053 bash[67631]: cluster 2024-09-13T00:32:11.681986+0000 mgr.y (mgr.34107) 883 : cluster [DBG] pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T00:32:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:12 smithi032 bash[75510]: cluster 2024-09-13T00:32:11.681986+0000 mgr.y (mgr.34107) 883 : cluster [DBG] pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T00:32:13.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:12 smithi032 bash[76677]: cluster 2024-09-13T00:32:11.681986+0000 mgr.y (mgr.34107) 883 : cluster [DBG] pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T00:32:13.658 INFO:tasks.workunit.client.0.smithi032.stdout: 314: throughput=4.98MB/sec pending data=0 2024-09-13T00:32:13.658 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jA4U-6Nu4oqMzCQ off=3984942 len=1252447 2024-09-13T00:32:13.662 INFO:tasks.workunit.client.0.smithi032.stdout:op 1591 completed, throughput=4.99MB/sec 2024-09-13T00:32:13.662 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TsiGkqgtTk8sdZu off=5428678 len=272342 2024-09-13T00:32:13.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 1592 completed, throughput=4.99MB/sec 2024-09-13T00:32:13.664 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Mf5bQWncB8WoV3F off=2906811 len=1693890 2024-09-13T00:32:13.669 INFO:tasks.workunit.client.0.smithi032.stdout:op 1593 completed, throughput=4.99MB/sec 2024-09-13T00:32:13.669 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BkR3qfb93Th1IwL off=23969548 len=1491996 2024-09-13T00:32:13.682 INFO:tasks.workunit.client.0.smithi032.stdout:op 1594 completed, throughput=5MB/sec 2024-09-13T00:32:13.682 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hyosAlMnSR666XE off=14670166 len=84364 2024-09-13T00:32:13.684 INFO:tasks.workunit.client.0.smithi032.stdout:op 1595 completed, throughput=5MB/sec 2024-09-13T00:32:13.684 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AVNm-OWD0QPK909 off=949827 len=895568 2024-09-13T00:32:13.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 1596 completed, throughput=5MB/sec 2024-09-13T00:32:14.693 INFO:tasks.workunit.client.0.smithi032.stdout: 315: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:14.693 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_dOw5ZjGFePm_C0 off=2185524 len=2006168 2024-09-13T00:32:14.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 1597 completed, throughput=4.99MB/sec 2024-09-13T00:32:14.709 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TIeXfAEYJctawW1 off=9099190 len=1277935 2024-09-13T00:32:14.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 1598 completed, throughput=5MB/sec 2024-09-13T00:32:14.711 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xWh2IbUj2VSKdUn off=3540801 len=171263 2024-09-13T00:32:14.713 INFO:tasks.workunit.client.0.smithi032.stdout:op 1599 completed, throughput=5MB/sec 2024-09-13T00:32:14.713 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9wOyhF5Jvf3iZgn off=1100585 len=1306649 2024-09-13T00:32:14.724 INFO:tasks.workunit.client.0.smithi032.stdout:op 1600 completed, throughput=5MB/sec 2024-09-13T00:32:14.724 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-70SdDlREU3npTA8 off=2595728 len=476341 2024-09-13T00:32:14.725 INFO:tasks.workunit.client.0.smithi032.stdout:op 1601 completed, throughput=5MB/sec 2024-09-13T00:32:15.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:14 smithi053 bash[67631]: cluster 2024-09-13T00:32:13.683050+0000 mgr.y (mgr.34107) 884 : cluster [DBG] pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:32:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:14 smithi032 bash[75510]: cluster 2024-09-13T00:32:13.683050+0000 mgr.y (mgr.34107) 884 : cluster [DBG] pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:32:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:14 smithi032 bash[76677]: cluster 2024-09-13T00:32:13.683050+0000 mgr.y (mgr.34107) 884 : cluster [DBG] pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:32:15.726 INFO:tasks.workunit.client.0.smithi032.stdout: 316: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:15.726 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AyOxvJcNB6BkXxN off=4922128 len=953635 2024-09-13T00:32:15.730 INFO:tasks.workunit.client.0.smithi032.stdout:op 1602 completed, throughput=4.99MB/sec 2024-09-13T00:32:15.730 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZxS-VnOg9u-Mx7_ off=15260815 len=1871686 2024-09-13T00:32:15.735 INFO:tasks.workunit.client.0.smithi032.stdout:op 1603 completed, throughput=4.99MB/sec 2024-09-13T00:32:15.735 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EvtybT_zhNQkmrJ off=1092598 len=999089 2024-09-13T00:32:15.738 INFO:tasks.workunit.client.0.smithi032.stdout:op 1604 completed, throughput=5MB/sec 2024-09-13T00:32:15.738 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-E5mZ9z4yKbq7O4O off=6422713 len=501466 2024-09-13T00:32:15.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 1605 completed, throughput=5MB/sec 2024-09-13T00:32:15.745 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EzJ_VeV3cgRz4hn off=8229996 len=257003 2024-09-13T00:32:15.752 INFO:tasks.workunit.client.0.smithi032.stdout:op 1606 completed, throughput=5MB/sec 2024-09-13T00:32:15.752 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NSwov6mvoHD3xKT off=181242 len=1699894 2024-09-13T00:32:15.763 INFO:tasks.workunit.client.0.smithi032.stdout:op 1607 completed, throughput=5MB/sec 2024-09-13T00:32:16.763 INFO:tasks.workunit.client.0.smithi032.stdout: 317: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:16.764 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-29cNjtRnxGGdIM9 off=24048139 len=304106 2024-09-13T00:32:16.766 INFO:tasks.workunit.client.0.smithi032.stdout:op 1608 completed, throughput=4.99MB/sec 2024-09-13T00:32:16.766 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2BNApWTEaTgg0AE off=8171882 len=1448424 2024-09-13T00:32:16.769 INFO:tasks.workunit.client.0.smithi032.stdout:op 1609 completed, throughput=4.99MB/sec 2024-09-13T00:32:16.770 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zaw6r3VWjqGmdPO off=1952080 len=1680816 2024-09-13T00:32:16.775 INFO:tasks.workunit.client.0.smithi032.stdout:op 1610 completed, throughput=5MB/sec 2024-09-13T00:32:16.776 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5WQREK5gml0MhuN off=4321722 len=1072525 2024-09-13T00:32:16.785 INFO:tasks.workunit.client.0.smithi032.stdout:op 1611 completed, throughput=5MB/sec 2024-09-13T00:32:17.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:16 smithi053 bash[67631]: cluster 2024-09-13T00:32:15.683926+0000 mgr.y (mgr.34107) 885 : cluster [DBG] pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:32:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:16 smithi032 bash[75510]: cluster 2024-09-13T00:32:15.683926+0000 mgr.y (mgr.34107) 885 : cluster [DBG] pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:32:17.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:16 smithi032 bash[76677]: cluster 2024-09-13T00:32:15.683926+0000 mgr.y (mgr.34107) 885 : cluster [DBG] pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:32:17.785 INFO:tasks.workunit.client.0.smithi032.stdout: 318: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:17.785 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fwAskD-2mX-ov0g off=8120757 len=611267 2024-09-13T00:32:17.793 INFO:tasks.workunit.client.0.smithi032.stdout:op 1612 completed, throughput=4.99MB/sec 2024-09-13T00:32:17.793 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-m4JN3PwkRKVeaM6 off=8683167 len=1932574 2024-09-13T00:32:17.796 INFO:tasks.workunit.client.0.smithi032.stdout:op 1613 completed, throughput=4.99MB/sec 2024-09-13T00:32:17.796 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3tYUCLffD3CAOCy off=5084259 len=989444 2024-09-13T00:32:17.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 1614 completed, throughput=5MB/sec 2024-09-13T00:32:17.804 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3EgocoL1JGVMRmU off=6680864 len=1180516 2024-09-13T00:32:17.814 INFO:tasks.workunit.client.0.smithi032.stdout:op 1615 completed, throughput=5MB/sec 2024-09-13T00:32:17.814 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3GJGHYH4ebikE_6 off=8066281 len=79086 2024-09-13T00:32:17.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 1616 completed, throughput=5MB/sec 2024-09-13T00:32:17.815 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rGh1WSSQ4a1OSsG off=8196562 len=1939827 2024-09-13T00:32:17.819 INFO:tasks.workunit.client.0.smithi032.stdout:op 1617 completed, throughput=5MB/sec 2024-09-13T00:32:18.820 INFO:tasks.workunit.client.0.smithi032.stdout: 319: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:18.820 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-b8BDSmHAd3assTS off=4696943 len=599458 2024-09-13T00:32:18.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 1618 completed, throughput=4.99MB/sec 2024-09-13T00:32:18.822 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2rduJEc0SHvwvYP off=3812345 len=104109 2024-09-13T00:32:18.824 INFO:tasks.workunit.client.0.smithi032.stdout:op 1619 completed, throughput=4.99MB/sec 2024-09-13T00:32:18.824 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9v8LnC7QFp11M6- off=4447808 len=664832 2024-09-13T00:32:18.830 INFO:tasks.workunit.client.0.smithi032.stdout:op 1620 completed, throughput=4.99MB/sec 2024-09-13T00:32:18.830 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ADLdAAbzM17En6X off=17214526 len=1774612 2024-09-13T00:32:18.834 INFO:tasks.workunit.client.0.smithi032.stdout:op 1621 completed, throughput=5MB/sec 2024-09-13T00:32:18.834 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0Xr2X6ScYNUfkS- off=16289439 len=1350228 2024-09-13T00:32:18.837 INFO:tasks.workunit.client.0.smithi032.stdout:op 1622 completed, throughput=5MB/sec 2024-09-13T00:32:19.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:18 smithi053 bash[67631]: cluster 2024-09-13T00:32:17.684875+0000 mgr.y (mgr.34107) 886 : cluster [DBG] pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:32:19.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:18 smithi032 bash[75510]: cluster 2024-09-13T00:32:17.684875+0000 mgr.y (mgr.34107) 886 : cluster [DBG] pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:32:19.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:18 smithi032 bash[76677]: cluster 2024-09-13T00:32:17.684875+0000 mgr.y (mgr.34107) 886 : cluster [DBG] pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:32:19.838 INFO:tasks.workunit.client.0.smithi032.stdout: 320: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:19.838 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1hBhzw00ngwUziE off=22391632 len=2041644 2024-09-13T00:32:19.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 1623 completed, throughput=4.99MB/sec 2024-09-13T00:32:19.852 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Vpev7q2DFyP3yHY off=2156075 len=234638 2024-09-13T00:32:19.853 INFO:tasks.workunit.client.0.smithi032.stdout:op 1624 completed, throughput=4.99MB/sec 2024-09-13T00:32:19.853 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-plwAWsxRTv6VjJP off=4584479 len=184894 2024-09-13T00:32:19.858 INFO:tasks.workunit.client.0.smithi032.stdout:op 1625 completed, throughput=4.99MB/sec 2024-09-13T00:32:19.858 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TBCUWIeizRONwer off=12668587 len=82628 2024-09-13T00:32:19.862 INFO:tasks.workunit.client.0.smithi032.stdout:op 1626 completed, throughput=4.99MB/sec 2024-09-13T00:32:19.863 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jG7BbP21JXz-fLj off=2989665 len=1194217 2024-09-13T00:32:19.867 INFO:tasks.workunit.client.0.smithi032.stdout:op 1627 completed, throughput=5MB/sec 2024-09-13T00:32:19.867 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zSIpXso87pcR8a6 off=1961592 len=2087863 2024-09-13T00:32:19.878 INFO:tasks.workunit.client.0.smithi032.stdout:op 1628 completed, throughput=5MB/sec 2024-09-13T00:32:20.879 INFO:tasks.workunit.client.0.smithi032.stdout: 321: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:20.879 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8YjEwMSUsS1fIjS off=5788969 len=261125 2024-09-13T00:32:20.884 INFO:tasks.workunit.client.0.smithi032.stdout:op 1629 completed, throughput=4.99MB/sec 2024-09-13T00:32:20.884 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-x8rugS4NBjz6FMd off=1234280 len=348572 2024-09-13T00:32:20.890 INFO:tasks.workunit.client.0.smithi032.stdout:op 1630 completed, throughput=4.99MB/sec 2024-09-13T00:32:20.890 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p0bMjh18CJOk6Ll off=15663961 len=1985841 2024-09-13T00:32:20.894 INFO:tasks.workunit.client.0.smithi032.stdout:op 1631 completed, throughput=5MB/sec 2024-09-13T00:32:20.895 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IvhZgOQsYDwK8ue off=7947176 len=1972114 2024-09-13T00:32:20.907 INFO:tasks.workunit.client.0.smithi032.stdout:op 1632 completed, throughput=5MB/sec 2024-09-13T00:32:21.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:20 smithi053 bash[67631]: cluster 2024-09-13T00:32:19.685889+0000 mgr.y (mgr.34107) 887 : cluster [DBG] pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:32:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:20 smithi032 bash[75510]: cluster 2024-09-13T00:32:19.685889+0000 mgr.y (mgr.34107) 887 : cluster [DBG] pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:32:21.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:20 smithi032 bash[76677]: cluster 2024-09-13T00:32:19.685889+0000 mgr.y (mgr.34107) 887 : cluster [DBG] pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:32:21.907 INFO:tasks.workunit.client.0.smithi032.stdout: 322: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:21.908 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LFO_Uk47NgPo5Qh off=846162 len=886583 2024-09-13T00:32:21.910 INFO:tasks.workunit.client.0.smithi032.stdout:op 1633 completed, throughput=4.99MB/sec 2024-09-13T00:32:21.910 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hgy8l4jyGi-tHUo off=4285489 len=944005 2024-09-13T00:32:21.913 INFO:tasks.workunit.client.0.smithi032.stdout:op 1634 completed, throughput=4.99MB/sec 2024-09-13T00:32:21.913 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bZhBBKyRE86_A-_ off=5052411 len=228300 2024-09-13T00:32:21.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 1635 completed, throughput=4.99MB/sec 2024-09-13T00:32:21.914 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0zjuyA6D-yyd39G off=0 len=1525400 2024-09-13T00:32:21.918 INFO:tasks.workunit.client.0.smithi032.stdout:op 1636 completed, throughput=5MB/sec 2024-09-13T00:32:21.918 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uGm2z0eZt0NMzbk off=1239050 len=1354760 2024-09-13T00:32:21.921 INFO:tasks.workunit.client.0.smithi032.stdout:op 1637 completed, throughput=5MB/sec 2024-09-13T00:32:21.921 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XjDgk01nQu9PKUq off=7943672 len=414760 2024-09-13T00:32:21.923 INFO:tasks.workunit.client.0.smithi032.stdout:op 1638 completed, throughput=5MB/sec 2024-09-13T00:32:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:32:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:32:22] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-09-13T00:32:22.764 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:32:22 smithi053 bash[94430]: ts=2024-09-13T00:32:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:32:22.923 INFO:tasks.workunit.client.0.smithi032.stdout: 323: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:22.924 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fdE4fPiPTmHDbnG off=2569554 len=1675842 2024-09-13T00:32:22.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 1639 completed, throughput=4.99MB/sec 2024-09-13T00:32:22.936 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AWQgGNCrszAcHmi off=251586 len=295629 2024-09-13T00:32:22.941 INFO:tasks.workunit.client.0.smithi032.stdout:op 1640 completed, throughput=4.99MB/sec 2024-09-13T00:32:22.942 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MNG8oyOoYgnhXcr off=17152882 len=152349 2024-09-13T00:32:22.943 INFO:tasks.workunit.client.0.smithi032.stdout:op 1641 completed, throughput=4.99MB/sec 2024-09-13T00:32:22.943 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-STeGXhO7NFjFZwf off=17693185 len=781613 2024-09-13T00:32:22.950 INFO:tasks.workunit.client.0.smithi032.stdout:op 1642 completed, throughput=4.99MB/sec 2024-09-13T00:32:22.951 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y_-qQ79q9LnVTBF off=779961 len=241640 2024-09-13T00:32:22.952 INFO:tasks.workunit.client.0.smithi032.stdout:op 1643 completed, throughput=4.99MB/sec 2024-09-13T00:32:22.952 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WKqETsUcY-KEykP off=7026169 len=1170772 2024-09-13T00:32:22.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 1644 completed, throughput=5MB/sec 2024-09-13T00:32:22.955 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AO5HCE8nzSDRNQy off=987718 len=1687427 2024-09-13T00:32:22.968 INFO:tasks.workunit.client.0.smithi032.stdout:op 1645 completed, throughput=5MB/sec 2024-09-13T00:32:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:22 smithi053 bash[67631]: cluster 2024-09-13T00:32:21.686863+0000 mgr.y (mgr.34107) 888 : cluster [DBG] pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:32:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:22 smithi032 bash[75510]: cluster 2024-09-13T00:32:21.686863+0000 mgr.y (mgr.34107) 888 : cluster [DBG] pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:32:23.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:22 smithi032 bash[76677]: cluster 2024-09-13T00:32:21.686863+0000 mgr.y (mgr.34107) 888 : cluster [DBG] pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:32:23.968 INFO:tasks.workunit.client.0.smithi032.stdout: 324: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:23.968 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ATs5kRH2O8dhaA6 off=10030180 len=1263084 2024-09-13T00:32:23.972 INFO:tasks.workunit.client.0.smithi032.stdout:op 1646 completed, throughput=4.99MB/sec 2024-09-13T00:32:23.972 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NKMB28RiNUQa-et off=4367407 len=1825727 2024-09-13T00:32:23.976 INFO:tasks.workunit.client.0.smithi032.stdout:op 1647 completed, throughput=5MB/sec 2024-09-13T00:32:23.976 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IrehZacSKVaFLQi off=10917277 len=944172 2024-09-13T00:32:23.978 INFO:tasks.workunit.client.0.smithi032.stdout:op 1648 completed, throughput=5MB/sec 2024-09-13T00:32:23.978 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fzV760q7vpa7ZWG off=5242213 len=144703 2024-09-13T00:32:23.979 INFO:tasks.workunit.client.0.smithi032.stdout:op 1649 completed, throughput=5MB/sec 2024-09-13T00:32:23.979 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xIYOEUbfeSHxho1 off=499486 len=1892547 2024-09-13T00:32:23.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 1650 completed, throughput=5MB/sec 2024-09-13T00:32:24.984 INFO:tasks.workunit.client.0.smithi032.stdout: 325: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:24.984 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Tqk7TCZRQxEoj2B off=2380921 len=1845911 2024-09-13T00:32:24.989 INFO:tasks.workunit.client.0.smithi032.stdout:op 1651 completed, throughput=4.99MB/sec 2024-09-13T00:32:24.990 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8nURsqxepnw4W51 off=9559110 len=885898 2024-09-13T00:32:24.992 INFO:tasks.workunit.client.0.smithi032.stdout:op 1652 completed, throughput=5MB/sec 2024-09-13T00:32:24.992 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w6HQjAPo3lgr2bE off=4364359 len=1664621 2024-09-13T00:32:25.003 INFO:tasks.workunit.client.0.smithi032.stdout:op 1653 completed, throughput=5MB/sec 2024-09-13T00:32:25.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:24 smithi053 bash[67631]: cluster 2024-09-13T00:32:23.687944+0000 mgr.y (mgr.34107) 889 : cluster [DBG] pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:32:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:24 smithi032 bash[75510]: cluster 2024-09-13T00:32:23.687944+0000 mgr.y (mgr.34107) 889 : cluster [DBG] pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:32:25.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:24 smithi032 bash[76677]: cluster 2024-09-13T00:32:23.687944+0000 mgr.y (mgr.34107) 889 : cluster [DBG] pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:32:26.003 INFO:tasks.workunit.client.0.smithi032.stdout: 326: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:26.003 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MUMiEGeTaXV0x8V off=5832864 len=579432 2024-09-13T00:32:26.005 INFO:tasks.workunit.client.0.smithi032.stdout:op 1654 completed, throughput=4.99MB/sec 2024-09-13T00:32:26.005 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W5_APuYnC-r1aPQ off=2427918 len=1578899 2024-09-13T00:32:26.017 INFO:tasks.workunit.client.0.smithi032.stdout:op 1655 completed, throughput=4.99MB/sec 2024-09-13T00:32:26.017 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IR09U_ohpK9kavX off=7870222 len=865589 2024-09-13T00:32:26.025 INFO:tasks.workunit.client.0.smithi032.stdout:op 1656 completed, throughput=5MB/sec 2024-09-13T00:32:26.025 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PxN2UdaztNG1jrm off=5458672 len=523540 2024-09-13T00:32:26.032 INFO:tasks.workunit.client.0.smithi032.stdout:op 1657 completed, throughput=5MB/sec 2024-09-13T00:32:26.032 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g_KDwrsJxqDpR6z off=714550 len=1160602 2024-09-13T00:32:26.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:25 smithi053 bash[67631]: audit 2024-09-13T00:32:25.164264+0000 mon.a (mon.0) 2200 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:32:26.042 INFO:tasks.workunit.client.0.smithi032.stdout:op 1658 completed, throughput=5MB/sec 2024-09-13T00:32:26.042 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7cLRvt2B1XkYdWK off=14677386 len=1244901 2024-09-13T00:32:26.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 1659 completed, throughput=5MB/sec 2024-09-13T00:32:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:25 smithi032 bash[75510]: audit 2024-09-13T00:32:25.164264+0000 mon.a (mon.0) 2200 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:32:26.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:25 smithi032 bash[76677]: audit 2024-09-13T00:32:25.164264+0000 mon.a (mon.0) 2200 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:32:27.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:26 smithi053 bash[67631]: cluster 2024-09-13T00:32:25.688958+0000 mgr.y (mgr.34107) 890 : cluster [DBG] pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:32:27.046 INFO:tasks.workunit.client.0.smithi032.stdout: 327: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:27.046 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8hHqncjG6lMSGEJ off=13757192 len=1392780 2024-09-13T00:32:27.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 1660 completed, throughput=4.99MB/sec 2024-09-13T00:32:27.058 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tyZ7w4ljKRCwyfo off=12037454 len=1058997 2024-09-13T00:32:27.061 INFO:tasks.workunit.client.0.smithi032.stdout:op 1661 completed, throughput=4.99MB/sec 2024-09-13T00:32:27.061 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_Kgh8n_dpJxHKpp off=869230 len=910387 2024-09-13T00:32:27.070 INFO:tasks.workunit.client.0.smithi032.stdout:op 1662 completed, throughput=5MB/sec 2024-09-13T00:32:27.070 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JUPYLvr3UBWo3SG off=5105282 len=1939525 2024-09-13T00:32:27.083 INFO:tasks.workunit.client.0.smithi032.stdout:op 1663 completed, throughput=5MB/sec 2024-09-13T00:32:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:26 smithi032 bash[75510]: cluster 2024-09-13T00:32:25.688958+0000 mgr.y (mgr.34107) 890 : cluster [DBG] pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:32:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:26 smithi032 bash[76677]: cluster 2024-09-13T00:32:25.688958+0000 mgr.y (mgr.34107) 890 : cluster [DBG] pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:32:28.084 INFO:tasks.workunit.client.0.smithi032.stdout: 328: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:28.084 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AL7sp0vM8xKMYYR off=1153437 len=1209260 2024-09-13T00:32:28.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 1664 completed, throughput=4.99MB/sec 2024-09-13T00:32:28.094 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e-kzNOHY4_WkVlE off=523648 len=629551 2024-09-13T00:32:28.101 INFO:tasks.workunit.client.0.smithi032.stdout:op 1665 completed, throughput=4.99MB/sec 2024-09-13T00:32:28.101 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-elsd-TX-P9qQfQ8 off=2488411 len=1420030 2024-09-13T00:32:28.112 INFO:tasks.workunit.client.0.smithi032.stdout:op 1666 completed, throughput=5MB/sec 2024-09-13T00:32:28.113 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1zut5YllCBMgOIZ off=6389662 len=1454418 2024-09-13T00:32:28.116 INFO:tasks.workunit.client.0.smithi032.stdout:op 1667 completed, throughput=5MB/sec 2024-09-13T00:32:29.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:28 smithi053 bash[67631]: cluster 2024-09-13T00:32:27.690004+0000 mgr.y (mgr.34107) 891 : cluster [DBG] pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T00:32:29.116 INFO:tasks.workunit.client.0.smithi032.stdout: 329: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XuOcgCWh1iFN0z3 off=890551 len=238109 2024-09-13T00:32:29.119 INFO:tasks.workunit.client.0.smithi032.stdout:op 1668 completed, throughput=4.99MB/sec 2024-09-13T00:32:29.119 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Bklb1XLgSHTm2qi off=8070723 len=1115631 2024-09-13T00:32:29.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 1669 completed, throughput=4.99MB/sec 2024-09-13T00:32:29.122 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CUc9rWD_4yXFYZA off=5674760 len=1819094 2024-09-13T00:32:29.134 INFO:tasks.workunit.client.0.smithi032.stdout:op 1670 completed, throughput=4.99MB/sec 2024-09-13T00:32:29.134 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pnkZaQeAOvO-2Yx off=22949101 len=367618 2024-09-13T00:32:29.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 1671 completed, throughput=5MB/sec 2024-09-13T00:32:29.141 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fvEuaMdzYqyROw4 off=17480541 len=872701 2024-09-13T00:32:29.143 INFO:tasks.workunit.client.0.smithi032.stdout:op 1672 completed, throughput=5MB/sec 2024-09-13T00:32:29.143 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8hwp7xKoMjtBulN off=365126 len=367380 2024-09-13T00:32:29.149 INFO:tasks.workunit.client.0.smithi032.stdout:op 1673 completed, throughput=5MB/sec 2024-09-13T00:32:29.149 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FD_00w2VvH5tWZQ off=372502 len=1222365 2024-09-13T00:32:29.151 INFO:tasks.workunit.client.0.smithi032.stdout:op 1674 completed, throughput=5MB/sec 2024-09-13T00:32:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:28 smithi032 bash[75510]: cluster 2024-09-13T00:32:27.690004+0000 mgr.y (mgr.34107) 891 : cluster [DBG] pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T00:32:29.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:28 smithi032 bash[76677]: cluster 2024-09-13T00:32:27.690004+0000 mgr.y (mgr.34107) 891 : cluster [DBG] pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T00:32:30.152 INFO:tasks.workunit.client.0.smithi032.stdout: 330: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:30.152 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PWS4ndA1PTFI0DC off=3830737 len=1847579 2024-09-13T00:32:30.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 1675 completed, throughput=4.99MB/sec 2024-09-13T00:32:30.165 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7mZGF0woK6pPhfp off=8324658 len=309693 2024-09-13T00:32:30.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 1676 completed, throughput=4.99MB/sec 2024-09-13T00:32:30.170 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UX7qshzDYLWs3eU off=14283882 len=1759986 2024-09-13T00:32:30.183 INFO:tasks.workunit.client.0.smithi032.stdout:op 1677 completed, throughput=5MB/sec 2024-09-13T00:32:30.183 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s7bTa-7KuFUbccN off=7700055 len=709061 2024-09-13T00:32:30.185 INFO:tasks.workunit.client.0.smithi032.stdout:op 1678 completed, throughput=5MB/sec 2024-09-13T00:32:31.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:30 smithi053 bash[67631]: cluster 2024-09-13T00:32:29.691030+0000 mgr.y (mgr.34107) 892 : cluster [DBG] pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:32:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:30 smithi032 bash[75510]: cluster 2024-09-13T00:32:29.691030+0000 mgr.y (mgr.34107) 892 : cluster [DBG] pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:32:31.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:30 smithi032 bash[76677]: cluster 2024-09-13T00:32:29.691030+0000 mgr.y (mgr.34107) 892 : cluster [DBG] pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:32:31.185 INFO:tasks.workunit.client.0.smithi032.stdout: 331: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:31.185 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZKfl7vsyxtvB-UT off=2546524 len=302301 2024-09-13T00:32:31.187 INFO:tasks.workunit.client.0.smithi032.stdout:op 1679 completed, throughput=4.99MB/sec 2024-09-13T00:32:31.187 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LGXCs1dkKeQseIj off=10437200 len=236593 2024-09-13T00:32:31.192 INFO:tasks.workunit.client.0.smithi032.stdout:op 1680 completed, throughput=4.99MB/sec 2024-09-13T00:32:31.192 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AMDBwv-3qvKb5Uq off=600748 len=564531 2024-09-13T00:32:31.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 1681 completed, throughput=4.99MB/sec 2024-09-13T00:32:31.194 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XH6yfEjRi6Klo3L off=892183 len=340222 2024-09-13T00:32:31.200 INFO:tasks.workunit.client.0.smithi032.stdout:op 1682 completed, throughput=4.99MB/sec 2024-09-13T00:32:31.200 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AU5ZKfj2E2DIoZ- off=595706 len=428789 2024-09-13T00:32:31.201 INFO:tasks.workunit.client.0.smithi032.stdout:op 1683 completed, throughput=4.99MB/sec 2024-09-13T00:32:31.201 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w2IeRmmiHeiB9vU off=0 len=1312576 2024-09-13T00:32:31.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 1684 completed, throughput=4.99MB/sec 2024-09-13T00:32:31.204 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9mhBS9obAYc5fZH off=6965713 len=774486 2024-09-13T00:32:31.207 INFO:tasks.workunit.client.0.smithi032.stdout:op 1685 completed, throughput=5MB/sec 2024-09-13T00:32:31.207 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wXvgsuu-v4vbQV5 off=1123270 len=1373479 2024-09-13T00:32:31.211 INFO:tasks.workunit.client.0.smithi032.stdout:op 1686 completed, throughput=5MB/sec 2024-09-13T00:32:31.211 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W0AqtT95sZpnXca off=7450487 len=52125 2024-09-13T00:32:31.212 INFO:tasks.workunit.client.0.smithi032.stdout:op 1687 completed, throughput=5MB/sec 2024-09-13T00:32:32.213 INFO:tasks.workunit.client.0.smithi032.stdout: 332: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:32.213 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ESvl12YzzYbtIdm off=3751352 len=437927 2024-09-13T00:32:32.219 INFO:tasks.workunit.client.0.smithi032.stdout:op 1688 completed, throughput=4.99MB/sec 2024-09-13T00:32:32.219 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i4XCaRPa9p1LjY5 off=9545378 len=285834 2024-09-13T00:32:32.224 INFO:tasks.workunit.client.0.smithi032.stdout:op 1689 completed, throughput=4.99MB/sec 2024-09-13T00:32:32.224 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TZPsW3PjjwK6tDv off=1163086 len=408585 2024-09-13T00:32:32.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 1690 completed, throughput=4.99MB/sec 2024-09-13T00:32:32.226 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R9mKvrt6ZhfRXQ8 off=12952391 len=726072 2024-09-13T00:32:32.228 INFO:tasks.workunit.client.0.smithi032.stdout:op 1691 completed, throughput=4.99MB/sec 2024-09-13T00:32:32.228 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jBWMF1_K6RpL9iZ off=6309763 len=826904 2024-09-13T00:32:32.230 INFO:tasks.workunit.client.0.smithi032.stdout:op 1692 completed, throughput=4.99MB/sec 2024-09-13T00:32:32.230 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fIvSTPxLndnsp-s off=14811987 len=585328 2024-09-13T00:32:32.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 1693 completed, throughput=4.99MB/sec 2024-09-13T00:32:32.237 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5dWVHQPSPsJ_vIf off=3469794 len=551064 2024-09-13T00:32:32.238 INFO:tasks.workunit.client.0.smithi032.stdout:op 1694 completed, throughput=5MB/sec 2024-09-13T00:32:32.238 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sE3hzw7ouEN2sGm off=16401294 len=5605 2024-09-13T00:32:32.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 1695 completed, throughput=5MB/sec 2024-09-13T00:32:32.239 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p7frYRUVM3iZgsT off=2564376 len=1901415 2024-09-13T00:32:32.243 INFO:tasks.workunit.client.0.smithi032.stdout:op 1696 completed, throughput=5MB/sec 2024-09-13T00:32:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:32:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:32:32] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-09-13T00:32:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:32:32 smithi053 bash[94430]: ts=2024-09-13T00:32:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:32:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:32 smithi032 bash[75510]: cluster 2024-09-13T00:32:31.692008+0000 mgr.y (mgr.34107) 893 : cluster [DBG] pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:32:33.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:32 smithi032 bash[76677]: cluster 2024-09-13T00:32:31.692008+0000 mgr.y (mgr.34107) 893 : cluster [DBG] pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:32:33.243 INFO:tasks.workunit.client.0.smithi032.stdout: 333: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:33.244 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cDzcWcNF9l_DNZB off=459496 len=1983659 2024-09-13T00:32:33.247 INFO:tasks.workunit.client.0.smithi032.stdout:op 1697 completed, throughput=4.99MB/sec 2024-09-13T00:32:33.247 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Dmxf1PlQrlVUVUb off=13424457 len=1409515 2024-09-13T00:32:33.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 1698 completed, throughput=5MB/sec 2024-09-13T00:32:33.252 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FPrDG1yDUULPGNM off=4230265 len=1862339 2024-09-13T00:32:33.267 INFO:tasks.workunit.client.0.smithi032.stdout:op 1699 completed, throughput=5MB/sec 2024-09-13T00:32:33.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:32 smithi053 bash[67631]: cluster 2024-09-13T00:32:31.692008+0000 mgr.y (mgr.34107) 893 : cluster [DBG] pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:32:34.268 INFO:tasks.workunit.client.0.smithi032.stdout: 334: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:34.268 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cfz8Q5OZtZdvyd6 off=14133751 len=1473358 2024-09-13T00:32:34.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 1700 completed, throughput=4.99MB/sec 2024-09-13T00:32:34.280 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HT2dZKgYwpD47oe off=2310742 len=616302 2024-09-13T00:32:34.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 1701 completed, throughput=4.99MB/sec 2024-09-13T00:32:34.288 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fAnGXV5iwBJwvtK off=235853 len=664474 2024-09-13T00:32:34.290 INFO:tasks.workunit.client.0.smithi032.stdout:op 1702 completed, throughput=4.99MB/sec 2024-09-13T00:32:34.290 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S_l5dG9BREQ0Prs off=1166576 len=1355903 2024-09-13T00:32:34.300 INFO:tasks.workunit.client.0.smithi032.stdout:op 1703 completed, throughput=5MB/sec 2024-09-13T00:32:34.300 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-T1vxknv1Tm_AwBQ off=21096864 len=435373 2024-09-13T00:32:34.305 INFO:tasks.workunit.client.0.smithi032.stdout:op 1704 completed, throughput=5MB/sec 2024-09-13T00:32:34.306 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HG0AsPJDDLyS_bT off=8534566 len=254198 2024-09-13T00:32:34.311 INFO:tasks.workunit.client.0.smithi032.stdout:op 1705 completed, throughput=5MB/sec 2024-09-13T00:32:34.311 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jt53PLY5F7sSJnS off=5991670 len=1821260 2024-09-13T00:32:34.324 INFO:tasks.workunit.client.0.smithi032.stdout:op 1706 completed, throughput=5MB/sec 2024-09-13T00:32:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:34 smithi032 bash[75510]: cluster 2024-09-13T00:32:33.693093+0000 mgr.y (mgr.34107) 894 : cluster [DBG] pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:32:35.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:34 smithi032 bash[76677]: cluster 2024-09-13T00:32:33.693093+0000 mgr.y (mgr.34107) 894 : cluster [DBG] pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:32:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:34 smithi053 bash[67631]: cluster 2024-09-13T00:32:33.693093+0000 mgr.y (mgr.34107) 894 : cluster [DBG] pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:32:35.325 INFO:tasks.workunit.client.0.smithi032.stdout: 335: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:35.325 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3O56TtyALJAY_OZ off=8118740 len=1123465 2024-09-13T00:32:35.329 INFO:tasks.workunit.client.0.smithi032.stdout:op 1707 completed, throughput=4.99MB/sec 2024-09-13T00:32:35.329 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gHPfWzgteBC9kbr off=1721471 len=443402 2024-09-13T00:32:35.331 INFO:tasks.workunit.client.0.smithi032.stdout:op 1708 completed, throughput=4.99MB/sec 2024-09-13T00:32:35.331 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vwh_1EQXYmBsL0X off=2846376 len=1943053 2024-09-13T00:32:35.345 INFO:tasks.workunit.client.0.smithi032.stdout:op 1709 completed, throughput=5MB/sec 2024-09-13T00:32:35.345 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H2iPyBS_Q9vuRzG off=23643769 len=1647595 2024-09-13T00:32:35.349 INFO:tasks.workunit.client.0.smithi032.stdout:op 1710 completed, throughput=5MB/sec 2024-09-13T00:32:36.349 INFO:tasks.workunit.client.0.smithi032.stdout: 336: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:36.349 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7GT6OYHrNI5hzqt off=8614632 len=1259879 2024-09-13T00:32:36.353 INFO:tasks.workunit.client.0.smithi032.stdout:op 1711 completed, throughput=4.99MB/sec 2024-09-13T00:32:36.353 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L_N4JmtuJJsxh5h off=6920252 len=1224424 2024-09-13T00:32:36.364 INFO:tasks.workunit.client.0.smithi032.stdout:op 1712 completed, throughput=5MB/sec 2024-09-13T00:32:36.364 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s3_zlBgPeCMZlEw off=15084330 len=580610 2024-09-13T00:32:36.365 INFO:tasks.workunit.client.0.smithi032.stdout:op 1713 completed, throughput=5MB/sec 2024-09-13T00:32:36.365 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pcWuMHfTi2MP8Qg off=6468022 len=1295134 2024-09-13T00:32:36.376 INFO:tasks.workunit.client.0.smithi032.stdout:op 1714 completed, throughput=5MB/sec 2024-09-13T00:32:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:36 smithi032 bash[75510]: cluster 2024-09-13T00:32:35.693988+0000 mgr.y (mgr.34107) 895 : cluster [DBG] pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:32:37.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:36 smithi032 bash[76677]: cluster 2024-09-13T00:32:35.693988+0000 mgr.y (mgr.34107) 895 : cluster [DBG] pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:32:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:36 smithi053 bash[67631]: cluster 2024-09-13T00:32:35.693988+0000 mgr.y (mgr.34107) 895 : cluster [DBG] pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:32:37.376 INFO:tasks.workunit.client.0.smithi032.stdout: 337: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:37.376 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s6P4FRxG7JcDoO- off=3684885 len=1410872 2024-09-13T00:32:37.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 1715 completed, throughput=4.99MB/sec 2024-09-13T00:32:37.380 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1wltpx5S8ephR3O off=12061668 len=1793450 2024-09-13T00:32:37.384 INFO:tasks.workunit.client.0.smithi032.stdout:op 1716 completed, throughput=4.99MB/sec 2024-09-13T00:32:37.384 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nXv2GbYrBT0hXPR off=4149250 len=1267812 2024-09-13T00:32:37.394 INFO:tasks.workunit.client.0.smithi032.stdout:op 1717 completed, throughput=5MB/sec 2024-09-13T00:32:37.394 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q0bEkfK57M74WOy off=4726662 len=1788093 2024-09-13T00:32:37.407 INFO:tasks.workunit.client.0.smithi032.stdout:op 1718 completed, throughput=5MB/sec 2024-09-13T00:32:38.408 INFO:tasks.workunit.client.0.smithi032.stdout: 338: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:38.408 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uigyAzc-SU6xqTU off=3289907 len=1511575 2024-09-13T00:32:38.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 1719 completed, throughput=4.99MB/sec 2024-09-13T00:32:38.411 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NmTXDILsNpR_6GK off=18701697 len=1104408 2024-09-13T00:32:38.421 INFO:tasks.workunit.client.0.smithi032.stdout:op 1720 completed, throughput=5MB/sec 2024-09-13T00:32:38.421 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FuJ5bOKE0B31S1A off=12167946 len=555252 2024-09-13T00:32:38.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 1721 completed, throughput=5MB/sec 2024-09-13T00:32:38.428 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rNAYk2kAbBQNTN6 off=17173996 len=355379 2024-09-13T00:32:38.429 INFO:tasks.workunit.client.0.smithi032.stdout:op 1722 completed, throughput=5MB/sec 2024-09-13T00:32:38.430 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YxsLA97ACOf40G8 off=11260171 len=361732 2024-09-13T00:32:38.432 INFO:tasks.workunit.client.0.smithi032.stdout:op 1723 completed, throughput=5MB/sec 2024-09-13T00:32:38.432 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A0Ld2MSKzg337ow off=13379653 len=1504549 2024-09-13T00:32:38.434 INFO:tasks.workunit.client.0.smithi032.stdout:op 1724 completed, throughput=5MB/sec 2024-09-13T00:32:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:38 smithi032 bash[75510]: cluster 2024-09-13T00:32:37.694893+0000 mgr.y (mgr.34107) 896 : cluster [DBG] pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:32:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:38 smithi032 bash[76677]: cluster 2024-09-13T00:32:37.694893+0000 mgr.y (mgr.34107) 896 : cluster [DBG] pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:32:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:38 smithi053 bash[67631]: cluster 2024-09-13T00:32:37.694893+0000 mgr.y (mgr.34107) 896 : cluster [DBG] pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:32:39.435 INFO:tasks.workunit.client.0.smithi032.stdout: 339: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:39.435 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OEr1vaM85ecxK4S off=3021237 len=166248 2024-09-13T00:32:39.440 INFO:tasks.workunit.client.0.smithi032.stdout:op 1725 completed, throughput=4.99MB/sec 2024-09-13T00:32:39.440 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HDUrMRAH7Fsah6Z off=4820130 len=1815647 2024-09-13T00:32:39.446 INFO:tasks.workunit.client.0.smithi032.stdout:op 1726 completed, throughput=4.99MB/sec 2024-09-13T00:32:39.447 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eIhRmfRepF_DVjn off=1698803 len=1918791 2024-09-13T00:32:39.449 INFO:tasks.workunit.client.0.smithi032.stdout:op 1727 completed, throughput=5MB/sec 2024-09-13T00:32:39.449 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kQjAW_IMZ0A10Ej off=243726 len=1476910 2024-09-13T00:32:39.461 INFO:tasks.workunit.client.0.smithi032.stdout:op 1728 completed, throughput=5MB/sec 2024-09-13T00:32:40.461 INFO:tasks.workunit.client.0.smithi032.stdout: 340: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:40.462 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lGCLcDiIN74dm6L off=5488055 len=1127358 2024-09-13T00:32:40.465 INFO:tasks.workunit.client.0.smithi032.stdout:op 1729 completed, throughput=4.99MB/sec 2024-09-13T00:32:40.465 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JwLfscaYk-S9Nua off=15433132 len=1890620 2024-09-13T00:32:40.476 INFO:tasks.workunit.client.0.smithi032.stdout:op 1730 completed, throughput=5MB/sec 2024-09-13T00:32:40.476 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3kZoNnoTRVz27N2 off=0 len=1161222 2024-09-13T00:32:40.486 INFO:tasks.workunit.client.0.smithi032.stdout:op 1731 completed, throughput=5MB/sec 2024-09-13T00:32:40.487 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mjPFurwAnsquVb4 off=12115155 len=891163 2024-09-13T00:32:40.488 INFO:tasks.workunit.client.0.smithi032.stdout:op 1732 completed, throughput=5MB/sec 2024-09-13T00:32:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:40 smithi032 bash[75510]: cluster 2024-09-13T00:32:39.695930+0000 mgr.y (mgr.34107) 897 : cluster [DBG] pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:32:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:40 smithi032 bash[75510]: audit 2024-09-13T00:32:40.164893+0000 mon.a (mon.0) 2201 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:32:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:40 smithi032 bash[76677]: cluster 2024-09-13T00:32:39.695930+0000 mgr.y (mgr.34107) 897 : cluster [DBG] pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:32:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:40 smithi032 bash[76677]: audit 2024-09-13T00:32:40.164893+0000 mon.a (mon.0) 2201 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:32:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:40 smithi053 bash[67631]: cluster 2024-09-13T00:32:39.695930+0000 mgr.y (mgr.34107) 897 : cluster [DBG] pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:32:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:40 smithi053 bash[67631]: audit 2024-09-13T00:32:40.164893+0000 mon.a (mon.0) 2201 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:32:41.489 INFO:tasks.workunit.client.0.smithi032.stdout: 341: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:41.489 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S_TkL96OGvZYK9u off=17277948 len=1507959 2024-09-13T00:32:41.500 INFO:tasks.workunit.client.0.smithi032.stdout:op 1733 completed, throughput=4.99MB/sec 2024-09-13T00:32:41.500 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-G3qdd6e3en-RvbX off=5028551 len=692079 2024-09-13T00:32:41.502 INFO:tasks.workunit.client.0.smithi032.stdout:op 1734 completed, throughput=4.99MB/sec 2024-09-13T00:32:41.503 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yYBVpBLq9ktAYLR off=16582060 len=1508444 2024-09-13T00:32:41.513 INFO:tasks.workunit.client.0.smithi032.stdout:op 1735 completed, throughput=5MB/sec 2024-09-13T00:32:41.513 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rjSdWDuPEOj1WQ9 off=10600104 len=17473 2024-09-13T00:32:41.514 INFO:tasks.workunit.client.0.smithi032.stdout:op 1736 completed, throughput=5MB/sec 2024-09-13T00:32:41.514 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eK5b7XYhWWxjJhw off=923925 len=1711147 2024-09-13T00:32:41.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 1737 completed, throughput=5MB/sec 2024-09-13T00:32:42.526 INFO:tasks.workunit.client.0.smithi032.stdout: 342: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:42.526 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tiotVW_2QozeSME off=783864 len=1209385 2024-09-13T00:32:42.529 INFO:tasks.workunit.client.0.smithi032.stdout:op 1738 completed, throughput=4.99MB/sec 2024-09-13T00:32:42.529 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zRKXk78_zeLN2mB off=6192671 len=147561 2024-09-13T00:32:42.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 1739 completed, throughput=4.99MB/sec 2024-09-13T00:32:42.534 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TB4mvEPs21BCbNC off=9664397 len=512696 2024-09-13T00:32:42.536 INFO:tasks.workunit.client.0.smithi032.stdout:op 1740 completed, throughput=4.99MB/sec 2024-09-13T00:32:42.536 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KsV3GCdOuPVzeAC off=12777090 len=1730302 2024-09-13T00:32:42.549 INFO:tasks.workunit.client.0.smithi032.stdout:op 1741 completed, throughput=5MB/sec 2024-09-13T00:32:42.549 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--42U6TimlLrb_Gh off=16798573 len=1013585 2024-09-13T00:32:42.557 INFO:tasks.workunit.client.0.smithi032.stdout:op 1742 completed, throughput=5MB/sec 2024-09-13T00:32:42.557 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cVjhGN9NTucD6L- off=19159261 len=523950 2024-09-13T00:32:42.559 INFO:tasks.workunit.client.0.smithi032.stdout:op 1743 completed, throughput=5MB/sec 2024-09-13T00:32:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:32:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:32:42] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-09-13T00:32:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:32:42 smithi053 bash[94430]: ts=2024-09-13T00:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:32:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:42 smithi032 bash[75510]: cluster 2024-09-13T00:32:41.696907+0000 mgr.y (mgr.34107) 898 : cluster [DBG] pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:32:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:42 smithi032 bash[76677]: cluster 2024-09-13T00:32:41.696907+0000 mgr.y (mgr.34107) 898 : cluster [DBG] pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:32:43.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:42 smithi053 bash[67631]: cluster 2024-09-13T00:32:41.696907+0000 mgr.y (mgr.34107) 898 : cluster [DBG] pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:32:43.559 INFO:tasks.workunit.client.0.smithi032.stdout: 343: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:43.559 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ppQmDr2a3-Wm29w off=8395681 len=488376 2024-09-13T00:32:43.565 INFO:tasks.workunit.client.0.smithi032.stdout:op 1744 completed, throughput=4.99MB/sec 2024-09-13T00:32:43.565 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V1qyFjucUOCU5MJ off=0 len=1223683 2024-09-13T00:32:43.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 1745 completed, throughput=4.99MB/sec 2024-09-13T00:32:43.569 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GPq378RsIObIvzV off=5735044 len=2059715 2024-09-13T00:32:43.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 1746 completed, throughput=5MB/sec 2024-09-13T00:32:43.583 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e5_sCUDqzgxtFHz off=9070499 len=2091006 2024-09-13T00:32:43.597 INFO:tasks.workunit.client.0.smithi032.stdout:op 1747 completed, throughput=5MB/sec 2024-09-13T00:32:44.597 INFO:tasks.workunit.client.0.smithi032.stdout: 344: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:44.597 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zedhQKhcNu1e6Ww off=5356726 len=2041236 2024-09-13T00:32:44.602 INFO:tasks.workunit.client.0.smithi032.stdout:op 1748 completed, throughput=4.99MB/sec 2024-09-13T00:32:44.602 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-poPWg4wJAcdiN76 off=813652 len=967446 2024-09-13T00:32:44.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 1749 completed, throughput=5MB/sec 2024-09-13T00:32:44.605 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hQbDbl8C8GBfUMX off=3321264 len=1214312 2024-09-13T00:32:44.615 INFO:tasks.workunit.client.0.smithi032.stdout:op 1750 completed, throughput=5MB/sec 2024-09-13T00:32:44.615 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UcnDd2lEmJFhUK3 off=2986801 len=399019 2024-09-13T00:32:44.621 INFO:tasks.workunit.client.0.smithi032.stdout:op 1751 completed, throughput=5MB/sec 2024-09-13T00:32:44.621 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S637l3ypeMuu9yZ off=2074059 len=141337 2024-09-13T00:32:44.625 INFO:tasks.workunit.client.0.smithi032.stdout:op 1752 completed, throughput=5MB/sec 2024-09-13T00:32:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:44 smithi032 bash[75510]: cluster 2024-09-13T00:32:43.698027+0000 mgr.y (mgr.34107) 899 : cluster [DBG] pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:32:45.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:44 smithi032 bash[76677]: cluster 2024-09-13T00:32:43.698027+0000 mgr.y (mgr.34107) 899 : cluster [DBG] pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:32:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:44 smithi053 bash[67631]: cluster 2024-09-13T00:32:43.698027+0000 mgr.y (mgr.34107) 899 : cluster [DBG] pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:32:45.626 INFO:tasks.workunit.client.0.smithi032.stdout: 345: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:45.626 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u7rLDkGzUxOGCfr off=302303 len=1759949 2024-09-13T00:32:45.632 INFO:tasks.workunit.client.0.smithi032.stdout:op 1753 completed, throughput=4.99MB/sec 2024-09-13T00:32:45.632 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ulMYPXeNZZAcaE4 off=4725987 len=637880 2024-09-13T00:32:45.634 INFO:tasks.workunit.client.0.smithi032.stdout:op 1754 completed, throughput=4.99MB/sec 2024-09-13T00:32:45.634 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-84RQn_aCs-DusRf off=303117 len=1828412 2024-09-13T00:32:45.648 INFO:tasks.workunit.client.0.smithi032.stdout:op 1755 completed, throughput=5MB/sec 2024-09-13T00:32:45.648 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LvlofaJFwQTuqwX off=20686025 len=1626380 2024-09-13T00:32:45.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 1756 completed, throughput=5MB/sec 2024-09-13T00:32:46.658 INFO:tasks.workunit.client.0.smithi032.stdout: 346: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:46.658 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g323CWnv_uuOJrh off=10846801 len=1467895 2024-09-13T00:32:46.671 INFO:tasks.workunit.client.0.smithi032.stdout:op 1757 completed, throughput=4.99MB/sec 2024-09-13T00:32:46.671 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qYRh1vMHKBcGPWA off=3987888 len=528510 2024-09-13T00:32:46.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 1758 completed, throughput=4.99MB/sec 2024-09-13T00:32:46.673 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2AsKBRdS6wP-xvR off=12557482 len=111925 2024-09-13T00:32:46.674 INFO:tasks.workunit.client.0.smithi032.stdout:op 1759 completed, throughput=4.99MB/sec 2024-09-13T00:32:46.674 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UWoxsWb_MviuVTa off=1839371 len=265332 2024-09-13T00:32:46.679 INFO:tasks.workunit.client.0.smithi032.stdout:op 1760 completed, throughput=4.99MB/sec 2024-09-13T00:32:46.679 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mJ7kSOAyKG94jbd off=928770 len=903321 2024-09-13T00:32:46.682 INFO:tasks.workunit.client.0.smithi032.stdout:op 1761 completed, throughput=5MB/sec 2024-09-13T00:32:46.682 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6uIjvfRstJlvQbK off=6279767 len=1709 2024-09-13T00:32:46.685 INFO:tasks.workunit.client.0.smithi032.stdout:op 1762 completed, throughput=5MB/sec 2024-09-13T00:32:46.685 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tNwxUrr3-3pRRb6 off=1118882 len=919076 2024-09-13T00:32:46.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 1763 completed, throughput=5MB/sec 2024-09-13T00:32:46.693 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q73SsLYLZYdhAoW off=7370670 len=1046985 2024-09-13T00:32:46.703 INFO:tasks.workunit.client.0.smithi032.stdout:op 1764 completed, throughput=5MB/sec 2024-09-13T00:32:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:46 smithi032 bash[75510]: cluster 2024-09-13T00:32:45.698955+0000 mgr.y (mgr.34107) 900 : cluster [DBG] pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:32:47.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:46 smithi032 bash[76677]: cluster 2024-09-13T00:32:45.698955+0000 mgr.y (mgr.34107) 900 : cluster [DBG] pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:32:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:46 smithi053 bash[67631]: cluster 2024-09-13T00:32:45.698955+0000 mgr.y (mgr.34107) 900 : cluster [DBG] pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:32:47.704 INFO:tasks.workunit.client.0.smithi032.stdout: 347: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:47.704 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZE93ilEoapHOB1S off=14806530 len=15225 2024-09-13T00:32:47.705 INFO:tasks.workunit.client.0.smithi032.stdout:op 1765 completed, throughput=4.99MB/sec 2024-09-13T00:32:47.705 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eIKGGyzg7fV0FU7 off=6177482 len=761080 2024-09-13T00:32:47.707 INFO:tasks.workunit.client.0.smithi032.stdout:op 1766 completed, throughput=4.99MB/sec 2024-09-13T00:32:47.707 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9pQkYNAtYftxxFY off=6463363 len=2068821 2024-09-13T00:32:47.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 1767 completed, throughput=4.99MB/sec 2024-09-13T00:32:47.722 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zdBrWbGn7cJduDq off=10853494 len=1372771 2024-09-13T00:32:47.731 INFO:tasks.workunit.client.0.smithi032.stdout:op 1768 completed, throughput=5MB/sec 2024-09-13T00:32:47.731 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lTRWRuw4sywfi7Y off=2647194 len=639905 2024-09-13T00:32:47.737 INFO:tasks.workunit.client.0.smithi032.stdout:op 1769 completed, throughput=5MB/sec 2024-09-13T00:32:47.737 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZeVV0vZzXb1Kn3U off=22448408 len=856740 2024-09-13T00:32:47.744 INFO:tasks.workunit.client.0.smithi032.stdout:op 1770 completed, throughput=5MB/sec 2024-09-13T00:32:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: 348: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:48.745 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TfC7mgWFbgzLEy3 off=2015368 len=79289 2024-09-13T00:32:48.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 1771 completed, throughput=4.99MB/sec 2024-09-13T00:32:48.746 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fYmHg2hMZYgrF3X off=377538 len=1606550 2024-09-13T00:32:48.751 INFO:tasks.workunit.client.0.smithi032.stdout:op 1772 completed, throughput=4.99MB/sec 2024-09-13T00:32:48.751 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aTTq11XcFmaudsE off=2021785 len=175240 2024-09-13T00:32:48.752 INFO:tasks.workunit.client.0.smithi032.stdout:op 1773 completed, throughput=4.99MB/sec 2024-09-13T00:32:48.753 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dkXBif6oXJIDm8v off=1892067 len=286317 2024-09-13T00:32:48.758 INFO:tasks.workunit.client.0.smithi032.stdout:op 1774 completed, throughput=4.99MB/sec 2024-09-13T00:32:48.758 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tit8T1NSQftVX4R off=5586820 len=2001880 2024-09-13T00:32:48.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 1775 completed, throughput=5MB/sec 2024-09-13T00:32:48.773 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B9xh7VKn8WXKIjH off=12944793 len=1859668 2024-09-13T00:32:48.787 INFO:tasks.workunit.client.0.smithi032.stdout:op 1776 completed, throughput=5MB/sec 2024-09-13T00:32:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:48 smithi032 bash[75510]: cluster 2024-09-13T00:32:47.699858+0000 mgr.y (mgr.34107) 901 : cluster [DBG] pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:32:49.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:48 smithi032 bash[76677]: cluster 2024-09-13T00:32:47.699858+0000 mgr.y (mgr.34107) 901 : cluster [DBG] pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:32:49.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:48 smithi053 bash[67631]: cluster 2024-09-13T00:32:47.699858+0000 mgr.y (mgr.34107) 901 : cluster [DBG] pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:32:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: 349: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:49.788 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g8qgbV9fqE4y_Q2 off=1742782 len=1729383 2024-09-13T00:32:49.801 INFO:tasks.workunit.client.0.smithi032.stdout:op 1777 completed, throughput=4.99MB/sec 2024-09-13T00:32:49.801 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fJ4q35Y5BQdj29s off=9056200 len=1330740 2024-09-13T00:32:49.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 1778 completed, throughput=5MB/sec 2024-09-13T00:32:49.804 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Mxcpr44v-L0vkZG off=22412938 len=1029189 2024-09-13T00:32:49.814 INFO:tasks.workunit.client.0.smithi032.stdout:op 1779 completed, throughput=5MB/sec 2024-09-13T00:32:49.814 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2JzPxHlYoWvybfY off=7976160 len=29282 2024-09-13T00:32:49.818 INFO:tasks.workunit.client.0.smithi032.stdout:op 1780 completed, throughput=5MB/sec 2024-09-13T00:32:49.819 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aCJ-PHLHtPlNhAl off=6359443 len=164643 2024-09-13T00:32:49.823 INFO:tasks.workunit.client.0.smithi032.stdout:op 1781 completed, throughput=5MB/sec 2024-09-13T00:32:49.823 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-f1-EQ3SNqSQsqyM off=16761580 len=135391 2024-09-13T00:32:49.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 1782 completed, throughput=5MB/sec 2024-09-13T00:32:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: 350: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:50.828 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aG4ARQgIx663UOq off=543604 len=408804 2024-09-13T00:32:50.829 INFO:tasks.workunit.client.0.smithi032.stdout:op 1783 completed, throughput=4.99MB/sec 2024-09-13T00:32:50.830 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pyNraIBqe1Iw2KX off=9220922 len=425573 2024-09-13T00:32:50.831 INFO:tasks.workunit.client.0.smithi032.stdout:op 1784 completed, throughput=4.99MB/sec 2024-09-13T00:32:50.831 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nO5t8_2dU-RsRv_ off=1908719 len=619621 2024-09-13T00:32:50.838 INFO:tasks.workunit.client.0.smithi032.stdout:op 1785 completed, throughput=4.99MB/sec 2024-09-13T00:32:50.838 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PCtSThbokmdgs3F off=2670816 len=758084 2024-09-13T00:32:50.845 INFO:tasks.workunit.client.0.smithi032.stdout:op 1786 completed, throughput=4.99MB/sec 2024-09-13T00:32:50.845 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2G6xm7X6T1JAvR5 off=2706299 len=1237242 2024-09-13T00:32:50.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 1787 completed, throughput=5MB/sec 2024-09-13T00:32:50.848 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ncEu5oP1y3Pa3YW off=2651589 len=21501 2024-09-13T00:32:50.853 INFO:tasks.workunit.client.0.smithi032.stdout:op 1788 completed, throughput=5MB/sec 2024-09-13T00:32:50.853 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A95HX1n7x1tLuhH off=15411816 len=208988 2024-09-13T00:32:50.858 INFO:tasks.workunit.client.0.smithi032.stdout:op 1789 completed, throughput=5MB/sec 2024-09-13T00:32:50.858 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-plH7aXUUyZ26iU8 off=14106311 len=1410641 2024-09-13T00:32:50.869 INFO:tasks.workunit.client.0.smithi032.stdout:op 1790 completed, throughput=5MB/sec 2024-09-13T00:32:50.869 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L_B0qYgIFm7kjTR off=13780268 len=148706 2024-09-13T00:32:50.874 INFO:tasks.workunit.client.0.smithi032.stdout:op 1791 completed, throughput=5MB/sec 2024-09-13T00:32:50.874 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UryLKEdKOFrrAxJ off=4962628 len=782289 2024-09-13T00:32:50.880 INFO:tasks.workunit.client.0.smithi032.stdout:op 1792 completed, throughput=5MB/sec 2024-09-13T00:32:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:50 smithi032 bash[75510]: cluster 2024-09-13T00:32:49.700887+0000 mgr.y (mgr.34107) 902 : cluster [DBG] pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:32:51.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:50 smithi032 bash[76677]: cluster 2024-09-13T00:32:49.700887+0000 mgr.y (mgr.34107) 902 : cluster [DBG] pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:32:51.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:50 smithi053 bash[67631]: cluster 2024-09-13T00:32:49.700887+0000 mgr.y (mgr.34107) 902 : cluster [DBG] pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:32:51.881 INFO:tasks.workunit.client.0.smithi032.stdout: 351: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:51.881 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hsLEAfz9Xm5Q315 off=10661564 len=898736 2024-09-13T00:32:51.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 1793 completed, throughput=4.99MB/sec 2024-09-13T00:32:51.883 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aSvuiZeJZqUXfod off=5119637 len=51299 2024-09-13T00:32:51.885 INFO:tasks.workunit.client.0.smithi032.stdout:op 1794 completed, throughput=4.99MB/sec 2024-09-13T00:32:51.885 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zUES_0NjkYGTlq4 off=17871702 len=777378 2024-09-13T00:32:51.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 1795 completed, throughput=4.99MB/sec 2024-09-13T00:32:51.893 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oJZxT3f2CwiRmsQ off=5542063 len=948180 2024-09-13T00:32:51.903 INFO:tasks.workunit.client.0.smithi032.stdout:op 1796 completed, throughput=4.99MB/sec 2024-09-13T00:32:51.903 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hYtDa6xBip6p3Cz off=15483735 len=869823 2024-09-13T00:32:51.911 INFO:tasks.workunit.client.0.smithi032.stdout:op 1797 completed, throughput=5MB/sec 2024-09-13T00:32:51.911 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rm47NoIAnmeKTvl off=14771364 len=56175 2024-09-13T00:32:51.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 1798 completed, throughput=5MB/sec 2024-09-13T00:32:51.912 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eLfK59mcbbFXHjP off=6369644 len=1072195 2024-09-13T00:32:51.922 INFO:tasks.workunit.client.0.smithi032.stdout:op 1799 completed, throughput=5MB/sec 2024-09-13T00:32:51.922 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mTFjNDAIBw63CvO off=16805875 len=26572 2024-09-13T00:32:51.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 1800 completed, throughput=5MB/sec 2024-09-13T00:32:51.926 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Lhi0dBYlxw4EYyS off=6362483 len=691709 2024-09-13T00:32:51.932 INFO:tasks.workunit.client.0.smithi032.stdout:op 1801 completed, throughput=5MB/sec 2024-09-13T00:32:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:32:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:32:52] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-09-13T00:32:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:32:52 smithi053 bash[94430]: ts=2024-09-13T00:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:32:52.932 INFO:tasks.workunit.client.0.smithi032.stdout: 352: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:52.932 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KRydcLMkdOLJA5O off=307947 len=1344434 2024-09-13T00:32:52.943 INFO:tasks.workunit.client.0.smithi032.stdout:op 1802 completed, throughput=4.99MB/sec 2024-09-13T00:32:52.943 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IbqZ2EmD3G4xGMY off=2546362 len=1446921 2024-09-13T00:32:52.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 1803 completed, throughput=4.99MB/sec 2024-09-13T00:32:52.956 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k88qsGFi7hCeRGn off=4852969 len=298778 2024-09-13T00:32:52.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 1804 completed, throughput=5MB/sec 2024-09-13T00:32:52.961 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iW_MBOJCb2jgu_r off=1791624 len=1892936 2024-09-13T00:32:52.965 INFO:tasks.workunit.client.0.smithi032.stdout:op 1805 completed, throughput=5MB/sec 2024-09-13T00:32:53.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:52 smithi032 bash[75510]: cluster 2024-09-13T00:32:51.701947+0000 mgr.y (mgr.34107) 903 : cluster [DBG] pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:32:53.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:52 smithi032 bash[76677]: cluster 2024-09-13T00:32:51.701947+0000 mgr.y (mgr.34107) 903 : cluster [DBG] pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:32:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:52 smithi053 bash[67631]: cluster 2024-09-13T00:32:51.701947+0000 mgr.y (mgr.34107) 903 : cluster [DBG] pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:32:53.966 INFO:tasks.workunit.client.0.smithi032.stdout: 353: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:53.966 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Oj_481i0eC2lCYt off=3918500 len=111860 2024-09-13T00:32:53.967 INFO:tasks.workunit.client.0.smithi032.stdout:op 1806 completed, throughput=4.99MB/sec 2024-09-13T00:32:53.968 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6Hy4lv-JWmB8v6- off=6900933 len=1666903 2024-09-13T00:32:53.980 INFO:tasks.workunit.client.0.smithi032.stdout:op 1807 completed, throughput=4.99MB/sec 2024-09-13T00:32:53.981 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dDeTD9_4lykcN1u off=1022306 len=1466514 2024-09-13T00:32:53.985 INFO:tasks.workunit.client.0.smithi032.stdout:op 1808 completed, throughput=4.99MB/sec 2024-09-13T00:32:53.985 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Qw7OfvmGJt68vKJ off=656395 len=1927113 2024-09-13T00:32:53.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 1809 completed, throughput=5MB/sec 2024-09-13T00:32:53.990 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i5o_rOxWSh4OwI4 off=461814 len=19260 2024-09-13T00:32:53.991 INFO:tasks.workunit.client.0.smithi032.stdout:op 1810 completed, throughput=5MB/sec 2024-09-13T00:32:53.991 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AYrDVGrxMYxIKa1 off=12180654 len=871794 2024-09-13T00:32:53.998 INFO:tasks.workunit.client.0.smithi032.stdout:op 1811 completed, throughput=5MB/sec 2024-09-13T00:32:54.998 INFO:tasks.workunit.client.0.smithi032.stdout: 354: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:54.999 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tXJZ6FvLXdZZXNe off=11806595 len=378078 2024-09-13T00:32:55.005 INFO:tasks.workunit.client.0.smithi032.stdout:op 1812 completed, throughput=4.99MB/sec 2024-09-13T00:32:55.005 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mrz3OLD0Fxs4I-x off=596979 len=1408544 2024-09-13T00:32:55.017 INFO:tasks.workunit.client.0.smithi032.stdout:op 1813 completed, throughput=4.99MB/sec 2024-09-13T00:32:55.017 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n88soEHpC75oRiX off=5700674 len=1584905 2024-09-13T00:32:55.022 INFO:tasks.workunit.client.0.smithi032.stdout:op 1814 completed, throughput=5MB/sec 2024-09-13T00:32:55.022 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pdJWelqKICG72DZ off=12813107 len=2054740 2024-09-13T00:32:55.037 INFO:tasks.workunit.client.0.smithi032.stdout:op 1815 completed, throughput=5MB/sec 2024-09-13T00:32:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:54 smithi032 bash[75510]: cluster 2024-09-13T00:32:53.703158+0000 mgr.y (mgr.34107) 904 : cluster [DBG] pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:32:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:54 smithi032 bash[76677]: cluster 2024-09-13T00:32:53.703158+0000 mgr.y (mgr.34107) 904 : cluster [DBG] pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:32:55.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:54 smithi053 bash[67631]: cluster 2024-09-13T00:32:53.703158+0000 mgr.y (mgr.34107) 904 : cluster [DBG] pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:32:56.038 INFO:tasks.workunit.client.0.smithi032.stdout: 355: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:56.038 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6yCBHPAh1cY3Wuz off=1904814 len=1002330 2024-09-13T00:32:56.048 INFO:tasks.workunit.client.0.smithi032.stdout:op 1816 completed, throughput=4.99MB/sec 2024-09-13T00:32:56.048 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_0A2fwx90Y0bihK off=15439159 len=1239691 2024-09-13T00:32:56.057 INFO:tasks.workunit.client.0.smithi032.stdout:op 1817 completed, throughput=4.99MB/sec 2024-09-13T00:32:56.057 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UIYdPNeHXBherXS off=3963963 len=665279 2024-09-13T00:32:56.060 INFO:tasks.workunit.client.0.smithi032.stdout:op 1818 completed, throughput=5MB/sec 2024-09-13T00:32:56.061 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FCkHffwQHeMYbJX off=1774087 len=1317072 2024-09-13T00:32:56.063 INFO:tasks.workunit.client.0.smithi032.stdout:op 1819 completed, throughput=5MB/sec 2024-09-13T00:32:56.063 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qvyyYRvX4Ctl_5g off=9813332 len=1458364 2024-09-13T00:32:56.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 1820 completed, throughput=5MB/sec 2024-09-13T00:32:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:55 smithi032 bash[75510]: audit 2024-09-13T00:32:55.165653+0000 mon.a (mon.0) 2202 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:32:56.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:55 smithi032 bash[76677]: audit 2024-09-13T00:32:55.165653+0000 mon.a (mon.0) 2202 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:32:56.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:55 smithi053 bash[67631]: audit 2024-09-13T00:32:55.165653+0000 mon.a (mon.0) 2202 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:32:57.075 INFO:tasks.workunit.client.0.smithi032.stdout: 356: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:57.075 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-R6OdDgBVRlhbU7o off=3328083 len=1725506 2024-09-13T00:32:57.089 INFO:tasks.workunit.client.0.smithi032.stdout:op 1821 completed, throughput=4.99MB/sec 2024-09-13T00:32:57.089 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fCL6kxjj4VOnvVA off=1563153 len=1234107 2024-09-13T00:32:57.090 INFO:tasks.workunit.client.0.smithi032.stdout:op 1822 completed, throughput=5MB/sec 2024-09-13T00:32:57.091 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0whvCKBDH8q-NEp off=1304760 len=2045848 2024-09-13T00:32:57.103 INFO:tasks.workunit.client.0.smithi032.stdout:op 1823 completed, throughput=5MB/sec 2024-09-13T00:32:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:56 smithi032 bash[75510]: cluster 2024-09-13T00:32:55.704083+0000 mgr.y (mgr.34107) 905 : cluster [DBG] pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:32:57.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:56 smithi032 bash[76677]: cluster 2024-09-13T00:32:55.704083+0000 mgr.y (mgr.34107) 905 : cluster [DBG] pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:32:57.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:56 smithi053 bash[67631]: cluster 2024-09-13T00:32:55.704083+0000 mgr.y (mgr.34107) 905 : cluster [DBG] pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:32:58.103 INFO:tasks.workunit.client.0.smithi032.stdout: 357: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:58.103 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VASLjz7d9-JPDSR off=1052631 len=1470632 2024-09-13T00:32:58.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 1824 completed, throughput=4.99MB/sec 2024-09-13T00:32:58.114 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sE3hzw7ouEN2sGm off=3739645 len=1305853 2024-09-13T00:32:58.116 INFO:tasks.workunit.client.0.smithi032.stdout:op 1825 completed, throughput=4.99MB/sec 2024-09-13T00:32:58.116 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Pd3EsOplvT6ToW4 off=1720702 len=962566 2024-09-13T00:32:58.123 INFO:tasks.workunit.client.0.smithi032.stdout:op 1826 completed, throughput=5MB/sec 2024-09-13T00:32:58.123 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YgffbVdTtIAygIE off=5751733 len=206696 2024-09-13T00:32:58.129 INFO:tasks.workunit.client.0.smithi032.stdout:op 1827 completed, throughput=5MB/sec 2024-09-13T00:32:58.129 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uYgnXXOVtydKULQ off=9901611 len=744152 2024-09-13T00:32:58.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 1828 completed, throughput=5MB/sec 2024-09-13T00:32:58.131 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Kh4W7hUNHYyYGYB off=2066080 len=399636 2024-09-13T00:32:58.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 1829 completed, throughput=5MB/sec 2024-09-13T00:32:59.133 INFO:tasks.workunit.client.0.smithi032.stdout: 358: throughput=4.99MB/sec pending data=0 2024-09-13T00:32:59.133 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xsIm165tzhGp5QP off=4077211 len=1490534 2024-09-13T00:32:59.144 INFO:tasks.workunit.client.0.smithi032.stdout:op 1830 completed, throughput=4.99MB/sec 2024-09-13T00:32:59.145 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vUzgKZQzuEJwhJC off=9925332 len=2087125 2024-09-13T00:32:59.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 1831 completed, throughput=5MB/sec 2024-09-13T00:32:59.158 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r_uMpBTNXpKxYbg off=6620554 len=243648 2024-09-13T00:32:59.159 INFO:tasks.workunit.client.0.smithi032.stdout:op 1832 completed, throughput=5MB/sec 2024-09-13T00:32:59.159 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VD_ddh6euf7uoNG off=7185166 len=1541772 2024-09-13T00:32:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:58 smithi032 bash[76677]: cluster 2024-09-13T00:32:57.705099+0000 mgr.y (mgr.34107) 906 : cluster [DBG] pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T00:32:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:58 smithi032 bash[76677]: audit 2024-09-13T00:32:58.002678+0000 mon.a (mon.0) 2203 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:32:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:58 smithi032 bash[76677]: audit 2024-09-13T00:32:58.552736+0000 mon.a (mon.0) 2204 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:32:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:58 smithi032 bash[76677]: audit 2024-09-13T00:32:58.554194+0000 mon.a (mon.0) 2205 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:32:59.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:32:58 smithi032 bash[76677]: audit 2024-09-13T00:32:58.563911+0000 mon.a (mon.0) 2206 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:32:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:58 smithi032 bash[75510]: cluster 2024-09-13T00:32:57.705099+0000 mgr.y (mgr.34107) 906 : cluster [DBG] pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T00:32:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:58 smithi032 bash[75510]: audit 2024-09-13T00:32:58.002678+0000 mon.a (mon.0) 2203 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:32:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:58 smithi032 bash[75510]: audit 2024-09-13T00:32:58.552736+0000 mon.a (mon.0) 2204 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:32:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:58 smithi032 bash[75510]: audit 2024-09-13T00:32:58.554194+0000 mon.a (mon.0) 2205 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:32:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:32:58 smithi032 bash[75510]: audit 2024-09-13T00:32:58.563911+0000 mon.a (mon.0) 2206 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:32:59.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 1833 completed, throughput=5MB/sec 2024-09-13T00:32:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:58 smithi053 bash[67631]: cluster 2024-09-13T00:32:57.705099+0000 mgr.y (mgr.34107) 906 : cluster [DBG] pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T00:32:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:58 smithi053 bash[67631]: audit 2024-09-13T00:32:58.002678+0000 mon.a (mon.0) 2203 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:32:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:58 smithi053 bash[67631]: audit 2024-09-13T00:32:58.552736+0000 mon.a (mon.0) 2204 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:32:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:58 smithi053 bash[67631]: audit 2024-09-13T00:32:58.554194+0000 mon.a (mon.0) 2205 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:32:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:32:58 smithi053 bash[67631]: audit 2024-09-13T00:32:58.563911+0000 mon.a (mon.0) 2206 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:33:00.164 INFO:tasks.workunit.client.0.smithi032.stdout: 359: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:00.164 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6700PYmX1ze2Tam off=2225854 len=2023573 2024-09-13T00:33:00.168 INFO:tasks.workunit.client.0.smithi032.stdout:op 1834 completed, throughput=4.99MB/sec 2024-09-13T00:33:00.168 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-114GfRidCLn3rcu off=2611742 len=473460 2024-09-13T00:33:00.174 INFO:tasks.workunit.client.0.smithi032.stdout:op 1835 completed, throughput=4.99MB/sec 2024-09-13T00:33:00.174 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KAQl9QAMgryvWbQ off=4851753 len=1310672 2024-09-13T00:33:00.178 INFO:tasks.workunit.client.0.smithi032.stdout:op 1836 completed, throughput=5MB/sec 2024-09-13T00:33:00.178 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zdDlexaV1j4E0L0 off=348439 len=949447 2024-09-13T00:33:00.186 INFO:tasks.workunit.client.0.smithi032.stdout:op 1837 completed, throughput=5MB/sec 2024-09-13T00:33:00.186 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OPvj4jZagjCV_LC off=88378 len=1383309 2024-09-13T00:33:00.196 INFO:tasks.workunit.client.0.smithi032.stdout:op 1838 completed, throughput=5MB/sec 2024-09-13T00:33:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:00 smithi032 bash[75510]: cluster 2024-09-13T00:32:59.706253+0000 mgr.y (mgr.34107) 907 : cluster [DBG] pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:33:01.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:00 smithi032 bash[76677]: cluster 2024-09-13T00:32:59.706253+0000 mgr.y (mgr.34107) 907 : cluster [DBG] pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:33:01.196 INFO:tasks.workunit.client.0.smithi032.stdout: 360: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:01.196 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9nu6ITInmjHRqNV off=372773 len=43702 2024-09-13T00:33:01.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 1839 completed, throughput=4.99MB/sec 2024-09-13T00:33:01.197 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xg8Ppr6IKUNF28- off=1000829 len=1437652 2024-09-13T00:33:01.201 INFO:tasks.workunit.client.0.smithi032.stdout:op 1840 completed, throughput=4.99MB/sec 2024-09-13T00:33:01.201 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bZhBBKyRE86_A-_ off=7026089 len=1155051 2024-09-13T00:33:01.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 1841 completed, throughput=5MB/sec 2024-09-13T00:33:01.211 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jFSid34gVnshsYL off=11818668 len=1772098 2024-09-13T00:33:01.224 INFO:tasks.workunit.client.0.smithi032.stdout:op 1842 completed, throughput=5MB/sec 2024-09-13T00:33:01.224 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Pz0EGd0VhcaA7AE off=1856060 len=1465062 2024-09-13T00:33:01.228 INFO:tasks.workunit.client.0.smithi032.stdout:op 1843 completed, throughput=5MB/sec 2024-09-13T00:33:01.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:00 smithi053 bash[67631]: cluster 2024-09-13T00:32:59.706253+0000 mgr.y (mgr.34107) 907 : cluster [DBG] pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:33:02.228 INFO:tasks.workunit.client.0.smithi032.stdout: 361: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:02.229 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2ExymXG9T9efA3d off=0 len=1131115 2024-09-13T00:33:02.238 INFO:tasks.workunit.client.0.smithi032.stdout:op 1844 completed, throughput=4.99MB/sec 2024-09-13T00:33:02.238 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wmsSNGEuHj9dUe- off=7851091 len=1693816 2024-09-13T00:33:02.250 INFO:tasks.workunit.client.0.smithi032.stdout:op 1845 completed, throughput=5MB/sec 2024-09-13T00:33:02.250 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J1F7qXRaYGXJYi_ off=22843459 len=1328786 2024-09-13T00:33:02.255 INFO:tasks.workunit.client.0.smithi032.stdout:op 1846 completed, throughput=5MB/sec 2024-09-13T00:33:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:33:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:33:02] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-09-13T00:33:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:33:02 smithi053 bash[94430]: ts=2024-09-13T00:33:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:33:03.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:02 smithi032 bash[76677]: cluster 2024-09-13T00:33:01.707368+0000 mgr.y (mgr.34107) 908 : cluster [DBG] pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:33:03.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:02 smithi032 bash[75510]: cluster 2024-09-13T00:33:01.707368+0000 mgr.y (mgr.34107) 908 : cluster [DBG] pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:33:03.255 INFO:tasks.workunit.client.0.smithi032.stdout: 362: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:03.255 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9Kt7HZf22nzTmqq off=14710365 len=1589327 2024-09-13T00:33:03.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 1847 completed, throughput=4.99MB/sec 2024-09-13T00:33:03.261 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-enjIL4LLqjghCBB off=9973094 len=1834094 2024-09-13T00:33:03.274 INFO:tasks.workunit.client.0.smithi032.stdout:op 1848 completed, throughput=5MB/sec 2024-09-13T00:33:03.274 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TfBkYMZaBU2LjUQ off=7972527 len=1792431 2024-09-13T00:33:03.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:02 smithi053 bash[67631]: cluster 2024-09-13T00:33:01.707368+0000 mgr.y (mgr.34107) 908 : cluster [DBG] pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:33:03.287 INFO:tasks.workunit.client.0.smithi032.stdout:op 1849 completed, throughput=5MB/sec 2024-09-13T00:33:03.287 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZL9f7KB5POoZWhA off=18358997 len=1540631 2024-09-13T00:33:03.291 INFO:tasks.workunit.client.0.smithi032.stdout:op 1850 completed, throughput=5MB/sec 2024-09-13T00:33:04.291 INFO:tasks.workunit.client.0.smithi032.stdout: 363: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:04.291 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5FMB-x1U3HbIZod off=2053896 len=1486324 2024-09-13T00:33:04.305 INFO:tasks.workunit.client.0.smithi032.stdout:op 1851 completed, throughput=4.99MB/sec 2024-09-13T00:33:04.305 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K13smU0qqcfzAnR off=2263236 len=973578 2024-09-13T00:33:04.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 1852 completed, throughput=5MB/sec 2024-09-13T00:33:04.309 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IzM2G7d8xmc44sg off=5650154 len=410108 2024-09-13T00:33:04.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 1853 completed, throughput=5MB/sec 2024-09-13T00:33:04.316 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DRL-tT14AI433nO off=4187976 len=2082734 2024-09-13T00:33:04.329 INFO:tasks.workunit.client.0.smithi032.stdout:op 1854 completed, throughput=5MB/sec 2024-09-13T00:33:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:04 smithi032 bash[75510]: cluster 2024-09-13T00:33:03.708584+0000 mgr.y (mgr.34107) 909 : cluster [DBG] pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T00:33:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:04 smithi032 bash[76677]: cluster 2024-09-13T00:33:03.708584+0000 mgr.y (mgr.34107) 909 : cluster [DBG] pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T00:33:05.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:04 smithi053 bash[67631]: cluster 2024-09-13T00:33:03.708584+0000 mgr.y (mgr.34107) 909 : cluster [DBG] pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T00:33:05.329 INFO:tasks.workunit.client.0.smithi032.stdout: 364: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:05.329 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NnjCB2HjqVQDb3L off=12158036 len=1960 2024-09-13T00:33:05.333 INFO:tasks.workunit.client.0.smithi032.stdout:op 1855 completed, throughput=4.99MB/sec 2024-09-13T00:33:05.334 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m5KWJDSvC5vdt-Z off=517887 len=2086824 2024-09-13T00:33:05.349 INFO:tasks.workunit.client.0.smithi032.stdout:op 1856 completed, throughput=4.99MB/sec 2024-09-13T00:33:05.350 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6iYaG17va1jzACu off=3774560 len=876259 2024-09-13T00:33:05.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 1857 completed, throughput=5MB/sec 2024-09-13T00:33:05.359 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1eGKvWEbv82o6V8 off=5154490 len=632351 2024-09-13T00:33:05.365 INFO:tasks.workunit.client.0.smithi032.stdout:op 1858 completed, throughput=5MB/sec 2024-09-13T00:33:05.366 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gXw5oc-lJjoxYHv off=44642 len=771032 2024-09-13T00:33:05.373 INFO:tasks.workunit.client.0.smithi032.stdout:op 1859 completed, throughput=5MB/sec 2024-09-13T00:33:05.374 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-86LSj7P13nh4n_6 off=1017784 len=1964544 2024-09-13T00:33:05.389 INFO:tasks.workunit.client.0.smithi032.stdout:op 1860 completed, throughput=5MB/sec 2024-09-13T00:33:06.389 INFO:tasks.workunit.client.0.smithi032.stdout: 365: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:06.390 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eyioPJ7IScVguqL off=15683397 len=1948284 2024-09-13T00:33:06.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 1861 completed, throughput=5MB/sec 2024-09-13T00:33:06.396 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-m6GC2HIvR4pNuIX off=15537667 len=1212209 2024-09-13T00:33:06.399 INFO:tasks.workunit.client.0.smithi032.stdout:op 1862 completed, throughput=5MB/sec 2024-09-13T00:33:06.400 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-arcOlC8a_bW2bcI off=5741810 len=1903690 2024-09-13T00:33:06.413 INFO:tasks.workunit.client.0.smithi032.stdout:op 1863 completed, throughput=5MB/sec 2024-09-13T00:33:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:06 smithi032 bash[75510]: cluster 2024-09-13T00:33:05.709509+0000 mgr.y (mgr.34107) 910 : cluster [DBG] pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:33:07.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:06 smithi032 bash[76677]: cluster 2024-09-13T00:33:05.709509+0000 mgr.y (mgr.34107) 910 : cluster [DBG] pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:33:07.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:06 smithi053 bash[67631]: cluster 2024-09-13T00:33:05.709509+0000 mgr.y (mgr.34107) 910 : cluster [DBG] pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:33:07.414 INFO:tasks.workunit.client.0.smithi032.stdout: 366: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:07.414 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iYbvCwd1CP6dyXG off=452904 len=14882 2024-09-13T00:33:07.418 INFO:tasks.workunit.client.0.smithi032.stdout:op 1864 completed, throughput=4.99MB/sec 2024-09-13T00:33:07.418 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Bss1r0tnDJh2-X5 off=9682505 len=1102992 2024-09-13T00:33:07.421 INFO:tasks.workunit.client.0.smithi032.stdout:op 1865 completed, throughput=4.99MB/sec 2024-09-13T00:33:07.421 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VnpJzJVM8rHT9Hj off=2368420 len=115208 2024-09-13T00:33:07.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 1866 completed, throughput=4.99MB/sec 2024-09-13T00:33:07.426 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DBagjsmZ-ZPOn6N off=14898139 len=1860433 2024-09-13T00:33:07.441 INFO:tasks.workunit.client.0.smithi032.stdout:op 1867 completed, throughput=5MB/sec 2024-09-13T00:33:07.441 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-52pa8Z9q6sITWN5 off=4260684 len=734808 2024-09-13T00:33:07.443 INFO:tasks.workunit.client.0.smithi032.stdout:op 1868 completed, throughput=5MB/sec 2024-09-13T00:33:07.444 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OnSWotWuCUmqFxj off=1621535 len=220627 2024-09-13T00:33:07.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 1869 completed, throughput=5MB/sec 2024-09-13T00:33:08.446 INFO:tasks.workunit.client.0.smithi032.stdout: 367: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:08.446 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RYqtfG_0fb7rXNm off=14188724 len=1498110 2024-09-13T00:33:08.457 INFO:tasks.workunit.client.0.smithi032.stdout:op 1870 completed, throughput=4.99MB/sec 2024-09-13T00:33:08.457 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d-oWPqS9Zutjt8n off=10780570 len=1825102 2024-09-13T00:33:08.470 INFO:tasks.workunit.client.0.smithi032.stdout:op 1871 completed, throughput=4.99MB/sec 2024-09-13T00:33:08.470 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qIyDP8ICLHK32Pv off=16503314 len=326530 2024-09-13T00:33:08.472 INFO:tasks.workunit.client.0.smithi032.stdout:op 1872 completed, throughput=5MB/sec 2024-09-13T00:33:08.472 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hLkQY_EIezGos8z off=8870444 len=392499 2024-09-13T00:33:08.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 1873 completed, throughput=5MB/sec 2024-09-13T00:33:08.478 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zy9Flt5dyJDbctJ off=20405476 len=1826150 2024-09-13T00:33:08.481 INFO:tasks.workunit.client.0.smithi032.stdout:op 1874 completed, throughput=5MB/sec 2024-09-13T00:33:09.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:08 smithi032 bash[75510]: cluster 2024-09-13T00:33:07.710401+0000 mgr.y (mgr.34107) 911 : cluster [DBG] pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-13T00:33:09.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:08 smithi032 bash[76677]: cluster 2024-09-13T00:33:07.710401+0000 mgr.y (mgr.34107) 911 : cluster [DBG] pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-13T00:33:09.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:08 smithi053 bash[67631]: cluster 2024-09-13T00:33:07.710401+0000 mgr.y (mgr.34107) 911 : cluster [DBG] pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-13T00:33:09.482 INFO:tasks.workunit.client.0.smithi032.stdout: 368: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:09.482 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zaw6r3VWjqGmdPO off=2614913 len=1045826 2024-09-13T00:33:09.491 INFO:tasks.workunit.client.0.smithi032.stdout:op 1875 completed, throughput=4.99MB/sec 2024-09-13T00:33:09.491 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yp3wjhN_cFddb-w off=963585 len=1704018 2024-09-13T00:33:09.495 INFO:tasks.workunit.client.0.smithi032.stdout:op 1876 completed, throughput=4.99MB/sec 2024-09-13T00:33:09.495 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8FcWefepA9SBLA7 off=3314587 len=1409550 2024-09-13T00:33:09.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 1877 completed, throughput=5MB/sec 2024-09-13T00:33:09.505 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KGR6bk8zhAnrm8l off=3270463 len=1120326 2024-09-13T00:33:09.516 INFO:tasks.workunit.client.0.smithi032.stdout:op 1878 completed, throughput=5MB/sec 2024-09-13T00:33:10.516 INFO:tasks.workunit.client.0.smithi032.stdout: 369: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:10.516 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YivpaXvPuUM2xmz off=7038797 len=93181 2024-09-13T00:33:10.518 INFO:tasks.workunit.client.0.smithi032.stdout:op 1879 completed, throughput=4.99MB/sec 2024-09-13T00:33:10.518 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dFN7sqLLUEePr6Y off=1758658 len=1815156 2024-09-13T00:33:10.522 INFO:tasks.workunit.client.0.smithi032.stdout:op 1880 completed, throughput=4.99MB/sec 2024-09-13T00:33:10.522 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vilyCM2z_F0qM_L off=114539 len=1117890 2024-09-13T00:33:10.526 INFO:tasks.workunit.client.0.smithi032.stdout:op 1881 completed, throughput=5MB/sec 2024-09-13T00:33:10.526 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I97rGG458SDB6yC off=6336982 len=1555801 2024-09-13T00:33:10.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 1882 completed, throughput=5MB/sec 2024-09-13T00:33:10.537 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Fc1FnAYyxgrqM0A off=4134810 len=1057856 2024-09-13T00:33:10.546 INFO:tasks.workunit.client.0.smithi032.stdout:op 1883 completed, throughput=5MB/sec 2024-09-13T00:33:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:10 smithi032 bash[75510]: cluster 2024-09-13T00:33:09.711493+0000 mgr.y (mgr.34107) 912 : cluster [DBG] pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:33:11.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:10 smithi032 bash[75510]: audit 2024-09-13T00:33:10.165510+0000 mon.a (mon.0) 2207 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:33:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:10 smithi032 bash[76677]: cluster 2024-09-13T00:33:09.711493+0000 mgr.y (mgr.34107) 912 : cluster [DBG] pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:33:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:10 smithi032 bash[76677]: audit 2024-09-13T00:33:10.165510+0000 mon.a (mon.0) 2207 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:33:11.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:10 smithi053 bash[67631]: cluster 2024-09-13T00:33:09.711493+0000 mgr.y (mgr.34107) 912 : cluster [DBG] pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:33:11.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:10 smithi053 bash[67631]: audit 2024-09-13T00:33:10.165510+0000 mon.a (mon.0) 2207 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:33:11.546 INFO:tasks.workunit.client.0.smithi032.stdout: 370: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:11.546 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aMJEcUgaKXOox3P off=2328081 len=1108825 2024-09-13T00:33:11.555 INFO:tasks.workunit.client.0.smithi032.stdout:op 1884 completed, throughput=4.99MB/sec 2024-09-13T00:33:11.555 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2flmWOGgq5bGUaI off=1585058 len=1838385 2024-09-13T00:33:11.560 INFO:tasks.workunit.client.0.smithi032.stdout:op 1885 completed, throughput=5MB/sec 2024-09-13T00:33:11.560 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9K9HNH9hTMofAHl off=9340061 len=1878169 2024-09-13T00:33:11.574 INFO:tasks.workunit.client.0.smithi032.stdout:op 1886 completed, throughput=5MB/sec 2024-09-13T00:33:12.574 INFO:tasks.workunit.client.0.smithi032.stdout: 371: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:12.574 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QFr3k7S9gf_nkaE off=18652451 len=85238 2024-09-13T00:33:12.575 INFO:tasks.workunit.client.0.smithi032.stdout:op 1887 completed, throughput=4.99MB/sec 2024-09-13T00:33:12.576 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--GQEU1pCJiHzMof off=2083215 len=2005384 2024-09-13T00:33:12.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 1888 completed, throughput=4.99MB/sec 2024-09-13T00:33:12.591 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NCwOnMeb_pWP4Va off=16786211 len=1525405 2024-09-13T00:33:12.602 INFO:tasks.workunit.client.0.smithi032.stdout:op 1889 completed, throughput=5MB/sec 2024-09-13T00:33:12.602 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rSQkiEIOKlC2HFx off=1165347 len=1823113 2024-09-13T00:33:12.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 1890 completed, throughput=5MB/sec 2024-09-13T00:33:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:33:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:33:12] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-09-13T00:33:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:33:12 smithi053 bash[94430]: ts=2024-09-13T00:33:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:33:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:12 smithi032 bash[75510]: cluster 2024-09-13T00:33:11.712672+0000 mgr.y (mgr.34107) 913 : cluster [DBG] pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:33:13.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:12 smithi032 bash[76677]: cluster 2024-09-13T00:33:11.712672+0000 mgr.y (mgr.34107) 913 : cluster [DBG] pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:33:13.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:12 smithi053 bash[67631]: cluster 2024-09-13T00:33:11.712672+0000 mgr.y (mgr.34107) 913 : cluster [DBG] pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:33:13.608 INFO:tasks.workunit.client.0.smithi032.stdout: 372: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:13.608 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VGy6NG7Y466YRPO off=636162 len=1739316 2024-09-13T00:33:13.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 1891 completed, throughput=4.99MB/sec 2024-09-13T00:33:13.614 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ac0-pSpsRWPdGjU off=1367035 len=977576 2024-09-13T00:33:13.623 INFO:tasks.workunit.client.0.smithi032.stdout:op 1892 completed, throughput=4.99MB/sec 2024-09-13T00:33:13.623 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xjXCNuM_kPK4tx4 off=8970783 len=534524 2024-09-13T00:33:13.625 INFO:tasks.workunit.client.0.smithi032.stdout:op 1893 completed, throughput=4.99MB/sec 2024-09-13T00:33:13.625 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NOYvutSoO3XvlRf off=4585149 len=1031926 2024-09-13T00:33:13.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 1894 completed, throughput=5MB/sec 2024-09-13T00:33:13.628 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tj5pLKhcPghEql- off=4878127 len=1196425 2024-09-13T00:33:13.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 1895 completed, throughput=5MB/sec 2024-09-13T00:33:14.637 INFO:tasks.workunit.client.0.smithi032.stdout: 373: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:14.638 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CS5ivSAS7tAucG_ off=20897615 len=423393 2024-09-13T00:33:14.639 INFO:tasks.workunit.client.0.smithi032.stdout:op 1896 completed, throughput=4.99MB/sec 2024-09-13T00:33:14.639 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WSGBd2XvQtIKW1B off=14935123 len=1916703 2024-09-13T00:33:14.653 INFO:tasks.workunit.client.0.smithi032.stdout:op 1897 completed, throughput=4.99MB/sec 2024-09-13T00:33:14.653 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RlZkjRNJ64ZqTsD off=4306101 len=723182 2024-09-13T00:33:14.661 INFO:tasks.workunit.client.0.smithi032.stdout:op 1898 completed, throughput=4.99MB/sec 2024-09-13T00:33:14.661 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Vgz1gbAS-mNpsJb off=18208968 len=1823024 2024-09-13T00:33:14.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 1899 completed, throughput=5MB/sec 2024-09-13T00:33:14.667 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z63xo32-wsbtsmo off=12297257 len=1872034 2024-09-13T00:33:14.679 INFO:tasks.workunit.client.0.smithi032.stdout:op 1900 completed, throughput=5MB/sec 2024-09-13T00:33:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:14 smithi032 bash[75510]: cluster 2024-09-13T00:33:13.713874+0000 mgr.y (mgr.34107) 914 : cluster [DBG] pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T00:33:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:14 smithi032 bash[76677]: cluster 2024-09-13T00:33:13.713874+0000 mgr.y (mgr.34107) 914 : cluster [DBG] pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T00:33:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:14 smithi053 bash[67631]: cluster 2024-09-13T00:33:13.713874+0000 mgr.y (mgr.34107) 914 : cluster [DBG] pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T00:33:15.680 INFO:tasks.workunit.client.0.smithi032.stdout: 374: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:15.680 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Well0gcZGbwF74q off=8379576 len=1731118 2024-09-13T00:33:15.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 1901 completed, throughput=4.99MB/sec 2024-09-13T00:33:15.691 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mABrDUXW5hy6KVn off=15699912 len=1783724 2024-09-13T00:33:15.695 INFO:tasks.workunit.client.0.smithi032.stdout:op 1902 completed, throughput=5MB/sec 2024-09-13T00:33:15.695 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EyZh0mBKU2zj3SF off=14020407 len=960185 2024-09-13T00:33:15.699 INFO:tasks.workunit.client.0.smithi032.stdout:op 1903 completed, throughput=5MB/sec 2024-09-13T00:33:16.699 INFO:tasks.workunit.client.0.smithi032.stdout: 375: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:16.700 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o4Skfcs7p7woAqQ off=6098081 len=1495671 2024-09-13T00:33:16.704 INFO:tasks.workunit.client.0.smithi032.stdout:op 1904 completed, throughput=4.99MB/sec 2024-09-13T00:33:16.704 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AL7sp0vM8xKMYYR off=16118862 len=1901745 2024-09-13T00:33:16.718 INFO:tasks.workunit.client.0.smithi032.stdout:op 1905 completed, throughput=5MB/sec 2024-09-13T00:33:16.719 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BBCAIvaAOHfycI5 off=5660539 len=592879 2024-09-13T00:33:16.725 INFO:tasks.workunit.client.0.smithi032.stdout:op 1906 completed, throughput=5MB/sec 2024-09-13T00:33:16.725 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hPqEyP698U42BQG off=10797239 len=1828258 2024-09-13T00:33:16.729 INFO:tasks.workunit.client.0.smithi032.stdout:op 1907 completed, throughput=5MB/sec 2024-09-13T00:33:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:16 smithi032 bash[75510]: cluster 2024-09-13T00:33:15.714942+0000 mgr.y (mgr.34107) 915 : cluster [DBG] pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T00:33:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:16 smithi032 bash[76677]: cluster 2024-09-13T00:33:15.714942+0000 mgr.y (mgr.34107) 915 : cluster [DBG] pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T00:33:17.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:16 smithi053 bash[67631]: cluster 2024-09-13T00:33:15.714942+0000 mgr.y (mgr.34107) 915 : cluster [DBG] pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T00:33:17.730 INFO:tasks.workunit.client.0.smithi032.stdout: 376: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:17.730 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BdiN-SJMJmet-1G off=2774496 len=1997408 2024-09-13T00:33:17.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 1908 completed, throughput=4.99MB/sec 2024-09-13T00:33:17.745 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2OsFOPkPqt4-x8R off=5827621 len=1210482 2024-09-13T00:33:17.754 INFO:tasks.workunit.client.0.smithi032.stdout:op 1909 completed, throughput=5MB/sec 2024-09-13T00:33:17.754 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c243d5bEgtzhZMQ off=2051170 len=1431773 2024-09-13T00:33:17.764 INFO:tasks.workunit.client.0.smithi032.stdout:op 1910 completed, throughput=5MB/sec 2024-09-13T00:33:18.765 INFO:tasks.workunit.client.0.smithi032.stdout: 377: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:18.765 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_hD6oZY5LsVY7yD off=418191 len=1037439 2024-09-13T00:33:18.774 INFO:tasks.workunit.client.0.smithi032.stdout:op 1911 completed, throughput=4.99MB/sec 2024-09-13T00:33:18.774 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yjVLyh5j2otlgE8 off=12308880 len=1267013 2024-09-13T00:33:18.777 INFO:tasks.workunit.client.0.smithi032.stdout:op 1912 completed, throughput=4.99MB/sec 2024-09-13T00:33:18.778 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wn1TQ1InT-BeSNG off=2688094 len=1196198 2024-09-13T00:33:18.781 INFO:tasks.workunit.client.0.smithi032.stdout:op 1913 completed, throughput=5MB/sec 2024-09-13T00:33:18.781 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JuCcm0m-iFfUe3d off=1478420 len=1738535 2024-09-13T00:33:18.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 1914 completed, throughput=5MB/sec 2024-09-13T00:33:19.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:18 smithi032 bash[75510]: cluster 2024-09-13T00:33:17.715992+0000 mgr.y (mgr.34107) 916 : cluster [DBG] pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:33:19.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:18 smithi032 bash[76677]: cluster 2024-09-13T00:33:17.715992+0000 mgr.y (mgr.34107) 916 : cluster [DBG] pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:33:19.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:18 smithi053 bash[67631]: cluster 2024-09-13T00:33:17.715992+0000 mgr.y (mgr.34107) 916 : cluster [DBG] pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:33:19.794 INFO:tasks.workunit.client.0.smithi032.stdout: 378: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:19.794 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uNqmgkcS2Hkkfxn off=4316334 len=839892 2024-09-13T00:33:19.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 1915 completed, throughput=4.99MB/sec 2024-09-13T00:33:19.797 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XDE3YvDYErpGdn4 off=6040659 len=212193 2024-09-13T00:33:19.799 INFO:tasks.workunit.client.0.smithi032.stdout:op 1916 completed, throughput=4.99MB/sec 2024-09-13T00:33:19.799 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7tVamN6pkkkbwk7 off=6793854 len=112996 2024-09-13T00:33:19.800 INFO:tasks.workunit.client.0.smithi032.stdout:op 1917 completed, throughput=4.99MB/sec 2024-09-13T00:33:19.800 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mg4ixZgzG5HsbFT off=3068846 len=1636529 2024-09-13T00:33:19.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 1918 completed, throughput=4.99MB/sec 2024-09-13T00:33:19.804 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UkyUrvJI2wXyOIY off=6146520 len=2082500 2024-09-13T00:33:19.820 INFO:tasks.workunit.client.0.smithi032.stdout:op 1919 completed, throughput=5MB/sec 2024-09-13T00:33:19.820 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pA4QjKxzNHLQ-SG off=11257149 len=760778 2024-09-13T00:33:19.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 1920 completed, throughput=5MB/sec 2024-09-13T00:33:20.823 INFO:tasks.workunit.client.0.smithi032.stdout: 379: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:20.823 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BFb9LD8-g6Vo9P5 off=1387640 len=1111835 2024-09-13T00:33:20.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 1921 completed, throughput=4.99MB/sec 2024-09-13T00:33:20.833 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-coUagCkvqEJZodW off=5379877 len=819272 2024-09-13T00:33:20.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 1922 completed, throughput=4.99MB/sec 2024-09-13T00:33:20.835 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8EdBcX00RlMHUks off=3564323 len=1091497 2024-09-13T00:33:20.839 INFO:tasks.workunit.client.0.smithi032.stdout:op 1923 completed, throughput=5MB/sec 2024-09-13T00:33:20.840 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RiEor7UacaZoRNi off=5584324 len=188102 2024-09-13T00:33:20.841 INFO:tasks.workunit.client.0.smithi032.stdout:op 1924 completed, throughput=5MB/sec 2024-09-13T00:33:20.841 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ail2ymP7s_hAD7O off=18235697 len=777127 2024-09-13T00:33:20.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 1925 completed, throughput=5MB/sec 2024-09-13T00:33:20.848 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ys570hkgGu-d2su off=13266719 len=1224819 2024-09-13T00:33:20.851 INFO:tasks.workunit.client.0.smithi032.stdout:op 1926 completed, throughput=5MB/sec 2024-09-13T00:33:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:20 smithi032 bash[75510]: cluster 2024-09-13T00:33:19.717158+0000 mgr.y (mgr.34107) 917 : cluster [DBG] pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T00:33:21.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:20 smithi032 bash[76677]: cluster 2024-09-13T00:33:19.717158+0000 mgr.y (mgr.34107) 917 : cluster [DBG] pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T00:33:21.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:20 smithi053 bash[67631]: cluster 2024-09-13T00:33:19.717158+0000 mgr.y (mgr.34107) 917 : cluster [DBG] pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T00:33:21.852 INFO:tasks.workunit.client.0.smithi032.stdout: 380: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:21.852 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yGIA01eaKa5EOIC off=21850439 len=1640598 2024-09-13T00:33:21.865 INFO:tasks.workunit.client.0.smithi032.stdout:op 1927 completed, throughput=4.99MB/sec 2024-09-13T00:33:21.865 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QIpbnGSZivmlq9f off=470174 len=1487269 2024-09-13T00:33:21.875 INFO:tasks.workunit.client.0.smithi032.stdout:op 1928 completed, throughput=4.99MB/sec 2024-09-13T00:33:21.875 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9VL5J-xa5tI1HX6 off=12025064 len=647203 2024-09-13T00:33:21.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 1929 completed, throughput=5MB/sec 2024-09-13T00:33:21.877 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-92EbNEufuDuTHAl off=2212416 len=1107987 2024-09-13T00:33:21.885 INFO:tasks.workunit.client.0.smithi032.stdout:op 1930 completed, throughput=5MB/sec 2024-09-13T00:33:21.886 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G0FeeqKD_G51wXw off=3204732 len=1665939 2024-09-13T00:33:21.898 INFO:tasks.workunit.client.0.smithi032.stdout:op 1931 completed, throughput=5MB/sec 2024-09-13T00:33:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:33:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:33:22] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-09-13T00:33:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:33:22 smithi053 bash[94430]: ts=2024-09-13T00:33:22.317Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:33:22.899 INFO:tasks.workunit.client.0.smithi032.stdout: 381: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:22.899 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m-ciOU9_iwEp98L off=462825 len=669969 2024-09-13T00:33:22.907 INFO:tasks.workunit.client.0.smithi032.stdout:op 1932 completed, throughput=4.99MB/sec 2024-09-13T00:33:22.907 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KO7rR8GEA9Y5TTx off=15151674 len=1764627 2024-09-13T00:33:22.910 INFO:tasks.workunit.client.0.smithi032.stdout:op 1933 completed, throughput=5MB/sec 2024-09-13T00:33:22.911 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P_XXREAx_8IaGys off=14173108 len=64278 2024-09-13T00:33:22.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 1934 completed, throughput=5MB/sec 2024-09-13T00:33:22.912 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wPBjhBk5pNUp7OP off=5116045 len=495057 2024-09-13T00:33:22.918 INFO:tasks.workunit.client.0.smithi032.stdout:op 1935 completed, throughput=5MB/sec 2024-09-13T00:33:22.918 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nPoXOrVT8KO3Mik off=13859254 len=1971864 2024-09-13T00:33:22.934 INFO:tasks.workunit.client.0.smithi032.stdout:op 1936 completed, throughput=5MB/sec 2024-09-13T00:33:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:22 smithi032 bash[75510]: cluster 2024-09-13T00:33:21.718241+0000 mgr.y (mgr.34107) 918 : cluster [DBG] pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T00:33:23.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:22 smithi032 bash[76677]: cluster 2024-09-13T00:33:21.718241+0000 mgr.y (mgr.34107) 918 : cluster [DBG] pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T00:33:23.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:22 smithi053 bash[67631]: cluster 2024-09-13T00:33:21.718241+0000 mgr.y (mgr.34107) 918 : cluster [DBG] pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T00:33:23.934 INFO:tasks.workunit.client.0.smithi032.stdout: 382: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:23.934 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9Tp-g7wFhnVJcFB off=2244408 len=180260 2024-09-13T00:33:23.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 1937 completed, throughput=4.99MB/sec 2024-09-13T00:33:23.935 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Whs8802uB0D9-c5 off=8444629 len=1535914 2024-09-13T00:33:23.939 INFO:tasks.workunit.client.0.smithi032.stdout:op 1938 completed, throughput=4.99MB/sec 2024-09-13T00:33:23.939 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5-1J6YQHj7jqIVz off=3632350 len=515922 2024-09-13T00:33:23.941 INFO:tasks.workunit.client.0.smithi032.stdout:op 1939 completed, throughput=4.99MB/sec 2024-09-13T00:33:23.941 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5wt1bmjONsmrIAT off=11666824 len=336380 2024-09-13T00:33:23.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 1940 completed, throughput=5MB/sec 2024-09-13T00:33:23.947 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7O0QcJau4nAGkYV off=15161373 len=687662 2024-09-13T00:33:23.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 1941 completed, throughput=5MB/sec 2024-09-13T00:33:23.949 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OYUnGwl3qAHWYOD off=3697871 len=1591935 2024-09-13T00:33:23.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 1942 completed, throughput=5MB/sec 2024-09-13T00:33:24.961 INFO:tasks.workunit.client.0.smithi032.stdout: 383: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:24.961 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sZMssu6Nr62FmXk off=9972987 len=1431481 2024-09-13T00:33:24.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 1943 completed, throughput=4.99MB/sec 2024-09-13T00:33:24.973 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HvhLVTcRJDMVTum off=3721877 len=1592239 2024-09-13T00:33:24.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 1944 completed, throughput=4.99MB/sec 2024-09-13T00:33:24.977 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3hpHuFtZ_QTjYqk off=1601602 len=1885815 2024-09-13T00:33:24.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 1945 completed, throughput=5MB/sec 2024-09-13T00:33:24.990 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-avKOqj279ZTyNZ4 off=8658331 len=625976 2024-09-13T00:33:24.997 INFO:tasks.workunit.client.0.smithi032.stdout:op 1946 completed, throughput=5MB/sec 2024-09-13T00:33:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:24 smithi032 bash[75510]: cluster 2024-09-13T00:33:23.719341+0000 mgr.y (mgr.34107) 919 : cluster [DBG] pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:33:25.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:24 smithi032 bash[76677]: cluster 2024-09-13T00:33:23.719341+0000 mgr.y (mgr.34107) 919 : cluster [DBG] pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:33:25.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:24 smithi053 bash[67631]: cluster 2024-09-13T00:33:23.719341+0000 mgr.y (mgr.34107) 919 : cluster [DBG] pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:33:25.997 INFO:tasks.workunit.client.0.smithi032.stdout: 384: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:25.997 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RwvXSP7rIEqucUp off=3641551 len=593878 2024-09-13T00:33:26.005 INFO:tasks.workunit.client.0.smithi032.stdout:op 1947 completed, throughput=4.99MB/sec 2024-09-13T00:33:26.005 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7P_9wCwVkh5wnB3 off=19517649 len=1882790 2024-09-13T00:33:26.019 INFO:tasks.workunit.client.0.smithi032.stdout:op 1948 completed, throughput=4.99MB/sec 2024-09-13T00:33:26.019 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HDbB21jYL-6VUnz off=10081623 len=779717 2024-09-13T00:33:26.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 1949 completed, throughput=5MB/sec 2024-09-13T00:33:26.021 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KgERRBOX7aUl0bW off=16508290 len=267166 2024-09-13T00:33:26.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 1950 completed, throughput=5MB/sec 2024-09-13T00:33:26.027 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-E8rRrfETWofj9li off=5664579 len=164774 2024-09-13T00:33:26.032 INFO:tasks.workunit.client.0.smithi032.stdout:op 1951 completed, throughput=5MB/sec 2024-09-13T00:33:26.032 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-98-4bCHv00-_2RT off=1563534 len=1740702 2024-09-13T00:33:26.045 INFO:tasks.workunit.client.0.smithi032.stdout:op 1952 completed, throughput=5MB/sec 2024-09-13T00:33:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:25 smithi032 bash[75510]: audit 2024-09-13T00:33:25.166025+0000 mon.a (mon.0) 2208 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:33:26.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:25 smithi032 bash[76677]: audit 2024-09-13T00:33:25.166025+0000 mon.a (mon.0) 2208 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:33:26.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:25 smithi053 bash[67631]: audit 2024-09-13T00:33:25.166025+0000 mon.a (mon.0) 2208 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:33:27.046 INFO:tasks.workunit.client.0.smithi032.stdout: 385: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:27.046 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7luP9pBg1_5JmMX off=5539971 len=1020628 2024-09-13T00:33:27.049 INFO:tasks.workunit.client.0.smithi032.stdout:op 1953 completed, throughput=4.99MB/sec 2024-09-13T00:33:27.049 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i-m8lrB3zc6gdHT off=1622228 len=2665 2024-09-13T00:33:27.053 INFO:tasks.workunit.client.0.smithi032.stdout:op 1954 completed, throughput=4.99MB/sec 2024-09-13T00:33:27.054 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J5DUxZLSfH9inNK off=9752316 len=1197327 2024-09-13T00:33:27.063 INFO:tasks.workunit.client.0.smithi032.stdout:op 1955 completed, throughput=4.99MB/sec 2024-09-13T00:33:27.064 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZDboix5i9Ez5Zyo off=2560012 len=1286518 2024-09-13T00:33:27.068 INFO:tasks.workunit.client.0.smithi032.stdout:op 1956 completed, throughput=5MB/sec 2024-09-13T00:33:27.068 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EYJKzmJTgJ55KWT off=1223116 len=1628401 2024-09-13T00:33:27.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 1957 completed, throughput=5MB/sec 2024-09-13T00:33:27.072 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FWVL2mhnb34RM85 off=5246256 len=448902 2024-09-13T00:33:27.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 1958 completed, throughput=5MB/sec 2024-09-13T00:33:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:26 smithi032 bash[75510]: cluster 2024-09-13T00:33:25.720206+0000 mgr.y (mgr.34107) 920 : cluster [DBG] pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:33:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:26 smithi032 bash[76677]: cluster 2024-09-13T00:33:25.720206+0000 mgr.y (mgr.34107) 920 : cluster [DBG] pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:33:27.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:26 smithi053 bash[67631]: cluster 2024-09-13T00:33:25.720206+0000 mgr.y (mgr.34107) 920 : cluster [DBG] pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:33:28.074 INFO:tasks.workunit.client.0.smithi032.stdout: 386: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:28.075 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m2IgoCSs3lJyX0X off=3334177 len=2041188 2024-09-13T00:33:28.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 1959 completed, throughput=4.99MB/sec 2024-09-13T00:33:28.089 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jpCLcvTdHoCc4qs off=3142701 len=36518 2024-09-13T00:33:28.093 INFO:tasks.workunit.client.0.smithi032.stdout:op 1960 completed, throughput=4.99MB/sec 2024-09-13T00:33:28.093 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7l_CSIlXyJAwLoy off=9672315 len=1764209 2024-09-13T00:33:28.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 1961 completed, throughput=5MB/sec 2024-09-13T00:33:28.105 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rBdnUlmB54Frnmo off=11263879 len=899923 2024-09-13T00:33:28.107 INFO:tasks.workunit.client.0.smithi032.stdout:op 1962 completed, throughput=5MB/sec 2024-09-13T00:33:28.108 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2RFCO2x_WQCWjgL off=17524620 len=1175806 2024-09-13T00:33:28.111 INFO:tasks.workunit.client.0.smithi032.stdout:op 1963 completed, throughput=5MB/sec 2024-09-13T00:33:29.111 INFO:tasks.workunit.client.0.smithi032.stdout: 387: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:29.111 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w0AYH_amnvXukuT off=7084545 len=253993 2024-09-13T00:33:29.116 INFO:tasks.workunit.client.0.smithi032.stdout:op 1964 completed, throughput=4.99MB/sec 2024-09-13T00:33:29.116 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-URkqNrLCZ9s2xlW off=2149312 len=242118 2024-09-13T00:33:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:op 1965 completed, throughput=4.99MB/sec 2024-09-13T00:33:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yRor7r5Gy8fx5_w off=2441351 len=757215 2024-09-13T00:33:29.126 INFO:tasks.workunit.client.0.smithi032.stdout:op 1966 completed, throughput=4.99MB/sec 2024-09-13T00:33:29.126 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nCLY2AA5EZc5xD3 off=2809833 len=1478314 2024-09-13T00:33:29.137 INFO:tasks.workunit.client.0.smithi032.stdout:op 1967 completed, throughput=5MB/sec 2024-09-13T00:33:29.137 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Czazxf87pQyrd7D off=9252972 len=1321667 2024-09-13T00:33:29.146 INFO:tasks.workunit.client.0.smithi032.stdout:op 1968 completed, throughput=5MB/sec 2024-09-13T00:33:29.146 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I9Ho0tAi1gvhMa5 off=5140276 len=1727371 2024-09-13T00:33:29.150 INFO:tasks.workunit.client.0.smithi032.stdout:op 1969 completed, throughput=5MB/sec 2024-09-13T00:33:29.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:28 smithi053 bash[67631]: cluster 2024-09-13T00:33:27.721137+0000 mgr.y (mgr.34107) 921 : cluster [DBG] pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:33:29.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:28 smithi032 bash[75510]: cluster 2024-09-13T00:33:27.721137+0000 mgr.y (mgr.34107) 921 : cluster [DBG] pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:33:29.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:28 smithi032 bash[76677]: cluster 2024-09-13T00:33:27.721137+0000 mgr.y (mgr.34107) 921 : cluster [DBG] pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:33:30.151 INFO:tasks.workunit.client.0.smithi032.stdout: 388: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:30.151 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RooX6_ZTO6eOZJE off=8382444 len=1449646 2024-09-13T00:33:30.162 INFO:tasks.workunit.client.0.smithi032.stdout:op 1970 completed, throughput=4.99MB/sec 2024-09-13T00:33:30.162 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oCrCbV7213PJgGT off=4203358 len=625061 2024-09-13T00:33:30.165 INFO:tasks.workunit.client.0.smithi032.stdout:op 1971 completed, throughput=5MB/sec 2024-09-13T00:33:30.165 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iOIDoX9lsLlk0H6 off=15825743 len=1510546 2024-09-13T00:33:30.169 INFO:tasks.workunit.client.0.smithi032.stdout:op 1972 completed, throughput=5MB/sec 2024-09-13T00:33:30.169 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fkL1WI52OQ4kp8P off=13840564 len=402668 2024-09-13T00:33:30.171 INFO:tasks.workunit.client.0.smithi032.stdout:op 1973 completed, throughput=5MB/sec 2024-09-13T00:33:30.171 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xeL9YX_4Nn8mdxf off=12709906 len=147735 2024-09-13T00:33:30.176 INFO:tasks.workunit.client.0.smithi032.stdout:op 1974 completed, throughput=5MB/sec 2024-09-13T00:33:30.176 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kXq6CXN4BnCyG1R off=5038890 len=1744899 2024-09-13T00:33:30.180 INFO:tasks.workunit.client.0.smithi032.stdout:op 1975 completed, throughput=5MB/sec 2024-09-13T00:33:31.181 INFO:tasks.workunit.client.0.smithi032.stdout: 389: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:31.181 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FtVpcGCd4rovLQH off=8572499 len=111425 2024-09-13T00:33:31.185 INFO:tasks.workunit.client.0.smithi032.stdout:op 1976 completed, throughput=4.99MB/sec 2024-09-13T00:33:31.186 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g-uDSLEDYQdFFHL off=17914552 len=785227 2024-09-13T00:33:31.193 INFO:tasks.workunit.client.0.smithi032.stdout:op 1977 completed, throughput=4.99MB/sec 2024-09-13T00:33:31.194 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AyHPoFOXvWJqwVJ off=224748 len=2000726 2024-09-13T00:33:31.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 1978 completed, throughput=5MB/sec 2024-09-13T00:33:31.197 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tA_CxFXPCm-nzrK off=17858045 len=116062 2024-09-13T00:33:31.198 INFO:tasks.workunit.client.0.smithi032.stdout:op 1979 completed, throughput=5MB/sec 2024-09-13T00:33:31.198 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-l5DF9_ZMiTJqgxq off=1909737 len=2058793 2024-09-13T00:33:31.203 INFO:tasks.workunit.client.0.smithi032.stdout:op 1980 completed, throughput=5MB/sec 2024-09-13T00:33:31.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:30 smithi053 bash[67631]: cluster 2024-09-13T00:33:29.722149+0000 mgr.y (mgr.34107) 922 : cluster [DBG] pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:33:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:30 smithi032 bash[75510]: cluster 2024-09-13T00:33:29.722149+0000 mgr.y (mgr.34107) 922 : cluster [DBG] pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:33:31.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:30 smithi032 bash[76677]: cluster 2024-09-13T00:33:29.722149+0000 mgr.y (mgr.34107) 922 : cluster [DBG] pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:33:32.203 INFO:tasks.workunit.client.0.smithi032.stdout: 390: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:32.203 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9T-KsXU0m1lLEuI off=11972022 len=14450 2024-09-13T00:33:32.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 1981 completed, throughput=4.99MB/sec 2024-09-13T00:33:32.204 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cDq2L4e61fyGtgD off=6510302 len=1516783 2024-09-13T00:33:32.209 INFO:tasks.workunit.client.0.smithi032.stdout:op 1982 completed, throughput=4.99MB/sec 2024-09-13T00:33:32.209 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wp6S-PJqfoBQGgJ off=7883939 len=374775 2024-09-13T00:33:32.216 INFO:tasks.workunit.client.0.smithi032.stdout:op 1983 completed, throughput=5MB/sec 2024-09-13T00:33:32.216 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VpaxMSo66dxeC9C off=215881 len=206536 2024-09-13T00:33:32.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 1984 completed, throughput=5MB/sec 2024-09-13T00:33:32.218 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rcZBqlHIiepfBlY off=13247048 len=1804783 2024-09-13T00:33:32.230 INFO:tasks.workunit.client.0.smithi032.stdout:op 1985 completed, throughput=5MB/sec 2024-09-13T00:33:32.230 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Bwwuw49gbqp45Sa off=8329788 len=414754 2024-09-13T00:33:32.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 1986 completed, throughput=5MB/sec 2024-09-13T00:33:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:33:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:33:32] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:33:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:33:32 smithi053 bash[94430]: ts=2024-09-13T00:33:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:33:33.237 INFO:tasks.workunit.client.0.smithi032.stdout: 391: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:33.237 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6YHXI7lbNrBVncc off=6980190 len=37943 2024-09-13T00:33:33.242 INFO:tasks.workunit.client.0.smithi032.stdout:op 1987 completed, throughput=4.99MB/sec 2024-09-13T00:33:33.242 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gyHouBtlAQ7hXS- off=18128875 len=1008075 2024-09-13T00:33:33.246 INFO:tasks.workunit.client.0.smithi032.stdout:op 1988 completed, throughput=4.99MB/sec 2024-09-13T00:33:33.247 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-auLtGI6dz9diXER off=12598097 len=1469663 2024-09-13T00:33:33.251 INFO:tasks.workunit.client.0.smithi032.stdout:op 1989 completed, throughput=4.99MB/sec 2024-09-13T00:33:33.251 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-34wHoSeJ-YAmtzZ off=7151279 len=1627208 2024-09-13T00:33:33.263 INFO:tasks.workunit.client.0.smithi032.stdout:op 1990 completed, throughput=5MB/sec 2024-09-13T00:33:33.264 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cStEOwUwKxV56tj off=8992922 len=354726 2024-09-13T00:33:33.269 INFO:tasks.workunit.client.0.smithi032.stdout:op 1991 completed, throughput=5MB/sec 2024-09-13T00:33:33.272 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2QANthXdVJ81snz off=7055464 len=492198 2024-09-13T00:33:33.273 INFO:tasks.workunit.client.0.smithi032.stdout:op 1992 completed, throughput=5MB/sec 2024-09-13T00:33:33.273 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mDj4qoAFT61vE1K off=8996663 len=1071325 2024-09-13T00:33:33.275 INFO:tasks.workunit.client.0.smithi032.stdout:op 1993 completed, throughput=5MB/sec 2024-09-13T00:33:33.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:32 smithi053 bash[67631]: cluster 2024-09-13T00:33:31.723117+0000 mgr.y (mgr.34107) 923 : cluster [DBG] pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:33:33.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:32 smithi032 bash[75510]: cluster 2024-09-13T00:33:31.723117+0000 mgr.y (mgr.34107) 923 : cluster [DBG] pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:33:33.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:32 smithi032 bash[76677]: cluster 2024-09-13T00:33:31.723117+0000 mgr.y (mgr.34107) 923 : cluster [DBG] pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:33:34.276 INFO:tasks.workunit.client.0.smithi032.stdout: 392: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:34.276 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8l654mtufoWrH8h off=13857711 len=1276615 2024-09-13T00:33:34.287 INFO:tasks.workunit.client.0.smithi032.stdout:op 1994 completed, throughput=4.99MB/sec 2024-09-13T00:33:34.288 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mIPKBZp_fCNwG5g off=298012 len=1859235 2024-09-13T00:33:34.292 INFO:tasks.workunit.client.0.smithi032.stdout:op 1995 completed, throughput=5MB/sec 2024-09-13T00:33:34.292 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5vViK_5GRvlhWL3 off=9008857 len=729953 2024-09-13T00:33:34.299 INFO:tasks.workunit.client.0.smithi032.stdout:op 1996 completed, throughput=5MB/sec 2024-09-13T00:33:34.299 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w2PRC1xANMbL-fy off=14731677 len=917140 2024-09-13T00:33:34.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 1997 completed, throughput=5MB/sec 2024-09-13T00:33:35.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:34 smithi053 bash[67631]: cluster 2024-09-13T00:33:33.724175+0000 mgr.y (mgr.34107) 924 : cluster [DBG] pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:33:35.303 INFO:tasks.workunit.client.0.smithi032.stdout: 393: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:35.303 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yqC32aaEobTKtSr off=1311064 len=1516263 2024-09-13T00:33:35.315 INFO:tasks.workunit.client.0.smithi032.stdout:op 1998 completed, throughput=4.99MB/sec 2024-09-13T00:33:35.315 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7zIRsSNj8_Sa56B off=1888601 len=1646910 2024-09-13T00:33:35.319 INFO:tasks.workunit.client.0.smithi032.stdout:op 1999 completed, throughput=5MB/sec 2024-09-13T00:33:35.319 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2FpIWwiHYFRLnBw off=429582 len=1543841 2024-09-13T00:33:35.330 INFO:tasks.workunit.client.0.smithi032.stdout:op 2000 completed, throughput=5MB/sec 2024-09-13T00:33:35.330 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yLBRGC5NNA-cOCe off=2822680 len=931697 2024-09-13T00:33:35.338 INFO:tasks.workunit.client.0.smithi032.stdout:op 2001 completed, throughput=5MB/sec 2024-09-13T00:33:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:34 smithi032 bash[75510]: cluster 2024-09-13T00:33:33.724175+0000 mgr.y (mgr.34107) 924 : cluster [DBG] pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:33:35.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:34 smithi032 bash[76677]: cluster 2024-09-13T00:33:33.724175+0000 mgr.y (mgr.34107) 924 : cluster [DBG] pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:33:36.338 INFO:tasks.workunit.client.0.smithi032.stdout: 394: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:36.338 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ku-xFDbPrzjj07x off=9500034 len=1807268 2024-09-13T00:33:36.342 INFO:tasks.workunit.client.0.smithi032.stdout:op 2002 completed, throughput=4.99MB/sec 2024-09-13T00:33:36.343 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LuKBscr6DMjacLH off=4425375 len=1944144 2024-09-13T00:33:36.347 INFO:tasks.workunit.client.0.smithi032.stdout:op 2003 completed, throughput=5MB/sec 2024-09-13T00:33:36.347 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P4VUz-NqilqQqUs off=2876390 len=1482306 2024-09-13T00:33:36.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 2004 completed, throughput=5MB/sec 2024-09-13T00:33:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:36 smithi053 bash[67631]: cluster 2024-09-13T00:33:35.725125+0000 mgr.y (mgr.34107) 925 : cluster [DBG] pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:33:37.358 INFO:tasks.workunit.client.0.smithi032.stdout: 395: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:37.358 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_y1UdyMUla9WEjY off=9600775 len=1754711 2024-09-13T00:33:37.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 2005 completed, throughput=4.99MB/sec 2024-09-13T00:33:37.370 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ip02grBKe_ED47m off=10845279 len=704359 2024-09-13T00:33:37.376 INFO:tasks.workunit.client.0.smithi032.stdout:op 2006 completed, throughput=4.99MB/sec 2024-09-13T00:33:37.376 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Cwj8b8YNIzegUBk off=9056986 len=2035125 2024-09-13T00:33:37.388 INFO:tasks.workunit.client.0.smithi032.stdout:op 2007 completed, throughput=5MB/sec 2024-09-13T00:33:37.389 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XTUy8v4UbXBuP2G off=2119116 len=1743075 2024-09-13T00:33:37.402 INFO:tasks.workunit.client.0.smithi032.stdout:op 2008 completed, throughput=5MB/sec 2024-09-13T00:33:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:36 smithi032 bash[75510]: cluster 2024-09-13T00:33:35.725125+0000 mgr.y (mgr.34107) 925 : cluster [DBG] pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:33:37.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:36 smithi032 bash[76677]: cluster 2024-09-13T00:33:35.725125+0000 mgr.y (mgr.34107) 925 : cluster [DBG] pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:33:38.402 INFO:tasks.workunit.client.0.smithi032.stdout: 396: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:38.402 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-npcgviQM14NyGa- off=17429310 len=499859 2024-09-13T00:33:38.410 INFO:tasks.workunit.client.0.smithi032.stdout:op 2009 completed, throughput=4.99MB/sec 2024-09-13T00:33:38.410 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X47_-27D5U1kD0s off=2241896 len=711930 2024-09-13T00:33:38.412 INFO:tasks.workunit.client.0.smithi032.stdout:op 2010 completed, throughput=4.99MB/sec 2024-09-13T00:33:38.412 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ci5ugR0sF3lSwIH off=1081478 len=165132 2024-09-13T00:33:38.413 INFO:tasks.workunit.client.0.smithi032.stdout:op 2011 completed, throughput=4.99MB/sec 2024-09-13T00:33:38.413 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3SP5fvOsIVw39Jh off=16884065 len=456962 2024-09-13T00:33:38.416 INFO:tasks.workunit.client.0.smithi032.stdout:op 2012 completed, throughput=4.99MB/sec 2024-09-13T00:33:38.416 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yEqHZjWqYUIUN-y off=7983933 len=179749 2024-09-13T00:33:38.417 INFO:tasks.workunit.client.0.smithi032.stdout:op 2013 completed, throughput=4.99MB/sec 2024-09-13T00:33:38.417 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QOk2cs9sXMVcHwT off=13871954 len=364705 2024-09-13T00:33:38.419 INFO:tasks.workunit.client.0.smithi032.stdout:op 2014 completed, throughput=5MB/sec 2024-09-13T00:33:38.419 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IgIMO0VCBp_AvaC off=808126 len=1748988 2024-09-13T00:33:38.423 INFO:tasks.workunit.client.0.smithi032.stdout:op 2015 completed, throughput=5MB/sec 2024-09-13T00:33:38.423 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wpPvFecQTFh7-ew off=2416080 len=517437 2024-09-13T00:33:38.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 2016 completed, throughput=5MB/sec 2024-09-13T00:33:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:38 smithi053 bash[67631]: cluster 2024-09-13T00:33:37.726039+0000 mgr.y (mgr.34107) 926 : cluster [DBG] pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:33:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:38 smithi032 bash[75510]: cluster 2024-09-13T00:33:37.726039+0000 mgr.y (mgr.34107) 926 : cluster [DBG] pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:33:39.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:38 smithi032 bash[76677]: cluster 2024-09-13T00:33:37.726039+0000 mgr.y (mgr.34107) 926 : cluster [DBG] pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:33:39.426 INFO:tasks.workunit.client.0.smithi032.stdout: 397: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:39.426 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PmMJgj0NKixZ1lI off=9239796 len=958381 2024-09-13T00:33:39.429 INFO:tasks.workunit.client.0.smithi032.stdout:op 2017 completed, throughput=4.99MB/sec 2024-09-13T00:33:39.429 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BXAR5jGAYcPorch off=5322271 len=1878595 2024-09-13T00:33:39.433 INFO:tasks.workunit.client.0.smithi032.stdout:op 2018 completed, throughput=5MB/sec 2024-09-13T00:33:39.433 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-neH73cn5_vgkANJ off=14354179 len=667927 2024-09-13T00:33:39.441 INFO:tasks.workunit.client.0.smithi032.stdout:op 2019 completed, throughput=5MB/sec 2024-09-13T00:33:39.441 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ff8ZaBQ0iRR2Yn_ off=7155588 len=1427665 2024-09-13T00:33:39.443 INFO:tasks.workunit.client.0.smithi032.stdout:op 2020 completed, throughput=5MB/sec 2024-09-13T00:33:40.444 INFO:tasks.workunit.client.0.smithi032.stdout: 398: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:40.444 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-72c2kLb0NLOCuNj off=1317516 len=1208014 2024-09-13T00:33:40.455 INFO:tasks.workunit.client.0.smithi032.stdout:op 2021 completed, throughput=4.99MB/sec 2024-09-13T00:33:40.455 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eBaSC-qhS3yzlhE off=17021026 len=1566709 2024-09-13T00:33:40.459 INFO:tasks.workunit.client.0.smithi032.stdout:op 2022 completed, throughput=4.99MB/sec 2024-09-13T00:33:40.459 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SD-NEPERie6BZac off=2082809 len=1853684 2024-09-13T00:33:40.465 INFO:tasks.workunit.client.0.smithi032.stdout:op 2023 completed, throughput=5MB/sec 2024-09-13T00:33:40.465 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZDW0EuzHMSpZY3m off=6920700 len=702016 2024-09-13T00:33:40.473 INFO:tasks.workunit.client.0.smithi032.stdout:op 2024 completed, throughput=5MB/sec 2024-09-13T00:33:40.473 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5BNj6NSNwrqR953 off=15913230 len=193888 2024-09-13T00:33:40.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 2025 completed, throughput=5MB/sec 2024-09-13T00:33:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:40 smithi053 bash[67631]: cluster 2024-09-13T00:33:39.727087+0000 mgr.y (mgr.34107) 927 : cluster [DBG] pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:33:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:40 smithi053 bash[67631]: audit 2024-09-13T00:33:40.166372+0000 mon.a (mon.0) 2209 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:33:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:40 smithi032 bash[75510]: cluster 2024-09-13T00:33:39.727087+0000 mgr.y (mgr.34107) 927 : cluster [DBG] pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:33:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:40 smithi032 bash[75510]: audit 2024-09-13T00:33:40.166372+0000 mon.a (mon.0) 2209 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:33:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:40 smithi032 bash[76677]: cluster 2024-09-13T00:33:39.727087+0000 mgr.y (mgr.34107) 927 : cluster [DBG] pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:33:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:40 smithi032 bash[76677]: audit 2024-09-13T00:33:40.166372+0000 mon.a (mon.0) 2209 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:33:41.478 INFO:tasks.workunit.client.0.smithi032.stdout: 399: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:41.478 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yx_1WKnEThoadDn off=13340587 len=95060 2024-09-13T00:33:41.479 INFO:tasks.workunit.client.0.smithi032.stdout:op 2026 completed, throughput=4.99MB/sec 2024-09-13T00:33:41.479 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M9phTPk6q6oSfb6 off=97678 len=1176693 2024-09-13T00:33:41.489 INFO:tasks.workunit.client.0.smithi032.stdout:op 2027 completed, throughput=4.99MB/sec 2024-09-13T00:33:41.490 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wg4l3OJ6D0Y66in off=3144289 len=2029017 2024-09-13T00:33:41.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 2028 completed, throughput=5MB/sec 2024-09-13T00:33:41.497 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5_3mGXJGZSkhdaV off=3346415 len=635444 2024-09-13T00:33:41.504 INFO:tasks.workunit.client.0.smithi032.stdout:op 2029 completed, throughput=5MB/sec 2024-09-13T00:33:41.504 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LBM2bB_htSs7a8z off=12728012 len=121386 2024-09-13T00:33:41.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 2030 completed, throughput=5MB/sec 2024-09-13T00:33:41.505 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YKqj4XwCEt25iq0 off=5790017 len=2045309 2024-09-13T00:33:41.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 2031 completed, throughput=5MB/sec 2024-09-13T00:33:42.512 INFO:tasks.workunit.client.0.smithi032.stdout: 400: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:42.512 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Dg-XiFX8WlLyjXr off=3462919 len=2090095 2024-09-13T00:33:42.516 INFO:tasks.workunit.client.0.smithi032.stdout:op 2032 completed, throughput=4.99MB/sec 2024-09-13T00:33:42.517 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ncFw5BKWmv87ZZJ off=12842754 len=665957 2024-09-13T00:33:42.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 2033 completed, throughput=5MB/sec 2024-09-13T00:33:42.525 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LQ372Tm09SEzv5k off=6173992 len=80122 2024-09-13T00:33:42.529 INFO:tasks.workunit.client.0.smithi032.stdout:op 2034 completed, throughput=5MB/sec 2024-09-13T00:33:42.529 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-96PtpYUBHGg-sqm off=6948845 len=299310 2024-09-13T00:33:42.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 2035 completed, throughput=5MB/sec 2024-09-13T00:33:42.532 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S2_rlgbcFF0vH_6 off=826926 len=2032739 2024-09-13T00:33:42.536 INFO:tasks.workunit.client.0.smithi032.stdout:op 2036 completed, throughput=5MB/sec 2024-09-13T00:33:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:33:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:33:42] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-09-13T00:33:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:33:42 smithi053 bash[94430]: ts=2024-09-13T00:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:33:43.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:42 smithi053 bash[67631]: cluster 2024-09-13T00:33:41.728092+0000 mgr.y (mgr.34107) 928 : cluster [DBG] pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:33:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:42 smithi032 bash[75510]: cluster 2024-09-13T00:33:41.728092+0000 mgr.y (mgr.34107) 928 : cluster [DBG] pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:33:43.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:42 smithi032 bash[76677]: cluster 2024-09-13T00:33:41.728092+0000 mgr.y (mgr.34107) 928 : cluster [DBG] pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:33:43.537 INFO:tasks.workunit.client.0.smithi032.stdout: 401: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:43.537 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YphplxbOV12jGeS off=18019800 len=825176 2024-09-13T00:33:43.539 INFO:tasks.workunit.client.0.smithi032.stdout:op 2037 completed, throughput=4.99MB/sec 2024-09-13T00:33:43.539 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cDr5bevIiGXPFSh off=7070618 len=944769 2024-09-13T00:33:43.547 INFO:tasks.workunit.client.0.smithi032.stdout:op 2038 completed, throughput=4.99MB/sec 2024-09-13T00:33:43.547 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-50qsuOXsJw7YQuz off=1540142 len=461747 2024-09-13T00:33:43.554 INFO:tasks.workunit.client.0.smithi032.stdout:op 2039 completed, throughput=4.99MB/sec 2024-09-13T00:33:43.555 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cQk1tlNjZGDNxdx off=9886011 len=1311190 2024-09-13T00:33:43.557 INFO:tasks.workunit.client.0.smithi032.stdout:op 2040 completed, throughput=5MB/sec 2024-09-13T00:33:43.558 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0zJ3a-cxH7krmKG off=6332199 len=1885356 2024-09-13T00:33:43.563 INFO:tasks.workunit.client.0.smithi032.stdout:op 2041 completed, throughput=5MB/sec 2024-09-13T00:33:44.564 INFO:tasks.workunit.client.0.smithi032.stdout: 402: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:44.564 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0KmW8BvmaFP7pnQ off=170501 len=945474 2024-09-13T00:33:44.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 2042 completed, throughput=4.99MB/sec 2024-09-13T00:33:44.567 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zWibiYhyVvI4cnY off=11338384 len=1603660 2024-09-13T00:33:44.581 INFO:tasks.workunit.client.0.smithi032.stdout:op 2043 completed, throughput=5MB/sec 2024-09-13T00:33:44.581 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JDBDy6hGM8Yma_X off=16106100 len=150624 2024-09-13T00:33:44.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 2044 completed, throughput=5MB/sec 2024-09-13T00:33:44.582 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mlSSu-54vFNYeQ8 off=192667 len=724009 2024-09-13T00:33:44.585 INFO:tasks.workunit.client.0.smithi032.stdout:op 2045 completed, throughput=5MB/sec 2024-09-13T00:33:44.585 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B0XJZU3YYwZOCAp off=4844972 len=1144549 2024-09-13T00:33:44.595 INFO:tasks.workunit.client.0.smithi032.stdout:op 2046 completed, throughput=5MB/sec 2024-09-13T00:33:44.595 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xd_0oG_PyHhCIKM off=18455335 len=1267396 2024-09-13T00:33:44.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 2047 completed, throughput=5MB/sec 2024-09-13T00:33:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:44 smithi053 bash[67631]: cluster 2024-09-13T00:33:43.729212+0000 mgr.y (mgr.34107) 929 : cluster [DBG] pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:33:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:44 smithi032 bash[75510]: cluster 2024-09-13T00:33:43.729212+0000 mgr.y (mgr.34107) 929 : cluster [DBG] pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:33:45.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:44 smithi032 bash[76677]: cluster 2024-09-13T00:33:43.729212+0000 mgr.y (mgr.34107) 929 : cluster [DBG] pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:33:45.599 INFO:tasks.workunit.client.0.smithi032.stdout: 403: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:45.600 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9VIGgL7i_UThe2z off=1923085 len=717669 2024-09-13T00:33:45.602 INFO:tasks.workunit.client.0.smithi032.stdout:op 2048 completed, throughput=4.99MB/sec 2024-09-13T00:33:45.602 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q9YZiYjYasYfS-q off=5106329 len=1866013 2024-09-13T00:33:45.615 INFO:tasks.workunit.client.0.smithi032.stdout:op 2049 completed, throughput=5MB/sec 2024-09-13T00:33:45.615 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-k4jIhxfBVZAuzq4 off=712142 len=317593 2024-09-13T00:33:45.617 INFO:tasks.workunit.client.0.smithi032.stdout:op 2050 completed, throughput=5MB/sec 2024-09-13T00:33:45.617 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ItgUBuAXx5Z5FfV off=18882123 len=707000 2024-09-13T00:33:45.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 2051 completed, throughput=5MB/sec 2024-09-13T00:33:45.624 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4M0vqsENf7kqsSo off=5393442 len=1436084 2024-09-13T00:33:45.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 2052 completed, throughput=5MB/sec 2024-09-13T00:33:46.628 INFO:tasks.workunit.client.0.smithi032.stdout: 404: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:46.629 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vmOeHcuwjEtYSvv off=8167453 len=493852 2024-09-13T00:33:46.630 INFO:tasks.workunit.client.0.smithi032.stdout:op 2053 completed, throughput=4.99MB/sec 2024-09-13T00:33:46.630 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jX9iQFA5IhgfjR9 off=10369971 len=757920 2024-09-13T00:33:46.633 INFO:tasks.workunit.client.0.smithi032.stdout:op 2054 completed, throughput=4.99MB/sec 2024-09-13T00:33:46.633 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MERR5mbOFLZLAqh off=7899057 len=1578643 2024-09-13T00:33:46.638 INFO:tasks.workunit.client.0.smithi032.stdout:op 2055 completed, throughput=5MB/sec 2024-09-13T00:33:46.639 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5SOoBVPaq7RVciF off=7113355 len=1959135 2024-09-13T00:33:46.654 INFO:tasks.workunit.client.0.smithi032.stdout:op 2056 completed, throughput=5MB/sec 2024-09-13T00:33:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:46 smithi053 bash[67631]: cluster 2024-09-13T00:33:45.730150+0000 mgr.y (mgr.34107) 930 : cluster [DBG] pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:33:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:46 smithi032 bash[75510]: cluster 2024-09-13T00:33:45.730150+0000 mgr.y (mgr.34107) 930 : cluster [DBG] pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:33:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:46 smithi032 bash[76677]: cluster 2024-09-13T00:33:45.730150+0000 mgr.y (mgr.34107) 930 : cluster [DBG] pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:33:47.654 INFO:tasks.workunit.client.0.smithi032.stdout: 405: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:47.654 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--vDdO15RJjuRoNU off=11726295 len=881895 2024-09-13T00:33:47.657 INFO:tasks.workunit.client.0.smithi032.stdout:op 2057 completed, throughput=4.99MB/sec 2024-09-13T00:33:47.657 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dqByGPC6jSYCi7c off=3581804 len=1452169 2024-09-13T00:33:47.661 INFO:tasks.workunit.client.0.smithi032.stdout:op 2058 completed, throughput=4.99MB/sec 2024-09-13T00:33:47.661 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X7kBiN4cjKHSX31 off=11155078 len=104435 2024-09-13T00:33:47.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 2059 completed, throughput=4.99MB/sec 2024-09-13T00:33:47.665 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bHaCEuqFvDBWB_1 off=7672981 len=855338 2024-09-13T00:33:47.668 INFO:tasks.workunit.client.0.smithi032.stdout:op 2060 completed, throughput=5MB/sec 2024-09-13T00:33:47.668 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RV_g54-XM5sXrFT off=16994939 len=1284217 2024-09-13T00:33:47.680 INFO:tasks.workunit.client.0.smithi032.stdout:op 2061 completed, throughput=5MB/sec 2024-09-13T00:33:47.680 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ItbNiKmbjK93eqL off=828107 len=944052 2024-09-13T00:33:47.682 INFO:tasks.workunit.client.0.smithi032.stdout:op 2062 completed, throughput=5MB/sec 2024-09-13T00:33:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: 406: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:48.683 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VYCz3yRCo77nYJV off=1500399 len=1779378 2024-09-13T00:33:48.698 INFO:tasks.workunit.client.0.smithi032.stdout:op 2063 completed, throughput=4.99MB/sec 2024-09-13T00:33:48.698 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ujSoLkqBNbJ3XGA off=8260546 len=397870 2024-09-13T00:33:48.705 INFO:tasks.workunit.client.0.smithi032.stdout:op 2064 completed, throughput=4.99MB/sec 2024-09-13T00:33:48.705 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cx6-4xUyAGiV78O off=1395365 len=1182945 2024-09-13T00:33:48.708 INFO:tasks.workunit.client.0.smithi032.stdout:op 2065 completed, throughput=5MB/sec 2024-09-13T00:33:48.708 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KBNOk-aKkAVzK9J off=8575924 len=239961 2024-09-13T00:33:48.713 INFO:tasks.workunit.client.0.smithi032.stdout:op 2066 completed, throughput=5MB/sec 2024-09-13T00:33:48.713 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YMUaSOl1t466qj1 off=1290152 len=1395510 2024-09-13T00:33:48.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 2067 completed, throughput=5MB/sec 2024-09-13T00:33:48.717 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8ULxlkq5U2792Bd off=6129861 len=175632 2024-09-13T00:33:48.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 2068 completed, throughput=5MB/sec 2024-09-13T00:33:48.723 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_mzcPKTXVrOYU6F off=0 len=1252763 2024-09-13T00:33:48.726 INFO:tasks.workunit.client.0.smithi032.stdout:op 2069 completed, throughput=5MB/sec 2024-09-13T00:33:49.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:48 smithi053 bash[67631]: cluster 2024-09-13T00:33:47.731093+0000 mgr.y (mgr.34107) 931 : cluster [DBG] pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:33:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:48 smithi032 bash[75510]: cluster 2024-09-13T00:33:47.731093+0000 mgr.y (mgr.34107) 931 : cluster [DBG] pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:33:49.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:48 smithi032 bash[76677]: cluster 2024-09-13T00:33:47.731093+0000 mgr.y (mgr.34107) 931 : cluster [DBG] pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:33:49.726 INFO:tasks.workunit.client.0.smithi032.stdout: 407: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:49.726 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-da0tYEITYl36ANH off=636711 len=946479 2024-09-13T00:33:49.734 INFO:tasks.workunit.client.0.smithi032.stdout:op 2070 completed, throughput=4.99MB/sec 2024-09-13T00:33:49.735 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VipOaavqCOmzLfw off=1074612 len=1042430 2024-09-13T00:33:49.737 INFO:tasks.workunit.client.0.smithi032.stdout:op 2071 completed, throughput=5MB/sec 2024-09-13T00:33:49.737 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y4hP-ElWUKB8Mwf off=9371165 len=190741 2024-09-13T00:33:49.739 INFO:tasks.workunit.client.0.smithi032.stdout:op 2072 completed, throughput=5MB/sec 2024-09-13T00:33:49.739 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NW-7WgmWPlZovqQ off=2555934 len=1791985 2024-09-13T00:33:49.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 2073 completed, throughput=5MB/sec 2024-09-13T00:33:49.743 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OoMyN4WQDRGbVp6 off=3718972 len=1595368 2024-09-13T00:33:49.748 INFO:tasks.workunit.client.0.smithi032.stdout:op 2074 completed, throughput=5MB/sec 2024-09-13T00:33:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: 408: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:50.748 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XvnUqX9-7O1jp8J off=2098307 len=1077257 2024-09-13T00:33:50.757 INFO:tasks.workunit.client.0.smithi032.stdout:op 2075 completed, throughput=4.99MB/sec 2024-09-13T00:33:50.757 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1KJ-ZFyUYLkwUGJ off=1502095 len=1022778 2024-09-13T00:33:50.759 INFO:tasks.workunit.client.0.smithi032.stdout:op 2076 completed, throughput=5MB/sec 2024-09-13T00:33:50.759 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B4qe1JrDiTEhiVc off=412657 len=1232199 2024-09-13T00:33:50.769 INFO:tasks.workunit.client.0.smithi032.stdout:op 2077 completed, throughput=5MB/sec 2024-09-13T00:33:50.769 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-R6gkiALlh0rNjYP off=9284160 len=160239 2024-09-13T00:33:50.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 2078 completed, throughput=5MB/sec 2024-09-13T00:33:50.773 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-et9YePi4YqTKNZw off=1643745 len=1516987 2024-09-13T00:33:50.785 INFO:tasks.workunit.client.0.smithi032.stdout:op 2079 completed, throughput=5MB/sec 2024-09-13T00:33:51.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:50 smithi053 bash[67631]: cluster 2024-09-13T00:33:49.732317+0000 mgr.y (mgr.34107) 932 : cluster [DBG] pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-13T00:33:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:50 smithi032 bash[75510]: cluster 2024-09-13T00:33:49.732317+0000 mgr.y (mgr.34107) 932 : cluster [DBG] pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-13T00:33:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:50 smithi032 bash[76677]: cluster 2024-09-13T00:33:49.732317+0000 mgr.y (mgr.34107) 932 : cluster [DBG] pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-13T00:33:51.785 INFO:tasks.workunit.client.0.smithi032.stdout: 409: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:51.785 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zUCF1xaAIH4uP-- off=5654940 len=1155687 2024-09-13T00:33:51.788 INFO:tasks.workunit.client.0.smithi032.stdout:op 2080 completed, throughput=4.99MB/sec 2024-09-13T00:33:51.788 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ui_N6TQTIWuq6Zm off=18455910 len=1700603 2024-09-13T00:33:51.799 INFO:tasks.workunit.client.0.smithi032.stdout:op 2081 completed, throughput=5MB/sec 2024-09-13T00:33:51.799 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IhAb8H9TDYGKhw9 off=3530970 len=843518 2024-09-13T00:33:51.802 INFO:tasks.workunit.client.0.smithi032.stdout:op 2082 completed, throughput=5MB/sec 2024-09-13T00:33:51.802 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VipOaavqCOmzLfw off=2408786 len=1743567 2024-09-13T00:33:51.806 INFO:tasks.workunit.client.0.smithi032.stdout:op 2083 completed, throughput=5MB/sec 2024-09-13T00:33:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:33:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:33:52] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-09-13T00:33:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:33:52 smithi053 bash[94430]: ts=2024-09-13T00:33:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:33:52.806 INFO:tasks.workunit.client.0.smithi032.stdout: 410: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:52.806 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--22dI8oZKQhep7u off=18906309 len=1202873 2024-09-13T00:33:52.817 INFO:tasks.workunit.client.0.smithi032.stdout:op 2084 completed, throughput=4.99MB/sec 2024-09-13T00:33:52.817 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zDfc0LwDn0IXe-6 off=16675151 len=626391 2024-09-13T00:33:52.823 INFO:tasks.workunit.client.0.smithi032.stdout:op 2085 completed, throughput=4.99MB/sec 2024-09-13T00:33:52.823 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BdiN-SJMJmet-1G off=5633676 len=6747 2024-09-13T00:33:52.824 INFO:tasks.workunit.client.0.smithi032.stdout:op 2086 completed, throughput=4.99MB/sec 2024-09-13T00:33:52.824 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1DvalbqCJ9d3672 off=4438150 len=1893337 2024-09-13T00:33:52.829 INFO:tasks.workunit.client.0.smithi032.stdout:op 2087 completed, throughput=5MB/sec 2024-09-13T00:33:52.829 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7tJpFx_iFSo6CTv off=1918758 len=457475 2024-09-13T00:33:52.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 2088 completed, throughput=5MB/sec 2024-09-13T00:33:52.835 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Fc6nj-W5i3YlxAh off=20318499 len=1809184 2024-09-13T00:33:52.849 INFO:tasks.workunit.client.0.smithi032.stdout:op 2089 completed, throughput=5MB/sec 2024-09-13T00:33:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:52 smithi053 bash[67631]: cluster 2024-09-13T00:33:51.733500+0000 mgr.y (mgr.34107) 933 : cluster [DBG] pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T00:33:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:52 smithi032 bash[76677]: cluster 2024-09-13T00:33:51.733500+0000 mgr.y (mgr.34107) 933 : cluster [DBG] pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T00:33:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:52 smithi032 bash[75510]: cluster 2024-09-13T00:33:51.733500+0000 mgr.y (mgr.34107) 933 : cluster [DBG] pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T00:33:53.849 INFO:tasks.workunit.client.0.smithi032.stdout: 411: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:53.849 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SoB6kGTEsc5QsYA off=1292263 len=526618 2024-09-13T00:33:53.855 INFO:tasks.workunit.client.0.smithi032.stdout:op 2090 completed, throughput=4.99MB/sec 2024-09-13T00:33:53.855 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bbp9YenJ9SD4HxE off=2016408 len=1644125 2024-09-13T00:33:53.858 INFO:tasks.workunit.client.0.smithi032.stdout:op 2091 completed, throughput=5MB/sec 2024-09-13T00:33:53.859 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MG2NFujTSFs-LnX off=3386574 len=1001774 2024-09-13T00:33:53.867 INFO:tasks.workunit.client.0.smithi032.stdout:op 2092 completed, throughput=5MB/sec 2024-09-13T00:33:53.867 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q0bEkfK57M74WOy off=4588529 len=1926226 2024-09-13T00:33:53.882 INFO:tasks.workunit.client.0.smithi032.stdout:op 2093 completed, throughput=5MB/sec 2024-09-13T00:33:54.882 INFO:tasks.workunit.client.0.smithi032.stdout: 412: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:54.882 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3yKhK0qIkiseQMO off=10070462 len=1027280 2024-09-13T00:33:54.885 INFO:tasks.workunit.client.0.smithi032.stdout:op 2094 completed, throughput=4.99MB/sec 2024-09-13T00:33:54.885 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wwwdIUvSjS3dSPi off=640417 len=1017485 2024-09-13T00:33:54.887 INFO:tasks.workunit.client.0.smithi032.stdout:op 2095 completed, throughput=5MB/sec 2024-09-13T00:33:54.887 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pMtN6QSRao6NVjN off=12797527 len=1403242 2024-09-13T00:33:54.899 INFO:tasks.workunit.client.0.smithi032.stdout:op 2096 completed, throughput=5MB/sec 2024-09-13T00:33:54.899 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ICDVb8SQeiAQ6sj off=3676240 len=1180014 2024-09-13T00:33:54.909 INFO:tasks.workunit.client.0.smithi032.stdout:op 2097 completed, throughput=5MB/sec 2024-09-13T00:33:55.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:54 smithi053 bash[67631]: cluster 2024-09-13T00:33:53.734559+0000 mgr.y (mgr.34107) 934 : cluster [DBG] pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:33:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:54 smithi032 bash[75510]: cluster 2024-09-13T00:33:53.734559+0000 mgr.y (mgr.34107) 934 : cluster [DBG] pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:33:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:54 smithi032 bash[76677]: cluster 2024-09-13T00:33:53.734559+0000 mgr.y (mgr.34107) 934 : cluster [DBG] pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:33:55.910 INFO:tasks.workunit.client.0.smithi032.stdout: 413: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:55.910 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aqz8So7NEKvMsAr off=16372233 len=1540250 2024-09-13T00:33:55.922 INFO:tasks.workunit.client.0.smithi032.stdout:op 2098 completed, throughput=4.99MB/sec 2024-09-13T00:33:55.922 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W4Kw__ct2ik2DSS off=1922067 len=121584 2024-09-13T00:33:55.923 INFO:tasks.workunit.client.0.smithi032.stdout:op 2099 completed, throughput=4.99MB/sec 2024-09-13T00:33:55.923 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9rrItU7cqXLVOOH off=2758673 len=272337 2024-09-13T00:33:55.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 2100 completed, throughput=4.99MB/sec 2024-09-13T00:33:55.925 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IDBn4gzI4aUkC2N off=1350957 len=1405433 2024-09-13T00:33:55.928 INFO:tasks.workunit.client.0.smithi032.stdout:op 2101 completed, throughput=5MB/sec 2024-09-13T00:33:55.928 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vjKh1KhwdH2PdC0 off=375443 len=421817 2024-09-13T00:33:55.934 INFO:tasks.workunit.client.0.smithi032.stdout:op 2102 completed, throughput=5MB/sec 2024-09-13T00:33:55.934 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lVs61fJfQqDnMbP off=2757064 len=1643132 2024-09-13T00:33:55.946 INFO:tasks.workunit.client.0.smithi032.stdout:op 2103 completed, throughput=5MB/sec 2024-09-13T00:33:56.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:55 smithi053 bash[67631]: audit 2024-09-13T00:33:55.166817+0000 mon.a (mon.0) 2210 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:33:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:55 smithi032 bash[75510]: audit 2024-09-13T00:33:55.166817+0000 mon.a (mon.0) 2210 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:33:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:55 smithi032 bash[76677]: audit 2024-09-13T00:33:55.166817+0000 mon.a (mon.0) 2210 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:33:56.947 INFO:tasks.workunit.client.0.smithi032.stdout: 414: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:56.947 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LfxBsBUEGWWxD_q off=1108642 len=1505527 2024-09-13T00:33:56.953 INFO:tasks.workunit.client.0.smithi032.stdout:op 2104 completed, throughput=4.99MB/sec 2024-09-13T00:33:56.953 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LfxBsBUEGWWxD_q off=1248074 len=59975 2024-09-13T00:33:56.956 INFO:tasks.workunit.client.0.smithi032.stdout:op 2105 completed, throughput=4.99MB/sec 2024-09-13T00:33:56.956 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3VP2uwe7gP3bXVN off=879099 len=1862111 2024-09-13T00:33:56.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 2106 completed, throughput=5MB/sec 2024-09-13T00:33:56.961 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HT2dZKgYwpD47oe off=923770 len=2003274 2024-09-13T00:33:56.965 INFO:tasks.workunit.client.0.smithi032.stdout:op 2107 completed, throughput=5MB/sec 2024-09-13T00:33:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:56 smithi053 bash[67631]: cluster 2024-09-13T00:33:55.735432+0000 mgr.y (mgr.34107) 935 : cluster [DBG] pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:33:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:56 smithi032 bash[75510]: cluster 2024-09-13T00:33:55.735432+0000 mgr.y (mgr.34107) 935 : cluster [DBG] pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:33:57.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:56 smithi032 bash[76677]: cluster 2024-09-13T00:33:55.735432+0000 mgr.y (mgr.34107) 935 : cluster [DBG] pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:33:57.965 INFO:tasks.workunit.client.0.smithi032.stdout: 415: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:57.966 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8VZ7g4CBoIPdMxM off=2206423 len=586104 2024-09-13T00:33:57.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 2108 completed, throughput=4.99MB/sec 2024-09-13T00:33:57.973 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uX3sxS0e-s5jXYE off=12568283 len=1908458 2024-09-13T00:33:57.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 2109 completed, throughput=5MB/sec 2024-09-13T00:33:57.978 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aCxpNq37gCO-WJl off=3727724 len=216447 2024-09-13T00:33:57.982 INFO:tasks.workunit.client.0.smithi032.stdout:op 2110 completed, throughput=5MB/sec 2024-09-13T00:33:57.983 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uuUl_icaiPjpMGM off=2655325 len=1947757 2024-09-13T00:33:57.996 INFO:tasks.workunit.client.0.smithi032.stdout:op 2111 completed, throughput=5MB/sec 2024-09-13T00:33:57.996 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7Xx74QdF3BYt6Ld off=15723774 len=216489 2024-09-13T00:33:57.997 INFO:tasks.workunit.client.0.smithi032.stdout:op 2112 completed, throughput=5MB/sec 2024-09-13T00:33:59.001 INFO:tasks.workunit.client.0.smithi032.stdout: 416: throughput=4.99MB/sec pending data=0 2024-09-13T00:33:59.002 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8hA-VsnJjnt0Z6Z off=852449 len=1021478 2024-09-13T00:33:59.005 INFO:tasks.workunit.client.0.smithi032.stdout:op 2113 completed, throughput=4.99MB/sec 2024-09-13T00:33:59.005 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qpNqgEtN-m5utcr off=12699511 len=499591 2024-09-13T00:33:59.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 2114 completed, throughput=4.99MB/sec 2024-09-13T00:33:59.006 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dK187BlBcimcUgq off=2894634 len=1430220 2024-09-13T00:33:59.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 2115 completed, throughput=4.99MB/sec 2024-09-13T00:33:59.013 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nsmRU9mzHytrQZR off=10359027 len=2032978 2024-09-13T00:33:59.024 INFO:tasks.workunit.client.0.smithi032.stdout:op 2116 completed, throughput=5MB/sec 2024-09-13T00:33:59.024 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qYRh1vMHKBcGPWA off=309149 len=1164087 2024-09-13T00:33:59.025 INFO:tasks.workunit.client.0.smithi032.stdout:op 2117 completed, throughput=5MB/sec 2024-09-13T00:33:59.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:58 smithi053 bash[67631]: cluster 2024-09-13T00:33:57.736437+0000 mgr.y (mgr.34107) 936 : cluster [DBG] pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:33:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:58 smithi053 bash[67631]: audit 2024-09-13T00:33:58.695036+0000 mon.a (mon.0) 2211 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:33:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:58 smithi032 bash[75510]: cluster 2024-09-13T00:33:57.736437+0000 mgr.y (mgr.34107) 936 : cluster [DBG] pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:33:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:58 smithi032 bash[75510]: audit 2024-09-13T00:33:58.695036+0000 mon.a (mon.0) 2211 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:33:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:58 smithi032 bash[76677]: cluster 2024-09-13T00:33:57.736437+0000 mgr.y (mgr.34107) 936 : cluster [DBG] pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:33:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:58 smithi032 bash[76677]: audit 2024-09-13T00:33:58.695036+0000 mon.a (mon.0) 2211 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:34:00.026 INFO:tasks.workunit.client.0.smithi032.stdout: 417: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:00.026 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tzLOmXdHPCwLZV3 off=6010174 len=419634 2024-09-13T00:34:00.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 2118 completed, throughput=4.99MB/sec 2024-09-13T00:34:00.028 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RGAmJRhGtpbMWDW off=18543680 len=1971748 2024-09-13T00:34:00.044 INFO:tasks.workunit.client.0.smithi032.stdout:op 2119 completed, throughput=5MB/sec 2024-09-13T00:34:00.045 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-O6F94XKDONuo2Hp off=7959846 len=1400832 2024-09-13T00:34:00.056 INFO:tasks.workunit.client.0.smithi032.stdout:op 2120 completed, throughput=5MB/sec 2024-09-13T00:34:00.056 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iMj6BCxDsFN4Ymq off=1228533 len=754588 2024-09-13T00:34:00.064 INFO:tasks.workunit.client.0.smithi032.stdout:op 2121 completed, throughput=5MB/sec 2024-09-13T00:34:00.064 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sfD1-tW0cFKx3uo off=978176 len=1259422 2024-09-13T00:34:00.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 2122 completed, throughput=5MB/sec 2024-09-13T00:34:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:59 smithi053 bash[67631]: audit 2024-09-13T00:33:59.242465+0000 mon.a (mon.0) 2212 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:34:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:59 smithi053 bash[67631]: audit 2024-09-13T00:33:59.244190+0000 mon.a (mon.0) 2213 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:34:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:33:59 smithi053 bash[67631]: audit 2024-09-13T00:33:59.252087+0000 mon.a (mon.0) 2214 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:34:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:59 smithi032 bash[75510]: audit 2024-09-13T00:33:59.242465+0000 mon.a (mon.0) 2212 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:34:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:59 smithi032 bash[75510]: audit 2024-09-13T00:33:59.244190+0000 mon.a (mon.0) 2213 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:34:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:33:59 smithi032 bash[75510]: audit 2024-09-13T00:33:59.252087+0000 mon.a (mon.0) 2214 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:34:00.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:59 smithi032 bash[76677]: audit 2024-09-13T00:33:59.242465+0000 mon.a (mon.0) 2212 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:34:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:59 smithi032 bash[76677]: audit 2024-09-13T00:33:59.244190+0000 mon.a (mon.0) 2213 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:34:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:33:59 smithi032 bash[76677]: audit 2024-09-13T00:33:59.252087+0000 mon.a (mon.0) 2214 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:34:01.074 INFO:tasks.workunit.client.0.smithi032.stdout: 418: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:01.075 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G7XkDrxTFBs8OSE off=15590719 len=1568692 2024-09-13T00:34:01.087 INFO:tasks.workunit.client.0.smithi032.stdout:op 2123 completed, throughput=4.99MB/sec 2024-09-13T00:34:01.087 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_3tuHK6shXxyXU8 off=1485951 len=1367715 2024-09-13T00:34:01.099 INFO:tasks.workunit.client.0.smithi032.stdout:op 2124 completed, throughput=5MB/sec 2024-09-13T00:34:01.099 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3B7MEFOiTVqbDF1 off=1654693 len=2095050 2024-09-13T00:34:01.113 INFO:tasks.workunit.client.0.smithi032.stdout:op 2125 completed, throughput=5MB/sec 2024-09-13T00:34:01.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:00 smithi053 bash[67631]: cluster 2024-09-13T00:33:59.737532+0000 mgr.y (mgr.34107) 937 : cluster [DBG] pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:34:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:00 smithi032 bash[75510]: cluster 2024-09-13T00:33:59.737532+0000 mgr.y (mgr.34107) 937 : cluster [DBG] pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:34:01.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:00 smithi032 bash[76677]: cluster 2024-09-13T00:33:59.737532+0000 mgr.y (mgr.34107) 937 : cluster [DBG] pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:34:02.113 INFO:tasks.workunit.client.0.smithi032.stdout: 419: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:02.114 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pf40WLCy7rYTxd9 off=16995981 len=860101 2024-09-13T00:34:02.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 2126 completed, throughput=4.99MB/sec 2024-09-13T00:34:02.123 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G4rDoJfVlXUlEHs off=749619 len=1862112 2024-09-13T00:34:02.135 INFO:tasks.workunit.client.0.smithi032.stdout:op 2127 completed, throughput=5MB/sec 2024-09-13T00:34:02.135 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MI0RTgLkYr8G9ve off=1591174 len=405319 2024-09-13T00:34:02.140 INFO:tasks.workunit.client.0.smithi032.stdout:op 2128 completed, throughput=5MB/sec 2024-09-13T00:34:02.140 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g2NjnkFnA1y9jsx off=1911794 len=1677432 2024-09-13T00:34:02.153 INFO:tasks.workunit.client.0.smithi032.stdout:op 2129 completed, throughput=5MB/sec 2024-09-13T00:34:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:34:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:34:02] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T00:34:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:34:02 smithi053 bash[94430]: ts=2024-09-13T00:34:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:34:03.154 INFO:tasks.workunit.client.0.smithi032.stdout: 420: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:03.154 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DVAZYJHc6O6Jg8S off=4068676 len=1609967 2024-09-13T00:34:03.157 INFO:tasks.workunit.client.0.smithi032.stdout:op 2130 completed, throughput=4.99MB/sec 2024-09-13T00:34:03.158 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MG2LWPsk_HGU6G0 off=766410 len=945359 2024-09-13T00:34:03.166 INFO:tasks.workunit.client.0.smithi032.stdout:op 2131 completed, throughput=4.99MB/sec 2024-09-13T00:34:03.166 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2X2W92kHICcTFIM off=18414367 len=229587 2024-09-13T00:34:03.168 INFO:tasks.workunit.client.0.smithi032.stdout:op 2132 completed, throughput=4.99MB/sec 2024-09-13T00:34:03.168 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WveWdI7JCLhsSE7 off=322594 len=185076 2024-09-13T00:34:03.173 INFO:tasks.workunit.client.0.smithi032.stdout:op 2133 completed, throughput=4.99MB/sec 2024-09-13T00:34:03.173 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kW8mmkVi3Luu2YO off=1642744 len=1801236 2024-09-13T00:34:03.186 INFO:tasks.workunit.client.0.smithi032.stdout:op 2134 completed, throughput=5MB/sec 2024-09-13T00:34:03.186 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Bw9976ajKNRGYds off=2739870 len=367550 2024-09-13T00:34:03.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 2135 completed, throughput=5MB/sec 2024-09-13T00:34:03.192 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wh4iS5GXNPsyt1o off=2500889 len=343947 2024-09-13T00:34:03.193 INFO:tasks.workunit.client.0.smithi032.stdout:op 2136 completed, throughput=5MB/sec 2024-09-13T00:34:03.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:02 smithi053 bash[67631]: cluster 2024-09-13T00:34:01.738492+0000 mgr.y (mgr.34107) 938 : cluster [DBG] pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:34:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:02 smithi032 bash[75510]: cluster 2024-09-13T00:34:01.738492+0000 mgr.y (mgr.34107) 938 : cluster [DBG] pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:34:03.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:02 smithi032 bash[76677]: cluster 2024-09-13T00:34:01.738492+0000 mgr.y (mgr.34107) 938 : cluster [DBG] pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:34:04.194 INFO:tasks.workunit.client.0.smithi032.stdout: 421: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:04.194 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IDI1x2zidYWU3Am off=0 len=1170970 2024-09-13T00:34:04.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 2137 completed, throughput=4.99MB/sec 2024-09-13T00:34:04.204 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZuZZcpttDrexWth off=197643 len=70153 2024-09-13T00:34:04.208 INFO:tasks.workunit.client.0.smithi032.stdout:op 2138 completed, throughput=4.99MB/sec 2024-09-13T00:34:04.209 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NcXNIE3RorOv8pH off=416710 len=1577984 2024-09-13T00:34:04.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 2139 completed, throughput=4.99MB/sec 2024-09-13T00:34:04.214 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P8QHhDQPxrc5Jp0 off=6325071 len=134762 2024-09-13T00:34:04.215 INFO:tasks.workunit.client.0.smithi032.stdout:op 2140 completed, throughput=4.99MB/sec 2024-09-13T00:34:04.215 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zy8rjBpyYLw230I off=822324 len=580101 2024-09-13T00:34:04.217 INFO:tasks.workunit.client.0.smithi032.stdout:op 2141 completed, throughput=5MB/sec 2024-09-13T00:34:04.217 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S5Ew8cI7Vk0RFN4 off=1560373 len=1457422 2024-09-13T00:34:04.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 2142 completed, throughput=5MB/sec 2024-09-13T00:34:04.221 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JM45rKyKJP31pdS off=5394494 len=247366 2024-09-13T00:34:04.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 2143 completed, throughput=5MB/sec 2024-09-13T00:34:04.226 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wpf49ap_PYScBQr off=209709 len=1238702 2024-09-13T00:34:04.229 INFO:tasks.workunit.client.0.smithi032.stdout:op 2144 completed, throughput=5MB/sec 2024-09-13T00:34:05.229 INFO:tasks.workunit.client.0.smithi032.stdout: 422: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:05.230 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OYB5gfyuamfq9Hq off=4156319 len=1905187 2024-09-13T00:34:05.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 2145 completed, throughput=5MB/sec 2024-09-13T00:34:05.236 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZemC9IGuKvEf8CK off=14755251 len=845498 2024-09-13T00:34:05.238 INFO:tasks.workunit.client.0.smithi032.stdout:op 2146 completed, throughput=5MB/sec 2024-09-13T00:34:05.238 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ssjOluIWFsSmiv4 off=3595723 len=1317713 2024-09-13T00:34:05.242 INFO:tasks.workunit.client.0.smithi032.stdout:op 2147 completed, throughput=5MB/sec 2024-09-13T00:34:05.242 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gvQAOJMHWdl9MBd off=4949952 len=1932407 2024-09-13T00:34:05.255 INFO:tasks.workunit.client.0.smithi032.stdout:op 2148 completed, throughput=5MB/sec 2024-09-13T00:34:05.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:05 smithi053 bash[67631]: cluster 2024-09-13T00:34:03.739586+0000 mgr.y (mgr.34107) 939 : cluster [DBG] pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T00:34:05.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:05 smithi032 bash[76677]: cluster 2024-09-13T00:34:03.739586+0000 mgr.y (mgr.34107) 939 : cluster [DBG] pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T00:34:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:05 smithi032 bash[75510]: cluster 2024-09-13T00:34:03.739586+0000 mgr.y (mgr.34107) 939 : cluster [DBG] pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T00:34:06.256 INFO:tasks.workunit.client.0.smithi032.stdout: 423: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:06.256 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cZMnI5a2pcJ_k1n off=4399218 len=626581 2024-09-13T00:34:06.263 INFO:tasks.workunit.client.0.smithi032.stdout:op 2149 completed, throughput=4.99MB/sec 2024-09-13T00:34:06.263 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GdWH_7hpAjChP4B off=16451381 len=854216 2024-09-13T00:34:06.271 INFO:tasks.workunit.client.0.smithi032.stdout:op 2150 completed, throughput=5MB/sec 2024-09-13T00:34:06.271 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zx5ooYWZ_0OuOul off=93486 len=1584839 2024-09-13T00:34:06.284 INFO:tasks.workunit.client.0.smithi032.stdout:op 2151 completed, throughput=5MB/sec 2024-09-13T00:34:06.285 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vMpy6CzNkF-0tOs off=2687178 len=1555658 2024-09-13T00:34:06.294 INFO:tasks.workunit.client.0.smithi032.stdout:op 2152 completed, throughput=5MB/sec 2024-09-13T00:34:07.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:07 smithi053 bash[67631]: cluster 2024-09-13T00:34:05.740475+0000 mgr.y (mgr.34107) 940 : cluster [DBG] pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:34:07.295 INFO:tasks.workunit.client.0.smithi032.stdout: 424: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:07.295 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_dllZSWz6g93HIY off=2279463 len=782679 2024-09-13T00:34:07.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 2153 completed, throughput=4.99MB/sec 2024-09-13T00:34:07.303 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9snQYIRvLJ3ivCR off=1747517 len=1386198 2024-09-13T00:34:07.307 INFO:tasks.workunit.client.0.smithi032.stdout:op 2154 completed, throughput=5MB/sec 2024-09-13T00:34:07.307 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DHtzZgd_CVBybfn off=7726133 len=426228 2024-09-13T00:34:07.313 INFO:tasks.workunit.client.0.smithi032.stdout:op 2155 completed, throughput=5MB/sec 2024-09-13T00:34:07.313 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aelz9DY4NGgsPnE off=4739163 len=1277324 2024-09-13T00:34:07.321 INFO:tasks.workunit.client.0.smithi032.stdout:op 2156 completed, throughput=5MB/sec 2024-09-13T00:34:07.322 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xyZe6OGXSg6PcMP off=3169084 len=1962973 2024-09-13T00:34:07.326 INFO:tasks.workunit.client.0.smithi032.stdout:op 2157 completed, throughput=5MB/sec 2024-09-13T00:34:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:07 smithi032 bash[75510]: cluster 2024-09-13T00:34:05.740475+0000 mgr.y (mgr.34107) 940 : cluster [DBG] pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:34:07.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:07 smithi032 bash[76677]: cluster 2024-09-13T00:34:05.740475+0000 mgr.y (mgr.34107) 940 : cluster [DBG] pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:34:08.327 INFO:tasks.workunit.client.0.smithi032.stdout: 425: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:08.327 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6YHXI7lbNrBVncc off=3513114 len=987328 2024-09-13T00:34:08.330 INFO:tasks.workunit.client.0.smithi032.stdout:op 2158 completed, throughput=4.99MB/sec 2024-09-13T00:34:08.330 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YW-1_SwmIW17yW8 off=10245006 len=142136 2024-09-13T00:34:08.332 INFO:tasks.workunit.client.0.smithi032.stdout:op 2159 completed, throughput=4.99MB/sec 2024-09-13T00:34:08.332 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8n6reiviDQDEWIQ off=22003353 len=1055140 2024-09-13T00:34:08.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 2160 completed, throughput=5MB/sec 2024-09-13T00:34:08.336 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-j2sCy85g7vWaJl0 off=8187266 len=774394 2024-09-13T00:34:08.339 INFO:tasks.workunit.client.0.smithi032.stdout:op 2161 completed, throughput=5MB/sec 2024-09-13T00:34:08.339 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b_lXCvqE4FufAIR off=1711033 len=1452735 2024-09-13T00:34:08.349 INFO:tasks.workunit.client.0.smithi032.stdout:op 2162 completed, throughput=5MB/sec 2024-09-13T00:34:09.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:09 smithi053 bash[67631]: cluster 2024-09-13T00:34:07.741429+0000 mgr.y (mgr.34107) 941 : cluster [DBG] pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-09-13T00:34:09.349 INFO:tasks.workunit.client.0.smithi032.stdout: 426: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:09.349 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-N5b1flwxBOEqYfL off=8898055 len=923804 2024-09-13T00:34:09.352 INFO:tasks.workunit.client.0.smithi032.stdout:op 2163 completed, throughput=4.99MB/sec 2024-09-13T00:34:09.352 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z63xo32-wsbtsmo off=9084147 len=126236 2024-09-13T00:34:09.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 2164 completed, throughput=4.99MB/sec 2024-09-13T00:34:09.357 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jt14KDL27aN-rP7 off=9697927 len=1622593 2024-09-13T00:34:09.368 INFO:tasks.workunit.client.0.smithi032.stdout:op 2165 completed, throughput=5MB/sec 2024-09-13T00:34:09.368 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lbee9RX283Geksw off=951734 len=1150719 2024-09-13T00:34:09.379 INFO:tasks.workunit.client.0.smithi032.stdout:op 2166 completed, throughput=5MB/sec 2024-09-13T00:34:09.379 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nr0ANAeP-b498Ns off=3027657 len=1956677 2024-09-13T00:34:09.393 INFO:tasks.workunit.client.0.smithi032.stdout:op 2167 completed, throughput=5MB/sec 2024-09-13T00:34:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:09 smithi032 bash[75510]: cluster 2024-09-13T00:34:07.741429+0000 mgr.y (mgr.34107) 941 : cluster [DBG] pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-09-13T00:34:09.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:09 smithi032 bash[76677]: cluster 2024-09-13T00:34:07.741429+0000 mgr.y (mgr.34107) 941 : cluster [DBG] pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-09-13T00:34:10.394 INFO:tasks.workunit.client.0.smithi032.stdout: 427: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:10.394 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-748U6FQvOQAMk-F off=12558046 len=416891 2024-09-13T00:34:10.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 2168 completed, throughput=4.99MB/sec 2024-09-13T00:34:10.395 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QCOwgqbtcaPQbyO off=8834022 len=1068596 2024-09-13T00:34:10.399 INFO:tasks.workunit.client.0.smithi032.stdout:op 2169 completed, throughput=4.99MB/sec 2024-09-13T00:34:10.399 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s1bcue8EWPSzwi0 off=8389465 len=451390 2024-09-13T00:34:10.402 INFO:tasks.workunit.client.0.smithi032.stdout:op 2170 completed, throughput=4.99MB/sec 2024-09-13T00:34:10.402 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6F5ntB-XHNoxyim off=2127388 len=455375 2024-09-13T00:34:10.408 INFO:tasks.workunit.client.0.smithi032.stdout:op 2171 completed, throughput=5MB/sec 2024-09-13T00:34:10.408 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DQ9c6AdKRM9CBGQ off=17711 len=1047915 2024-09-13T00:34:10.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 2172 completed, throughput=5MB/sec 2024-09-13T00:34:10.411 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EjKMxC-p2q195KP off=1506233 len=681454 2024-09-13T00:34:10.418 INFO:tasks.workunit.client.0.smithi032.stdout:op 2173 completed, throughput=5MB/sec 2024-09-13T00:34:10.418 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jckM2VCV0iNEQCg off=6710514 len=1622116 2024-09-13T00:34:10.422 INFO:tasks.workunit.client.0.smithi032.stdout:op 2174 completed, throughput=5MB/sec 2024-09-13T00:34:11.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:11 smithi053 bash[67631]: cluster 2024-09-13T00:34:09.742480+0000 mgr.y (mgr.34107) 942 : cluster [DBG] pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:34:11.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:11 smithi053 bash[67631]: audit 2024-09-13T00:34:10.167278+0000 mon.a (mon.0) 2215 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:34:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:11 smithi032 bash[75510]: cluster 2024-09-13T00:34:09.742480+0000 mgr.y (mgr.34107) 942 : cluster [DBG] pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:34:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:11 smithi032 bash[75510]: audit 2024-09-13T00:34:10.167278+0000 mon.a (mon.0) 2215 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:34:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:11 smithi032 bash[76677]: cluster 2024-09-13T00:34:09.742480+0000 mgr.y (mgr.34107) 942 : cluster [DBG] pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:34:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:11 smithi032 bash[76677]: audit 2024-09-13T00:34:10.167278+0000 mon.a (mon.0) 2215 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:34:11.422 INFO:tasks.workunit.client.0.smithi032.stdout: 428: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:11.422 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PnCvVv9VOWKZVTO off=4448364 len=58069 2024-09-13T00:34:11.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 2175 completed, throughput=4.99MB/sec 2024-09-13T00:34:11.426 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iIJjlzRhklmONil off=3344582 len=322133 2024-09-13T00:34:11.431 INFO:tasks.workunit.client.0.smithi032.stdout:op 2176 completed, throughput=4.99MB/sec 2024-09-13T00:34:11.431 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Cyy41UHP7MqPEnR off=2312860 len=638032 2024-09-13T00:34:11.438 INFO:tasks.workunit.client.0.smithi032.stdout:op 2177 completed, throughput=4.99MB/sec 2024-09-13T00:34:11.438 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oZMN-JG6oPkta6P off=43268 len=1887175 2024-09-13T00:34:11.451 INFO:tasks.workunit.client.0.smithi032.stdout:op 2178 completed, throughput=5MB/sec 2024-09-13T00:34:11.451 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JZxRt7UJLhWwv7L off=1845188 len=382159 2024-09-13T00:34:11.453 INFO:tasks.workunit.client.0.smithi032.stdout:op 2179 completed, throughput=5MB/sec 2024-09-13T00:34:11.453 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kewbhKVYQjFE4y4 off=2146029 len=1922296 2024-09-13T00:34:11.455 INFO:tasks.workunit.client.0.smithi032.stdout:op 2180 completed, throughput=5MB/sec 2024-09-13T00:34:12.456 INFO:tasks.workunit.client.0.smithi032.stdout: 429: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:12.456 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-l1ezfwSRNTII34C off=4302916 len=245548 2024-09-13T00:34:12.461 INFO:tasks.workunit.client.0.smithi032.stdout:op 2181 completed, throughput=4.99MB/sec 2024-09-13T00:34:12.461 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cfq1uAIqr9Ytb8v off=14726397 len=762138 2024-09-13T00:34:12.469 INFO:tasks.workunit.client.0.smithi032.stdout:op 2182 completed, throughput=4.99MB/sec 2024-09-13T00:34:12.469 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qIHhaMFMEk4-0eD off=6954314 len=1097387 2024-09-13T00:34:12.479 INFO:tasks.workunit.client.0.smithi032.stdout:op 2183 completed, throughput=4.99MB/sec 2024-09-13T00:34:12.479 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ClF6GGnQ0EdNoeR off=6421879 len=1101681 2024-09-13T00:34:12.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 2184 completed, throughput=5MB/sec 2024-09-13T00:34:12.487 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KkVpLTR_2HH8ByC off=1207681 len=1899785 2024-09-13T00:34:12.492 INFO:tasks.workunit.client.0.smithi032.stdout:op 2185 completed, throughput=5MB/sec 2024-09-13T00:34:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:34:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:34:12] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-13T00:34:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:34:12 smithi053 bash[94430]: ts=2024-09-13T00:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:34:13.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:13 smithi053 bash[67631]: cluster 2024-09-13T00:34:11.743508+0000 mgr.y (mgr.34107) 943 : cluster [DBG] pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:34:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:13 smithi032 bash[75510]: cluster 2024-09-13T00:34:11.743508+0000 mgr.y (mgr.34107) 943 : cluster [DBG] pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:34:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:13 smithi032 bash[76677]: cluster 2024-09-13T00:34:11.743508+0000 mgr.y (mgr.34107) 943 : cluster [DBG] pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:34:13.492 INFO:tasks.workunit.client.0.smithi032.stdout: 430: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:13.492 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2OHdcjodu8Ft1A6 off=4762750 len=570686 2024-09-13T00:34:13.495 INFO:tasks.workunit.client.0.smithi032.stdout:op 2186 completed, throughput=4.99MB/sec 2024-09-13T00:34:13.495 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gTIBktdpKCR4fjR off=6285430 len=1949246 2024-09-13T00:34:13.501 INFO:tasks.workunit.client.0.smithi032.stdout:op 2187 completed, throughput=5MB/sec 2024-09-13T00:34:13.501 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9sKE_7b0qmaqCHW off=3344072 len=1064077 2024-09-13T00:34:13.504 INFO:tasks.workunit.client.0.smithi032.stdout:op 2188 completed, throughput=5MB/sec 2024-09-13T00:34:13.504 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vRqo-1VDqRy6Buo off=4444289 len=1167613 2024-09-13T00:34:13.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 2189 completed, throughput=5MB/sec 2024-09-13T00:34:13.507 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dLFW8zP6y6-dg8u off=6324608 len=340865 2024-09-13T00:34:13.513 INFO:tasks.workunit.client.0.smithi032.stdout:op 2190 completed, throughput=5MB/sec 2024-09-13T00:34:14.514 INFO:tasks.workunit.client.0.smithi032.stdout: 431: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:14.514 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tXqIAoF1Kkn9489 off=4364767 len=1781768 2024-09-13T00:34:14.518 INFO:tasks.workunit.client.0.smithi032.stdout:op 2191 completed, throughput=4.99MB/sec 2024-09-13T00:34:14.518 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--dvhnV2NVcpFIY_ off=14207864 len=180943 2024-09-13T00:34:14.519 INFO:tasks.workunit.client.0.smithi032.stdout:op 2192 completed, throughput=4.99MB/sec 2024-09-13T00:34:14.520 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4tNlsyjJ1oEMhPe off=814858 len=2060501 2024-09-13T00:34:14.535 INFO:tasks.workunit.client.0.smithi032.stdout:op 2193 completed, throughput=5MB/sec 2024-09-13T00:34:14.535 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nn-sychPkcswdH0 off=3216040 len=1131637 2024-09-13T00:34:14.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 2194 completed, throughput=5MB/sec 2024-09-13T00:34:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:15 smithi053 bash[67631]: cluster 2024-09-13T00:34:13.744621+0000 mgr.y (mgr.34107) 944 : cluster [DBG] pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:34:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:15 smithi032 bash[75510]: cluster 2024-09-13T00:34:13.744621+0000 mgr.y (mgr.34107) 944 : cluster [DBG] pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:34:15.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:15 smithi032 bash[76677]: cluster 2024-09-13T00:34:13.744621+0000 mgr.y (mgr.34107) 944 : cluster [DBG] pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:34:15.539 INFO:tasks.workunit.client.0.smithi032.stdout: 432: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:15.539 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2hnmuho_3qBaZ5I off=787888 len=161874 2024-09-13T00:34:15.541 INFO:tasks.workunit.client.0.smithi032.stdout:op 2195 completed, throughput=4.99MB/sec 2024-09-13T00:34:15.541 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N4c9PmSTM9WUL_u off=13980539 len=1324628 2024-09-13T00:34:15.551 INFO:tasks.workunit.client.0.smithi032.stdout:op 2196 completed, throughput=4.99MB/sec 2024-09-13T00:34:15.552 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tAlQyrOWcNQdavJ off=9213013 len=951633 2024-09-13T00:34:15.553 INFO:tasks.workunit.client.0.smithi032.stdout:op 2197 completed, throughput=4.99MB/sec 2024-09-13T00:34:15.553 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZjE_17pP7AuJOjs off=2497156 len=370506 2024-09-13T00:34:15.555 INFO:tasks.workunit.client.0.smithi032.stdout:op 2198 completed, throughput=4.99MB/sec 2024-09-13T00:34:15.555 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iF9zhguvnmFk3Wk off=5492803 len=1516487 2024-09-13T00:34:15.566 INFO:tasks.workunit.client.0.smithi032.stdout:op 2199 completed, throughput=5MB/sec 2024-09-13T00:34:15.566 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-esqpBBsr4U0_KmD off=16778919 len=388940 2024-09-13T00:34:15.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 2200 completed, throughput=5MB/sec 2024-09-13T00:34:15.568 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yR9vg5l6UI4WgR3 off=10146000 len=138876 2024-09-13T00:34:15.569 INFO:tasks.workunit.client.0.smithi032.stdout:op 2201 completed, throughput=5MB/sec 2024-09-13T00:34:15.569 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9p4lmMzDKoQ0Wvt off=13124816 len=258387 2024-09-13T00:34:15.570 INFO:tasks.workunit.client.0.smithi032.stdout:op 2202 completed, throughput=5MB/sec 2024-09-13T00:34:15.570 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TVLXEJfCeg5yxcA off=1805267 len=1862920 2024-09-13T00:34:15.583 INFO:tasks.workunit.client.0.smithi032.stdout:op 2203 completed, throughput=5MB/sec 2024-09-13T00:34:16.584 INFO:tasks.workunit.client.0.smithi032.stdout: 433: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:16.584 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_aRpGskLy9gcQjD off=89525 len=1237323 2024-09-13T00:34:16.588 INFO:tasks.workunit.client.0.smithi032.stdout:op 2204 completed, throughput=4.99MB/sec 2024-09-13T00:34:16.588 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0zV3w6fsmzJP5fj off=8888257 len=2068649 2024-09-13T00:34:16.593 INFO:tasks.workunit.client.0.smithi032.stdout:op 2205 completed, throughput=5MB/sec 2024-09-13T00:34:16.593 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0zcsf44zwpcKK7i off=16489354 len=957685 2024-09-13T00:34:16.602 INFO:tasks.workunit.client.0.smithi032.stdout:op 2206 completed, throughput=5MB/sec 2024-09-13T00:34:17.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:17 smithi053 bash[67631]: cluster 2024-09-13T00:34:15.745458+0000 mgr.y (mgr.34107) 945 : cluster [DBG] pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:34:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:17 smithi032 bash[75510]: cluster 2024-09-13T00:34:15.745458+0000 mgr.y (mgr.34107) 945 : cluster [DBG] pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:34:17.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:17 smithi032 bash[76677]: cluster 2024-09-13T00:34:15.745458+0000 mgr.y (mgr.34107) 945 : cluster [DBG] pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:34:17.602 INFO:tasks.workunit.client.0.smithi032.stdout: 434: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:17.602 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fc7yPZcpmGIC-eH off=17993606 len=342913 2024-09-13T00:34:17.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 2207 completed, throughput=4.99MB/sec 2024-09-13T00:34:17.608 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SR0ex9rDcRuQH-b off=3558264 len=1284641 2024-09-13T00:34:17.611 INFO:tasks.workunit.client.0.smithi032.stdout:op 2208 completed, throughput=4.99MB/sec 2024-09-13T00:34:17.611 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WzO-KZ60DVsmzru off=13980631 len=1021661 2024-09-13T00:34:17.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 2209 completed, throughput=5MB/sec 2024-09-13T00:34:17.614 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aJkx785bJSSjwaZ off=19950093 len=668079 2024-09-13T00:34:17.621 INFO:tasks.workunit.client.0.smithi032.stdout:op 2210 completed, throughput=5MB/sec 2024-09-13T00:34:17.621 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XcqZA0pSlSCufxu off=19221926 len=1439574 2024-09-13T00:34:17.631 INFO:tasks.workunit.client.0.smithi032.stdout:op 2211 completed, throughput=5MB/sec 2024-09-13T00:34:17.631 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5_3mGXJGZSkhdaV off=549991 len=825193 2024-09-13T00:34:17.633 INFO:tasks.workunit.client.0.smithi032.stdout:op 2212 completed, throughput=5MB/sec 2024-09-13T00:34:18.634 INFO:tasks.workunit.client.0.smithi032.stdout: 435: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:18.634 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pnihqhT73JhZ6sN off=907707 len=1359246 2024-09-13T00:34:18.638 INFO:tasks.workunit.client.0.smithi032.stdout:op 2213 completed, throughput=4.99MB/sec 2024-09-13T00:34:18.638 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UIDWgLO17Ii6uBl off=11086003 len=127277 2024-09-13T00:34:18.639 INFO:tasks.workunit.client.0.smithi032.stdout:op 2214 completed, throughput=4.99MB/sec 2024-09-13T00:34:18.639 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4dFbH4si_P0UeCU off=6705035 len=1514500 2024-09-13T00:34:18.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 2215 completed, throughput=5MB/sec 2024-09-13T00:34:18.643 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KrTrOTjZvkayN47 off=3405627 len=515551 2024-09-13T00:34:18.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 2216 completed, throughput=5MB/sec 2024-09-13T00:34:18.649 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qlsWcWSEIZE5tKF off=12482925 len=60755 2024-09-13T00:34:18.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 2217 completed, throughput=5MB/sec 2024-09-13T00:34:18.650 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pOU-ubiEFj3q5EO off=12312937 len=2013778 2024-09-13T00:34:18.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 2218 completed, throughput=5MB/sec 2024-09-13T00:34:19.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:19 smithi053 bash[67631]: cluster 2024-09-13T00:34:17.746406+0000 mgr.y (mgr.34107) 946 : cluster [DBG] pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:34:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:19 smithi032 bash[75510]: cluster 2024-09-13T00:34:17.746406+0000 mgr.y (mgr.34107) 946 : cluster [DBG] pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:34:19.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:19 smithi032 bash[76677]: cluster 2024-09-13T00:34:17.746406+0000 mgr.y (mgr.34107) 946 : cluster [DBG] pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:34:19.664 INFO:tasks.workunit.client.0.smithi032.stdout: 436: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:19.664 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hjg_S08wBQASGRL off=2090324 len=1727368 2024-09-13T00:34:19.678 INFO:tasks.workunit.client.0.smithi032.stdout:op 2219 completed, throughput=4.99MB/sec 2024-09-13T00:34:19.678 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HekRczJIV9D1YUK off=1786501 len=39623 2024-09-13T00:34:19.679 INFO:tasks.workunit.client.0.smithi032.stdout:op 2220 completed, throughput=4.99MB/sec 2024-09-13T00:34:19.679 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aTxgrbvAB6eka_- off=1703107 len=1075250 2024-09-13T00:34:19.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 2221 completed, throughput=5MB/sec 2024-09-13T00:34:19.688 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8ckJbS0VftErUui off=16269479 len=285767 2024-09-13T00:34:19.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 2222 completed, throughput=5MB/sec 2024-09-13T00:34:19.693 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6VGI5bcl1SgSoeS off=12438767 len=659175 2024-09-13T00:34:19.700 INFO:tasks.workunit.client.0.smithi032.stdout:op 2223 completed, throughput=5MB/sec 2024-09-13T00:34:19.701 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V2ag8vU9mR4Klps off=8091911 len=1404078 2024-09-13T00:34:19.704 INFO:tasks.workunit.client.0.smithi032.stdout:op 2224 completed, throughput=5MB/sec 2024-09-13T00:34:20.704 INFO:tasks.workunit.client.0.smithi032.stdout: 437: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:20.704 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lrG7I5Iej2OBCnO off=20922582 len=1077473 2024-09-13T00:34:20.707 INFO:tasks.workunit.client.0.smithi032.stdout:op 2225 completed, throughput=4.99MB/sec 2024-09-13T00:34:20.707 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aj0jXVwtSj5LPsP off=16452400 len=372726 2024-09-13T00:34:20.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 2226 completed, throughput=4.99MB/sec 2024-09-13T00:34:20.709 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VjjF5UWBzAavrMO off=1544866 len=12144 2024-09-13T00:34:20.713 INFO:tasks.workunit.client.0.smithi032.stdout:op 2227 completed, throughput=4.99MB/sec 2024-09-13T00:34:20.714 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1b_VK2rcWqru0_7 off=14301417 len=287877 2024-09-13T00:34:20.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 2228 completed, throughput=4.99MB/sec 2024-09-13T00:34:20.715 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rgJQiGwjCqQd3P9 off=357360 len=691573 2024-09-13T00:34:20.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 2229 completed, throughput=5MB/sec 2024-09-13T00:34:20.717 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qAhcDxKKFiMmsLi off=15628553 len=1090316 2024-09-13T00:34:20.727 INFO:tasks.workunit.client.0.smithi032.stdout:op 2230 completed, throughput=5MB/sec 2024-09-13T00:34:20.727 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-spVfeg2bK7_C20I off=2229208 len=1768105 2024-09-13T00:34:20.731 INFO:tasks.workunit.client.0.smithi032.stdout:op 2231 completed, throughput=5MB/sec 2024-09-13T00:34:21.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:21 smithi053 bash[67631]: cluster 2024-09-13T00:34:19.747451+0000 mgr.y (mgr.34107) 947 : cluster [DBG] pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:34:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:21 smithi032 bash[75510]: cluster 2024-09-13T00:34:19.747451+0000 mgr.y (mgr.34107) 947 : cluster [DBG] pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:34:21.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:21 smithi032 bash[76677]: cluster 2024-09-13T00:34:19.747451+0000 mgr.y (mgr.34107) 947 : cluster [DBG] pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:34:21.732 INFO:tasks.workunit.client.0.smithi032.stdout: 438: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:21.732 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b8ocDwYneUlTGB4 off=1016894 len=2066739 2024-09-13T00:34:21.747 INFO:tasks.workunit.client.0.smithi032.stdout:op 2232 completed, throughput=4.99MB/sec 2024-09-13T00:34:21.747 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PWnp4YXT11YmM4O off=3312423 len=1042905 2024-09-13T00:34:21.750 INFO:tasks.workunit.client.0.smithi032.stdout:op 2233 completed, throughput=5MB/sec 2024-09-13T00:34:21.751 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-04LV6NUraZpQP5s off=3853653 len=1680312 2024-09-13T00:34:21.763 INFO:tasks.workunit.client.0.smithi032.stdout:op 2234 completed, throughput=5MB/sec 2024-09-13T00:34:21.763 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VVJSENaYnHv6O98 off=7826551 len=90906 2024-09-13T00:34:21.768 INFO:tasks.workunit.client.0.smithi032.stdout:op 2235 completed, throughput=5MB/sec 2024-09-13T00:34:21.768 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WCKD-ZHtMaCX3Ge off=13854912 len=204621 2024-09-13T00:34:21.770 INFO:tasks.workunit.client.0.smithi032.stdout:op 2236 completed, throughput=5MB/sec 2024-09-13T00:34:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:34:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:34:22] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-13T00:34:22.770 INFO:tasks.workunit.client.0.smithi032.stdout: 439: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:22.770 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k4jIhxfBVZAuzq4 off=10677308 len=154217 2024-09-13T00:34:22.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 2237 completed, throughput=4.99MB/sec 2024-09-13T00:34:22.776 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XV03wIYVRNeuYcx off=3703098 len=360799 2024-09-13T00:34:22.782 INFO:tasks.workunit.client.0.smithi032.stdout:op 2238 completed, throughput=4.99MB/sec 2024-09-13T00:34:22.782 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c5-4YEbCqoN96L8 off=10401511 len=2030786 2024-09-13T00:34:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:34:22 smithi053 bash[94430]: ts=2024-09-13T00:34:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:34:22.795 INFO:tasks.workunit.client.0.smithi032.stdout:op 2239 completed, throughput=4.99MB/sec 2024-09-13T00:34:22.795 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FrGIfbZZdtvgJ2g off=1518256 len=1691210 2024-09-13T00:34:22.807 INFO:tasks.workunit.client.0.smithi032.stdout:op 2240 completed, throughput=5MB/sec 2024-09-13T00:34:22.807 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_RfGMkymOliZ9WH off=7107766 len=1552805 2024-09-13T00:34:22.817 INFO:tasks.workunit.client.0.smithi032.stdout:op 2241 completed, throughput=5MB/sec 2024-09-13T00:34:23.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:23 smithi053 bash[67631]: cluster 2024-09-13T00:34:21.748369+0000 mgr.y (mgr.34107) 948 : cluster [DBG] pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:34:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:23 smithi032 bash[75510]: cluster 2024-09-13T00:34:21.748369+0000 mgr.y (mgr.34107) 948 : cluster [DBG] pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:34:23.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:23 smithi032 bash[76677]: cluster 2024-09-13T00:34:21.748369+0000 mgr.y (mgr.34107) 948 : cluster [DBG] pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:34:23.817 INFO:tasks.workunit.client.0.smithi032.stdout: 440: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:23.817 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bHpeg83HnLkvGq9 off=3294317 len=204191 2024-09-13T00:34:23.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 2242 completed, throughput=4.99MB/sec 2024-09-13T00:34:23.822 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_a96N5IBiEIrDUY off=9968424 len=396278 2024-09-13T00:34:23.824 INFO:tasks.workunit.client.0.smithi032.stdout:op 2243 completed, throughput=4.99MB/sec 2024-09-13T00:34:23.824 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aQes3vx3qgf-BRs off=3065519 len=1180533 2024-09-13T00:34:23.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 2244 completed, throughput=4.99MB/sec 2024-09-13T00:34:23.833 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MJgj0wWqg36lvaK off=6286601 len=493563 2024-09-13T00:34:23.840 INFO:tasks.workunit.client.0.smithi032.stdout:op 2245 completed, throughput=4.99MB/sec 2024-09-13T00:34:23.840 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pAlkxGAPj7se509 off=10588322 len=1605357 2024-09-13T00:34:23.851 INFO:tasks.workunit.client.0.smithi032.stdout:op 2246 completed, throughput=5MB/sec 2024-09-13T00:34:23.851 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NyconmVhGe2r1YT off=942919 len=802768 2024-09-13T00:34:23.858 INFO:tasks.workunit.client.0.smithi032.stdout:op 2247 completed, throughput=5MB/sec 2024-09-13T00:34:23.858 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZL6rVTJj2yj7SYA off=6499431 len=831457 2024-09-13T00:34:23.866 INFO:tasks.workunit.client.0.smithi032.stdout:op 2248 completed, throughput=5MB/sec 2024-09-13T00:34:24.866 INFO:tasks.workunit.client.0.smithi032.stdout: 441: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:24.867 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-14opi_p7pSvSy_V off=13857341 len=1877265 2024-09-13T00:34:24.879 INFO:tasks.workunit.client.0.smithi032.stdout:op 2249 completed, throughput=4.99MB/sec 2024-09-13T00:34:24.879 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sQxzZwwGCx5_nZd off=726466 len=87578 2024-09-13T00:34:24.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 2250 completed, throughput=4.99MB/sec 2024-09-13T00:34:24.883 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hgy8l4jyGi-tHUo off=2393048 len=829819 2024-09-13T00:34:24.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 2251 completed, throughput=5MB/sec 2024-09-13T00:34:24.891 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RSERg2NsGg97o76 off=1220064 len=1357258 2024-09-13T00:34:24.896 INFO:tasks.workunit.client.0.smithi032.stdout:op 2252 completed, throughput=5MB/sec 2024-09-13T00:34:24.896 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9WytIJiHTXB1ZgN off=5046089 len=165338 2024-09-13T00:34:24.897 INFO:tasks.workunit.client.0.smithi032.stdout:op 2253 completed, throughput=5MB/sec 2024-09-13T00:34:24.898 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7upOqJPrqHWGGcK off=7074077 len=1300417 2024-09-13T00:34:24.899 INFO:tasks.workunit.client.0.smithi032.stdout:op 2254 completed, throughput=5MB/sec 2024-09-13T00:34:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:25 smithi032 bash[75510]: cluster 2024-09-13T00:34:23.749475+0000 mgr.y (mgr.34107) 949 : cluster [DBG] pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:34:25.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:25 smithi032 bash[76677]: cluster 2024-09-13T00:34:23.749475+0000 mgr.y (mgr.34107) 949 : cluster [DBG] pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:34:25.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:25 smithi053 bash[67631]: cluster 2024-09-13T00:34:23.749475+0000 mgr.y (mgr.34107) 949 : cluster [DBG] pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:34:25.900 INFO:tasks.workunit.client.0.smithi032.stdout: 442: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:25.900 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Xt2jbHBHYAiYDUq off=3101619 len=24134 2024-09-13T00:34:25.905 INFO:tasks.workunit.client.0.smithi032.stdout:op 2255 completed, throughput=4.99MB/sec 2024-09-13T00:34:25.905 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_0nySlwLU42gyD8 off=1931783 len=732282 2024-09-13T00:34:25.908 INFO:tasks.workunit.client.0.smithi032.stdout:op 2256 completed, throughput=4.99MB/sec 2024-09-13T00:34:25.908 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LZNtrBEa0-Jr1um off=3210321 len=750591 2024-09-13T00:34:25.916 INFO:tasks.workunit.client.0.smithi032.stdout:op 2257 completed, throughput=4.99MB/sec 2024-09-13T00:34:25.916 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AB_rt2x6bJsKRSO off=2266350 len=2024003 2024-09-13T00:34:25.931 INFO:tasks.workunit.client.0.smithi032.stdout:op 2258 completed, throughput=5MB/sec 2024-09-13T00:34:25.931 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bOI1dxVVi5Ts7Ds off=4199109 len=1021785 2024-09-13T00:34:25.940 INFO:tasks.workunit.client.0.smithi032.stdout:op 2259 completed, throughput=5MB/sec 2024-09-13T00:34:25.940 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SBRGVt2HXBg-kqf off=8508 len=1779866 2024-09-13T00:34:25.945 INFO:tasks.workunit.client.0.smithi032.stdout:op 2260 completed, throughput=5MB/sec 2024-09-13T00:34:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:26 smithi032 bash[75510]: audit 2024-09-13T00:34:25.167764+0000 mon.a (mon.0) 2216 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:34:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:26 smithi032 bash[76677]: audit 2024-09-13T00:34:25.167764+0000 mon.a (mon.0) 2216 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:34:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:26 smithi053 bash[67631]: audit 2024-09-13T00:34:25.167764+0000 mon.a (mon.0) 2216 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:34:26.946 INFO:tasks.workunit.client.0.smithi032.stdout: 443: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:26.946 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-phqHmX-0kwaXmYz off=12370920 len=1905767 2024-09-13T00:34:26.950 INFO:tasks.workunit.client.0.smithi032.stdout:op 2261 completed, throughput=5MB/sec 2024-09-13T00:34:26.950 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sa-lS5TNW3ppesU off=17424623 len=1049621 2024-09-13T00:34:26.959 INFO:tasks.workunit.client.0.smithi032.stdout:op 2262 completed, throughput=5MB/sec 2024-09-13T00:34:26.959 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WB2rEbOAbgjNDdS off=17240340 len=613809 2024-09-13T00:34:26.966 INFO:tasks.workunit.client.0.smithi032.stdout:op 2263 completed, throughput=5MB/sec 2024-09-13T00:34:26.967 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9p4lmMzDKoQ0Wvt off=2004880 len=39092 2024-09-13T00:34:26.971 INFO:tasks.workunit.client.0.smithi032.stdout:op 2264 completed, throughput=5MB/sec 2024-09-13T00:34:26.971 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lDkW-6X5CTgFrqK off=237045 len=1227359 2024-09-13T00:34:26.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 2265 completed, throughput=5MB/sec 2024-09-13T00:34:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:27 smithi032 bash[75510]: cluster 2024-09-13T00:34:25.750385+0000 mgr.y (mgr.34107) 950 : cluster [DBG] pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T00:34:27.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:27 smithi032 bash[76677]: cluster 2024-09-13T00:34:25.750385+0000 mgr.y (mgr.34107) 950 : cluster [DBG] pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T00:34:27.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:27 smithi053 bash[67631]: cluster 2024-09-13T00:34:25.750385+0000 mgr.y (mgr.34107) 950 : cluster [DBG] pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T00:34:27.974 INFO:tasks.workunit.client.0.smithi032.stdout: 444: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:27.974 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nwVOt3IvfaolFzh off=3442429 len=1071064 2024-09-13T00:34:27.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 2266 completed, throughput=4.99MB/sec 2024-09-13T00:34:27.977 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ILg9HJqGjJR2sZL off=5861913 len=961375 2024-09-13T00:34:27.986 INFO:tasks.workunit.client.0.smithi032.stdout:op 2267 completed, throughput=5MB/sec 2024-09-13T00:34:27.986 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WsxA_NLtRIxc7dN off=454119 len=481797 2024-09-13T00:34:27.988 INFO:tasks.workunit.client.0.smithi032.stdout:op 2268 completed, throughput=5MB/sec 2024-09-13T00:34:27.988 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TaxaFR2LR71ZowJ off=39047 len=279779 2024-09-13T00:34:27.989 INFO:tasks.workunit.client.0.smithi032.stdout:op 2269 completed, throughput=5MB/sec 2024-09-13T00:34:27.989 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V1qyFjucUOCU5MJ off=0 len=1223683 2024-09-13T00:34:27.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 2270 completed, throughput=5MB/sec 2024-09-13T00:34:27.993 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n50Eo7YINKuqy1a off=23089697 len=670583 2024-09-13T00:34:27.995 INFO:tasks.workunit.client.0.smithi032.stdout:op 2271 completed, throughput=5MB/sec 2024-09-13T00:34:28.995 INFO:tasks.workunit.client.0.smithi032.stdout: 445: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:28.996 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bjZuHNRay9jYIhL off=11053483 len=1434697 2024-09-13T00:34:29.007 INFO:tasks.workunit.client.0.smithi032.stdout:op 2272 completed, throughput=4.99MB/sec 2024-09-13T00:34:29.007 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Kxzw2M2RPi6SJSq off=5945935 len=5320 2024-09-13T00:34:29.007 INFO:tasks.workunit.client.0.smithi032.stdout:op 2273 completed, throughput=4.99MB/sec 2024-09-13T00:34:29.008 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iA05N6RJXDrgqYV off=775744 len=1482544 2024-09-13T00:34:29.020 INFO:tasks.workunit.client.0.smithi032.stdout:op 2274 completed, throughput=5MB/sec 2024-09-13T00:34:29.020 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cK0LsyVG9u3ZjWS off=20653386 len=1485752 2024-09-13T00:34:29.029 INFO:tasks.workunit.client.0.smithi032.stdout:op 2275 completed, throughput=5MB/sec 2024-09-13T00:34:29.029 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7ve9J5jZXi0UoHi off=23173306 len=802841 2024-09-13T00:34:29.032 INFO:tasks.workunit.client.0.smithi032.stdout:op 2276 completed, throughput=5MB/sec 2024-09-13T00:34:29.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:29 smithi032 bash[75510]: cluster 2024-09-13T00:34:27.751266+0000 mgr.y (mgr.34107) 951 : cluster [DBG] pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:34:29.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:29 smithi032 bash[76677]: cluster 2024-09-13T00:34:27.751266+0000 mgr.y (mgr.34107) 951 : cluster [DBG] pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:34:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:29 smithi053 bash[67631]: cluster 2024-09-13T00:34:27.751266+0000 mgr.y (mgr.34107) 951 : cluster [DBG] pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:34:30.033 INFO:tasks.workunit.client.0.smithi032.stdout: 446: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:30.033 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rGg8JhNLi2DPoNk off=1649433 len=1715390 2024-09-13T00:34:30.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 2277 completed, throughput=4.99MB/sec 2024-09-13T00:34:30.047 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Fi3CnapBYuA0tgL off=9869575 len=1860341 2024-09-13T00:34:30.060 INFO:tasks.workunit.client.0.smithi032.stdout:op 2278 completed, throughput=5MB/sec 2024-09-13T00:34:30.060 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wNBFhhKcRfjonIE off=11941770 len=2011177 2024-09-13T00:34:30.063 INFO:tasks.workunit.client.0.smithi032.stdout:op 2279 completed, throughput=5MB/sec 2024-09-13T00:34:31.064 INFO:tasks.workunit.client.0.smithi032.stdout: 447: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:31.064 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c5_yuTv31Sj_x1C off=6993607 len=912231 2024-09-13T00:34:31.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 2280 completed, throughput=4.99MB/sec 2024-09-13T00:34:31.072 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UkyUrvJI2wXyOIY off=14759162 len=1563488 2024-09-13T00:34:31.077 INFO:tasks.workunit.client.0.smithi032.stdout:op 2281 completed, throughput=4.99MB/sec 2024-09-13T00:34:31.077 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9QnxkTSC0-cwMNS off=13182911 len=1948170 2024-09-13T00:34:31.091 INFO:tasks.workunit.client.0.smithi032.stdout:op 2282 completed, throughput=5MB/sec 2024-09-13T00:34:31.091 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Kxzw2M2RPi6SJSq off=12324693 len=166841 2024-09-13T00:34:31.092 INFO:tasks.workunit.client.0.smithi032.stdout:op 2283 completed, throughput=5MB/sec 2024-09-13T00:34:31.092 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xsoL0hRbo9om2oi off=13134001 len=1403657 2024-09-13T00:34:31.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 2284 completed, throughput=5MB/sec 2024-09-13T00:34:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:31 smithi032 bash[75510]: cluster 2024-09-13T00:34:29.752283+0000 mgr.y (mgr.34107) 952 : cluster [DBG] pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:34:31.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:31 smithi032 bash[76677]: cluster 2024-09-13T00:34:29.752283+0000 mgr.y (mgr.34107) 952 : cluster [DBG] pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:34:31.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:31 smithi053 bash[67631]: cluster 2024-09-13T00:34:29.752283+0000 mgr.y (mgr.34107) 952 : cluster [DBG] pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:34:32.103 INFO:tasks.workunit.client.0.smithi032.stdout: 448: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:32.103 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GiezdJr11lKPYbw off=1102714 len=1393330 2024-09-13T00:34:32.113 INFO:tasks.workunit.client.0.smithi032.stdout:op 2285 completed, throughput=4.99MB/sec 2024-09-13T00:34:32.113 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yl6XLr8FZcR5HHC off=2055075 len=1914271 2024-09-13T00:34:32.117 INFO:tasks.workunit.client.0.smithi032.stdout:op 2286 completed, throughput=5MB/sec 2024-09-13T00:34:32.117 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IS7OpVwuoC-IZlU off=166101 len=1256300 2024-09-13T00:34:32.119 INFO:tasks.workunit.client.0.smithi032.stdout:op 2287 completed, throughput=5MB/sec 2024-09-13T00:34:32.120 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Tln5M7Fr2jFD_-Q off=9668013 len=768720 2024-09-13T00:34:32.128 INFO:tasks.workunit.client.0.smithi032.stdout:op 2288 completed, throughput=5MB/sec 2024-09-13T00:34:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:34:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:34:32] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-13T00:34:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:34:32 smithi053 bash[94430]: ts=2024-09-13T00:34:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:34:33.128 INFO:tasks.workunit.client.0.smithi032.stdout: 449: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:33.128 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-atqXekxQ93A27Oz off=5256704 len=183235 2024-09-13T00:34:33.130 INFO:tasks.workunit.client.0.smithi032.stdout:op 2289 completed, throughput=4.99MB/sec 2024-09-13T00:34:33.130 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a8aKfaWBgcVZXG1 off=111883 len=596968 2024-09-13T00:34:33.132 INFO:tasks.workunit.client.0.smithi032.stdout:op 2290 completed, throughput=4.99MB/sec 2024-09-13T00:34:33.132 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rVX4z4GjBoTHzil off=52026 len=1143871 2024-09-13T00:34:33.142 INFO:tasks.workunit.client.0.smithi032.stdout:op 2291 completed, throughput=4.99MB/sec 2024-09-13T00:34:33.142 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3bqxg2FCtPU1S5a off=13986570 len=1520659 2024-09-13T00:34:33.148 INFO:tasks.workunit.client.0.smithi032.stdout:op 2292 completed, throughput=5MB/sec 2024-09-13T00:34:33.149 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nhWN6zS6PAoVeNR off=1757387 len=396842 2024-09-13T00:34:33.149 INFO:tasks.workunit.client.0.smithi032.stdout:op 2293 completed, throughput=5MB/sec 2024-09-13T00:34:33.149 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WN2A--YrYl1_Z7Y off=1772912 len=552830 2024-09-13T00:34:33.155 INFO:tasks.workunit.client.0.smithi032.stdout:op 2294 completed, throughput=5MB/sec 2024-09-13T00:34:33.155 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PHyBL-EuNimbIGy off=19621838 len=845518 2024-09-13T00:34:33.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 2295 completed, throughput=5MB/sec 2024-09-13T00:34:33.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:33 smithi032 bash[75510]: cluster 2024-09-13T00:34:31.753276+0000 mgr.y (mgr.34107) 953 : cluster [DBG] pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:34:33.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:33 smithi032 bash[76677]: cluster 2024-09-13T00:34:31.753276+0000 mgr.y (mgr.34107) 953 : cluster [DBG] pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:34:33.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:33 smithi053 bash[67631]: cluster 2024-09-13T00:34:31.753276+0000 mgr.y (mgr.34107) 953 : cluster [DBG] pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:34:34.158 INFO:tasks.workunit.client.0.smithi032.stdout: 450: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:34.197 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Of1Dg9_elj5NxD_ off=1858675 len=1784671 2024-09-13T00:34:34.198 INFO:tasks.workunit.client.0.smithi032.stdout:op 2296 completed, throughput=4.99MB/sec 2024-09-13T00:34:34.198 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Cm-JbIWoMvF-mtZ off=15479247 len=873708 2024-09-13T00:34:34.198 INFO:tasks.workunit.client.0.smithi032.stdout:op 2297 completed, throughput=5MB/sec 2024-09-13T00:34:34.198 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AZJ6CiKBlltUGeH off=12335739 len=120871 2024-09-13T00:34:34.198 INFO:tasks.workunit.client.0.smithi032.stdout:op 2298 completed, throughput=5MB/sec 2024-09-13T00:34:34.199 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ENsF3cE8oOHg91M off=5845927 len=1326234 2024-09-13T00:34:34.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 2299 completed, throughput=5MB/sec 2024-09-13T00:34:34.199 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_U1PTDw1E0sinry off=7865106 len=487882 2024-09-13T00:34:34.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 2300 completed, throughput=5MB/sec 2024-09-13T00:34:34.199 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Nfgd7jH-QsFzE1C off=15969565 len=644741 2024-09-13T00:34:34.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 2301 completed, throughput=5MB/sec 2024-09-13T00:34:35.197 INFO:tasks.workunit.client.0.smithi032.stdout: 451: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:35.197 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-igAMTRxeNB9PPKZ off=8009523 len=1905959 2024-09-13T00:34:35.201 INFO:tasks.workunit.client.0.smithi032.stdout:op 2302 completed, throughput=4.99MB/sec 2024-09-13T00:34:35.202 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8UC1h0XwEYstGzb off=16828220 len=1550385 2024-09-13T00:34:35.205 INFO:tasks.workunit.client.0.smithi032.stdout:op 2303 completed, throughput=5MB/sec 2024-09-13T00:34:35.205 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3yWblZX8iwWYwrh off=4521690 len=1433683 2024-09-13T00:34:35.215 INFO:tasks.workunit.client.0.smithi032.stdout:op 2304 completed, throughput=5MB/sec 2024-09-13T00:34:35.215 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vo2v0iel8f8rK-9 off=9523293 len=142945 2024-09-13T00:34:35.220 INFO:tasks.workunit.client.0.smithi032.stdout:op 2305 completed, throughput=5MB/sec 2024-09-13T00:34:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:35 smithi032 bash[75510]: cluster 2024-09-13T00:34:33.754358+0000 mgr.y (mgr.34107) 954 : cluster [DBG] pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:34:35.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:35 smithi032 bash[76677]: cluster 2024-09-13T00:34:33.754358+0000 mgr.y (mgr.34107) 954 : cluster [DBG] pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:34:35.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:35 smithi053 bash[67631]: cluster 2024-09-13T00:34:33.754358+0000 mgr.y (mgr.34107) 954 : cluster [DBG] pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:34:36.220 INFO:tasks.workunit.client.0.smithi032.stdout: 452: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:36.220 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L_SfN7SnyINAAKe off=3343969 len=402765 2024-09-13T00:34:36.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 2306 completed, throughput=4.99MB/sec 2024-09-13T00:34:36.226 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UcSUl8dzxK6y1W0 off=1398069 len=1475304 2024-09-13T00:34:36.229 INFO:tasks.workunit.client.0.smithi032.stdout:op 2307 completed, throughput=4.99MB/sec 2024-09-13T00:34:36.229 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cyb0h5HhLoKXk1D off=3411352 len=1396828 2024-09-13T00:34:36.233 INFO:tasks.workunit.client.0.smithi032.stdout:op 2308 completed, throughput=5MB/sec 2024-09-13T00:34:36.233 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xr81MMfDnz4eJQ5 off=2255633 len=819341 2024-09-13T00:34:36.241 INFO:tasks.workunit.client.0.smithi032.stdout:op 2309 completed, throughput=5MB/sec 2024-09-13T00:34:36.241 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tBZ8nAV7v1ctgHR off=2984739 len=1580261 2024-09-13T00:34:36.254 INFO:tasks.workunit.client.0.smithi032.stdout:op 2310 completed, throughput=5MB/sec 2024-09-13T00:34:37.254 INFO:tasks.workunit.client.0.smithi032.stdout: 453: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:37.255 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-keirNGY818lf_iU off=15793661 len=2028129 2024-09-13T00:34:37.259 INFO:tasks.workunit.client.0.smithi032.stdout:op 2311 completed, throughput=4.99MB/sec 2024-09-13T00:34:37.259 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JXeavXhOqcPm6K- off=1790623 len=379630 2024-09-13T00:34:37.265 INFO:tasks.workunit.client.0.smithi032.stdout:op 2312 completed, throughput=4.99MB/sec 2024-09-13T00:34:37.266 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UW3qn5A1krSwE3w off=1965029 len=367388 2024-09-13T00:34:37.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 2313 completed, throughput=5MB/sec 2024-09-13T00:34:37.272 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7PQHpzNR7SCm7BL off=19970847 len=363250 2024-09-13T00:34:37.277 INFO:tasks.workunit.client.0.smithi032.stdout:op 2314 completed, throughput=5MB/sec 2024-09-13T00:34:37.277 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Gqz7GBk05JMAdJv off=3601299 len=555327 2024-09-13T00:34:37.283 INFO:tasks.workunit.client.0.smithi032.stdout:op 2315 completed, throughput=5MB/sec 2024-09-13T00:34:37.283 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9mhBS9obAYc5fZH off=7822637 len=1340866 2024-09-13T00:34:37.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 2316 completed, throughput=5MB/sec 2024-09-13T00:34:37.294 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kW8mmkVi3Luu2YO off=310875 len=1373593 2024-09-13T00:34:37.304 INFO:tasks.workunit.client.0.smithi032.stdout:op 2317 completed, throughput=5MB/sec 2024-09-13T00:34:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:37 smithi032 bash[75510]: cluster 2024-09-13T00:34:35.755230+0000 mgr.y (mgr.34107) 955 : cluster [DBG] pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:34:37.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:37 smithi032 bash[76677]: cluster 2024-09-13T00:34:35.755230+0000 mgr.y (mgr.34107) 955 : cluster [DBG] pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:34:37.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:37 smithi053 bash[67631]: cluster 2024-09-13T00:34:35.755230+0000 mgr.y (mgr.34107) 955 : cluster [DBG] pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:34:38.305 INFO:tasks.workunit.client.0.smithi032.stdout: 454: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:38.305 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DLg07laxSxRXHeK off=11136331 len=1939636 2024-09-13T00:34:38.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 2318 completed, throughput=5MB/sec 2024-09-13T00:34:38.309 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--sN-s1qdq2EgANn off=12488992 len=201646 2024-09-13T00:34:38.311 INFO:tasks.workunit.client.0.smithi032.stdout:op 2319 completed, throughput=5MB/sec 2024-09-13T00:34:38.311 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Mozt1zyH8S1EeC4 off=3159572 len=1949290 2024-09-13T00:34:38.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 2320 completed, throughput=5MB/sec 2024-09-13T00:34:38.316 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yJa89Lb2vBIB5i_ off=10572434 len=495451 2024-09-13T00:34:38.324 INFO:tasks.workunit.client.0.smithi032.stdout:op 2321 completed, throughput=5MB/sec 2024-09-13T00:34:39.324 INFO:tasks.workunit.client.0.smithi032.stdout: 455: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:39.324 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UovNMxZ7XN3w-sA off=1396433 len=325849 2024-09-13T00:34:39.326 INFO:tasks.workunit.client.0.smithi032.stdout:op 2322 completed, throughput=4.99MB/sec 2024-09-13T00:34:39.326 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YgqDbFI1nqjpO5d off=8305256 len=389918 2024-09-13T00:34:39.328 INFO:tasks.workunit.client.0.smithi032.stdout:op 2323 completed, throughput=4.99MB/sec 2024-09-13T00:34:39.328 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hTHQVlCymdYme4P off=7545460 len=866902 2024-09-13T00:34:39.337 INFO:tasks.workunit.client.0.smithi032.stdout:op 2324 completed, throughput=4.99MB/sec 2024-09-13T00:34:39.337 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-boGRlwyk3fF-Wog off=3726467 len=1011253 2024-09-13T00:34:39.346 INFO:tasks.workunit.client.0.smithi032.stdout:op 2325 completed, throughput=5MB/sec 2024-09-13T00:34:39.346 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DzUFlEp1PVrsPxM off=1917443 len=1510090 2024-09-13T00:34:39.351 INFO:tasks.workunit.client.0.smithi032.stdout:op 2326 completed, throughput=5MB/sec 2024-09-13T00:34:39.351 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5Nx-7pePmSSG4x3 off=13668741 len=2081413 2024-09-13T00:34:39.365 INFO:tasks.workunit.client.0.smithi032.stdout:op 2327 completed, throughput=5MB/sec 2024-09-13T00:34:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:39 smithi032 bash[75510]: cluster 2024-09-13T00:34:37.756121+0000 mgr.y (mgr.34107) 956 : cluster [DBG] pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:34:39.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:39 smithi032 bash[76677]: cluster 2024-09-13T00:34:37.756121+0000 mgr.y (mgr.34107) 956 : cluster [DBG] pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:34:39.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:39 smithi053 bash[67631]: cluster 2024-09-13T00:34:37.756121+0000 mgr.y (mgr.34107) 956 : cluster [DBG] pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:34:40.365 INFO:tasks.workunit.client.0.smithi032.stdout: 456: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:40.365 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R2RqC7I47cghnfX off=9412282 len=1241512 2024-09-13T00:34:40.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 2328 completed, throughput=4.99MB/sec 2024-09-13T00:34:40.370 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y80Xr3EbcjRKEOW off=489695 len=1981769 2024-09-13T00:34:40.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 2329 completed, throughput=5MB/sec 2024-09-13T00:34:40.374 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YgERXJl-uS7ZIWa off=2360627 len=871294 2024-09-13T00:34:40.382 INFO:tasks.workunit.client.0.smithi032.stdout:op 2330 completed, throughput=5MB/sec 2024-09-13T00:34:40.382 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-20aMKzXWoHeeQNg off=1225729 len=1491136 2024-09-13T00:34:40.386 INFO:tasks.workunit.client.0.smithi032.stdout:op 2331 completed, throughput=5MB/sec 2024-09-13T00:34:41.387 INFO:tasks.workunit.client.0.smithi032.stdout: 457: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:41.387 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ehMuWXrcQ_tCF59 off=6851514 len=1179556 2024-09-13T00:34:41.390 INFO:tasks.workunit.client.0.smithi032.stdout:op 2332 completed, throughput=4.99MB/sec 2024-09-13T00:34:41.390 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1G603renngaRaW4 off=1416361 len=202977 2024-09-13T00:34:41.391 INFO:tasks.workunit.client.0.smithi032.stdout:op 2333 completed, throughput=4.99MB/sec 2024-09-13T00:34:41.391 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N4c9PmSTM9WUL_u off=17268595 len=1023432 2024-09-13T00:34:41.400 INFO:tasks.workunit.client.0.smithi032.stdout:op 2334 completed, throughput=5MB/sec 2024-09-13T00:34:41.400 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d6oBTr9Pqa99ElK off=570677 len=1346792 2024-09-13T00:34:41.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 2335 completed, throughput=5MB/sec 2024-09-13T00:34:41.411 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bmusyZzNhr4fjCQ off=5982745 len=856325 2024-09-13T00:34:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:41 smithi032 bash[75510]: cluster 2024-09-13T00:34:39.757170+0000 mgr.y (mgr.34107) 957 : cluster [DBG] pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:34:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:41 smithi032 bash[75510]: audit 2024-09-13T00:34:40.168194+0000 mon.a (mon.0) 2217 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:34:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:41 smithi032 bash[76677]: cluster 2024-09-13T00:34:39.757170+0000 mgr.y (mgr.34107) 957 : cluster [DBG] pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:34:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:41 smithi032 bash[76677]: audit 2024-09-13T00:34:40.168194+0000 mon.a (mon.0) 2217 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:34:41.414 INFO:tasks.workunit.client.0.smithi032.stdout:op 2336 completed, throughput=5MB/sec 2024-09-13T00:34:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:41 smithi053 bash[67631]: cluster 2024-09-13T00:34:39.757170+0000 mgr.y (mgr.34107) 957 : cluster [DBG] pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:34:41.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:41 smithi053 bash[67631]: audit 2024-09-13T00:34:40.168194+0000 mon.a (mon.0) 2217 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:34:42.414 INFO:tasks.workunit.client.0.smithi032.stdout: 458: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:42.414 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M9kwHP0nzld6sIh off=9923904 len=1421975 2024-09-13T00:34:42.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 2337 completed, throughput=4.99MB/sec 2024-09-13T00:34:42.425 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ym_Qr9qi15gwK7S off=2937044 len=1935910 2024-09-13T00:34:42.429 INFO:tasks.workunit.client.0.smithi032.stdout:op 2338 completed, throughput=5MB/sec 2024-09-13T00:34:42.429 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z3ea29bS0yM-V2t off=11646725 len=1638094 2024-09-13T00:34:42.440 INFO:tasks.workunit.client.0.smithi032.stdout:op 2339 completed, throughput=5MB/sec 2024-09-13T00:34:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:34:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:34:42] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T00:34:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:34:42 smithi053 bash[94430]: ts=2024-09-13T00:34:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:34:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:43 smithi032 bash[75510]: cluster 2024-09-13T00:34:41.758174+0000 mgr.y (mgr.34107) 958 : cluster [DBG] pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:34:43.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:43 smithi032 bash[76677]: cluster 2024-09-13T00:34:41.758174+0000 mgr.y (mgr.34107) 958 : cluster [DBG] pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:34:43.440 INFO:tasks.workunit.client.0.smithi032.stdout: 459: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:43.440 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-74rBxkZDrEs-UVn off=5788997 len=240335 2024-09-13T00:34:43.446 INFO:tasks.workunit.client.0.smithi032.stdout:op 2340 completed, throughput=4.99MB/sec 2024-09-13T00:34:43.447 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QnIWhg1DCb4MaGv off=262090 len=1854117 2024-09-13T00:34:43.460 INFO:tasks.workunit.client.0.smithi032.stdout:op 2341 completed, throughput=4.99MB/sec 2024-09-13T00:34:43.460 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bDAKFF1CUyp3XlR off=21471733 len=660843 2024-09-13T00:34:43.462 INFO:tasks.workunit.client.0.smithi032.stdout:op 2342 completed, throughput=5MB/sec 2024-09-13T00:34:43.462 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6hnTlQtadiZyHTB off=3664753 len=914462 2024-09-13T00:34:43.470 INFO:tasks.workunit.client.0.smithi032.stdout:op 2343 completed, throughput=5MB/sec 2024-09-13T00:34:43.470 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uGCPsW2N4Xlm3kc off=2319317 len=96616 2024-09-13T00:34:43.472 INFO:tasks.workunit.client.0.smithi032.stdout:op 2344 completed, throughput=5MB/sec 2024-09-13T00:34:43.472 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dmZEt5f0zW8IjD_ off=415978 len=306495 2024-09-13T00:34:43.477 INFO:tasks.workunit.client.0.smithi032.stdout:op 2345 completed, throughput=5MB/sec 2024-09-13T00:34:43.477 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V80nplR79lww-1s off=13122406 len=234807 2024-09-13T00:34:43.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 2346 completed, throughput=5MB/sec 2024-09-13T00:34:43.478 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CaVw2ycfGoyBS0r off=4559033 len=185668 2024-09-13T00:34:43.479 INFO:tasks.workunit.client.0.smithi032.stdout:op 2347 completed, throughput=5MB/sec 2024-09-13T00:34:43.479 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--R8Ew3z3JMLvVQx off=370969 len=499268 2024-09-13T00:34:43.486 INFO:tasks.workunit.client.0.smithi032.stdout:op 2348 completed, throughput=5MB/sec 2024-09-13T00:34:43.486 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yi5A1sEJD7H31rL off=7292523 len=833712 2024-09-13T00:34:43.488 INFO:tasks.workunit.client.0.smithi032.stdout:op 2349 completed, throughput=5MB/sec 2024-09-13T00:34:43.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:43 smithi053 bash[67631]: cluster 2024-09-13T00:34:41.758174+0000 mgr.y (mgr.34107) 958 : cluster [DBG] pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:34:44.489 INFO:tasks.workunit.client.0.smithi032.stdout: 460: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:44.489 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H3ZjrJzrc4rgUCH off=320701 len=1099086 2024-09-13T00:34:44.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 2350 completed, throughput=4.99MB/sec 2024-09-13T00:34:44.493 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c0xwu3-HzuGrHIu off=1222954 len=474770 2024-09-13T00:34:44.499 INFO:tasks.workunit.client.0.smithi032.stdout:op 2351 completed, throughput=4.99MB/sec 2024-09-13T00:34:44.499 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BzbNmBJ6FDAWlfZ off=7902108 len=697457 2024-09-13T00:34:44.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 2352 completed, throughput=4.99MB/sec 2024-09-13T00:34:44.507 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ggp7bZjLWsOhfYL off=2516021 len=1675703 2024-09-13T00:34:44.519 INFO:tasks.workunit.client.0.smithi032.stdout:op 2353 completed, throughput=5MB/sec 2024-09-13T00:34:44.519 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VYCz3yRCo77nYJV off=14532272 len=2035405 2024-09-13T00:34:44.524 INFO:tasks.workunit.client.0.smithi032.stdout:op 2354 completed, throughput=5MB/sec 2024-09-13T00:34:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:45 smithi032 bash[75510]: cluster 2024-09-13T00:34:43.759274+0000 mgr.y (mgr.34107) 959 : cluster [DBG] pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:34:45.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:45 smithi032 bash[76677]: cluster 2024-09-13T00:34:43.759274+0000 mgr.y (mgr.34107) 959 : cluster [DBG] pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:34:45.524 INFO:tasks.workunit.client.0.smithi032.stdout: 461: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:45.524 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qRa4R3aOZ8Zu_jL off=10993051 len=1731945 2024-09-13T00:34:45.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:45 smithi053 bash[67631]: cluster 2024-09-13T00:34:43.759274+0000 mgr.y (mgr.34107) 959 : cluster [DBG] pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:34:45.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 2355 completed, throughput=5MB/sec 2024-09-13T00:34:45.537 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bHKpvNgnYIBYsY- off=9463591 len=1905697 2024-09-13T00:34:45.541 INFO:tasks.workunit.client.0.smithi032.stdout:op 2356 completed, throughput=5MB/sec 2024-09-13T00:34:45.541 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8wGaJLBPNtnAHN4 off=3817786 len=719022 2024-09-13T00:34:45.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 2357 completed, throughput=5MB/sec 2024-09-13T00:34:46.544 INFO:tasks.workunit.client.0.smithi032.stdout: 462: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:46.545 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TCM2C1fXU2eoglJ off=3448495 len=1939180 2024-09-13T00:34:46.551 INFO:tasks.workunit.client.0.smithi032.stdout:op 2358 completed, throughput=4.99MB/sec 2024-09-13T00:34:46.551 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ypxowFPmzFW6DQc off=773245 len=938399 2024-09-13T00:34:46.555 INFO:tasks.workunit.client.0.smithi032.stdout:op 2359 completed, throughput=5MB/sec 2024-09-13T00:34:46.555 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EHAkOxvjs-2Z4ct off=1838972 len=463397 2024-09-13T00:34:46.562 INFO:tasks.workunit.client.0.smithi032.stdout:op 2360 completed, throughput=5MB/sec 2024-09-13T00:34:46.562 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lySlx7Ba7tds_OL off=15087360 len=1311316 2024-09-13T00:34:46.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 2361 completed, throughput=5MB/sec 2024-09-13T00:34:46.572 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XsJu-q_CbBrhMuA off=9887019 len=1051339 2024-09-13T00:34:46.575 INFO:tasks.workunit.client.0.smithi032.stdout:op 2362 completed, throughput=5MB/sec 2024-09-13T00:34:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:47 smithi032 bash[75510]: cluster 2024-09-13T00:34:45.760160+0000 mgr.y (mgr.34107) 960 : cluster [DBG] pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T00:34:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:47 smithi032 bash[76677]: cluster 2024-09-13T00:34:45.760160+0000 mgr.y (mgr.34107) 960 : cluster [DBG] pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T00:34:47.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:47 smithi053 bash[67631]: cluster 2024-09-13T00:34:45.760160+0000 mgr.y (mgr.34107) 960 : cluster [DBG] pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T00:34:47.575 INFO:tasks.workunit.client.0.smithi032.stdout: 463: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:47.575 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Q5pWP0UapIuVQDy off=8388062 len=1300178 2024-09-13T00:34:47.579 INFO:tasks.workunit.client.0.smithi032.stdout:op 2363 completed, throughput=4.99MB/sec 2024-09-13T00:34:47.579 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uwBsRfcevQL5nJQ off=22173150 len=868350 2024-09-13T00:34:47.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 2364 completed, throughput=4.99MB/sec 2024-09-13T00:34:47.582 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-15G-BsqqtXj6a53 off=3223618 len=1675579 2024-09-13T00:34:47.586 INFO:tasks.workunit.client.0.smithi032.stdout:op 2365 completed, throughput=5MB/sec 2024-09-13T00:34:47.587 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HYGsxKePIeIcHId off=8625487 len=1083069 2024-09-13T00:34:47.589 INFO:tasks.workunit.client.0.smithi032.stdout:op 2366 completed, throughput=5MB/sec 2024-09-13T00:34:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: 464: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:48.589 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VSmHyRcTZVR7O9z off=18253339 len=1113775 2024-09-13T00:34:48.592 INFO:tasks.workunit.client.0.smithi032.stdout:op 2367 completed, throughput=4.99MB/sec 2024-09-13T00:34:48.592 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bQ5J685CHdFhMaS off=8787732 len=1619454 2024-09-13T00:34:48.597 INFO:tasks.workunit.client.0.smithi032.stdout:op 2368 completed, throughput=4.99MB/sec 2024-09-13T00:34:48.597 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VS4ATrmUH9t3Qn_ off=510686 len=1593826 2024-09-13T00:34:48.602 INFO:tasks.workunit.client.0.smithi032.stdout:op 2369 completed, throughput=5MB/sec 2024-09-13T00:34:48.602 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0EdKQ3hvMA7EYm4 off=2481785 len=741681 2024-09-13T00:34:48.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 2370 completed, throughput=5MB/sec 2024-09-13T00:34:48.605 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u-X87wim9ny7k59 off=720897 len=1521714 2024-09-13T00:34:48.618 INFO:tasks.workunit.client.0.smithi032.stdout:op 2371 completed, throughput=5MB/sec 2024-09-13T00:34:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:49 smithi032 bash[75510]: cluster 2024-09-13T00:34:47.761054+0000 mgr.y (mgr.34107) 961 : cluster [DBG] pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:34:49.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:49 smithi032 bash[76677]: cluster 2024-09-13T00:34:47.761054+0000 mgr.y (mgr.34107) 961 : cluster [DBG] pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:34:49.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:49 smithi053 bash[67631]: cluster 2024-09-13T00:34:47.761054+0000 mgr.y (mgr.34107) 961 : cluster [DBG] pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:34:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: 465: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:49.618 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R5C4IIhMU0w1Gou off=8931704 len=20790 2024-09-13T00:34:49.619 INFO:tasks.workunit.client.0.smithi032.stdout:op 2372 completed, throughput=4.99MB/sec 2024-09-13T00:34:49.619 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ii1v7DlVz-wei7O off=3169364 len=1569761 2024-09-13T00:34:49.631 INFO:tasks.workunit.client.0.smithi032.stdout:op 2373 completed, throughput=4.99MB/sec 2024-09-13T00:34:49.631 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2QRq7jYbOGgLUOF off=8839705 len=1999559 2024-09-13T00:34:49.646 INFO:tasks.workunit.client.0.smithi032.stdout:op 2374 completed, throughput=5MB/sec 2024-09-13T00:34:49.646 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wMcWDEwQY-pYlVP off=457473 len=756197 2024-09-13T00:34:49.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 2375 completed, throughput=5MB/sec 2024-09-13T00:34:50.649 INFO:tasks.workunit.client.0.smithi032.stdout: 466: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:50.649 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bsN6H_zn45mA2UN off=14634943 len=1766098 2024-09-13T00:34:50.653 INFO:tasks.workunit.client.0.smithi032.stdout:op 2376 completed, throughput=4.99MB/sec 2024-09-13T00:34:50.654 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Rl1JVSFpc57dH5y off=3042496 len=1027754 2024-09-13T00:34:50.663 INFO:tasks.workunit.client.0.smithi032.stdout:op 2377 completed, throughput=5MB/sec 2024-09-13T00:34:50.663 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gKgBVuZuUl6ZZUi off=559483 len=1993874 2024-09-13T00:34:50.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 2378 completed, throughput=5MB/sec 2024-09-13T00:34:50.667 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zlP5mv2CzqjyHJX off=1823558 len=1306223 2024-09-13T00:34:50.676 INFO:tasks.workunit.client.0.smithi032.stdout:op 2379 completed, throughput=5MB/sec 2024-09-13T00:34:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:51 smithi032 bash[75510]: cluster 2024-09-13T00:34:49.762067+0000 mgr.y (mgr.34107) 962 : cluster [DBG] pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:34:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:51 smithi032 bash[76677]: cluster 2024-09-13T00:34:49.762067+0000 mgr.y (mgr.34107) 962 : cluster [DBG] pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:34:51.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:51 smithi053 bash[67631]: cluster 2024-09-13T00:34:49.762067+0000 mgr.y (mgr.34107) 962 : cluster [DBG] pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:34:51.677 INFO:tasks.workunit.client.0.smithi032.stdout: 467: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:51.677 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-useq57yogjZUeol off=3268532 len=1553169 2024-09-13T00:34:51.681 INFO:tasks.workunit.client.0.smithi032.stdout:op 2380 completed, throughput=4.99MB/sec 2024-09-13T00:34:51.681 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UW3qn5A1krSwE3w off=187790 len=281402 2024-09-13T00:34:51.683 INFO:tasks.workunit.client.0.smithi032.stdout:op 2381 completed, throughput=4.99MB/sec 2024-09-13T00:34:51.683 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uYduvLus-DcaQia off=5676032 len=1546500 2024-09-13T00:34:51.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 2382 completed, throughput=5MB/sec 2024-09-13T00:34:51.687 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AEdxlNEltXY2kRI off=13547591 len=1449692 2024-09-13T00:34:51.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 2383 completed, throughput=5MB/sec 2024-09-13T00:34:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:34:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:34:52] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T00:34:52.691 INFO:tasks.workunit.client.0.smithi032.stdout: 468: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:52.691 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hquIlbhnPXLkUbY off=6055003 len=580402 2024-09-13T00:34:52.699 INFO:tasks.workunit.client.0.smithi032.stdout:op 2384 completed, throughput=4.99MB/sec 2024-09-13T00:34:52.699 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AiiLl7tGHNLKd85 off=1484188 len=1537433 2024-09-13T00:34:52.710 INFO:tasks.workunit.client.0.smithi032.stdout:op 2385 completed, throughput=4.99MB/sec 2024-09-13T00:34:52.710 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bHpeg83HnLkvGq9 off=6105010 len=588159 2024-09-13T00:34:52.713 INFO:tasks.workunit.client.0.smithi032.stdout:op 2386 completed, throughput=5MB/sec 2024-09-13T00:34:52.713 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4Ufv5QIwCtOzjWs off=5365966 len=1563872 2024-09-13T00:34:52.724 INFO:tasks.workunit.client.0.smithi032.stdout:op 2387 completed, throughput=5MB/sec 2024-09-13T00:34:52.725 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L5aMD4rVbsnwFPN off=251039 len=48319 2024-09-13T00:34:52.726 INFO:tasks.workunit.client.0.smithi032.stdout:op 2388 completed, throughput=5MB/sec 2024-09-13T00:34:52.726 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ASyeA4LrwVHtkm_ off=1291099 len=1758790 2024-09-13T00:34:52.730 INFO:tasks.workunit.client.0.smithi032.stdout:op 2389 completed, throughput=5MB/sec 2024-09-13T00:34:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:34:52 smithi053 bash[94430]: ts=2024-09-13T00:34:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:34:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:53 smithi032 bash[75510]: cluster 2024-09-13T00:34:51.763062+0000 mgr.y (mgr.34107) 963 : cluster [DBG] pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:34:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:53 smithi032 bash[76677]: cluster 2024-09-13T00:34:51.763062+0000 mgr.y (mgr.34107) 963 : cluster [DBG] pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:34:53.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:53 smithi053 bash[67631]: cluster 2024-09-13T00:34:51.763062+0000 mgr.y (mgr.34107) 963 : cluster [DBG] pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:34:53.730 INFO:tasks.workunit.client.0.smithi032.stdout: 469: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:53.730 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BMUIJHRkPy_68hV off=2647822 len=1329982 2024-09-13T00:34:53.734 INFO:tasks.workunit.client.0.smithi032.stdout:op 2390 completed, throughput=4.99MB/sec 2024-09-13T00:34:53.734 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lXYBdUg0wBwNYMI off=10924138 len=104178 2024-09-13T00:34:53.735 INFO:tasks.workunit.client.0.smithi032.stdout:op 2391 completed, throughput=4.99MB/sec 2024-09-13T00:34:53.735 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cqiJKzlGxqdFa46 off=3747677 len=1310104 2024-09-13T00:34:53.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 2392 completed, throughput=5MB/sec 2024-09-13T00:34:53.746 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NMSAmvjOOsAMMJX off=5014822 len=1644385 2024-09-13T00:34:53.758 INFO:tasks.workunit.client.0.smithi032.stdout:op 2393 completed, throughput=5MB/sec 2024-09-13T00:34:53.758 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JxWYfLF8C17mGWc off=498929 len=1818429 2024-09-13T00:34:53.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 2394 completed, throughput=5MB/sec 2024-09-13T00:34:54.773 INFO:tasks.workunit.client.0.smithi032.stdout: 470: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:54.773 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-__JHLLD5JqNWTmf off=10899352 len=717951 2024-09-13T00:34:54.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 2395 completed, throughput=4.99MB/sec 2024-09-13T00:34:54.780 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CiZv2x0UEVy-dGr off=22417924 len=1834758 2024-09-13T00:34:54.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 2396 completed, throughput=5MB/sec 2024-09-13T00:34:54.794 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_gb7fixPfqj1OVo off=4574867 len=1477186 2024-09-13T00:34:54.805 INFO:tasks.workunit.client.0.smithi032.stdout:op 2397 completed, throughput=5MB/sec 2024-09-13T00:34:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:55 smithi032 bash[75510]: cluster 2024-09-13T00:34:53.764380+0000 mgr.y (mgr.34107) 964 : cluster [DBG] pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:34:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:55 smithi032 bash[76677]: cluster 2024-09-13T00:34:53.764380+0000 mgr.y (mgr.34107) 964 : cluster [DBG] pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:34:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:55 smithi053 bash[67631]: cluster 2024-09-13T00:34:53.764380+0000 mgr.y (mgr.34107) 964 : cluster [DBG] pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:34:55.806 INFO:tasks.workunit.client.0.smithi032.stdout: 471: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:55.806 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5z9Brd4r2Vnvy5Q off=14234 len=832673 2024-09-13T00:34:55.814 INFO:tasks.workunit.client.0.smithi032.stdout:op 2398 completed, throughput=4.99MB/sec 2024-09-13T00:34:55.814 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-G9i7Hz1OjiNjAlV off=9833047 len=1062437 2024-09-13T00:34:55.817 INFO:tasks.workunit.client.0.smithi032.stdout:op 2399 completed, throughput=4.99MB/sec 2024-09-13T00:34:55.817 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sA5kxtKxTpVTdRP off=1787547 len=1964691 2024-09-13T00:34:55.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 2400 completed, throughput=5MB/sec 2024-09-13T00:34:55.822 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-foJUSclXe7dLZ71 off=949905 len=1703626 2024-09-13T00:34:55.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 2401 completed, throughput=5MB/sec 2024-09-13T00:34:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:56 smithi032 bash[75510]: audit 2024-09-13T00:34:55.168473+0000 mon.a (mon.0) 2218 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:34:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:56 smithi032 bash[76677]: audit 2024-09-13T00:34:55.168473+0000 mon.a (mon.0) 2218 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:34:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:56 smithi053 bash[67631]: audit 2024-09-13T00:34:55.168473+0000 mon.a (mon.0) 2218 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:34:56.833 INFO:tasks.workunit.client.0.smithi032.stdout: 472: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:56.833 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-t3LB4jZexpuq_l_ off=7642971 len=987105 2024-09-13T00:34:56.837 INFO:tasks.workunit.client.0.smithi032.stdout:op 2402 completed, throughput=4.99MB/sec 2024-09-13T00:34:56.837 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jd7JY4J5ilX223C off=21099140 len=1015207 2024-09-13T00:34:56.847 INFO:tasks.workunit.client.0.smithi032.stdout:op 2403 completed, throughput=4.99MB/sec 2024-09-13T00:34:56.847 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-InrbPxDsJHGtqXP off=7522310 len=1888154 2024-09-13T00:34:56.851 INFO:tasks.workunit.client.0.smithi032.stdout:op 2404 completed, throughput=5MB/sec 2024-09-13T00:34:56.851 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qryW0Io3ITaJWU3 off=14267619 len=406387 2024-09-13T00:34:56.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 2405 completed, throughput=5MB/sec 2024-09-13T00:34:56.853 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pCv6KAIoipQ7x5M off=1231418 len=310012 2024-09-13T00:34:56.858 INFO:tasks.workunit.client.0.smithi032.stdout:op 2406 completed, throughput=5MB/sec 2024-09-13T00:34:56.858 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P1j9rSk4baVwk7C off=14746948 len=277761 2024-09-13T00:34:56.860 INFO:tasks.workunit.client.0.smithi032.stdout:op 2407 completed, throughput=5MB/sec 2024-09-13T00:34:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:57 smithi032 bash[75510]: cluster 2024-09-13T00:34:55.765278+0000 mgr.y (mgr.34107) 965 : cluster [DBG] pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-13T00:34:57.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:57 smithi032 bash[76677]: cluster 2024-09-13T00:34:55.765278+0000 mgr.y (mgr.34107) 965 : cluster [DBG] pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-13T00:34:57.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:57 smithi053 bash[67631]: cluster 2024-09-13T00:34:55.765278+0000 mgr.y (mgr.34107) 965 : cluster [DBG] pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-13T00:34:57.860 INFO:tasks.workunit.client.0.smithi032.stdout: 473: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:57.860 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SBNaiUbOyK1QpOG off=3244912 len=2079244 2024-09-13T00:34:57.865 INFO:tasks.workunit.client.0.smithi032.stdout:op 2408 completed, throughput=4.99MB/sec 2024-09-13T00:34:57.865 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zAK5qTetKHP_akg off=2740603 len=837802 2024-09-13T00:34:57.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 2409 completed, throughput=5MB/sec 2024-09-13T00:34:57.873 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3y_-DIWfFDMU4yB off=19330557 len=1289712 2024-09-13T00:34:57.885 INFO:tasks.workunit.client.0.smithi032.stdout:op 2410 completed, throughput=5MB/sec 2024-09-13T00:34:57.885 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mBYRSxqJ3rcVpG2 off=18751621 len=1095695 2024-09-13T00:34:57.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 2411 completed, throughput=5MB/sec 2024-09-13T00:34:57.888 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-e8nsk1q5L32_Uwo off=761137 len=858691 2024-09-13T00:34:57.890 INFO:tasks.workunit.client.0.smithi032.stdout:op 2412 completed, throughput=5MB/sec 2024-09-13T00:34:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:58 smithi032 bash[75510]: cluster 2024-09-13T00:34:57.766129+0000 mgr.y (mgr.34107) 966 : cluster [DBG] pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:34:58.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:58 smithi032 bash[76677]: cluster 2024-09-13T00:34:57.766129+0000 mgr.y (mgr.34107) 966 : cluster [DBG] pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:34:58.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:58 smithi053 bash[67631]: cluster 2024-09-13T00:34:57.766129+0000 mgr.y (mgr.34107) 966 : cluster [DBG] pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:34:58.891 INFO:tasks.workunit.client.0.smithi032.stdout: 474: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:58.891 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FDVhJp-XVRow73l off=10587384 len=1434301 2024-09-13T00:34:58.902 INFO:tasks.workunit.client.0.smithi032.stdout:op 2413 completed, throughput=4.99MB/sec 2024-09-13T00:34:58.903 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vhlRyXKYv0JTQcw off=14913126 len=693655 2024-09-13T00:34:58.910 INFO:tasks.workunit.client.0.smithi032.stdout:op 2414 completed, throughput=5MB/sec 2024-09-13T00:34:58.910 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d6cK57P2X8lQp3n off=7415903 len=1578651 2024-09-13T00:34:58.921 INFO:tasks.workunit.client.0.smithi032.stdout:op 2415 completed, throughput=5MB/sec 2024-09-13T00:34:58.921 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PQfcYxWOI2XsfVM off=6438537 len=2066781 2024-09-13T00:34:58.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 2416 completed, throughput=5MB/sec 2024-09-13T00:34:59.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:34:59 smithi053 bash[67631]: audit 2024-09-13T00:34:59.381708+0000 mon.a (mon.0) 2219 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:34:59.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:34:59 smithi032 bash[75510]: audit 2024-09-13T00:34:59.381708+0000 mon.a (mon.0) 2219 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:34:59.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:34:59 smithi032 bash[76677]: audit 2024-09-13T00:34:59.381708+0000 mon.a (mon.0) 2219 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:34:59.935 INFO:tasks.workunit.client.0.smithi032.stdout: 475: throughput=4.99MB/sec pending data=0 2024-09-13T00:34:59.935 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_RfGMkymOliZ9WH off=12585802 len=1946635 2024-09-13T00:34:59.946 INFO:tasks.workunit.client.0.smithi032.stdout:op 2417 completed, throughput=5MB/sec 2024-09-13T00:34:59.947 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0v79pP3gMAg85ZM off=3306862 len=242124 2024-09-13T00:34:59.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 2418 completed, throughput=5MB/sec 2024-09-13T00:34:59.947 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wwwdIUvSjS3dSPi off=624667 len=1354511 2024-09-13T00:34:59.958 INFO:tasks.workunit.client.0.smithi032.stdout:op 2419 completed, throughput=5MB/sec 2024-09-13T00:34:59.958 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aTuehULaZjomScj off=19438916 len=1072842 2024-09-13T00:34:59.967 INFO:tasks.workunit.client.0.smithi032.stdout:op 2420 completed, throughput=5MB/sec 2024-09-13T00:35:00.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:00 smithi053 bash[67631]: cluster 2024-09-13T00:34:59.766991+0000 mgr.y (mgr.34107) 967 : cluster [DBG] pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:35:00.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:00 smithi053 bash[67631]: audit 2024-09-13T00:34:59.941369+0000 mon.a (mon.0) 2220 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:35:00.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:00 smithi053 bash[67631]: audit 2024-09-13T00:34:59.943337+0000 mon.a (mon.0) 2221 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:35:00.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:00 smithi053 bash[67631]: audit 2024-09-13T00:34:59.954353+0000 mon.a (mon.0) 2222 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:35:00.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:00 smithi032 bash[75510]: cluster 2024-09-13T00:34:59.766991+0000 mgr.y (mgr.34107) 967 : cluster [DBG] pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:35:00.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:00 smithi032 bash[75510]: audit 2024-09-13T00:34:59.941369+0000 mon.a (mon.0) 2220 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:35:00.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:00 smithi032 bash[75510]: audit 2024-09-13T00:34:59.943337+0000 mon.a (mon.0) 2221 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:35:00.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:00 smithi032 bash[75510]: audit 2024-09-13T00:34:59.954353+0000 mon.a (mon.0) 2222 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:35:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:00 smithi032 bash[76677]: cluster 2024-09-13T00:34:59.766991+0000 mgr.y (mgr.34107) 967 : cluster [DBG] pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:35:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:00 smithi032 bash[76677]: audit 2024-09-13T00:34:59.941369+0000 mon.a (mon.0) 2220 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:35:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:00 smithi032 bash[76677]: audit 2024-09-13T00:34:59.943337+0000 mon.a (mon.0) 2221 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:35:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:00 smithi032 bash[76677]: audit 2024-09-13T00:34:59.954353+0000 mon.a (mon.0) 2222 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:35:00.967 INFO:tasks.workunit.client.0.smithi032.stdout: 476: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:00.967 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xhgEUmi6WEWfcWo off=5487111 len=492982 2024-09-13T00:35:00.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 2421 completed, throughput=4.99MB/sec 2024-09-13T00:35:00.974 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9wf4TURzD6-setl off=10920279 len=1629205 2024-09-13T00:35:00.988 INFO:tasks.workunit.client.0.smithi032.stdout:op 2422 completed, throughput=4.99MB/sec 2024-09-13T00:35:00.988 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iKsJcBl40FMhViU off=1275551 len=921548 2024-09-13T00:35:00.991 INFO:tasks.workunit.client.0.smithi032.stdout:op 2423 completed, throughput=5MB/sec 2024-09-13T00:35:00.991 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9a2PvbUHdWNVMHi off=2882825 len=1650165 2024-09-13T00:35:00.995 INFO:tasks.workunit.client.0.smithi032.stdout:op 2424 completed, throughput=5MB/sec 2024-09-13T00:35:00.995 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wunt1iv7FerC0p1 off=3213348 len=1805841 2024-09-13T00:35:01.001 INFO:tasks.workunit.client.0.smithi032.stdout:op 2425 completed, throughput=5MB/sec 2024-09-13T00:35:02.001 INFO:tasks.workunit.client.0.smithi032.stdout: 477: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:02.002 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hU9PD-ysSpoG2Fm off=14503674 len=696111 2024-09-13T00:35:02.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 2426 completed, throughput=4.99MB/sec 2024-09-13T00:35:02.004 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7FNms8t0EuTGR1X off=21191143 len=2083056 2024-09-13T00:35:02.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 2427 completed, throughput=5MB/sec 2024-09-13T00:35:02.010 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q3FlKHPIMasLs0v off=7667255 len=667407 2024-09-13T00:35:02.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 2428 completed, throughput=5MB/sec 2024-09-13T00:35:02.012 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gP5BuZbAQLw3PCI off=1632435 len=1520593 2024-09-13T00:35:02.022 INFO:tasks.workunit.client.0.smithi032.stdout:op 2429 completed, throughput=5MB/sec 2024-09-13T00:35:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:35:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:35:02] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-13T00:35:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:35:02 smithi053 bash[94430]: ts=2024-09-13T00:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:35:03.023 INFO:tasks.workunit.client.0.smithi032.stdout: 478: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:03.023 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yjTwoTAzJl2ybdH off=3292823 len=357224 2024-09-13T00:35:03.024 INFO:tasks.workunit.client.0.smithi032.stdout:op 2430 completed, throughput=4.99MB/sec 2024-09-13T00:35:03.025 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uJgpwGDBvaQ__eZ off=10496333 len=1639329 2024-09-13T00:35:03.029 INFO:tasks.workunit.client.0.smithi032.stdout:op 2431 completed, throughput=5MB/sec 2024-09-13T00:35:03.029 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-56P2B-43lxAanWc off=19043129 len=1551257 2024-09-13T00:35:03.041 INFO:tasks.workunit.client.0.smithi032.stdout:op 2432 completed, throughput=5MB/sec 2024-09-13T00:35:03.042 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Y2bZRc36KYZn-u_ off=454298 len=121565 2024-09-13T00:35:03.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 2433 completed, throughput=5MB/sec 2024-09-13T00:35:03.046 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OJiQL94X2ehyfs0 off=6957409 len=523885 2024-09-13T00:35:03.049 INFO:tasks.workunit.client.0.smithi032.stdout:op 2434 completed, throughput=5MB/sec 2024-09-13T00:35:03.049 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HyVmlary0q3wMkr off=3826496 len=1337755 2024-09-13T00:35:03.059 INFO:tasks.workunit.client.0.smithi032.stdout:op 2435 completed, throughput=5MB/sec 2024-09-13T00:35:03.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:02 smithi032 bash[75510]: cluster 2024-09-13T00:35:01.767954+0000 mgr.y (mgr.34107) 968 : cluster [DBG] pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:35:03.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:02 smithi032 bash[76677]: cluster 2024-09-13T00:35:01.767954+0000 mgr.y (mgr.34107) 968 : cluster [DBG] pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:35:03.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:02 smithi053 bash[67631]: cluster 2024-09-13T00:35:01.767954+0000 mgr.y (mgr.34107) 968 : cluster [DBG] pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:35:04.060 INFO:tasks.workunit.client.0.smithi032.stdout: 479: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:04.060 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iGhiNa8d4axAQsi off=1724551 len=1036703 2024-09-13T00:35:04.070 INFO:tasks.workunit.client.0.smithi032.stdout:op 2436 completed, throughput=4.99MB/sec 2024-09-13T00:35:04.070 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vWVdHUokM7bCaKC off=4112948 len=177766 2024-09-13T00:35:04.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 2437 completed, throughput=4.99MB/sec 2024-09-13T00:35:04.075 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S7ihZAAUnmte_ML off=1084645 len=672337 2024-09-13T00:35:04.081 INFO:tasks.workunit.client.0.smithi032.stdout:op 2438 completed, throughput=5MB/sec 2024-09-13T00:35:04.081 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oJZxT3f2CwiRmsQ off=946793 len=172858 2024-09-13T00:35:04.086 INFO:tasks.workunit.client.0.smithi032.stdout:op 2439 completed, throughput=5MB/sec 2024-09-13T00:35:04.086 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6kayi7BGJh9MdUR off=9529796 len=1166023 2024-09-13T00:35:04.089 INFO:tasks.workunit.client.0.smithi032.stdout:op 2440 completed, throughput=5MB/sec 2024-09-13T00:35:04.089 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eNBS_OFvFWht_Ti off=23530941 len=887446 2024-09-13T00:35:04.098 INFO:tasks.workunit.client.0.smithi032.stdout:op 2441 completed, throughput=5MB/sec 2024-09-13T00:35:04.098 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CHYnWWuyf3UgFPh off=9711005 len=1986423 2024-09-13T00:35:04.101 INFO:tasks.workunit.client.0.smithi032.stdout:op 2442 completed, throughput=5MB/sec 2024-09-13T00:35:05.101 INFO:tasks.workunit.client.0.smithi032.stdout: 480: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:05.102 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9DUcQr2ZjsvSHXq off=1336277 len=1272437 2024-09-13T00:35:05.111 INFO:tasks.workunit.client.0.smithi032.stdout:op 2443 completed, throughput=5MB/sec 2024-09-13T00:35:05.111 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XXjSx08PF4bLyKW off=4554925 len=1400484 2024-09-13T00:35:05.115 INFO:tasks.workunit.client.0.smithi032.stdout:op 2444 completed, throughput=5MB/sec 2024-09-13T00:35:05.115 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AlqbgAlcotaQYCK off=11841687 len=1773824 2024-09-13T00:35:05.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 2445 completed, throughput=5MB/sec 2024-09-13T00:35:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:04 smithi032 bash[75510]: cluster 2024-09-13T00:35:03.769018+0000 mgr.y (mgr.34107) 969 : cluster [DBG] pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:35:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:04 smithi032 bash[76677]: cluster 2024-09-13T00:35:03.769018+0000 mgr.y (mgr.34107) 969 : cluster [DBG] pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:35:05.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:04 smithi053 bash[67631]: cluster 2024-09-13T00:35:03.769018+0000 mgr.y (mgr.34107) 969 : cluster [DBG] pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:35:06.121 INFO:tasks.workunit.client.0.smithi032.stdout: 481: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:06.121 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0kJSniQ6XpxfiEo off=8237947 len=2083682 2024-09-13T00:35:06.134 INFO:tasks.workunit.client.0.smithi032.stdout:op 2446 completed, throughput=5MB/sec 2024-09-13T00:35:06.134 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vfmTDRVZbf2e7yF off=243782 len=1201145 2024-09-13T00:35:06.137 INFO:tasks.workunit.client.0.smithi032.stdout:op 2447 completed, throughput=5MB/sec 2024-09-13T00:35:06.138 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ef-Y7xtoppWps7g off=11393351 len=667913 2024-09-13T00:35:06.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 2448 completed, throughput=5MB/sec 2024-09-13T00:35:06.145 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oSxUkEYRkFUyYvo off=2906577 len=827474 2024-09-13T00:35:06.148 INFO:tasks.workunit.client.0.smithi032.stdout:op 2449 completed, throughput=5MB/sec 2024-09-13T00:35:07.149 INFO:tasks.workunit.client.0.smithi032.stdout: 482: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:07.149 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RmPWDBkrHRsFehn off=2862733 len=603736 2024-09-13T00:35:07.155 INFO:tasks.workunit.client.0.smithi032.stdout:op 2450 completed, throughput=4.99MB/sec 2024-09-13T00:35:07.155 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yG0o_7GW7jt0xzJ off=10669127 len=848331 2024-09-13T00:35:07.159 INFO:tasks.workunit.client.0.smithi032.stdout:op 2451 completed, throughput=4.99MB/sec 2024-09-13T00:35:07.159 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-khhzCvvSHjX-xCB off=20970757 len=363613 2024-09-13T00:35:07.161 INFO:tasks.workunit.client.0.smithi032.stdout:op 2452 completed, throughput=4.99MB/sec 2024-09-13T00:35:07.161 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-InKTKq-e-HIoXq8 off=11078290 len=1011295 2024-09-13T00:35:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:06 smithi032 bash[75510]: cluster 2024-09-13T00:35:05.769894+0000 mgr.y (mgr.34107) 970 : cluster [DBG] pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:35:07.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:06 smithi032 bash[76677]: cluster 2024-09-13T00:35:05.769894+0000 mgr.y (mgr.34107) 970 : cluster [DBG] pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:35:07.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 2453 completed, throughput=5MB/sec 2024-09-13T00:35:07.170 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vXcMWatdBxawsI9 off=19269588 len=121405 2024-09-13T00:35:07.174 INFO:tasks.workunit.client.0.smithi032.stdout:op 2454 completed, throughput=5MB/sec 2024-09-13T00:35:07.175 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o1LFIkZKDo9lpsI off=13971418 len=1337240 2024-09-13T00:35:07.186 INFO:tasks.workunit.client.0.smithi032.stdout:op 2455 completed, throughput=5MB/sec 2024-09-13T00:35:07.186 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k4jIhxfBVZAuzq4 off=13512017 len=572748 2024-09-13T00:35:07.193 INFO:tasks.workunit.client.0.smithi032.stdout:op 2456 completed, throughput=5MB/sec 2024-09-13T00:35:07.193 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TDB4NwbR7bJhi1q off=16385288 len=10113 2024-09-13T00:35:07.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 2457 completed, throughput=5MB/sec 2024-09-13T00:35:07.194 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kKXEG4Vjj-Dzm7t off=2129727 len=1607186 2024-09-13T00:35:07.198 INFO:tasks.workunit.client.0.smithi032.stdout:op 2458 completed, throughput=5MB/sec 2024-09-13T00:35:07.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:06 smithi053 bash[67631]: cluster 2024-09-13T00:35:05.769894+0000 mgr.y (mgr.34107) 970 : cluster [DBG] pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:35:08.198 INFO:tasks.workunit.client.0.smithi032.stdout: 483: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:08.198 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QO9hnedS4BXxIST off=3909320 len=750626 2024-09-13T00:35:08.200 INFO:tasks.workunit.client.0.smithi032.stdout:op 2459 completed, throughput=4.99MB/sec 2024-09-13T00:35:08.200 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D2YIDjM1e2kcc5W off=4743301 len=1719625 2024-09-13T00:35:08.205 INFO:tasks.workunit.client.0.smithi032.stdout:op 2460 completed, throughput=5MB/sec 2024-09-13T00:35:08.205 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AYcdwP1n7CjjhKi off=20653380 len=891560 2024-09-13T00:35:08.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 2461 completed, throughput=5MB/sec 2024-09-13T00:35:08.214 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uk-po85EoWkAJy6 off=5499689 len=1524145 2024-09-13T00:35:08.216 INFO:tasks.workunit.client.0.smithi032.stdout:op 2462 completed, throughput=5MB/sec 2024-09-13T00:35:09.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:08 smithi032 bash[75510]: cluster 2024-09-13T00:35:07.770762+0000 mgr.y (mgr.34107) 971 : cluster [DBG] pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:35:09.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:08 smithi032 bash[76677]: cluster 2024-09-13T00:35:07.770762+0000 mgr.y (mgr.34107) 971 : cluster [DBG] pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:35:09.216 INFO:tasks.workunit.client.0.smithi032.stdout: 484: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:09.216 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ePGlYcTg6h8A2-Y off=8744208 len=67832 2024-09-13T00:35:09.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 2463 completed, throughput=4.99MB/sec 2024-09-13T00:35:09.218 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RInWy8WJUIxa9YE off=2397631 len=404849 2024-09-13T00:35:09.219 INFO:tasks.workunit.client.0.smithi032.stdout:op 2464 completed, throughput=4.99MB/sec 2024-09-13T00:35:09.220 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P42e2IAUleDt-iO off=5234238 len=370587 2024-09-13T00:35:09.222 INFO:tasks.workunit.client.0.smithi032.stdout:op 2465 completed, throughput=4.99MB/sec 2024-09-13T00:35:09.222 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IoUXpVJB_iqZF0O off=3637707 len=1622990 2024-09-13T00:35:09.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 2466 completed, throughput=5MB/sec 2024-09-13T00:35:09.226 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-foCRHIX0Sqsc05U off=1007217 len=1264536 2024-09-13T00:35:09.231 INFO:tasks.workunit.client.0.smithi032.stdout:op 2467 completed, throughput=5MB/sec 2024-09-13T00:35:09.231 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i-m8lrB3zc6gdHT off=6978094 len=2033998 2024-09-13T00:35:09.248 INFO:tasks.workunit.client.0.smithi032.stdout:op 2468 completed, throughput=5MB/sec 2024-09-13T00:35:09.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:08 smithi053 bash[67631]: cluster 2024-09-13T00:35:07.770762+0000 mgr.y (mgr.34107) 971 : cluster [DBG] pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:35:10.248 INFO:tasks.workunit.client.0.smithi032.stdout: 485: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:10.248 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-g2VaEr2u95QbtMg off=5821751 len=928061 2024-09-13T00:35:10.251 INFO:tasks.workunit.client.0.smithi032.stdout:op 2469 completed, throughput=4.99MB/sec 2024-09-13T00:35:10.251 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ip8T84l-kaa44Aw off=2979444 len=785457 2024-09-13T00:35:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:op 2470 completed, throughput=5MB/sec 2024-09-13T00:35:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AYpsNEpUmZdqARu off=12412229 len=1133747 2024-09-13T00:35:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:op 2471 completed, throughput=5MB/sec 2024-09-13T00:35:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kw2_dBDLSGRIx3e off=684897 len=1416154 2024-09-13T00:35:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:op 2472 completed, throughput=5MB/sec 2024-09-13T00:35:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QjrJw_ulGFvWMlJ off=5392956 len=608113 2024-09-13T00:35:10.275 INFO:tasks.workunit.client.0.smithi032.stdout:op 2473 completed, throughput=5MB/sec 2024-09-13T00:35:11.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:10 smithi032 bash[76677]: cluster 2024-09-13T00:35:09.771741+0000 mgr.y (mgr.34107) 972 : cluster [DBG] pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:35:11.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:10 smithi032 bash[76677]: audit 2024-09-13T00:35:10.169024+0000 mon.a (mon.0) 2223 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:35:11.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:10 smithi032 bash[75510]: cluster 2024-09-13T00:35:09.771741+0000 mgr.y (mgr.34107) 972 : cluster [DBG] pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:35:11.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:10 smithi032 bash[75510]: audit 2024-09-13T00:35:10.169024+0000 mon.a (mon.0) 2223 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:35:11.276 INFO:tasks.workunit.client.0.smithi032.stdout: 486: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:11.276 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UfhCBd19kpou654 off=5692797 len=357110 2024-09-13T00:35:11.283 INFO:tasks.workunit.client.0.smithi032.stdout:op 2474 completed, throughput=4.99MB/sec 2024-09-13T00:35:11.283 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CodBO3WsJ0BczL1 off=4458216 len=355766 2024-09-13T00:35:11.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:10 smithi053 bash[67631]: cluster 2024-09-13T00:35:09.771741+0000 mgr.y (mgr.34107) 972 : cluster [DBG] pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:35:11.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:10 smithi053 bash[67631]: audit 2024-09-13T00:35:10.169024+0000 mon.a (mon.0) 2223 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:35:11.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 2475 completed, throughput=4.99MB/sec 2024-09-13T00:35:11.289 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4ftjaFLkflhNpGy off=4316503 len=836704 2024-09-13T00:35:11.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 2476 completed, throughput=4.99MB/sec 2024-09-13T00:35:11.297 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8JsarxfhDP6JBtS off=8837566 len=1693965 2024-09-13T00:35:11.302 INFO:tasks.workunit.client.0.smithi032.stdout:op 2477 completed, throughput=5MB/sec 2024-09-13T00:35:11.303 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rm47NoIAnmeKTvl off=14814902 len=827770 2024-09-13T00:35:11.304 INFO:tasks.workunit.client.0.smithi032.stdout:op 2478 completed, throughput=5MB/sec 2024-09-13T00:35:11.305 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BHyUI3jik-uyJ_M off=16494 len=18493 2024-09-13T00:35:11.306 INFO:tasks.workunit.client.0.smithi032.stdout:op 2479 completed, throughput=5MB/sec 2024-09-13T00:35:11.306 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FzcmtWw6pvd49IL off=16198687 len=1603661 2024-09-13T00:35:11.317 INFO:tasks.workunit.client.0.smithi032.stdout:op 2480 completed, throughput=5MB/sec 2024-09-13T00:35:12.317 INFO:tasks.workunit.client.0.smithi032.stdout: 487: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:12.317 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N14dYP16LcTJeex off=5495652 len=801427 2024-09-13T00:35:12.326 INFO:tasks.workunit.client.0.smithi032.stdout:op 2481 completed, throughput=4.99MB/sec 2024-09-13T00:35:12.326 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-phbYCQfG1fZ5Z_W off=13329707 len=1008927 2024-09-13T00:35:12.329 INFO:tasks.workunit.client.0.smithi032.stdout:op 2482 completed, throughput=4.99MB/sec 2024-09-13T00:35:12.329 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--mI8pGEcxsLSSUh off=4619462 len=847965 2024-09-13T00:35:12.332 INFO:tasks.workunit.client.0.smithi032.stdout:op 2483 completed, throughput=5MB/sec 2024-09-13T00:35:12.332 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-86LSj7P13nh4n_6 off=12686119 len=1004441 2024-09-13T00:35:12.342 INFO:tasks.workunit.client.0.smithi032.stdout:op 2484 completed, throughput=5MB/sec 2024-09-13T00:35:12.342 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U87ejYHp1JXoPt1 off=6582204 len=933066 2024-09-13T00:35:12.345 INFO:tasks.workunit.client.0.smithi032.stdout:op 2485 completed, throughput=5MB/sec 2024-09-13T00:35:12.345 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Bl2Jvti31fqXXu4 off=3156139 len=409225 2024-09-13T00:35:12.347 INFO:tasks.workunit.client.0.smithi032.stdout:op 2486 completed, throughput=5MB/sec 2024-09-13T00:35:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:35:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:35:12] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-13T00:35:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:35:12 smithi053 bash[94430]: ts=2024-09-13T00:35:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:35:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:12 smithi032 bash[75510]: cluster 2024-09-13T00:35:11.772731+0000 mgr.y (mgr.34107) 973 : cluster [DBG] pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:35:13.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:12 smithi032 bash[76677]: cluster 2024-09-13T00:35:11.772731+0000 mgr.y (mgr.34107) 973 : cluster [DBG] pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:35:13.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:12 smithi053 bash[67631]: cluster 2024-09-13T00:35:11.772731+0000 mgr.y (mgr.34107) 973 : cluster [DBG] pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:35:13.347 INFO:tasks.workunit.client.0.smithi032.stdout: 488: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:13.347 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CAUFYPt1QU_WtbL off=10300550 len=1455492 2024-09-13T00:35:13.352 INFO:tasks.workunit.client.0.smithi032.stdout:op 2487 completed, throughput=4.99MB/sec 2024-09-13T00:35:13.352 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d7PpgRGa54ThZsH off=5561011 len=467616 2024-09-13T00:35:13.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 2488 completed, throughput=4.99MB/sec 2024-09-13T00:35:13.358 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L-qekrOrtNSTnyy off=5211664 len=1471782 2024-09-13T00:35:13.372 INFO:tasks.workunit.client.0.smithi032.stdout:op 2489 completed, throughput=5MB/sec 2024-09-13T00:35:13.372 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yi5A1sEJD7H31rL off=3183690 len=2010350 2024-09-13T00:35:13.384 INFO:tasks.workunit.client.0.smithi032.stdout:op 2490 completed, throughput=5MB/sec 2024-09-13T00:35:14.385 INFO:tasks.workunit.client.0.smithi032.stdout: 489: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:14.385 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bNxgOadkj14y6jw off=1184728 len=156380 2024-09-13T00:35:14.390 INFO:tasks.workunit.client.0.smithi032.stdout:op 2491 completed, throughput=4.99MB/sec 2024-09-13T00:35:14.390 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Flj7EIPgzCzD3sg off=16369663 len=642622 2024-09-13T00:35:14.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 2492 completed, throughput=4.99MB/sec 2024-09-13T00:35:14.397 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-deXWq1YnnKanVyC off=10696657 len=854109 2024-09-13T00:35:14.406 INFO:tasks.workunit.client.0.smithi032.stdout:op 2493 completed, throughput=4.99MB/sec 2024-09-13T00:35:14.406 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cClrh7uad7a-FFq off=560580 len=1734832 2024-09-13T00:35:14.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 2494 completed, throughput=5MB/sec 2024-09-13T00:35:14.412 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n6Dp3uNieCbQXil off=10008947 len=257069 2024-09-13T00:35:14.417 INFO:tasks.workunit.client.0.smithi032.stdout:op 2495 completed, throughput=5MB/sec 2024-09-13T00:35:14.417 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HXqTWJcPp5DIvqm off=18520203 len=1434597 2024-09-13T00:35:14.429 INFO:tasks.workunit.client.0.smithi032.stdout:op 2496 completed, throughput=5MB/sec 2024-09-13T00:35:14.429 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CAWh-p25khY4qJv off=1888108 len=1020475 2024-09-13T00:35:14.431 INFO:tasks.workunit.client.0.smithi032.stdout:op 2497 completed, throughput=5MB/sec 2024-09-13T00:35:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:14 smithi032 bash[75510]: cluster 2024-09-13T00:35:13.773801+0000 mgr.y (mgr.34107) 974 : cluster [DBG] pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:35:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:14 smithi032 bash[76677]: cluster 2024-09-13T00:35:13.773801+0000 mgr.y (mgr.34107) 974 : cluster [DBG] pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:35:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:14 smithi053 bash[67631]: cluster 2024-09-13T00:35:13.773801+0000 mgr.y (mgr.34107) 974 : cluster [DBG] pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:35:15.432 INFO:tasks.workunit.client.0.smithi032.stdout: 490: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:15.432 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WXHk_F_cb-NLNnK off=17760997 len=703635 2024-09-13T00:35:15.434 INFO:tasks.workunit.client.0.smithi032.stdout:op 2498 completed, throughput=4.99MB/sec 2024-09-13T00:35:15.434 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--LOq5jw4o9-2th6 off=1005316 len=316600 2024-09-13T00:35:15.440 INFO:tasks.workunit.client.0.smithi032.stdout:op 2499 completed, throughput=4.99MB/sec 2024-09-13T00:35:15.440 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oCZRCiqFlqHkCT_ off=2363859 len=876889 2024-09-13T00:35:15.443 INFO:tasks.workunit.client.0.smithi032.stdout:op 2500 completed, throughput=5MB/sec 2024-09-13T00:35:15.443 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1Y8OIcIfh7NMqJs off=3716863 len=1963082 2024-09-13T00:35:15.448 INFO:tasks.workunit.client.0.smithi032.stdout:op 2501 completed, throughput=5MB/sec 2024-09-13T00:35:15.448 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-N14dYP16LcTJeex off=7211060 len=1950543 2024-09-13T00:35:15.452 INFO:tasks.workunit.client.0.smithi032.stdout:op 2502 completed, throughput=5MB/sec 2024-09-13T00:35:16.452 INFO:tasks.workunit.client.0.smithi032.stdout: 491: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:16.453 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0IkQGLNNBEP5jB1 off=346941 len=655766 2024-09-13T00:35:16.459 INFO:tasks.workunit.client.0.smithi032.stdout:op 2503 completed, throughput=4.99MB/sec 2024-09-13T00:35:16.459 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-l-aE6V4Fa_lA21A off=18255424 len=1184144 2024-09-13T00:35:16.470 INFO:tasks.workunit.client.0.smithi032.stdout:op 2504 completed, throughput=5MB/sec 2024-09-13T00:35:16.470 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ECrWE_bCGokwqu2 off=7064245 len=187901 2024-09-13T00:35:16.475 INFO:tasks.workunit.client.0.smithi032.stdout:op 2505 completed, throughput=5MB/sec 2024-09-13T00:35:16.475 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gL-saNI1EnX8BEo off=6123901 len=388700 2024-09-13T00:35:16.481 INFO:tasks.workunit.client.0.smithi032.stdout:op 2506 completed, throughput=5MB/sec 2024-09-13T00:35:16.482 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d4GYvEO8SOLrkkg off=12822695 len=1652059 2024-09-13T00:35:16.485 INFO:tasks.workunit.client.0.smithi032.stdout:op 2507 completed, throughput=5MB/sec 2024-09-13T00:35:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:16 smithi032 bash[75510]: cluster 2024-09-13T00:35:15.774695+0000 mgr.y (mgr.34107) 975 : cluster [DBG] pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:35:17.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:16 smithi032 bash[76677]: cluster 2024-09-13T00:35:15.774695+0000 mgr.y (mgr.34107) 975 : cluster [DBG] pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:35:17.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:16 smithi053 bash[67631]: cluster 2024-09-13T00:35:15.774695+0000 mgr.y (mgr.34107) 975 : cluster [DBG] pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:35:17.486 INFO:tasks.workunit.client.0.smithi032.stdout: 492: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:17.486 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UIYdPNeHXBherXS off=3950255 len=520660 2024-09-13T00:35:17.488 INFO:tasks.workunit.client.0.smithi032.stdout:op 2508 completed, throughput=4.99MB/sec 2024-09-13T00:35:17.488 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L5aMD4rVbsnwFPN off=5727396 len=1434716 2024-09-13T00:35:17.499 INFO:tasks.workunit.client.0.smithi032.stdout:op 2509 completed, throughput=4.99MB/sec 2024-09-13T00:35:17.499 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AhU0Zla99bgi2ea off=7509840 len=323870 2024-09-13T00:35:17.500 INFO:tasks.workunit.client.0.smithi032.stdout:op 2510 completed, throughput=4.99MB/sec 2024-09-13T00:35:17.500 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MSIcUq1WLJMvl6E off=2782579 len=256460 2024-09-13T00:35:17.506 INFO:tasks.workunit.client.0.smithi032.stdout:op 2511 completed, throughput=4.99MB/sec 2024-09-13T00:35:17.506 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9jBLT7ldFq1TSrq off=6636858 len=1806690 2024-09-13T00:35:17.510 INFO:tasks.workunit.client.0.smithi032.stdout:op 2512 completed, throughput=5MB/sec 2024-09-13T00:35:17.510 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B0XJZU3YYwZOCAp off=5316603 len=1975579 2024-09-13T00:35:17.523 INFO:tasks.workunit.client.0.smithi032.stdout:op 2513 completed, throughput=5MB/sec 2024-09-13T00:35:18.523 INFO:tasks.workunit.client.0.smithi032.stdout: 493: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:18.523 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NrdXhQfFcivQPUX off=1561432 len=853290 2024-09-13T00:35:18.526 INFO:tasks.workunit.client.0.smithi032.stdout:op 2514 completed, throughput=4.99MB/sec 2024-09-13T00:35:18.526 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qI3iihG4opCW3lG off=3122295 len=1548052 2024-09-13T00:35:18.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 2515 completed, throughput=5MB/sec 2024-09-13T00:35:18.537 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AbVbm_76TGwweSO off=5255165 len=822125 2024-09-13T00:35:18.545 INFO:tasks.workunit.client.0.smithi032.stdout:op 2516 completed, throughput=5MB/sec 2024-09-13T00:35:18.545 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cdIcmUvyMz1P7cO off=1992844 len=35238 2024-09-13T00:35:18.546 INFO:tasks.workunit.client.0.smithi032.stdout:op 2517 completed, throughput=5MB/sec 2024-09-13T00:35:18.546 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8wsu2WWyEpZmvVg off=10769626 len=108146 2024-09-13T00:35:18.551 INFO:tasks.workunit.client.0.smithi032.stdout:op 2518 completed, throughput=5MB/sec 2024-09-13T00:35:18.551 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iImHEcNVT0ubtJP off=394092 len=1100328 2024-09-13T00:35:18.553 INFO:tasks.workunit.client.0.smithi032.stdout:op 2519 completed, throughput=5MB/sec 2024-09-13T00:35:19.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:18 smithi032 bash[75510]: cluster 2024-09-13T00:35:17.775577+0000 mgr.y (mgr.34107) 976 : cluster [DBG] pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T00:35:19.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:18 smithi032 bash[76677]: cluster 2024-09-13T00:35:17.775577+0000 mgr.y (mgr.34107) 976 : cluster [DBG] pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T00:35:19.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:18 smithi053 bash[67631]: cluster 2024-09-13T00:35:17.775577+0000 mgr.y (mgr.34107) 976 : cluster [DBG] pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T00:35:19.553 INFO:tasks.workunit.client.0.smithi032.stdout: 494: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:19.554 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fVqDFZ5AEFXebTL off=1185255 len=1319319 2024-09-13T00:35:19.564 INFO:tasks.workunit.client.0.smithi032.stdout:op 2520 completed, throughput=4.99MB/sec 2024-09-13T00:35:19.564 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-avKOqj279ZTyNZ4 off=8070817 len=996190 2024-09-13T00:35:19.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 2521 completed, throughput=4.99MB/sec 2024-09-13T00:35:19.568 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NSiN5NcXNrIqiWL off=1056823 len=798995 2024-09-13T00:35:19.575 INFO:tasks.workunit.client.0.smithi032.stdout:op 2522 completed, throughput=5MB/sec 2024-09-13T00:35:19.575 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GWRZ52H3V4KsRj0 off=19212426 len=225473 2024-09-13T00:35:19.581 INFO:tasks.workunit.client.0.smithi032.stdout:op 2523 completed, throughput=5MB/sec 2024-09-13T00:35:19.581 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IIAmrqBrJmeJvQO off=2053474 len=1313122 2024-09-13T00:35:19.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 2524 completed, throughput=5MB/sec 2024-09-13T00:35:19.585 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eny5YmmcLf4MTjg off=12721258 len=1201463 2024-09-13T00:35:19.588 INFO:tasks.workunit.client.0.smithi032.stdout:op 2525 completed, throughput=5MB/sec 2024-09-13T00:35:20.588 INFO:tasks.workunit.client.0.smithi032.stdout: 495: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:20.588 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7BZm7p_YFaurOtV off=1208542 len=1871100 2024-09-13T00:35:20.601 INFO:tasks.workunit.client.0.smithi032.stdout:op 2526 completed, throughput=4.99MB/sec 2024-09-13T00:35:20.601 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-muo0zQHAx82XW9j off=8903268 len=2035105 2024-09-13T00:35:20.606 INFO:tasks.workunit.client.0.smithi032.stdout:op 2527 completed, throughput=5MB/sec 2024-09-13T00:35:20.606 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OPuYbENwSY35m8B off=8387205 len=1610962 2024-09-13T00:35:20.617 INFO:tasks.workunit.client.0.smithi032.stdout:op 2528 completed, throughput=5MB/sec 2024-09-13T00:35:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:20 smithi032 bash[75510]: cluster 2024-09-13T00:35:19.776664+0000 mgr.y (mgr.34107) 977 : cluster [DBG] pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:35:21.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:20 smithi032 bash[76677]: cluster 2024-09-13T00:35:19.776664+0000 mgr.y (mgr.34107) 977 : cluster [DBG] pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:35:21.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:20 smithi053 bash[67631]: cluster 2024-09-13T00:35:19.776664+0000 mgr.y (mgr.34107) 977 : cluster [DBG] pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:35:21.617 INFO:tasks.workunit.client.0.smithi032.stdout: 496: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:21.617 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H_QruyrSuUPFi0P off=19088383 len=1868554 2024-09-13T00:35:21.631 INFO:tasks.workunit.client.0.smithi032.stdout:op 2529 completed, throughput=4.99MB/sec 2024-09-13T00:35:21.631 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eny5YmmcLf4MTjg off=287503 len=768538 2024-09-13T00:35:21.639 INFO:tasks.workunit.client.0.smithi032.stdout:op 2530 completed, throughput=5MB/sec 2024-09-13T00:35:21.639 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3QyZfeQaGFUsNVE off=1576871 len=1725040 2024-09-13T00:35:21.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 2531 completed, throughput=5MB/sec 2024-09-13T00:35:21.653 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cgnUuuMv7KJA6bz off=15108850 len=900631 2024-09-13T00:35:21.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 2532 completed, throughput=5MB/sec 2024-09-13T00:35:22.656 INFO:tasks.workunit.client.0.smithi032.stdout: 497: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:22.657 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Xqr2Ww9PaWaAYrs off=1984640 len=964823 2024-09-13T00:35:22.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 2533 completed, throughput=4.99MB/sec 2024-09-13T00:35:22.659 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xscFQFC9N2cXYEO off=2303385 len=447617 2024-09-13T00:35:22.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 2534 completed, throughput=4.99MB/sec 2024-09-13T00:35:22.664 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ywOHjfqHtCSBln9 off=59752 len=1894786 2024-09-13T00:35:22.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:35:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:35:22] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-13T00:35:22.666 INFO:tasks.workunit.client.0.smithi032.stdout:op 2535 completed, throughput=5MB/sec 2024-09-13T00:35:22.666 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Oeoblr3r78NEnP6 off=612125 len=1144778 2024-09-13T00:35:22.675 INFO:tasks.workunit.client.0.smithi032.stdout:op 2536 completed, throughput=5MB/sec 2024-09-13T00:35:22.675 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jw-Q2TQ3r62pHRd off=2132507 len=217179 2024-09-13T00:35:22.680 INFO:tasks.workunit.client.0.smithi032.stdout:op 2537 completed, throughput=5MB/sec 2024-09-13T00:35:22.680 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1i50Ksu1h3M8zhj off=9304679 len=901355 2024-09-13T00:35:22.683 INFO:tasks.workunit.client.0.smithi032.stdout:op 2538 completed, throughput=5MB/sec 2024-09-13T00:35:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:35:22 smithi053 bash[94430]: ts=2024-09-13T00:35:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:35:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:22 smithi032 bash[75510]: cluster 2024-09-13T00:35:21.777668+0000 mgr.y (mgr.34107) 978 : cluster [DBG] pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:35:23.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:22 smithi032 bash[76677]: cluster 2024-09-13T00:35:21.777668+0000 mgr.y (mgr.34107) 978 : cluster [DBG] pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:35:23.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:22 smithi053 bash[67631]: cluster 2024-09-13T00:35:21.777668+0000 mgr.y (mgr.34107) 978 : cluster [DBG] pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:35:23.684 INFO:tasks.workunit.client.0.smithi032.stdout: 498: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:23.684 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5pzXCCv9w3tLx_5 off=12706324 len=866342 2024-09-13T00:35:23.686 INFO:tasks.workunit.client.0.smithi032.stdout:op 2539 completed, throughput=4.99MB/sec 2024-09-13T00:35:23.686 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-G6fOKdFlggboeAE off=0 len=1416200 2024-09-13T00:35:23.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 2540 completed, throughput=5MB/sec 2024-09-13T00:35:23.690 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4m_jaxAXvZS7I6X off=5761718 len=35685 2024-09-13T00:35:23.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 2541 completed, throughput=5MB/sec 2024-09-13T00:35:23.691 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Hh7Ikkg7JA33SPZ off=3284888 len=598481 2024-09-13T00:35:23.699 INFO:tasks.workunit.client.0.smithi032.stdout:op 2542 completed, throughput=5MB/sec 2024-09-13T00:35:23.699 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SgFs2-nCHwsiYUj off=6686575 len=1133231 2024-09-13T00:35:23.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 2543 completed, throughput=5MB/sec 2024-09-13T00:35:23.709 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GLjMWitxmxWA7S9 off=1489561 len=1460734 2024-09-13T00:35:23.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 2544 completed, throughput=5MB/sec 2024-09-13T00:35:24.711 INFO:tasks.workunit.client.0.smithi032.stdout: 499: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:24.712 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9bRZaxVpf_XI8fZ off=10203099 len=1402474 2024-09-13T00:35:24.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 2545 completed, throughput=4.99MB/sec 2024-09-13T00:35:24.715 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dyLA3zdsshGNbf7 off=6301349 len=1071699 2024-09-13T00:35:24.725 INFO:tasks.workunit.client.0.smithi032.stdout:op 2546 completed, throughput=5MB/sec 2024-09-13T00:35:24.725 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pim3CnI4vYo7L53 off=1231829 len=1814946 2024-09-13T00:35:24.734 INFO:tasks.workunit.client.0.smithi032.stdout:op 2547 completed, throughput=5MB/sec 2024-09-13T00:35:24.734 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hh2tnmWnNI-6j90 off=3309651 len=1219882 2024-09-13T00:35:24.740 INFO:tasks.workunit.client.0.smithi032.stdout:op 2548 completed, throughput=5MB/sec 2024-09-13T00:35:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:24 smithi032 bash[75510]: cluster 2024-09-13T00:35:23.778780+0000 mgr.y (mgr.34107) 979 : cluster [DBG] pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:35:25.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:24 smithi032 bash[76677]: cluster 2024-09-13T00:35:23.778780+0000 mgr.y (mgr.34107) 979 : cluster [DBG] pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:35:25.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:24 smithi053 bash[67631]: cluster 2024-09-13T00:35:23.778780+0000 mgr.y (mgr.34107) 979 : cluster [DBG] pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:35:25.740 INFO:tasks.workunit.client.0.smithi032.stdout: 500: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:25.741 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nF96mgGvY-WokON off=3275449 len=525216 2024-09-13T00:35:25.742 INFO:tasks.workunit.client.0.smithi032.stdout:op 2549 completed, throughput=4.99MB/sec 2024-09-13T00:35:25.742 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jcfhesRI0RSPJrL off=7797947 len=1250118 2024-09-13T00:35:25.747 INFO:tasks.workunit.client.0.smithi032.stdout:op 2550 completed, throughput=5MB/sec 2024-09-13T00:35:25.747 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iI2EE5gJGs5cJ4l off=12539896 len=824512 2024-09-13T00:35:25.755 INFO:tasks.workunit.client.0.smithi032.stdout:op 2551 completed, throughput=5MB/sec 2024-09-13T00:35:25.755 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m2IgoCSs3lJyX0X off=1775568 len=961962 2024-09-13T00:35:25.763 INFO:tasks.workunit.client.0.smithi032.stdout:op 2552 completed, throughput=5MB/sec 2024-09-13T00:35:25.763 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TjyYCtRti-EGYLa off=251755 len=923763 2024-09-13T00:35:25.772 INFO:tasks.workunit.client.0.smithi032.stdout:op 2553 completed, throughput=5MB/sec 2024-09-13T00:35:25.772 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nsmRU9mzHytrQZR off=15226096 len=808182 2024-09-13T00:35:25.775 INFO:tasks.workunit.client.0.smithi032.stdout:op 2554 completed, throughput=5MB/sec 2024-09-13T00:35:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:25 smithi032 bash[75510]: audit 2024-09-13T00:35:25.169506+0000 mon.a (mon.0) 2224 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:35:26.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:25 smithi032 bash[76677]: audit 2024-09-13T00:35:25.169506+0000 mon.a (mon.0) 2224 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:35:26.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:25 smithi053 bash[67631]: audit 2024-09-13T00:35:25.169506+0000 mon.a (mon.0) 2224 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:35:26.776 INFO:tasks.workunit.client.0.smithi032.stdout: 501: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:26.776 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bmusyZzNhr4fjCQ off=7590007 len=280491 2024-09-13T00:35:26.781 INFO:tasks.workunit.client.0.smithi032.stdout:op 2555 completed, throughput=4.99MB/sec 2024-09-13T00:35:26.781 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3YgKOo3p4olw-qN off=19394713 len=1686252 2024-09-13T00:35:26.785 INFO:tasks.workunit.client.0.smithi032.stdout:op 2556 completed, throughput=5MB/sec 2024-09-13T00:35:26.785 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eBaSC-qhS3yzlhE off=6925429 len=1569401 2024-09-13T00:35:26.789 INFO:tasks.workunit.client.0.smithi032.stdout:op 2557 completed, throughput=5MB/sec 2024-09-13T00:35:26.789 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GtZ0MYiCYE_qsgg off=5874187 len=540504 2024-09-13T00:35:26.791 INFO:tasks.workunit.client.0.smithi032.stdout:op 2558 completed, throughput=5MB/sec 2024-09-13T00:35:26.791 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C0T0ZnYxKW3STzU off=270608 len=1550546 2024-09-13T00:35:26.802 INFO:tasks.workunit.client.0.smithi032.stdout:op 2559 completed, throughput=5MB/sec 2024-09-13T00:35:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:26 smithi032 bash[75510]: cluster 2024-09-13T00:35:25.779643+0000 mgr.y (mgr.34107) 980 : cluster [DBG] pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:35:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:26 smithi032 bash[76677]: cluster 2024-09-13T00:35:25.779643+0000 mgr.y (mgr.34107) 980 : cluster [DBG] pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:35:27.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:26 smithi053 bash[67631]: cluster 2024-09-13T00:35:25.779643+0000 mgr.y (mgr.34107) 980 : cluster [DBG] pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:35:27.802 INFO:tasks.workunit.client.0.smithi032.stdout: 502: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:27.802 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w5QMiklume9ZC7f off=4518439 len=777560 2024-09-13T00:35:27.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 2560 completed, throughput=4.99MB/sec 2024-09-13T00:35:27.810 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EBXysjKI5ClqjuU off=15537555 len=238713 2024-09-13T00:35:27.811 INFO:tasks.workunit.client.0.smithi032.stdout:op 2561 completed, throughput=4.99MB/sec 2024-09-13T00:35:27.812 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nFRf3UfZZvFt8xY off=9585026 len=60378 2024-09-13T00:35:27.812 INFO:tasks.workunit.client.0.smithi032.stdout:op 2562 completed, throughput=4.99MB/sec 2024-09-13T00:35:27.813 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iKsJcBl40FMhViU off=793914 len=1549545 2024-09-13T00:35:27.816 INFO:tasks.workunit.client.0.smithi032.stdout:op 2563 completed, throughput=5MB/sec 2024-09-13T00:35:27.816 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QUMf3k1dcjVKf3D off=315382 len=1104985 2024-09-13T00:35:27.819 INFO:tasks.workunit.client.0.smithi032.stdout:op 2564 completed, throughput=5MB/sec 2024-09-13T00:35:27.819 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kr8xRy1ugwz_vhD off=10089474 len=210077 2024-09-13T00:35:27.824 INFO:tasks.workunit.client.0.smithi032.stdout:op 2565 completed, throughput=5MB/sec 2024-09-13T00:35:27.825 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kXq6CXN4BnCyG1R off=2529178 len=1526736 2024-09-13T00:35:27.836 INFO:tasks.workunit.client.0.smithi032.stdout:op 2566 completed, throughput=5MB/sec 2024-09-13T00:35:28.836 INFO:tasks.workunit.client.0.smithi032.stdout: 503: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:28.837 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QP9uPKN5LiAbMKv off=4305293 len=1071670 2024-09-13T00:35:28.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 2567 completed, throughput=4.99MB/sec 2024-09-13T00:35:28.846 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iCf8vgMFWMOntXb off=17813411 len=349384 2024-09-13T00:35:28.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 2568 completed, throughput=4.99MB/sec 2024-09-13T00:35:28.848 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J8F_ox9_2DHLa3w off=3259592 len=1599372 2024-09-13T00:35:28.853 INFO:tasks.workunit.client.0.smithi032.stdout:op 2569 completed, throughput=5MB/sec 2024-09-13T00:35:28.853 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oDBHw2xuehkn1JF off=12956365 len=288839 2024-09-13T00:35:28.858 INFO:tasks.workunit.client.0.smithi032.stdout:op 2570 completed, throughput=5MB/sec 2024-09-13T00:35:28.859 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3wRyPdYzIAsI9Jl off=1833783 len=1589927 2024-09-13T00:35:28.864 INFO:tasks.workunit.client.0.smithi032.stdout:op 2571 completed, throughput=5MB/sec 2024-09-13T00:35:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:28 smithi032 bash[75510]: cluster 2024-09-13T00:35:27.780593+0000 mgr.y (mgr.34107) 981 : cluster [DBG] pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:35:29.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:28 smithi032 bash[76677]: cluster 2024-09-13T00:35:27.780593+0000 mgr.y (mgr.34107) 981 : cluster [DBG] pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:35:29.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:28 smithi053 bash[67631]: cluster 2024-09-13T00:35:27.780593+0000 mgr.y (mgr.34107) 981 : cluster [DBG] pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:35:29.864 INFO:tasks.workunit.client.0.smithi032.stdout: 504: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:29.864 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3yWblZX8iwWYwrh off=4822974 len=1586667 2024-09-13T00:35:29.876 INFO:tasks.workunit.client.0.smithi032.stdout:op 2572 completed, throughput=4.99MB/sec 2024-09-13T00:35:29.876 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4hV4r5a-xf8VvgQ off=1447889 len=544856 2024-09-13T00:35:29.878 INFO:tasks.workunit.client.0.smithi032.stdout:op 2573 completed, throughput=5MB/sec 2024-09-13T00:35:29.878 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9nYuHvLgpOiZRlJ off=3723065 len=1370520 2024-09-13T00:35:29.889 INFO:tasks.workunit.client.0.smithi032.stdout:op 2574 completed, throughput=5MB/sec 2024-09-13T00:35:29.889 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mzCX3lPOesRQiAV off=12841983 len=139753 2024-09-13T00:35:29.890 INFO:tasks.workunit.client.0.smithi032.stdout:op 2575 completed, throughput=5MB/sec 2024-09-13T00:35:29.890 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RsP-irJht3IlQy1 off=1881228 len=460786 2024-09-13T00:35:29.892 INFO:tasks.workunit.client.0.smithi032.stdout:op 2576 completed, throughput=5MB/sec 2024-09-13T00:35:29.892 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LWaSGXmN53_bG_s off=14403944 len=446430 2024-09-13T00:35:29.898 INFO:tasks.workunit.client.0.smithi032.stdout:op 2577 completed, throughput=5MB/sec 2024-09-13T00:35:29.898 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yeXF7PKFFNW3pTd off=428029 len=329703 2024-09-13T00:35:29.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 2578 completed, throughput=5MB/sec 2024-09-13T00:35:29.900 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o0MeyiSEVVK2Pz- off=12354464 len=2061323 2024-09-13T00:35:29.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 2579 completed, throughput=5MB/sec 2024-09-13T00:35:30.915 INFO:tasks.workunit.client.0.smithi032.stdout: 505: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:30.915 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V2ag8vU9mR4Klps off=7272884 len=1912047 2024-09-13T00:35:30.919 INFO:tasks.workunit.client.0.smithi032.stdout:op 2580 completed, throughput=5MB/sec 2024-09-13T00:35:30.919 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UX7qshzDYLWs3eU off=9568004 len=266359 2024-09-13T00:35:30.921 INFO:tasks.workunit.client.0.smithi032.stdout:op 2581 completed, throughput=5MB/sec 2024-09-13T00:35:30.921 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x6S74uXghdDbD4m off=321177 len=1514550 2024-09-13T00:35:30.925 INFO:tasks.workunit.client.0.smithi032.stdout:op 2582 completed, throughput=5MB/sec 2024-09-13T00:35:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:30 smithi032 bash[75510]: cluster 2024-09-13T00:35:29.781573+0000 mgr.y (mgr.34107) 982 : cluster [DBG] pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:35:31.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:30 smithi032 bash[76677]: cluster 2024-09-13T00:35:29.781573+0000 mgr.y (mgr.34107) 982 : cluster [DBG] pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:35:31.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:30 smithi053 bash[67631]: cluster 2024-09-13T00:35:29.781573+0000 mgr.y (mgr.34107) 982 : cluster [DBG] pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:35:31.926 INFO:tasks.workunit.client.0.smithi032.stdout: 506: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:31.926 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HbsABwTbPN6oqaN off=446674 len=1158231 2024-09-13T00:35:31.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 2583 completed, throughput=4.99MB/sec 2024-09-13T00:35:31.929 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OPvj4jZagjCV_LC off=221096 len=1131535 2024-09-13T00:35:31.939 INFO:tasks.workunit.client.0.smithi032.stdout:op 2584 completed, throughput=5MB/sec 2024-09-13T00:35:31.939 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aAJ_DkPo-6g3orO off=1481780 len=216407 2024-09-13T00:35:31.944 INFO:tasks.workunit.client.0.smithi032.stdout:op 2585 completed, throughput=5MB/sec 2024-09-13T00:35:31.944 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T13RpfEYHJhRJ6W off=3805511 len=1130359 2024-09-13T00:35:31.946 INFO:tasks.workunit.client.0.smithi032.stdout:op 2586 completed, throughput=5MB/sec 2024-09-13T00:35:31.946 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8SVXs0X0ml7gCHa off=16977826 len=1273376 2024-09-13T00:35:31.956 INFO:tasks.workunit.client.0.smithi032.stdout:op 2587 completed, throughput=5MB/sec 2024-09-13T00:35:31.956 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1GenSbHwhD7lP3F off=219090 len=1348885 2024-09-13T00:35:31.968 INFO:tasks.workunit.client.0.smithi032.stdout:op 2588 completed, throughput=5MB/sec 2024-09-13T00:35:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:35:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:35:32] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-09-13T00:35:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:35:32 smithi053 bash[94430]: ts=2024-09-13T00:35:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:35:32.968 INFO:tasks.workunit.client.0.smithi032.stdout: 507: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:32.968 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aSrKNB71Hho476K off=20003568 len=59420 2024-09-13T00:35:32.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 2589 completed, throughput=4.99MB/sec 2024-09-13T00:35:32.973 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--bExAz7mqW3rAh2 off=1846999 len=855021 2024-09-13T00:35:32.981 INFO:tasks.workunit.client.0.smithi032.stdout:op 2590 completed, throughput=4.99MB/sec 2024-09-13T00:35:32.981 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wlX06JJ-WRuq_aH off=11698378 len=1870067 2024-09-13T00:35:32.985 INFO:tasks.workunit.client.0.smithi032.stdout:op 2591 completed, throughput=5MB/sec 2024-09-13T00:35:32.985 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wz95CEvNzZKl0t_ off=1164575 len=415933 2024-09-13T00:35:32.987 INFO:tasks.workunit.client.0.smithi032.stdout:op 2592 completed, throughput=5MB/sec 2024-09-13T00:35:32.987 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TazQndCs3pcQg2k off=8594001 len=2001698 2024-09-13T00:35:33.000 INFO:tasks.workunit.client.0.smithi032.stdout:op 2593 completed, throughput=5MB/sec 2024-09-13T00:35:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:32 smithi032 bash[75510]: cluster 2024-09-13T00:35:31.782509+0000 mgr.y (mgr.34107) 983 : cluster [DBG] pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:35:33.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:32 smithi032 bash[76677]: cluster 2024-09-13T00:35:31.782509+0000 mgr.y (mgr.34107) 983 : cluster [DBG] pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:35:33.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:32 smithi053 bash[67631]: cluster 2024-09-13T00:35:31.782509+0000 mgr.y (mgr.34107) 983 : cluster [DBG] pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:35:34.001 INFO:tasks.workunit.client.0.smithi032.stdout: 508: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:34.001 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KmsQwAApUrvlIIZ off=12855331 len=835777 2024-09-13T00:35:34.009 INFO:tasks.workunit.client.0.smithi032.stdout:op 2594 completed, throughput=4.99MB/sec 2024-09-13T00:35:34.009 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VjjF5UWBzAavrMO off=5109951 len=161290 2024-09-13T00:35:34.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 2595 completed, throughput=4.99MB/sec 2024-09-13T00:35:34.013 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CnXsZLiQPtjevsp off=3596721 len=824509 2024-09-13T00:35:34.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 2596 completed, throughput=5MB/sec 2024-09-13T00:35:34.021 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JdNKf3f59yXBy3e off=6955837 len=201761 2024-09-13T00:35:34.023 INFO:tasks.workunit.client.0.smithi032.stdout:op 2597 completed, throughput=5MB/sec 2024-09-13T00:35:34.023 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MQVV_hABGgRII1f off=20597139 len=1052777 2024-09-13T00:35:34.031 INFO:tasks.workunit.client.0.smithi032.stdout:op 2598 completed, throughput=5MB/sec 2024-09-13T00:35:34.031 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WB2rEbOAbgjNDdS off=12510509 len=1211212 2024-09-13T00:35:34.034 INFO:tasks.workunit.client.0.smithi032.stdout:op 2599 completed, throughput=5MB/sec 2024-09-13T00:35:34.035 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Gt2aOdEsatUYJej off=1605235 len=1427212 2024-09-13T00:35:34.044 INFO:tasks.workunit.client.0.smithi032.stdout:op 2600 completed, throughput=5MB/sec 2024-09-13T00:35:35.045 INFO:tasks.workunit.client.0.smithi032.stdout: 509: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:35.045 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g-eitRBuVu3cEQa off=1295278 len=1291489 2024-09-13T00:35:35.055 INFO:tasks.workunit.client.0.smithi032.stdout:op 2601 completed, throughput=4.99MB/sec 2024-09-13T00:35:35.055 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NDXfmiSJgCj2Sn7 off=3668705 len=2070709 2024-09-13T00:35:35.059 INFO:tasks.workunit.client.0.smithi032.stdout:op 2602 completed, throughput=5MB/sec 2024-09-13T00:35:35.059 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mBYRSxqJ3rcVpG2 off=13273015 len=2000056 2024-09-13T00:35:35.064 INFO:tasks.workunit.client.0.smithi032.stdout:op 2603 completed, throughput=5MB/sec 2024-09-13T00:35:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:34 smithi032 bash[75510]: cluster 2024-09-13T00:35:33.783543+0000 mgr.y (mgr.34107) 984 : cluster [DBG] pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:35:35.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:34 smithi032 bash[76677]: cluster 2024-09-13T00:35:33.783543+0000 mgr.y (mgr.34107) 984 : cluster [DBG] pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:35:35.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:34 smithi053 bash[67631]: cluster 2024-09-13T00:35:33.783543+0000 mgr.y (mgr.34107) 984 : cluster [DBG] pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:35:36.064 INFO:tasks.workunit.client.0.smithi032.stdout: 510: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:36.064 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c7goJMrtHMP4ptT off=3176482 len=1854380 2024-09-13T00:35:36.079 INFO:tasks.workunit.client.0.smithi032.stdout:op 2604 completed, throughput=5MB/sec 2024-09-13T00:35:36.079 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YzFPqZCCRtQP0at off=2098755 len=1920760 2024-09-13T00:35:36.092 INFO:tasks.workunit.client.0.smithi032.stdout:op 2605 completed, throughput=5MB/sec 2024-09-13T00:35:36.093 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-C5A1bgTXbPDfW9z off=10766338 len=1093311 2024-09-13T00:35:36.095 INFO:tasks.workunit.client.0.smithi032.stdout:op 2606 completed, throughput=5MB/sec 2024-09-13T00:35:37.096 INFO:tasks.workunit.client.0.smithi032.stdout: 511: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:37.096 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UAQhu3db3p2HuwC off=9882873 len=175788 2024-09-13T00:35:37.097 INFO:tasks.workunit.client.0.smithi032.stdout:op 2607 completed, throughput=4.99MB/sec 2024-09-13T00:35:37.098 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KQjEdIUqDNyAtkS off=9803580 len=970375 2024-09-13T00:35:37.107 INFO:tasks.workunit.client.0.smithi032.stdout:op 2608 completed, throughput=4.99MB/sec 2024-09-13T00:35:37.107 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jRQ3b76Ckie5_sV off=6079407 len=1518117 2024-09-13T00:35:37.118 INFO:tasks.workunit.client.0.smithi032.stdout:op 2609 completed, throughput=5MB/sec 2024-09-13T00:35:37.118 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jFAg9ZsYL1gJPgo off=19759616 len=1426097 2024-09-13T00:35:37.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 2610 completed, throughput=5MB/sec 2024-09-13T00:35:37.121 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--uOMJygnOyxb831 off=3462640 len=1689952 2024-09-13T00:35:37.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 2611 completed, throughput=5MB/sec 2024-09-13T00:35:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:36 smithi032 bash[75510]: cluster 2024-09-13T00:35:35.784454+0000 mgr.y (mgr.34107) 985 : cluster [DBG] pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:35:37.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:36 smithi032 bash[76677]: cluster 2024-09-13T00:35:35.784454+0000 mgr.y (mgr.34107) 985 : cluster [DBG] pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:35:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:36 smithi053 bash[67631]: cluster 2024-09-13T00:35:35.784454+0000 mgr.y (mgr.34107) 985 : cluster [DBG] pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:35:38.131 INFO:tasks.workunit.client.0.smithi032.stdout: 512: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:38.132 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AKI6FWbXlSdx7pb off=2677990 len=1880435 2024-09-13T00:35:38.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 2612 completed, throughput=5MB/sec 2024-09-13T00:35:38.145 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9COmdxi4Q7taclU off=4205406 len=162883 2024-09-13T00:35:38.146 INFO:tasks.workunit.client.0.smithi032.stdout:op 2613 completed, throughput=5MB/sec 2024-09-13T00:35:38.146 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rZ9hx4JIOOjJPGf off=13087472 len=944420 2024-09-13T00:35:38.154 INFO:tasks.workunit.client.0.smithi032.stdout:op 2614 completed, throughput=5MB/sec 2024-09-13T00:35:38.154 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lD5nFDCguG7r5v2 off=68686 len=1590893 2024-09-13T00:35:38.157 INFO:tasks.workunit.client.0.smithi032.stdout:op 2615 completed, throughput=5MB/sec 2024-09-13T00:35:39.157 INFO:tasks.workunit.client.0.smithi032.stdout: 513: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:39.158 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mdK0GLClK0QV0H5 off=23006048 len=331677 2024-09-13T00:35:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:38 smithi032 bash[75510]: cluster 2024-09-13T00:35:37.785337+0000 mgr.y (mgr.34107) 986 : cluster [DBG] pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T00:35:39.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:38 smithi032 bash[76677]: cluster 2024-09-13T00:35:37.785337+0000 mgr.y (mgr.34107) 986 : cluster [DBG] pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T00:35:39.163 INFO:tasks.workunit.client.0.smithi032.stdout:op 2616 completed, throughput=4.99MB/sec 2024-09-13T00:35:39.164 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-stQ6tBhwOJ8IRAy off=631428 len=2031923 2024-09-13T00:35:39.178 INFO:tasks.workunit.client.0.smithi032.stdout:op 2617 completed, throughput=4.99MB/sec 2024-09-13T00:35:39.178 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--WQy4OYOOIQM91O off=895975 len=1504328 2024-09-13T00:35:39.182 INFO:tasks.workunit.client.0.smithi032.stdout:op 2618 completed, throughput=5MB/sec 2024-09-13T00:35:39.182 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--FvRTLEqBZRPMAx off=10584524 len=2041893 2024-09-13T00:35:39.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 2619 completed, throughput=5MB/sec 2024-09-13T00:35:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:38 smithi053 bash[67631]: cluster 2024-09-13T00:35:37.785337+0000 mgr.y (mgr.34107) 986 : cluster [DBG] pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T00:35:40.197 INFO:tasks.workunit.client.0.smithi032.stdout: 514: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:40.197 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AvdZ3qWNadLAWbI off=175549 len=269310 2024-09-13T00:35:40.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 2620 completed, throughput=4.99MB/sec 2024-09-13T00:35:40.204 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--PCb1gqkCb0lzJL off=7774580 len=1955114 2024-09-13T00:35:40.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 2621 completed, throughput=5MB/sec 2024-09-13T00:35:40.218 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EqhvMmhzLLzwkWx off=6384276 len=347694 2024-09-13T00:35:40.223 INFO:tasks.workunit.client.0.smithi032.stdout:op 2622 completed, throughput=5MB/sec 2024-09-13T00:35:40.224 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AKI6FWbXlSdx7pb off=1554382 len=1079901 2024-09-13T00:35:40.232 INFO:tasks.workunit.client.0.smithi032.stdout:op 2623 completed, throughput=5MB/sec 2024-09-13T00:35:40.232 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IN3TYzmSNBTYdua off=4004374 len=328533 2024-09-13T00:35:40.238 INFO:tasks.workunit.client.0.smithi032.stdout:op 2624 completed, throughput=5MB/sec 2024-09-13T00:35:40.238 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zooyEUuvHPlf6Fs off=9369573 len=392375 2024-09-13T00:35:40.240 INFO:tasks.workunit.client.0.smithi032.stdout:op 2625 completed, throughput=5MB/sec 2024-09-13T00:35:40.240 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jTHUEObwv9GZ4Ei off=5338090 len=398405 2024-09-13T00:35:40.246 INFO:tasks.workunit.client.0.smithi032.stdout:op 2626 completed, throughput=5MB/sec 2024-09-13T00:35:40.246 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Mg_2oh22I4g97uy off=1290926 len=604711 2024-09-13T00:35:40.248 INFO:tasks.workunit.client.0.smithi032.stdout:op 2627 completed, throughput=5MB/sec 2024-09-13T00:35:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:40 smithi032 bash[75510]: cluster 2024-09-13T00:35:39.786315+0000 mgr.y (mgr.34107) 987 : cluster [DBG] pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:35:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:40 smithi032 bash[75510]: audit 2024-09-13T00:35:40.169977+0000 mon.a (mon.0) 2225 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:35:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:40 smithi032 bash[76677]: cluster 2024-09-13T00:35:39.786315+0000 mgr.y (mgr.34107) 987 : cluster [DBG] pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:35:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:40 smithi032 bash[76677]: audit 2024-09-13T00:35:40.169977+0000 mon.a (mon.0) 2225 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:35:41.249 INFO:tasks.workunit.client.0.smithi032.stdout: 515: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:41.249 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xe1M_7lNWeP5E_T off=10071792 len=1978437 2024-09-13T00:35:41.255 INFO:tasks.workunit.client.0.smithi032.stdout:op 2628 completed, throughput=4.99MB/sec 2024-09-13T00:35:41.255 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CacnWJT0d3L7TRE off=4601248 len=116398 2024-09-13T00:35:41.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 2629 completed, throughput=5MB/sec 2024-09-13T00:35:41.256 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ffEyJpifV14LKBt off=5414117 len=1062926 2024-09-13T00:35:41.259 INFO:tasks.workunit.client.0.smithi032.stdout:op 2630 completed, throughput=5MB/sec 2024-09-13T00:35:41.259 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-am4EA_HZJSGNfBh off=12768969 len=1368316 2024-09-13T00:35:41.270 INFO:tasks.workunit.client.0.smithi032.stdout:op 2631 completed, throughput=5MB/sec 2024-09-13T00:35:41.270 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-smMtjQplcMRvGQZ off=3423683 len=1565515 2024-09-13T00:35:41.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 2632 completed, throughput=5MB/sec 2024-09-13T00:35:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:40 smithi053 bash[67631]: cluster 2024-09-13T00:35:39.786315+0000 mgr.y (mgr.34107) 987 : cluster [DBG] pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:35:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:40 smithi053 bash[67631]: audit 2024-09-13T00:35:40.169977+0000 mon.a (mon.0) 2225 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:35:42.281 INFO:tasks.workunit.client.0.smithi032.stdout: 516: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:42.281 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oTSjQzwolix0Fn3 off=9444474 len=2077684 2024-09-13T00:35:42.286 INFO:tasks.workunit.client.0.smithi032.stdout:op 2633 completed, throughput=5MB/sec 2024-09-13T00:35:42.286 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3HULTIela8Ef1eA off=3366008 len=1742364 2024-09-13T00:35:42.290 INFO:tasks.workunit.client.0.smithi032.stdout:op 2634 completed, throughput=5MB/sec 2024-09-13T00:35:42.290 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ostDARkseNAo2eL off=0 len=1748917 2024-09-13T00:35:42.294 INFO:tasks.workunit.client.0.smithi032.stdout:op 2635 completed, throughput=5MB/sec 2024-09-13T00:35:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:35:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:35:42] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-13T00:35:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:35:42 smithi053 bash[94430]: ts=2024-09-13T00:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:35:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:42 smithi032 bash[75510]: cluster 2024-09-13T00:35:41.787237+0000 mgr.y (mgr.34107) 988 : cluster [DBG] pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:35:43.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:42 smithi032 bash[76677]: cluster 2024-09-13T00:35:41.787237+0000 mgr.y (mgr.34107) 988 : cluster [DBG] pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:35:43.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:42 smithi053 bash[67631]: cluster 2024-09-13T00:35:41.787237+0000 mgr.y (mgr.34107) 988 : cluster [DBG] pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:35:43.294 INFO:tasks.workunit.client.0.smithi032.stdout: 517: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:43.294 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qiG5UAelTLPMXZl off=16471561 len=271760 2024-09-13T00:35:43.299 INFO:tasks.workunit.client.0.smithi032.stdout:op 2636 completed, throughput=4.99MB/sec 2024-09-13T00:35:43.299 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zXkb8OlYFTGRXZB off=8582974 len=1209459 2024-09-13T00:35:43.304 INFO:tasks.workunit.client.0.smithi032.stdout:op 2637 completed, throughput=5MB/sec 2024-09-13T00:35:43.304 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-khhzCvvSHjX-xCB off=21100707 len=2050994 2024-09-13T00:35:43.320 INFO:tasks.workunit.client.0.smithi032.stdout:op 2638 completed, throughput=5MB/sec 2024-09-13T00:35:43.320 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nYeaQidc1AshWUo off=1273165 len=1433613 2024-09-13T00:35:43.324 INFO:tasks.workunit.client.0.smithi032.stdout:op 2639 completed, throughput=5MB/sec 2024-09-13T00:35:44.325 INFO:tasks.workunit.client.0.smithi032.stdout: 518: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:44.325 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A2OMD7UEZtbBCR5 off=1198476 len=1013942 2024-09-13T00:35:44.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 2640 completed, throughput=4.99MB/sec 2024-09-13T00:35:44.335 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SEO-mN3tgRMdtAK off=8733345 len=1451195 2024-09-13T00:35:44.347 INFO:tasks.workunit.client.0.smithi032.stdout:op 2641 completed, throughput=5MB/sec 2024-09-13T00:35:44.347 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LDCvsNnYqhy2nvt off=4647499 len=268092 2024-09-13T00:35:44.352 INFO:tasks.workunit.client.0.smithi032.stdout:op 2642 completed, throughput=5MB/sec 2024-09-13T00:35:44.353 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ECGeFM28ypzyW1R off=10667463 len=1017954 2024-09-13T00:35:44.355 INFO:tasks.workunit.client.0.smithi032.stdout:op 2643 completed, throughput=5MB/sec 2024-09-13T00:35:44.355 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vglICCZVhGEqWRb off=1821966 len=1354506 2024-09-13T00:35:44.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 2644 completed, throughput=5MB/sec 2024-09-13T00:35:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:44 smithi053 bash[67631]: cluster 2024-09-13T00:35:43.788291+0000 mgr.y (mgr.34107) 989 : cluster [DBG] pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:35:45.357 INFO:tasks.workunit.client.0.smithi032.stdout: 519: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:45.358 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ItuhXU1Raugde-b off=2664579 len=7982 2024-09-13T00:35:45.359 INFO:tasks.workunit.client.0.smithi032.stdout:op 2645 completed, throughput=4.99MB/sec 2024-09-13T00:35:45.359 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6vsP309N3hEhEh0 off=1406981 len=1729942 2024-09-13T00:35:45.372 INFO:tasks.workunit.client.0.smithi032.stdout:op 2646 completed, throughput=4.99MB/sec 2024-09-13T00:35:45.373 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rc0Atk2cakcIuMr off=1635578 len=206313 2024-09-13T00:35:45.373 INFO:tasks.workunit.client.0.smithi032.stdout:op 2647 completed, throughput=5MB/sec 2024-09-13T00:35:45.374 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3jd60oyWXDhTLpH off=8089298 len=112158 2024-09-13T00:35:45.378 INFO:tasks.workunit.client.0.smithi032.stdout:op 2648 completed, throughput=5MB/sec 2024-09-13T00:35:45.379 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PwriW1WCrb7KMC2 off=54932 len=1473164 2024-09-13T00:35:45.389 INFO:tasks.workunit.client.0.smithi032.stdout:op 2649 completed, throughput=5MB/sec 2024-09-13T00:35:45.389 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U04DJfcASmW63P8 off=10716051 len=1439905 2024-09-13T00:35:45.394 INFO:tasks.workunit.client.0.smithi032.stdout:op 2650 completed, throughput=5MB/sec 2024-09-13T00:35:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:44 smithi032 bash[75510]: cluster 2024-09-13T00:35:43.788291+0000 mgr.y (mgr.34107) 989 : cluster [DBG] pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:35:45.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:44 smithi032 bash[76677]: cluster 2024-09-13T00:35:43.788291+0000 mgr.y (mgr.34107) 989 : cluster [DBG] pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:35:46.394 INFO:tasks.workunit.client.0.smithi032.stdout: 520: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:46.394 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p8GzciXQ7IkPAJr off=878611 len=110967 2024-09-13T00:35:46.396 INFO:tasks.workunit.client.0.smithi032.stdout:op 2651 completed, throughput=4.99MB/sec 2024-09-13T00:35:46.396 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S5Gk_bCfmldc7Dp off=480450 len=349171 2024-09-13T00:35:46.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 2652 completed, throughput=4.99MB/sec 2024-09-13T00:35:46.397 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YC7K8X1fCAVZf8O off=1617829 len=573448 2024-09-13T00:35:46.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 2653 completed, throughput=4.99MB/sec 2024-09-13T00:35:46.404 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VSjb9jTnwYibxr6 off=21642570 len=1437589 2024-09-13T00:35:46.408 INFO:tasks.workunit.client.0.smithi032.stdout:op 2654 completed, throughput=5MB/sec 2024-09-13T00:35:46.409 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wfV4XDkOhUqMVk9 off=4775982 len=507048 2024-09-13T00:35:46.410 INFO:tasks.workunit.client.0.smithi032.stdout:op 2655 completed, throughput=5MB/sec 2024-09-13T00:35:46.410 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qhcRpJ4igNIanC1 off=9816500 len=677752 2024-09-13T00:35:46.413 INFO:tasks.workunit.client.0.smithi032.stdout:op 2656 completed, throughput=5MB/sec 2024-09-13T00:35:46.413 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TDB4NwbR7bJhi1q off=16689577 len=1817656 2024-09-13T00:35:46.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 2657 completed, throughput=5MB/sec 2024-09-13T00:35:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:46 smithi053 bash[67631]: cluster 2024-09-13T00:35:45.789168+0000 mgr.y (mgr.34107) 990 : cluster [DBG] pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:35:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:46 smithi032 bash[75510]: cluster 2024-09-13T00:35:45.789168+0000 mgr.y (mgr.34107) 990 : cluster [DBG] pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:35:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:46 smithi032 bash[76677]: cluster 2024-09-13T00:35:45.789168+0000 mgr.y (mgr.34107) 990 : cluster [DBG] pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:35:47.425 INFO:tasks.workunit.client.0.smithi032.stdout: 521: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:47.425 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qH34JXICbuhE0bw off=11372264 len=185518 2024-09-13T00:35:47.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 2658 completed, throughput=4.99MB/sec 2024-09-13T00:35:47.427 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ujJ_q11_5Ru1M3G off=1926088 len=362483 2024-09-13T00:35:47.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 2659 completed, throughput=4.99MB/sec 2024-09-13T00:35:47.428 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PeHK-MXXP5PEiRV off=4838783 len=915300 2024-09-13T00:35:47.437 INFO:tasks.workunit.client.0.smithi032.stdout:op 2660 completed, throughput=4.99MB/sec 2024-09-13T00:35:47.437 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X4VSMKViGGbojmV off=1227330 len=2085087 2024-09-13T00:35:47.442 INFO:tasks.workunit.client.0.smithi032.stdout:op 2661 completed, throughput=5MB/sec 2024-09-13T00:35:47.442 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OAHwQur3hptQD4_ off=2817569 len=391643 2024-09-13T00:35:47.448 INFO:tasks.workunit.client.0.smithi032.stdout:op 2662 completed, throughput=5MB/sec 2024-09-13T00:35:47.448 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--eYeTkar0oWtjBI off=1526037 len=875690 2024-09-13T00:35:47.456 INFO:tasks.workunit.client.0.smithi032.stdout:op 2663 completed, throughput=5MB/sec 2024-09-13T00:35:47.457 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zMY2HLV1-4oJQPx off=2471091 len=1854712 2024-09-13T00:35:47.461 INFO:tasks.workunit.client.0.smithi032.stdout:op 2664 completed, throughput=5MB/sec 2024-09-13T00:35:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: 522: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:48.462 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3RU6orqEDgaSlCD off=781333 len=406085 2024-09-13T00:35:48.468 INFO:tasks.workunit.client.0.smithi032.stdout:op 2665 completed, throughput=4.99MB/sec 2024-09-13T00:35:48.468 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zRjagEEkNBrj07N off=21913024 len=1816913 2024-09-13T00:35:48.472 INFO:tasks.workunit.client.0.smithi032.stdout:op 2666 completed, throughput=5MB/sec 2024-09-13T00:35:48.472 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SFnpZQnS6ERd_V1 off=5579129 len=1262153 2024-09-13T00:35:48.481 INFO:tasks.workunit.client.0.smithi032.stdout:op 2667 completed, throughput=5MB/sec 2024-09-13T00:35:48.482 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eNBS_OFvFWht_Ti off=3054071 len=1939098 2024-09-13T00:35:48.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 2668 completed, throughput=5MB/sec 2024-09-13T00:35:49.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:48 smithi053 bash[67631]: cluster 2024-09-13T00:35:47.790023+0000 mgr.y (mgr.34107) 991 : cluster [DBG] pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:35:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:48 smithi032 bash[75510]: cluster 2024-09-13T00:35:47.790023+0000 mgr.y (mgr.34107) 991 : cluster [DBG] pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:35:49.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:48 smithi032 bash[76677]: cluster 2024-09-13T00:35:47.790023+0000 mgr.y (mgr.34107) 991 : cluster [DBG] pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:35:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: 523: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:49.488 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cVzf2rU5IDTuOFm off=14492066 len=996504 2024-09-13T00:35:49.496 INFO:tasks.workunit.client.0.smithi032.stdout:op 2669 completed, throughput=5MB/sec 2024-09-13T00:35:49.496 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KGZ8LxP9OR4EIz- off=6941617 len=1771365 2024-09-13T00:35:49.501 INFO:tasks.workunit.client.0.smithi032.stdout:op 2670 completed, throughput=5MB/sec 2024-09-13T00:35:49.501 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7FNms8t0EuTGR1X off=18748754 len=1974237 2024-09-13T00:35:49.515 INFO:tasks.workunit.client.0.smithi032.stdout:op 2671 completed, throughput=5MB/sec 2024-09-13T00:35:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: 524: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:50.516 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0gKri0r0dPWEMGt off=16555029 len=149863 2024-09-13T00:35:50.517 INFO:tasks.workunit.client.0.smithi032.stdout:op 2672 completed, throughput=4.99MB/sec 2024-09-13T00:35:50.517 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Nw9r72quXCFh2Th off=1466600 len=2075980 2024-09-13T00:35:50.524 INFO:tasks.workunit.client.0.smithi032.stdout:op 2673 completed, throughput=5MB/sec 2024-09-13T00:35:50.524 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ruyEbyS6RUeHCRl off=8361683 len=1824717 2024-09-13T00:35:50.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 2674 completed, throughput=5MB/sec 2024-09-13T00:35:50.538 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JoUmFyIgcidwGew off=7859404 len=128506 2024-09-13T00:35:50.539 INFO:tasks.workunit.client.0.smithi032.stdout:op 2675 completed, throughput=5MB/sec 2024-09-13T00:35:50.540 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-19In5sec7lEPM7B off=11394975 len=1693841 2024-09-13T00:35:50.552 INFO:tasks.workunit.client.0.smithi032.stdout:op 2676 completed, throughput=5MB/sec 2024-09-13T00:35:51.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:50 smithi053 bash[67631]: cluster 2024-09-13T00:35:49.791005+0000 mgr.y (mgr.34107) 992 : cluster [DBG] pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T00:35:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:50 smithi032 bash[75510]: cluster 2024-09-13T00:35:49.791005+0000 mgr.y (mgr.34107) 992 : cluster [DBG] pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T00:35:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:50 smithi032 bash[76677]: cluster 2024-09-13T00:35:49.791005+0000 mgr.y (mgr.34107) 992 : cluster [DBG] pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T00:35:51.552 INFO:tasks.workunit.client.0.smithi032.stdout: 525: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:51.552 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ruLOSqoULb9HaNU off=2488569 len=2037346 2024-09-13T00:35:51.557 INFO:tasks.workunit.client.0.smithi032.stdout:op 2677 completed, throughput=5MB/sec 2024-09-13T00:35:51.557 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ucwmsoCayMwLzv7 off=10113665 len=365055 2024-09-13T00:35:51.563 INFO:tasks.workunit.client.0.smithi032.stdout:op 2678 completed, throughput=5MB/sec 2024-09-13T00:35:51.563 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B-1XjzwoPI18YoI off=739949 len=1204904 2024-09-13T00:35:51.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 2679 completed, throughput=5MB/sec 2024-09-13T00:35:51.567 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nwgB8gKG1X0xPod off=2459249 len=211044 2024-09-13T00:35:51.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 2680 completed, throughput=5MB/sec 2024-09-13T00:35:51.568 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XcqZA0pSlSCufxu off=3315881 len=454986 2024-09-13T00:35:51.570 INFO:tasks.workunit.client.0.smithi032.stdout:op 2681 completed, throughput=5MB/sec 2024-09-13T00:35:52.570 INFO:tasks.workunit.client.0.smithi032.stdout: 526: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:52.570 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EIxQu2PQ8Nyh3lk off=3056357 len=1577991 2024-09-13T00:35:52.574 INFO:tasks.workunit.client.0.smithi032.stdout:op 2682 completed, throughput=4.99MB/sec 2024-09-13T00:35:52.574 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ibd-tNHTNmxBGg- off=11004713 len=32182 2024-09-13T00:35:52.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 2683 completed, throughput=4.99MB/sec 2024-09-13T00:35:52.578 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RFgeAkezsLShVsc off=3449036 len=233849 2024-09-13T00:35:52.580 INFO:tasks.workunit.client.0.smithi032.stdout:op 2684 completed, throughput=4.99MB/sec 2024-09-13T00:35:52.580 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K_erD8fR-qUSHTW off=4585289 len=1704813 2024-09-13T00:35:52.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 2685 completed, throughput=5MB/sec 2024-09-13T00:35:52.594 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vKA2GSSfuSsCF0f off=7042105 len=203839 2024-09-13T00:35:52.595 INFO:tasks.workunit.client.0.smithi032.stdout:op 2686 completed, throughput=5MB/sec 2024-09-13T00:35:52.595 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RASY77OP0kt8Dnr off=6923690 len=355557 2024-09-13T00:35:52.598 INFO:tasks.workunit.client.0.smithi032.stdout:op 2687 completed, throughput=5MB/sec 2024-09-13T00:35:52.598 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a33Im2-zcNaUZ5m off=4783018 len=2077912 2024-09-13T00:35:52.611 INFO:tasks.workunit.client.0.smithi032.stdout:op 2688 completed, throughput=5MB/sec 2024-09-13T00:35:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:35:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:35:52] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-13T00:35:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:35:52 smithi053 bash[94430]: ts=2024-09-13T00:35:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:35:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:52 smithi053 bash[67631]: cluster 2024-09-13T00:35:51.791972+0000 mgr.y (mgr.34107) 993 : cluster [DBG] pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:35:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:52 smithi032 bash[75510]: cluster 2024-09-13T00:35:51.791972+0000 mgr.y (mgr.34107) 993 : cluster [DBG] pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:35:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:52 smithi032 bash[76677]: cluster 2024-09-13T00:35:51.791972+0000 mgr.y (mgr.34107) 993 : cluster [DBG] pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:35:53.612 INFO:tasks.workunit.client.0.smithi032.stdout: 527: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-53mCx6KmCyC1ZAZ off=15384800 len=1664067 2024-09-13T00:35:53.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 2689 completed, throughput=5MB/sec 2024-09-13T00:35:53.624 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_RfGMkymOliZ9WH off=19094393 len=621770 2024-09-13T00:35:53.626 INFO:tasks.workunit.client.0.smithi032.stdout:op 2690 completed, throughput=5MB/sec 2024-09-13T00:35:53.627 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sCE3_ZK-Mv-SFul off=18239330 len=302094 2024-09-13T00:35:53.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 2691 completed, throughput=5MB/sec 2024-09-13T00:35:53.628 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-baZ1xxnRv8gmFpm off=11390286 len=1761612 2024-09-13T00:35:53.633 INFO:tasks.workunit.client.0.smithi032.stdout:op 2692 completed, throughput=5MB/sec 2024-09-13T00:35:53.634 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-v-hJ-xcvSkH1WzQ off=1794867 len=2073732 2024-09-13T00:35:53.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 2693 completed, throughput=5MB/sec 2024-09-13T00:35:54.641 INFO:tasks.workunit.client.0.smithi032.stdout: 528: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:54.641 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_0QmnuVMBo_J8Fu off=5453934 len=119096 2024-09-13T00:35:54.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 2694 completed, throughput=4.99MB/sec 2024-09-13T00:35:54.642 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FDVhJp-XVRow73l off=5162778 len=648035 2024-09-13T00:35:54.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 2695 completed, throughput=5MB/sec 2024-09-13T00:35:54.644 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IhAb8H9TDYGKhw9 off=2528578 len=1778440 2024-09-13T00:35:54.655 INFO:tasks.workunit.client.0.smithi032.stdout:op 2696 completed, throughput=5MB/sec 2024-09-13T00:35:54.655 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cFjRJEg0iDTevnN off=2355087 len=668520 2024-09-13T00:35:54.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 2697 completed, throughput=5MB/sec 2024-09-13T00:35:54.659 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JkLN6kTEhgDFbYs off=13975696 len=1374565 2024-09-13T00:35:54.670 INFO:tasks.workunit.client.0.smithi032.stdout:op 2698 completed, throughput=5MB/sec 2024-09-13T00:35:55.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:54 smithi053 bash[67631]: cluster 2024-09-13T00:35:53.793082+0000 mgr.y (mgr.34107) 994 : cluster [DBG] pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:35:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:54 smithi032 bash[75510]: cluster 2024-09-13T00:35:53.793082+0000 mgr.y (mgr.34107) 994 : cluster [DBG] pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:35:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:54 smithi032 bash[76677]: cluster 2024-09-13T00:35:53.793082+0000 mgr.y (mgr.34107) 994 : cluster [DBG] pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:35:55.671 INFO:tasks.workunit.client.0.smithi032.stdout: 529: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:55.671 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HBxD36gxEDFz4yg off=1131893 len=1566010 2024-09-13T00:35:55.683 INFO:tasks.workunit.client.0.smithi032.stdout:op 2699 completed, throughput=5MB/sec 2024-09-13T00:35:55.683 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AzfXVTalWShY1o3 off=9128039 len=30268 2024-09-13T00:35:55.684 INFO:tasks.workunit.client.0.smithi032.stdout:op 2700 completed, throughput=5MB/sec 2024-09-13T00:35:55.684 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dCLUGRgolcFdEHx off=7562598 len=1549565 2024-09-13T00:35:55.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 2701 completed, throughput=5MB/sec 2024-09-13T00:35:55.687 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JwLfscaYk-S9Nua off=206284 len=1209130 2024-09-13T00:35:55.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 2702 completed, throughput=5MB/sec 2024-09-13T00:35:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:55 smithi053 bash[67631]: audit 2024-09-13T00:35:55.170313+0000 mon.a (mon.0) 2226 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:35:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:55 smithi032 bash[75510]: audit 2024-09-13T00:35:55.170313+0000 mon.a (mon.0) 2226 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:35:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:55 smithi032 bash[76677]: audit 2024-09-13T00:35:55.170313+0000 mon.a (mon.0) 2226 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:35:56.690 INFO:tasks.workunit.client.0.smithi032.stdout: 530: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:56.691 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gxEVpjkAthD_odM off=1960071 len=37856 2024-09-13T00:35:56.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 2703 completed, throughput=4.99MB/sec 2024-09-13T00:35:56.692 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r9uqZS_ClVpapKl off=22049255 len=206645 2024-09-13T00:35:56.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 2704 completed, throughput=4.99MB/sec 2024-09-13T00:35:56.693 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gGbkTeC1j6PUQFU off=14535572 len=297971 2024-09-13T00:35:56.698 INFO:tasks.workunit.client.0.smithi032.stdout:op 2705 completed, throughput=4.99MB/sec 2024-09-13T00:35:56.699 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lMYrIBszNLB0T4n off=4894554 len=643164 2024-09-13T00:35:56.707 INFO:tasks.workunit.client.0.smithi032.stdout:op 2706 completed, throughput=4.99MB/sec 2024-09-13T00:35:56.707 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4kUbsC-hVRrQz6B off=5703499 len=1509008 2024-09-13T00:35:56.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 2707 completed, throughput=5MB/sec 2024-09-13T00:35:56.711 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MqjAtiZ6m7L2sK4 off=6538249 len=1247747 2024-09-13T00:35:56.714 INFO:tasks.workunit.client.0.smithi032.stdout:op 2708 completed, throughput=5MB/sec 2024-09-13T00:35:56.714 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JDwai2hX3djOvIU off=3479435 len=1242491 2024-09-13T00:35:56.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 2709 completed, throughput=5MB/sec 2024-09-13T00:35:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:56 smithi053 bash[67631]: cluster 2024-09-13T00:35:55.793909+0000 mgr.y (mgr.34107) 995 : cluster [DBG] pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:35:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:56 smithi032 bash[75510]: cluster 2024-09-13T00:35:55.793909+0000 mgr.y (mgr.34107) 995 : cluster [DBG] pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:35:57.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:56 smithi032 bash[76677]: cluster 2024-09-13T00:35:55.793909+0000 mgr.y (mgr.34107) 995 : cluster [DBG] pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:35:57.723 INFO:tasks.workunit.client.0.smithi032.stdout: 531: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:57.723 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0kJSniQ6XpxfiEo off=8911737 len=1409892 2024-09-13T00:35:57.733 INFO:tasks.workunit.client.0.smithi032.stdout:op 2710 completed, throughput=4.99MB/sec 2024-09-13T00:35:57.733 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xJBzkHs0yt_NUqN off=849851 len=864279 2024-09-13T00:35:57.742 INFO:tasks.workunit.client.0.smithi032.stdout:op 2711 completed, throughput=4.99MB/sec 2024-09-13T00:35:57.742 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oPMQHi_QDBNwbqr off=9357693 len=1766710 2024-09-13T00:35:57.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 2712 completed, throughput=5MB/sec 2024-09-13T00:35:57.746 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sjPvLCXYiYLeViB off=1190559 len=1269158 2024-09-13T00:35:57.756 INFO:tasks.workunit.client.0.smithi032.stdout:op 2713 completed, throughput=5MB/sec 2024-09-13T00:35:57.756 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kEZkWqC8j32J_CN off=5431129 len=552324 2024-09-13T00:35:57.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 2714 completed, throughput=5MB/sec 2024-09-13T00:35:58.763 INFO:tasks.workunit.client.0.smithi032.stdout: 532: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:58.763 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D1q4wXuoK6q840R off=1882362 len=1615420 2024-09-13T00:35:58.768 INFO:tasks.workunit.client.0.smithi032.stdout:op 2715 completed, throughput=4.99MB/sec 2024-09-13T00:35:58.768 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ziZDGHQG5LM2vNx off=5605531 len=692470 2024-09-13T00:35:58.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 2716 completed, throughput=5MB/sec 2024-09-13T00:35:58.776 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SBNaiUbOyK1QpOG off=2872097 len=1838417 2024-09-13T00:35:58.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 2717 completed, throughput=5MB/sec 2024-09-13T00:35:58.780 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I9gV2CFJc3YVhj1 off=2747643 len=1756563 2024-09-13T00:35:58.782 INFO:tasks.workunit.client.0.smithi032.stdout:op 2718 completed, throughput=5MB/sec 2024-09-13T00:35:59.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:35:58 smithi053 bash[67631]: cluster 2024-09-13T00:35:57.794825+0000 mgr.y (mgr.34107) 996 : cluster [DBG] pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:35:59.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:35:58 smithi032 bash[76677]: cluster 2024-09-13T00:35:57.794825+0000 mgr.y (mgr.34107) 996 : cluster [DBG] pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:35:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:35:58 smithi032 bash[75510]: cluster 2024-09-13T00:35:57.794825+0000 mgr.y (mgr.34107) 996 : cluster [DBG] pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:35:59.783 INFO:tasks.workunit.client.0.smithi032.stdout: 533: throughput=4.99MB/sec pending data=0 2024-09-13T00:35:59.783 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-StW7nubJxJJX9pN off=7019560 len=1172637 2024-09-13T00:35:59.793 INFO:tasks.workunit.client.0.smithi032.stdout:op 2719 completed, throughput=4.99MB/sec 2024-09-13T00:35:59.793 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L_B0qYgIFm7kjTR off=6368244 len=1746457 2024-09-13T00:35:59.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 2720 completed, throughput=5MB/sec 2024-09-13T00:35:59.797 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r8wuOgKY4gP7uPN off=954568 len=1812551 2024-09-13T00:35:59.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 2721 completed, throughput=5MB/sec 2024-09-13T00:36:00.803 INFO:tasks.workunit.client.0.smithi032.stdout: 534: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:00.804 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DCc7vc-3qnGYJxn off=8897378 len=999944 2024-09-13T00:36:00.807 INFO:tasks.workunit.client.0.smithi032.stdout:op 2722 completed, throughput=4.99MB/sec 2024-09-13T00:36:00.807 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sqxjDcFnIkQz6S2 off=11261741 len=507249 2024-09-13T00:36:00.813 INFO:tasks.workunit.client.0.smithi032.stdout:op 2723 completed, throughput=4.99MB/sec 2024-09-13T00:36:00.813 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TwZBcsqgZDKldhM off=11714760 len=646706 2024-09-13T00:36:00.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 2724 completed, throughput=5MB/sec 2024-09-13T00:36:00.816 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h9Xat5lBg8GgFO2 off=1758828 len=1271676 2024-09-13T00:36:00.826 INFO:tasks.workunit.client.0.smithi032.stdout:op 2725 completed, throughput=5MB/sec 2024-09-13T00:36:00.826 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5XgOq-lE-RPt0a9 off=9195465 len=198782 2024-09-13T00:36:00.828 INFO:tasks.workunit.client.0.smithi032.stdout:op 2726 completed, throughput=5MB/sec 2024-09-13T00:36:00.828 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0FExKizP2lblH3e off=10245290 len=868966 2024-09-13T00:36:00.831 INFO:tasks.workunit.client.0.smithi032.stdout:op 2727 completed, throughput=5MB/sec 2024-09-13T00:36:00.831 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jtrqcmRYRotPl0v off=5249676 len=903834 2024-09-13T00:36:00.839 INFO:tasks.workunit.client.0.smithi032.stdout:op 2728 completed, throughput=5MB/sec 2024-09-13T00:36:01.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:00 smithi053 bash[67631]: cluster 2024-09-13T00:35:59.795840+0000 mgr.y (mgr.34107) 997 : cluster [DBG] pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:36:01.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:00 smithi053 bash[67631]: audit 2024-09-13T00:36:00.035234+0000 mon.a (mon.0) 2227 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:36:01.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:00 smithi053 bash[67631]: audit 2024-09-13T00:36:00.611367+0000 mon.a (mon.0) 2228 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:36:01.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:00 smithi053 bash[67631]: audit 2024-09-13T00:36:00.612372+0000 mon.a (mon.0) 2229 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:36:01.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:00 smithi053 bash[67631]: audit 2024-09-13T00:36:00.620280+0000 mon.a (mon.0) 2230 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:36:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:00 smithi032 bash[75510]: cluster 2024-09-13T00:35:59.795840+0000 mgr.y (mgr.34107) 997 : cluster [DBG] pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:36:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:00 smithi032 bash[75510]: audit 2024-09-13T00:36:00.035234+0000 mon.a (mon.0) 2227 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:36:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:00 smithi032 bash[75510]: audit 2024-09-13T00:36:00.611367+0000 mon.a (mon.0) 2228 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:36:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:00 smithi032 bash[75510]: audit 2024-09-13T00:36:00.612372+0000 mon.a (mon.0) 2229 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:36:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:00 smithi032 bash[75510]: audit 2024-09-13T00:36:00.620280+0000 mon.a (mon.0) 2230 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:36:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:00 smithi032 bash[76677]: cluster 2024-09-13T00:35:59.795840+0000 mgr.y (mgr.34107) 997 : cluster [DBG] pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:36:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:00 smithi032 bash[76677]: audit 2024-09-13T00:36:00.035234+0000 mon.a (mon.0) 2227 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:36:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:00 smithi032 bash[76677]: audit 2024-09-13T00:36:00.611367+0000 mon.a (mon.0) 2228 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:36:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:00 smithi032 bash[76677]: audit 2024-09-13T00:36:00.612372+0000 mon.a (mon.0) 2229 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:36:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:00 smithi032 bash[76677]: audit 2024-09-13T00:36:00.620280+0000 mon.a (mon.0) 2230 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:36:01.839 INFO:tasks.workunit.client.0.smithi032.stdout: 535: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:01.840 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sekaxPgrn99E6Rv off=9026120 len=141862 2024-09-13T00:36:01.841 INFO:tasks.workunit.client.0.smithi032.stdout:op 2729 completed, throughput=4.99MB/sec 2024-09-13T00:36:01.841 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sJfUeVdG5Jfjrqt off=573335 len=457372 2024-09-13T00:36:01.847 INFO:tasks.workunit.client.0.smithi032.stdout:op 2730 completed, throughput=4.99MB/sec 2024-09-13T00:36:01.847 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZfvOQ-i-ygM6I-f off=429935 len=674706 2024-09-13T00:36:01.855 INFO:tasks.workunit.client.0.smithi032.stdout:op 2731 completed, throughput=4.99MB/sec 2024-09-13T00:36:01.855 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-41MHSNEDesCF_xo off=1599787 len=471937 2024-09-13T00:36:01.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 2732 completed, throughput=4.99MB/sec 2024-09-13T00:36:01.861 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QviQYNx9tnbbD8H off=15998329 len=1157709 2024-09-13T00:36:01.864 INFO:tasks.workunit.client.0.smithi032.stdout:op 2733 completed, throughput=5MB/sec 2024-09-13T00:36:01.865 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o-lkjLPK3uvtRqv off=9984841 len=1918456 2024-09-13T00:36:01.879 INFO:tasks.workunit.client.0.smithi032.stdout:op 2734 completed, throughput=5MB/sec 2024-09-13T00:36:01.879 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9snQYIRvLJ3ivCR off=1138363 len=1961299 2024-09-13T00:36:01.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 2735 completed, throughput=5MB/sec 2024-09-13T00:36:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:36:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:36:02] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-13T00:36:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:36:02 smithi053 bash[94430]: ts=2024-09-13T00:36:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:36:02.893 INFO:tasks.workunit.client.0.smithi032.stdout: 536: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:02.894 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mWm-N8WS6sNGQ1- off=12589080 len=1187507 2024-09-13T00:36:02.897 INFO:tasks.workunit.client.0.smithi032.stdout:op 2736 completed, throughput=5MB/sec 2024-09-13T00:36:02.897 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QkkuMsJIRKcUY-D off=8341878 len=1543874 2024-09-13T00:36:02.901 INFO:tasks.workunit.client.0.smithi032.stdout:op 2737 completed, throughput=5MB/sec 2024-09-13T00:36:02.901 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ghiwgeMssywCotv off=2921661 len=410228 2024-09-13T00:36:02.907 INFO:tasks.workunit.client.0.smithi032.stdout:op 2738 completed, throughput=5MB/sec 2024-09-13T00:36:02.907 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dAKH6CN8q5A3goU off=12521051 len=217709 2024-09-13T00:36:02.908 INFO:tasks.workunit.client.0.smithi032.stdout:op 2739 completed, throughput=5MB/sec 2024-09-13T00:36:02.908 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MJgj0wWqg36lvaK off=14469521 len=1936553 2024-09-13T00:36:02.913 INFO:tasks.workunit.client.0.smithi032.stdout:op 2740 completed, throughput=5MB/sec 2024-09-13T00:36:03.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:02 smithi053 bash[67631]: cluster 2024-09-13T00:36:01.796804+0000 mgr.y (mgr.34107) 998 : cluster [DBG] pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T00:36:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:02 smithi032 bash[75510]: cluster 2024-09-13T00:36:01.796804+0000 mgr.y (mgr.34107) 998 : cluster [DBG] pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T00:36:03.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:02 smithi032 bash[76677]: cluster 2024-09-13T00:36:01.796804+0000 mgr.y (mgr.34107) 998 : cluster [DBG] pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T00:36:03.913 INFO:tasks.workunit.client.0.smithi032.stdout: 537: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:03.914 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NKMB28RiNUQa-et off=5516124 len=131503 2024-09-13T00:36:03.918 INFO:tasks.workunit.client.0.smithi032.stdout:op 2741 completed, throughput=4.99MB/sec 2024-09-13T00:36:03.918 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ikXdgxriYvtH74Q off=11715690 len=178051 2024-09-13T00:36:03.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 2742 completed, throughput=4.99MB/sec 2024-09-13T00:36:03.920 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5U2jY1y606VivmP off=18607898 len=790215 2024-09-13T00:36:03.927 INFO:tasks.workunit.client.0.smithi032.stdout:op 2743 completed, throughput=5MB/sec 2024-09-13T00:36:03.927 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u3W8KkzINHwBcWm off=8921197 len=703699 2024-09-13T00:36:03.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 2744 completed, throughput=5MB/sec 2024-09-13T00:36:03.929 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OHSk1cehv5vaOVE off=6888481 len=327527 2024-09-13T00:36:03.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 2745 completed, throughput=5MB/sec 2024-09-13T00:36:03.936 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g798MFa7Av022SS off=506369 len=1783002 2024-09-13T00:36:03.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 2746 completed, throughput=5MB/sec 2024-09-13T00:36:03.950 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uSkS3p-oc5WZzga off=7270806 len=131381 2024-09-13T00:36:03.954 INFO:tasks.workunit.client.0.smithi032.stdout:op 2747 completed, throughput=5MB/sec 2024-09-13T00:36:04.954 INFO:tasks.workunit.client.0.smithi032.stdout: 538: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:04.954 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fIvSTPxLndnsp-s off=15820490 len=332783 2024-09-13T00:36:04.956 INFO:tasks.workunit.client.0.smithi032.stdout:op 2748 completed, throughput=4.99MB/sec 2024-09-13T00:36:04.956 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AVbiPX9uVJ-1HSR off=21710919 len=639757 2024-09-13T00:36:04.958 INFO:tasks.workunit.client.0.smithi032.stdout:op 2749 completed, throughput=4.99MB/sec 2024-09-13T00:36:04.958 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Hfkj71MkcageIJg off=1935937 len=1948701 2024-09-13T00:36:04.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 2750 completed, throughput=5MB/sec 2024-09-13T00:36:04.973 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q3FJKQ4z26oMsok off=3834746 len=1903618 2024-09-13T00:36:04.987 INFO:tasks.workunit.client.0.smithi032.stdout:op 2751 completed, throughput=5MB/sec 2024-09-13T00:36:04.987 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EFdcu_8DYnXRzQj off=1483255 len=419552 2024-09-13T00:36:04.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 2752 completed, throughput=5MB/sec 2024-09-13T00:36:04.994 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U_QRiidXaO_qjHT off=11865537 len=796930 2024-09-13T00:36:04.996 INFO:tasks.workunit.client.0.smithi032.stdout:op 2753 completed, throughput=5MB/sec 2024-09-13T00:36:05.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:04 smithi053 bash[67631]: cluster 2024-09-13T00:36:03.797816+0000 mgr.y (mgr.34107) 999 : cluster [DBG] pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:36:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:04 smithi032 bash[75510]: cluster 2024-09-13T00:36:03.797816+0000 mgr.y (mgr.34107) 999 : cluster [DBG] pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:36:05.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:04 smithi032 bash[76677]: cluster 2024-09-13T00:36:03.797816+0000 mgr.y (mgr.34107) 999 : cluster [DBG] pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:36:05.996 INFO:tasks.workunit.client.0.smithi032.stdout: 539: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:05.996 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ClF6GGnQ0EdNoeR off=6189798 len=1333762 2024-09-13T00:36:06.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 2754 completed, throughput=4.99MB/sec 2024-09-13T00:36:06.006 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bZliGuBxT0YL0NV off=2299224 len=492044 2024-09-13T00:36:06.008 INFO:tasks.workunit.client.0.smithi032.stdout:op 2755 completed, throughput=5MB/sec 2024-09-13T00:36:06.008 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zoCgE5m4f7OxdjZ off=2419551 len=1097446 2024-09-13T00:36:06.011 INFO:tasks.workunit.client.0.smithi032.stdout:op 2756 completed, throughput=5MB/sec 2024-09-13T00:36:06.011 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bj4ucyRUdCo9yGX off=1740548 len=1634661 2024-09-13T00:36:06.015 INFO:tasks.workunit.client.0.smithi032.stdout:op 2757 completed, throughput=5MB/sec 2024-09-13T00:36:06.015 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Qe1XhzZp6vWVpir off=7560845 len=1173739 2024-09-13T00:36:06.023 INFO:tasks.workunit.client.0.smithi032.stdout:op 2758 completed, throughput=5MB/sec 2024-09-13T00:36:07.023 INFO:tasks.workunit.client.0.smithi032.stdout: 540: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:07.024 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LE0jbyGLI_AqC8B off=1684191 len=1695422 2024-09-13T00:36:07.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 2759 completed, throughput=5MB/sec 2024-09-13T00:36:07.028 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PwR5IA_urZIp_u5 off=7933494 len=2018234 2024-09-13T00:36:07.035 INFO:tasks.workunit.client.0.smithi032.stdout:op 2760 completed, throughput=5MB/sec 2024-09-13T00:36:07.035 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nKnZyVNCsK9XNFt off=1255177 len=168860 2024-09-13T00:36:07.036 INFO:tasks.workunit.client.0.smithi032.stdout:op 2761 completed, throughput=5MB/sec 2024-09-13T00:36:07.037 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-g2EBDgUHTnBFo62 off=256354 len=359894 2024-09-13T00:36:07.038 INFO:tasks.workunit.client.0.smithi032.stdout:op 2762 completed, throughput=5MB/sec 2024-09-13T00:36:07.038 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gdZPQguQy0uvcn6 off=5846818 len=1031533 2024-09-13T00:36:07.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 2763 completed, throughput=5MB/sec 2024-09-13T00:36:07.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:06 smithi053 bash[67631]: cluster 2024-09-13T00:36:05.798691+0000 mgr.y (mgr.34107) 1000 : cluster [DBG] pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:36:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:06 smithi032 bash[75510]: cluster 2024-09-13T00:36:05.798691+0000 mgr.y (mgr.34107) 1000 : cluster [DBG] pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:36:07.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:06 smithi032 bash[76677]: cluster 2024-09-13T00:36:05.798691+0000 mgr.y (mgr.34107) 1000 : cluster [DBG] pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:36:08.047 INFO:tasks.workunit.client.0.smithi032.stdout: 541: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:08.048 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XRsQhr8_b-G6v-c off=642550 len=1403936 2024-09-13T00:36:08.059 INFO:tasks.workunit.client.0.smithi032.stdout:op 2764 completed, throughput=4.99MB/sec 2024-09-13T00:36:08.059 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mnRzUTV4k98juzR off=16200223 len=1153087 2024-09-13T00:36:08.068 INFO:tasks.workunit.client.0.smithi032.stdout:op 2765 completed, throughput=5MB/sec 2024-09-13T00:36:08.068 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4oSoTgU7dnr-Uqv off=12512885 len=1574043 2024-09-13T00:36:08.071 INFO:tasks.workunit.client.0.smithi032.stdout:op 2766 completed, throughput=5MB/sec 2024-09-13T00:36:08.071 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-URybjjJxA5u4r9X off=12664605 len=1225295 2024-09-13T00:36:08.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 2767 completed, throughput=5MB/sec 2024-09-13T00:36:09.075 INFO:tasks.workunit.client.0.smithi032.stdout: 542: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:09.075 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JmTpE_KS6yKW9i0 off=23435473 len=1116664 2024-09-13T00:36:09.079 INFO:tasks.workunit.client.0.smithi032.stdout:op 2768 completed, throughput=4.99MB/sec 2024-09-13T00:36:09.079 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I56EDzZkaUdiD6x off=3894990 len=1085995 2024-09-13T00:36:09.082 INFO:tasks.workunit.client.0.smithi032.stdout:op 2769 completed, throughput=5MB/sec 2024-09-13T00:36:09.082 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0Y2Ot0bALXSM5Ye off=10645223 len=639474 2024-09-13T00:36:09.090 INFO:tasks.workunit.client.0.smithi032.stdout:op 2770 completed, throughput=5MB/sec 2024-09-13T00:36:09.090 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7DOv-Ku8LpCpEe5 off=295656 len=949414 2024-09-13T00:36:09.093 INFO:tasks.workunit.client.0.smithi032.stdout:op 2771 completed, throughput=5MB/sec 2024-09-13T00:36:09.093 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RInWy8WJUIxa9YE off=6603215 len=125545 2024-09-13T00:36:09.097 INFO:tasks.workunit.client.0.smithi032.stdout:op 2772 completed, throughput=5MB/sec 2024-09-13T00:36:09.097 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e-Vg9TxXIhCbpmp off=3686437 len=723217 2024-09-13T00:36:09.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 2773 completed, throughput=5MB/sec 2024-09-13T00:36:09.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:08 smithi053 bash[67631]: cluster 2024-09-13T00:36:07.799572+0000 mgr.y (mgr.34107) 1001 : cluster [DBG] pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T00:36:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:08 smithi032 bash[75510]: cluster 2024-09-13T00:36:07.799572+0000 mgr.y (mgr.34107) 1001 : cluster [DBG] pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T00:36:09.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:08 smithi032 bash[76677]: cluster 2024-09-13T00:36:07.799572+0000 mgr.y (mgr.34107) 1001 : cluster [DBG] pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T00:36:10.105 INFO:tasks.workunit.client.0.smithi032.stdout: 543: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:10.105 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZpcUi2OeXxptmNh off=7092066 len=1943278 2024-09-13T00:36:10.110 INFO:tasks.workunit.client.0.smithi032.stdout:op 2774 completed, throughput=4.99MB/sec 2024-09-13T00:36:10.110 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eXFAzRPWgx1jowl off=746583 len=1786 2024-09-13T00:36:10.111 INFO:tasks.workunit.client.0.smithi032.stdout:op 2775 completed, throughput=4.99MB/sec 2024-09-13T00:36:10.111 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Dh1njebU_8KcGcy off=5302892 len=1658991 2024-09-13T00:36:10.115 INFO:tasks.workunit.client.0.smithi032.stdout:op 2776 completed, throughput=5MB/sec 2024-09-13T00:36:10.115 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UWoxsWb_MviuVTa off=5468691 len=1088675 2024-09-13T00:36:10.117 INFO:tasks.workunit.client.0.smithi032.stdout:op 2777 completed, throughput=5MB/sec 2024-09-13T00:36:10.117 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lB0rGDFG22rLIFp off=277343 len=911549 2024-09-13T00:36:10.120 INFO:tasks.workunit.client.0.smithi032.stdout:op 2778 completed, throughput=5MB/sec 2024-09-13T00:36:11.120 INFO:tasks.workunit.client.0.smithi032.stdout: 544: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:11.120 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CZw2xZutEo854lo off=14349633 len=2024549 2024-09-13T00:36:11.125 INFO:tasks.workunit.client.0.smithi032.stdout:op 2779 completed, throughput=5MB/sec 2024-09-13T00:36:11.125 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a8x0IngVHJ22yvg off=364255 len=1927369 2024-09-13T00:36:11.138 INFO:tasks.workunit.client.0.smithi032.stdout:op 2780 completed, throughput=5MB/sec 2024-09-13T00:36:11.138 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wJ6hudGnvl5FUbX off=2724810 len=1692813 2024-09-13T00:36:11.152 INFO:tasks.workunit.client.0.smithi032.stdout:op 2781 completed, throughput=5MB/sec 2024-09-13T00:36:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:10 smithi053 bash[67631]: cluster 2024-09-13T00:36:09.800586+0000 mgr.y (mgr.34107) 1002 : cluster [DBG] pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:36:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:10 smithi053 bash[67631]: audit 2024-09-13T00:36:10.170858+0000 mon.a (mon.0) 2231 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:36:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:10 smithi032 bash[75510]: cluster 2024-09-13T00:36:09.800586+0000 mgr.y (mgr.34107) 1002 : cluster [DBG] pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:36:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:10 smithi032 bash[75510]: audit 2024-09-13T00:36:10.170858+0000 mon.a (mon.0) 2231 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:36:11.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:10 smithi032 bash[76677]: cluster 2024-09-13T00:36:09.800586+0000 mgr.y (mgr.34107) 1002 : cluster [DBG] pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:36:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:10 smithi032 bash[76677]: audit 2024-09-13T00:36:10.170858+0000 mon.a (mon.0) 2231 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:36:12.153 INFO:tasks.workunit.client.0.smithi032.stdout: 545: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:12.153 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IDI1x2zidYWU3Am off=105100 len=438508 2024-09-13T00:36:12.160 INFO:tasks.workunit.client.0.smithi032.stdout:op 2782 completed, throughput=4.99MB/sec 2024-09-13T00:36:12.160 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DAeIlhRrSSZmWoR off=3083219 len=1595739 2024-09-13T00:36:12.165 INFO:tasks.workunit.client.0.smithi032.stdout:op 2783 completed, throughput=5MB/sec 2024-09-13T00:36:12.165 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jOVbAuYmzXEezQE off=4486425 len=1392615 2024-09-13T00:36:12.175 INFO:tasks.workunit.client.0.smithi032.stdout:op 2784 completed, throughput=5MB/sec 2024-09-13T00:36:12.175 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-69376GGeywFtZUJ off=1778121 len=1578992 2024-09-13T00:36:12.178 INFO:tasks.workunit.client.0.smithi032.stdout:op 2785 completed, throughput=5MB/sec 2024-09-13T00:36:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:36:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:36:12] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-13T00:36:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:36:12 smithi053 bash[94430]: ts=2024-09-13T00:36:12.317Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:36:13.179 INFO:tasks.workunit.client.0.smithi032.stdout: 546: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:13.179 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BioE3VBL-YHyXrP off=8941873 len=239043 2024-09-13T00:36:13.184 INFO:tasks.workunit.client.0.smithi032.stdout:op 2786 completed, throughput=4.99MB/sec 2024-09-13T00:36:13.184 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7zi4E72U_-y1LtY off=4219432 len=1607913 2024-09-13T00:36:13.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 2787 completed, throughput=4.99MB/sec 2024-09-13T00:36:13.197 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OA2rIZ9MENsyfa5 off=17894945 len=625882 2024-09-13T00:36:13.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 2788 completed, throughput=5MB/sec 2024-09-13T00:36:13.204 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZzDxXDDA2Nw1o7j off=7470524 len=2012047 2024-09-13T00:36:13.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 2789 completed, throughput=5MB/sec 2024-09-13T00:36:13.218 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wZRBI7gSJgtIrwl off=0 len=1829540 2024-09-13T00:36:13.231 INFO:tasks.workunit.client.0.smithi032.stdout:op 2790 completed, throughput=5MB/sec 2024-09-13T00:36:13.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:12 smithi053 bash[67631]: cluster 2024-09-13T00:36:11.801517+0000 mgr.y (mgr.34107) 1003 : cluster [DBG] pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:36:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:12 smithi032 bash[75510]: cluster 2024-09-13T00:36:11.801517+0000 mgr.y (mgr.34107) 1003 : cluster [DBG] pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:36:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:12 smithi032 bash[76677]: cluster 2024-09-13T00:36:11.801517+0000 mgr.y (mgr.34107) 1003 : cluster [DBG] pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:36:14.231 INFO:tasks.workunit.client.0.smithi032.stdout: 547: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:14.231 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PDH7uQyD2M3equ- off=6946727 len=1216573 2024-09-13T00:36:14.235 INFO:tasks.workunit.client.0.smithi032.stdout:op 2791 completed, throughput=4.99MB/sec 2024-09-13T00:36:14.235 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-g323CWnv_uuOJrh off=7540279 len=444306 2024-09-13T00:36:14.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 2792 completed, throughput=5MB/sec 2024-09-13T00:36:14.237 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--GL_SUo4n423wQl off=6159625 len=50846 2024-09-13T00:36:14.241 INFO:tasks.workunit.client.0.smithi032.stdout:op 2793 completed, throughput=5MB/sec 2024-09-13T00:36:14.241 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sZMssu6Nr62FmXk off=1270214 len=318723 2024-09-13T00:36:14.247 INFO:tasks.workunit.client.0.smithi032.stdout:op 2794 completed, throughput=5MB/sec 2024-09-13T00:36:14.247 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uLJn3s8Lr-BW1nt off=6417635 len=1549468 2024-09-13T00:36:14.258 INFO:tasks.workunit.client.0.smithi032.stdout:op 2795 completed, throughput=5MB/sec 2024-09-13T00:36:14.259 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-suL3093d29TgF5- off=3919095 len=1343855 2024-09-13T00:36:14.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 2796 completed, throughput=5MB/sec 2024-09-13T00:36:15.262 INFO:tasks.workunit.client.0.smithi032.stdout: 548: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:15.263 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4Lja1DAKYDxxNWd off=3182341 len=714957 2024-09-13T00:36:15.266 INFO:tasks.workunit.client.0.smithi032.stdout:op 2797 completed, throughput=4.99MB/sec 2024-09-13T00:36:15.266 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VO68-I6row8vMxM off=6132149 len=772572 2024-09-13T00:36:15.269 INFO:tasks.workunit.client.0.smithi032.stdout:op 2798 completed, throughput=4.99MB/sec 2024-09-13T00:36:15.269 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8_w5IRz-ak5G7IH off=1271357 len=1260753 2024-09-13T00:36:15.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 2799 completed, throughput=5MB/sec 2024-09-13T00:36:15.279 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TP8ShuuZh5GZlu4 off=10020797 len=1667493 2024-09-13T00:36:15.283 INFO:tasks.workunit.client.0.smithi032.stdout:op 2800 completed, throughput=5MB/sec 2024-09-13T00:36:15.283 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ws69w4ioVKzxj7F off=4263260 len=1298134 2024-09-13T00:36:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:14 smithi053 bash[67631]: cluster 2024-09-13T00:36:13.802576+0000 mgr.y (mgr.34107) 1004 : cluster [DBG] pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:36:15.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 2801 completed, throughput=5MB/sec 2024-09-13T00:36:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:14 smithi032 bash[75510]: cluster 2024-09-13T00:36:13.802576+0000 mgr.y (mgr.34107) 1004 : cluster [DBG] pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:36:15.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:14 smithi032 bash[76677]: cluster 2024-09-13T00:36:13.802576+0000 mgr.y (mgr.34107) 1004 : cluster [DBG] pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:36:16.293 INFO:tasks.workunit.client.0.smithi032.stdout: 549: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:16.293 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YCFnxWw_zV7x-is off=7249407 len=1159639 2024-09-13T00:36:16.296 INFO:tasks.workunit.client.0.smithi032.stdout:op 2802 completed, throughput=4.99MB/sec 2024-09-13T00:36:16.296 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-e-ltRzDAS4Zx_P7 off=12162134 len=1747021 2024-09-13T00:36:16.302 INFO:tasks.workunit.client.0.smithi032.stdout:op 2803 completed, throughput=5MB/sec 2024-09-13T00:36:16.302 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cg7PiuVrybWakL5 off=4718331 len=2079004 2024-09-13T00:36:16.308 INFO:tasks.workunit.client.0.smithi032.stdout:op 2804 completed, throughput=5MB/sec 2024-09-13T00:36:17.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:16 smithi053 bash[67631]: cluster 2024-09-13T00:36:15.803458+0000 mgr.y (mgr.34107) 1005 : cluster [DBG] pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:36:17.308 INFO:tasks.workunit.client.0.smithi032.stdout: 550: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:17.308 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7UBx84ZNz_Dtos- off=5320490 len=2089724 2024-09-13T00:36:17.322 INFO:tasks.workunit.client.0.smithi032.stdout:op 2805 completed, throughput=5MB/sec 2024-09-13T00:36:17.322 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5BbdoDXNKxP7gdY off=528695 len=1370097 2024-09-13T00:36:17.333 INFO:tasks.workunit.client.0.smithi032.stdout:op 2806 completed, throughput=5MB/sec 2024-09-13T00:36:17.333 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5jo5pjf594p1Rlu off=8333689 len=461750 2024-09-13T00:36:17.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 2807 completed, throughput=5MB/sec 2024-09-13T00:36:17.335 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uxrMPyZh5ZaccUB off=12695807 len=749660 2024-09-13T00:36:17.343 INFO:tasks.workunit.client.0.smithi032.stdout:op 2808 completed, throughput=5MB/sec 2024-09-13T00:36:17.343 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sG3-aFRZvJJBz3F off=3415985 len=940262 2024-09-13T00:36:17.347 INFO:tasks.workunit.client.0.smithi032.stdout:op 2809 completed, throughput=5MB/sec 2024-09-13T00:36:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:16 smithi032 bash[75510]: cluster 2024-09-13T00:36:15.803458+0000 mgr.y (mgr.34107) 1005 : cluster [DBG] pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:36:17.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:16 smithi032 bash[76677]: cluster 2024-09-13T00:36:15.803458+0000 mgr.y (mgr.34107) 1005 : cluster [DBG] pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:36:18.347 INFO:tasks.workunit.client.0.smithi032.stdout: 551: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:18.348 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VAvwOiKDOx1MQ4D off=3571917 len=1254193 2024-09-13T00:36:18.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 2810 completed, throughput=4.99MB/sec 2024-09-13T00:36:18.357 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ySWP2gX8mTjPy2v off=4328496 len=932307 2024-09-13T00:36:18.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 2811 completed, throughput=5MB/sec 2024-09-13T00:36:18.360 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jKC3rCQqtbLqHGy off=1078231 len=1103996 2024-09-13T00:36:18.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 2812 completed, throughput=5MB/sec 2024-09-13T00:36:18.369 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0wFcPz1qMeQyQ75 off=4476979 len=1701183 2024-09-13T00:36:18.382 INFO:tasks.workunit.client.0.smithi032.stdout:op 2813 completed, throughput=5MB/sec 2024-09-13T00:36:19.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:18 smithi053 bash[67631]: cluster 2024-09-13T00:36:17.804355+0000 mgr.y (mgr.34107) 1006 : cluster [DBG] pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:36:19.382 INFO:tasks.workunit.client.0.smithi032.stdout: 552: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:19.382 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LcxhrRCY7xgz7D0 off=13865201 len=65353 2024-09-13T00:36:19.388 INFO:tasks.workunit.client.0.smithi032.stdout:op 2814 completed, throughput=4.99MB/sec 2024-09-13T00:36:19.388 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mgNLYquzuCc1T8O off=3339808 len=1196051 2024-09-13T00:36:19.391 INFO:tasks.workunit.client.0.smithi032.stdout:op 2815 completed, throughput=4.99MB/sec 2024-09-13T00:36:19.391 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zFbZi_v9npkaPug off=938475 len=1823744 2024-09-13T00:36:19.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 2816 completed, throughput=5MB/sec 2024-09-13T00:36:19.395 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-00PPpZj2oHwsGy6 off=10588391 len=1216972 2024-09-13T00:36:19.398 INFO:tasks.workunit.client.0.smithi032.stdout:op 2817 completed, throughput=5MB/sec 2024-09-13T00:36:19.399 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_OT0hH0Zb_LD_xx off=10398242 len=1813856 2024-09-13T00:36:19.412 INFO:tasks.workunit.client.0.smithi032.stdout:op 2818 completed, throughput=5MB/sec 2024-09-13T00:36:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:18 smithi032 bash[75510]: cluster 2024-09-13T00:36:17.804355+0000 mgr.y (mgr.34107) 1006 : cluster [DBG] pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:36:19.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:18 smithi032 bash[76677]: cluster 2024-09-13T00:36:17.804355+0000 mgr.y (mgr.34107) 1006 : cluster [DBG] pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:36:20.416 INFO:tasks.workunit.client.0.smithi032.stdout: 553: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:20.416 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ue-oP2JGyB3sP4- off=6132869 len=68343 2024-09-13T00:36:20.418 INFO:tasks.workunit.client.0.smithi032.stdout:op 2819 completed, throughput=4.99MB/sec 2024-09-13T00:36:20.418 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rHWJhxl_9lSDS1U off=2182933 len=147615 2024-09-13T00:36:20.423 INFO:tasks.workunit.client.0.smithi032.stdout:op 2820 completed, throughput=4.99MB/sec 2024-09-13T00:36:20.423 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-86OExuhyDksCVgB off=1476760 len=1248571 2024-09-13T00:36:20.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 2821 completed, throughput=5MB/sec 2024-09-13T00:36:20.426 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MFyjJG_CFwv3X-V off=1157508 len=370971 2024-09-13T00:36:20.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 2822 completed, throughput=5MB/sec 2024-09-13T00:36:20.428 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qewZxxJZeZx8rB5 off=6101112 len=2016534 2024-09-13T00:36:20.443 INFO:tasks.workunit.client.0.smithi032.stdout:op 2823 completed, throughput=5MB/sec 2024-09-13T00:36:20.443 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b-Q_rrvgMaA6gD- off=14742294 len=671410 2024-09-13T00:36:20.449 INFO:tasks.workunit.client.0.smithi032.stdout:op 2824 completed, throughput=5MB/sec 2024-09-13T00:36:21.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:20 smithi053 bash[67631]: cluster 2024-09-13T00:36:19.805354+0000 mgr.y (mgr.34107) 1007 : cluster [DBG] pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:36:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:20 smithi032 bash[75510]: cluster 2024-09-13T00:36:19.805354+0000 mgr.y (mgr.34107) 1007 : cluster [DBG] pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:36:21.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:21 smithi032 bash[76677]: cluster 2024-09-13T00:36:19.805354+0000 mgr.y (mgr.34107) 1007 : cluster [DBG] pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:36:21.450 INFO:tasks.workunit.client.0.smithi032.stdout: 554: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:21.450 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IjSIfuNq6Onb-Yi off=525834 len=1968298 2024-09-13T00:36:21.456 INFO:tasks.workunit.client.0.smithi032.stdout:op 2825 completed, throughput=4.99MB/sec 2024-09-13T00:36:21.456 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3LGkVBtN-5WMvwn off=10629790 len=1325615 2024-09-13T00:36:21.460 INFO:tasks.workunit.client.0.smithi032.stdout:op 2826 completed, throughput=5MB/sec 2024-09-13T00:36:21.461 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XpNU9MPLbYUBL-O off=6352351 len=1650664 2024-09-13T00:36:21.472 INFO:tasks.workunit.client.0.smithi032.stdout:op 2827 completed, throughput=5MB/sec 2024-09-13T00:36:21.472 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WHxbRaoA5PfCrEA off=225954 len=905227 2024-09-13T00:36:21.475 INFO:tasks.workunit.client.0.smithi032.stdout:op 2828 completed, throughput=5MB/sec 2024-09-13T00:36:22.475 INFO:tasks.workunit.client.0.smithi032.stdout: 555: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:22.475 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aAJ_DkPo-6g3orO off=1906362 len=756204 2024-09-13T00:36:22.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 2829 completed, throughput=4.99MB/sec 2024-09-13T00:36:22.478 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6n0d0OEkk0ifqSl off=0 len=1322135 2024-09-13T00:36:22.481 INFO:tasks.workunit.client.0.smithi032.stdout:op 2830 completed, throughput=5MB/sec 2024-09-13T00:36:22.481 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xe1M_7lNWeP5E_T off=14263822 len=1190606 2024-09-13T00:36:22.485 INFO:tasks.workunit.client.0.smithi032.stdout:op 2831 completed, throughput=5MB/sec 2024-09-13T00:36:22.486 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HyccbIHjiuEg-up off=168261 len=1040885 2024-09-13T00:36:22.488 INFO:tasks.workunit.client.0.smithi032.stdout:op 2832 completed, throughput=5MB/sec 2024-09-13T00:36:22.489 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-udC1FR3bqXyQBOs off=13425492 len=39899 2024-09-13T00:36:22.490 INFO:tasks.workunit.client.0.smithi032.stdout:op 2833 completed, throughput=5MB/sec 2024-09-13T00:36:22.490 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JkMiTydVHDMncRx off=7723139 len=526425 2024-09-13T00:36:22.491 INFO:tasks.workunit.client.0.smithi032.stdout:op 2834 completed, throughput=5MB/sec 2024-09-13T00:36:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:36:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:36:22] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-13T00:36:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:36:22 smithi053 bash[94430]: ts=2024-09-13T00:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:36:23.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:23 smithi053 bash[67631]: cluster 2024-09-13T00:36:21.806350+0000 mgr.y (mgr.34107) 1008 : cluster [DBG] pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:36:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:23 smithi032 bash[75510]: cluster 2024-09-13T00:36:21.806350+0000 mgr.y (mgr.34107) 1008 : cluster [DBG] pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:36:23.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:23 smithi032 bash[76677]: cluster 2024-09-13T00:36:21.806350+0000 mgr.y (mgr.34107) 1008 : cluster [DBG] pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:36:23.492 INFO:tasks.workunit.client.0.smithi032.stdout: 556: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:23.492 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cO553a7kPOTucP1 off=901279 len=726268 2024-09-13T00:36:23.500 INFO:tasks.workunit.client.0.smithi032.stdout:op 2835 completed, throughput=4.99MB/sec 2024-09-13T00:36:23.500 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UJUMwz6T39ORvPs off=1834734 len=208368 2024-09-13T00:36:23.506 INFO:tasks.workunit.client.0.smithi032.stdout:op 2836 completed, throughput=4.99MB/sec 2024-09-13T00:36:23.506 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rKhH_9bqQbLOU9M off=487580 len=214288 2024-09-13T00:36:23.512 INFO:tasks.workunit.client.0.smithi032.stdout:op 2837 completed, throughput=4.99MB/sec 2024-09-13T00:36:23.512 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OTihuL0Hwt9AA6o off=8864897 len=1023442 2024-09-13T00:36:23.514 INFO:tasks.workunit.client.0.smithi032.stdout:op 2838 completed, throughput=4.99MB/sec 2024-09-13T00:36:23.515 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L2gnhcKWiAwSNxq off=3071105 len=1661466 2024-09-13T00:36:23.520 INFO:tasks.workunit.client.0.smithi032.stdout:op 2839 completed, throughput=5MB/sec 2024-09-13T00:36:23.520 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J-GTqwcENPP9axr off=14338046 len=111550 2024-09-13T00:36:23.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 2840 completed, throughput=5MB/sec 2024-09-13T00:36:23.521 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ie6PV5FTm1SK9BA off=13168320 len=23092 2024-09-13T00:36:23.523 INFO:tasks.workunit.client.0.smithi032.stdout:op 2841 completed, throughput=5MB/sec 2024-09-13T00:36:23.523 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BaE6lSGJ8lojUgB off=2380772 len=576431 2024-09-13T00:36:23.529 INFO:tasks.workunit.client.0.smithi032.stdout:op 2842 completed, throughput=5MB/sec 2024-09-13T00:36:23.530 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2M8TLDY6-whnkas off=1285244 len=787825 2024-09-13T00:36:23.532 INFO:tasks.workunit.client.0.smithi032.stdout:op 2843 completed, throughput=5MB/sec 2024-09-13T00:36:23.532 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TpPZTkHmjk_-TG9 off=464439 len=1409037 2024-09-13T00:36:23.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 2844 completed, throughput=5MB/sec 2024-09-13T00:36:24.544 INFO:tasks.workunit.client.0.smithi032.stdout: 557: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:24.544 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bK-0WQUnPrPo921 off=840109 len=165740 2024-09-13T00:36:24.549 INFO:tasks.workunit.client.0.smithi032.stdout:op 2845 completed, throughput=4.99MB/sec 2024-09-13T00:36:24.549 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1Z33HwtHfwnn7Na off=4480885 len=789648 2024-09-13T00:36:24.551 INFO:tasks.workunit.client.0.smithi032.stdout:op 2846 completed, throughput=5MB/sec 2024-09-13T00:36:24.551 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QIpbnGSZivmlq9f off=555698 len=98735 2024-09-13T00:36:24.553 INFO:tasks.workunit.client.0.smithi032.stdout:op 2847 completed, throughput=5MB/sec 2024-09-13T00:36:24.553 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mkbrgfwEfZVrPj5 off=23554876 len=2765 2024-09-13T00:36:24.554 INFO:tasks.workunit.client.0.smithi032.stdout:op 2848 completed, throughput=5MB/sec 2024-09-13T00:36:24.555 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U5ZEMArUiHDyiM9 off=6828588 len=988503 2024-09-13T00:36:24.557 INFO:tasks.workunit.client.0.smithi032.stdout:op 2849 completed, throughput=5MB/sec 2024-09-13T00:36:24.557 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AVbiPX9uVJ-1HSR off=13507786 len=1871152 2024-09-13T00:36:24.571 INFO:tasks.workunit.client.0.smithi032.stdout:op 2850 completed, throughput=5MB/sec 2024-09-13T00:36:24.571 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mdK0GLClK0QV0H5 off=10582019 len=1096756 2024-09-13T00:36:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:op 2851 completed, throughput=5MB/sec 2024-09-13T00:36:25.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:25 smithi053 bash[67631]: cluster 2024-09-13T00:36:23.807444+0000 mgr.y (mgr.34107) 1009 : cluster [DBG] pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:36:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:25 smithi032 bash[75510]: cluster 2024-09-13T00:36:23.807444+0000 mgr.y (mgr.34107) 1009 : cluster [DBG] pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:36:25.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:25 smithi032 bash[76677]: cluster 2024-09-13T00:36:23.807444+0000 mgr.y (mgr.34107) 1009 : cluster [DBG] pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:36:25.576 INFO:tasks.workunit.client.0.smithi032.stdout: 558: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:25.576 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7RuTafbLQrx5Bum off=2712481 len=798807 2024-09-13T00:36:25.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 2852 completed, throughput=4.99MB/sec 2024-09-13T00:36:25.584 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uwBsRfcevQL5nJQ off=13367483 len=922707 2024-09-13T00:36:25.593 INFO:tasks.workunit.client.0.smithi032.stdout:op 2853 completed, throughput=5MB/sec 2024-09-13T00:36:25.593 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gL-saNI1EnX8BEo off=3258612 len=1242131 2024-09-13T00:36:25.603 INFO:tasks.workunit.client.0.smithi032.stdout:op 2854 completed, throughput=5MB/sec 2024-09-13T00:36:25.604 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-byeNpT4vfl6ZOfV off=21016061 len=179950 2024-09-13T00:36:25.609 INFO:tasks.workunit.client.0.smithi032.stdout:op 2855 completed, throughput=5MB/sec 2024-09-13T00:36:25.609 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0zuMHKPQyX30pyX off=165012 len=1307542 2024-09-13T00:36:25.613 INFO:tasks.workunit.client.0.smithi032.stdout:op 2856 completed, throughput=5MB/sec 2024-09-13T00:36:25.613 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IPL_YXiCOEN5fq9 off=12223000 len=816270 2024-09-13T00:36:25.620 INFO:tasks.workunit.client.0.smithi032.stdout:op 2857 completed, throughput=5MB/sec 2024-09-13T00:36:26.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:26 smithi053 bash[67631]: audit 2024-09-13T00:36:25.171246+0000 mon.a (mon.0) 2232 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:36:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:26 smithi032 bash[75510]: audit 2024-09-13T00:36:25.171246+0000 mon.a (mon.0) 2232 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:36:26.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:26 smithi032 bash[76677]: audit 2024-09-13T00:36:25.171246+0000 mon.a (mon.0) 2232 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:36:26.620 INFO:tasks.workunit.client.0.smithi032.stdout: 559: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:26.621 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mKGz2hhz85R3MiB off=5383755 len=1906221 2024-09-13T00:36:26.627 INFO:tasks.workunit.client.0.smithi032.stdout:op 2858 completed, throughput=5MB/sec 2024-09-13T00:36:26.627 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FCAh0kYMmc-ESXI off=629891 len=294657 2024-09-13T00:36:26.632 INFO:tasks.workunit.client.0.smithi032.stdout:op 2859 completed, throughput=5MB/sec 2024-09-13T00:36:26.632 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cSXG3Z1SPFcjZna off=12438282 len=2732 2024-09-13T00:36:26.633 INFO:tasks.workunit.client.0.smithi032.stdout:op 2860 completed, throughput=5MB/sec 2024-09-13T00:36:26.633 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AHf97ck_zt4xccq off=1374089 len=1385353 2024-09-13T00:36:26.645 INFO:tasks.workunit.client.0.smithi032.stdout:op 2861 completed, throughput=5MB/sec 2024-09-13T00:36:26.645 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bKP87jS1em93q4Y off=5594206 len=367404 2024-09-13T00:36:26.647 INFO:tasks.workunit.client.0.smithi032.stdout:op 2862 completed, throughput=5MB/sec 2024-09-13T00:36:26.647 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nXKEWSZIVRLC7ZM off=1063030 len=96014 2024-09-13T00:36:26.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 2863 completed, throughput=5MB/sec 2024-09-13T00:36:26.652 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RsP-irJht3IlQy1 off=415005 len=1411287 2024-09-13T00:36:26.655 INFO:tasks.workunit.client.0.smithi032.stdout:op 2864 completed, throughput=5MB/sec 2024-09-13T00:36:27.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:27 smithi053 bash[67631]: cluster 2024-09-13T00:36:25.808340+0000 mgr.y (mgr.34107) 1010 : cluster [DBG] pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:36:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:27 smithi032 bash[75510]: cluster 2024-09-13T00:36:25.808340+0000 mgr.y (mgr.34107) 1010 : cluster [DBG] pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:36:27.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:27 smithi032 bash[76677]: cluster 2024-09-13T00:36:25.808340+0000 mgr.y (mgr.34107) 1010 : cluster [DBG] pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:36:27.656 INFO:tasks.workunit.client.0.smithi032.stdout: 560: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:27.656 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eMlijAM0JzZeq-e off=12247394 len=59002 2024-09-13T00:36:27.657 INFO:tasks.workunit.client.0.smithi032.stdout:op 2865 completed, throughput=4.99MB/sec 2024-09-13T00:36:27.657 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZeVV0vZzXb1Kn3U off=14788822 len=318159 2024-09-13T00:36:27.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 2866 completed, throughput=4.99MB/sec 2024-09-13T00:36:27.659 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8swh0p-a735PWYc off=8222385 len=171768 2024-09-13T00:36:27.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 2867 completed, throughput=4.99MB/sec 2024-09-13T00:36:27.664 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rPwAIVxPouYfNj8 off=13082593 len=154067 2024-09-13T00:36:27.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 2868 completed, throughput=4.99MB/sec 2024-09-13T00:36:27.665 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dN5wzGAa0n3kqME off=2411154 len=1513855 2024-09-13T00:36:27.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 2869 completed, throughput=5MB/sec 2024-09-13T00:36:27.678 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7UnsCExPayMv-KQ off=0 len=1519505 2024-09-13T00:36:27.681 INFO:tasks.workunit.client.0.smithi032.stdout:op 2870 completed, throughput=5MB/sec 2024-09-13T00:36:27.681 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oTSjQzwolix0Fn3 off=6284172 len=10946 2024-09-13T00:36:27.682 INFO:tasks.workunit.client.0.smithi032.stdout:op 2871 completed, throughput=5MB/sec 2024-09-13T00:36:27.682 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-t5MeFcy_Sbobu4P off=449889 len=101743 2024-09-13T00:36:27.683 INFO:tasks.workunit.client.0.smithi032.stdout:op 2872 completed, throughput=5MB/sec 2024-09-13T00:36:27.683 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UF-wwzH3cJYawZ2 off=2818406 len=1483864 2024-09-13T00:36:27.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 2873 completed, throughput=5MB/sec 2024-09-13T00:36:28.036 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:36:27 smithi053 bash[97864]: logger=cleanup t=2024-09-13T00:36:27.549399648Z level=info msg="Completed cleanup jobs" duration=47.127219ms 2024-09-13T00:36:28.696 INFO:tasks.workunit.client.0.smithi032.stdout: 561: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:28.697 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CvGtrBikeg9LBR8 off=2039950 len=1904993 2024-09-13T00:36:28.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 2874 completed, throughput=5MB/sec 2024-09-13T00:36:28.709 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vP9wcczs442bhGC off=8591950 len=454083 2024-09-13T00:36:28.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 2875 completed, throughput=5MB/sec 2024-09-13T00:36:28.715 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Hx-SfL0EwRTdLKP off=4912031 len=1215301 2024-09-13T00:36:28.719 INFO:tasks.workunit.client.0.smithi032.stdout:op 2876 completed, throughput=5MB/sec 2024-09-13T00:36:28.719 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GCgBS9FKz5bDUpr off=11686542 len=1322984 2024-09-13T00:36:28.729 INFO:tasks.workunit.client.0.smithi032.stdout:op 2877 completed, throughput=5MB/sec 2024-09-13T00:36:29.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:29 smithi053 bash[67631]: cluster 2024-09-13T00:36:27.809256+0000 mgr.y (mgr.34107) 1011 : cluster [DBG] pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:36:29.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:29 smithi032 bash[75510]: cluster 2024-09-13T00:36:27.809256+0000 mgr.y (mgr.34107) 1011 : cluster [DBG] pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:36:29.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:29 smithi032 bash[76677]: cluster 2024-09-13T00:36:27.809256+0000 mgr.y (mgr.34107) 1011 : cluster [DBG] pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:36:29.729 INFO:tasks.workunit.client.0.smithi032.stdout: 562: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:29.729 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KkTLtVHBn6djeQp off=243135 len=692676 2024-09-13T00:36:29.732 INFO:tasks.workunit.client.0.smithi032.stdout:op 2878 completed, throughput=4.99MB/sec 2024-09-13T00:36:29.732 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WPk8z6p-DcVqe3N off=21378183 len=36450 2024-09-13T00:36:29.736 INFO:tasks.workunit.client.0.smithi032.stdout:op 2879 completed, throughput=4.99MB/sec 2024-09-13T00:36:29.736 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1JeuPxLkR7opYkR off=15661051 len=853756 2024-09-13T00:36:29.744 INFO:tasks.workunit.client.0.smithi032.stdout:op 2880 completed, throughput=4.99MB/sec 2024-09-13T00:36:29.744 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K1NOODrc4VeQHib off=6440702 len=521045 2024-09-13T00:36:29.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 2881 completed, throughput=4.99MB/sec 2024-09-13T00:36:29.746 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X6UlFbKkp1Z-9_q off=10749265 len=1907984 2024-09-13T00:36:29.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 2882 completed, throughput=5MB/sec 2024-09-13T00:36:29.761 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0zJ3a-cxH7krmKG off=6648510 len=703332 2024-09-13T00:36:29.769 INFO:tasks.workunit.client.0.smithi032.stdout:op 2883 completed, throughput=5MB/sec 2024-09-13T00:36:29.769 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aKfj0EQT6l1E79v off=6427802 len=882746 2024-09-13T00:36:29.771 INFO:tasks.workunit.client.0.smithi032.stdout:op 2884 completed, throughput=5MB/sec 2024-09-13T00:36:30.772 INFO:tasks.workunit.client.0.smithi032.stdout: 563: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:30.772 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Te6Q3SIjPWV3eH8 off=10873998 len=1289934 2024-09-13T00:36:30.775 INFO:tasks.workunit.client.0.smithi032.stdout:op 2885 completed, throughput=4.99MB/sec 2024-09-13T00:36:30.775 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6XQ5rLKiWYDYLQa off=2387755 len=787818 2024-09-13T00:36:30.778 INFO:tasks.workunit.client.0.smithi032.stdout:op 2886 completed, throughput=5MB/sec 2024-09-13T00:36:30.778 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zIUImYVPYwkZQUR off=8314635 len=1992909 2024-09-13T00:36:30.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 2887 completed, throughput=5MB/sec 2024-09-13T00:36:30.784 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c6A3hpJvrDXQ4yo off=2208903 len=1874341 2024-09-13T00:36:30.798 INFO:tasks.workunit.client.0.smithi032.stdout:op 2888 completed, throughput=5MB/sec 2024-09-13T00:36:31.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:31 smithi053 bash[67631]: cluster 2024-09-13T00:36:29.810482+0000 mgr.y (mgr.34107) 1012 : cluster [DBG] pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:36:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:31 smithi032 bash[75510]: cluster 2024-09-13T00:36:29.810482+0000 mgr.y (mgr.34107) 1012 : cluster [DBG] pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:36:31.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:31 smithi032 bash[76677]: cluster 2024-09-13T00:36:29.810482+0000 mgr.y (mgr.34107) 1012 : cluster [DBG] pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:36:31.799 INFO:tasks.workunit.client.0.smithi032.stdout: 564: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:31.799 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3kqQWbIKXxWO88c off=3304193 len=1018144 2024-09-13T00:36:31.807 INFO:tasks.workunit.client.0.smithi032.stdout:op 2889 completed, throughput=4.99MB/sec 2024-09-13T00:36:31.807 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cQk1tlNjZGDNxdx off=9514547 len=1682654 2024-09-13T00:36:31.811 INFO:tasks.workunit.client.0.smithi032.stdout:op 2890 completed, throughput=5MB/sec 2024-09-13T00:36:31.811 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JS6OJMD3oc2my9F off=3671490 len=459064 2024-09-13T00:36:31.818 INFO:tasks.workunit.client.0.smithi032.stdout:op 2891 completed, throughput=5MB/sec 2024-09-13T00:36:31.818 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fo71GZzzPuQVh4s off=7439439 len=1148046 2024-09-13T00:36:31.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 2892 completed, throughput=5MB/sec 2024-09-13T00:36:31.821 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NLdPF9zoDyq7oVV off=11689797 len=497506 2024-09-13T00:36:31.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 2893 completed, throughput=5MB/sec 2024-09-13T00:36:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:36:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:36:32] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-13T00:36:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:36:32 smithi053 bash[94430]: ts=2024-09-13T00:36:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:36:32.827 INFO:tasks.workunit.client.0.smithi032.stdout: 565: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:32.828 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jckQSS7K9T_mX9Z off=11375327 len=1582158 2024-09-13T00:36:32.840 INFO:tasks.workunit.client.0.smithi032.stdout:op 2894 completed, throughput=4.99MB/sec 2024-09-13T00:36:32.841 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PKdWDRsS9QCf4D9 off=1119106 len=948739 2024-09-13T00:36:32.849 INFO:tasks.workunit.client.0.smithi032.stdout:op 2895 completed, throughput=5MB/sec 2024-09-13T00:36:32.849 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pZXWIQia6aB-goM off=4451646 len=1494700 2024-09-13T00:36:32.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 2896 completed, throughput=5MB/sec 2024-09-13T00:36:32.861 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tCRVLC1kQE8-Aqy off=300181 len=33477 2024-09-13T00:36:32.862 INFO:tasks.workunit.client.0.smithi032.stdout:op 2897 completed, throughput=5MB/sec 2024-09-13T00:36:32.862 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-96nF1fyrkQ7Zevh off=7989133 len=1619011 2024-09-13T00:36:32.865 INFO:tasks.workunit.client.0.smithi032.stdout:op 2898 completed, throughput=5MB/sec 2024-09-13T00:36:33.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:33 smithi053 bash[67631]: cluster 2024-09-13T00:36:31.811582+0000 mgr.y (mgr.34107) 1013 : cluster [DBG] pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:36:33.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:33 smithi032 bash[75510]: cluster 2024-09-13T00:36:31.811582+0000 mgr.y (mgr.34107) 1013 : cluster [DBG] pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:36:33.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:33 smithi032 bash[76677]: cluster 2024-09-13T00:36:31.811582+0000 mgr.y (mgr.34107) 1013 : cluster [DBG] pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:36:33.866 INFO:tasks.workunit.client.0.smithi032.stdout: 566: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:33.866 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3Q3hmlSH-YQI7SJ off=7690023 len=1338230 2024-09-13T00:36:33.869 INFO:tasks.workunit.client.0.smithi032.stdout:op 2899 completed, throughput=4.99MB/sec 2024-09-13T00:36:33.869 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZLfw-2ifUERxbT3 off=13602752 len=494863 2024-09-13T00:36:33.876 INFO:tasks.workunit.client.0.smithi032.stdout:op 2900 completed, throughput=5MB/sec 2024-09-13T00:36:33.876 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uYgnXXOVtydKULQ off=9695802 len=47512 2024-09-13T00:36:33.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 2901 completed, throughput=5MB/sec 2024-09-13T00:36:33.877 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Lg_FYukzdl90Dk0 off=1902005 len=1438987 2024-09-13T00:36:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:op 2902 completed, throughput=5MB/sec 2024-09-13T00:36:33.881 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XT7ZjKYhqjvcbyR off=11396496 len=825765 2024-09-13T00:36:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:op 2903 completed, throughput=5MB/sec 2024-09-13T00:36:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z14xSqXO9hnKCFO off=10927342 len=916953 2024-09-13T00:36:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:op 2904 completed, throughput=5MB/sec 2024-09-13T00:36:34.892 INFO:tasks.workunit.client.0.smithi032.stdout: 567: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:34.893 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HkJ8aESLjXj_-FW off=5206823 len=1304375 2024-09-13T00:36:34.903 INFO:tasks.workunit.client.0.smithi032.stdout:op 2905 completed, throughput=4.99MB/sec 2024-09-13T00:36:34.903 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S_l5dG9BREQ0Prs off=2073464 len=830238 2024-09-13T00:36:34.906 INFO:tasks.workunit.client.0.smithi032.stdout:op 2906 completed, throughput=5MB/sec 2024-09-13T00:36:34.906 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AQoEnKj38XIAy5Z off=361157 len=1131445 2024-09-13T00:36:34.908 INFO:tasks.workunit.client.0.smithi032.stdout:op 2907 completed, throughput=5MB/sec 2024-09-13T00:36:34.908 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dMEa1utj2r2HLIE off=332360 len=73157 2024-09-13T00:36:34.909 INFO:tasks.workunit.client.0.smithi032.stdout:op 2908 completed, throughput=5MB/sec 2024-09-13T00:36:34.909 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DQ9c6AdKRM9CBGQ off=6550495 len=999237 2024-09-13T00:36:34.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 2909 completed, throughput=5MB/sec 2024-09-13T00:36:34.912 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LR9_p5RibQH7G1B off=15126250 len=1822615 2024-09-13T00:36:34.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 2910 completed, throughput=5MB/sec 2024-09-13T00:36:35.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:35 smithi053 bash[67631]: cluster 2024-09-13T00:36:33.812750+0000 mgr.y (mgr.34107) 1014 : cluster [DBG] pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-13T00:36:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:35 smithi032 bash[75510]: cluster 2024-09-13T00:36:33.812750+0000 mgr.y (mgr.34107) 1014 : cluster [DBG] pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-13T00:36:35.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:35 smithi032 bash[76677]: cluster 2024-09-13T00:36:33.812750+0000 mgr.y (mgr.34107) 1014 : cluster [DBG] pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-13T00:36:35.924 INFO:tasks.workunit.client.0.smithi032.stdout: 568: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:35.925 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CJzRqVxhQ5WpG5d off=17759879 len=504748 2024-09-13T00:36:35.927 INFO:tasks.workunit.client.0.smithi032.stdout:op 2911 completed, throughput=4.99MB/sec 2024-09-13T00:36:35.927 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qI3iihG4opCW3lG off=3899493 len=942259 2024-09-13T00:36:35.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 2912 completed, throughput=5MB/sec 2024-09-13T00:36:35.930 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-R2RqC7I47cghnfX off=16459393 len=1581840 2024-09-13T00:36:35.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 2913 completed, throughput=5MB/sec 2024-09-13T00:36:35.942 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6LVX1kC5GGJ1W7E off=1969940 len=1269664 2024-09-13T00:36:35.953 INFO:tasks.workunit.client.0.smithi032.stdout:op 2914 completed, throughput=5MB/sec 2024-09-13T00:36:35.953 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RASY77OP0kt8Dnr off=19898878 len=1859707 2024-09-13T00:36:35.959 INFO:tasks.workunit.client.0.smithi032.stdout:op 2915 completed, throughput=5MB/sec 2024-09-13T00:36:36.959 INFO:tasks.workunit.client.0.smithi032.stdout: 569: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:36.960 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3KTXcQbmsYGrCHZ off=6091041 len=1766456 2024-09-13T00:36:36.971 INFO:tasks.workunit.client.0.smithi032.stdout:op 2916 completed, throughput=5MB/sec 2024-09-13T00:36:36.971 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LuYOV1EH5WqufZM off=8487202 len=156622 2024-09-13T00:36:36.976 INFO:tasks.workunit.client.0.smithi032.stdout:op 2917 completed, throughput=5MB/sec 2024-09-13T00:36:36.976 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FDjsTuYhRq9ZpQp off=14410948 len=669414 2024-09-13T00:36:36.978 INFO:tasks.workunit.client.0.smithi032.stdout:op 2918 completed, throughput=5MB/sec 2024-09-13T00:36:36.978 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PL3X6iRYgMNnpoN off=237370 len=179338 2024-09-13T00:36:36.984 INFO:tasks.workunit.client.0.smithi032.stdout:op 2919 completed, throughput=5MB/sec 2024-09-13T00:36:36.984 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PCU2yaMiW8Bs8PY off=3141398 len=1265321 2024-09-13T00:36:36.994 INFO:tasks.workunit.client.0.smithi032.stdout:op 2920 completed, throughput=5MB/sec 2024-09-13T00:36:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:37 smithi032 bash[75510]: cluster 2024-09-13T00:36:35.813640+0000 mgr.y (mgr.34107) 1015 : cluster [DBG] pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:36:37.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:37 smithi032 bash[76677]: cluster 2024-09-13T00:36:35.813640+0000 mgr.y (mgr.34107) 1015 : cluster [DBG] pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:36:37.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:37 smithi053 bash[67631]: cluster 2024-09-13T00:36:35.813640+0000 mgr.y (mgr.34107) 1015 : cluster [DBG] pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:36:37.995 INFO:tasks.workunit.client.0.smithi032.stdout: 570: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:37.995 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MYBYCmE43wlUi2M off=12167263 len=1891022 2024-09-13T00:36:38.009 INFO:tasks.workunit.client.0.smithi032.stdout:op 2921 completed, throughput=4.99MB/sec 2024-09-13T00:36:38.009 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ucdv9VmG2qEQsIX off=2738444 len=26121 2024-09-13T00:36:38.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 2922 completed, throughput=4.99MB/sec 2024-09-13T00:36:38.013 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8S_Cxjs6_LO8bBF off=6045734 len=1479705 2024-09-13T00:36:38.026 INFO:tasks.workunit.client.0.smithi032.stdout:op 2923 completed, throughput=5MB/sec 2024-09-13T00:36:38.026 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p8okDz4nMbqcpaR off=19062813 len=1320294 2024-09-13T00:36:38.029 INFO:tasks.workunit.client.0.smithi032.stdout:op 2924 completed, throughput=5MB/sec 2024-09-13T00:36:38.029 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2eiTSJygUCb-UZN off=9415189 len=1070728 2024-09-13T00:36:38.032 INFO:tasks.workunit.client.0.smithi032.stdout:op 2925 completed, throughput=5MB/sec 2024-09-13T00:36:39.032 INFO:tasks.workunit.client.0.smithi032.stdout: 571: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:39.033 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Pwiw5aGOVXNMPdd off=431512 len=850897 2024-09-13T00:36:39.041 INFO:tasks.workunit.client.0.smithi032.stdout:op 2926 completed, throughput=4.99MB/sec 2024-09-13T00:36:39.041 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oZ0mJXmydQNcfUv off=2312775 len=2058385 2024-09-13T00:36:39.057 INFO:tasks.workunit.client.0.smithi032.stdout:op 2927 completed, throughput=5MB/sec 2024-09-13T00:36:39.057 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Cq4X1fo7Tedy9rR off=12809153 len=659432 2024-09-13T00:36:39.063 INFO:tasks.workunit.client.0.smithi032.stdout:op 2928 completed, throughput=5MB/sec 2024-09-13T00:36:39.064 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fYYI2m2HLe0DssA off=1655588 len=1614100 2024-09-13T00:36:39.068 INFO:tasks.workunit.client.0.smithi032.stdout:op 2929 completed, throughput=5MB/sec 2024-09-13T00:36:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:39 smithi032 bash[75510]: cluster 2024-09-13T00:36:37.814549+0000 mgr.y (mgr.34107) 1016 : cluster [DBG] pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:36:39.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:39 smithi032 bash[76677]: cluster 2024-09-13T00:36:37.814549+0000 mgr.y (mgr.34107) 1016 : cluster [DBG] pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:36:39.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:39 smithi053 bash[67631]: cluster 2024-09-13T00:36:37.814549+0000 mgr.y (mgr.34107) 1016 : cluster [DBG] pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:36:40.068 INFO:tasks.workunit.client.0.smithi032.stdout: 572: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:40.069 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gZuadqKyB1IeIGF off=3502408 len=403987 2024-09-13T00:36:40.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 2930 completed, throughput=4.99MB/sec 2024-09-13T00:36:40.074 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WFdB7T6TTIRpm-j off=9921190 len=1930659 2024-09-13T00:36:40.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 2931 completed, throughput=5MB/sec 2024-09-13T00:36:40.088 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i5zDgXMcR3BzhkF off=14201493 len=417511 2024-09-13T00:36:40.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 2932 completed, throughput=5MB/sec 2024-09-13T00:36:40.094 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QH0xYXjBHjKa9Sw off=6220065 len=794812 2024-09-13T00:36:40.101 INFO:tasks.workunit.client.0.smithi032.stdout:op 2933 completed, throughput=5MB/sec 2024-09-13T00:36:40.101 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y6Wc_VJ1dzBG-fw off=4065946 len=690341 2024-09-13T00:36:40.109 INFO:tasks.workunit.client.0.smithi032.stdout:op 2934 completed, throughput=5MB/sec 2024-09-13T00:36:40.109 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ds9MBFfCZvSMPvB off=2540935 len=1114594 2024-09-13T00:36:40.112 INFO:tasks.workunit.client.0.smithi032.stdout:op 2935 completed, throughput=5MB/sec 2024-09-13T00:36:41.112 INFO:tasks.workunit.client.0.smithi032.stdout: 573: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:41.113 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hrPJdUb6p9Vblj7 off=1858602 len=914038 2024-09-13T00:36:41.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 2936 completed, throughput=4.99MB/sec 2024-09-13T00:36:41.121 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ClF6GGnQ0EdNoeR off=1316708 len=1503129 2024-09-13T00:36:41.132 INFO:tasks.workunit.client.0.smithi032.stdout:op 2937 completed, throughput=5MB/sec 2024-09-13T00:36:41.132 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eEqPR0qca1OP3jK off=8360776 len=1803022 2024-09-13T00:36:41.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 2938 completed, throughput=5MB/sec 2024-09-13T00:36:41.145 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NabJcyAJGHU9lIJ off=819399 len=383600 2024-09-13T00:36:41.147 INFO:tasks.workunit.client.0.smithi032.stdout:op 2939 completed, throughput=5MB/sec 2024-09-13T00:36:41.147 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D_BTu_lJ5DzV6P- off=697033 len=1071379 2024-09-13T00:36:41.149 INFO:tasks.workunit.client.0.smithi032.stdout:op 2940 completed, throughput=5MB/sec 2024-09-13T00:36:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:41 smithi032 bash[75510]: cluster 2024-09-13T00:36:39.815571+0000 mgr.y (mgr.34107) 1017 : cluster [DBG] pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:36:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:41 smithi032 bash[75510]: audit 2024-09-13T00:36:40.171784+0000 mon.a (mon.0) 2233 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:36:41.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:41 smithi032 bash[76677]: cluster 2024-09-13T00:36:39.815571+0000 mgr.y (mgr.34107) 1017 : cluster [DBG] pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:36:41.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:41 smithi032 bash[76677]: audit 2024-09-13T00:36:40.171784+0000 mon.a (mon.0) 2233 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:36:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:41 smithi053 bash[67631]: cluster 2024-09-13T00:36:39.815571+0000 mgr.y (mgr.34107) 1017 : cluster [DBG] pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:36:41.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:41 smithi053 bash[67631]: audit 2024-09-13T00:36:40.171784+0000 mon.a (mon.0) 2233 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:36:42.149 INFO:tasks.workunit.client.0.smithi032.stdout: 574: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:42.149 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x6QP60VbhMP0wJw off=18683773 len=314943 2024-09-13T00:36:42.151 INFO:tasks.workunit.client.0.smithi032.stdout:op 2941 completed, throughput=4.99MB/sec 2024-09-13T00:36:42.151 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1i50Ksu1h3M8zhj off=1262279 len=1774632 2024-09-13T00:36:42.166 INFO:tasks.workunit.client.0.smithi032.stdout:op 2942 completed, throughput=5MB/sec 2024-09-13T00:36:42.166 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ynxTKkJCfD1ZDI2 off=4238564 len=1171285 2024-09-13T00:36:42.169 INFO:tasks.workunit.client.0.smithi032.stdout:op 2943 completed, throughput=5MB/sec 2024-09-13T00:36:42.170 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w65ZYmPakYqFstk off=13593569 len=1631337 2024-09-13T00:36:42.181 INFO:tasks.workunit.client.0.smithi032.stdout:op 2944 completed, throughput=5MB/sec 2024-09-13T00:36:42.181 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2aTCHszPEkaqLPU off=15167605 len=889303 2024-09-13T00:36:42.189 INFO:tasks.workunit.client.0.smithi032.stdout:op 2945 completed, throughput=5MB/sec 2024-09-13T00:36:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:36:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:36:42] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T00:36:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:36:42 smithi053 bash[94430]: ts=2024-09-13T00:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:36:43.192 INFO:tasks.workunit.client.0.smithi032.stdout: 575: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:43.192 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XP8XFaJeaiyX1t_ off=2007905 len=1445473 2024-09-13T00:36:43.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 2946 completed, throughput=5MB/sec 2024-09-13T00:36:43.194 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U87ejYHp1JXoPt1 off=1839866 len=1811330 2024-09-13T00:36:43.208 INFO:tasks.workunit.client.0.smithi032.stdout:op 2947 completed, throughput=5MB/sec 2024-09-13T00:36:43.208 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2Iy9gjtihuT3IFY off=12958449 len=1195392 2024-09-13T00:36:43.217 INFO:tasks.workunit.client.0.smithi032.stdout:op 2948 completed, throughput=5MB/sec 2024-09-13T00:36:43.217 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vWkSFGoiFyKiXKa off=7196649 len=1771484 2024-09-13T00:36:43.230 INFO:tasks.workunit.client.0.smithi032.stdout:op 2949 completed, throughput=5MB/sec 2024-09-13T00:36:43.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:43 smithi032 bash[76677]: cluster 2024-09-13T00:36:41.816713+0000 mgr.y (mgr.34107) 1018 : cluster [DBG] pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:36:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:43 smithi032 bash[75510]: cluster 2024-09-13T00:36:41.816713+0000 mgr.y (mgr.34107) 1018 : cluster [DBG] pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:36:43.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:43 smithi053 bash[67631]: cluster 2024-09-13T00:36:41.816713+0000 mgr.y (mgr.34107) 1018 : cluster [DBG] pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:36:44.230 INFO:tasks.workunit.client.0.smithi032.stdout: 576: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:44.231 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zVuzraXFIzQhnM7 off=5797125 len=374651 2024-09-13T00:36:44.232 INFO:tasks.workunit.client.0.smithi032.stdout:op 2950 completed, throughput=4.99MB/sec 2024-09-13T00:36:44.233 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BZbmL-G7pDI6dbo off=4277901 len=1898640 2024-09-13T00:36:44.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 2951 completed, throughput=5MB/sec 2024-09-13T00:36:44.237 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8VZ7g4CBoIPdMxM off=986126 len=1327712 2024-09-13T00:36:44.248 INFO:tasks.workunit.client.0.smithi032.stdout:op 2952 completed, throughput=5MB/sec 2024-09-13T00:36:44.249 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6zN4hgRCd5tttTj off=198274 len=974922 2024-09-13T00:36:44.257 INFO:tasks.workunit.client.0.smithi032.stdout:op 2953 completed, throughput=5MB/sec 2024-09-13T00:36:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: 577: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:45.258 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ymtmda-C9Ol9b6y off=7867934 len=905993 2024-09-13T00:36:45.267 INFO:tasks.workunit.client.0.smithi032.stdout:op 2954 completed, throughput=4.99MB/sec 2024-09-13T00:36:45.267 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WXYyZzqqml5zC2E off=15929511 len=559859 2024-09-13T00:36:45.269 INFO:tasks.workunit.client.0.smithi032.stdout:op 2955 completed, throughput=5MB/sec 2024-09-13T00:36:45.269 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4QyXOVzDpBrjP62 off=13976608 len=664797 2024-09-13T00:36:45.277 INFO:tasks.workunit.client.0.smithi032.stdout:op 2956 completed, throughput=5MB/sec 2024-09-13T00:36:45.277 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GtZ0MYiCYE_qsgg off=3068082 len=363538 2024-09-13T00:36:45.278 INFO:tasks.workunit.client.0.smithi032.stdout:op 2957 completed, throughput=5MB/sec 2024-09-13T00:36:45.278 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MMocw1GGgoOmG_H off=7305815 len=929047 2024-09-13T00:36:45.281 INFO:tasks.workunit.client.0.smithi032.stdout:op 2958 completed, throughput=5MB/sec 2024-09-13T00:36:45.281 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tZBRfPgci9NPSYg off=2793644 len=412975 2024-09-13T00:36:45.287 INFO:tasks.workunit.client.0.smithi032.stdout:op 2959 completed, throughput=5MB/sec 2024-09-13T00:36:45.287 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PgjwNGeZM_t_tfB off=1240506 len=1353639 2024-09-13T00:36:45.298 INFO:tasks.workunit.client.0.smithi032.stdout:op 2960 completed, throughput=5MB/sec 2024-09-13T00:36:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:45 smithi032 bash[75510]: cluster 2024-09-13T00:36:43.817793+0000 mgr.y (mgr.34107) 1019 : cluster [DBG] pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:36:45.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:45 smithi032 bash[76677]: cluster 2024-09-13T00:36:43.817793+0000 mgr.y (mgr.34107) 1019 : cluster [DBG] pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:36:45.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:45 smithi053 bash[67631]: cluster 2024-09-13T00:36:43.817793+0000 mgr.y (mgr.34107) 1019 : cluster [DBG] pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:36:46.298 INFO:tasks.workunit.client.0.smithi032.stdout: 578: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:46.299 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VfHn_Dl76oL-7Gc off=4570467 len=1459894 2024-09-13T00:36:46.302 INFO:tasks.workunit.client.0.smithi032.stdout:op 2961 completed, throughput=4.99MB/sec 2024-09-13T00:36:46.302 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NNfD1htQWmVip0x off=7840317 len=849565 2024-09-13T00:36:46.310 INFO:tasks.workunit.client.0.smithi032.stdout:op 2962 completed, throughput=5MB/sec 2024-09-13T00:36:46.310 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cwqLjQn6Aw42aBS off=137566 len=326075 2024-09-13T00:36:46.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 2963 completed, throughput=5MB/sec 2024-09-13T00:36:46.316 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wQLeJZNApL3x6Dj off=293639 len=1667460 2024-09-13T00:36:46.328 INFO:tasks.workunit.client.0.smithi032.stdout:op 2964 completed, throughput=5MB/sec 2024-09-13T00:36:46.328 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VYCz3yRCo77nYJV off=10151091 len=2012903 2024-09-13T00:36:46.341 INFO:tasks.workunit.client.0.smithi032.stdout:op 2965 completed, throughput=5MB/sec 2024-09-13T00:36:47.342 INFO:tasks.workunit.client.0.smithi032.stdout: 579: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:47.342 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CyjZFcfDcJKBQf9 off=1053859 len=842999 2024-09-13T00:36:47.344 INFO:tasks.workunit.client.0.smithi032.stdout:op 2966 completed, throughput=5MB/sec 2024-09-13T00:36:47.345 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-F7PmEoBIEU29Da8 off=659226 len=1244313 2024-09-13T00:36:47.354 INFO:tasks.workunit.client.0.smithi032.stdout:op 2967 completed, throughput=5MB/sec 2024-09-13T00:36:47.354 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9IEa3CDqw3CvnYv off=4589821 len=187416 2024-09-13T00:36:47.356 INFO:tasks.workunit.client.0.smithi032.stdout:op 2968 completed, throughput=5MB/sec 2024-09-13T00:36:47.356 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AdZ3v0sjHFxSbbG off=2080030 len=1633404 2024-09-13T00:36:47.367 INFO:tasks.workunit.client.0.smithi032.stdout:op 2969 completed, throughput=5MB/sec 2024-09-13T00:36:47.367 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y7D5xpI86WP4z__ off=11762458 len=155593 2024-09-13T00:36:47.372 INFO:tasks.workunit.client.0.smithi032.stdout:op 2970 completed, throughput=5MB/sec 2024-09-13T00:36:47.372 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-l9Ni5GZ-MuFCDRR off=1774594 len=264572 2024-09-13T00:36:47.377 INFO:tasks.workunit.client.0.smithi032.stdout:op 2971 completed, throughput=5MB/sec 2024-09-13T00:36:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:47 smithi032 bash[75510]: cluster 2024-09-13T00:36:45.818793+0000 mgr.y (mgr.34107) 1020 : cluster [DBG] pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:36:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:47 smithi032 bash[76677]: cluster 2024-09-13T00:36:45.818793+0000 mgr.y (mgr.34107) 1020 : cluster [DBG] pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:36:47.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:47 smithi053 bash[67631]: cluster 2024-09-13T00:36:45.818793+0000 mgr.y (mgr.34107) 1020 : cluster [DBG] pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:36:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: 580: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:48.377 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tE5QmgLZMmv5q8w off=1663587 len=608522 2024-09-13T00:36:48.384 INFO:tasks.workunit.client.0.smithi032.stdout:op 2972 completed, throughput=4.99MB/sec 2024-09-13T00:36:48.384 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WifDFeeebzlD-db off=8321745 len=1422421 2024-09-13T00:36:48.388 INFO:tasks.workunit.client.0.smithi032.stdout:op 2973 completed, throughput=5MB/sec 2024-09-13T00:36:48.388 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wlna0viTX30f8er off=15050429 len=571466 2024-09-13T00:36:48.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 2974 completed, throughput=5MB/sec 2024-09-13T00:36:48.395 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x2MGq8oQCb5LhOE off=13770110 len=1517812 2024-09-13T00:36:48.400 INFO:tasks.workunit.client.0.smithi032.stdout:op 2975 completed, throughput=5MB/sec 2024-09-13T00:36:48.400 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Qj-PQkEwTec7Ecc off=7346715 len=1189111 2024-09-13T00:36:48.403 INFO:tasks.workunit.client.0.smithi032.stdout:op 2976 completed, throughput=5MB/sec 2024-09-13T00:36:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: 581: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:49.404 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YiPxiC1lEy-BMTt off=9193376 len=1323477 2024-09-13T00:36:49.407 INFO:tasks.workunit.client.0.smithi032.stdout:op 2977 completed, throughput=4.99MB/sec 2024-09-13T00:36:49.407 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MT5969FOzOzeUVV off=15176263 len=1137371 2024-09-13T00:36:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:49 smithi032 bash[75510]: cluster 2024-09-13T00:36:47.819717+0000 mgr.y (mgr.34107) 1021 : cluster [DBG] pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:36:49.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:49 smithi032 bash[76677]: cluster 2024-09-13T00:36:47.819717+0000 mgr.y (mgr.34107) 1021 : cluster [DBG] pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:36:49.416 INFO:tasks.workunit.client.0.smithi032.stdout:op 2978 completed, throughput=5MB/sec 2024-09-13T00:36:49.416 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ldhQAs4HboPPl2w off=14118324 len=1587300 2024-09-13T00:36:49.429 INFO:tasks.workunit.client.0.smithi032.stdout:op 2979 completed, throughput=5MB/sec 2024-09-13T00:36:49.429 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IlMQpi-wwCH1k1_ off=8328243 len=1007903 2024-09-13T00:36:49.439 INFO:tasks.workunit.client.0.smithi032.stdout:op 2980 completed, throughput=5MB/sec 2024-09-13T00:36:49.439 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-t4Y8trlUQcpvjPF off=8905245 len=1399483 2024-09-13T00:36:49.441 INFO:tasks.workunit.client.0.smithi032.stdout:op 2981 completed, throughput=5MB/sec 2024-09-13T00:36:49.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:49 smithi053 bash[67631]: cluster 2024-09-13T00:36:47.819717+0000 mgr.y (mgr.34107) 1021 : cluster [DBG] pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:36:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: 582: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:50.442 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wrauBwItHfcJXMQ off=159827 len=714758 2024-09-13T00:36:50.444 INFO:tasks.workunit.client.0.smithi032.stdout:op 2982 completed, throughput=4.99MB/sec 2024-09-13T00:36:50.444 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LCArGOb4e9x4a80 off=10607501 len=274234 2024-09-13T00:36:50.446 INFO:tasks.workunit.client.0.smithi032.stdout:op 2983 completed, throughput=5MB/sec 2024-09-13T00:36:50.446 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NIgSZcyMFlcWvqh off=7063277 len=1394614 2024-09-13T00:36:50.456 INFO:tasks.workunit.client.0.smithi032.stdout:op 2984 completed, throughput=5MB/sec 2024-09-13T00:36:50.456 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oE8cmFpcS3eoDu7 off=15108942 len=33440 2024-09-13T00:36:50.457 INFO:tasks.workunit.client.0.smithi032.stdout:op 2985 completed, throughput=5MB/sec 2024-09-13T00:36:50.457 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LGi_x_06SNcBmoP off=42530 len=2084076 2024-09-13T00:36:50.472 INFO:tasks.workunit.client.0.smithi032.stdout:op 2986 completed, throughput=5MB/sec 2024-09-13T00:36:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:51 smithi032 bash[75510]: cluster 2024-09-13T00:36:49.820750+0000 mgr.y (mgr.34107) 1022 : cluster [DBG] pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:36:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:51 smithi032 bash[76677]: cluster 2024-09-13T00:36:49.820750+0000 mgr.y (mgr.34107) 1022 : cluster [DBG] pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:36:51.473 INFO:tasks.workunit.client.0.smithi032.stdout: 583: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:51.473 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jQGyTrC1_lb0eg9 off=1637524 len=1227649 2024-09-13T00:36:51.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 2987 completed, throughput=4.99MB/sec 2024-09-13T00:36:51.482 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--OeLaNuuHuRNoas off=11516119 len=520442 2024-09-13T00:36:51.484 INFO:tasks.workunit.client.0.smithi032.stdout:op 2988 completed, throughput=4.99MB/sec 2024-09-13T00:36:51.484 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SxCtr5PkxIzTyGj off=5453864 len=2072021 2024-09-13T00:36:51.488 INFO:tasks.workunit.client.0.smithi032.stdout:op 2989 completed, throughput=5MB/sec 2024-09-13T00:36:51.489 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eDZYumt6l2X-8k3 off=4006836 len=2053333 2024-09-13T00:36:51.491 INFO:tasks.workunit.client.0.smithi032.stdout:op 2990 completed, throughput=5MB/sec 2024-09-13T00:36:51.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:51 smithi053 bash[67631]: cluster 2024-09-13T00:36:49.820750+0000 mgr.y (mgr.34107) 1022 : cluster [DBG] pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:36:52.492 INFO:tasks.workunit.client.0.smithi032.stdout: 584: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:52.492 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OHBo0JdHXlyEgX4 off=8493994 len=2077271 2024-09-13T00:36:52.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 2991 completed, throughput=5MB/sec 2024-09-13T00:36:52.497 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uuclIaaJsTD8OBy off=6583864 len=846098 2024-09-13T00:36:52.500 INFO:tasks.workunit.client.0.smithi032.stdout:op 2992 completed, throughput=5MB/sec 2024-09-13T00:36:52.500 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qCCEQw25Rl8IH4I off=7824773 len=845095 2024-09-13T00:36:52.509 INFO:tasks.workunit.client.0.smithi032.stdout:op 2993 completed, throughput=5MB/sec 2024-09-13T00:36:52.509 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xokVJOEISLl9Oc6 off=3303111 len=1363136 2024-09-13T00:36:52.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 2994 completed, throughput=5MB/sec 2024-09-13T00:36:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:36:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:36:52] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T00:36:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:36:52 smithi053 bash[94430]: ts=2024-09-13T00:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:36:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:53 smithi032 bash[75510]: cluster 2024-09-13T00:36:51.821750+0000 mgr.y (mgr.34107) 1023 : cluster [DBG] pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:36:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:53 smithi032 bash[76677]: cluster 2024-09-13T00:36:51.821750+0000 mgr.y (mgr.34107) 1023 : cluster [DBG] pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:36:53.521 INFO:tasks.workunit.client.0.smithi032.stdout: 585: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:53.521 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ehSagu7rH7ob4O2 off=9640160 len=1109406 2024-09-13T00:36:53.530 INFO:tasks.workunit.client.0.smithi032.stdout:op 2995 completed, throughput=4.99MB/sec 2024-09-13T00:36:53.530 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-23wkYiK_NEfP9he off=20378141 len=1857470 2024-09-13T00:36:53.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:53 smithi053 bash[67631]: cluster 2024-09-13T00:36:51.821750+0000 mgr.y (mgr.34107) 1023 : cluster [DBG] pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:36:53.542 INFO:tasks.workunit.client.0.smithi032.stdout:op 2996 completed, throughput=5MB/sec 2024-09-13T00:36:53.542 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pdYb8QURh0yXhei off=1241384 len=570772 2024-09-13T00:36:53.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 2997 completed, throughput=5MB/sec 2024-09-13T00:36:53.544 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uMt7PVX954YF20P off=13408655 len=1334513 2024-09-13T00:36:53.555 INFO:tasks.workunit.client.0.smithi032.stdout:op 2998 completed, throughput=5MB/sec 2024-09-13T00:36:53.555 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-myl0MQ7gBlmI8pA off=6217211 len=1841477 2024-09-13T00:36:53.560 INFO:tasks.workunit.client.0.smithi032.stdout:op 2999 completed, throughput=5MB/sec 2024-09-13T00:36:54.560 INFO:tasks.workunit.client.0.smithi032.stdout: 586: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:54.561 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r1E51zynYTWoHAf off=3676351 len=1677201 2024-09-13T00:36:54.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 3000 completed, throughput=5MB/sec 2024-09-13T00:36:54.572 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c1XDGTvSKIbI97W off=597893 len=1096594 2024-09-13T00:36:54.575 INFO:tasks.workunit.client.0.smithi032.stdout:op 3001 completed, throughput=5MB/sec 2024-09-13T00:36:54.575 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q7YxOiupI89Qfl7 off=8134418 len=806088 2024-09-13T00:36:54.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 3002 completed, throughput=5MB/sec 2024-09-13T00:36:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:55 smithi032 bash[75510]: cluster 2024-09-13T00:36:53.822822+0000 mgr.y (mgr.34107) 1024 : cluster [DBG] pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T00:36:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:55 smithi032 bash[76677]: cluster 2024-09-13T00:36:53.822822+0000 mgr.y (mgr.34107) 1024 : cluster [DBG] pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T00:36:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:55 smithi053 bash[67631]: cluster 2024-09-13T00:36:53.822822+0000 mgr.y (mgr.34107) 1024 : cluster [DBG] pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T00:36:55.578 INFO:tasks.workunit.client.0.smithi032.stdout: 587: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:55.578 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pHCY_dMkPqoqsA_ off=5893218 len=1754207 2024-09-13T00:36:55.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 3003 completed, throughput=4.99MB/sec 2024-09-13T00:36:55.582 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9ETuaXOhHWHFy3A off=2263182 len=129466 2024-09-13T00:36:55.587 INFO:tasks.workunit.client.0.smithi032.stdout:op 3004 completed, throughput=4.99MB/sec 2024-09-13T00:36:55.587 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EOhbqv_-XnHZCc2 off=20395732 len=159475 2024-09-13T00:36:55.592 INFO:tasks.workunit.client.0.smithi032.stdout:op 3005 completed, throughput=4.99MB/sec 2024-09-13T00:36:55.592 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fIAIv3uW7PMswZG off=7330189 len=922689 2024-09-13T00:36:55.595 INFO:tasks.workunit.client.0.smithi032.stdout:op 3006 completed, throughput=5MB/sec 2024-09-13T00:36:55.595 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KNljh0b-wxy-vjs off=7154329 len=1825582 2024-09-13T00:36:55.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 3007 completed, throughput=5MB/sec 2024-09-13T00:36:55.599 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TazQndCs3pcQg2k off=9461123 len=701142 2024-09-13T00:36:55.601 INFO:tasks.workunit.client.0.smithi032.stdout:op 3008 completed, throughput=5MB/sec 2024-09-13T00:36:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:56 smithi032 bash[76677]: audit 2024-09-13T00:36:55.172127+0000 mon.a (mon.0) 2234 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:36:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:56 smithi032 bash[75510]: audit 2024-09-13T00:36:55.172127+0000 mon.a (mon.0) 2234 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:36:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:56 smithi053 bash[67631]: audit 2024-09-13T00:36:55.172127+0000 mon.a (mon.0) 2234 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:36:56.601 INFO:tasks.workunit.client.0.smithi032.stdout: 588: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:56.601 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5fsk7p9RpBrWW5d off=5030385 len=955051 2024-09-13T00:36:56.610 INFO:tasks.workunit.client.0.smithi032.stdout:op 3009 completed, throughput=4.99MB/sec 2024-09-13T00:36:56.610 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xr81MMfDnz4eJQ5 off=3932513 len=648034 2024-09-13T00:36:56.613 INFO:tasks.workunit.client.0.smithi032.stdout:op 3010 completed, throughput=4.99MB/sec 2024-09-13T00:36:56.613 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KByqL7KxIeRPiD4 off=1066802 len=1111692 2024-09-13T00:36:56.621 INFO:tasks.workunit.client.0.smithi032.stdout:op 3011 completed, throughput=5MB/sec 2024-09-13T00:36:56.621 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ErT6NlwSM2bjXsU off=8523877 len=1866806 2024-09-13T00:36:56.636 INFO:tasks.workunit.client.0.smithi032.stdout:op 3012 completed, throughput=5MB/sec 2024-09-13T00:36:56.636 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MxuDT7zylv36sKx off=15399399 len=693891 2024-09-13T00:36:56.643 INFO:tasks.workunit.client.0.smithi032.stdout:op 3013 completed, throughput=5MB/sec 2024-09-13T00:36:56.643 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QVfewPTEwWYKdbG off=2134730 len=334106 2024-09-13T00:36:56.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 3014 completed, throughput=5MB/sec 2024-09-13T00:36:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:57 smithi032 bash[75510]: cluster 2024-09-13T00:36:55.823723+0000 mgr.y (mgr.34107) 1025 : cluster [DBG] pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T00:36:57.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:57 smithi032 bash[76677]: cluster 2024-09-13T00:36:55.823723+0000 mgr.y (mgr.34107) 1025 : cluster [DBG] pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T00:36:57.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:57 smithi053 bash[67631]: cluster 2024-09-13T00:36:55.823723+0000 mgr.y (mgr.34107) 1025 : cluster [DBG] pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T00:36:57.645 INFO:tasks.workunit.client.0.smithi032.stdout: 589: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:57.645 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4dW_8ChVQnk_gOx off=1777432 len=644896 2024-09-13T00:36:57.653 INFO:tasks.workunit.client.0.smithi032.stdout:op 3015 completed, throughput=4.99MB/sec 2024-09-13T00:36:57.653 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t_M54pHM3UHd7hi off=180835 len=216143 2024-09-13T00:36:57.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 3016 completed, throughput=4.99MB/sec 2024-09-13T00:36:57.659 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mWm-N8WS6sNGQ1- off=11697742 len=712843 2024-09-13T00:36:57.661 INFO:tasks.workunit.client.0.smithi032.stdout:op 3017 completed, throughput=4.99MB/sec 2024-09-13T00:36:57.662 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U_QRiidXaO_qjHT off=7448488 len=1760443 2024-09-13T00:36:57.666 INFO:tasks.workunit.client.0.smithi032.stdout:op 3018 completed, throughput=5MB/sec 2024-09-13T00:36:57.666 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9X5tdvYD_m66C5v off=1157056 len=427593 2024-09-13T00:36:57.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 3019 completed, throughput=5MB/sec 2024-09-13T00:36:57.672 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XxH-HVS87E2Y1AG off=0 len=1300423 2024-09-13T00:36:57.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 3020 completed, throughput=5MB/sec 2024-09-13T00:36:57.677 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v2YZa1YMeH1TJHm off=4179688 len=1075799 2024-09-13T00:36:57.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 3021 completed, throughput=5MB/sec 2024-09-13T00:36:58.688 INFO:tasks.workunit.client.0.smithi032.stdout: 590: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:58.688 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c6ErW3HOi8oubPQ off=1314428 len=1956454 2024-09-13T00:36:58.692 INFO:tasks.workunit.client.0.smithi032.stdout:op 3022 completed, throughput=5MB/sec 2024-09-13T00:36:58.692 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p34tQxTRZY27awf off=6879494 len=1376418 2024-09-13T00:36:58.697 INFO:tasks.workunit.client.0.smithi032.stdout:op 3023 completed, throughput=5MB/sec 2024-09-13T00:36:58.697 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K-C2bQ8oxWG2vIR off=327565 len=397579 2024-09-13T00:36:58.704 INFO:tasks.workunit.client.0.smithi032.stdout:op 3024 completed, throughput=5MB/sec 2024-09-13T00:36:58.704 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GCmsI_O9JgaiiaY off=233761 len=1653842 2024-09-13T00:36:58.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 3025 completed, throughput=5MB/sec 2024-09-13T00:36:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:36:59 smithi032 bash[75510]: cluster 2024-09-13T00:36:57.824645+0000 mgr.y (mgr.34107) 1026 : cluster [DBG] pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:36:59.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:36:59 smithi032 bash[76677]: cluster 2024-09-13T00:36:57.824645+0000 mgr.y (mgr.34107) 1026 : cluster [DBG] pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:36:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:36:59 smithi053 bash[67631]: cluster 2024-09-13T00:36:57.824645+0000 mgr.y (mgr.34107) 1026 : cluster [DBG] pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:36:59.715 INFO:tasks.workunit.client.0.smithi032.stdout: 591: throughput=4.99MB/sec pending data=0 2024-09-13T00:36:59.716 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LH8-689oLt2k5vR off=1407065 len=253879 2024-09-13T00:36:59.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 3026 completed, throughput=4.99MB/sec 2024-09-13T00:36:59.717 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Dn9-Rj91Ee7YKIj off=1309746 len=1229141 2024-09-13T00:36:59.720 INFO:tasks.workunit.client.0.smithi032.stdout:op 3027 completed, throughput=5MB/sec 2024-09-13T00:36:59.720 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5HQpEz-UWdfu4jc off=5575914 len=1389602 2024-09-13T00:36:59.725 INFO:tasks.workunit.client.0.smithi032.stdout:op 3028 completed, throughput=5MB/sec 2024-09-13T00:36:59.725 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_MbOSoyzWF6pL7z off=3021633 len=872124 2024-09-13T00:36:59.728 INFO:tasks.workunit.client.0.smithi032.stdout:op 3029 completed, throughput=5MB/sec 2024-09-13T00:36:59.728 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--GZ4uQSG7kcitGY off=2867250 len=1500981 2024-09-13T00:36:59.734 INFO:tasks.workunit.client.0.smithi032.stdout:op 3030 completed, throughput=5MB/sec 2024-09-13T00:37:00.737 INFO:tasks.workunit.client.0.smithi032.stdout: 592: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:00.738 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hV1VlDRD5-tV57C off=2653342 len=127752 2024-09-13T00:37:00.738 INFO:tasks.workunit.client.0.smithi032.stdout:op 3031 completed, throughput=4.99MB/sec 2024-09-13T00:37:00.738 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Sp7sl9Yw70roUXg off=8398565 len=211222 2024-09-13T00:37:00.738 INFO:tasks.workunit.client.0.smithi032.stdout:op 3032 completed, throughput=4.99MB/sec 2024-09-13T00:37:00.738 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yQkVyiZtBmlD-Zh off=8201526 len=603140 2024-09-13T00:37:00.744 INFO:tasks.workunit.client.0.smithi032.stdout:op 3033 completed, throughput=4.99MB/sec 2024-09-13T00:37:00.744 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3ZL_z4UyBK5ShHv off=3551128 len=747397 2024-09-13T00:37:00.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 3034 completed, throughput=5MB/sec 2024-09-13T00:37:00.746 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nVeCB4zRiUEljB2 off=133166 len=1798213 2024-09-13T00:37:00.750 INFO:tasks.workunit.client.0.smithi032.stdout:op 3035 completed, throughput=5MB/sec 2024-09-13T00:37:00.750 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-atNmsRVf0V3M91P off=2909633 len=550964 2024-09-13T00:37:00.753 INFO:tasks.workunit.client.0.smithi032.stdout:op 3036 completed, throughput=5MB/sec 2024-09-13T00:37:00.753 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-O707gLjaB1bVgPa off=1573809 len=727867 2024-09-13T00:37:00.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 3037 completed, throughput=5MB/sec 2024-09-13T00:37:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:01 smithi032 bash[75510]: cluster 2024-09-13T00:36:59.825628+0000 mgr.y (mgr.34107) 1027 : cluster [DBG] pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:37:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:01 smithi032 bash[75510]: audit 2024-09-13T00:37:00.745172+0000 mon.a (mon.0) 2235 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:37:01.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:01 smithi032 bash[76677]: cluster 2024-09-13T00:36:59.825628+0000 mgr.y (mgr.34107) 1027 : cluster [DBG] pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:37:01.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:01 smithi032 bash[76677]: audit 2024-09-13T00:37:00.745172+0000 mon.a (mon.0) 2235 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:37:01.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:01 smithi053 bash[67631]: cluster 2024-09-13T00:36:59.825628+0000 mgr.y (mgr.34107) 1027 : cluster [DBG] pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:37:01.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:01 smithi053 bash[67631]: audit 2024-09-13T00:37:00.745172+0000 mon.a (mon.0) 2235 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:37:01.761 INFO:tasks.workunit.client.0.smithi032.stdout: 593: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:01.761 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rITRyynY2rl_H1_ off=1837278 len=1114952 2024-09-13T00:37:01.765 INFO:tasks.workunit.client.0.smithi032.stdout:op 3038 completed, throughput=4.99MB/sec 2024-09-13T00:37:01.765 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VULjg1-O7q1-PNt off=6411227 len=1061682 2024-09-13T00:37:01.774 INFO:tasks.workunit.client.0.smithi032.stdout:op 3039 completed, throughput=5MB/sec 2024-09-13T00:37:01.774 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d1JQBVSdYoLTGXC off=19969800 len=369476 2024-09-13T00:37:01.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 3040 completed, throughput=5MB/sec 2024-09-13T00:37:01.780 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yIgW5RvWLLsW5Ow off=9875715 len=1657147 2024-09-13T00:37:01.783 INFO:tasks.workunit.client.0.smithi032.stdout:op 3041 completed, throughput=5MB/sec 2024-09-13T00:37:01.783 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JM45rKyKJP31pdS off=16053205 len=647339 2024-09-13T00:37:01.786 INFO:tasks.workunit.client.0.smithi032.stdout:op 3042 completed, throughput=5MB/sec 2024-09-13T00:37:01.786 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gRx9PaYUn2lHbLk off=3324695 len=686276 2024-09-13T00:37:01.793 INFO:tasks.workunit.client.0.smithi032.stdout:op 3043 completed, throughput=5MB/sec 2024-09-13T00:37:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:37:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:37:02] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-09-13T00:37:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:37:02 smithi053 bash[94430]: ts=2024-09-13T00:37:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:37:02.794 INFO:tasks.workunit.client.0.smithi032.stdout: 594: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:02.794 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pJc9ZNKSQ9Quisi off=6272657 len=1977436 2024-09-13T00:37:02.808 INFO:tasks.workunit.client.0.smithi032.stdout:op 3044 completed, throughput=5MB/sec 2024-09-13T00:37:02.808 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8I92lAlMKVnlpYI off=10176597 len=550535 2024-09-13T00:37:02.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 3045 completed, throughput=5MB/sec 2024-09-13T00:37:02.810 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uBd-FptVIN5dcZ2 off=2385837 len=204312 2024-09-13T00:37:02.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 3046 completed, throughput=5MB/sec 2024-09-13T00:37:02.815 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3yKhK0qIkiseQMO off=7340782 len=423081 2024-09-13T00:37:02.817 INFO:tasks.workunit.client.0.smithi032.stdout:op 3047 completed, throughput=5MB/sec 2024-09-13T00:37:02.817 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wlwoWQUWeJlWUtz off=4123527 len=540291 2024-09-13T00:37:02.819 INFO:tasks.workunit.client.0.smithi032.stdout:op 3048 completed, throughput=5MB/sec 2024-09-13T00:37:02.819 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mG9ivB6GQ2BuOe- off=15874335 len=859468 2024-09-13T00:37:02.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 3049 completed, throughput=5MB/sec 2024-09-13T00:37:02.821 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FMKIpxCZTMQMhIm off=25118897 len=139153 2024-09-13T00:37:02.826 INFO:tasks.workunit.client.0.smithi032.stdout:op 3050 completed, throughput=5MB/sec 2024-09-13T00:37:02.827 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ATPUv5zAi_fZt8C off=6732095 len=803884 2024-09-13T00:37:02.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 3051 completed, throughput=5MB/sec 2024-09-13T00:37:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:03 smithi032 bash[75510]: cluster 2024-09-13T00:37:01.826615+0000 mgr.y (mgr.34107) 1028 : cluster [DBG] pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:37:03.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:03 smithi032 bash[76677]: cluster 2024-09-13T00:37:01.826615+0000 mgr.y (mgr.34107) 1028 : cluster [DBG] pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:37:03.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:03 smithi053 bash[67631]: cluster 2024-09-13T00:37:01.826615+0000 mgr.y (mgr.34107) 1028 : cluster [DBG] pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:37:03.834 INFO:tasks.workunit.client.0.smithi032.stdout: 595: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:03.834 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YY7rrLhEGhn55L- off=12504981 len=1183389 2024-09-13T00:37:03.843 INFO:tasks.workunit.client.0.smithi032.stdout:op 3052 completed, throughput=4.99MB/sec 2024-09-13T00:37:03.843 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-grHaKmNi4hNdpqb off=287816 len=71905 2024-09-13T00:37:03.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 3053 completed, throughput=4.99MB/sec 2024-09-13T00:37:03.848 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Go_R6t2vXZ3Nnrd off=9304839 len=1891292 2024-09-13T00:37:03.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 3054 completed, throughput=5MB/sec 2024-09-13T00:37:03.852 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7vRZ5tY__cbjr1e off=294764 len=1638999 2024-09-13T00:37:03.856 INFO:tasks.workunit.client.0.smithi032.stdout:op 3055 completed, throughput=5MB/sec 2024-09-13T00:37:03.856 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ayBZ67eoQAfg_fn off=985727 len=194082 2024-09-13T00:37:03.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 3056 completed, throughput=5MB/sec 2024-09-13T00:37:04.861 INFO:tasks.workunit.client.0.smithi032.stdout: 596: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:04.861 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yq6oC7uC8nN2XPl off=3534476 len=1515055 2024-09-13T00:37:04.865 INFO:tasks.workunit.client.0.smithi032.stdout:op 3057 completed, throughput=4.99MB/sec 2024-09-13T00:37:04.865 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zTGa911bjRqY6h6 off=3095271 len=685401 2024-09-13T00:37:04.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 3058 completed, throughput=5MB/sec 2024-09-13T00:37:04.873 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9U2TYvNlaajzmoJ off=4292399 len=1863586 2024-09-13T00:37:04.878 INFO:tasks.workunit.client.0.smithi032.stdout:op 3059 completed, throughput=5MB/sec 2024-09-13T00:37:04.879 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8hA-VsnJjnt0Z6Z off=3873081 len=5836 2024-09-13T00:37:04.880 INFO:tasks.workunit.client.0.smithi032.stdout:op 3060 completed, throughput=5MB/sec 2024-09-13T00:37:04.880 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FST0bqSeUA4FH-_ off=3002854 len=1261589 2024-09-13T00:37:04.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 3061 completed, throughput=5MB/sec 2024-09-13T00:37:04.891 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9tqn9Ek3kPGBaNE off=1585945 len=1720480 2024-09-13T00:37:04.904 INFO:tasks.workunit.client.0.smithi032.stdout:op 3062 completed, throughput=5MB/sec 2024-09-13T00:37:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:05 smithi032 bash[75510]: cluster 2024-09-13T00:37:03.827701+0000 mgr.y (mgr.34107) 1029 : cluster [DBG] pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T00:37:05.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:05 smithi032 bash[76677]: cluster 2024-09-13T00:37:03.827701+0000 mgr.y (mgr.34107) 1029 : cluster [DBG] pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T00:37:05.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:05 smithi053 bash[67631]: cluster 2024-09-13T00:37:03.827701+0000 mgr.y (mgr.34107) 1029 : cluster [DBG] pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T00:37:05.904 INFO:tasks.workunit.client.0.smithi032.stdout: 597: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:05.904 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_Lv5VSBrr2ZNKji off=3750617 len=1748568 2024-09-13T00:37:05.905 INFO:tasks.workunit.client.0.smithi032.stdout:op 3063 completed, throughput=5MB/sec 2024-09-13T00:37:05.906 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ks-JtpYv9CnXPwX off=9597274 len=1743139 2024-09-13T00:37:05.913 INFO:tasks.workunit.client.0.smithi032.stdout:op 3064 completed, throughput=5MB/sec 2024-09-13T00:37:05.913 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a8x0IngVHJ22yvg off=1030101 len=352317 2024-09-13T00:37:05.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 3065 completed, throughput=5MB/sec 2024-09-13T00:37:06.914 INFO:tasks.workunit.client.0.smithi032.stdout: 598: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:06.914 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iyVol34gzKu0lhs off=7322322 len=278959 2024-09-13T00:37:06.915 INFO:tasks.workunit.client.0.smithi032.stdout:op 3066 completed, throughput=4.99MB/sec 2024-09-13T00:37:06.915 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9WxZZUgDPmVKBub off=14121365 len=1316522 2024-09-13T00:37:06.925 INFO:tasks.workunit.client.0.smithi032.stdout:op 3067 completed, throughput=4.99MB/sec 2024-09-13T00:37:06.925 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BjiwsxlLAKX24UP off=395132 len=1611803 2024-09-13T00:37:06.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 3068 completed, throughput=5MB/sec 2024-09-13T00:37:06.935 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lwujvZ8RNwi2gsR off=6079512 len=1941875 2024-09-13T00:37:06.941 INFO:tasks.workunit.client.0.smithi032.stdout:op 3069 completed, throughput=5MB/sec 2024-09-13T00:37:06.941 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZfvOQ-i-ygM6I-f off=6286578 len=2058920 2024-09-13T00:37:06.945 INFO:tasks.workunit.client.0.smithi032.stdout:op 3070 completed, throughput=5MB/sec 2024-09-13T00:37:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[75510]: cluster 2024-09-13T00:37:05.828411+0000 mgr.y (mgr.34107) 1030 : cluster [DBG] pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T00:37:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[75510]: audit 2024-09-13T00:37:06.189682+0000 mon.a (mon.0) 2236 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[75510]: audit 2024-09-13T00:37:06.194014+0000 mon.a (mon.0) 2237 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[75510]: audit 2024-09-13T00:37:06.436659+0000 mon.a (mon.0) 2238 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[75510]: audit 2024-09-13T00:37:06.445597+0000 mon.a (mon.0) 2239 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[75510]: audit 2024-09-13T00:37:06.871166+0000 mon.a (mon.0) 2240 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:37:07.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[75510]: audit 2024-09-13T00:37:06.872551+0000 mon.a (mon.0) 2241 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:37:07.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[75510]: audit 2024-09-13T00:37:06.881289+0000 mon.a (mon.0) 2242 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[76677]: cluster 2024-09-13T00:37:05.828411+0000 mgr.y (mgr.34107) 1030 : cluster [DBG] pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T00:37:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[76677]: audit 2024-09-13T00:37:06.189682+0000 mon.a (mon.0) 2236 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[76677]: audit 2024-09-13T00:37:06.194014+0000 mon.a (mon.0) 2237 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[76677]: audit 2024-09-13T00:37:06.436659+0000 mon.a (mon.0) 2238 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[76677]: audit 2024-09-13T00:37:06.445597+0000 mon.a (mon.0) 2239 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[76677]: audit 2024-09-13T00:37:06.871166+0000 mon.a (mon.0) 2240 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:37:07.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[76677]: audit 2024-09-13T00:37:06.872551+0000 mon.a (mon.0) 2241 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:37:07.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:07 smithi032 bash[76677]: audit 2024-09-13T00:37:06.881289+0000 mon.a (mon.0) 2242 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:07 smithi053 bash[67631]: cluster 2024-09-13T00:37:05.828411+0000 mgr.y (mgr.34107) 1030 : cluster [DBG] pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T00:37:07.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:07 smithi053 bash[67631]: audit 2024-09-13T00:37:06.189682+0000 mon.a (mon.0) 2236 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:07 smithi053 bash[67631]: audit 2024-09-13T00:37:06.194014+0000 mon.a (mon.0) 2237 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:07 smithi053 bash[67631]: audit 2024-09-13T00:37:06.436659+0000 mon.a (mon.0) 2238 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:07 smithi053 bash[67631]: audit 2024-09-13T00:37:06.445597+0000 mon.a (mon.0) 2239 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:07 smithi053 bash[67631]: audit 2024-09-13T00:37:06.871166+0000 mon.a (mon.0) 2240 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:37:07.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:07 smithi053 bash[67631]: audit 2024-09-13T00:37:06.872551+0000 mon.a (mon.0) 2241 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:37:07.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:07 smithi053 bash[67631]: audit 2024-09-13T00:37:06.881289+0000 mon.a (mon.0) 2242 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:37:07.945 INFO:tasks.workunit.client.0.smithi032.stdout: 599: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:07.945 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-34wHoSeJ-YAmtzZ off=1767379 len=1431876 2024-09-13T00:37:07.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 3071 completed, throughput=5MB/sec 2024-09-13T00:37:07.949 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3DwLzjdqenSY0Zd off=10825752 len=1481122 2024-09-13T00:37:07.959 INFO:tasks.workunit.client.0.smithi032.stdout:op 3072 completed, throughput=5MB/sec 2024-09-13T00:37:07.959 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Jn6tc4YZsP5ZVON off=0 len=1780605 2024-09-13T00:37:07.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 3073 completed, throughput=5MB/sec 2024-09-13T00:37:08.964 INFO:tasks.workunit.client.0.smithi032.stdout: 600: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:08.964 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sX10nDNQnhHZvVq off=221925 len=403206 2024-09-13T00:37:08.970 INFO:tasks.workunit.client.0.smithi032.stdout:op 3074 completed, throughput=4.99MB/sec 2024-09-13T00:37:08.970 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v5UYoCzY21aeoze off=5023114 len=545086 2024-09-13T00:37:08.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 3075 completed, throughput=5MB/sec 2024-09-13T00:37:08.977 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yGNvWwvQisSmQaB off=14703382 len=809438 2024-09-13T00:37:08.985 INFO:tasks.workunit.client.0.smithi032.stdout:op 3076 completed, throughput=5MB/sec 2024-09-13T00:37:08.985 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R5ehG_aDOAwsRBs off=5436896 len=243069 2024-09-13T00:37:08.986 INFO:tasks.workunit.client.0.smithi032.stdout:op 3077 completed, throughput=5MB/sec 2024-09-13T00:37:08.986 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Y8i5u4DuFEiO-uM off=636590 len=1319067 2024-09-13T00:37:08.998 INFO:tasks.workunit.client.0.smithi032.stdout:op 3078 completed, throughput=5MB/sec 2024-09-13T00:37:08.998 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4w_aANYmLnBYJP8 off=7726443 len=566090 2024-09-13T00:37:09.003 INFO:tasks.workunit.client.0.smithi032.stdout:op 3079 completed, throughput=5MB/sec 2024-09-13T00:37:09.003 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mbAMiuxrMC4PEFD off=2762065 len=1580647 2024-09-13T00:37:09.014 INFO:tasks.workunit.client.0.smithi032.stdout:op 3080 completed, throughput=5MB/sec 2024-09-13T00:37:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:09 smithi032 bash[75510]: cluster 2024-09-13T00:37:07.829425+0000 mgr.y (mgr.34107) 1031 : cluster [DBG] pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-13T00:37:09.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:09 smithi032 bash[76677]: cluster 2024-09-13T00:37:07.829425+0000 mgr.y (mgr.34107) 1031 : cluster [DBG] pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-13T00:37:09.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:09 smithi053 bash[67631]: cluster 2024-09-13T00:37:07.829425+0000 mgr.y (mgr.34107) 1031 : cluster [DBG] pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-13T00:37:10.014 INFO:tasks.workunit.client.0.smithi032.stdout: 601: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:10.014 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GdH44TVT2y6AOKY off=502759 len=1523336 2024-09-13T00:37:10.018 INFO:tasks.workunit.client.0.smithi032.stdout:op 3081 completed, throughput=5MB/sec 2024-09-13T00:37:10.018 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MkI-Nv-rTgLSas9 off=3926391 len=1513534 2024-09-13T00:37:10.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 3082 completed, throughput=5MB/sec 2024-09-13T00:37:10.027 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M4gtgPQqJ65jtta off=4708963 len=713993 2024-09-13T00:37:10.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 3083 completed, throughput=5MB/sec 2024-09-13T00:37:10.030 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-626ilCEMDXQbyDK off=7637812 len=363866 2024-09-13T00:37:10.036 INFO:tasks.workunit.client.0.smithi032.stdout:op 3084 completed, throughput=5MB/sec 2024-09-13T00:37:11.036 INFO:tasks.workunit.client.0.smithi032.stdout: 602: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:11.036 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XSfSOk3PwZC6Svs off=6220571 len=1391342 2024-09-13T00:37:11.040 INFO:tasks.workunit.client.0.smithi032.stdout:op 3085 completed, throughput=4.99MB/sec 2024-09-13T00:37:11.040 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kHsOLfIphGlBsca off=732936 len=1174949 2024-09-13T00:37:11.042 INFO:tasks.workunit.client.0.smithi032.stdout:op 3086 completed, throughput=5MB/sec 2024-09-13T00:37:11.042 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J96jLIKjTk5qt-Y off=9190400 len=646111 2024-09-13T00:37:11.044 INFO:tasks.workunit.client.0.smithi032.stdout:op 3087 completed, throughput=5MB/sec 2024-09-13T00:37:11.044 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZrWUUXcuwaLMMgy off=192323 len=1317189 2024-09-13T00:37:11.054 INFO:tasks.workunit.client.0.smithi032.stdout:op 3088 completed, throughput=5MB/sec 2024-09-13T00:37:11.054 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x1JfhytHmp0hz57 off=11618967 len=588582 2024-09-13T00:37:11.056 INFO:tasks.workunit.client.0.smithi032.stdout:op 3089 completed, throughput=5MB/sec 2024-09-13T00:37:11.056 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hVAjdEIRJiCDGVm off=13473957 len=1333623 2024-09-13T00:37:11.065 INFO:tasks.workunit.client.0.smithi032.stdout:op 3090 completed, throughput=5MB/sec 2024-09-13T00:37:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:11 smithi032 bash[75510]: cluster 2024-09-13T00:37:09.830473+0000 mgr.y (mgr.34107) 1032 : cluster [DBG] pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:37:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:11 smithi032 bash[75510]: audit 2024-09-13T00:37:10.172630+0000 mon.a (mon.0) 2243 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:37:11.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:11 smithi032 bash[76677]: cluster 2024-09-13T00:37:09.830473+0000 mgr.y (mgr.34107) 1032 : cluster [DBG] pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:37:11.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:11 smithi032 bash[76677]: audit 2024-09-13T00:37:10.172630+0000 mon.a (mon.0) 2243 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:37:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:11 smithi053 bash[67631]: cluster 2024-09-13T00:37:09.830473+0000 mgr.y (mgr.34107) 1032 : cluster [DBG] pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:37:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:11 smithi053 bash[67631]: audit 2024-09-13T00:37:10.172630+0000 mon.a (mon.0) 2243 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:37:12.066 INFO:tasks.workunit.client.0.smithi032.stdout: 603: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:12.066 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i9-rnmmzPOmlhbf off=5566474 len=1018763 2024-09-13T00:37:12.068 INFO:tasks.workunit.client.0.smithi032.stdout:op 3091 completed, throughput=5MB/sec 2024-09-13T00:37:12.069 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-49DTkv1jedebrxZ off=47313 len=146017 2024-09-13T00:37:12.070 INFO:tasks.workunit.client.0.smithi032.stdout:op 3092 completed, throughput=5MB/sec 2024-09-13T00:37:12.070 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jX9iQFA5IhgfjR9 off=972006 len=1404418 2024-09-13T00:37:12.081 INFO:tasks.workunit.client.0.smithi032.stdout:op 3093 completed, throughput=5MB/sec 2024-09-13T00:37:12.081 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mQzRURTfp2tkYoR off=16936600 len=1369953 2024-09-13T00:37:12.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 3094 completed, throughput=5MB/sec 2024-09-13T00:37:12.084 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jrLJilfW_6Ympzv off=15947144 len=1373 2024-09-13T00:37:12.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 3095 completed, throughput=5MB/sec 2024-09-13T00:37:12.085 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rbCCFZtp30pJp0Y off=4317577 len=795595 2024-09-13T00:37:12.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 3096 completed, throughput=5MB/sec 2024-09-13T00:37:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:37:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:37:12] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:37:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:37:12 smithi053 bash[94430]: ts=2024-09-13T00:37:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:37:13.094 INFO:tasks.workunit.client.0.smithi032.stdout: 604: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:13.095 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D8tmRYYkc6WIzIX off=7969144 len=1730750 2024-09-13T00:37:13.107 INFO:tasks.workunit.client.0.smithi032.stdout:op 3097 completed, throughput=5MB/sec 2024-09-13T00:37:13.107 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gT-FsZYJPZr3nHj off=912277 len=2033047 2024-09-13T00:37:13.123 INFO:tasks.workunit.client.0.smithi032.stdout:op 3098 completed, throughput=5MB/sec 2024-09-13T00:37:13.123 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VS3YQkIE6lpDUw3 off=381911 len=1663893 2024-09-13T00:37:13.126 INFO:tasks.workunit.client.0.smithi032.stdout:op 3099 completed, throughput=5MB/sec 2024-09-13T00:37:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:13 smithi032 bash[75510]: cluster 2024-09-13T00:37:11.831424+0000 mgr.y (mgr.34107) 1033 : cluster [DBG] pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:37:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:13 smithi032 bash[76677]: cluster 2024-09-13T00:37:11.831424+0000 mgr.y (mgr.34107) 1033 : cluster [DBG] pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:37:13.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:13 smithi053 bash[67631]: cluster 2024-09-13T00:37:11.831424+0000 mgr.y (mgr.34107) 1033 : cluster [DBG] pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:37:14.126 INFO:tasks.workunit.client.0.smithi032.stdout: 605: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:14.126 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yabe5Jvk3mxgM-7 off=0 len=1835284 2024-09-13T00:37:14.130 INFO:tasks.workunit.client.0.smithi032.stdout:op 3100 completed, throughput=5MB/sec 2024-09-13T00:37:14.130 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QWKKoNxxxXYWIeh off=2639905 len=1687719 2024-09-13T00:37:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:op 3101 completed, throughput=5MB/sec 2024-09-13T00:37:14.144 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hS7madwI7G4nzNR off=0 len=1235477 2024-09-13T00:37:14.153 INFO:tasks.workunit.client.0.smithi032.stdout:op 3102 completed, throughput=5MB/sec 2024-09-13T00:37:14.153 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RSTPQhvE_1UUrvz off=11462942 len=1897617 2024-09-13T00:37:14.157 INFO:tasks.workunit.client.0.smithi032.stdout:op 3103 completed, throughput=5MB/sec 2024-09-13T00:37:15.158 INFO:tasks.workunit.client.0.smithi032.stdout: 606: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:15.158 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2cpc6Q7ds1PVPIG off=12115391 len=1565233 2024-09-13T00:37:15.171 INFO:tasks.workunit.client.0.smithi032.stdout:op 3104 completed, throughput=5MB/sec 2024-09-13T00:37:15.171 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RY_Tp3QEZH_l7X9 off=597898 len=1922501 2024-09-13T00:37:15.183 INFO:tasks.workunit.client.0.smithi032.stdout:op 3105 completed, throughput=5MB/sec 2024-09-13T00:37:15.184 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yESEtXsMF1FWMU6 off=3615314 len=440160 2024-09-13T00:37:15.185 INFO:tasks.workunit.client.0.smithi032.stdout:op 3106 completed, throughput=5MB/sec 2024-09-13T00:37:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:15 smithi032 bash[75510]: cluster 2024-09-13T00:37:13.832469+0000 mgr.y (mgr.34107) 1034 : cluster [DBG] pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:37:15.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:15 smithi032 bash[76677]: cluster 2024-09-13T00:37:13.832469+0000 mgr.y (mgr.34107) 1034 : cluster [DBG] pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:37:15.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:15 smithi053 bash[67631]: cluster 2024-09-13T00:37:13.832469+0000 mgr.y (mgr.34107) 1034 : cluster [DBG] pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:37:16.186 INFO:tasks.workunit.client.0.smithi032.stdout: 607: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:16.186 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GDVcTGNMM9n4aOq off=21355791 len=1533789 2024-09-13T00:37:16.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 3107 completed, throughput=4.99MB/sec 2024-09-13T00:37:16.191 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qkVS9UTT3mbYhiL off=5553903 len=9913 2024-09-13T00:37:16.192 INFO:tasks.workunit.client.0.smithi032.stdout:op 3108 completed, throughput=4.99MB/sec 2024-09-13T00:37:16.192 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3veUOGIPF9AeRsE off=8145320 len=157052 2024-09-13T00:37:16.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 3109 completed, throughput=4.99MB/sec 2024-09-13T00:37:16.197 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pMwEIHcKV-NtjV5 off=14898562 len=632503 2024-09-13T00:37:16.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 3110 completed, throughput=5MB/sec 2024-09-13T00:37:16.204 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zqj-SVIoYFeFniv off=10232102 len=1034139 2024-09-13T00:37:16.207 INFO:tasks.workunit.client.0.smithi032.stdout:op 3111 completed, throughput=5MB/sec 2024-09-13T00:37:16.207 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mpZmWHkaWg-c6SM off=2513875 len=591913 2024-09-13T00:37:16.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 3112 completed, throughput=5MB/sec 2024-09-13T00:37:16.214 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VObU66_BSX5iTFu off=951353 len=2005852 2024-09-13T00:37:16.228 INFO:tasks.workunit.client.0.smithi032.stdout:op 3113 completed, throughput=5MB/sec 2024-09-13T00:37:17.228 INFO:tasks.workunit.client.0.smithi032.stdout: 608: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:17.228 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q5CigEowUjYNjex off=1250485 len=753261 2024-09-13T00:37:17.231 INFO:tasks.workunit.client.0.smithi032.stdout:op 3114 completed, throughput=4.99MB/sec 2024-09-13T00:37:17.231 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Xt6dvC4d6WP7xMB off=2547895 len=844149 2024-09-13T00:37:17.234 INFO:tasks.workunit.client.0.smithi032.stdout:op 3115 completed, throughput=5MB/sec 2024-09-13T00:37:17.234 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rDjrWArw-VFwBXV off=16487966 len=956041 2024-09-13T00:37:17.242 INFO:tasks.workunit.client.0.smithi032.stdout:op 3116 completed, throughput=5MB/sec 2024-09-13T00:37:17.242 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dLHP3I1BhkV3EW8 off=17914633 len=1530048 2024-09-13T00:37:17.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 3117 completed, throughput=5MB/sec 2024-09-13T00:37:17.253 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-21nbBugOyMaqLdX off=20257512 len=1360589 2024-09-13T00:37:17.260 INFO:tasks.workunit.client.0.smithi032.stdout:op 3118 completed, throughput=5MB/sec 2024-09-13T00:37:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:17 smithi032 bash[75510]: cluster 2024-09-13T00:37:15.833386+0000 mgr.y (mgr.34107) 1035 : cluster [DBG] pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:37:17.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:17 smithi032 bash[76677]: cluster 2024-09-13T00:37:15.833386+0000 mgr.y (mgr.34107) 1035 : cluster [DBG] pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:37:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:17 smithi053 bash[67631]: cluster 2024-09-13T00:37:15.833386+0000 mgr.y (mgr.34107) 1035 : cluster [DBG] pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:37:18.261 INFO:tasks.workunit.client.0.smithi032.stdout: 609: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:18.261 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eVfN6pg_KH83sU1 off=2028368 len=345234 2024-09-13T00:37:18.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 3119 completed, throughput=4.99MB/sec 2024-09-13T00:37:18.263 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--qzfD9FH9Rn0MUU off=1547302 len=2089080 2024-09-13T00:37:18.267 INFO:tasks.workunit.client.0.smithi032.stdout:op 3120 completed, throughput=5MB/sec 2024-09-13T00:37:18.267 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mM9iUDU2y_7RwpP off=8451208 len=132912 2024-09-13T00:37:18.268 INFO:tasks.workunit.client.0.smithi032.stdout:op 3121 completed, throughput=5MB/sec 2024-09-13T00:37:18.268 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IHLdkvvespwI2Is off=0 len=1436691 2024-09-13T00:37:18.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 3122 completed, throughput=5MB/sec 2024-09-13T00:37:18.272 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5RJkezv64FikT2U off=15667972 len=1014308 2024-09-13T00:37:18.281 INFO:tasks.workunit.client.0.smithi032.stdout:op 3123 completed, throughput=5MB/sec 2024-09-13T00:37:19.281 INFO:tasks.workunit.client.0.smithi032.stdout: 610: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:19.281 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TNQVEdRsg3TOMYL off=2928601 len=1813197 2024-09-13T00:37:19.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 3124 completed, throughput=5MB/sec 2024-09-13T00:37:19.294 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UaTBB2p14iUUcIP off=7571881 len=1466354 2024-09-13T00:37:19.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 3125 completed, throughput=5MB/sec 2024-09-13T00:37:19.297 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_jxJi4gaMjDBXTS off=2443633 len=1444745 2024-09-13T00:37:19.299 INFO:tasks.workunit.client.0.smithi032.stdout:op 3126 completed, throughput=5MB/sec 2024-09-13T00:37:19.299 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IXBE1i22iHMcJds off=9804485 len=223820 2024-09-13T00:37:19.304 INFO:tasks.workunit.client.0.smithi032.stdout:op 3127 completed, throughput=5MB/sec 2024-09-13T00:37:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:19 smithi032 bash[75510]: cluster 2024-09-13T00:37:17.834272+0000 mgr.y (mgr.34107) 1036 : cluster [DBG] pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:37:19.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:19 smithi032 bash[76677]: cluster 2024-09-13T00:37:17.834272+0000 mgr.y (mgr.34107) 1036 : cluster [DBG] pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:37:19.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:19 smithi053 bash[67631]: cluster 2024-09-13T00:37:17.834272+0000 mgr.y (mgr.34107) 1036 : cluster [DBG] pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:37:20.305 INFO:tasks.workunit.client.0.smithi032.stdout: 611: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:20.305 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WsxA_NLtRIxc7dN off=2475608 len=1474920 2024-09-13T00:37:20.308 INFO:tasks.workunit.client.0.smithi032.stdout:op 3128 completed, throughput=4.99MB/sec 2024-09-13T00:37:20.308 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xRhztz4pjvVIGpf off=20048086 len=1705845 2024-09-13T00:37:20.325 INFO:tasks.workunit.client.0.smithi032.stdout:op 3129 completed, throughput=5MB/sec 2024-09-13T00:37:20.325 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_0KgHhzQEmYUjrE off=2782335 len=1769294 2024-09-13T00:37:20.329 INFO:tasks.workunit.client.0.smithi032.stdout:op 3130 completed, throughput=5MB/sec 2024-09-13T00:37:20.329 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NI6oULXj1tjvdEY off=16323922 len=777879 2024-09-13T00:37:20.332 INFO:tasks.workunit.client.0.smithi032.stdout:op 3131 completed, throughput=5MB/sec 2024-09-13T00:37:21.333 INFO:tasks.workunit.client.0.smithi032.stdout: 612: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:21.333 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Cb6CtmGDKd89n3A off=5659778 len=1239518 2024-09-13T00:37:21.336 INFO:tasks.workunit.client.0.smithi032.stdout:op 3132 completed, throughput=4.99MB/sec 2024-09-13T00:37:21.336 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DgU6Ls3Pd6gvQEd off=10069477 len=511452 2024-09-13T00:37:21.338 INFO:tasks.workunit.client.0.smithi032.stdout:op 3133 completed, throughput=5MB/sec 2024-09-13T00:37:21.338 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GKDFIryu6hlMPpA off=2392330 len=1201968 2024-09-13T00:37:21.348 INFO:tasks.workunit.client.0.smithi032.stdout:op 3134 completed, throughput=5MB/sec 2024-09-13T00:37:21.348 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--WnJinrLNGz_nYC off=7579789 len=2092006 2024-09-13T00:37:21.364 INFO:tasks.workunit.client.0.smithi032.stdout:op 3135 completed, throughput=5MB/sec 2024-09-13T00:37:21.364 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IhU_Y-J6QOt0y_r off=18982707 len=1863456 2024-09-13T00:37:21.366 INFO:tasks.workunit.client.0.smithi032.stdout:op 3136 completed, throughput=5MB/sec 2024-09-13T00:37:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:21 smithi032 bash[75510]: cluster 2024-09-13T00:37:19.835373+0000 mgr.y (mgr.34107) 1037 : cluster [DBG] pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:37:21.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:21 smithi032 bash[76677]: cluster 2024-09-13T00:37:19.835373+0000 mgr.y (mgr.34107) 1037 : cluster [DBG] pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:37:21.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:21 smithi053 bash[67631]: cluster 2024-09-13T00:37:19.835373+0000 mgr.y (mgr.34107) 1037 : cluster [DBG] pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:37:22.367 INFO:tasks.workunit.client.0.smithi032.stdout: 613: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:22.367 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hbWKRZXr24fRJ3J off=2993663 len=1074638 2024-09-13T00:37:22.376 INFO:tasks.workunit.client.0.smithi032.stdout:op 3137 completed, throughput=5MB/sec 2024-09-13T00:37:22.376 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U4alRnQXMvo24Rt off=1439236 len=1501497 2024-09-13T00:37:22.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 3138 completed, throughput=5MB/sec 2024-09-13T00:37:22.380 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rRVNfsliXwxfv6D off=3637715 len=94214 2024-09-13T00:37:22.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 3139 completed, throughput=5MB/sec 2024-09-13T00:37:22.385 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hoOFZ8tAkUxEJKN off=21663373 len=1194652 2024-09-13T00:37:22.393 INFO:tasks.workunit.client.0.smithi032.stdout:op 3140 completed, throughput=5MB/sec 2024-09-13T00:37:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:37:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:37:22] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:37:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:37:22 smithi053 bash[94430]: ts=2024-09-13T00:37:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:37:23.393 INFO:tasks.workunit.client.0.smithi032.stdout: 614: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:23.394 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uhH2Wz6yAmeFuam off=10038450 len=2018 2024-09-13T00:37:23.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 3141 completed, throughput=4.99MB/sec 2024-09-13T00:37:23.395 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FD_00w2VvH5tWZQ off=990146 len=257470 2024-09-13T00:37:23.401 INFO:tasks.workunit.client.0.smithi032.stdout:op 3142 completed, throughput=4.99MB/sec 2024-09-13T00:37:23.401 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iU434yPa_Uiyiqb off=2816682 len=1738260 2024-09-13T00:37:23.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 3143 completed, throughput=5MB/sec 2024-09-13T00:37:23.405 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EYBiwmLQDSoWZv4 off=12549798 len=860314 2024-09-13T00:37:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:23 smithi032 bash[75510]: cluster 2024-09-13T00:37:21.836405+0000 mgr.y (mgr.34107) 1038 : cluster [DBG] pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:37:23.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:23 smithi032 bash[76677]: cluster 2024-09-13T00:37:21.836405+0000 mgr.y (mgr.34107) 1038 : cluster [DBG] pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:37:23.414 INFO:tasks.workunit.client.0.smithi032.stdout:op 3144 completed, throughput=5MB/sec 2024-09-13T00:37:23.414 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VULjg1-O7q1-PNt off=12184913 len=2062818 2024-09-13T00:37:23.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 3145 completed, throughput=5MB/sec 2024-09-13T00:37:23.428 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--bExAz7mqW3rAh2 off=7356672 len=1212924 2024-09-13T00:37:23.431 INFO:tasks.workunit.client.0.smithi032.stdout:op 3146 completed, throughput=5MB/sec 2024-09-13T00:37:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:23 smithi053 bash[67631]: cluster 2024-09-13T00:37:21.836405+0000 mgr.y (mgr.34107) 1038 : cluster [DBG] pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:37:24.431 INFO:tasks.workunit.client.0.smithi032.stdout: 615: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:24.431 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cSXG3Z1SPFcjZna off=9354167 len=868423 2024-09-13T00:37:24.439 INFO:tasks.workunit.client.0.smithi032.stdout:op 3147 completed, throughput=4.99MB/sec 2024-09-13T00:37:24.439 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WPfmouFsZJcC3Xy off=943711 len=1962427 2024-09-13T00:37:24.453 INFO:tasks.workunit.client.0.smithi032.stdout:op 3148 completed, throughput=5MB/sec 2024-09-13T00:37:24.453 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VpaxMSo66dxeC9C off=9652297 len=2065320 2024-09-13T00:37:24.469 INFO:tasks.workunit.client.0.smithi032.stdout:op 3149 completed, throughput=5MB/sec 2024-09-13T00:37:24.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:24 smithi053 bash[67631]: cluster 2024-09-13T00:37:23.837517+0000 mgr.y (mgr.34107) 1039 : cluster [DBG] pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:37:24.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:24 smithi032 bash[75510]: cluster 2024-09-13T00:37:23.837517+0000 mgr.y (mgr.34107) 1039 : cluster [DBG] pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:37:24.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:24 smithi032 bash[76677]: cluster 2024-09-13T00:37:23.837517+0000 mgr.y (mgr.34107) 1039 : cluster [DBG] pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:37:25.470 INFO:tasks.workunit.client.0.smithi032.stdout: 616: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:25.470 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e7NoljDnEDwYDF3 off=14709758 len=1010824 2024-09-13T00:37:25.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 3150 completed, throughput=4.99MB/sec 2024-09-13T00:37:25.478 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IY8vPAbz377TQ2f off=913269 len=1627533 2024-09-13T00:37:25.491 INFO:tasks.workunit.client.0.smithi032.stdout:op 3151 completed, throughput=5MB/sec 2024-09-13T00:37:25.491 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UsjMuFyA8AfEWG2 off=0 len=1283698 2024-09-13T00:37:25.495 INFO:tasks.workunit.client.0.smithi032.stdout:op 3152 completed, throughput=5MB/sec 2024-09-13T00:37:25.495 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X2tjIXmX8Zi9OsZ off=4266131 len=793107 2024-09-13T00:37:25.504 INFO:tasks.workunit.client.0.smithi032.stdout:op 3153 completed, throughput=5MB/sec 2024-09-13T00:37:25.504 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N9pUL30FdiNx0ba off=7075954 len=1157592 2024-09-13T00:37:25.512 INFO:tasks.workunit.client.0.smithi032.stdout:op 3154 completed, throughput=5MB/sec 2024-09-13T00:37:25.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:25 smithi053 bash[67631]: audit 2024-09-13T00:37:25.173170+0000 mon.a (mon.0) 2244 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:37:25.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:25 smithi032 bash[75510]: audit 2024-09-13T00:37:25.173170+0000 mon.a (mon.0) 2244 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:37:25.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:25 smithi032 bash[76677]: audit 2024-09-13T00:37:25.173170+0000 mon.a (mon.0) 2244 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:37:26.513 INFO:tasks.workunit.client.0.smithi032.stdout: 617: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:26.513 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_pzRIO3NY6pYHC8 off=3218413 len=1875195 2024-09-13T00:37:26.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 3155 completed, throughput=5MB/sec 2024-09-13T00:37:26.525 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Oeoblr3r78NEnP6 off=559217 len=1280284 2024-09-13T00:37:26.527 INFO:tasks.workunit.client.0.smithi032.stdout:op 3156 completed, throughput=5MB/sec 2024-09-13T00:37:26.528 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H6BhkliNkQi37q0 off=894900 len=1320935 2024-09-13T00:37:26.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 3157 completed, throughput=5MB/sec 2024-09-13T00:37:26.531 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d73AmAZ09iRLq6k off=5629941 len=1469949 2024-09-13T00:37:26.533 INFO:tasks.workunit.client.0.smithi032.stdout:op 3158 completed, throughput=5MB/sec 2024-09-13T00:37:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:26 smithi053 bash[67631]: cluster 2024-09-13T00:37:25.838541+0000 mgr.y (mgr.34107) 1040 : cluster [DBG] pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T00:37:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:26 smithi032 bash[75510]: cluster 2024-09-13T00:37:25.838541+0000 mgr.y (mgr.34107) 1040 : cluster [DBG] pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T00:37:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:26 smithi032 bash[76677]: cluster 2024-09-13T00:37:25.838541+0000 mgr.y (mgr.34107) 1040 : cluster [DBG] pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T00:37:27.533 INFO:tasks.workunit.client.0.smithi032.stdout: 618: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:27.534 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TazQndCs3pcQg2k off=2844206 len=1809846 2024-09-13T00:37:27.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 3159 completed, throughput=5MB/sec 2024-09-13T00:37:27.538 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5qF5x-j5osCzTNT off=3127587 len=1850299 2024-09-13T00:37:27.551 INFO:tasks.workunit.client.0.smithi032.stdout:op 3160 completed, throughput=5MB/sec 2024-09-13T00:37:27.551 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OA2rIZ9MENsyfa5 off=18860092 len=1638340 2024-09-13T00:37:27.561 INFO:tasks.workunit.client.0.smithi032.stdout:op 3161 completed, throughput=5MB/sec 2024-09-13T00:37:28.561 INFO:tasks.workunit.client.0.smithi032.stdout: 619: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:28.561 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tx-zDTL69rszGyA off=11680673 len=501693 2024-09-13T00:37:28.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 3162 completed, throughput=4.99MB/sec 2024-09-13T00:37:28.568 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s8c_mkGHMCqit4S off=16886307 len=65131 2024-09-13T00:37:28.573 INFO:tasks.workunit.client.0.smithi032.stdout:op 3163 completed, throughput=4.99MB/sec 2024-09-13T00:37:28.573 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AgSFEkgGhqc3_1n off=772285 len=1066292 2024-09-13T00:37:28.577 INFO:tasks.workunit.client.0.smithi032.stdout:op 3164 completed, throughput=5MB/sec 2024-09-13T00:37:28.577 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7SgQ7R39YnC65uI off=7190681 len=1536726 2024-09-13T00:37:28.581 INFO:tasks.workunit.client.0.smithi032.stdout:op 3165 completed, throughput=5MB/sec 2024-09-13T00:37:28.581 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QsryvpJwiYj0_Yq off=5742374 len=134355 2024-09-13T00:37:28.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 3166 completed, throughput=5MB/sec 2024-09-13T00:37:28.582 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0BqC4GYfLuK5Jl1 off=689305 len=1683567 2024-09-13T00:37:28.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 3167 completed, throughput=5MB/sec 2024-09-13T00:37:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:28 smithi032 bash[75510]: cluster 2024-09-13T00:37:27.839585+0000 mgr.y (mgr.34107) 1041 : cluster [DBG] pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:37:29.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:28 smithi032 bash[76677]: cluster 2024-09-13T00:37:27.839585+0000 mgr.y (mgr.34107) 1041 : cluster [DBG] pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:37:29.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:28 smithi053 bash[67631]: cluster 2024-09-13T00:37:27.839585+0000 mgr.y (mgr.34107) 1041 : cluster [DBG] pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T00:37:29.594 INFO:tasks.workunit.client.0.smithi032.stdout: 620: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:29.595 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vx09WrmhTZr7OPI off=2394291 len=157645 2024-09-13T00:37:29.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 3168 completed, throughput=4.99MB/sec 2024-09-13T00:37:29.599 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-50qsuOXsJw7YQuz off=2888277 len=663051 2024-09-13T00:37:29.602 INFO:tasks.workunit.client.0.smithi032.stdout:op 3169 completed, throughput=4.99MB/sec 2024-09-13T00:37:29.602 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kN0V8p9Fgy448jA off=12382537 len=594788 2024-09-13T00:37:29.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 3170 completed, throughput=5MB/sec 2024-09-13T00:37:29.604 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LRwq5gSEb-H-w9t off=14354199 len=438490 2024-09-13T00:37:29.606 INFO:tasks.workunit.client.0.smithi032.stdout:op 3171 completed, throughput=5MB/sec 2024-09-13T00:37:29.606 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BzqSlUZk85MMfOs off=10167747 len=369048 2024-09-13T00:37:29.612 INFO:tasks.workunit.client.0.smithi032.stdout:op 3172 completed, throughput=5MB/sec 2024-09-13T00:37:29.612 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QzPuHFULK--Jz9Q off=15235813 len=381959 2024-09-13T00:37:29.613 INFO:tasks.workunit.client.0.smithi032.stdout:op 3173 completed, throughput=5MB/sec 2024-09-13T00:37:29.613 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hPcNwS9Aj4tORN4 off=1389770 len=2039930 2024-09-13T00:37:29.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 3174 completed, throughput=5MB/sec 2024-09-13T00:37:30.629 INFO:tasks.workunit.client.0.smithi032.stdout: 621: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:30.629 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-avug3Dbq0nF0uIE off=767738 len=1812458 2024-09-13T00:37:30.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 3175 completed, throughput=5MB/sec 2024-09-13T00:37:30.643 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iFa4Lc_edk13Qw3 off=11806222 len=553015 2024-09-13T00:37:30.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 3176 completed, throughput=5MB/sec 2024-09-13T00:37:30.644 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--pRGVUSg2MamruL off=15985319 len=2090165 2024-09-13T00:37:30.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 3177 completed, throughput=5MB/sec 2024-09-13T00:37:30.658 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OqxEeSyNOpqnQPX off=439594 len=1639933 2024-09-13T00:37:30.663 INFO:tasks.workunit.client.0.smithi032.stdout:op 3178 completed, throughput=5MB/sec 2024-09-13T00:37:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:30 smithi032 bash[75510]: cluster 2024-09-13T00:37:29.840775+0000 mgr.y (mgr.34107) 1042 : cluster [DBG] pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:37:31.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:30 smithi032 bash[76677]: cluster 2024-09-13T00:37:29.840775+0000 mgr.y (mgr.34107) 1042 : cluster [DBG] pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:37:31.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:30 smithi053 bash[67631]: cluster 2024-09-13T00:37:29.840775+0000 mgr.y (mgr.34107) 1042 : cluster [DBG] pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:37:31.663 INFO:tasks.workunit.client.0.smithi032.stdout: 622: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:31.663 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CZw2xZutEo854lo off=12728423 len=1512562 2024-09-13T00:37:31.674 INFO:tasks.workunit.client.0.smithi032.stdout:op 3179 completed, throughput=5MB/sec 2024-09-13T00:37:31.674 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bLnUa_BA1QhiXZ- off=5043818 len=1068732 2024-09-13T00:37:31.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 3180 completed, throughput=5MB/sec 2024-09-13T00:37:31.677 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TwZBcsqgZDKldhM off=291180 len=200172 2024-09-13T00:37:31.678 INFO:tasks.workunit.client.0.smithi032.stdout:op 3181 completed, throughput=5MB/sec 2024-09-13T00:37:31.678 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MhRzvBP1hczlJSl off=1149726 len=295534 2024-09-13T00:37:31.679 INFO:tasks.workunit.client.0.smithi032.stdout:op 3182 completed, throughput=5MB/sec 2024-09-13T00:37:31.679 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sqKoToSB4l7mViJ off=15269234 len=328769 2024-09-13T00:37:31.685 INFO:tasks.workunit.client.0.smithi032.stdout:op 3183 completed, throughput=5MB/sec 2024-09-13T00:37:31.685 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KxgiWK6RGZ4CNAT off=3533353 len=358926 2024-09-13T00:37:31.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 3184 completed, throughput=5MB/sec 2024-09-13T00:37:31.691 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m-1Aa8udEU49CWO off=17649112 len=295360 2024-09-13T00:37:31.696 INFO:tasks.workunit.client.0.smithi032.stdout:op 3185 completed, throughput=5MB/sec 2024-09-13T00:37:31.696 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-l1ezfwSRNTII34C off=2391255 len=1980181 2024-09-13T00:37:31.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 3186 completed, throughput=5MB/sec 2024-09-13T00:37:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:37:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:37:32] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-09-13T00:37:32.711 INFO:tasks.workunit.client.0.smithi032.stdout: 623: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:32.711 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Hl4qm_GF4nYNfTP off=2603774 len=842361 2024-09-13T00:37:32.719 INFO:tasks.workunit.client.0.smithi032.stdout:op 3187 completed, throughput=5MB/sec 2024-09-13T00:37:32.720 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JPeOCnxOYzQ2eSl off=3379498 len=1348935 2024-09-13T00:37:32.724 INFO:tasks.workunit.client.0.smithi032.stdout:op 3188 completed, throughput=5MB/sec 2024-09-13T00:37:32.724 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EswVIvE9rea_H5d off=6578438 len=1948027 2024-09-13T00:37:32.738 INFO:tasks.workunit.client.0.smithi032.stdout:op 3189 completed, throughput=5MB/sec 2024-09-13T00:37:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:37:32 smithi053 bash[94430]: ts=2024-09-13T00:37:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:37:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:32 smithi032 bash[75510]: cluster 2024-09-13T00:37:31.841919+0000 mgr.y (mgr.34107) 1043 : cluster [DBG] pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:37:33.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:32 smithi032 bash[76677]: cluster 2024-09-13T00:37:31.841919+0000 mgr.y (mgr.34107) 1043 : cluster [DBG] pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:37:33.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:32 smithi053 bash[67631]: cluster 2024-09-13T00:37:31.841919+0000 mgr.y (mgr.34107) 1043 : cluster [DBG] pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:37:33.739 INFO:tasks.workunit.client.0.smithi032.stdout: 624: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:33.739 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o5noQ__30DeP7Hn off=6688892 len=2096509 2024-09-13T00:37:33.756 INFO:tasks.workunit.client.0.smithi032.stdout:op 3190 completed, throughput=5MB/sec 2024-09-13T00:37:33.756 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ff-M4K10w-HG348 off=864247 len=1457145 2024-09-13T00:37:33.765 INFO:tasks.workunit.client.0.smithi032.stdout:op 3191 completed, throughput=5MB/sec 2024-09-13T00:37:33.765 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bCN_Q_KIE_FuZ5p off=3106137 len=1936643 2024-09-13T00:37:33.778 INFO:tasks.workunit.client.0.smithi032.stdout:op 3192 completed, throughput=5MB/sec 2024-09-13T00:37:34.778 INFO:tasks.workunit.client.0.smithi032.stdout: 625: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:34.778 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vuCqK_DS6K4gS-y off=3614111 len=1710059 2024-09-13T00:37:34.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 3193 completed, throughput=4.99MB/sec 2024-09-13T00:37:34.784 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jTG0Xex2aIvp0eb off=2068091 len=343618 2024-09-13T00:37:34.790 INFO:tasks.workunit.client.0.smithi032.stdout:op 3194 completed, throughput=5MB/sec 2024-09-13T00:37:34.790 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W_WXLKbNOspn6PS off=6444668 len=424092 2024-09-13T00:37:34.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 3195 completed, throughput=5MB/sec 2024-09-13T00:37:34.797 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jFoTyGkKOhSYr1d off=1247622 len=841538 2024-09-13T00:37:34.799 INFO:tasks.workunit.client.0.smithi032.stdout:op 3196 completed, throughput=5MB/sec 2024-09-13T00:37:34.799 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6QX9oQOolrDkdt- off=13413157 len=1003218 2024-09-13T00:37:34.808 INFO:tasks.workunit.client.0.smithi032.stdout:op 3197 completed, throughput=5MB/sec 2024-09-13T00:37:34.808 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_nLuV25u207so68 off=13988517 len=1275217 2024-09-13T00:37:34.811 INFO:tasks.workunit.client.0.smithi032.stdout:op 3198 completed, throughput=5MB/sec 2024-09-13T00:37:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:34 smithi032 bash[75510]: cluster 2024-09-13T00:37:33.843071+0000 mgr.y (mgr.34107) 1044 : cluster [DBG] pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:37:35.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:34 smithi032 bash[76677]: cluster 2024-09-13T00:37:33.843071+0000 mgr.y (mgr.34107) 1044 : cluster [DBG] pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:37:35.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:34 smithi053 bash[67631]: cluster 2024-09-13T00:37:33.843071+0000 mgr.y (mgr.34107) 1044 : cluster [DBG] pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:37:35.811 INFO:tasks.workunit.client.0.smithi032.stdout: 626: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:35.811 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cBdGouG7sm5iZb6 off=9923533 len=2030891 2024-09-13T00:37:35.816 INFO:tasks.workunit.client.0.smithi032.stdout:op 3199 completed, throughput=5MB/sec 2024-09-13T00:37:35.816 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GbVDtVax2wDkb-X off=10757190 len=321553 2024-09-13T00:37:35.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 3200 completed, throughput=5MB/sec 2024-09-13T00:37:35.822 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Gqz7GBk05JMAdJv off=7821367 len=1674259 2024-09-13T00:37:35.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 3201 completed, throughput=5MB/sec 2024-09-13T00:37:35.833 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yY6jUHjk7wP-2FB off=14037181 len=1493224 2024-09-13T00:37:35.843 INFO:tasks.workunit.client.0.smithi032.stdout:op 3202 completed, throughput=5MB/sec 2024-09-13T00:37:36.843 INFO:tasks.workunit.client.0.smithi032.stdout: 627: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:36.844 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vc5UpVEKvkcs7rL off=4320210 len=1235626 2024-09-13T00:37:36.853 INFO:tasks.workunit.client.0.smithi032.stdout:op 3203 completed, throughput=4.99MB/sec 2024-09-13T00:37:36.853 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZM0YMMWVw5ho2hw off=20978595 len=818440 2024-09-13T00:37:36.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 3204 completed, throughput=5MB/sec 2024-09-13T00:37:36.861 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h4irwABhMaQBIIF off=294359 len=1243321 2024-09-13T00:37:36.872 INFO:tasks.workunit.client.0.smithi032.stdout:op 3205 completed, throughput=5MB/sec 2024-09-13T00:37:36.872 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LzAZ02PafHx2tTu off=2484973 len=1605194 2024-09-13T00:37:36.876 INFO:tasks.workunit.client.0.smithi032.stdout:op 3206 completed, throughput=5MB/sec 2024-09-13T00:37:36.877 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mrz3OLD0Fxs4I-x off=1854595 len=1446144 2024-09-13T00:37:36.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 3207 completed, throughput=5MB/sec 2024-09-13T00:37:37.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:36 smithi032 bash[76677]: cluster 2024-09-13T00:37:35.843988+0000 mgr.y (mgr.34107) 1045 : cluster [DBG] pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T00:37:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:36 smithi032 bash[75510]: cluster 2024-09-13T00:37:35.843988+0000 mgr.y (mgr.34107) 1045 : cluster [DBG] pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T00:37:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:36 smithi053 bash[67631]: cluster 2024-09-13T00:37:35.843988+0000 mgr.y (mgr.34107) 1045 : cluster [DBG] pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T00:37:37.888 INFO:tasks.workunit.client.0.smithi032.stdout: 628: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:37.888 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Y3QLhMUM7yn99Ek off=4886177 len=1245097 2024-09-13T00:37:37.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 3208 completed, throughput=5MB/sec 2024-09-13T00:37:37.891 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UT-VVNcE-zOjXT4 off=9934007 len=2070948 2024-09-13T00:37:37.905 INFO:tasks.workunit.client.0.smithi032.stdout:op 3209 completed, throughput=5MB/sec 2024-09-13T00:37:37.905 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WzO-KZ60DVsmzru off=6178258 len=324482 2024-09-13T00:37:37.907 INFO:tasks.workunit.client.0.smithi032.stdout:op 3210 completed, throughput=5MB/sec 2024-09-13T00:37:37.907 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u0Eku9l0xHrz-Tl off=1011820 len=2022958 2024-09-13T00:37:37.910 INFO:tasks.workunit.client.0.smithi032.stdout:op 3211 completed, throughput=5MB/sec 2024-09-13T00:37:38.910 INFO:tasks.workunit.client.0.smithi032.stdout: 629: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:38.910 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3Um83WgQG3880-Y off=15530416 len=446718 2024-09-13T00:37:38.917 INFO:tasks.workunit.client.0.smithi032.stdout:op 3212 completed, throughput=5MB/sec 2024-09-13T00:37:38.917 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-j3vHyWC7oxFfpnT off=3696287 len=1003437 2024-09-13T00:37:38.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 3213 completed, throughput=5MB/sec 2024-09-13T00:37:38.920 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ykfrrdES3Bu7eUo off=472236 len=494407 2024-09-13T00:37:38.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 3214 completed, throughput=5MB/sec 2024-09-13T00:37:38.926 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ja-Q3fTaVZ2Woke off=7718079 len=1067353 2024-09-13T00:37:38.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 3215 completed, throughput=5MB/sec 2024-09-13T00:37:38.930 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ftGdO_7z7-FHLSz off=24425575 len=191180 2024-09-13T00:37:38.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 3216 completed, throughput=5MB/sec 2024-09-13T00:37:38.935 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GRJQfCIpeuw1_na off=239538 len=1764026 2024-09-13T00:37:38.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 3217 completed, throughput=5MB/sec 2024-09-13T00:37:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:38 smithi053 bash[67631]: cluster 2024-09-13T00:37:37.845078+0000 mgr.y (mgr.34107) 1046 : cluster [DBG] pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-13T00:37:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:38 smithi032 bash[75510]: cluster 2024-09-13T00:37:37.845078+0000 mgr.y (mgr.34107) 1046 : cluster [DBG] pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-13T00:37:39.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:38 smithi032 bash[76677]: cluster 2024-09-13T00:37:37.845078+0000 mgr.y (mgr.34107) 1046 : cluster [DBG] pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-13T00:37:39.948 INFO:tasks.workunit.client.0.smithi032.stdout: 630: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:39.948 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CNrq3ulQLsZ-wGt off=0 len=1577243 2024-09-13T00:37:39.959 INFO:tasks.workunit.client.0.smithi032.stdout:op 3218 completed, throughput=5MB/sec 2024-09-13T00:37:39.959 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8OCmspO7EeZn2gS off=13610727 len=779713 2024-09-13T00:37:39.967 INFO:tasks.workunit.client.0.smithi032.stdout:op 3219 completed, throughput=5MB/sec 2024-09-13T00:37:39.967 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2d-m-NGFvJJbY1F off=1445931 len=740147 2024-09-13T00:37:39.975 INFO:tasks.workunit.client.0.smithi032.stdout:op 3220 completed, throughput=5MB/sec 2024-09-13T00:37:39.975 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--IWtpmO05w68MHG off=3013743 len=973905 2024-09-13T00:37:39.984 INFO:tasks.workunit.client.0.smithi032.stdout:op 3221 completed, throughput=5MB/sec 2024-09-13T00:37:39.984 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EzG_aMvHaFLXk6h off=10323456 len=1282326 2024-09-13T00:37:39.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 3222 completed, throughput=5MB/sec 2024-09-13T00:37:40.993 INFO:tasks.workunit.client.0.smithi032.stdout: 631: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:40.994 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CgETI6HtfClqqxP off=17673992 len=401909 2024-09-13T00:37:40.995 INFO:tasks.workunit.client.0.smithi032.stdout:op 3223 completed, throughput=4.99MB/sec 2024-09-13T00:37:40.995 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kOk51lSH8dKXJwm off=7465246 len=1080958 2024-09-13T00:37:40.998 INFO:tasks.workunit.client.0.smithi032.stdout:op 3224 completed, throughput=5MB/sec 2024-09-13T00:37:40.998 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w-rlqeis4J9y1G9 off=15564141 len=1510188 2024-09-13T00:37:41.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 3225 completed, throughput=5MB/sec 2024-09-13T00:37:41.011 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--Uh7w2MHjoogUEk off=0 len=1418012 2024-09-13T00:37:41.014 INFO:tasks.workunit.client.0.smithi032.stdout:op 3226 completed, throughput=5MB/sec 2024-09-13T00:37:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:40 smithi053 bash[67631]: cluster 2024-09-13T00:37:39.846224+0000 mgr.y (mgr.34107) 1047 : cluster [DBG] pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T00:37:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:40 smithi053 bash[67631]: audit 2024-09-13T00:37:40.173608+0000 mon.a (mon.0) 2245 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:37:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:40 smithi032 bash[75510]: cluster 2024-09-13T00:37:39.846224+0000 mgr.y (mgr.34107) 1047 : cluster [DBG] pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T00:37:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:40 smithi032 bash[75510]: audit 2024-09-13T00:37:40.173608+0000 mon.a (mon.0) 2245 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:37:41.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:40 smithi032 bash[76677]: cluster 2024-09-13T00:37:39.846224+0000 mgr.y (mgr.34107) 1047 : cluster [DBG] pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T00:37:41.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:40 smithi032 bash[76677]: audit 2024-09-13T00:37:40.173608+0000 mon.a (mon.0) 2245 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:37:42.014 INFO:tasks.workunit.client.0.smithi032.stdout: 632: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:42.015 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PSCYbceyuoPn0dD off=2744697 len=2088100 2024-09-13T00:37:42.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 3227 completed, throughput=5MB/sec 2024-09-13T00:37:42.030 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mvsqe7FWYQhvBv7 off=12462771 len=843391 2024-09-13T00:37:42.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 3228 completed, throughput=5MB/sec 2024-09-13T00:37:42.033 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MMZtV_c7THv4L_s off=11122395 len=276345 2024-09-13T00:37:42.034 INFO:tasks.workunit.client.0.smithi032.stdout:op 3229 completed, throughput=5MB/sec 2024-09-13T00:37:42.034 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-g-Lp5Qgtg9oMCj3 off=263303 len=281657 2024-09-13T00:37:42.036 INFO:tasks.workunit.client.0.smithi032.stdout:op 3230 completed, throughput=5MB/sec 2024-09-13T00:37:42.036 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RB6DYo302HUIwf1 off=4763374 len=2068814 2024-09-13T00:37:42.040 INFO:tasks.workunit.client.0.smithi032.stdout:op 3231 completed, throughput=5MB/sec 2024-09-13T00:37:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:37:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:37:42] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-09-13T00:37:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:37:42 smithi053 bash[94430]: ts=2024-09-13T00:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:37:43.041 INFO:tasks.workunit.client.0.smithi032.stdout: 633: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:43.041 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QHP9gt1L9sXYl4z off=16862466 len=1826141 2024-09-13T00:37:43.055 INFO:tasks.workunit.client.0.smithi032.stdout:op 3232 completed, throughput=5MB/sec 2024-09-13T00:37:43.055 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4Ja6O9qPnZqAf2V off=6492742 len=1910101 2024-09-13T00:37:43.061 INFO:tasks.workunit.client.0.smithi032.stdout:op 3233 completed, throughput=5MB/sec 2024-09-13T00:37:43.061 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w41MLaLV2mE9jzV off=39102 len=1137506 2024-09-13T00:37:43.064 INFO:tasks.workunit.client.0.smithi032.stdout:op 3234 completed, throughput=5MB/sec 2024-09-13T00:37:43.064 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jcR7iHYxtV4tYQj off=2509635 len=1552448 2024-09-13T00:37:43.067 INFO:tasks.workunit.client.0.smithi032.stdout:op 3235 completed, throughput=5MB/sec 2024-09-13T00:37:43.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:42 smithi053 bash[67631]: cluster 2024-09-13T00:37:41.847296+0000 mgr.y (mgr.34107) 1048 : cluster [DBG] pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:37:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:42 smithi032 bash[75510]: cluster 2024-09-13T00:37:41.847296+0000 mgr.y (mgr.34107) 1048 : cluster [DBG] pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:37:43.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:42 smithi032 bash[76677]: cluster 2024-09-13T00:37:41.847296+0000 mgr.y (mgr.34107) 1048 : cluster [DBG] pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:37:44.067 INFO:tasks.workunit.client.0.smithi032.stdout: 634: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:44.067 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rFDDPdvFEJ9w9By off=3933906 len=1006383 2024-09-13T00:37:44.076 INFO:tasks.workunit.client.0.smithi032.stdout:op 3236 completed, throughput=5MB/sec 2024-09-13T00:37:44.076 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TAEdjD3o1kj1lxu off=14015395 len=569730 2024-09-13T00:37:44.078 INFO:tasks.workunit.client.0.smithi032.stdout:op 3237 completed, throughput=5MB/sec 2024-09-13T00:37:44.078 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zg1DHBiYdl1k00U off=22112572 len=32326 2024-09-13T00:37:44.079 INFO:tasks.workunit.client.0.smithi032.stdout:op 3238 completed, throughput=5MB/sec 2024-09-13T00:37:44.079 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HzLUsVjOslK0woA off=6889008 len=1524602 2024-09-13T00:37:44.091 INFO:tasks.workunit.client.0.smithi032.stdout:op 3239 completed, throughput=5MB/sec 2024-09-13T00:37:44.091 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-moXYZsSxiRN7LUa off=0 len=1230279 2024-09-13T00:37:44.102 INFO:tasks.workunit.client.0.smithi032.stdout:op 3240 completed, throughput=5MB/sec 2024-09-13T00:37:45.102 INFO:tasks.workunit.client.0.smithi032.stdout: 635: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:45.102 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3B7MEFOiTVqbDF1 off=1839269 len=382158 2024-09-13T00:37:45.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 3241 completed, throughput=4.99MB/sec 2024-09-13T00:37:45.108 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FMKIpxCZTMQMhIm off=4236342 len=1729975 2024-09-13T00:37:45.112 INFO:tasks.workunit.client.0.smithi032.stdout:op 3242 completed, throughput=5MB/sec 2024-09-13T00:37:45.112 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RH9xILhLEmi-Zrf off=11236575 len=660688 2024-09-13T00:37:45.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 3243 completed, throughput=5MB/sec 2024-09-13T00:37:45.115 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SdXfsIStP65Im5j off=11976820 len=1445196 2024-09-13T00:37:45.118 INFO:tasks.workunit.client.0.smithi032.stdout:op 3244 completed, throughput=5MB/sec 2024-09-13T00:37:45.118 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XuuGq5Wmai01q-t off=19175050 len=1089457 2024-09-13T00:37:45.120 INFO:tasks.workunit.client.0.smithi032.stdout:op 3245 completed, throughput=5MB/sec 2024-09-13T00:37:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:44 smithi053 bash[67631]: cluster 2024-09-13T00:37:43.848487+0000 mgr.y (mgr.34107) 1049 : cluster [DBG] pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:37:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:44 smithi032 bash[75510]: cluster 2024-09-13T00:37:43.848487+0000 mgr.y (mgr.34107) 1049 : cluster [DBG] pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:37:45.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:44 smithi032 bash[76677]: cluster 2024-09-13T00:37:43.848487+0000 mgr.y (mgr.34107) 1049 : cluster [DBG] pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:37:46.121 INFO:tasks.workunit.client.0.smithi032.stdout: 636: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:46.121 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fyzyjjAUEZO2LuF off=1971896 len=806859 2024-09-13T00:37:46.123 INFO:tasks.workunit.client.0.smithi032.stdout:op 3246 completed, throughput=4.99MB/sec 2024-09-13T00:37:46.124 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5X7DIMZIWa9l8pX off=709665 len=402913 2024-09-13T00:37:46.126 INFO:tasks.workunit.client.0.smithi032.stdout:op 3247 completed, throughput=4.99MB/sec 2024-09-13T00:37:46.126 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yf-_34VDPHNCGvf off=2307037 len=2038937 2024-09-13T00:37:46.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 3248 completed, throughput=5MB/sec 2024-09-13T00:37:46.131 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yX4pZCYHgRlkDWv off=11331862 len=92481 2024-09-13T00:37:46.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 3249 completed, throughput=5MB/sec 2024-09-13T00:37:46.133 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0QnjB8TKr0dZSNR off=3292612 len=672729 2024-09-13T00:37:46.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 3250 completed, throughput=5MB/sec 2024-09-13T00:37:46.141 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5YQDxeJYzhkAi0F off=1594929 len=1571146 2024-09-13T00:37:46.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 3251 completed, throughput=5MB/sec 2024-09-13T00:37:47.145 INFO:tasks.workunit.client.0.smithi032.stdout: 637: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:47.145 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aJhsFamiyRGgvfv off=2724721 len=2096587 2024-09-13T00:37:47.151 INFO:tasks.workunit.client.0.smithi032.stdout:op 3252 completed, throughput=5MB/sec 2024-09-13T00:37:47.151 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hsle39-OmyBKY0v off=5469822 len=813510 2024-09-13T00:37:47.160 INFO:tasks.workunit.client.0.smithi032.stdout:op 3253 completed, throughput=5MB/sec 2024-09-13T00:37:47.160 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nrgCTqhafZ3kvea off=4159501 len=2015798 2024-09-13T00:37:47.166 INFO:tasks.workunit.client.0.smithi032.stdout:op 3254 completed, throughput=5MB/sec 2024-09-13T00:37:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:46 smithi053 bash[67631]: cluster 2024-09-13T00:37:45.849408+0000 mgr.y (mgr.34107) 1050 : cluster [DBG] pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:37:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:46 smithi032 bash[75510]: cluster 2024-09-13T00:37:45.849408+0000 mgr.y (mgr.34107) 1050 : cluster [DBG] pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:37:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:46 smithi032 bash[76677]: cluster 2024-09-13T00:37:45.849408+0000 mgr.y (mgr.34107) 1050 : cluster [DBG] pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:37:48.167 INFO:tasks.workunit.client.0.smithi032.stdout: 638: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:48.167 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FcuCxhjiNmowy3U off=5851685 len=1851769 2024-09-13T00:37:48.181 INFO:tasks.workunit.client.0.smithi032.stdout:op 3255 completed, throughput=4.99MB/sec 2024-09-13T00:37:48.182 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8QLyPiudLZL-LaI off=1812453 len=88132 2024-09-13T00:37:48.186 INFO:tasks.workunit.client.0.smithi032.stdout:op 3256 completed, throughput=5MB/sec 2024-09-13T00:37:48.187 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W4wLhhO8ZNzPtn8 off=14441318 len=1602894 2024-09-13T00:37:48.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 3257 completed, throughput=5MB/sec 2024-09-13T00:37:48.190 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aSrKNB71Hho476K off=12629010 len=908242 2024-09-13T00:37:48.200 INFO:tasks.workunit.client.0.smithi032.stdout:op 3258 completed, throughput=5MB/sec 2024-09-13T00:37:48.200 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W7akmivfKDdStNQ off=7569303 len=1530774 2024-09-13T00:37:48.202 INFO:tasks.workunit.client.0.smithi032.stdout:op 3259 completed, throughput=5MB/sec 2024-09-13T00:37:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: 639: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:49.202 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lJFHTmExsGS_sws off=11317135 len=1352619 2024-09-13T00:37:49.206 INFO:tasks.workunit.client.0.smithi032.stdout:op 3260 completed, throughput=5MB/sec 2024-09-13T00:37:49.206 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--xK3_OaV5S6udJY off=8843677 len=979376 2024-09-13T00:37:49.209 INFO:tasks.workunit.client.0.smithi032.stdout:op 3261 completed, throughput=5MB/sec 2024-09-13T00:37:49.209 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bt4OpP6moDlme9K off=7199686 len=725152 2024-09-13T00:37:49.211 INFO:tasks.workunit.client.0.smithi032.stdout:op 3262 completed, throughput=5MB/sec 2024-09-13T00:37:49.211 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KkQ27JjshOgdabz off=196857 len=1400415 2024-09-13T00:37:49.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 3263 completed, throughput=5MB/sec 2024-09-13T00:37:49.221 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6ToEC75qnSwZWHE off=2160860 len=339146 2024-09-13T00:37:49.223 INFO:tasks.workunit.client.0.smithi032.stdout:op 3264 completed, throughput=5MB/sec 2024-09-13T00:37:49.223 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0wAsBt5cZAgo1O1 off=3091717 len=1531073 2024-09-13T00:37:49.235 INFO:tasks.workunit.client.0.smithi032.stdout:op 3265 completed, throughput=5MB/sec 2024-09-13T00:37:49.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:48 smithi053 bash[67631]: cluster 2024-09-13T00:37:47.850288+0000 mgr.y (mgr.34107) 1051 : cluster [DBG] pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:37:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:48 smithi032 bash[75510]: cluster 2024-09-13T00:37:47.850288+0000 mgr.y (mgr.34107) 1051 : cluster [DBG] pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:37:49.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:48 smithi032 bash[76677]: cluster 2024-09-13T00:37:47.850288+0000 mgr.y (mgr.34107) 1051 : cluster [DBG] pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:37:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: 640: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:50.235 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xjTyuSgKB_Sz0Jz off=5722913 len=1486604 2024-09-13T00:37:50.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 3266 completed, throughput=5MB/sec 2024-09-13T00:37:50.239 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hjg_S08wBQASGRL off=5038501 len=1909342 2024-09-13T00:37:50.245 INFO:tasks.workunit.client.0.smithi032.stdout:op 3267 completed, throughput=5MB/sec 2024-09-13T00:37:50.245 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5BNj6NSNwrqR953 off=21278649 len=1134620 2024-09-13T00:37:50.247 INFO:tasks.workunit.client.0.smithi032.stdout:op 3268 completed, throughput=5MB/sec 2024-09-13T00:37:51.248 INFO:tasks.workunit.client.0.smithi032.stdout: 641: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:51.248 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--lh34N2Dc0LaRs6 off=1435999 len=277469 2024-09-13T00:37:51.253 INFO:tasks.workunit.client.0.smithi032.stdout:op 3269 completed, throughput=4.99MB/sec 2024-09-13T00:37:51.253 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7fgxSz4JPZJPiKW off=10681036 len=238840 2024-09-13T00:37:51.258 INFO:tasks.workunit.client.0.smithi032.stdout:op 3270 completed, throughput=4.99MB/sec 2024-09-13T00:37:51.258 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TdF9rZHGaRRnFwQ off=7047202 len=1210662 2024-09-13T00:37:51.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 3271 completed, throughput=5MB/sec 2024-09-13T00:37:51.262 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nEV97DlocI09jDg off=14593001 len=1889746 2024-09-13T00:37:51.276 INFO:tasks.workunit.client.0.smithi032.stdout:op 3272 completed, throughput=5MB/sec 2024-09-13T00:37:51.276 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LEynlg-6cZG-Mq6 off=5534743 len=1434438 2024-09-13T00:37:51.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 3273 completed, throughput=5MB/sec 2024-09-13T00:37:51.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:50 smithi053 bash[67631]: cluster 2024-09-13T00:37:49.851350+0000 mgr.y (mgr.34107) 1052 : cluster [DBG] pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:37:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:50 smithi032 bash[75510]: cluster 2024-09-13T00:37:49.851350+0000 mgr.y (mgr.34107) 1052 : cluster [DBG] pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:37:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:50 smithi032 bash[76677]: cluster 2024-09-13T00:37:49.851350+0000 mgr.y (mgr.34107) 1052 : cluster [DBG] pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:37:52.280 INFO:tasks.workunit.client.0.smithi032.stdout: 642: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:52.280 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BCNiXnJGQbifQga off=7102939 len=1838732 2024-09-13T00:37:52.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 3274 completed, throughput=5MB/sec 2024-09-13T00:37:52.293 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wPBjhBk5pNUp7OP off=12147030 len=871937 2024-09-13T00:37:52.295 INFO:tasks.workunit.client.0.smithi032.stdout:op 3275 completed, throughput=5MB/sec 2024-09-13T00:37:52.295 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HxGcMq7_ICIL-w0 off=6036223 len=153800 2024-09-13T00:37:52.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 3276 completed, throughput=5MB/sec 2024-09-13T00:37:52.297 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vpEOFlCiqRaV21c off=5452015 len=734763 2024-09-13T00:37:52.300 INFO:tasks.workunit.client.0.smithi032.stdout:op 3277 completed, throughput=5MB/sec 2024-09-13T00:37:52.300 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GPvLKeSLfCAWKgl off=8476520 len=888122 2024-09-13T00:37:52.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 3278 completed, throughput=5MB/sec 2024-09-13T00:37:52.303 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RH9xILhLEmi-Zrf off=10563346 len=855462 2024-09-13T00:37:52.305 INFO:tasks.workunit.client.0.smithi032.stdout:op 3279 completed, throughput=5MB/sec 2024-09-13T00:37:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:37:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:37:52] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-09-13T00:37:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:37:52 smithi053 bash[94430]: ts=2024-09-13T00:37:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:37:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:52 smithi053 bash[67631]: cluster 2024-09-13T00:37:51.852371+0000 mgr.y (mgr.34107) 1053 : cluster [DBG] pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:37:53.306 INFO:tasks.workunit.client.0.smithi032.stdout: 643: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:53.306 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uWsvPK4V78oHqn7 off=6377338 len=79544 2024-09-13T00:37:53.310 INFO:tasks.workunit.client.0.smithi032.stdout:op 3280 completed, throughput=4.99MB/sec 2024-09-13T00:37:53.310 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-grHaKmNi4hNdpqb off=3148869 len=1530799 2024-09-13T00:37:53.314 INFO:tasks.workunit.client.0.smithi032.stdout:op 3281 completed, throughput=5MB/sec 2024-09-13T00:37:53.315 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aqC2IY4_qvmi-WD off=2241190 len=944773 2024-09-13T00:37:53.322 INFO:tasks.workunit.client.0.smithi032.stdout:op 3282 completed, throughput=5MB/sec 2024-09-13T00:37:53.322 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Sjfb41VcwetvMfU off=2385020 len=1513860 2024-09-13T00:37:53.326 INFO:tasks.workunit.client.0.smithi032.stdout:op 3283 completed, throughput=5MB/sec 2024-09-13T00:37:53.326 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EkimeeoDoTftzJ0 off=3151664 len=583638 2024-09-13T00:37:53.334 INFO:tasks.workunit.client.0.smithi032.stdout:op 3284 completed, throughput=5MB/sec 2024-09-13T00:37:53.334 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tyZ7w4ljKRCwyfo off=280005 len=1062392 2024-09-13T00:37:53.342 INFO:tasks.workunit.client.0.smithi032.stdout:op 3285 completed, throughput=5MB/sec 2024-09-13T00:37:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:52 smithi032 bash[75510]: cluster 2024-09-13T00:37:51.852371+0000 mgr.y (mgr.34107) 1053 : cluster [DBG] pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:37:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:52 smithi032 bash[76677]: cluster 2024-09-13T00:37:51.852371+0000 mgr.y (mgr.34107) 1053 : cluster [DBG] pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:37:54.343 INFO:tasks.workunit.client.0.smithi032.stdout: 644: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:54.343 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WPfmouFsZJcC3Xy off=2519089 len=2066010 2024-09-13T00:37:54.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 3286 completed, throughput=5MB/sec 2024-09-13T00:37:54.357 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aNnOg56LuA6WdQt off=1131193 len=584805 2024-09-13T00:37:54.359 INFO:tasks.workunit.client.0.smithi032.stdout:op 3287 completed, throughput=5MB/sec 2024-09-13T00:37:54.359 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6B41-61e8uUN72G off=12618925 len=1093908 2024-09-13T00:37:54.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 3288 completed, throughput=5MB/sec 2024-09-13T00:37:54.369 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yi5A1sEJD7H31rL off=7828473 len=2093728 2024-09-13T00:37:54.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 3289 completed, throughput=5MB/sec 2024-09-13T00:37:55.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:54 smithi053 bash[67631]: cluster 2024-09-13T00:37:53.853443+0000 mgr.y (mgr.34107) 1054 : cluster [DBG] pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:37:55.375 INFO:tasks.workunit.client.0.smithi032.stdout: 645: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:55.375 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7IJy6Z8PmSyaSbB off=8714852 len=1115966 2024-09-13T00:37:55.384 INFO:tasks.workunit.client.0.smithi032.stdout:op 3290 completed, throughput=5MB/sec 2024-09-13T00:37:55.384 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--LOq5jw4o9-2th6 off=1504233 len=277176 2024-09-13T00:37:55.389 INFO:tasks.workunit.client.0.smithi032.stdout:op 3291 completed, throughput=5MB/sec 2024-09-13T00:37:55.389 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1tpu2RTr46iGwLC off=6141869 len=1491555 2024-09-13T00:37:55.391 INFO:tasks.workunit.client.0.smithi032.stdout:op 3292 completed, throughput=5MB/sec 2024-09-13T00:37:55.392 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f0IA4MCVMa4n3ft off=2788624 len=558060 2024-09-13T00:37:55.394 INFO:tasks.workunit.client.0.smithi032.stdout:op 3293 completed, throughput=5MB/sec 2024-09-13T00:37:55.394 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VpxWcRsm2JDzRXS off=14984616 len=1995084 2024-09-13T00:37:55.410 INFO:tasks.workunit.client.0.smithi032.stdout:op 3294 completed, throughput=5MB/sec 2024-09-13T00:37:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:54 smithi032 bash[75510]: cluster 2024-09-13T00:37:53.853443+0000 mgr.y (mgr.34107) 1054 : cluster [DBG] pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:37:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:54 smithi032 bash[76677]: cluster 2024-09-13T00:37:53.853443+0000 mgr.y (mgr.34107) 1054 : cluster [DBG] pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:37:56.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:55 smithi053 bash[67631]: audit 2024-09-13T00:37:55.174187+0000 mon.a (mon.0) 2246 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:37:56.410 INFO:tasks.workunit.client.0.smithi032.stdout: 646: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:56.410 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PSCYbceyuoPn0dD off=7985385 len=444330 2024-09-13T00:37:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:55 smithi032 bash[75510]: audit 2024-09-13T00:37:55.174187+0000 mon.a (mon.0) 2246 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:37:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:55 smithi032 bash[76677]: audit 2024-09-13T00:37:55.174187+0000 mon.a (mon.0) 2246 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:37:56.416 INFO:tasks.workunit.client.0.smithi032.stdout:op 3295 completed, throughput=4.99MB/sec 2024-09-13T00:37:56.417 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qCWblJDgXSbfdaz off=2354001 len=1600826 2024-09-13T00:37:56.430 INFO:tasks.workunit.client.0.smithi032.stdout:op 3296 completed, throughput=5MB/sec 2024-09-13T00:37:56.430 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m2WP4PR4b4xbpUb off=22047414 len=1251427 2024-09-13T00:37:56.438 INFO:tasks.workunit.client.0.smithi032.stdout:op 3297 completed, throughput=5MB/sec 2024-09-13T00:37:56.438 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1nH78_l7Q_A3E6d off=2652398 len=2002553 2024-09-13T00:37:56.444 INFO:tasks.workunit.client.0.smithi032.stdout:op 3298 completed, throughput=5MB/sec 2024-09-13T00:37:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:56 smithi053 bash[67631]: cluster 2024-09-13T00:37:55.854323+0000 mgr.y (mgr.34107) 1055 : cluster [DBG] pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:37:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:56 smithi032 bash[75510]: cluster 2024-09-13T00:37:55.854323+0000 mgr.y (mgr.34107) 1055 : cluster [DBG] pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:37:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:56 smithi032 bash[76677]: cluster 2024-09-13T00:37:55.854323+0000 mgr.y (mgr.34107) 1055 : cluster [DBG] pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:37:57.445 INFO:tasks.workunit.client.0.smithi032.stdout: 647: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:57.445 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ukJqvAbCTxjNTB8 off=11024323 len=787842 2024-09-13T00:37:57.447 INFO:tasks.workunit.client.0.smithi032.stdout:op 3299 completed, throughput=4.99MB/sec 2024-09-13T00:37:57.448 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lFynknAJttJ6Xy7 off=8146293 len=1364051 2024-09-13T00:37:57.458 INFO:tasks.workunit.client.0.smithi032.stdout:op 3300 completed, throughput=5MB/sec 2024-09-13T00:37:57.458 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zSIpXso87pcR8a6 off=4567423 len=622272 2024-09-13T00:37:57.464 INFO:tasks.workunit.client.0.smithi032.stdout:op 3301 completed, throughput=5MB/sec 2024-09-13T00:37:57.464 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6Tt05JYr4cyy71H off=16432704 len=433726 2024-09-13T00:37:57.471 INFO:tasks.workunit.client.0.smithi032.stdout:op 3302 completed, throughput=5MB/sec 2024-09-13T00:37:57.471 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hN6JrB_cMboodHa off=15501794 len=152986 2024-09-13T00:37:57.472 INFO:tasks.workunit.client.0.smithi032.stdout:op 3303 completed, throughput=5MB/sec 2024-09-13T00:37:57.472 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DQ9c6AdKRM9CBGQ off=4895148 len=1525273 2024-09-13T00:37:57.476 INFO:tasks.workunit.client.0.smithi032.stdout:op 3304 completed, throughput=5MB/sec 2024-09-13T00:37:58.476 INFO:tasks.workunit.client.0.smithi032.stdout: 648: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:58.476 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lMYrIBszNLB0T4n off=6418276 len=686347 2024-09-13T00:37:58.483 INFO:tasks.workunit.client.0.smithi032.stdout:op 3305 completed, throughput=4.99MB/sec 2024-09-13T00:37:58.484 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cE-sSaf5A_V7eUo off=5774538 len=902096 2024-09-13T00:37:58.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 3306 completed, throughput=5MB/sec 2024-09-13T00:37:58.493 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w_UkFXZRT2GLVU9 off=7236275 len=1727667 2024-09-13T00:37:58.496 INFO:tasks.workunit.client.0.smithi032.stdout:op 3307 completed, throughput=5MB/sec 2024-09-13T00:37:58.496 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fMJOQc-YIy3e8r_ off=3967589 len=1808356 2024-09-13T00:37:58.500 INFO:tasks.workunit.client.0.smithi032.stdout:op 3308 completed, throughput=5MB/sec 2024-09-13T00:37:59.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:37:58 smithi053 bash[67631]: cluster 2024-09-13T00:37:57.855196+0000 mgr.y (mgr.34107) 1056 : cluster [DBG] pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:37:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:37:58 smithi032 bash[75510]: cluster 2024-09-13T00:37:57.855196+0000 mgr.y (mgr.34107) 1056 : cluster [DBG] pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:37:59.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:37:58 smithi032 bash[76677]: cluster 2024-09-13T00:37:57.855196+0000 mgr.y (mgr.34107) 1056 : cluster [DBG] pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:37:59.500 INFO:tasks.workunit.client.0.smithi032.stdout: 649: throughput=4.99MB/sec pending data=0 2024-09-13T00:37:59.500 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A95HX1n7x1tLuhH off=4913958 len=977941 2024-09-13T00:37:59.509 INFO:tasks.workunit.client.0.smithi032.stdout:op 3309 completed, throughput=4.99MB/sec 2024-09-13T00:37:59.510 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YJpfZmfLG6oqZ-6 off=1303966 len=1714881 2024-09-13T00:37:59.522 INFO:tasks.workunit.client.0.smithi032.stdout:op 3310 completed, throughput=5MB/sec 2024-09-13T00:37:59.523 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cfFoq7PtagWXYZi off=21485302 len=225490 2024-09-13T00:37:59.528 INFO:tasks.workunit.client.0.smithi032.stdout:op 3311 completed, throughput=5MB/sec 2024-09-13T00:37:59.528 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DbIF0fIKrVYgVJg off=14121287 len=208645 2024-09-13T00:37:59.533 INFO:tasks.workunit.client.0.smithi032.stdout:op 3312 completed, throughput=5MB/sec 2024-09-13T00:37:59.533 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Qp73GDPLEhaqYeW off=2667883 len=1629896 2024-09-13T00:37:59.535 INFO:tasks.workunit.client.0.smithi032.stdout:op 3313 completed, throughput=5MB/sec 2024-09-13T00:37:59.535 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W7IAfoaRmTuyuNB off=3272238 len=508275 2024-09-13T00:37:59.542 INFO:tasks.workunit.client.0.smithi032.stdout:op 3314 completed, throughput=5MB/sec 2024-09-13T00:37:59.542 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QzYXRI2VBB32x3x off=5272177 len=607132 2024-09-13T00:37:59.543 INFO:tasks.workunit.client.0.smithi032.stdout:op 3315 completed, throughput=5MB/sec 2024-09-13T00:38:00.544 INFO:tasks.workunit.client.0.smithi032.stdout: 650: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:00.544 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f15Gz094wxAT1Z8 off=9228556 len=46129 2024-09-13T00:38:00.545 INFO:tasks.workunit.client.0.smithi032.stdout:op 3316 completed, throughput=4.99MB/sec 2024-09-13T00:38:00.545 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1G603renngaRaW4 off=1270632 len=707825 2024-09-13T00:38:00.553 INFO:tasks.workunit.client.0.smithi032.stdout:op 3317 completed, throughput=4.99MB/sec 2024-09-13T00:38:00.553 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GghdLkfxhqgx0lX off=7093361 len=301344 2024-09-13T00:38:00.559 INFO:tasks.workunit.client.0.smithi032.stdout:op 3318 completed, throughput=4.99MB/sec 2024-09-13T00:38:00.559 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eAzfJszBYgJRgxR off=12195988 len=1803572 2024-09-13T00:38:00.564 INFO:tasks.workunit.client.0.smithi032.stdout:op 3319 completed, throughput=5MB/sec 2024-09-13T00:38:00.564 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YWYLnqfk8frFFkU off=2994342 len=13794 2024-09-13T00:38:00.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 3320 completed, throughput=5MB/sec 2024-09-13T00:38:00.569 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PDH7uQyD2M3equ- off=2133855 len=696689 2024-09-13T00:38:00.575 INFO:tasks.workunit.client.0.smithi032.stdout:op 3321 completed, throughput=5MB/sec 2024-09-13T00:38:00.575 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dEp8A49AWV650UT off=370568 len=1697889 2024-09-13T00:38:00.587 INFO:tasks.workunit.client.0.smithi032.stdout:op 3322 completed, throughput=5MB/sec 2024-09-13T00:38:01.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:00 smithi053 bash[67631]: cluster 2024-09-13T00:37:59.856228+0000 mgr.y (mgr.34107) 1057 : cluster [DBG] pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:38:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:00 smithi032 bash[75510]: cluster 2024-09-13T00:37:59.856228+0000 mgr.y (mgr.34107) 1057 : cluster [DBG] pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:38:01.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:00 smithi032 bash[76677]: cluster 2024-09-13T00:37:59.856228+0000 mgr.y (mgr.34107) 1057 : cluster [DBG] pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:38:01.588 INFO:tasks.workunit.client.0.smithi032.stdout: 651: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:01.588 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-evxgFZeFI0Auhwa off=2728102 len=651355 2024-09-13T00:38:01.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 3323 completed, throughput=4.99MB/sec 2024-09-13T00:38:01.590 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4XK23bl4CMLkZ7b off=1000453 len=680822 2024-09-13T00:38:01.597 INFO:tasks.workunit.client.0.smithi032.stdout:op 3324 completed, throughput=4.99MB/sec 2024-09-13T00:38:01.597 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GRk90GCTO-VRb-W off=18146889 len=172183 2024-09-13T00:38:01.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 3325 completed, throughput=5MB/sec 2024-09-13T00:38:01.599 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yLvGl8GIP2DYuqR off=4407362 len=1620174 2024-09-13T00:38:01.603 INFO:tasks.workunit.client.0.smithi032.stdout:op 3326 completed, throughput=5MB/sec 2024-09-13T00:38:01.603 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_r71hNFzQlxYYFn off=1332853 len=9776 2024-09-13T00:38:01.603 INFO:tasks.workunit.client.0.smithi032.stdout:op 3327 completed, throughput=5MB/sec 2024-09-13T00:38:01.603 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5IDJ-lcxuSQ-1ta off=2628934 len=1234725 2024-09-13T00:38:01.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 3328 completed, throughput=5MB/sec 2024-09-13T00:38:01.615 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gjnsSvzIXxgCXPu off=6540186 len=844312 2024-09-13T00:38:01.618 INFO:tasks.workunit.client.0.smithi032.stdout:op 3329 completed, throughput=5MB/sec 2024-09-13T00:38:02.618 INFO:tasks.workunit.client.0.smithi032.stdout: 652: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:02.618 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ur_QdiJVtXctgKC off=1515124 len=2031059 2024-09-13T00:38:02.623 INFO:tasks.workunit.client.0.smithi032.stdout:op 3330 completed, throughput=5MB/sec 2024-09-13T00:38:02.623 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KMRYVZ9LjjWD6Fh off=529529 len=1388938 2024-09-13T00:38:02.633 INFO:tasks.workunit.client.0.smithi032.stdout:op 3331 completed, throughput=5MB/sec 2024-09-13T00:38:02.633 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IJCYZ-oLLDMv7xU off=906129 len=1472418 2024-09-13T00:38:02.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 3332 completed, throughput=5MB/sec 2024-09-13T00:38:02.637 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C9CEUDWdnYtb0CI off=8023587 len=1562058 2024-09-13T00:38:02.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 3333 completed, throughput=5MB/sec 2024-09-13T00:38:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:38:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:38:02] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-09-13T00:38:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:38:02 smithi053 bash[94430]: ts=2024-09-13T00:38:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:38:03.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:02 smithi053 bash[67631]: cluster 2024-09-13T00:38:01.857272+0000 mgr.y (mgr.34107) 1058 : cluster [DBG] pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:38:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:02 smithi032 bash[75510]: cluster 2024-09-13T00:38:01.857272+0000 mgr.y (mgr.34107) 1058 : cluster [DBG] pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:38:03.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:02 smithi032 bash[76677]: cluster 2024-09-13T00:38:01.857272+0000 mgr.y (mgr.34107) 1058 : cluster [DBG] pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:38:03.649 INFO:tasks.workunit.client.0.smithi032.stdout: 653: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:03.650 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OAX6Br2LCCv-1Zn off=10343732 len=1019551 2024-09-13T00:38:03.653 INFO:tasks.workunit.client.0.smithi032.stdout:op 3334 completed, throughput=5MB/sec 2024-09-13T00:38:03.653 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z3HfEq78alT3kPs off=148176 len=1170947 2024-09-13T00:38:03.663 INFO:tasks.workunit.client.0.smithi032.stdout:op 3335 completed, throughput=5MB/sec 2024-09-13T00:38:03.663 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3VP2uwe7gP3bXVN off=1847772 len=1607705 2024-09-13T00:38:03.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 3336 completed, throughput=5MB/sec 2024-09-13T00:38:03.665 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ozjASUrviRd6Lue off=14205376 len=694747 2024-09-13T00:38:03.668 INFO:tasks.workunit.client.0.smithi032.stdout:op 3337 completed, throughput=5MB/sec 2024-09-13T00:38:04.668 INFO:tasks.workunit.client.0.smithi032.stdout: 654: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:04.668 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LE1tIW1Hq1r_wU8 off=4970577 len=1939548 2024-09-13T00:38:04.684 INFO:tasks.workunit.client.0.smithi032.stdout:op 3338 completed, throughput=5MB/sec 2024-09-13T00:38:04.684 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--oijd9UdtKnLp0C off=1821240 len=1850376 2024-09-13T00:38:04.696 INFO:tasks.workunit.client.0.smithi032.stdout:op 3339 completed, throughput=5MB/sec 2024-09-13T00:38:04.697 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0vdi6kHVfWoCXWd off=3735916 len=121652 2024-09-13T00:38:04.701 INFO:tasks.workunit.client.0.smithi032.stdout:op 3340 completed, throughput=5MB/sec 2024-09-13T00:38:04.701 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TDB4NwbR7bJhi1q off=10632643 len=695360 2024-09-13T00:38:04.708 INFO:tasks.workunit.client.0.smithi032.stdout:op 3341 completed, throughput=5MB/sec 2024-09-13T00:38:04.708 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hPqEyP698U42BQG off=8565139 len=1674635 2024-09-13T00:38:04.720 INFO:tasks.workunit.client.0.smithi032.stdout:op 3342 completed, throughput=5MB/sec 2024-09-13T00:38:05.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:04 smithi053 bash[67631]: cluster 2024-09-13T00:38:03.858371+0000 mgr.y (mgr.34107) 1059 : cluster [DBG] pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:38:05.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:04 smithi032 bash[76677]: cluster 2024-09-13T00:38:03.858371+0000 mgr.y (mgr.34107) 1059 : cluster [DBG] pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:38:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:04 smithi032 bash[75510]: cluster 2024-09-13T00:38:03.858371+0000 mgr.y (mgr.34107) 1059 : cluster [DBG] pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:38:05.721 INFO:tasks.workunit.client.0.smithi032.stdout: 655: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:05.721 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qdWFkeO7IHC1WZp off=1173589 len=2061228 2024-09-13T00:38:05.726 INFO:tasks.workunit.client.0.smithi032.stdout:op 3343 completed, throughput=5MB/sec 2024-09-13T00:38:05.726 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zAjdVNcMJyJQMhi off=5767500 len=1306906 2024-09-13T00:38:05.731 INFO:tasks.workunit.client.0.smithi032.stdout:op 3344 completed, throughput=5MB/sec 2024-09-13T00:38:05.731 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KvAoRCGsv66mftF off=5967339 len=1912423 2024-09-13T00:38:05.735 INFO:tasks.workunit.client.0.smithi032.stdout:op 3345 completed, throughput=5MB/sec 2024-09-13T00:38:06.735 INFO:tasks.workunit.client.0.smithi032.stdout: 656: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:06.736 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wmsSNGEuHj9dUe- off=7467829 len=1606843 2024-09-13T00:38:06.747 INFO:tasks.workunit.client.0.smithi032.stdout:op 3346 completed, throughput=5MB/sec 2024-09-13T00:38:06.747 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Uy9_9oSHZFxjOZ7 off=2229232 len=1048625 2024-09-13T00:38:06.757 INFO:tasks.workunit.client.0.smithi032.stdout:op 3347 completed, throughput=5MB/sec 2024-09-13T00:38:06.757 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2pE58XGw67Jwkrz off=109984 len=348538 2024-09-13T00:38:06.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 3348 completed, throughput=5MB/sec 2024-09-13T00:38:06.762 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5pM_4yewhXa1wvd off=9371271 len=1235632 2024-09-13T00:38:06.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 3349 completed, throughput=5MB/sec 2024-09-13T00:38:06.773 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-67Pw9N2rlSMY2cw off=22697735 len=910398 2024-09-13T00:38:06.775 INFO:tasks.workunit.client.0.smithi032.stdout:op 3350 completed, throughput=5MB/sec 2024-09-13T00:38:07.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:06 smithi053 bash[67631]: cluster 2024-09-13T00:38:05.859264+0000 mgr.y (mgr.34107) 1060 : cluster [DBG] pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:38:07.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:06 smithi032 bash[76677]: cluster 2024-09-13T00:38:05.859264+0000 mgr.y (mgr.34107) 1060 : cluster [DBG] pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:38:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:06 smithi032 bash[75510]: cluster 2024-09-13T00:38:05.859264+0000 mgr.y (mgr.34107) 1060 : cluster [DBG] pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:38:07.776 INFO:tasks.workunit.client.0.smithi032.stdout: 657: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:07.776 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B42zRcPx6xeRMtO off=3301316 len=999191 2024-09-13T00:38:07.779 INFO:tasks.workunit.client.0.smithi032.stdout:op 3351 completed, throughput=5MB/sec 2024-09-13T00:38:07.780 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2c97Hb-YRAToMmm off=3192090 len=1825323 2024-09-13T00:38:07.785 INFO:tasks.workunit.client.0.smithi032.stdout:op 3352 completed, throughput=5MB/sec 2024-09-13T00:38:07.785 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GiEzsvXjaozbFNz off=7230926 len=175419 2024-09-13T00:38:07.786 INFO:tasks.workunit.client.0.smithi032.stdout:op 3353 completed, throughput=5MB/sec 2024-09-13T00:38:07.786 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MZT3B4nt0FeL-fu off=16768393 len=958695 2024-09-13T00:38:07.789 INFO:tasks.workunit.client.0.smithi032.stdout:op 3354 completed, throughput=5MB/sec 2024-09-13T00:38:07.789 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--rszTQldgf_sxHb off=482044 len=1345016 2024-09-13T00:38:07.792 INFO:tasks.workunit.client.0.smithi032.stdout:op 3355 completed, throughput=5MB/sec 2024-09-13T00:38:08.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:07 smithi053 bash[67631]: audit 2024-09-13T00:38:07.010879+0000 mon.a (mon.0) 2247 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:38:08.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:07 smithi053 bash[67631]: audit 2024-09-13T00:38:07.554123+0000 mon.a (mon.0) 2248 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:38:08.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:07 smithi053 bash[67631]: audit 2024-09-13T00:38:07.555765+0000 mon.a (mon.0) 2249 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:38:08.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:07 smithi053 bash[67631]: audit 2024-09-13T00:38:07.566162+0000 mon.a (mon.0) 2250 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:38:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:07 smithi032 bash[75510]: audit 2024-09-13T00:38:07.010879+0000 mon.a (mon.0) 2247 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:38:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:07 smithi032 bash[75510]: audit 2024-09-13T00:38:07.554123+0000 mon.a (mon.0) 2248 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:38:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:07 smithi032 bash[75510]: audit 2024-09-13T00:38:07.555765+0000 mon.a (mon.0) 2249 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:38:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:07 smithi032 bash[75510]: audit 2024-09-13T00:38:07.566162+0000 mon.a (mon.0) 2250 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:38:08.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:07 smithi032 bash[76677]: audit 2024-09-13T00:38:07.010879+0000 mon.a (mon.0) 2247 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:38:08.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:07 smithi032 bash[76677]: audit 2024-09-13T00:38:07.554123+0000 mon.a (mon.0) 2248 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:38:08.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:07 smithi032 bash[76677]: audit 2024-09-13T00:38:07.555765+0000 mon.a (mon.0) 2249 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:38:08.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:07 smithi032 bash[76677]: audit 2024-09-13T00:38:07.566162+0000 mon.a (mon.0) 2250 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:38:08.792 INFO:tasks.workunit.client.0.smithi032.stdout: 658: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:08.792 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2521FPmWx_EBC8B off=2405600 len=1975265 2024-09-13T00:38:08.798 INFO:tasks.workunit.client.0.smithi032.stdout:op 3356 completed, throughput=5MB/sec 2024-09-13T00:38:08.798 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9VLZHXY_fmQpcFP off=10966486 len=1254407 2024-09-13T00:38:08.809 INFO:tasks.workunit.client.0.smithi032.stdout:op 3357 completed, throughput=5MB/sec 2024-09-13T00:38:08.809 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i9SCWBbrF_OhK8w off=19790063 len=687277 2024-09-13T00:38:08.812 INFO:tasks.workunit.client.0.smithi032.stdout:op 3358 completed, throughput=5MB/sec 2024-09-13T00:38:08.812 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--hvfeu6ty2j7WZG off=15204782 len=702136 2024-09-13T00:38:08.819 INFO:tasks.workunit.client.0.smithi032.stdout:op 3359 completed, throughput=5MB/sec 2024-09-13T00:38:08.819 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hia1iZoE6mQiX97 off=6063712 len=654404 2024-09-13T00:38:08.820 INFO:tasks.workunit.client.0.smithi032.stdout:op 3360 completed, throughput=5MB/sec 2024-09-13T00:38:09.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:08 smithi053 bash[67631]: cluster 2024-09-13T00:38:07.860202+0000 mgr.y (mgr.34107) 1061 : cluster [DBG] pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:38:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:08 smithi032 bash[75510]: cluster 2024-09-13T00:38:07.860202+0000 mgr.y (mgr.34107) 1061 : cluster [DBG] pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:38:09.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:08 smithi032 bash[76677]: cluster 2024-09-13T00:38:07.860202+0000 mgr.y (mgr.34107) 1061 : cluster [DBG] pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:38:09.821 INFO:tasks.workunit.client.0.smithi032.stdout: 659: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:09.821 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tPjdZ66t8a0m9HR off=14167902 len=377553 2024-09-13T00:38:09.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 3361 completed, throughput=4.99MB/sec 2024-09-13T00:38:09.827 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q7ryOpUZMfL76Wa off=140261 len=1494142 2024-09-13T00:38:09.837 INFO:tasks.workunit.client.0.smithi032.stdout:op 3362 completed, throughput=5MB/sec 2024-09-13T00:38:09.837 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mBcdCVJPXt06Ksw off=2425346 len=786990 2024-09-13T00:38:09.840 INFO:tasks.workunit.client.0.smithi032.stdout:op 3363 completed, throughput=5MB/sec 2024-09-13T00:38:09.840 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A2OMD7UEZtbBCR5 off=81874 len=1365855 2024-09-13T00:38:09.851 INFO:tasks.workunit.client.0.smithi032.stdout:op 3364 completed, throughput=5MB/sec 2024-09-13T00:38:09.852 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qxK2cjhYYuGwy6_ off=16118903 len=1581925 2024-09-13T00:38:09.862 INFO:tasks.workunit.client.0.smithi032.stdout:op 3365 completed, throughput=5MB/sec 2024-09-13T00:38:10.863 INFO:tasks.workunit.client.0.smithi032.stdout: 660: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:10.863 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KpukLIMOnl4o4wP off=706593 len=1933729 2024-09-13T00:38:10.868 INFO:tasks.workunit.client.0.smithi032.stdout:op 3366 completed, throughput=5MB/sec 2024-09-13T00:38:10.869 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wQbM9n_-IwvdSLL off=1608366 len=447500 2024-09-13T00:38:10.875 INFO:tasks.workunit.client.0.smithi032.stdout:op 3367 completed, throughput=5MB/sec 2024-09-13T00:38:10.875 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Lp7GeLi9kJKCFug off=464820 len=1593463 2024-09-13T00:38:10.886 INFO:tasks.workunit.client.0.smithi032.stdout:op 3368 completed, throughput=5MB/sec 2024-09-13T00:38:10.887 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hv_s20mgcfYGajm off=21803691 len=672315 2024-09-13T00:38:10.894 INFO:tasks.workunit.client.0.smithi032.stdout:op 3369 completed, throughput=5MB/sec 2024-09-13T00:38:10.894 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8OumtL2Z7_9DoKY off=11514768 len=1025927 2024-09-13T00:38:10.896 INFO:tasks.workunit.client.0.smithi032.stdout:op 3370 completed, throughput=5MB/sec 2024-09-13T00:38:11.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:10 smithi053 bash[67631]: cluster 2024-09-13T00:38:09.861333+0000 mgr.y (mgr.34107) 1062 : cluster [DBG] pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:38:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:10 smithi053 bash[67631]: audit 2024-09-13T00:38:10.174354+0000 mon.a (mon.0) 2251 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:38:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:10 smithi032 bash[75510]: cluster 2024-09-13T00:38:09.861333+0000 mgr.y (mgr.34107) 1062 : cluster [DBG] pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:38:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:10 smithi032 bash[75510]: audit 2024-09-13T00:38:10.174354+0000 mon.a (mon.0) 2251 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:38:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:10 smithi032 bash[76677]: cluster 2024-09-13T00:38:09.861333+0000 mgr.y (mgr.34107) 1062 : cluster [DBG] pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:38:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:10 smithi032 bash[76677]: audit 2024-09-13T00:38:10.174354+0000 mon.a (mon.0) 2251 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:38:11.897 INFO:tasks.workunit.client.0.smithi032.stdout: 661: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:11.897 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ShymB2ZOTYuqwep off=1343273 len=1133696 2024-09-13T00:38:11.907 INFO:tasks.workunit.client.0.smithi032.stdout:op 3371 completed, throughput=5MB/sec 2024-09-13T00:38:11.907 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GXq0zHras4gga90 off=4081515 len=646170 2024-09-13T00:38:11.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 3372 completed, throughput=5MB/sec 2024-09-13T00:38:11.914 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lkPQAlwwfX9I1eB off=2364545 len=222284 2024-09-13T00:38:11.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 3373 completed, throughput=5MB/sec 2024-09-13T00:38:11.921 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xFUvfHxRgcs26UO off=4081522 len=938154 2024-09-13T00:38:11.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 3374 completed, throughput=5MB/sec 2024-09-13T00:38:11.929 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nXw-dMArhx7Fb6q off=9031822 len=550868 2024-09-13T00:38:11.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 3375 completed, throughput=5MB/sec 2024-09-13T00:38:11.936 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b1RBLw7d4uyceGe off=4589405 len=714908 2024-09-13T00:38:11.943 INFO:tasks.workunit.client.0.smithi032.stdout:op 3376 completed, throughput=5MB/sec 2024-09-13T00:38:11.943 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ws9xxMu92m05AN5 off=5586380 len=828530 2024-09-13T00:38:11.951 INFO:tasks.workunit.client.0.smithi032.stdout:op 3377 completed, throughput=5MB/sec 2024-09-13T00:38:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:38:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:38:12] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:38:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:38:12 smithi053 bash[94430]: ts=2024-09-13T00:38:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:38:12.952 INFO:tasks.workunit.client.0.smithi032.stdout: 662: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:12.952 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tM7ml2sRVH5xa93 off=807939 len=219582 2024-09-13T00:38:12.957 INFO:tasks.workunit.client.0.smithi032.stdout:op 3378 completed, throughput=4.99MB/sec 2024-09-13T00:38:12.957 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hXsD9pj1jsfyh7E off=20754258 len=1905750 2024-09-13T00:38:12.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 3379 completed, throughput=5MB/sec 2024-09-13T00:38:12.963 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eMlijAM0JzZeq-e off=14936963 len=1922462 2024-09-13T00:38:12.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 3380 completed, throughput=5MB/sec 2024-09-13T00:38:12.977 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3Et3FoUnBpq8aUP off=2235285 len=1845514 2024-09-13T00:38:12.979 INFO:tasks.workunit.client.0.smithi032.stdout:op 3381 completed, throughput=5MB/sec 2024-09-13T00:38:13.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:12 smithi053 bash[67631]: cluster 2024-09-13T00:38:11.862374+0000 mgr.y (mgr.34107) 1063 : cluster [DBG] pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:38:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:12 smithi032 bash[75510]: cluster 2024-09-13T00:38:11.862374+0000 mgr.y (mgr.34107) 1063 : cluster [DBG] pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:38:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:12 smithi032 bash[76677]: cluster 2024-09-13T00:38:11.862374+0000 mgr.y (mgr.34107) 1063 : cluster [DBG] pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:38:13.980 INFO:tasks.workunit.client.0.smithi032.stdout: 663: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:13.980 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YSBtglBuQsEsB_y off=8116348 len=2095772 2024-09-13T00:38:13.996 INFO:tasks.workunit.client.0.smithi032.stdout:op 3382 completed, throughput=5MB/sec 2024-09-13T00:38:13.996 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2Nbn630M_8JLilP off=5667248 len=1518413 2024-09-13T00:38:14.008 INFO:tasks.workunit.client.0.smithi032.stdout:op 3383 completed, throughput=5MB/sec 2024-09-13T00:38:14.008 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9QnxkTSC0-cwMNS off=2430575 len=1399185 2024-09-13T00:38:14.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 3384 completed, throughput=5MB/sec 2024-09-13T00:38:15.010 INFO:tasks.workunit.client.0.smithi032.stdout: 664: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:15.010 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qGytChzBexHbSRS off=2361283 len=169867 2024-09-13T00:38:15.015 INFO:tasks.workunit.client.0.smithi032.stdout:op 3385 completed, throughput=4.99MB/sec 2024-09-13T00:38:15.015 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AZJ6CiKBlltUGeH off=9630891 len=1180976 2024-09-13T00:38:15.019 INFO:tasks.workunit.client.0.smithi032.stdout:op 3386 completed, throughput=5MB/sec 2024-09-13T00:38:15.019 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-siNiFc1XkgDxgdZ off=6389284 len=1123014 2024-09-13T00:38:15.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 3387 completed, throughput=5MB/sec 2024-09-13T00:38:15.028 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HmilxevifIhl2jU off=7016090 len=646336 2024-09-13T00:38:15.035 INFO:tasks.workunit.client.0.smithi032.stdout:op 3388 completed, throughput=5MB/sec 2024-09-13T00:38:15.035 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--lJYshuYeUkfwrH off=8273367 len=1107667 2024-09-13T00:38:15.038 INFO:tasks.workunit.client.0.smithi032.stdout:op 3389 completed, throughput=5MB/sec 2024-09-13T00:38:15.038 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kHsOLfIphGlBsca off=6965182 len=1628230 2024-09-13T00:38:15.052 INFO:tasks.workunit.client.0.smithi032.stdout:op 3390 completed, throughput=5MB/sec 2024-09-13T00:38:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:15 smithi053 bash[67631]: cluster 2024-09-13T00:38:13.863431+0000 mgr.y (mgr.34107) 1064 : cluster [DBG] pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:38:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:15 smithi032 bash[75510]: cluster 2024-09-13T00:38:13.863431+0000 mgr.y (mgr.34107) 1064 : cluster [DBG] pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:38:15.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:15 smithi032 bash[76677]: cluster 2024-09-13T00:38:13.863431+0000 mgr.y (mgr.34107) 1064 : cluster [DBG] pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:38:16.050 INFO:tasks.workunit.client.0.smithi032.stdout: 665: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:16.051 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-j7Fvk582DQ_V__H off=11860361 len=1553749 2024-09-13T00:38:16.064 INFO:tasks.workunit.client.0.smithi032.stdout:op 3391 completed, throughput=5MB/sec 2024-09-13T00:38:16.064 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-keirNGY818lf_iU off=10639186 len=1587386 2024-09-13T00:38:16.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 3392 completed, throughput=5MB/sec 2024-09-13T00:38:16.075 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uzjZMYrzGpF5dK5 off=6362076 len=106161 2024-09-13T00:38:16.079 INFO:tasks.workunit.client.0.smithi032.stdout:op 3393 completed, throughput=5MB/sec 2024-09-13T00:38:16.080 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5ol2YL4GwXplrZL off=990340 len=1611580 2024-09-13T00:38:16.092 INFO:tasks.workunit.client.0.smithi032.stdout:op 3394 completed, throughput=5MB/sec 2024-09-13T00:38:17.093 INFO:tasks.workunit.client.0.smithi032.stdout: 666: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:17.093 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-23zO799B87P9N1L off=23799449 len=410918 2024-09-13T00:38:17.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 3395 completed, throughput=4.99MB/sec 2024-09-13T00:38:17.094 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CgETI6HtfClqqxP off=4518372 len=1385465 2024-09-13T00:38:17.098 INFO:tasks.workunit.client.0.smithi032.stdout:op 3396 completed, throughput=5MB/sec 2024-09-13T00:38:17.098 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UKrujoyBLHfReh0 off=6269627 len=679303 2024-09-13T00:38:17.100 INFO:tasks.workunit.client.0.smithi032.stdout:op 3397 completed, throughput=5MB/sec 2024-09-13T00:38:17.100 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AtXoq2ah_nR1MKz off=9434175 len=1714569 2024-09-13T00:38:17.113 INFO:tasks.workunit.client.0.smithi032.stdout:op 3398 completed, throughput=5MB/sec 2024-09-13T00:38:17.113 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DLR7NIKtzX5bY-K off=2236091 len=1216315 2024-09-13T00:38:17.120 INFO:tasks.workunit.client.0.smithi032.stdout:op 3399 completed, throughput=5MB/sec 2024-09-13T00:38:17.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:17 smithi053 bash[67631]: cluster 2024-09-13T00:38:15.864310+0000 mgr.y (mgr.34107) 1065 : cluster [DBG] pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:38:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:17 smithi032 bash[75510]: cluster 2024-09-13T00:38:15.864310+0000 mgr.y (mgr.34107) 1065 : cluster [DBG] pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:38:17.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:17 smithi032 bash[76677]: cluster 2024-09-13T00:38:15.864310+0000 mgr.y (mgr.34107) 1065 : cluster [DBG] pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:38:18.121 INFO:tasks.workunit.client.0.smithi032.stdout: 667: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:18.121 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uX3sxS0e-s5jXYE off=20308008 len=1787346 2024-09-13T00:38:18.136 INFO:tasks.workunit.client.0.smithi032.stdout:op 3400 completed, throughput=5MB/sec 2024-09-13T00:38:18.136 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pVdgwuYSLteLU8G off=212144 len=1706589 2024-09-13T00:38:18.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 3401 completed, throughput=5MB/sec 2024-09-13T00:38:18.146 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nw16iAynmpVeXqX off=9973161 len=840086 2024-09-13T00:38:18.153 INFO:tasks.workunit.client.0.smithi032.stdout:op 3402 completed, throughput=5MB/sec 2024-09-13T00:38:18.153 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Sbv52IiX8u0T6Wc off=14090940 len=859709 2024-09-13T00:38:18.161 INFO:tasks.workunit.client.0.smithi032.stdout:op 3403 completed, throughput=5MB/sec 2024-09-13T00:38:19.161 INFO:tasks.workunit.client.0.smithi032.stdout: 668: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:19.161 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3IpE_m4O0WHWjpO off=5011742 len=158908 2024-09-13T00:38:19.166 INFO:tasks.workunit.client.0.smithi032.stdout:op 3404 completed, throughput=4.99MB/sec 2024-09-13T00:38:19.166 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7qjOmH2G9p7Lg1R off=3902027 len=1277623 2024-09-13T00:38:19.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 3405 completed, throughput=4.99MB/sec 2024-09-13T00:38:19.170 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U9Be3SeZVKSVp6H off=7659532 len=1712318 2024-09-13T00:38:19.174 INFO:tasks.workunit.client.0.smithi032.stdout:op 3406 completed, throughput=5MB/sec 2024-09-13T00:38:19.174 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZVLijFy7upl4Amg off=4374219 len=650422 2024-09-13T00:38:19.176 INFO:tasks.workunit.client.0.smithi032.stdout:op 3407 completed, throughput=5MB/sec 2024-09-13T00:38:19.176 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eOcC0rVv_gn3BUl off=12934226 len=1917719 2024-09-13T00:38:19.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 3408 completed, throughput=5MB/sec 2024-09-13T00:38:19.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:19 smithi053 bash[67631]: cluster 2024-09-13T00:38:17.865211+0000 mgr.y (mgr.34107) 1066 : cluster [DBG] pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:38:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:19 smithi032 bash[75510]: cluster 2024-09-13T00:38:17.865211+0000 mgr.y (mgr.34107) 1066 : cluster [DBG] pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:38:19.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:19 smithi032 bash[76677]: cluster 2024-09-13T00:38:17.865211+0000 mgr.y (mgr.34107) 1066 : cluster [DBG] pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:38:20.191 INFO:tasks.workunit.client.0.smithi032.stdout: 669: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:20.191 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xN5ln4wCUNGgnkY off=894483 len=2013486 2024-09-13T00:38:20.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 3409 completed, throughput=5MB/sec 2024-09-13T00:38:20.198 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q5fX6EOhmLVDdkw off=5732521 len=84444 2024-09-13T00:38:20.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 3410 completed, throughput=5MB/sec 2024-09-13T00:38:20.199 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vMpy6CzNkF-0tOs off=13166746 len=235731 2024-09-13T00:38:20.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 3411 completed, throughput=5MB/sec 2024-09-13T00:38:20.204 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MxKdS3z7Kjs0YLh off=4594557 len=1970972 2024-09-13T00:38:20.207 INFO:tasks.workunit.client.0.smithi032.stdout:op 3412 completed, throughput=5MB/sec 2024-09-13T00:38:20.207 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O3-IRiEowo0PUKz off=0 len=1061329 2024-09-13T00:38:20.211 INFO:tasks.workunit.client.0.smithi032.stdout:op 3413 completed, throughput=5MB/sec 2024-09-13T00:38:21.211 INFO:tasks.workunit.client.0.smithi032.stdout: 670: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:21.212 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FPrDG1yDUULPGNM off=3211505 len=1687346 2024-09-13T00:38:21.217 INFO:tasks.workunit.client.0.smithi032.stdout:op 3414 completed, throughput=5MB/sec 2024-09-13T00:38:21.217 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NfhekmKjQQAk1vx off=17667562 len=146886 2024-09-13T00:38:21.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 3415 completed, throughput=5MB/sec 2024-09-13T00:38:21.218 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NgMlNcHHx5LbmgI off=9284728 len=1878909 2024-09-13T00:38:21.232 INFO:tasks.workunit.client.0.smithi032.stdout:op 3416 completed, throughput=5MB/sec 2024-09-13T00:38:21.232 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EYBiwmLQDSoWZv4 off=775568 len=1319437 2024-09-13T00:38:21.235 INFO:tasks.workunit.client.0.smithi032.stdout:op 3417 completed, throughput=5MB/sec 2024-09-13T00:38:21.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:21 smithi053 bash[67631]: cluster 2024-09-13T00:38:19.866214+0000 mgr.y (mgr.34107) 1067 : cluster [DBG] pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:38:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:21 smithi032 bash[75510]: cluster 2024-09-13T00:38:19.866214+0000 mgr.y (mgr.34107) 1067 : cluster [DBG] pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:38:21.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:21 smithi032 bash[76677]: cluster 2024-09-13T00:38:19.866214+0000 mgr.y (mgr.34107) 1067 : cluster [DBG] pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:38:22.236 INFO:tasks.workunit.client.0.smithi032.stdout: 671: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:22.236 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aG4ARQgIx663UOq off=8484925 len=171044 2024-09-13T00:38:22.241 INFO:tasks.workunit.client.0.smithi032.stdout:op 3418 completed, throughput=4.99MB/sec 2024-09-13T00:38:22.241 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-frDabFdL4tn8w1V off=4282580 len=1125600 2024-09-13T00:38:22.251 INFO:tasks.workunit.client.0.smithi032.stdout:op 3419 completed, throughput=4.99MB/sec 2024-09-13T00:38:22.251 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oRchm5RVZw-l-si off=3413350 len=16197 2024-09-13T00:38:22.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 3420 completed, throughput=4.99MB/sec 2024-09-13T00:38:22.252 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZERaWzAUO1Ontlp off=2014920 len=2091864 2024-09-13T00:38:22.257 INFO:tasks.workunit.client.0.smithi032.stdout:op 3421 completed, throughput=5MB/sec 2024-09-13T00:38:22.257 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cRrei29teRnyBgQ off=13599579 len=671057 2024-09-13T00:38:22.264 INFO:tasks.workunit.client.0.smithi032.stdout:op 3422 completed, throughput=5MB/sec 2024-09-13T00:38:22.264 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B9xh7VKn8WXKIjH off=12262126 len=646818 2024-09-13T00:38:22.267 INFO:tasks.workunit.client.0.smithi032.stdout:op 3423 completed, throughput=5MB/sec 2024-09-13T00:38:22.267 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ds4tv1wrNApqQg2 off=5365545 len=1103264 2024-09-13T00:38:22.270 INFO:tasks.workunit.client.0.smithi032.stdout:op 3424 completed, throughput=5MB/sec 2024-09-13T00:38:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:38:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:38:22] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:38:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:38:22 smithi053 bash[94430]: ts=2024-09-13T00:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:38:23.270 INFO:tasks.workunit.client.0.smithi032.stdout: 672: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:23.270 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tEa4xo-1ueExSbG off=12425011 len=1061081 2024-09-13T00:38:23.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 3425 completed, throughput=4.99MB/sec 2024-09-13T00:38:23.279 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-e-d37oZ7uQXK63o off=12068809 len=370865 2024-09-13T00:38:23.281 INFO:tasks.workunit.client.0.smithi032.stdout:op 3426 completed, throughput=5MB/sec 2024-09-13T00:38:23.281 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wvovMMzb4T42HfT off=14805955 len=2035768 2024-09-13T00:38:23.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:23 smithi053 bash[67631]: cluster 2024-09-13T00:38:21.867172+0000 mgr.y (mgr.34107) 1068 : cluster [DBG] pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:38:23.295 INFO:tasks.workunit.client.0.smithi032.stdout:op 3427 completed, throughput=5MB/sec 2024-09-13T00:38:23.295 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DCjParbdaQ8C8_t off=4019307 len=1726489 2024-09-13T00:38:23.306 INFO:tasks.workunit.client.0.smithi032.stdout:op 3428 completed, throughput=5MB/sec 2024-09-13T00:38:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:23 smithi032 bash[75510]: cluster 2024-09-13T00:38:21.867172+0000 mgr.y (mgr.34107) 1068 : cluster [DBG] pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:38:23.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:23 smithi032 bash[76677]: cluster 2024-09-13T00:38:21.867172+0000 mgr.y (mgr.34107) 1068 : cluster [DBG] pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:38:24.307 INFO:tasks.workunit.client.0.smithi032.stdout: 673: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:24.307 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D_BTu_lJ5DzV6P- off=14458417 len=265054 2024-09-13T00:38:24.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 3429 completed, throughput=4.99MB/sec 2024-09-13T00:38:24.309 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SNZQUbJ3OrKZo-n off=0 len=1390037 2024-09-13T00:38:24.313 INFO:tasks.workunit.client.0.smithi032.stdout:op 3430 completed, throughput=5MB/sec 2024-09-13T00:38:24.313 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H6BhkliNkQi37q0 off=8797415 len=108383 2024-09-13T00:38:24.314 INFO:tasks.workunit.client.0.smithi032.stdout:op 3431 completed, throughput=5MB/sec 2024-09-13T00:38:24.314 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eXsDhwGeXs16c9S off=4696119 len=1518241 2024-09-13T00:38:24.329 INFO:tasks.workunit.client.0.smithi032.stdout:op 3432 completed, throughput=5MB/sec 2024-09-13T00:38:24.329 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VZRM0vfGTTPbol7 off=8809420 len=465758 2024-09-13T00:38:24.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 3433 completed, throughput=5MB/sec 2024-09-13T00:38:24.335 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CCbFyilq_1xPVqQ off=5146662 len=1238547 2024-09-13T00:38:24.336 INFO:tasks.workunit.client.0.smithi032.stdout:op 3434 completed, throughput=5MB/sec 2024-09-13T00:38:24.337 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q4xgLfuFMH1Doi4 off=8382290 len=101555 2024-09-13T00:38:24.341 INFO:tasks.workunit.client.0.smithi032.stdout:op 3435 completed, throughput=5MB/sec 2024-09-13T00:38:24.341 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eqOE4zWhXVaGjGP off=14502668 len=132761 2024-09-13T00:38:24.342 INFO:tasks.workunit.client.0.smithi032.stdout:op 3436 completed, throughput=5MB/sec 2024-09-13T00:38:25.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:25 smithi053 bash[67631]: cluster 2024-09-13T00:38:23.868241+0000 mgr.y (mgr.34107) 1069 : cluster [DBG] pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:38:25.343 INFO:tasks.workunit.client.0.smithi032.stdout: 674: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:25.343 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sfY66EmTgagPgLB off=1078090 len=87635 2024-09-13T00:38:25.344 INFO:tasks.workunit.client.0.smithi032.stdout:op 3437 completed, throughput=4.99MB/sec 2024-09-13T00:38:25.344 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-avKOqj279ZTyNZ4 off=11289595 len=439950 2024-09-13T00:38:25.351 INFO:tasks.workunit.client.0.smithi032.stdout:op 3438 completed, throughput=4.99MB/sec 2024-09-13T00:38:25.351 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-57i4VrwrjfY_94H off=4739511 len=1885999 2024-09-13T00:38:25.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 3439 completed, throughput=5MB/sec 2024-09-13T00:38:25.357 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FGYh_vARm2wKAOm off=904092 len=1577730 2024-09-13T00:38:25.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 3440 completed, throughput=5MB/sec 2024-09-13T00:38:25.361 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8I92lAlMKVnlpYI off=8749008 len=441588 2024-09-13T00:38:25.362 INFO:tasks.workunit.client.0.smithi032.stdout:op 3441 completed, throughput=5MB/sec 2024-09-13T00:38:25.362 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8OumtL2Z7_9DoKY off=9872983 len=671667 2024-09-13T00:38:25.364 INFO:tasks.workunit.client.0.smithi032.stdout:op 3442 completed, throughput=5MB/sec 2024-09-13T00:38:25.365 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7wArYR7cQQRyy3e off=10340249 len=613492 2024-09-13T00:38:25.366 INFO:tasks.workunit.client.0.smithi032.stdout:op 3443 completed, throughput=5MB/sec 2024-09-13T00:38:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:25 smithi032 bash[75510]: cluster 2024-09-13T00:38:23.868241+0000 mgr.y (mgr.34107) 1069 : cluster [DBG] pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:38:25.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:25 smithi032 bash[76677]: cluster 2024-09-13T00:38:23.868241+0000 mgr.y (mgr.34107) 1069 : cluster [DBG] pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:38:26.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:26 smithi053 bash[67631]: audit 2024-09-13T00:38:25.174812+0000 mon.a (mon.0) 2252 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:38:26.367 INFO:tasks.workunit.client.0.smithi032.stdout: 675: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:26.367 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kAkyJ0Ma2ei-vM2 off=18094335 len=785372 2024-09-13T00:38:26.370 INFO:tasks.workunit.client.0.smithi032.stdout:op 3444 completed, throughput=4.99MB/sec 2024-09-13T00:38:26.370 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EOhbqv_-XnHZCc2 off=606288 len=1153356 2024-09-13T00:38:26.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 3445 completed, throughput=5MB/sec 2024-09-13T00:38:26.380 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y7IgV6GNGVUlbbR off=4686895 len=752963 2024-09-13T00:38:26.387 INFO:tasks.workunit.client.0.smithi032.stdout:op 3446 completed, throughput=5MB/sec 2024-09-13T00:38:26.387 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8coHRvv3R_H8ct0 off=746335 len=514644 2024-09-13T00:38:26.394 INFO:tasks.workunit.client.0.smithi032.stdout:op 3447 completed, throughput=5MB/sec 2024-09-13T00:38:26.395 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PYPJgrZFd6wEE4V off=5097310 len=1415012 2024-09-13T00:38:26.406 INFO:tasks.workunit.client.0.smithi032.stdout:op 3448 completed, throughput=5MB/sec 2024-09-13T00:38:26.406 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-phlhseAdsx20di_ off=5813868 len=975083 2024-09-13T00:38:26.408 INFO:tasks.workunit.client.0.smithi032.stdout:op 3449 completed, throughput=5MB/sec 2024-09-13T00:38:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:26 smithi032 bash[75510]: audit 2024-09-13T00:38:25.174812+0000 mon.a (mon.0) 2252 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:38:26.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:26 smithi032 bash[76677]: audit 2024-09-13T00:38:25.174812+0000 mon.a (mon.0) 2252 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:38:27.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:27 smithi053 bash[67631]: cluster 2024-09-13T00:38:25.869162+0000 mgr.y (mgr.34107) 1070 : cluster [DBG] pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:38:27.409 INFO:tasks.workunit.client.0.smithi032.stdout: 676: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:27.409 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2zu6mseBO9RtALD off=944167 len=669599 2024-09-13T00:38:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:27 smithi032 bash[75510]: cluster 2024-09-13T00:38:25.869162+0000 mgr.y (mgr.34107) 1070 : cluster [DBG] pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:38:27.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:27 smithi032 bash[76677]: cluster 2024-09-13T00:38:25.869162+0000 mgr.y (mgr.34107) 1070 : cluster [DBG] pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:38:27.416 INFO:tasks.workunit.client.0.smithi032.stdout:op 3450 completed, throughput=4.99MB/sec 2024-09-13T00:38:27.416 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hWJRkfYmKvF99-f off=9958859 len=79446 2024-09-13T00:38:27.421 INFO:tasks.workunit.client.0.smithi032.stdout:op 3451 completed, throughput=4.99MB/sec 2024-09-13T00:38:27.421 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TSbaEff_9oKMheq off=5158266 len=1739366 2024-09-13T00:38:27.433 INFO:tasks.workunit.client.0.smithi032.stdout:op 3452 completed, throughput=5MB/sec 2024-09-13T00:38:27.433 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YRZNVJnhNDj6KAg off=1752993 len=1055060 2024-09-13T00:38:27.434 INFO:tasks.workunit.client.0.smithi032.stdout:op 3453 completed, throughput=5MB/sec 2024-09-13T00:38:27.434 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-E27E6ppmS1htP6J off=2678232 len=1735224 2024-09-13T00:38:27.446 INFO:tasks.workunit.client.0.smithi032.stdout:op 3454 completed, throughput=5MB/sec 2024-09-13T00:38:28.447 INFO:tasks.workunit.client.0.smithi032.stdout: 677: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:28.447 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GAHWQeJVZFropJT off=785469 len=1259673 2024-09-13T00:38:28.450 INFO:tasks.workunit.client.0.smithi032.stdout:op 3455 completed, throughput=5MB/sec 2024-09-13T00:38:28.450 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ttVJt4LhY9TUPiI off=3443561 len=1417651 2024-09-13T00:38:28.462 INFO:tasks.workunit.client.0.smithi032.stdout:op 3456 completed, throughput=5MB/sec 2024-09-13T00:38:28.462 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GxEzUdMqQVuPdbb off=12698630 len=102035 2024-09-13T00:38:28.463 INFO:tasks.workunit.client.0.smithi032.stdout:op 3457 completed, throughput=5MB/sec 2024-09-13T00:38:28.463 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Xb2RDqXUXvRxowj off=3407124 len=1845048 2024-09-13T00:38:28.468 INFO:tasks.workunit.client.0.smithi032.stdout:op 3458 completed, throughput=5MB/sec 2024-09-13T00:38:28.468 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Mc8IO-f00L-ydKl off=1020621 len=2080215 2024-09-13T00:38:28.473 INFO:tasks.workunit.client.0.smithi032.stdout:op 3459 completed, throughput=5MB/sec 2024-09-13T00:38:29.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:29 smithi053 bash[67631]: cluster 2024-09-13T00:38:27.870086+0000 mgr.y (mgr.34107) 1071 : cluster [DBG] pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:38:29.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:29 smithi032 bash[75510]: cluster 2024-09-13T00:38:27.870086+0000 mgr.y (mgr.34107) 1071 : cluster [DBG] pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:38:29.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:29 smithi032 bash[76677]: cluster 2024-09-13T00:38:27.870086+0000 mgr.y (mgr.34107) 1071 : cluster [DBG] pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:38:29.473 INFO:tasks.workunit.client.0.smithi032.stdout: 678: throughput=5MB/sec pending data=0 2024-09-13T00:38:29.474 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lV2Sh76zcqauAbb off=16925401 len=1624495 2024-09-13T00:38:29.486 INFO:tasks.workunit.client.0.smithi032.stdout:op 3460 completed, throughput=5MB/sec 2024-09-13T00:38:29.486 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P50ImF_f7lp89dz off=3495528 len=874205 2024-09-13T00:38:29.494 INFO:tasks.workunit.client.0.smithi032.stdout:op 3461 completed, throughput=5MB/sec 2024-09-13T00:38:29.494 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I97rGG458SDB6yC off=18373457 len=351885 2024-09-13T00:38:29.496 INFO:tasks.workunit.client.0.smithi032.stdout:op 3462 completed, throughput=5MB/sec 2024-09-13T00:38:29.496 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OYB5gfyuamfq9Hq off=9332343 len=1037657 2024-09-13T00:38:29.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 3463 completed, throughput=5MB/sec 2024-09-13T00:38:30.506 INFO:tasks.workunit.client.0.smithi032.stdout: 679: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:30.506 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OyhdD4tbbDgNgHw off=1061459 len=960630 2024-09-13T00:38:30.515 INFO:tasks.workunit.client.0.smithi032.stdout:op 3464 completed, throughput=4.99MB/sec 2024-09-13T00:38:30.515 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hymCR8uV6T78j14 off=1486104 len=1546666 2024-09-13T00:38:30.518 INFO:tasks.workunit.client.0.smithi032.stdout:op 3465 completed, throughput=5MB/sec 2024-09-13T00:38:30.518 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D8tmRYYkc6WIzIX off=3299360 len=874742 2024-09-13T00:38:30.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 3466 completed, throughput=5MB/sec 2024-09-13T00:38:30.525 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_hBL7rIXb2G27la off=5242872 len=56481 2024-09-13T00:38:30.530 INFO:tasks.workunit.client.0.smithi032.stdout:op 3467 completed, throughput=5MB/sec 2024-09-13T00:38:30.530 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Zcu2yRslzsRnHbD off=9208744 len=1611989 2024-09-13T00:38:30.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 3468 completed, throughput=5MB/sec 2024-09-13T00:38:30.544 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AzeXI9qgfXk6cNd off=15863270 len=1590785 2024-09-13T00:38:30.556 INFO:tasks.workunit.client.0.smithi032.stdout:op 3469 completed, throughput=5MB/sec 2024-09-13T00:38:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:31 smithi032 bash[75510]: cluster 2024-09-13T00:38:29.871080+0000 mgr.y (mgr.34107) 1072 : cluster [DBG] pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:38:31.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:31 smithi032 bash[76677]: cluster 2024-09-13T00:38:29.871080+0000 mgr.y (mgr.34107) 1072 : cluster [DBG] pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:38:31.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:31 smithi053 bash[67631]: cluster 2024-09-13T00:38:29.871080+0000 mgr.y (mgr.34107) 1072 : cluster [DBG] pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:38:31.556 INFO:tasks.workunit.client.0.smithi032.stdout: 680: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:31.556 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4vCB-tZ1vBZC890 off=196031 len=1425623 2024-09-13T00:38:31.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 3470 completed, throughput=5MB/sec 2024-09-13T00:38:31.567 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ba5eaUoUDLpOV6K off=2639472 len=330883 2024-09-13T00:38:31.569 INFO:tasks.workunit.client.0.smithi032.stdout:op 3471 completed, throughput=5MB/sec 2024-09-13T00:38:31.569 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NFaQ-yuy0r66DYI off=2309059 len=1922767 2024-09-13T00:38:31.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 3472 completed, throughput=5MB/sec 2024-09-13T00:38:31.582 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zvYZNBRKsJ-3vLs off=12249357 len=1501360 2024-09-13T00:38:31.595 INFO:tasks.workunit.client.0.smithi032.stdout:op 3473 completed, throughput=5MB/sec 2024-09-13T00:38:32.595 INFO:tasks.workunit.client.0.smithi032.stdout: 681: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:32.596 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GgVmNGB-h-htOlM off=4997462 len=1978219 2024-09-13T00:38:32.600 INFO:tasks.workunit.client.0.smithi032.stdout:op 3474 completed, throughput=5MB/sec 2024-09-13T00:38:32.600 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uS5lcwr5C_bMKI4 off=3801255 len=1212186 2024-09-13T00:38:32.611 INFO:tasks.workunit.client.0.smithi032.stdout:op 3475 completed, throughput=5MB/sec 2024-09-13T00:38:32.611 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MkRhXFIpQ5IEh45 off=0 len=1078593 2024-09-13T00:38:32.619 INFO:tasks.workunit.client.0.smithi032.stdout:op 3476 completed, throughput=5MB/sec 2024-09-13T00:38:32.620 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6700PYmX1ze2Tam off=6875210 len=1478448 2024-09-13T00:38:32.623 INFO:tasks.workunit.client.0.smithi032.stdout:op 3477 completed, throughput=5MB/sec 2024-09-13T00:38:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:38:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:38:32] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T00:38:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:38:32 smithi053 bash[94430]: ts=2024-09-13T00:38:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:38:33.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:33 smithi032 bash[75510]: cluster 2024-09-13T00:38:31.872101+0000 mgr.y (mgr.34107) 1073 : cluster [DBG] pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:38:33.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:33 smithi032 bash[76677]: cluster 2024-09-13T00:38:31.872101+0000 mgr.y (mgr.34107) 1073 : cluster [DBG] pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:38:33.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:33 smithi053 bash[67631]: cluster 2024-09-13T00:38:31.872101+0000 mgr.y (mgr.34107) 1073 : cluster [DBG] pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:38:33.624 INFO:tasks.workunit.client.0.smithi032.stdout: 682: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:33.624 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5MSnbf0uq4v0MWj off=16242194 len=334037 2024-09-13T00:38:33.625 INFO:tasks.workunit.client.0.smithi032.stdout:op 3478 completed, throughput=5MB/sec 2024-09-13T00:38:33.626 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xr89B8SuEwOGS8l off=5137930 len=867774 2024-09-13T00:38:33.635 INFO:tasks.workunit.client.0.smithi032.stdout:op 3479 completed, throughput=5MB/sec 2024-09-13T00:38:33.635 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DlA9D1QpGTzfDTw off=3101261 len=1395701 2024-09-13T00:38:33.639 INFO:tasks.workunit.client.0.smithi032.stdout:op 3480 completed, throughput=5MB/sec 2024-09-13T00:38:33.639 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c46iNzYiiO837kR off=11237570 len=10209 2024-09-13T00:38:33.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 3481 completed, throughput=5MB/sec 2024-09-13T00:38:33.640 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fwHIDad1sY5X5yV off=4541318 len=1308108 2024-09-13T00:38:33.643 INFO:tasks.workunit.client.0.smithi032.stdout:op 3482 completed, throughput=5MB/sec 2024-09-13T00:38:34.644 INFO:tasks.workunit.client.0.smithi032.stdout: 683: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:34.644 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ip02grBKe_ED47m off=4403635 len=1389343 2024-09-13T00:38:34.647 INFO:tasks.workunit.client.0.smithi032.stdout:op 3483 completed, throughput=4.99MB/sec 2024-09-13T00:38:34.647 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mQzRURTfp2tkYoR off=14370442 len=1003087 2024-09-13T00:38:34.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 3484 completed, throughput=5MB/sec 2024-09-13T00:38:34.656 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fAnGXV5iwBJwvtK off=6528681 len=1231792 2024-09-13T00:38:34.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 3485 completed, throughput=5MB/sec 2024-09-13T00:38:34.665 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-T5FI1QZuMsz73Mf off=4363625 len=1564698 2024-09-13T00:38:34.678 INFO:tasks.workunit.client.0.smithi032.stdout:op 3486 completed, throughput=5MB/sec 2024-09-13T00:38:34.678 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4FPALbH7nAcTOTt off=838393 len=184276 2024-09-13T00:38:34.683 INFO:tasks.workunit.client.0.smithi032.stdout:op 3487 completed, throughput=5MB/sec 2024-09-13T00:38:34.683 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1CDk2n36pt4RZgN off=19881464 len=919390 2024-09-13T00:38:34.685 INFO:tasks.workunit.client.0.smithi032.stdout:op 3488 completed, throughput=5MB/sec 2024-09-13T00:38:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:35 smithi032 bash[75510]: cluster 2024-09-13T00:38:33.873242+0000 mgr.y (mgr.34107) 1074 : cluster [DBG] pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:38:35.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:35 smithi032 bash[76677]: cluster 2024-09-13T00:38:33.873242+0000 mgr.y (mgr.34107) 1074 : cluster [DBG] pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:38:35.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:35 smithi053 bash[67631]: cluster 2024-09-13T00:38:33.873242+0000 mgr.y (mgr.34107) 1074 : cluster [DBG] pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:38:35.685 INFO:tasks.workunit.client.0.smithi032.stdout: 684: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:35.686 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wkDg-GCXTP4ZRT_ off=18566115 len=308082 2024-09-13T00:38:35.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 3489 completed, throughput=4.99MB/sec 2024-09-13T00:38:35.687 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-C5A1bgTXbPDfW9z off=11055892 len=844880 2024-09-13T00:38:35.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 3490 completed, throughput=5MB/sec 2024-09-13T00:38:35.690 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gtTvYAft3f_X_Fg off=8392495 len=811897 2024-09-13T00:38:35.692 INFO:tasks.workunit.client.0.smithi032.stdout:op 3491 completed, throughput=5MB/sec 2024-09-13T00:38:35.692 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FBX_9mUC_sxqFk_ off=13968989 len=780088 2024-09-13T00:38:35.696 INFO:tasks.workunit.client.0.smithi032.stdout:op 3492 completed, throughput=5MB/sec 2024-09-13T00:38:35.696 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4bVuVBOHpWEgCXZ off=7029240 len=351451 2024-09-13T00:38:35.702 INFO:tasks.workunit.client.0.smithi032.stdout:op 3493 completed, throughput=5MB/sec 2024-09-13T00:38:35.702 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6bYtimnYExQlYVB off=20454339 len=1957042 2024-09-13T00:38:35.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 3494 completed, throughput=5MB/sec 2024-09-13T00:38:36.716 INFO:tasks.workunit.client.0.smithi032.stdout: 685: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:36.716 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BlTzUxsrJda6XDM off=8472913 len=363933 2024-09-13T00:38:36.718 INFO:tasks.workunit.client.0.smithi032.stdout:op 3495 completed, throughput=4.99MB/sec 2024-09-13T00:38:36.718 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bK-0WQUnPrPo921 off=7464616 len=1251387 2024-09-13T00:38:36.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 3496 completed, throughput=5MB/sec 2024-09-13T00:38:36.722 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2Vzs7Gw8UNLJZs4 off=2779446 len=2091335 2024-09-13T00:38:36.728 INFO:tasks.workunit.client.0.smithi032.stdout:op 3497 completed, throughput=5MB/sec 2024-09-13T00:38:36.728 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X47_-27D5U1kD0s off=5350617 len=772133 2024-09-13T00:38:36.736 INFO:tasks.workunit.client.0.smithi032.stdout:op 3498 completed, throughput=5MB/sec 2024-09-13T00:38:36.736 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5QC50eNjp5pCxLL off=7781578 len=564067 2024-09-13T00:38:36.742 INFO:tasks.workunit.client.0.smithi032.stdout:op 3499 completed, throughput=5MB/sec 2024-09-13T00:38:37.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:37 smithi032 bash[76677]: cluster 2024-09-13T00:38:35.874184+0000 mgr.y (mgr.34107) 1075 : cluster [DBG] pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:38:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:37 smithi032 bash[75510]: cluster 2024-09-13T00:38:35.874184+0000 mgr.y (mgr.34107) 1075 : cluster [DBG] pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:38:37.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:37 smithi053 bash[67631]: cluster 2024-09-13T00:38:35.874184+0000 mgr.y (mgr.34107) 1075 : cluster [DBG] pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:38:37.743 INFO:tasks.workunit.client.0.smithi032.stdout: 686: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:37.743 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Jk8NSkIVqUI8ZZL off=5631146 len=1839440 2024-09-13T00:38:37.757 INFO:tasks.workunit.client.0.smithi032.stdout:op 3500 completed, throughput=5MB/sec 2024-09-13T00:38:37.757 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PDx1Mtnr_nA1TNe off=3857019 len=139672 2024-09-13T00:38:37.758 INFO:tasks.workunit.client.0.smithi032.stdout:op 3501 completed, throughput=5MB/sec 2024-09-13T00:38:37.758 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cxduu8EBLf8vKkj off=18974715 len=1991971 2024-09-13T00:38:37.774 INFO:tasks.workunit.client.0.smithi032.stdout:op 3502 completed, throughput=5MB/sec 2024-09-13T00:38:37.774 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yXQt-QKh7pe9YlI off=7908007 len=361836 2024-09-13T00:38:37.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 3503 completed, throughput=5MB/sec 2024-09-13T00:38:37.776 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WoozTLLGo3tdWv5 off=3555056 len=2069653 2024-09-13T00:38:37.779 INFO:tasks.workunit.client.0.smithi032.stdout:op 3504 completed, throughput=5MB/sec 2024-09-13T00:38:38.779 INFO:tasks.workunit.client.0.smithi032.stdout: 687: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:38.779 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r8200Vn_WMDjWr2 off=3802372 len=718553 2024-09-13T00:38:38.781 INFO:tasks.workunit.client.0.smithi032.stdout:op 3505 completed, throughput=5MB/sec 2024-09-13T00:38:38.781 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dJR8NNa51zql3Rk off=1739659 len=1202433 2024-09-13T00:38:38.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 3506 completed, throughput=5MB/sec 2024-09-13T00:38:38.784 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xC_dvOF2BK8Gbck off=3005110 len=1754812 2024-09-13T00:38:38.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 3507 completed, throughput=5MB/sec 2024-09-13T00:38:38.797 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MZ8hGh4tCFGfxmk off=9824820 len=1718398 2024-09-13T00:38:38.807 INFO:tasks.workunit.client.0.smithi032.stdout:op 3508 completed, throughput=5MB/sec 2024-09-13T00:38:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:39 smithi032 bash[75510]: cluster 2024-09-13T00:38:37.875147+0000 mgr.y (mgr.34107) 1076 : cluster [DBG] pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:38:39.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:39 smithi032 bash[76677]: cluster 2024-09-13T00:38:37.875147+0000 mgr.y (mgr.34107) 1076 : cluster [DBG] pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:38:39.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:39 smithi053 bash[67631]: cluster 2024-09-13T00:38:37.875147+0000 mgr.y (mgr.34107) 1076 : cluster [DBG] pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:38:39.808 INFO:tasks.workunit.client.0.smithi032.stdout: 688: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:39.808 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eXcbd_k2o9wuHx_ off=15223254 len=725947 2024-09-13T00:38:39.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 3509 completed, throughput=5MB/sec 2024-09-13T00:38:39.815 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-16xoIpBzqY09pRG off=9089841 len=99034 2024-09-13T00:38:39.820 INFO:tasks.workunit.client.0.smithi032.stdout:op 3510 completed, throughput=5MB/sec 2024-09-13T00:38:39.820 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NlAObbjK5mvcmhC off=15376207 len=84993 2024-09-13T00:38:39.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 3511 completed, throughput=5MB/sec 2024-09-13T00:38:39.821 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XebY6yGns1IsZDL off=9143057 len=1846560 2024-09-13T00:38:39.834 INFO:tasks.workunit.client.0.smithi032.stdout:op 3512 completed, throughput=5MB/sec 2024-09-13T00:38:39.834 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ESLfGy0c6tsTkuq off=1099045 len=754965 2024-09-13T00:38:39.842 INFO:tasks.workunit.client.0.smithi032.stdout:op 3513 completed, throughput=5MB/sec 2024-09-13T00:38:39.843 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dTIq-9J0HcXWjyF off=1210736 len=101911 2024-09-13T00:38:39.844 INFO:tasks.workunit.client.0.smithi032.stdout:op 3514 completed, throughput=5MB/sec 2024-09-13T00:38:39.844 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K-BzKvJoj35LwdE off=970040 len=2014020 2024-09-13T00:38:39.850 INFO:tasks.workunit.client.0.smithi032.stdout:op 3515 completed, throughput=5MB/sec 2024-09-13T00:38:40.851 INFO:tasks.workunit.client.0.smithi032.stdout: 689: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:40.851 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OO5FLUNDm-7tm03 off=7507771 len=636599 2024-09-13T00:38:40.853 INFO:tasks.workunit.client.0.smithi032.stdout:op 3516 completed, throughput=5MB/sec 2024-09-13T00:38:40.853 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uA8gE4RdYvYU9Bh off=315523 len=1714367 2024-09-13T00:38:40.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 3517 completed, throughput=5MB/sec 2024-09-13T00:38:40.857 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Dg-XiFX8WlLyjXr off=6539273 len=1031251 2024-09-13T00:38:40.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 3518 completed, throughput=5MB/sec 2024-09-13T00:38:40.860 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b3HPYC_inegHoK9 off=9157004 len=1480084 2024-09-13T00:38:40.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 3519 completed, throughput=5MB/sec 2024-09-13T00:38:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:41 smithi032 bash[75510]: cluster 2024-09-13T00:38:39.876239+0000 mgr.y (mgr.34107) 1077 : cluster [DBG] pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:38:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:41 smithi032 bash[75510]: audit 2024-09-13T00:38:40.175306+0000 mon.a (mon.0) 2253 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:38:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:41 smithi032 bash[76677]: cluster 2024-09-13T00:38:39.876239+0000 mgr.y (mgr.34107) 1077 : cluster [DBG] pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:38:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:41 smithi032 bash[76677]: audit 2024-09-13T00:38:40.175306+0000 mon.a (mon.0) 2253 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:38:41.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:41 smithi053 bash[67631]: cluster 2024-09-13T00:38:39.876239+0000 mgr.y (mgr.34107) 1077 : cluster [DBG] pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:38:41.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:41 smithi053 bash[67631]: audit 2024-09-13T00:38:40.175306+0000 mon.a (mon.0) 2253 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:38:41.872 INFO:tasks.workunit.client.0.smithi032.stdout: 690: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:41.872 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2Novq-oYO3_dPrj off=10090014 len=17060 2024-09-13T00:38:41.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 3520 completed, throughput=4.99MB/sec 2024-09-13T00:38:41.873 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V9zrwpTUzFZcZy1 off=13216026 len=1764717 2024-09-13T00:38:41.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 3521 completed, throughput=5MB/sec 2024-09-13T00:38:41.877 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w709PguXKTNBv1O off=11545677 len=1154423 2024-09-13T00:38:41.886 INFO:tasks.workunit.client.0.smithi032.stdout:op 3522 completed, throughput=5MB/sec 2024-09-13T00:38:41.886 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L2Jt0wXf9bEe8eu off=16475266 len=2042007 2024-09-13T00:38:41.901 INFO:tasks.workunit.client.0.smithi032.stdout:op 3523 completed, throughput=5MB/sec 2024-09-13T00:38:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:38:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:38:42] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:38:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:38:42 smithi053 bash[94430]: ts=2024-09-13T00:38:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:38:42.901 INFO:tasks.workunit.client.0.smithi032.stdout: 691: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:42.902 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c1AXZcUH81unJtM off=9679260 len=1707420 2024-09-13T00:38:42.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 3524 completed, throughput=5MB/sec 2024-09-13T00:38:42.914 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6NQV3WvuSQt9wpJ off=7187880 len=1584381 2024-09-13T00:38:42.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 3525 completed, throughput=5MB/sec 2024-09-13T00:38:42.925 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-45OLl6mvcznYZHq off=10627237 len=1392627 2024-09-13T00:38:42.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 3526 completed, throughput=5MB/sec 2024-09-13T00:38:42.935 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qGQKtG_OoxMBGCG off=9924503 len=518942 2024-09-13T00:38:42.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 3527 completed, throughput=5MB/sec 2024-09-13T00:38:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:43 smithi032 bash[75510]: cluster 2024-09-13T00:38:41.877249+0000 mgr.y (mgr.34107) 1078 : cluster [DBG] pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:38:43.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:43 smithi032 bash[76677]: cluster 2024-09-13T00:38:41.877249+0000 mgr.y (mgr.34107) 1078 : cluster [DBG] pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:38:43.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:43 smithi053 bash[67631]: cluster 2024-09-13T00:38:41.877249+0000 mgr.y (mgr.34107) 1078 : cluster [DBG] pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:38:43.937 INFO:tasks.workunit.client.0.smithi032.stdout: 692: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:43.937 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TSE8519NBlrQhNr off=1869277 len=792260 2024-09-13T00:38:43.939 INFO:tasks.workunit.client.0.smithi032.stdout:op 3528 completed, throughput=4.99MB/sec 2024-09-13T00:38:43.939 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gZuadqKyB1IeIGF off=303076 len=1009238 2024-09-13T00:38:43.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 3529 completed, throughput=5MB/sec 2024-09-13T00:38:43.942 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B7aMNtAn99JqHL5 off=0 len=1903061 2024-09-13T00:38:43.957 INFO:tasks.workunit.client.0.smithi032.stdout:op 3530 completed, throughput=5MB/sec 2024-09-13T00:38:43.957 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZnWA3gLpc0rDxf5 off=562188 len=406183 2024-09-13T00:38:43.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 3531 completed, throughput=5MB/sec 2024-09-13T00:38:43.963 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lXYBdUg0wBwNYMI off=1261329 len=255707 2024-09-13T00:38:43.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 3532 completed, throughput=5MB/sec 2024-09-13T00:38:43.964 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nqROMYWJol4PcUR off=12091318 len=1811134 2024-09-13T00:38:43.968 INFO:tasks.workunit.client.0.smithi032.stdout:op 3533 completed, throughput=5MB/sec 2024-09-13T00:38:44.968 INFO:tasks.workunit.client.0.smithi032.stdout: 693: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:44.968 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B2n4xO6utCCVZQi off=9075301 len=647726 2024-09-13T00:38:44.971 INFO:tasks.workunit.client.0.smithi032.stdout:op 3534 completed, throughput=5MB/sec 2024-09-13T00:38:44.971 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-scnzRj6Nh9AHhrU off=1534230 len=847251 2024-09-13T00:38:44.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 3535 completed, throughput=5MB/sec 2024-09-13T00:38:44.974 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2BwB5Z9H8DOjWlz off=574983 len=1306962 2024-09-13T00:38:44.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 3536 completed, throughput=5MB/sec 2024-09-13T00:38:44.983 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uhGD-brd9TYcL_U off=1013395 len=1405056 2024-09-13T00:38:44.987 INFO:tasks.workunit.client.0.smithi032.stdout:op 3537 completed, throughput=5MB/sec 2024-09-13T00:38:44.987 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RNGkq9Iw4jH_F9c off=13705929 len=492850 2024-09-13T00:38:44.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 3538 completed, throughput=5MB/sec 2024-09-13T00:38:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:45 smithi032 bash[75510]: cluster 2024-09-13T00:38:43.878297+0000 mgr.y (mgr.34107) 1079 : cluster [DBG] pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:38:45.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:45 smithi032 bash[76677]: cluster 2024-09-13T00:38:43.878297+0000 mgr.y (mgr.34107) 1079 : cluster [DBG] pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:38:45.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:45 smithi053 bash[67631]: cluster 2024-09-13T00:38:43.878297+0000 mgr.y (mgr.34107) 1079 : cluster [DBG] pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:38:45.990 INFO:tasks.workunit.client.0.smithi032.stdout: 694: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:45.990 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YuYYV45GEzOn-WP off=3657002 len=875118 2024-09-13T00:38:45.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 3539 completed, throughput=4.99MB/sec 2024-09-13T00:38:45.993 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tm87A1BI3qPhgBp off=21697558 len=139015 2024-09-13T00:38:45.999 INFO:tasks.workunit.client.0.smithi032.stdout:op 3540 completed, throughput=4.99MB/sec 2024-09-13T00:38:45.999 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WCFoH720g5UQLu3 off=2987812 len=688624 2024-09-13T00:38:46.005 INFO:tasks.workunit.client.0.smithi032.stdout:op 3541 completed, throughput=5MB/sec 2024-09-13T00:38:46.005 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p7-F6LYHb6KTFmL off=969454 len=1207569 2024-09-13T00:38:46.009 INFO:tasks.workunit.client.0.smithi032.stdout:op 3542 completed, throughput=5MB/sec 2024-09-13T00:38:46.009 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XAhU5LJwdQ3K3i9 off=6024533 len=1693070 2024-09-13T00:38:46.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 3543 completed, throughput=5MB/sec 2024-09-13T00:38:46.013 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AtXoq2ah_nR1MKz off=3086906 len=360539 2024-09-13T00:38:46.015 INFO:tasks.workunit.client.0.smithi032.stdout:op 3544 completed, throughput=5MB/sec 2024-09-13T00:38:46.015 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z4PMu-PI_uL5YL7 off=1682694 len=1848009 2024-09-13T00:38:46.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 3545 completed, throughput=5MB/sec 2024-09-13T00:38:47.027 INFO:tasks.workunit.client.0.smithi032.stdout: 695: throughput=5MB/sec pending data=0 2024-09-13T00:38:47.027 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0KYwYynU7fVHUsR off=11742032 len=1964362 2024-09-13T00:38:47.044 INFO:tasks.workunit.client.0.smithi032.stdout:op 3546 completed, throughput=5MB/sec 2024-09-13T00:38:47.044 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8DHGXTrAR_TkAcu off=8993678 len=1395878 2024-09-13T00:38:47.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 3547 completed, throughput=5MB/sec 2024-09-13T00:38:47.047 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VvSiPDc-DNpC0w9 off=3790948 len=1236997 2024-09-13T00:38:47.051 INFO:tasks.workunit.client.0.smithi032.stdout:op 3548 completed, throughput=5MB/sec 2024-09-13T00:38:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:47 smithi032 bash[76677]: cluster 2024-09-13T00:38:45.879134+0000 mgr.y (mgr.34107) 1080 : cluster [DBG] pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:38:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:47 smithi032 bash[75510]: cluster 2024-09-13T00:38:45.879134+0000 mgr.y (mgr.34107) 1080 : cluster [DBG] pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:38:47.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:47 smithi053 bash[67631]: cluster 2024-09-13T00:38:45.879134+0000 mgr.y (mgr.34107) 1080 : cluster [DBG] pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:38:48.051 INFO:tasks.workunit.client.0.smithi032.stdout: 696: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:48.051 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Auhq4poTwIskhww off=12748528 len=145765 2024-09-13T00:38:48.052 INFO:tasks.workunit.client.0.smithi032.stdout:op 3549 completed, throughput=4.99MB/sec 2024-09-13T00:38:48.053 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7IJy6Z8PmSyaSbB off=6450914 len=1773786 2024-09-13T00:38:48.064 INFO:tasks.workunit.client.0.smithi032.stdout:op 3550 completed, throughput=5MB/sec 2024-09-13T00:38:48.064 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WY7iwCxfpnFE_6X off=9046651 len=1908987 2024-09-13T00:38:48.067 INFO:tasks.workunit.client.0.smithi032.stdout:op 3551 completed, throughput=5MB/sec 2024-09-13T00:38:48.067 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zMY2HLV1-4oJQPx off=3839518 len=486285 2024-09-13T00:38:48.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 3552 completed, throughput=5MB/sec 2024-09-13T00:38:48.074 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YS3E47CiKEN6oms off=3154057 len=1103543 2024-09-13T00:38:48.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 3553 completed, throughput=5MB/sec 2024-09-13T00:38:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: 697: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:49.085 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-14PJICba29zRvRh off=4101415 len=1987040 2024-09-13T00:38:49.100 INFO:tasks.workunit.client.0.smithi032.stdout:op 3554 completed, throughput=5MB/sec 2024-09-13T00:38:49.100 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NiHF6kyj3xdsKMf off=7527314 len=1325910 2024-09-13T00:38:49.102 INFO:tasks.workunit.client.0.smithi032.stdout:op 3555 completed, throughput=5MB/sec 2024-09-13T00:38:49.102 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JkT0Bf1jixNeRHA off=10347455 len=600074 2024-09-13T00:38:49.109 INFO:tasks.workunit.client.0.smithi032.stdout:op 3556 completed, throughput=5MB/sec 2024-09-13T00:38:49.109 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hU9PD-ysSpoG2Fm off=151038 len=912157 2024-09-13T00:38:49.111 INFO:tasks.workunit.client.0.smithi032.stdout:op 3557 completed, throughput=5MB/sec 2024-09-13T00:38:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:49 smithi032 bash[75510]: cluster 2024-09-13T00:38:47.880013+0000 mgr.y (mgr.34107) 1081 : cluster [DBG] pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:38:49.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:49 smithi032 bash[76677]: cluster 2024-09-13T00:38:47.880013+0000 mgr.y (mgr.34107) 1081 : cluster [DBG] pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:38:49.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:49 smithi053 bash[67631]: cluster 2024-09-13T00:38:47.880013+0000 mgr.y (mgr.34107) 1081 : cluster [DBG] pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:38:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: 698: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:50.112 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LE0jbyGLI_AqC8B off=4979880 len=1695389 2024-09-13T00:38:50.123 INFO:tasks.workunit.client.0.smithi032.stdout:op 3558 completed, throughput=5MB/sec 2024-09-13T00:38:50.124 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6Hy4lv-JWmB8v6- off=8029881 len=1880798 2024-09-13T00:38:50.126 INFO:tasks.workunit.client.0.smithi032.stdout:op 3559 completed, throughput=5MB/sec 2024-09-13T00:38:50.126 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Pwiw5aGOVXNMPdd off=1489870 len=1513989 2024-09-13T00:38:50.128 INFO:tasks.workunit.client.0.smithi032.stdout:op 3560 completed, throughput=5MB/sec 2024-09-13T00:38:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: 699: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:51.129 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UsjMuFyA8AfEWG2 off=214821 len=1068877 2024-09-13T00:38:51.132 INFO:tasks.workunit.client.0.smithi032.stdout:op 3561 completed, throughput=4.99MB/sec 2024-09-13T00:38:51.132 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NzBs2CqDgxzQch4 off=10481139 len=313681 2024-09-13T00:38:51.134 INFO:tasks.workunit.client.0.smithi032.stdout:op 3562 completed, throughput=4.99MB/sec 2024-09-13T00:38:51.134 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--G4Z6z6eHj6zTNt off=5855712 len=1750025 2024-09-13T00:38:51.140 INFO:tasks.workunit.client.0.smithi032.stdout:op 3563 completed, throughput=5MB/sec 2024-09-13T00:38:51.140 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-61F2Rmn0XrLKL8B off=10720045 len=1798310 2024-09-13T00:38:51.154 INFO:tasks.workunit.client.0.smithi032.stdout:op 3564 completed, throughput=5MB/sec 2024-09-13T00:38:51.154 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ngqDMCFUG7jCbxk off=2099876 len=1926367 2024-09-13T00:38:51.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 3565 completed, throughput=5MB/sec 2024-09-13T00:38:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:51 smithi032 bash[75510]: cluster 2024-09-13T00:38:49.881040+0000 mgr.y (mgr.34107) 1082 : cluster [DBG] pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:38:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:51 smithi032 bash[76677]: cluster 2024-09-13T00:38:49.881040+0000 mgr.y (mgr.34107) 1082 : cluster [DBG] pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:38:51.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:51 smithi053 bash[67631]: cluster 2024-09-13T00:38:49.881040+0000 mgr.y (mgr.34107) 1082 : cluster [DBG] pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:38:52.158 INFO:tasks.workunit.client.0.smithi032.stdout: 700: throughput=5MB/sec pending data=0 2024-09-13T00:38:52.159 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NPl8TyPtitiP8lT off=6844376 len=124487 2024-09-13T00:38:52.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 3566 completed, throughput=5MB/sec 2024-09-13T00:38:52.164 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BbLAERf0KarcemD off=6163910 len=560338 2024-09-13T00:38:52.166 INFO:tasks.workunit.client.0.smithi032.stdout:op 3567 completed, throughput=5MB/sec 2024-09-13T00:38:52.166 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--I4N1uX5_jKSIkI off=2814818 len=49839 2024-09-13T00:38:52.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 3568 completed, throughput=5MB/sec 2024-09-13T00:38:52.170 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vAdaMr7OtxmOIK3 off=8538097 len=3959 2024-09-13T00:38:52.171 INFO:tasks.workunit.client.0.smithi032.stdout:op 3569 completed, throughput=5MB/sec 2024-09-13T00:38:52.171 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sR7CWqTwKFxZNYu off=9297046 len=1902737 2024-09-13T00:38:52.187 INFO:tasks.workunit.client.0.smithi032.stdout:op 3570 completed, throughput=5MB/sec 2024-09-13T00:38:52.187 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LDQiPimig7oo3qi off=2753666 len=1225399 2024-09-13T00:38:52.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 3571 completed, throughput=5MB/sec 2024-09-13T00:38:52.190 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5m-gyv-yG0LfqG3 off=148321 len=779767 2024-09-13T00:38:52.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 3572 completed, throughput=5MB/sec 2024-09-13T00:38:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:38:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:38:52] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:38:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:38:52 smithi053 bash[94430]: ts=2024-09-13T00:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:38:53.199 INFO:tasks.workunit.client.0.smithi032.stdout: 701: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:53.199 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Cid_ajRNwZp1Pjw off=2001210 len=246040 2024-09-13T00:38:53.201 INFO:tasks.workunit.client.0.smithi032.stdout:op 3573 completed, throughput=4.99MB/sec 2024-09-13T00:38:53.201 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cDzcWcNF9l_DNZB off=304119 len=57813 2024-09-13T00:38:53.206 INFO:tasks.workunit.client.0.smithi032.stdout:op 3574 completed, throughput=4.99MB/sec 2024-09-13T00:38:53.206 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SQ3bbWOvX_jRHmn off=2954313 len=1878084 2024-09-13T00:38:53.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 3575 completed, throughput=5MB/sec 2024-09-13T00:38:53.210 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ANEiDKe7DV2gGER off=8769226 len=2023662 2024-09-13T00:38:53.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 3576 completed, throughput=5MB/sec 2024-09-13T00:38:53.226 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AvdZ3qWNadLAWbI off=53970 len=1159097 2024-09-13T00:38:53.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 3577 completed, throughput=5MB/sec 2024-09-13T00:38:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:53 smithi032 bash[75510]: cluster 2024-09-13T00:38:51.881991+0000 mgr.y (mgr.34107) 1083 : cluster [DBG] pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:38:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:53 smithi032 bash[76677]: cluster 2024-09-13T00:38:51.881991+0000 mgr.y (mgr.34107) 1083 : cluster [DBG] pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:38:53.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:53 smithi053 bash[67631]: cluster 2024-09-13T00:38:51.881991+0000 mgr.y (mgr.34107) 1083 : cluster [DBG] pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:38:54.237 INFO:tasks.workunit.client.0.smithi032.stdout: 702: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:54.237 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-G6Ltext2lX4lI8y off=16360794 len=649584 2024-09-13T00:38:54.240 INFO:tasks.workunit.client.0.smithi032.stdout:op 3578 completed, throughput=4.99MB/sec 2024-09-13T00:38:54.240 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KJYqhRMvWEpsSJV off=9276773 len=382828 2024-09-13T00:38:54.242 INFO:tasks.workunit.client.0.smithi032.stdout:op 3579 completed, throughput=5MB/sec 2024-09-13T00:38:54.242 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f_z3V2Fjua_WT0L off=13027448 len=1695087 2024-09-13T00:38:54.246 INFO:tasks.workunit.client.0.smithi032.stdout:op 3580 completed, throughput=5MB/sec 2024-09-13T00:38:54.246 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Yq3rY6_6-yQQEdR off=120246 len=1063395 2024-09-13T00:38:54.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 3581 completed, throughput=5MB/sec 2024-09-13T00:38:54.256 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QwsoTY1E8dFfL9A off=0 len=1165456 2024-09-13T00:38:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:op 3582 completed, throughput=5MB/sec 2024-09-13T00:38:55.266 INFO:tasks.workunit.client.0.smithi032.stdout: 703: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:55.267 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-esqpBBsr4U0_KmD off=11162621 len=1236151 2024-09-13T00:38:55.270 INFO:tasks.workunit.client.0.smithi032.stdout:op 3583 completed, throughput=4.99MB/sec 2024-09-13T00:38:55.270 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Te6Q3SIjPWV3eH8 off=272359 len=934244 2024-09-13T00:38:55.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 3584 completed, throughput=5MB/sec 2024-09-13T00:38:55.272 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C7gPuaYfkg1N-rz off=11600294 len=94550 2024-09-13T00:38:55.277 INFO:tasks.workunit.client.0.smithi032.stdout:op 3585 completed, throughput=5MB/sec 2024-09-13T00:38:55.277 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i0oKFLdjrJbJ8Jp off=266258 len=1378972 2024-09-13T00:38:55.281 INFO:tasks.workunit.client.0.smithi032.stdout:op 3586 completed, throughput=5MB/sec 2024-09-13T00:38:55.281 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QGaL4wkQa__2jmS off=3771607 len=2052920 2024-09-13T00:38:55.285 INFO:tasks.workunit.client.0.smithi032.stdout:op 3587 completed, throughput=5MB/sec 2024-09-13T00:38:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:55 smithi032 bash[75510]: cluster 2024-09-13T00:38:53.883062+0000 mgr.y (mgr.34107) 1084 : cluster [DBG] pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:38:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:55 smithi032 bash[76677]: cluster 2024-09-13T00:38:53.883062+0000 mgr.y (mgr.34107) 1084 : cluster [DBG] pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:38:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:55 smithi053 bash[67631]: cluster 2024-09-13T00:38:53.883062+0000 mgr.y (mgr.34107) 1084 : cluster [DBG] pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:38:56.286 INFO:tasks.workunit.client.0.smithi032.stdout: 704: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:56.286 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jBWMF1_K6RpL9iZ off=1657580 len=1630406 2024-09-13T00:38:56.299 INFO:tasks.workunit.client.0.smithi032.stdout:op 3588 completed, throughput=5MB/sec 2024-09-13T00:38:56.299 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N-XkyZZtSzCK-Fq off=5024699 len=1885788 2024-09-13T00:38:56.312 INFO:tasks.workunit.client.0.smithi032.stdout:op 3589 completed, throughput=5MB/sec 2024-09-13T00:38:56.313 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mnNvDhTzGfLnk6S off=270211 len=457841 2024-09-13T00:38:56.320 INFO:tasks.workunit.client.0.smithi032.stdout:op 3590 completed, throughput=5MB/sec 2024-09-13T00:38:56.320 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8DHGXTrAR_TkAcu off=2709860 len=1910907 2024-09-13T00:38:56.324 INFO:tasks.workunit.client.0.smithi032.stdout:op 3591 completed, throughput=5MB/sec 2024-09-13T00:38:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:56 smithi032 bash[75510]: audit 2024-09-13T00:38:55.175679+0000 mon.a (mon.0) 2254 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:38:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:56 smithi032 bash[76677]: audit 2024-09-13T00:38:55.175679+0000 mon.a (mon.0) 2254 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:38:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:56 smithi053 bash[67631]: audit 2024-09-13T00:38:55.175679+0000 mon.a (mon.0) 2254 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:38:57.325 INFO:tasks.workunit.client.0.smithi032.stdout: 705: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:57.325 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vVEz8FXM1mcDXDz off=11060609 len=51932 2024-09-13T00:38:57.326 INFO:tasks.workunit.client.0.smithi032.stdout:op 3592 completed, throughput=4.99MB/sec 2024-09-13T00:38:57.327 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gCP3CzX18Uy4SRH off=2206759 len=2037932 2024-09-13T00:38:57.340 INFO:tasks.workunit.client.0.smithi032.stdout:op 3593 completed, throughput=5MB/sec 2024-09-13T00:38:57.340 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AhG9_O7njLMkvEl off=7597531 len=1619492 2024-09-13T00:38:57.346 INFO:tasks.workunit.client.0.smithi032.stdout:op 3594 completed, throughput=5MB/sec 2024-09-13T00:38:57.346 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pXfm3hNtTkvOCXW off=10534811 len=286360 2024-09-13T00:38:57.347 INFO:tasks.workunit.client.0.smithi032.stdout:op 3595 completed, throughput=5MB/sec 2024-09-13T00:38:57.348 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GHjUh0eMP4ZIyhM off=2981409 len=186346 2024-09-13T00:38:57.352 INFO:tasks.workunit.client.0.smithi032.stdout:op 3596 completed, throughput=5MB/sec 2024-09-13T00:38:57.353 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eWoVQyOnlQig1tE off=863180 len=241103 2024-09-13T00:38:57.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 3597 completed, throughput=5MB/sec 2024-09-13T00:38:57.358 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CUPpdcMpABlmyVT off=13813441 len=221229 2024-09-13T00:38:57.359 INFO:tasks.workunit.client.0.smithi032.stdout:op 3598 completed, throughput=5MB/sec 2024-09-13T00:38:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:57 smithi032 bash[75510]: cluster 2024-09-13T00:38:55.883958+0000 mgr.y (mgr.34107) 1085 : cluster [DBG] pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:38:57.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:57 smithi032 bash[76677]: cluster 2024-09-13T00:38:55.883958+0000 mgr.y (mgr.34107) 1085 : cluster [DBG] pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:38:57.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:57 smithi053 bash[67631]: cluster 2024-09-13T00:38:55.883958+0000 mgr.y (mgr.34107) 1085 : cluster [DBG] pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:38:58.360 INFO:tasks.workunit.client.0.smithi032.stdout: 706: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:58.360 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gJKvgwV2d11adfd off=754636 len=1548478 2024-09-13T00:38:58.373 INFO:tasks.workunit.client.0.smithi032.stdout:op 3599 completed, throughput=5MB/sec 2024-09-13T00:38:58.373 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NXUBj3JyXmvalQN off=11400895 len=1518390 2024-09-13T00:38:58.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 3600 completed, throughput=5MB/sec 2024-09-13T00:38:58.385 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tEbiXWNRTcii0TO off=1057763 len=773035 2024-09-13T00:38:58.388 INFO:tasks.workunit.client.0.smithi032.stdout:op 3601 completed, throughput=5MB/sec 2024-09-13T00:38:58.388 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YKykAepaVdY73Au off=5512294 len=685621 2024-09-13T00:38:58.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 3602 completed, throughput=5MB/sec 2024-09-13T00:38:58.395 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2OZSGisxhK0sav8 off=11594729 len=612994 2024-09-13T00:38:58.402 INFO:tasks.workunit.client.0.smithi032.stdout:op 3603 completed, throughput=5MB/sec 2024-09-13T00:38:58.402 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6GjhAKnYIWA2Dw3 off=3201556 len=1453675 2024-09-13T00:38:58.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 3604 completed, throughput=5MB/sec 2024-09-13T00:38:59.405 INFO:tasks.workunit.client.0.smithi032.stdout: 707: throughput=4.99MB/sec pending data=0 2024-09-13T00:38:59.405 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ATPUv5zAi_fZt8C off=7363008 len=320994 2024-09-13T00:38:59.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 3605 completed, throughput=5MB/sec 2024-09-13T00:38:59.411 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OAHwQur3hptQD4_ off=4047068 len=40668 2024-09-13T00:38:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:38:59 smithi032 bash[75510]: cluster 2024-09-13T00:38:57.884926+0000 mgr.y (mgr.34107) 1086 : cluster [DBG] pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:38:59.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:38:59 smithi032 bash[76677]: cluster 2024-09-13T00:38:57.884926+0000 mgr.y (mgr.34107) 1086 : cluster [DBG] pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:38:59.415 INFO:tasks.workunit.client.0.smithi032.stdout:op 3606 completed, throughput=5MB/sec 2024-09-13T00:38:59.415 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jPLE0vydF5jVIce off=2816692 len=953640 2024-09-13T00:38:59.423 INFO:tasks.workunit.client.0.smithi032.stdout:op 3607 completed, throughput=5MB/sec 2024-09-13T00:38:59.423 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lgtCmSYsc8y9CMx off=18714663 len=147619 2024-09-13T00:38:59.424 INFO:tasks.workunit.client.0.smithi032.stdout:op 3608 completed, throughput=5MB/sec 2024-09-13T00:38:59.424 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rBYXA7C9-O3lrI3 off=4057553 len=1878013 2024-09-13T00:38:59.440 INFO:tasks.workunit.client.0.smithi032.stdout:op 3609 completed, throughput=5MB/sec 2024-09-13T00:38:59.440 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cVjhGN9NTucD6L- off=15301952 len=498474 2024-09-13T00:38:59.441 INFO:tasks.workunit.client.0.smithi032.stdout:op 3610 completed, throughput=5MB/sec 2024-09-13T00:38:59.442 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FzcmtWw6pvd49IL off=17353515 len=1355492 2024-09-13T00:38:59.452 INFO:tasks.workunit.client.0.smithi032.stdout:op 3611 completed, throughput=5MB/sec 2024-09-13T00:38:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:38:59 smithi053 bash[67631]: cluster 2024-09-13T00:38:57.884926+0000 mgr.y (mgr.34107) 1086 : cluster [DBG] pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:39:00.453 INFO:tasks.workunit.client.0.smithi032.stdout: 708: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:00.453 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Y8i5u4DuFEiO-uM off=72633 len=439870 2024-09-13T00:39:00.454 INFO:tasks.workunit.client.0.smithi032.stdout:op 3612 completed, throughput=5MB/sec 2024-09-13T00:39:00.455 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NE_oT22lDYAA-dr off=2032679 len=543373 2024-09-13T00:39:00.462 INFO:tasks.workunit.client.0.smithi032.stdout:op 3613 completed, throughput=5MB/sec 2024-09-13T00:39:00.462 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gChhvPo2aXvO6Ct off=499765 len=300893 2024-09-13T00:39:00.468 INFO:tasks.workunit.client.0.smithi032.stdout:op 3614 completed, throughput=5MB/sec 2024-09-13T00:39:00.468 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gKgBVuZuUl6ZZUi off=4351137 len=986750 2024-09-13T00:39:00.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 3615 completed, throughput=5MB/sec 2024-09-13T00:39:00.478 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P_XXREAx_8IaGys off=8764380 len=1032640 2024-09-13T00:39:00.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 3616 completed, throughput=5MB/sec 2024-09-13T00:39:00.482 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BEdlFAOvbmCLf5Y off=4826550 len=909849 2024-09-13T00:39:00.485 INFO:tasks.workunit.client.0.smithi032.stdout:op 3617 completed, throughput=5MB/sec 2024-09-13T00:39:00.488 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GshU0g_hhHb-1jx off=12798682 len=565351 2024-09-13T00:39:00.492 INFO:tasks.workunit.client.0.smithi032.stdout:op 3618 completed, throughput=5MB/sec 2024-09-13T00:39:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:01 smithi032 bash[75510]: cluster 2024-09-13T00:38:59.885964+0000 mgr.y (mgr.34107) 1087 : cluster [DBG] pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:39:01.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:01 smithi032 bash[76677]: cluster 2024-09-13T00:38:59.885964+0000 mgr.y (mgr.34107) 1087 : cluster [DBG] pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:39:01.493 INFO:tasks.workunit.client.0.smithi032.stdout: 709: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:01.493 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zRn98ACRirZNITf off=9107385 len=713183 2024-09-13T00:39:01.501 INFO:tasks.workunit.client.0.smithi032.stdout:op 3619 completed, throughput=4.99MB/sec 2024-09-13T00:39:01.501 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-alMOVkOmqe16DmZ off=2054609 len=701264 2024-09-13T00:39:01.503 INFO:tasks.workunit.client.0.smithi032.stdout:op 3620 completed, throughput=5MB/sec 2024-09-13T00:39:01.503 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w8uR8hB3t2E3zAZ off=9131099 len=1321602 2024-09-13T00:39:01.513 INFO:tasks.workunit.client.0.smithi032.stdout:op 3621 completed, throughput=5MB/sec 2024-09-13T00:39:01.513 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zjE913oGtEAZIXg off=4097599 len=1251097 2024-09-13T00:39:01.516 INFO:tasks.workunit.client.0.smithi032.stdout:op 3622 completed, throughput=5MB/sec 2024-09-13T00:39:01.516 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zDggZ7iQzAl7Sav off=0 len=1179798 2024-09-13T00:39:01.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 3623 completed, throughput=5MB/sec 2024-09-13T00:39:01.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:01 smithi053 bash[67631]: cluster 2024-09-13T00:38:59.885964+0000 mgr.y (mgr.34107) 1087 : cluster [DBG] pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:39:02.526 INFO:tasks.workunit.client.0.smithi032.stdout: 710: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:02.526 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wz5Y1oo6YBauRsy off=10889402 len=860982 2024-09-13T00:39:02.535 INFO:tasks.workunit.client.0.smithi032.stdout:op 3624 completed, throughput=4.99MB/sec 2024-09-13T00:39:02.535 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7QQj13WlBnkBYGC off=5211321 len=985621 2024-09-13T00:39:02.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 3625 completed, throughput=5MB/sec 2024-09-13T00:39:02.538 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1kzAvje_EDK5Qtc off=301153 len=15500 2024-09-13T00:39:02.539 INFO:tasks.workunit.client.0.smithi032.stdout:op 3626 completed, throughput=5MB/sec 2024-09-13T00:39:02.539 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KgPwCt0rCZzPaUf off=6737469 len=1841120 2024-09-13T00:39:02.554 INFO:tasks.workunit.client.0.smithi032.stdout:op 3627 completed, throughput=5MB/sec 2024-09-13T00:39:02.554 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d2UVKY--6ktq3pJ off=3498715 len=2039797 2024-09-13T00:39:02.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 3628 completed, throughput=5MB/sec 2024-09-13T00:39:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:39:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:39:02] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T00:39:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:39:02 smithi053 bash[94430]: ts=2024-09-13T00:39:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:39:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:03 smithi032 bash[75510]: cluster 2024-09-13T00:39:01.887002+0000 mgr.y (mgr.34107) 1088 : cluster [DBG] pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:03.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:03 smithi032 bash[76677]: cluster 2024-09-13T00:39:01.887002+0000 mgr.y (mgr.34107) 1088 : cluster [DBG] pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:03.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:03 smithi053 bash[67631]: cluster 2024-09-13T00:39:01.887002+0000 mgr.y (mgr.34107) 1088 : cluster [DBG] pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:03.568 INFO:tasks.workunit.client.0.smithi032.stdout: 711: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:03.568 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-b4pYQ0LlONrKMOE off=1755665 len=905062 2024-09-13T00:39:03.570 INFO:tasks.workunit.client.0.smithi032.stdout:op 3629 completed, throughput=4.99MB/sec 2024-09-13T00:39:03.570 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CIlrm0ZaG0kAQt0 off=1374500 len=766939 2024-09-13T00:39:03.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 3630 completed, throughput=5MB/sec 2024-09-13T00:39:03.578 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lbqVxQ-x6mnSuQc off=940519 len=1091481 2024-09-13T00:39:03.587 INFO:tasks.workunit.client.0.smithi032.stdout:op 3631 completed, throughput=5MB/sec 2024-09-13T00:39:03.587 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JYzweE4ahxAy3hz off=2738941 len=1216776 2024-09-13T00:39:03.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 3632 completed, throughput=5MB/sec 2024-09-13T00:39:03.590 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PYBnngFKNqkyA_3 off=3481707 len=1800475 2024-09-13T00:39:03.593 INFO:tasks.workunit.client.0.smithi032.stdout:op 3633 completed, throughput=5MB/sec 2024-09-13T00:39:04.594 INFO:tasks.workunit.client.0.smithi032.stdout: 712: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:04.594 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Fc6nj-W5i3YlxAh off=1346879 len=489539 2024-09-13T00:39:04.596 INFO:tasks.workunit.client.0.smithi032.stdout:op 3634 completed, throughput=4.99MB/sec 2024-09-13T00:39:04.596 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L-2kiKleu5UPpw0 off=0 len=1060222 2024-09-13T00:39:04.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 3635 completed, throughput=5MB/sec 2024-09-13T00:39:04.599 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GGDGJUIKNLXjwWF off=653838 len=2085319 2024-09-13T00:39:04.615 INFO:tasks.workunit.client.0.smithi032.stdout:op 3636 completed, throughput=5MB/sec 2024-09-13T00:39:04.615 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uwhG2yZnpxTw-9a off=8522101 len=423467 2024-09-13T00:39:04.617 INFO:tasks.workunit.client.0.smithi032.stdout:op 3637 completed, throughput=5MB/sec 2024-09-13T00:39:04.617 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VTjak_4SQWWtRAB off=229968 len=347535 2024-09-13T00:39:04.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 3638 completed, throughput=5MB/sec 2024-09-13T00:39:04.624 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cKYyGiGxphDYeIl off=13639803 len=1641077 2024-09-13T00:39:04.635 INFO:tasks.workunit.client.0.smithi032.stdout:op 3639 completed, throughput=5MB/sec 2024-09-13T00:39:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:05 smithi032 bash[75510]: cluster 2024-09-13T00:39:03.888119+0000 mgr.y (mgr.34107) 1089 : cluster [DBG] pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:39:05.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:05 smithi032 bash[76677]: cluster 2024-09-13T00:39:03.888119+0000 mgr.y (mgr.34107) 1089 : cluster [DBG] pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:39:05.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:05 smithi053 bash[67631]: cluster 2024-09-13T00:39:03.888119+0000 mgr.y (mgr.34107) 1089 : cluster [DBG] pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:39:05.636 INFO:tasks.workunit.client.0.smithi032.stdout: 713: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:05.636 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SefICh-a5O7nhuU off=7988380 len=2044396 2024-09-13T00:39:05.650 INFO:tasks.workunit.client.0.smithi032.stdout:op 3640 completed, throughput=5MB/sec 2024-09-13T00:39:05.650 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sMoh1c0NAUI52lq off=12772975 len=1025147 2024-09-13T00:39:05.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 3641 completed, throughput=5MB/sec 2024-09-13T00:39:05.659 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zg3SdJixMb_eyPK off=10160059 len=1713537 2024-09-13T00:39:05.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 3642 completed, throughput=5MB/sec 2024-09-13T00:39:06.665 INFO:tasks.workunit.client.0.smithi032.stdout: 714: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:06.665 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wN7eqdNv6opJ2vn off=3668276 len=688522 2024-09-13T00:39:06.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 3643 completed, throughput=5MB/sec 2024-09-13T00:39:06.673 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H55lZOOtwlAWY55 off=2425278 len=1336925 2024-09-13T00:39:06.685 INFO:tasks.workunit.client.0.smithi032.stdout:op 3644 completed, throughput=5MB/sec 2024-09-13T00:39:06.685 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XuuGq5Wmai01q-t off=5640925 len=1538079 2024-09-13T00:39:06.689 INFO:tasks.workunit.client.0.smithi032.stdout:op 3645 completed, throughput=5MB/sec 2024-09-13T00:39:06.689 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SefICh-a5O7nhuU off=8727561 len=510478 2024-09-13T00:39:06.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 3646 completed, throughput=5MB/sec 2024-09-13T00:39:06.690 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mwSe7mF6Q5EZ4RE off=3271937 len=1386472 2024-09-13T00:39:06.695 INFO:tasks.workunit.client.0.smithi032.stdout:op 3647 completed, throughput=5MB/sec 2024-09-13T00:39:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:07 smithi032 bash[75510]: cluster 2024-09-13T00:39:05.889073+0000 mgr.y (mgr.34107) 1090 : cluster [DBG] pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:39:07.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:07 smithi032 bash[76677]: cluster 2024-09-13T00:39:05.889073+0000 mgr.y (mgr.34107) 1090 : cluster [DBG] pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:39:07.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:07 smithi053 bash[67631]: cluster 2024-09-13T00:39:05.889073+0000 mgr.y (mgr.34107) 1090 : cluster [DBG] pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:39:07.695 INFO:tasks.workunit.client.0.smithi032.stdout: 715: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:07.695 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-skbTHLXAV_xWwoz off=15669608 len=1704728 2024-09-13T00:39:07.707 INFO:tasks.workunit.client.0.smithi032.stdout:op 3648 completed, throughput=5MB/sec 2024-09-13T00:39:07.707 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-whVownJxNkvYZgF off=10183959 len=1677641 2024-09-13T00:39:07.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 3649 completed, throughput=5MB/sec 2024-09-13T00:39:07.711 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-E9IugPY8cSS6xMA off=5544471 len=61882 2024-09-13T00:39:07.712 INFO:tasks.workunit.client.0.smithi032.stdout:op 3650 completed, throughput=5MB/sec 2024-09-13T00:39:07.712 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JfmQD4NkWU-JjBW off=4217597 len=1565940 2024-09-13T00:39:07.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 3651 completed, throughput=5MB/sec 2024-09-13T00:39:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:08 smithi032 bash[75510]: audit 2024-09-13T00:39:07.659342+0000 mon.a (mon.0) 2255 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:39:08.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:08 smithi032 bash[76677]: audit 2024-09-13T00:39:07.659342+0000 mon.a (mon.0) 2255 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:39:08.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:08 smithi053 bash[67631]: audit 2024-09-13T00:39:07.659342+0000 mon.a (mon.0) 2255 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:39:08.715 INFO:tasks.workunit.client.0.smithi032.stdout: 716: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:08.715 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ef919lnnPgzmdn0 off=13659345 len=51021 2024-09-13T00:39:08.720 INFO:tasks.workunit.client.0.smithi032.stdout:op 3652 completed, throughput=4.99MB/sec 2024-09-13T00:39:08.720 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0FjszM1LMX7tVIJ off=1104960 len=1277644 2024-09-13T00:39:08.723 INFO:tasks.workunit.client.0.smithi032.stdout:op 3653 completed, throughput=5MB/sec 2024-09-13T00:39:08.723 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tIg6o9lcuk65aU4 off=15935977 len=1559125 2024-09-13T00:39:08.737 INFO:tasks.workunit.client.0.smithi032.stdout:op 3654 completed, throughput=5MB/sec 2024-09-13T00:39:08.737 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Yo56SQX7oqqm2LV off=14124346 len=623530 2024-09-13T00:39:08.744 INFO:tasks.workunit.client.0.smithi032.stdout:op 3655 completed, throughput=5MB/sec 2024-09-13T00:39:08.744 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-e83HJdztIXoIcoV off=12193305 len=1082920 2024-09-13T00:39:08.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 3656 completed, throughput=5MB/sec 2024-09-13T00:39:08.747 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z1_dChF-jvgnfKF off=6364417 len=1625833 2024-09-13T00:39:08.757 INFO:tasks.workunit.client.0.smithi032.stdout:op 3657 completed, throughput=5MB/sec 2024-09-13T00:39:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:09 smithi032 bash[75510]: cluster 2024-09-13T00:39:07.889731+0000 mgr.y (mgr.34107) 1091 : cluster [DBG] pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:39:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:09 smithi032 bash[75510]: audit 2024-09-13T00:39:08.211177+0000 mon.a (mon.0) 2256 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:39:09.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:09 smithi032 bash[75510]: audit 2024-09-13T00:39:08.212581+0000 mon.a (mon.0) 2257 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:39:09.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:09 smithi032 bash[75510]: audit 2024-09-13T00:39:08.222030+0000 mon.a (mon.0) 2258 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:39:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:09 smithi032 bash[76677]: cluster 2024-09-13T00:39:07.889731+0000 mgr.y (mgr.34107) 1091 : cluster [DBG] pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:39:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:09 smithi032 bash[76677]: audit 2024-09-13T00:39:08.211177+0000 mon.a (mon.0) 2256 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:39:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:09 smithi032 bash[76677]: audit 2024-09-13T00:39:08.212581+0000 mon.a (mon.0) 2257 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:39:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:09 smithi032 bash[76677]: audit 2024-09-13T00:39:08.222030+0000 mon.a (mon.0) 2258 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:39:09.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:09 smithi053 bash[67631]: cluster 2024-09-13T00:39:07.889731+0000 mgr.y (mgr.34107) 1091 : cluster [DBG] pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:39:09.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:09 smithi053 bash[67631]: audit 2024-09-13T00:39:08.211177+0000 mon.a (mon.0) 2256 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:39:09.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:09 smithi053 bash[67631]: audit 2024-09-13T00:39:08.212581+0000 mon.a (mon.0) 2257 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:39:09.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:09 smithi053 bash[67631]: audit 2024-09-13T00:39:08.222030+0000 mon.a (mon.0) 2258 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:39:09.760 INFO:tasks.workunit.client.0.smithi032.stdout: 717: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:09.761 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ylgKeNXmda54JLL off=6130708 len=773775 2024-09-13T00:39:09.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 3658 completed, throughput=5MB/sec 2024-09-13T00:39:09.761 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4bVuVBOHpWEgCXZ off=2283668 len=1937726 2024-09-13T00:39:09.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 3659 completed, throughput=5MB/sec 2024-09-13T00:39:09.776 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_MwHlELDa4wPa8d off=3487458 len=604786 2024-09-13T00:39:09.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 3660 completed, throughput=5MB/sec 2024-09-13T00:39:09.784 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FJa3sDYGbdPLMg- off=11535619 len=279491 2024-09-13T00:39:09.789 INFO:tasks.workunit.client.0.smithi032.stdout:op 3661 completed, throughput=5MB/sec 2024-09-13T00:39:09.789 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iTCmEwCJQDEcVgO off=2205513 len=1896902 2024-09-13T00:39:09.793 INFO:tasks.workunit.client.0.smithi032.stdout:op 3662 completed, throughput=5MB/sec 2024-09-13T00:39:10.794 INFO:tasks.workunit.client.0.smithi032.stdout: 718: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:10.794 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-25VrTE0oimpcz0o off=1524955 len=1199045 2024-09-13T00:39:10.798 INFO:tasks.workunit.client.0.smithi032.stdout:op 3663 completed, throughput=5MB/sec 2024-09-13T00:39:10.798 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r0v_y6hv17fb9M0 off=4014009 len=283441 2024-09-13T00:39:10.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 3664 completed, throughput=5MB/sec 2024-09-13T00:39:10.803 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1vpKhEDAZjIBUDU off=6112612 len=1594748 2024-09-13T00:39:10.816 INFO:tasks.workunit.client.0.smithi032.stdout:op 3665 completed, throughput=5MB/sec 2024-09-13T00:39:10.816 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cVjhGN9NTucD6L- off=9259078 len=2027851 2024-09-13T00:39:10.829 INFO:tasks.workunit.client.0.smithi032.stdout:op 3666 completed, throughput=5MB/sec 2024-09-13T00:39:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:11 smithi032 bash[75510]: cluster 2024-09-13T00:39:09.890718+0000 mgr.y (mgr.34107) 1092 : cluster [DBG] pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:11 smithi032 bash[75510]: audit 2024-09-13T00:39:10.176075+0000 mon.a (mon.0) 2259 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:39:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:11 smithi032 bash[76677]: cluster 2024-09-13T00:39:09.890718+0000 mgr.y (mgr.34107) 1092 : cluster [DBG] pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:11 smithi032 bash[76677]: audit 2024-09-13T00:39:10.176075+0000 mon.a (mon.0) 2259 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:39:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:11 smithi053 bash[67631]: cluster 2024-09-13T00:39:09.890718+0000 mgr.y (mgr.34107) 1092 : cluster [DBG] pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:11 smithi053 bash[67631]: audit 2024-09-13T00:39:10.176075+0000 mon.a (mon.0) 2259 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:39:11.829 INFO:tasks.workunit.client.0.smithi032.stdout: 719: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:11.829 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WUV9ohi5E4vyPqV off=747490 len=757238 2024-09-13T00:39:11.831 INFO:tasks.workunit.client.0.smithi032.stdout:op 3667 completed, throughput=5MB/sec 2024-09-13T00:39:11.832 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FHa3RAaIZq_rM-D off=5483192 len=1194363 2024-09-13T00:39:11.841 INFO:tasks.workunit.client.0.smithi032.stdout:op 3668 completed, throughput=5MB/sec 2024-09-13T00:39:11.841 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_YdtD3revqtYM3U off=3859068 len=1551292 2024-09-13T00:39:11.845 INFO:tasks.workunit.client.0.smithi032.stdout:op 3669 completed, throughput=5MB/sec 2024-09-13T00:39:11.845 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BbdEzYBgCc7XqQp off=380742 len=634560 2024-09-13T00:39:11.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 3670 completed, throughput=5MB/sec 2024-09-13T00:39:11.848 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hBkZ4iORR_ohXYK off=3260158 len=1977175 2024-09-13T00:39:11.863 INFO:tasks.workunit.client.0.smithi032.stdout:op 3671 completed, throughput=5MB/sec 2024-09-13T00:39:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:39:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:39:12] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-13T00:39:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:39:12 smithi053 bash[94430]: ts=2024-09-13T00:39:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:39:12.863 INFO:tasks.workunit.client.0.smithi032.stdout: 720: throughput=5MB/sec pending data=0 2024-09-13T00:39:12.863 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K8ytSHAfUnie28I off=0 len=1261040 2024-09-13T00:39:12.866 INFO:tasks.workunit.client.0.smithi032.stdout:op 3672 completed, throughput=5MB/sec 2024-09-13T00:39:12.867 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sekaxPgrn99E6Rv off=33400 len=591975 2024-09-13T00:39:12.869 INFO:tasks.workunit.client.0.smithi032.stdout:op 3673 completed, throughput=5MB/sec 2024-09-13T00:39:12.869 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-woA5mtN7bMf4Y8O off=114958 len=1733948 2024-09-13T00:39:12.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 3674 completed, throughput=5MB/sec 2024-09-13T00:39:12.873 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2qBgK024QgsbBm1 off=802307 len=726366 2024-09-13T00:39:12.882 INFO:tasks.workunit.client.0.smithi032.stdout:op 3675 completed, throughput=5MB/sec 2024-09-13T00:39:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:13 smithi032 bash[75510]: cluster 2024-09-13T00:39:11.891716+0000 mgr.y (mgr.34107) 1093 : cluster [DBG] pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:39:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:13 smithi032 bash[76677]: cluster 2024-09-13T00:39:11.891716+0000 mgr.y (mgr.34107) 1093 : cluster [DBG] pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:39:13.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:13 smithi053 bash[67631]: cluster 2024-09-13T00:39:11.891716+0000 mgr.y (mgr.34107) 1093 : cluster [DBG] pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:39:13.882 INFO:tasks.workunit.client.0.smithi032.stdout: 721: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:13.882 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Fd3uiPqzhPBBezs off=1276078 len=1297485 2024-09-13T00:39:13.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 3676 completed, throughput=5MB/sec 2024-09-13T00:39:13.893 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WbgDjQFBE_M9dZn off=11361366 len=346618 2024-09-13T00:39:13.899 INFO:tasks.workunit.client.0.smithi032.stdout:op 3677 completed, throughput=5MB/sec 2024-09-13T00:39:13.900 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cgnUuuMv7KJA6bz off=22142081 len=1615029 2024-09-13T00:39:13.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 3678 completed, throughput=5MB/sec 2024-09-13T00:39:13.912 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PZo1IXPKoyW8isd off=5523391 len=877896 2024-09-13T00:39:13.915 INFO:tasks.workunit.client.0.smithi032.stdout:op 3679 completed, throughput=5MB/sec 2024-09-13T00:39:13.915 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-98iB10YyFmRVadN off=327466 len=1109682 2024-09-13T00:39:13.918 INFO:tasks.workunit.client.0.smithi032.stdout:op 3680 completed, throughput=5MB/sec 2024-09-13T00:39:14.919 INFO:tasks.workunit.client.0.smithi032.stdout: 722: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:14.919 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X74C3s1naMdHZ8M off=5840466 len=1186968 2024-09-13T00:39:14.922 INFO:tasks.workunit.client.0.smithi032.stdout:op 3681 completed, throughput=5MB/sec 2024-09-13T00:39:14.922 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7vRZ5tY__cbjr1e off=2864829 len=1833395 2024-09-13T00:39:14.934 INFO:tasks.workunit.client.0.smithi032.stdout:op 3682 completed, throughput=5MB/sec 2024-09-13T00:39:14.934 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yIAD2SgDEPWlDRL off=7741578 len=393647 2024-09-13T00:39:14.941 INFO:tasks.workunit.client.0.smithi032.stdout:op 3683 completed, throughput=5MB/sec 2024-09-13T00:39:14.941 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VvShfiGO5uMaYEB off=1051888 len=648157 2024-09-13T00:39:14.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 3684 completed, throughput=5MB/sec 2024-09-13T00:39:14.947 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lySlx7Ba7tds_OL off=3445984 len=588008 2024-09-13T00:39:14.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 3685 completed, throughput=5MB/sec 2024-09-13T00:39:14.949 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J7BIxpcK0wIm1BN off=1537668 len=2059261 2024-09-13T00:39:14.954 INFO:tasks.workunit.client.0.smithi032.stdout:op 3686 completed, throughput=5MB/sec 2024-09-13T00:39:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:15 smithi032 bash[75510]: cluster 2024-09-13T00:39:13.892839+0000 mgr.y (mgr.34107) 1094 : cluster [DBG] pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:39:15.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:15 smithi032 bash[76677]: cluster 2024-09-13T00:39:13.892839+0000 mgr.y (mgr.34107) 1094 : cluster [DBG] pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:39:15.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:15 smithi053 bash[67631]: cluster 2024-09-13T00:39:13.892839+0000 mgr.y (mgr.34107) 1094 : cluster [DBG] pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:39:15.954 INFO:tasks.workunit.client.0.smithi032.stdout: 723: throughput=5MB/sec pending data=0 2024-09-13T00:39:15.954 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lGCLcDiIN74dm6L off=5712941 len=1481982 2024-09-13T00:39:15.965 INFO:tasks.workunit.client.0.smithi032.stdout:op 3687 completed, throughput=5MB/sec 2024-09-13T00:39:15.965 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0FjszM1LMX7tVIJ off=4214603 len=1262955 2024-09-13T00:39:15.968 INFO:tasks.workunit.client.0.smithi032.stdout:op 3688 completed, throughput=5MB/sec 2024-09-13T00:39:15.969 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yRmXjKSNMXRcIwA off=11110261 len=1922609 2024-09-13T00:39:15.975 INFO:tasks.workunit.client.0.smithi032.stdout:op 3689 completed, throughput=5MB/sec 2024-09-13T00:39:16.975 INFO:tasks.workunit.client.0.smithi032.stdout: 724: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:16.976 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HC7DVX-Qt0GY5oV off=8499890 len=685851 2024-09-13T00:39:16.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 3690 completed, throughput=5MB/sec 2024-09-13T00:39:16.983 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Pd3EsOplvT6ToW4 off=10415091 len=1682737 2024-09-13T00:39:16.995 INFO:tasks.workunit.client.0.smithi032.stdout:op 3691 completed, throughput=5MB/sec 2024-09-13T00:39:16.995 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NBBlX_xZS_sl9jG off=13656439 len=202498 2024-09-13T00:39:17.001 INFO:tasks.workunit.client.0.smithi032.stdout:op 3692 completed, throughput=5MB/sec 2024-09-13T00:39:17.001 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KkcGdhSJBaFvPMA off=4100839 len=1507889 2024-09-13T00:39:17.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 3693 completed, throughput=5MB/sec 2024-09-13T00:39:17.004 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FT4_qxvOYykTkFd off=3788027 len=1267965 2024-09-13T00:39:17.008 INFO:tasks.workunit.client.0.smithi032.stdout:op 3694 completed, throughput=5MB/sec 2024-09-13T00:39:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:17 smithi032 bash[75510]: cluster 2024-09-13T00:39:15.893716+0000 mgr.y (mgr.34107) 1095 : cluster [DBG] pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:39:17.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:17 smithi032 bash[76677]: cluster 2024-09-13T00:39:15.893716+0000 mgr.y (mgr.34107) 1095 : cluster [DBG] pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:39:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:17 smithi053 bash[67631]: cluster 2024-09-13T00:39:15.893716+0000 mgr.y (mgr.34107) 1095 : cluster [DBG] pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:39:18.008 INFO:tasks.workunit.client.0.smithi032.stdout: 725: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:18.008 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_Kgh8n_dpJxHKpp off=0 len=1779617 2024-09-13T00:39:18.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 3695 completed, throughput=5MB/sec 2024-09-13T00:39:18.021 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gab_3bJGulyqOQ8 off=5562496 len=498792 2024-09-13T00:39:18.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 3696 completed, throughput=5MB/sec 2024-09-13T00:39:18.028 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kx7iEQrElt9Uxx- off=8644912 len=1453316 2024-09-13T00:39:18.031 INFO:tasks.workunit.client.0.smithi032.stdout:op 3697 completed, throughput=5MB/sec 2024-09-13T00:39:18.031 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GWLJBRm8nw-PoNT off=17742487 len=989743 2024-09-13T00:39:18.034 INFO:tasks.workunit.client.0.smithi032.stdout:op 3698 completed, throughput=5MB/sec 2024-09-13T00:39:19.035 INFO:tasks.workunit.client.0.smithi032.stdout: 726: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:19.035 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GDLSA7OarOauyDe off=1730095 len=54590 2024-09-13T00:39:19.036 INFO:tasks.workunit.client.0.smithi032.stdout:op 3699 completed, throughput=4.99MB/sec 2024-09-13T00:39:19.036 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DNZ1_hI_TUOa02v off=21515725 len=1436580 2024-09-13T00:39:19.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 3700 completed, throughput=5MB/sec 2024-09-13T00:39:19.046 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zaw6r3VWjqGmdPO off=3649395 len=333104 2024-09-13T00:39:19.048 INFO:tasks.workunit.client.0.smithi032.stdout:op 3701 completed, throughput=5MB/sec 2024-09-13T00:39:19.048 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--GZ4uQSG7kcitGY off=248152 len=1946202 2024-09-13T00:39:19.063 INFO:tasks.workunit.client.0.smithi032.stdout:op 3702 completed, throughput=5MB/sec 2024-09-13T00:39:19.063 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AHf97ck_zt4xccq off=523323 len=1897920 2024-09-13T00:39:19.077 INFO:tasks.workunit.client.0.smithi032.stdout:op 3703 completed, throughput=5MB/sec 2024-09-13T00:39:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:19 smithi032 bash[75510]: cluster 2024-09-13T00:39:17.894621+0000 mgr.y (mgr.34107) 1096 : cluster [DBG] pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:39:19.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:19 smithi032 bash[76677]: cluster 2024-09-13T00:39:17.894621+0000 mgr.y (mgr.34107) 1096 : cluster [DBG] pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:39:19.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:19 smithi053 bash[67631]: cluster 2024-09-13T00:39:17.894621+0000 mgr.y (mgr.34107) 1096 : cluster [DBG] pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:39:20.078 INFO:tasks.workunit.client.0.smithi032.stdout: 727: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:20.078 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-01h6keKb0ZxkeTj off=1297931 len=1457570 2024-09-13T00:39:20.081 INFO:tasks.workunit.client.0.smithi032.stdout:op 3704 completed, throughput=5MB/sec 2024-09-13T00:39:20.082 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XM0m8Dut_O9BbrU off=5927075 len=112361 2024-09-13T00:39:20.086 INFO:tasks.workunit.client.0.smithi032.stdout:op 3705 completed, throughput=5MB/sec 2024-09-13T00:39:20.086 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VIH1B6QuUr1lR8R off=4679789 len=2001898 2024-09-13T00:39:20.100 INFO:tasks.workunit.client.0.smithi032.stdout:op 3706 completed, throughput=5MB/sec 2024-09-13T00:39:20.100 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Qspgyu4Jw2EZCXm off=3093426 len=1220538 2024-09-13T00:39:20.109 INFO:tasks.workunit.client.0.smithi032.stdout:op 3707 completed, throughput=5MB/sec 2024-09-13T00:39:20.109 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vro_HynTvc-pLxx off=9243616 len=809064 2024-09-13T00:39:20.116 INFO:tasks.workunit.client.0.smithi032.stdout:op 3708 completed, throughput=5MB/sec 2024-09-13T00:39:21.117 INFO:tasks.workunit.client.0.smithi032.stdout: 728: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:21.117 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nGb0peqqohZdHlk off=6513106 len=1563695 2024-09-13T00:39:21.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 3709 completed, throughput=5MB/sec 2024-09-13T00:39:21.121 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3AidFBSQdL88w6T off=939522 len=1743901 2024-09-13T00:39:21.125 INFO:tasks.workunit.client.0.smithi032.stdout:op 3710 completed, throughput=5MB/sec 2024-09-13T00:39:21.125 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qDZUS8f0nrqCvGo off=15573841 len=964778 2024-09-13T00:39:21.134 INFO:tasks.workunit.client.0.smithi032.stdout:op 3711 completed, throughput=5MB/sec 2024-09-13T00:39:21.134 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6fkLM3pK95hYgs8 off=12278519 len=740275 2024-09-13T00:39:21.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 3712 completed, throughput=5MB/sec 2024-09-13T00:39:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:21 smithi032 bash[75510]: cluster 2024-09-13T00:39:19.895616+0000 mgr.y (mgr.34107) 1097 : cluster [DBG] pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:21.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:21 smithi032 bash[76677]: cluster 2024-09-13T00:39:19.895616+0000 mgr.y (mgr.34107) 1097 : cluster [DBG] pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:21.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:21 smithi053 bash[67631]: cluster 2024-09-13T00:39:19.895616+0000 mgr.y (mgr.34107) 1097 : cluster [DBG] pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:22.142 INFO:tasks.workunit.client.0.smithi032.stdout: 729: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:22.142 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a3pB0DEr0ACvTlx off=3932517 len=1851886 2024-09-13T00:39:22.156 INFO:tasks.workunit.client.0.smithi032.stdout:op 3713 completed, throughput=5MB/sec 2024-09-13T00:39:22.156 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HapvQ8h8iCnJ_RE off=15041299 len=1760001 2024-09-13T00:39:22.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 3714 completed, throughput=5MB/sec 2024-09-13T00:39:22.170 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4vbu7V-nfonf2xk off=4755454 len=412153 2024-09-13T00:39:22.171 INFO:tasks.workunit.client.0.smithi032.stdout:op 3715 completed, throughput=5MB/sec 2024-09-13T00:39:22.172 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8ULxlkq5U2792Bd off=3387861 len=447630 2024-09-13T00:39:22.178 INFO:tasks.workunit.client.0.smithi032.stdout:op 3716 completed, throughput=5MB/sec 2024-09-13T00:39:22.178 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3Dj4rWVLC9k7yDp off=14575046 len=1850313 2024-09-13T00:39:22.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 3717 completed, throughput=5MB/sec 2024-09-13T00:39:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:39:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:39:22] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-13T00:39:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:39:22 smithi053 bash[94430]: ts=2024-09-13T00:39:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:39:23.190 INFO:tasks.workunit.client.0.smithi032.stdout: 730: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:23.190 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z7Ba1OsU6FnzPIP off=17661529 len=1575704 2024-09-13T00:39:23.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 3718 completed, throughput=5MB/sec 2024-09-13T00:39:23.194 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-k6aSdiYw7Xi-Qfz off=21740988 len=534323 2024-09-13T00:39:23.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 3719 completed, throughput=5MB/sec 2024-09-13T00:39:23.197 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c__Y9zGZkJBBuDv off=108597 len=793867 2024-09-13T00:39:23.200 INFO:tasks.workunit.client.0.smithi032.stdout:op 3720 completed, throughput=5MB/sec 2024-09-13T00:39:23.200 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J7-v1REp582DNFu off=4558007 len=906082 2024-09-13T00:39:23.208 INFO:tasks.workunit.client.0.smithi032.stdout:op 3721 completed, throughput=5MB/sec 2024-09-13T00:39:23.208 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7fn3EMHa5plf8v5 off=10503264 len=919476 2024-09-13T00:39:23.212 INFO:tasks.workunit.client.0.smithi032.stdout:op 3722 completed, throughput=5MB/sec 2024-09-13T00:39:23.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:23 smithi032 bash[76677]: cluster 2024-09-13T00:39:21.896658+0000 mgr.y (mgr.34107) 1098 : cluster [DBG] pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:39:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:23 smithi032 bash[75510]: cluster 2024-09-13T00:39:21.896658+0000 mgr.y (mgr.34107) 1098 : cluster [DBG] pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:39:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:23 smithi053 bash[67631]: cluster 2024-09-13T00:39:21.896658+0000 mgr.y (mgr.34107) 1098 : cluster [DBG] pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:39:24.212 INFO:tasks.workunit.client.0.smithi032.stdout: 731: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:24.212 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HaMirdwydNiEbbO off=2147694 len=954241 2024-09-13T00:39:24.215 INFO:tasks.workunit.client.0.smithi032.stdout:op 3723 completed, throughput=5MB/sec 2024-09-13T00:39:24.215 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_hD6oZY5LsVY7yD off=1301985 len=1800844 2024-09-13T00:39:24.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 3724 completed, throughput=5MB/sec 2024-09-13T00:39:24.221 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uElGbo2mX1YESGm off=2828977 len=1413282 2024-09-13T00:39:24.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 3725 completed, throughput=5MB/sec 2024-09-13T00:39:24.226 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ows8iDHiHi_6FqT off=2443464 len=10108 2024-09-13T00:39:24.230 INFO:tasks.workunit.client.0.smithi032.stdout:op 3726 completed, throughput=5MB/sec 2024-09-13T00:39:24.230 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gNzAcvUetVBiLaq off=19940420 len=1445308 2024-09-13T00:39:24.234 INFO:tasks.workunit.client.0.smithi032.stdout:op 3727 completed, throughput=5MB/sec 2024-09-13T00:39:25.235 INFO:tasks.workunit.client.0.smithi032.stdout: 732: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:25.235 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Si88hisOGT0YPjD off=18005664 len=1888787 2024-09-13T00:39:25.249 INFO:tasks.workunit.client.0.smithi032.stdout:op 3728 completed, throughput=5MB/sec 2024-09-13T00:39:25.249 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AM4l7Vksu1pUL4c off=2701625 len=437939 2024-09-13T00:39:25.255 INFO:tasks.workunit.client.0.smithi032.stdout:op 3729 completed, throughput=5MB/sec 2024-09-13T00:39:25.255 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OQcru1qNPOWOVr_ off=19717667 len=2030656 2024-09-13T00:39:25.270 INFO:tasks.workunit.client.0.smithi032.stdout:op 3730 completed, throughput=5MB/sec 2024-09-13T00:39:25.270 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QwqTcB6CXf_tBWf off=273234 len=1557017 2024-09-13T00:39:25.274 INFO:tasks.workunit.client.0.smithi032.stdout:op 3731 completed, throughput=5MB/sec 2024-09-13T00:39:25.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:25 smithi053 bash[67631]: cluster 2024-09-13T00:39:23.897752+0000 mgr.y (mgr.34107) 1099 : cluster [DBG] pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:39:25.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:25 smithi032 bash[75510]: cluster 2024-09-13T00:39:23.897752+0000 mgr.y (mgr.34107) 1099 : cluster [DBG] pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:39:25.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:25 smithi032 bash[76677]: cluster 2024-09-13T00:39:23.897752+0000 mgr.y (mgr.34107) 1099 : cluster [DBG] pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:39:26.274 INFO:tasks.workunit.client.0.smithi032.stdout: 733: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:26.274 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JuLGiwcp44GtbDD off=794735 len=433386 2024-09-13T00:39:26.276 INFO:tasks.workunit.client.0.smithi032.stdout:op 3732 completed, throughput=5MB/sec 2024-09-13T00:39:26.276 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_ndpr8ELphcsKnX off=14623805 len=1358613 2024-09-13T00:39:26.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 3733 completed, throughput=5MB/sec 2024-09-13T00:39:26.280 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2p3By2CccInDzLe off=16575647 len=1683617 2024-09-13T00:39:26.285 INFO:tasks.workunit.client.0.smithi032.stdout:op 3734 completed, throughput=5MB/sec 2024-09-13T00:39:26.286 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y3Zwl8kc9Ni_Ev6 off=689984 len=1725134 2024-09-13T00:39:26.298 INFO:tasks.workunit.client.0.smithi032.stdout:op 3735 completed, throughput=5MB/sec 2024-09-13T00:39:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:26 smithi053 bash[67631]: audit 2024-09-13T00:39:25.176443+0000 mon.a (mon.0) 2260 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:39:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:26 smithi032 bash[75510]: audit 2024-09-13T00:39:25.176443+0000 mon.a (mon.0) 2260 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:39:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:26 smithi032 bash[76677]: audit 2024-09-13T00:39:25.176443+0000 mon.a (mon.0) 2260 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:39:27.298 INFO:tasks.workunit.client.0.smithi032.stdout: 734: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:27.298 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aAZukd_-xIFMWfH off=4105255 len=1691229 2024-09-13T00:39:27.312 INFO:tasks.workunit.client.0.smithi032.stdout:op 3736 completed, throughput=5MB/sec 2024-09-13T00:39:27.312 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zWlwBOuTrHzVsl- off=11931182 len=952429 2024-09-13T00:39:27.315 INFO:tasks.workunit.client.0.smithi032.stdout:op 3737 completed, throughput=5MB/sec 2024-09-13T00:39:27.315 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-e83HJdztIXoIcoV off=14583835 len=560111 2024-09-13T00:39:27.317 INFO:tasks.workunit.client.0.smithi032.stdout:op 3738 completed, throughput=5MB/sec 2024-09-13T00:39:27.317 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M3Bl7hgaX1i113_ off=1487821 len=1695904 2024-09-13T00:39:27.323 INFO:tasks.workunit.client.0.smithi032.stdout:op 3739 completed, throughput=5MB/sec 2024-09-13T00:39:27.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:27 smithi053 bash[67631]: cluster 2024-09-13T00:39:25.898629+0000 mgr.y (mgr.34107) 1100 : cluster [DBG] pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:39:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:27 smithi032 bash[76677]: cluster 2024-09-13T00:39:25.898629+0000 mgr.y (mgr.34107) 1100 : cluster [DBG] pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:39:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:27 smithi032 bash[75510]: cluster 2024-09-13T00:39:25.898629+0000 mgr.y (mgr.34107) 1100 : cluster [DBG] pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:39:28.323 INFO:tasks.workunit.client.0.smithi032.stdout: 735: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:28.323 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SDFUu4HEO8ZFjvW off=9099194 len=1007079 2024-09-13T00:39:28.334 INFO:tasks.workunit.client.0.smithi032.stdout:op 3740 completed, throughput=5MB/sec 2024-09-13T00:39:28.334 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EuxwMf-eeH-lcmk off=6256520 len=251614 2024-09-13T00:39:28.340 INFO:tasks.workunit.client.0.smithi032.stdout:op 3741 completed, throughput=5MB/sec 2024-09-13T00:39:28.340 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jwwVE238VNcbyxe off=1440773 len=1965672 2024-09-13T00:39:28.354 INFO:tasks.workunit.client.0.smithi032.stdout:op 3742 completed, throughput=5MB/sec 2024-09-13T00:39:28.354 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ow7N9_OjcaAmcz2 off=22606234 len=813573 2024-09-13T00:39:28.355 INFO:tasks.workunit.client.0.smithi032.stdout:op 3743 completed, throughput=5MB/sec 2024-09-13T00:39:28.355 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W4Kw__ct2ik2DSS off=9442749 len=487905 2024-09-13T00:39:28.362 INFO:tasks.workunit.client.0.smithi032.stdout:op 3744 completed, throughput=5MB/sec 2024-09-13T00:39:28.362 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JjJLCjciTv_9pfy off=1565910 len=482467 2024-09-13T00:39:28.364 INFO:tasks.workunit.client.0.smithi032.stdout:op 3745 completed, throughput=5MB/sec 2024-09-13T00:39:28.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:28 smithi053 bash[67631]: cluster 2024-09-13T00:39:27.899567+0000 mgr.y (mgr.34107) 1101 : cluster [DBG] pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:39:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:28 smithi032 bash[75510]: cluster 2024-09-13T00:39:27.899567+0000 mgr.y (mgr.34107) 1101 : cluster [DBG] pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:39:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:28 smithi032 bash[76677]: cluster 2024-09-13T00:39:27.899567+0000 mgr.y (mgr.34107) 1101 : cluster [DBG] pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:39:29.364 INFO:tasks.workunit.client.0.smithi032.stdout: 736: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:29.364 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ql8BL_0dr_maqV2 off=2128337 len=1313462 2024-09-13T00:39:29.375 INFO:tasks.workunit.client.0.smithi032.stdout:op 3746 completed, throughput=5MB/sec 2024-09-13T00:39:29.375 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xN5ln4wCUNGgnkY off=1040372 len=947633 2024-09-13T00:39:29.379 INFO:tasks.workunit.client.0.smithi032.stdout:op 3747 completed, throughput=5MB/sec 2024-09-13T00:39:29.379 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aqjPn_nUTqK0X9s off=1484855 len=1964741 2024-09-13T00:39:29.384 INFO:tasks.workunit.client.0.smithi032.stdout:op 3748 completed, throughput=5MB/sec 2024-09-13T00:39:29.384 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MQVV_hABGgRII1f off=10607405 len=47752 2024-09-13T00:39:29.388 INFO:tasks.workunit.client.0.smithi032.stdout:op 3749 completed, throughput=5MB/sec 2024-09-13T00:39:29.388 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8XK5aZqfeJabtsa off=4838548 len=1907420 2024-09-13T00:39:29.403 INFO:tasks.workunit.client.0.smithi032.stdout:op 3750 completed, throughput=5MB/sec 2024-09-13T00:39:30.404 INFO:tasks.workunit.client.0.smithi032.stdout: 737: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:30.404 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PKdWDRsS9QCf4D9 off=1400790 len=132943 2024-09-13T00:39:30.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 3751 completed, throughput=4.99MB/sec 2024-09-13T00:39:30.405 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zygvP91Ho7Ij_eW off=5550085 len=104774 2024-09-13T00:39:30.407 INFO:tasks.workunit.client.0.smithi032.stdout:op 3752 completed, throughput=4.99MB/sec 2024-09-13T00:39:30.407 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lTRWRuw4sywfi7Y off=2389096 len=560794 2024-09-13T00:39:30.409 INFO:tasks.workunit.client.0.smithi032.stdout:op 3753 completed, throughput=5MB/sec 2024-09-13T00:39:30.410 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5AxbW-bXIT5MFFO off=3834032 len=986587 2024-09-13T00:39:30.419 INFO:tasks.workunit.client.0.smithi032.stdout:op 3754 completed, throughput=5MB/sec 2024-09-13T00:39:30.420 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MJ3f31_rLZEUrsy off=112826 len=1738815 2024-09-13T00:39:30.424 INFO:tasks.workunit.client.0.smithi032.stdout:op 3755 completed, throughput=5MB/sec 2024-09-13T00:39:30.424 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cgnUuuMv7KJA6bz off=9008610 len=1076037 2024-09-13T00:39:30.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 3756 completed, throughput=5MB/sec 2024-09-13T00:39:31.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:30 smithi053 bash[67631]: cluster 2024-09-13T00:39:29.900571+0000 mgr.y (mgr.34107) 1102 : cluster [DBG] pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:30 smithi032 bash[75510]: cluster 2024-09-13T00:39:29.900571+0000 mgr.y (mgr.34107) 1102 : cluster [DBG] pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:30 smithi032 bash[76677]: cluster 2024-09-13T00:39:29.900571+0000 mgr.y (mgr.34107) 1102 : cluster [DBG] pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:31.428 INFO:tasks.workunit.client.0.smithi032.stdout: 738: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:31.428 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UHSY8rK_xrROC2z off=1224475 len=301004 2024-09-13T00:39:31.430 INFO:tasks.workunit.client.0.smithi032.stdout:op 3757 completed, throughput=4.99MB/sec 2024-09-13T00:39:31.430 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pwfE-3Km-kX-90T off=3436075 len=1791239 2024-09-13T00:39:31.444 INFO:tasks.workunit.client.0.smithi032.stdout:op 3758 completed, throughput=5MB/sec 2024-09-13T00:39:31.444 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IuH4zYQs3n87TqZ off=10766051 len=902108 2024-09-13T00:39:31.446 INFO:tasks.workunit.client.0.smithi032.stdout:op 3759 completed, throughput=5MB/sec 2024-09-13T00:39:31.446 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z3HfEq78alT3kPs off=16847434 len=1614511 2024-09-13T00:39:31.457 INFO:tasks.workunit.client.0.smithi032.stdout:op 3760 completed, throughput=5MB/sec 2024-09-13T00:39:31.457 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WMyGu9X1V_TcU7o off=2619384 len=1680248 2024-09-13T00:39:31.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 3761 completed, throughput=5MB/sec 2024-09-13T00:39:32.468 INFO:tasks.workunit.client.0.smithi032.stdout: 739: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:32.468 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--91EHj4uDZ742Eh off=17702115 len=664061 2024-09-13T00:39:32.470 INFO:tasks.workunit.client.0.smithi032.stdout:op 3762 completed, throughput=5MB/sec 2024-09-13T00:39:32.470 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x6QP60VbhMP0wJw off=833840 len=1600813 2024-09-13T00:39:32.473 INFO:tasks.workunit.client.0.smithi032.stdout:op 3763 completed, throughput=5MB/sec 2024-09-13T00:39:32.474 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fEDNtMTIRP3si1w off=2935195 len=1456331 2024-09-13T00:39:32.476 INFO:tasks.workunit.client.0.smithi032.stdout:op 3764 completed, throughput=5MB/sec 2024-09-13T00:39:32.476 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-th0Gr4pmw1bmamd off=3622148 len=1292827 2024-09-13T00:39:32.481 INFO:tasks.workunit.client.0.smithi032.stdout:op 3765 completed, throughput=5MB/sec 2024-09-13T00:39:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:39:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:39:32] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T00:39:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:39:32 smithi053 bash[94430]: ts=2024-09-13T00:39:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:39:33.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:32 smithi053 bash[67631]: cluster 2024-09-13T00:39:31.901538+0000 mgr.y (mgr.34107) 1103 : cluster [DBG] pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:39:33.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:32 smithi032 bash[75510]: cluster 2024-09-13T00:39:31.901538+0000 mgr.y (mgr.34107) 1103 : cluster [DBG] pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:39:33.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:32 smithi032 bash[76677]: cluster 2024-09-13T00:39:31.901538+0000 mgr.y (mgr.34107) 1103 : cluster [DBG] pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:39:33.482 INFO:tasks.workunit.client.0.smithi032.stdout: 740: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:33.482 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f7LpsW3lCvU1gr0 off=3828041 len=2079933 2024-09-13T00:39:33.486 INFO:tasks.workunit.client.0.smithi032.stdout:op 3766 completed, throughput=5MB/sec 2024-09-13T00:39:33.486 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4dW_8ChVQnk_gOx off=4911409 len=379893 2024-09-13T00:39:33.489 INFO:tasks.workunit.client.0.smithi032.stdout:op 3767 completed, throughput=5MB/sec 2024-09-13T00:39:33.489 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KU8S0WlESRAPFio off=9004098 len=1625343 2024-09-13T00:39:33.504 INFO:tasks.workunit.client.0.smithi032.stdout:op 3768 completed, throughput=5MB/sec 2024-09-13T00:39:33.504 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jQ3cJrTHWGPxzAI off=8556516 len=1427067 2024-09-13T00:39:33.516 INFO:tasks.workunit.client.0.smithi032.stdout:op 3769 completed, throughput=5MB/sec 2024-09-13T00:39:34.517 INFO:tasks.workunit.client.0.smithi032.stdout: 741: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:34.517 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HYQKwK7uzvZIcqy off=16898090 len=288983 2024-09-13T00:39:34.519 INFO:tasks.workunit.client.0.smithi032.stdout:op 3770 completed, throughput=4.99MB/sec 2024-09-13T00:39:34.519 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L_UQ_IgmtAc7qKd off=11762875 len=116781 2024-09-13T00:39:34.524 INFO:tasks.workunit.client.0.smithi032.stdout:op 3771 completed, throughput=4.99MB/sec 2024-09-13T00:39:34.524 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--LAGae1ROe1iPz1 off=12296587 len=1021051 2024-09-13T00:39:34.527 INFO:tasks.workunit.client.0.smithi032.stdout:op 3772 completed, throughput=5MB/sec 2024-09-13T00:39:34.527 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pNc_3MyofWzNgH4 off=2558852 len=42501 2024-09-13T00:39:34.528 INFO:tasks.workunit.client.0.smithi032.stdout:op 3773 completed, throughput=5MB/sec 2024-09-13T00:39:34.528 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_Dpwd3MW0cYW9mi off=2632268 len=1513035 2024-09-13T00:39:34.540 INFO:tasks.workunit.client.0.smithi032.stdout:op 3774 completed, throughput=5MB/sec 2024-09-13T00:39:34.540 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Feh5wOKtUzMo819 off=16174436 len=1434309 2024-09-13T00:39:34.551 INFO:tasks.workunit.client.0.smithi032.stdout:op 3775 completed, throughput=5MB/sec 2024-09-13T00:39:34.551 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6yX3BwL3zT-oqW8 off=2620812 len=1005645 2024-09-13T00:39:34.559 INFO:tasks.workunit.client.0.smithi032.stdout:op 3776 completed, throughput=5MB/sec 2024-09-13T00:39:35.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:34 smithi053 bash[67631]: cluster 2024-09-13T00:39:33.902641+0000 mgr.y (mgr.34107) 1104 : cluster [DBG] pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:39:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:34 smithi032 bash[75510]: cluster 2024-09-13T00:39:33.902641+0000 mgr.y (mgr.34107) 1104 : cluster [DBG] pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:39:35.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:34 smithi032 bash[76677]: cluster 2024-09-13T00:39:33.902641+0000 mgr.y (mgr.34107) 1104 : cluster [DBG] pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:39:35.560 INFO:tasks.workunit.client.0.smithi032.stdout: 742: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:35.560 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sTbTmuKv8Ux9I0y off=6264962 len=417830 2024-09-13T00:39:35.561 INFO:tasks.workunit.client.0.smithi032.stdout:op 3777 completed, throughput=4.99MB/sec 2024-09-13T00:39:35.562 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nSWVc8bSP58Uh1M off=4295974 len=459903 2024-09-13T00:39:35.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 3778 completed, throughput=5MB/sec 2024-09-13T00:39:35.568 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ui_N6TQTIWuq6Zm off=11675544 len=923572 2024-09-13T00:39:35.576 INFO:tasks.workunit.client.0.smithi032.stdout:op 3779 completed, throughput=5MB/sec 2024-09-13T00:39:35.576 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C8KWHtYBdgaMhMN off=579261 len=847025 2024-09-13T00:39:35.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 3780 completed, throughput=5MB/sec 2024-09-13T00:39:35.584 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c3LUMM6jqslDmOQ off=4754151 len=672379 2024-09-13T00:39:35.593 INFO:tasks.workunit.client.0.smithi032.stdout:op 3781 completed, throughput=5MB/sec 2024-09-13T00:39:35.593 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aQlDL1KiLeuf39V off=9852647 len=1986690 2024-09-13T00:39:35.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 3782 completed, throughput=5MB/sec 2024-09-13T00:39:36.605 INFO:tasks.workunit.client.0.smithi032.stdout: 743: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:36.605 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-80TPBw_sfB1zwCb off=18017176 len=1079608 2024-09-13T00:39:36.609 INFO:tasks.workunit.client.0.smithi032.stdout:op 3783 completed, throughput=5MB/sec 2024-09-13T00:39:36.609 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iezAInISO_y8awE off=4147410 len=1714692 2024-09-13T00:39:36.613 INFO:tasks.workunit.client.0.smithi032.stdout:op 3784 completed, throughput=5MB/sec 2024-09-13T00:39:36.613 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t6ufLAbKOOnTUZV off=3796502 len=1996455 2024-09-13T00:39:36.630 INFO:tasks.workunit.client.0.smithi032.stdout:op 3785 completed, throughput=5MB/sec 2024-09-13T00:39:36.630 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3zKgr1rhAPqwhBc off=4505942 len=969748 2024-09-13T00:39:36.638 INFO:tasks.workunit.client.0.smithi032.stdout:op 3786 completed, throughput=5MB/sec 2024-09-13T00:39:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:36 smithi053 bash[67631]: cluster 2024-09-13T00:39:35.903558+0000 mgr.y (mgr.34107) 1105 : cluster [DBG] pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:39:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:36 smithi032 bash[75510]: cluster 2024-09-13T00:39:35.903558+0000 mgr.y (mgr.34107) 1105 : cluster [DBG] pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:39:37.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:36 smithi032 bash[76677]: cluster 2024-09-13T00:39:35.903558+0000 mgr.y (mgr.34107) 1105 : cluster [DBG] pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:39:37.639 INFO:tasks.workunit.client.0.smithi032.stdout: 744: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:37.639 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jrOZXQTN7ak6GuG off=853087 len=460156 2024-09-13T00:39:37.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 3787 completed, throughput=5MB/sec 2024-09-13T00:39:37.641 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6DTb-d0XaYmInwL off=1080349 len=7895 2024-09-13T00:39:37.645 INFO:tasks.workunit.client.0.smithi032.stdout:op 3788 completed, throughput=5MB/sec 2024-09-13T00:39:37.645 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9cMvq3vP3MDYmkK off=16532321 len=772984 2024-09-13T00:39:37.653 INFO:tasks.workunit.client.0.smithi032.stdout:op 3789 completed, throughput=5MB/sec 2024-09-13T00:39:37.653 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SHvW0lROOQ5H-rL off=1091017 len=1610967 2024-09-13T00:39:37.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 3790 completed, throughput=5MB/sec 2024-09-13T00:39:37.665 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HoCF_9mfdQxJKFL off=12637191 len=532326 2024-09-13T00:39:37.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 3791 completed, throughput=5MB/sec 2024-09-13T00:39:37.672 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q3Uz_ntF-ytkSpO off=5795253 len=1940537 2024-09-13T00:39:37.678 INFO:tasks.workunit.client.0.smithi032.stdout:op 3792 completed, throughput=5MB/sec 2024-09-13T00:39:38.678 INFO:tasks.workunit.client.0.smithi032.stdout: 745: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:38.678 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q0lIOZEykc31jJr off=48286 len=1184487 2024-09-13T00:39:38.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 3793 completed, throughput=5MB/sec 2024-09-13T00:39:38.688 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qIPb9dA6xufcc1v off=7462625 len=1723833 2024-09-13T00:39:38.692 INFO:tasks.workunit.client.0.smithi032.stdout:op 3794 completed, throughput=5MB/sec 2024-09-13T00:39:38.692 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3w7drVVsbx9WhPR off=9979924 len=365714 2024-09-13T00:39:38.694 INFO:tasks.workunit.client.0.smithi032.stdout:op 3795 completed, throughput=5MB/sec 2024-09-13T00:39:38.694 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Q4Nu9KoeI3d5gld off=8652617 len=756730 2024-09-13T00:39:38.697 INFO:tasks.workunit.client.0.smithi032.stdout:op 3796 completed, throughput=5MB/sec 2024-09-13T00:39:38.697 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2c97Hb-YRAToMmm off=4696991 len=50866 2024-09-13T00:39:38.698 INFO:tasks.workunit.client.0.smithi032.stdout:op 3797 completed, throughput=5MB/sec 2024-09-13T00:39:38.698 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JNmjmQzVQvJ4snX off=2307812 len=185654 2024-09-13T00:39:38.699 INFO:tasks.workunit.client.0.smithi032.stdout:op 3798 completed, throughput=5MB/sec 2024-09-13T00:39:38.699 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cgW_NPV04k7Wyh3 off=0 len=1193657 2024-09-13T00:39:38.701 INFO:tasks.workunit.client.0.smithi032.stdout:op 3799 completed, throughput=5MB/sec 2024-09-13T00:39:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:38 smithi053 bash[67631]: cluster 2024-09-13T00:39:37.904417+0000 mgr.y (mgr.34107) 1106 : cluster [DBG] pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:39:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:38 smithi032 bash[75510]: cluster 2024-09-13T00:39:37.904417+0000 mgr.y (mgr.34107) 1106 : cluster [DBG] pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:39:39.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:38 smithi032 bash[76677]: cluster 2024-09-13T00:39:37.904417+0000 mgr.y (mgr.34107) 1106 : cluster [DBG] pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:39:39.702 INFO:tasks.workunit.client.0.smithi032.stdout: 746: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:39.702 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ScVh130c90HTaa- off=1943708 len=390474 2024-09-13T00:39:39.703 INFO:tasks.workunit.client.0.smithi032.stdout:op 3800 completed, throughput=4.99MB/sec 2024-09-13T00:39:39.703 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZaDozYDWRvkRw-O off=13253975 len=377848 2024-09-13T00:39:39.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 3801 completed, throughput=5MB/sec 2024-09-13T00:39:39.710 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hvHSoJCA7yk7rXO off=9237897 len=472501 2024-09-13T00:39:39.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 3802 completed, throughput=5MB/sec 2024-09-13T00:39:39.717 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T1vxknv1Tm_AwBQ off=21703689 len=203538 2024-09-13T00:39:39.719 INFO:tasks.workunit.client.0.smithi032.stdout:op 3803 completed, throughput=5MB/sec 2024-09-13T00:39:39.719 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SEO-mN3tgRMdtAK off=1951296 len=1644130 2024-09-13T00:39:39.723 INFO:tasks.workunit.client.0.smithi032.stdout:op 3804 completed, throughput=5MB/sec 2024-09-13T00:39:39.723 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tA-9y4Pz291wYcf off=3579287 len=1691798 2024-09-13T00:39:39.736 INFO:tasks.workunit.client.0.smithi032.stdout:op 3805 completed, throughput=5MB/sec 2024-09-13T00:39:40.737 INFO:tasks.workunit.client.0.smithi032.stdout: 747: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:40.737 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3ZL_z4UyBK5ShHv off=1231550 len=1289012 2024-09-13T00:39:40.740 INFO:tasks.workunit.client.0.smithi032.stdout:op 3806 completed, throughput=5MB/sec 2024-09-13T00:39:40.740 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OGkWyQZgqbcjROo off=5687379 len=1349564 2024-09-13T00:39:40.749 INFO:tasks.workunit.client.0.smithi032.stdout:op 3807 completed, throughput=5MB/sec 2024-09-13T00:39:40.750 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sn_lKWZBbO69TtU off=6309009 len=765075 2024-09-13T00:39:40.758 INFO:tasks.workunit.client.0.smithi032.stdout:op 3808 completed, throughput=5MB/sec 2024-09-13T00:39:40.758 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-F6quvNODNMjlNHK off=22106122 len=781253 2024-09-13T00:39:40.765 INFO:tasks.workunit.client.0.smithi032.stdout:op 3809 completed, throughput=5MB/sec 2024-09-13T00:39:40.765 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mL2xiMHU0-savhM off=6268056 len=1657119 2024-09-13T00:39:40.770 INFO:tasks.workunit.client.0.smithi032.stdout:op 3810 completed, throughput=5MB/sec 2024-09-13T00:39:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:40 smithi053 bash[67631]: cluster 2024-09-13T00:39:39.905478+0000 mgr.y (mgr.34107) 1107 : cluster [DBG] pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:39:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:40 smithi053 bash[67631]: audit 2024-09-13T00:39:40.177029+0000 mon.a (mon.0) 2261 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:39:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:40 smithi032 bash[75510]: cluster 2024-09-13T00:39:39.905478+0000 mgr.y (mgr.34107) 1107 : cluster [DBG] pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:39:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:40 smithi032 bash[75510]: audit 2024-09-13T00:39:40.177029+0000 mon.a (mon.0) 2261 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:39:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:40 smithi032 bash[76677]: cluster 2024-09-13T00:39:39.905478+0000 mgr.y (mgr.34107) 1107 : cluster [DBG] pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:39:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:40 smithi032 bash[76677]: audit 2024-09-13T00:39:40.177029+0000 mon.a (mon.0) 2261 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:39:41.770 INFO:tasks.workunit.client.0.smithi032.stdout: 748: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:41.770 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kubSwwTy8XlEcWP off=2507217 len=264075 2024-09-13T00:39:41.772 INFO:tasks.workunit.client.0.smithi032.stdout:op 3811 completed, throughput=4.99MB/sec 2024-09-13T00:39:41.772 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MnoUzE2rNbcnf-n off=11790844 len=1756155 2024-09-13T00:39:41.786 INFO:tasks.workunit.client.0.smithi032.stdout:op 3812 completed, throughput=5MB/sec 2024-09-13T00:39:41.786 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AQoEnKj38XIAy5Z off=140806 len=740223 2024-09-13T00:39:41.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 3813 completed, throughput=5MB/sec 2024-09-13T00:39:41.794 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CXmlqqdjoeFUt9C off=18262011 len=2086694 2024-09-13T00:39:41.811 INFO:tasks.workunit.client.0.smithi032.stdout:op 3814 completed, throughput=5MB/sec 2024-09-13T00:39:41.811 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZWE-kfqFiN0a25p off=3453703 len=1609236 2024-09-13T00:39:41.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 3815 completed, throughput=5MB/sec 2024-09-13T00:39:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:39:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:39:42] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-09-13T00:39:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:39:42 smithi053 bash[94430]: ts=2024-09-13T00:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:39:42.815 INFO:tasks.workunit.client.0.smithi032.stdout: 749: throughput=5MB/sec pending data=0 2024-09-13T00:39:42.815 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X1IfsjwcRu-SSRd off=3726858 len=2053323 2024-09-13T00:39:42.831 INFO:tasks.workunit.client.0.smithi032.stdout:op 3816 completed, throughput=5MB/sec 2024-09-13T00:39:42.831 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--dB1-XFOoPmw2nI off=6544007 len=1518262 2024-09-13T00:39:42.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 3817 completed, throughput=5MB/sec 2024-09-13T00:39:42.835 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Otei2QwNHh7sNx_ off=2331544 len=531873 2024-09-13T00:39:42.837 INFO:tasks.workunit.client.0.smithi032.stdout:op 3818 completed, throughput=5MB/sec 2024-09-13T00:39:43.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:42 smithi053 bash[67631]: cluster 2024-09-13T00:39:41.906469+0000 mgr.y (mgr.34107) 1108 : cluster [DBG] pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:39:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:42 smithi032 bash[75510]: cluster 2024-09-13T00:39:41.906469+0000 mgr.y (mgr.34107) 1108 : cluster [DBG] pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:39:43.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:42 smithi032 bash[76677]: cluster 2024-09-13T00:39:41.906469+0000 mgr.y (mgr.34107) 1108 : cluster [DBG] pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:39:43.837 INFO:tasks.workunit.client.0.smithi032.stdout: 750: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:43.837 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-N_tAIuYzog1J2xM off=1629298 len=1091102 2024-09-13T00:39:43.840 INFO:tasks.workunit.client.0.smithi032.stdout:op 3819 completed, throughput=5MB/sec 2024-09-13T00:39:43.841 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DNPg-eMgDIJGImj off=2897492 len=1771575 2024-09-13T00:39:43.845 INFO:tasks.workunit.client.0.smithi032.stdout:op 3820 completed, throughput=5MB/sec 2024-09-13T00:39:43.845 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uWsvPK4V78oHqn7 off=11368002 len=119999 2024-09-13T00:39:43.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 3821 completed, throughput=5MB/sec 2024-09-13T00:39:43.846 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eZgSMeYJ4zXWOzA off=3312299 len=564989 2024-09-13T00:39:43.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 3822 completed, throughput=5MB/sec 2024-09-13T00:39:43.848 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s_HA83moo9h79ti off=14590086 len=1375325 2024-09-13T00:39:43.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 3823 completed, throughput=5MB/sec 2024-09-13T00:39:43.852 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hjg_S08wBQASGRL off=5646788 len=2069074 2024-09-13T00:39:43.869 INFO:tasks.workunit.client.0.smithi032.stdout:op 3824 completed, throughput=5MB/sec 2024-09-13T00:39:44.870 INFO:tasks.workunit.client.0.smithi032.stdout: 751: throughput=5MB/sec pending data=0 2024-09-13T00:39:44.870 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aCRUcYRzbBZVv95 off=861270 len=905516 2024-09-13T00:39:44.878 INFO:tasks.workunit.client.0.smithi032.stdout:op 3825 completed, throughput=5MB/sec 2024-09-13T00:39:44.878 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pbS25b9YyddCsuy off=1366661 len=94223 2024-09-13T00:39:44.882 INFO:tasks.workunit.client.0.smithi032.stdout:op 3826 completed, throughput=5MB/sec 2024-09-13T00:39:44.882 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2OsFOPkPqt4-x8R off=2576804 len=143941 2024-09-13T00:39:44.887 INFO:tasks.workunit.client.0.smithi032.stdout:op 3827 completed, throughput=5MB/sec 2024-09-13T00:39:44.887 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GiwChOGEFDgIaLN off=2943756 len=425920 2024-09-13T00:39:44.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 3828 completed, throughput=5MB/sec 2024-09-13T00:39:44.893 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dLciRAV9TCr_vOj off=1376114 len=1834179 2024-09-13T00:39:44.906 INFO:tasks.workunit.client.0.smithi032.stdout:op 3829 completed, throughput=5MB/sec 2024-09-13T00:39:44.906 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vtxW4ADyx2no7b7 off=9890623 len=1216709 2024-09-13T00:39:44.909 INFO:tasks.workunit.client.0.smithi032.stdout:op 3830 completed, throughput=5MB/sec 2024-09-13T00:39:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:44 smithi053 bash[67631]: cluster 2024-09-13T00:39:43.907588+0000 mgr.y (mgr.34107) 1109 : cluster [DBG] pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:39:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:44 smithi032 bash[75510]: cluster 2024-09-13T00:39:43.907588+0000 mgr.y (mgr.34107) 1109 : cluster [DBG] pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:39:45.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:44 smithi032 bash[76677]: cluster 2024-09-13T00:39:43.907588+0000 mgr.y (mgr.34107) 1109 : cluster [DBG] pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:39:45.909 INFO:tasks.workunit.client.0.smithi032.stdout: 752: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:45.909 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q2-YBXJshWIjRHE off=14023948 len=802196 2024-09-13T00:39:45.918 INFO:tasks.workunit.client.0.smithi032.stdout:op 3831 completed, throughput=5MB/sec 2024-09-13T00:39:45.918 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Zkgm64IXdkcUgNF off=8360162 len=1275711 2024-09-13T00:39:45.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 3832 completed, throughput=5MB/sec 2024-09-13T00:39:45.929 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Uucv-BxRDAjJl88 off=17635267 len=1912352 2024-09-13T00:39:45.944 INFO:tasks.workunit.client.0.smithi032.stdout:op 3833 completed, throughput=5MB/sec 2024-09-13T00:39:45.944 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_ZWaH3_OHYJuVN1 off=795585 len=1117356 2024-09-13T00:39:45.953 INFO:tasks.workunit.client.0.smithi032.stdout:op 3834 completed, throughput=5MB/sec 2024-09-13T00:39:46.954 INFO:tasks.workunit.client.0.smithi032.stdout: 753: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:46.954 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HLmcJjBkLdJAfwm off=4010162 len=4737 2024-09-13T00:39:46.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 3835 completed, throughput=4.99MB/sec 2024-09-13T00:39:46.955 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QWKKoNxxxXYWIeh off=4091371 len=883557 2024-09-13T00:39:46.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 3836 completed, throughput=5MB/sec 2024-09-13T00:39:46.964 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Bc9VVYbjI42mW5R off=13886779 len=123141 2024-09-13T00:39:46.965 INFO:tasks.workunit.client.0.smithi032.stdout:op 3837 completed, throughput=5MB/sec 2024-09-13T00:39:46.965 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xJ9MPi49nlUT-ge off=20372337 len=1084465 2024-09-13T00:39:46.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 3838 completed, throughput=5MB/sec 2024-09-13T00:39:46.974 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vHrVNcSdUEHSUxT off=2542846 len=1120713 2024-09-13T00:39:46.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 3839 completed, throughput=5MB/sec 2024-09-13T00:39:46.977 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mdK0GLClK0QV0H5 off=13898086 len=1516029 2024-09-13T00:39:46.982 INFO:tasks.workunit.client.0.smithi032.stdout:op 3840 completed, throughput=5MB/sec 2024-09-13T00:39:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:46 smithi053 bash[67631]: cluster 2024-09-13T00:39:45.908468+0000 mgr.y (mgr.34107) 1110 : cluster [DBG] pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:39:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:46 smithi032 bash[75510]: cluster 2024-09-13T00:39:45.908468+0000 mgr.y (mgr.34107) 1110 : cluster [DBG] pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:39:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:46 smithi032 bash[76677]: cluster 2024-09-13T00:39:45.908468+0000 mgr.y (mgr.34107) 1110 : cluster [DBG] pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:39:47.983 INFO:tasks.workunit.client.0.smithi032.stdout: 754: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:47.983 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6aVYtAgsw9SSgKh off=11014192 len=1929339 2024-09-13T00:39:47.987 INFO:tasks.workunit.client.0.smithi032.stdout:op 3841 completed, throughput=5MB/sec 2024-09-13T00:39:47.987 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oSR-5SS4X_hhCbA off=577139 len=139813 2024-09-13T00:39:47.989 INFO:tasks.workunit.client.0.smithi032.stdout:op 3842 completed, throughput=5MB/sec 2024-09-13T00:39:47.989 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uVxnhzzS1qS4jKf off=5395717 len=1262613 2024-09-13T00:39:47.999 INFO:tasks.workunit.client.0.smithi032.stdout:op 3843 completed, throughput=5MB/sec 2024-09-13T00:39:48.000 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NXUBj3JyXmvalQN off=14146118 len=1251628 2024-09-13T00:39:48.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 3844 completed, throughput=5MB/sec 2024-09-13T00:39:48.010 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Bc_KxZ8Yy-1BLpZ off=3939597 len=634812 2024-09-13T00:39:48.017 INFO:tasks.workunit.client.0.smithi032.stdout:op 3845 completed, throughput=5MB/sec 2024-09-13T00:39:48.017 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zlso1ZwUKIp3iq- off=3320452 len=1515078 2024-09-13T00:39:48.029 INFO:tasks.workunit.client.0.smithi032.stdout:op 3846 completed, throughput=5MB/sec 2024-09-13T00:39:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: 755: throughput=5MB/sec pending data=0 2024-09-13T00:39:49.030 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mXtulneIgEoHFpW off=9425438 len=1284564 2024-09-13T00:39:49.040 INFO:tasks.workunit.client.0.smithi032.stdout:op 3847 completed, throughput=5MB/sec 2024-09-13T00:39:49.041 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-10o3ypmdVJNKvIP off=17395469 len=1053246 2024-09-13T00:39:49.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 3848 completed, throughput=5MB/sec 2024-09-13T00:39:49.050 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IR09U_ohpK9kavX off=1922045 len=1580244 2024-09-13T00:39:49.053 INFO:tasks.workunit.client.0.smithi032.stdout:op 3849 completed, throughput=5MB/sec 2024-09-13T00:39:49.054 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WbCkizlcLPRR0Qq off=6497289 len=563967 2024-09-13T00:39:49.055 INFO:tasks.workunit.client.0.smithi032.stdout:op 3850 completed, throughput=5MB/sec 2024-09-13T00:39:49.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:49 smithi053 bash[67631]: cluster 2024-09-13T00:39:47.909380+0000 mgr.y (mgr.34107) 1111 : cluster [DBG] pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:39:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:49 smithi032 bash[75510]: cluster 2024-09-13T00:39:47.909380+0000 mgr.y (mgr.34107) 1111 : cluster [DBG] pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:39:49.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:49 smithi032 bash[76677]: cluster 2024-09-13T00:39:47.909380+0000 mgr.y (mgr.34107) 1111 : cluster [DBG] pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:39:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: 756: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:50.056 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ubSnnO51ZUy6o-y off=276910 len=455468 2024-09-13T00:39:50.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 3851 completed, throughput=4.99MB/sec 2024-09-13T00:39:50.058 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--243d4yTNnOQ2aU off=3194256 len=884755 2024-09-13T00:39:50.067 INFO:tasks.workunit.client.0.smithi032.stdout:op 3852 completed, throughput=5MB/sec 2024-09-13T00:39:50.067 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oSR-5SS4X_hhCbA off=686055 len=1302043 2024-09-13T00:39:50.070 INFO:tasks.workunit.client.0.smithi032.stdout:op 3853 completed, throughput=5MB/sec 2024-09-13T00:39:50.070 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KMRYVZ9LjjWD6Fh off=6329372 len=240508 2024-09-13T00:39:50.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 3854 completed, throughput=5MB/sec 2024-09-13T00:39:50.076 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4R8nItF5ATagqwd off=13786085 len=1079936 2024-09-13T00:39:50.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 3855 completed, throughput=5MB/sec 2024-09-13T00:39:50.085 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SXnq3cMSvE39Mt0 off=80151 len=1792345 2024-09-13T00:39:50.089 INFO:tasks.workunit.client.0.smithi032.stdout:op 3856 completed, throughput=5MB/sec 2024-09-13T00:39:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: 757: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:51.090 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DQyCRNE5v0OubJh off=8957076 len=1491557 2024-09-13T00:39:51.100 INFO:tasks.workunit.client.0.smithi032.stdout:op 3857 completed, throughput=5MB/sec 2024-09-13T00:39:51.101 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iV4ihAgy3W4KFJ3 off=10751267 len=1628335 2024-09-13T00:39:51.106 INFO:tasks.workunit.client.0.smithi032.stdout:op 3858 completed, throughput=5MB/sec 2024-09-13T00:39:51.106 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-auLtGI6dz9diXER off=11357736 len=301590 2024-09-13T00:39:51.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 3859 completed, throughput=5MB/sec 2024-09-13T00:39:51.108 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LSIoxJQCnsNh2dk off=21882011 len=1254420 2024-09-13T00:39:51.119 INFO:tasks.workunit.client.0.smithi032.stdout:op 3860 completed, throughput=5MB/sec 2024-09-13T00:39:51.119 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zjjoCvq1-mL_JrR off=13265153 len=883940 2024-09-13T00:39:51.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 3861 completed, throughput=5MB/sec 2024-09-13T00:39:51.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:51 smithi053 bash[67631]: cluster 2024-09-13T00:39:49.910364+0000 mgr.y (mgr.34107) 1112 : cluster [DBG] pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:51 smithi032 bash[75510]: cluster 2024-09-13T00:39:49.910364+0000 mgr.y (mgr.34107) 1112 : cluster [DBG] pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:51 smithi032 bash[76677]: cluster 2024-09-13T00:39:49.910364+0000 mgr.y (mgr.34107) 1112 : cluster [DBG] pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:39:52.122 INFO:tasks.workunit.client.0.smithi032.stdout: 758: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:52.122 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-F1GVxYEYWzL3KAV off=5143290 len=1801622 2024-09-13T00:39:52.136 INFO:tasks.workunit.client.0.smithi032.stdout:op 3862 completed, throughput=5MB/sec 2024-09-13T00:39:52.136 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZAl48Rhc2C0slZl off=1000862 len=1243365 2024-09-13T00:39:52.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 3863 completed, throughput=5MB/sec 2024-09-13T00:39:52.146 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Bhm739F6DhvyPPP off=4905028 len=1719261 2024-09-13T00:39:52.150 INFO:tasks.workunit.client.0.smithi032.stdout:op 3864 completed, throughput=5MB/sec 2024-09-13T00:39:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:39:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:39:52] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-09-13T00:39:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:39:52 smithi053 bash[94430]: ts=2024-09-13T00:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:39:53.150 INFO:tasks.workunit.client.0.smithi032.stdout: 759: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:53.150 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pXfm3hNtTkvOCXW off=5842129 len=20041 2024-09-13T00:39:53.154 INFO:tasks.workunit.client.0.smithi032.stdout:op 3865 completed, throughput=4.99MB/sec 2024-09-13T00:39:53.154 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9OE92v9SvHa6d6t off=2006090 len=854930 2024-09-13T00:39:53.157 INFO:tasks.workunit.client.0.smithi032.stdout:op 3866 completed, throughput=4.99MB/sec 2024-09-13T00:39:53.157 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KV5KS_4Y-EcT0mr off=8787246 len=1785695 2024-09-13T00:39:53.161 INFO:tasks.workunit.client.0.smithi032.stdout:op 3867 completed, throughput=5MB/sec 2024-09-13T00:39:53.161 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zRjagEEkNBrj07N off=19419544 len=1807292 2024-09-13T00:39:53.175 INFO:tasks.workunit.client.0.smithi032.stdout:op 3868 completed, throughput=5MB/sec 2024-09-13T00:39:53.175 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nsUkd4cn9vf1xHU off=5720007 len=1401875 2024-09-13T00:39:53.178 INFO:tasks.workunit.client.0.smithi032.stdout:op 3869 completed, throughput=5MB/sec 2024-09-13T00:39:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:53 smithi053 bash[67631]: cluster 2024-09-13T00:39:51.911328+0000 mgr.y (mgr.34107) 1113 : cluster [DBG] pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:39:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:53 smithi032 bash[75510]: cluster 2024-09-13T00:39:51.911328+0000 mgr.y (mgr.34107) 1113 : cluster [DBG] pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:39:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:53 smithi032 bash[76677]: cluster 2024-09-13T00:39:51.911328+0000 mgr.y (mgr.34107) 1113 : cluster [DBG] pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:39:54.179 INFO:tasks.workunit.client.0.smithi032.stdout: 760: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:54.179 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-otvNfWBGzPD0AKk off=23240993 len=1251168 2024-09-13T00:39:54.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 3870 completed, throughput=5MB/sec 2024-09-13T00:39:54.190 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dt1po501sGwJq4w off=174371 len=974434 2024-09-13T00:39:54.193 INFO:tasks.workunit.client.0.smithi032.stdout:op 3871 completed, throughput=5MB/sec 2024-09-13T00:39:54.193 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9xSO2hzpL-TRlZI off=2960262 len=673952 2024-09-13T00:39:54.200 INFO:tasks.workunit.client.0.smithi032.stdout:op 3872 completed, throughput=5MB/sec 2024-09-13T00:39:54.201 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TjVr3A61Y7Diwse off=3901723 len=1530969 2024-09-13T00:39:54.212 INFO:tasks.workunit.client.0.smithi032.stdout:op 3873 completed, throughput=5MB/sec 2024-09-13T00:39:54.212 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SgFs2-nCHwsiYUj off=2914539 len=1048080 2024-09-13T00:39:54.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 3874 completed, throughput=5MB/sec 2024-09-13T00:39:55.222 INFO:tasks.workunit.client.0.smithi032.stdout: 761: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:55.222 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2GZHKee2cMeAFNG off=0 len=1275855 2024-09-13T00:39:55.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 3875 completed, throughput=5MB/sec 2024-09-13T00:39:55.226 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GGopo4br2jqPBlg off=7821823 len=1004532 2024-09-13T00:39:55.235 INFO:tasks.workunit.client.0.smithi032.stdout:op 3876 completed, throughput=5MB/sec 2024-09-13T00:39:55.235 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BwTpk63diMGql6Y off=5166842 len=970584 2024-09-13T00:39:55.244 INFO:tasks.workunit.client.0.smithi032.stdout:op 3877 completed, throughput=5MB/sec 2024-09-13T00:39:55.244 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ipir7KOildtKh6e off=3064749 len=1976418 2024-09-13T00:39:55.259 INFO:tasks.workunit.client.0.smithi032.stdout:op 3878 completed, throughput=5MB/sec 2024-09-13T00:39:55.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:55 smithi053 bash[67631]: cluster 2024-09-13T00:39:53.912362+0000 mgr.y (mgr.34107) 1114 : cluster [DBG] pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:39:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:55 smithi032 bash[75510]: cluster 2024-09-13T00:39:53.912362+0000 mgr.y (mgr.34107) 1114 : cluster [DBG] pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:39:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:55 smithi032 bash[76677]: cluster 2024-09-13T00:39:53.912362+0000 mgr.y (mgr.34107) 1114 : cluster [DBG] pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:39:56.259 INFO:tasks.workunit.client.0.smithi032.stdout: 762: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:56.259 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XhsHNzkfyjnRQe4 off=3641522 len=1393452 2024-09-13T00:39:56.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 3879 completed, throughput=5MB/sec 2024-09-13T00:39:56.272 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HBiEIxJi7MzZcnX off=6566383 len=705932 2024-09-13T00:39:56.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 3880 completed, throughput=5MB/sec 2024-09-13T00:39:56.279 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oO-IxPeAcywuaY1 off=12480875 len=820908 2024-09-13T00:39:56.282 INFO:tasks.workunit.client.0.smithi032.stdout:op 3881 completed, throughput=5MB/sec 2024-09-13T00:39:56.282 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g2Dow1hc5nQNaaU off=6108394 len=1650515 2024-09-13T00:39:56.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:56 smithi053 bash[67631]: audit 2024-09-13T00:39:55.177471+0000 mon.a (mon.0) 2262 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:39:56.294 INFO:tasks.workunit.client.0.smithi032.stdout:op 3882 completed, throughput=5MB/sec 2024-09-13T00:39:56.295 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3WiPIv9LtHbuRIV off=4544566 len=691660 2024-09-13T00:39:56.296 INFO:tasks.workunit.client.0.smithi032.stdout:op 3883 completed, throughput=5MB/sec 2024-09-13T00:39:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:56 smithi032 bash[75510]: audit 2024-09-13T00:39:55.177471+0000 mon.a (mon.0) 2262 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:39:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:56 smithi032 bash[76677]: audit 2024-09-13T00:39:55.177471+0000 mon.a (mon.0) 2262 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:39:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:57 smithi053 bash[67631]: cluster 2024-09-13T00:39:55.913246+0000 mgr.y (mgr.34107) 1115 : cluster [DBG] pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:39:57.296 INFO:tasks.workunit.client.0.smithi032.stdout: 763: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:57.296 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vy-nSVsT0wxFevq off=10849441 len=1683481 2024-09-13T00:39:57.301 INFO:tasks.workunit.client.0.smithi032.stdout:op 3884 completed, throughput=5MB/sec 2024-09-13T00:39:57.301 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d1qgBfjOscqN__P off=2804209 len=643837 2024-09-13T00:39:57.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 3885 completed, throughput=5MB/sec 2024-09-13T00:39:57.303 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ljuGWciRAX9fq8g off=7294682 len=659431 2024-09-13T00:39:57.305 INFO:tasks.workunit.client.0.smithi032.stdout:op 3886 completed, throughput=5MB/sec 2024-09-13T00:39:57.305 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ym_Qr9qi15gwK7S off=2771007 len=482986 2024-09-13T00:39:57.312 INFO:tasks.workunit.client.0.smithi032.stdout:op 3887 completed, throughput=5MB/sec 2024-09-13T00:39:57.312 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xscFQFC9N2cXYEO off=6536930 len=1459965 2024-09-13T00:39:57.317 INFO:tasks.workunit.client.0.smithi032.stdout:op 3888 completed, throughput=5MB/sec 2024-09-13T00:39:57.317 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Dh1njebU_8KcGcy off=713339 len=1924114 2024-09-13T00:39:57.330 INFO:tasks.workunit.client.0.smithi032.stdout:op 3889 completed, throughput=5MB/sec 2024-09-13T00:39:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:57 smithi032 bash[75510]: cluster 2024-09-13T00:39:55.913246+0000 mgr.y (mgr.34107) 1115 : cluster [DBG] pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:39:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:57 smithi032 bash[76677]: cluster 2024-09-13T00:39:55.913246+0000 mgr.y (mgr.34107) 1115 : cluster [DBG] pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:39:58.331 INFO:tasks.workunit.client.0.smithi032.stdout: 764: throughput=5MB/sec pending data=0 2024-09-13T00:39:58.331 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cpvgtMkL1x-tBmr off=3494468 len=84056 2024-09-13T00:39:58.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 3890 completed, throughput=5MB/sec 2024-09-13T00:39:58.335 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gab_3bJGulyqOQ8 off=18195305 len=775612 2024-09-13T00:39:58.342 INFO:tasks.workunit.client.0.smithi032.stdout:op 3891 completed, throughput=5MB/sec 2024-09-13T00:39:58.343 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-337PRrU1e3635pz off=125983 len=1286492 2024-09-13T00:39:58.352 INFO:tasks.workunit.client.0.smithi032.stdout:op 3892 completed, throughput=5MB/sec 2024-09-13T00:39:58.352 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eh7XK-adkkPkuWE off=19775266 len=471419 2024-09-13T00:39:58.359 INFO:tasks.workunit.client.0.smithi032.stdout:op 3893 completed, throughput=5MB/sec 2024-09-13T00:39:58.359 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-F60o2RnWiqP4rq0 off=8670481 len=47662 2024-09-13T00:39:58.364 INFO:tasks.workunit.client.0.smithi032.stdout:op 3894 completed, throughput=5MB/sec 2024-09-13T00:39:58.365 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-O3-IRiEowo0PUKz off=317987 len=127461 2024-09-13T00:39:58.368 INFO:tasks.workunit.client.0.smithi032.stdout:op 3895 completed, throughput=5MB/sec 2024-09-13T00:39:58.368 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zDggZ7iQzAl7Sav off=0 len=1179798 2024-09-13T00:39:58.371 INFO:tasks.workunit.client.0.smithi032.stdout:op 3896 completed, throughput=5MB/sec 2024-09-13T00:39:59.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:39:59 smithi053 bash[67631]: cluster 2024-09-13T00:39:57.914141+0000 mgr.y (mgr.34107) 1116 : cluster [DBG] pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:39:59.371 INFO:tasks.workunit.client.0.smithi032.stdout: 765: throughput=4.99MB/sec pending data=0 2024-09-13T00:39:59.372 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AmbBtfCI8i-feSy off=707626 len=1386003 2024-09-13T00:39:59.375 INFO:tasks.workunit.client.0.smithi032.stdout:op 3897 completed, throughput=5MB/sec 2024-09-13T00:39:59.375 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7AihB0-0x_li4iL off=12209262 len=1333735 2024-09-13T00:39:59.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 3898 completed, throughput=5MB/sec 2024-09-13T00:39:59.380 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7vPLkEKaLIjKua6 off=5257381 len=1328701 2024-09-13T00:39:59.382 INFO:tasks.workunit.client.0.smithi032.stdout:op 3899 completed, throughput=5MB/sec 2024-09-13T00:39:59.382 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WGGajkCvO-WTxMr off=15903373 len=552387 2024-09-13T00:39:59.389 INFO:tasks.workunit.client.0.smithi032.stdout:op 3900 completed, throughput=5MB/sec 2024-09-13T00:39:59.389 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ga6vSi7vCfq4bnL off=10857520 len=863929 2024-09-13T00:39:59.396 INFO:tasks.workunit.client.0.smithi032.stdout:op 3901 completed, throughput=5MB/sec 2024-09-13T00:39:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:39:59 smithi032 bash[75510]: cluster 2024-09-13T00:39:57.914141+0000 mgr.y (mgr.34107) 1116 : cluster [DBG] pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:39:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:39:59 smithi032 bash[76677]: cluster 2024-09-13T00:39:57.914141+0000 mgr.y (mgr.34107) 1116 : cluster [DBG] pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:40:00.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:00 smithi053 bash[67631]: cluster 2024-09-13T00:40:00.000111+0000 mon.a (mon.0) 2263 : cluster [INF] overall HEALTH_OK 2024-09-13T00:40:00.397 INFO:tasks.workunit.client.0.smithi032.stdout: 766: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:00.397 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yHyVV-2jJHoMhJs off=2303023 len=1210333 2024-09-13T00:40:00.406 INFO:tasks.workunit.client.0.smithi032.stdout:op 3902 completed, throughput=5MB/sec 2024-09-13T00:40:00.407 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V2gwpCZlkl-9zl6 off=14605755 len=1851103 2024-09-13T00:40:00.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 3903 completed, throughput=5MB/sec 2024-09-13T00:40:00.411 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-x5UrKujlt__V0An off=11043025 len=423501 2024-09-13T00:40:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:00 smithi032 bash[75510]: cluster 2024-09-13T00:40:00.000111+0000 mon.a (mon.0) 2263 : cluster [INF] overall HEALTH_OK 2024-09-13T00:40:00.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:00 smithi032 bash[76677]: cluster 2024-09-13T00:40:00.000111+0000 mon.a (mon.0) 2263 : cluster [INF] overall HEALTH_OK 2024-09-13T00:40:00.418 INFO:tasks.workunit.client.0.smithi032.stdout:op 3904 completed, throughput=5MB/sec 2024-09-13T00:40:00.418 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Sn0Qlylwq0ceIwc off=21991870 len=459944 2024-09-13T00:40:00.419 INFO:tasks.workunit.client.0.smithi032.stdout:op 3905 completed, throughput=5MB/sec 2024-09-13T00:40:00.420 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PLcKrIbxQFEMufa off=6233545 len=1213547 2024-09-13T00:40:00.430 INFO:tasks.workunit.client.0.smithi032.stdout:op 3906 completed, throughput=5MB/sec 2024-09-13T00:40:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:01 smithi032 bash[75510]: cluster 2024-09-13T00:39:59.915121+0000 mgr.y (mgr.34107) 1117 : cluster [DBG] pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:40:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:01 smithi032 bash[76677]: cluster 2024-09-13T00:39:59.915121+0000 mgr.y (mgr.34107) 1117 : cluster [DBG] pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:40:01.430 INFO:tasks.workunit.client.0.smithi032.stdout: 767: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:01.430 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pjNR3X1Ja-KZpgD off=16376103 len=590204 2024-09-13T00:40:01.437 INFO:tasks.workunit.client.0.smithi032.stdout:op 3907 completed, throughput=4.99MB/sec 2024-09-13T00:40:01.437 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PRuQI3iepkmpKrl off=924321 len=1166851 2024-09-13T00:40:01.447 INFO:tasks.workunit.client.0.smithi032.stdout:op 3908 completed, throughput=5MB/sec 2024-09-13T00:40:01.447 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lF9efE6P1WNlNI0 off=11102845 len=1412947 2024-09-13T00:40:01.451 INFO:tasks.workunit.client.0.smithi032.stdout:op 3909 completed, throughput=5MB/sec 2024-09-13T00:40:01.451 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6TTpQwg4lVJRcbZ off=1914765 len=1250053 2024-09-13T00:40:01.461 INFO:tasks.workunit.client.0.smithi032.stdout:op 3910 completed, throughput=5MB/sec 2024-09-13T00:40:01.461 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3SIaPxO7gQD-qcx off=6323957 len=1845364 2024-09-13T00:40:01.474 INFO:tasks.workunit.client.0.smithi032.stdout:op 3911 completed, throughput=5MB/sec 2024-09-13T00:40:01.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:01 smithi053 bash[67631]: cluster 2024-09-13T00:39:59.915121+0000 mgr.y (mgr.34107) 1117 : cluster [DBG] pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:40:02.474 INFO:tasks.workunit.client.0.smithi032.stdout: 768: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:02.475 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--HLDhiboyh_yFKL off=2753255 len=585500 2024-09-13T00:40:02.481 INFO:tasks.workunit.client.0.smithi032.stdout:op 3912 completed, throughput=5MB/sec 2024-09-13T00:40:02.481 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T2wnvBhP6kYir_u off=49374 len=712012 2024-09-13T00:40:02.483 INFO:tasks.workunit.client.0.smithi032.stdout:op 3913 completed, throughput=5MB/sec 2024-09-13T00:40:02.483 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UcTZJc-uM-Pjd_g off=2974622 len=1571282 2024-09-13T00:40:02.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 3914 completed, throughput=5MB/sec 2024-09-13T00:40:02.487 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_gb7fixPfqj1OVo off=4643076 len=690209 2024-09-13T00:40:02.495 INFO:tasks.workunit.client.0.smithi032.stdout:op 3915 completed, throughput=5MB/sec 2024-09-13T00:40:02.495 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LSJvjloUlhpc-sE off=9813838 len=1136186 2024-09-13T00:40:02.499 INFO:tasks.workunit.client.0.smithi032.stdout:op 3916 completed, throughput=5MB/sec 2024-09-13T00:40:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:40:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:40:02] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T00:40:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:40:02 smithi053 bash[94430]: ts=2024-09-13T00:40:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:40:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:03 smithi032 bash[75510]: cluster 2024-09-13T00:40:01.916069+0000 mgr.y (mgr.34107) 1118 : cluster [DBG] pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:40:03.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:03 smithi032 bash[76677]: cluster 2024-09-13T00:40:01.916069+0000 mgr.y (mgr.34107) 1118 : cluster [DBG] pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:40:03.499 INFO:tasks.workunit.client.0.smithi032.stdout: 769: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:03.499 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R6qy17q3g-jTf3D off=290272 len=717656 2024-09-13T00:40:03.502 INFO:tasks.workunit.client.0.smithi032.stdout:op 3917 completed, throughput=4.99MB/sec 2024-09-13T00:40:03.502 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zg1DHBiYdl1k00U off=23863458 len=1563618 2024-09-13T00:40:03.514 INFO:tasks.workunit.client.0.smithi032.stdout:op 3918 completed, throughput=5MB/sec 2024-09-13T00:40:03.514 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_hBL7rIXb2G27la off=5922292 len=654177 2024-09-13T00:40:03.516 INFO:tasks.workunit.client.0.smithi032.stdout:op 3919 completed, throughput=5MB/sec 2024-09-13T00:40:03.516 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M4u8XGBRD3HsWIL off=4046554 len=605237 2024-09-13T00:40:03.517 INFO:tasks.workunit.client.0.smithi032.stdout:op 3920 completed, throughput=5MB/sec 2024-09-13T00:40:03.518 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gtJCW07oaTYte_c off=14620570 len=1585706 2024-09-13T00:40:03.529 INFO:tasks.workunit.client.0.smithi032.stdout:op 3921 completed, throughput=5MB/sec 2024-09-13T00:40:03.529 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-j57FQH6o9vNF7LJ off=4243851 len=102766 2024-09-13T00:40:03.533 INFO:tasks.workunit.client.0.smithi032.stdout:op 3922 completed, throughput=5MB/sec 2024-09-13T00:40:03.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:03 smithi053 bash[67631]: cluster 2024-09-13T00:40:01.916069+0000 mgr.y (mgr.34107) 1118 : cluster [DBG] pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:40:04.533 INFO:tasks.workunit.client.0.smithi032.stdout: 770: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:04.534 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--Uh7w2MHjoogUEk off=361048 len=1056964 2024-09-13T00:40:04.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 3923 completed, throughput=4.99MB/sec 2024-09-13T00:40:04.537 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OhmsUxAeruDbpWV off=19548445 len=1093679 2024-09-13T00:40:04.540 INFO:tasks.workunit.client.0.smithi032.stdout:op 3924 completed, throughput=5MB/sec 2024-09-13T00:40:04.541 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OTihuL0Hwt9AA6o off=9236358 len=24096 2024-09-13T00:40:04.546 INFO:tasks.workunit.client.0.smithi032.stdout:op 3925 completed, throughput=5MB/sec 2024-09-13T00:40:04.546 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H4gEE2V5oQOuNP9 off=3668974 len=968235 2024-09-13T00:40:04.555 INFO:tasks.workunit.client.0.smithi032.stdout:op 3926 completed, throughput=5MB/sec 2024-09-13T00:40:04.555 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YS3E47CiKEN6oms off=2770461 len=991097 2024-09-13T00:40:04.558 INFO:tasks.workunit.client.0.smithi032.stdout:op 3927 completed, throughput=5MB/sec 2024-09-13T00:40:04.558 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vnbAkZ5FisE5dZW off=4271972 len=2011485 2024-09-13T00:40:04.562 INFO:tasks.workunit.client.0.smithi032.stdout:op 3928 completed, throughput=5MB/sec 2024-09-13T00:40:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:05 smithi032 bash[75510]: cluster 2024-09-13T00:40:03.917151+0000 mgr.y (mgr.34107) 1119 : cluster [DBG] pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:40:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:05 smithi032 bash[76677]: cluster 2024-09-13T00:40:03.917151+0000 mgr.y (mgr.34107) 1119 : cluster [DBG] pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:40:05.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:05 smithi053 bash[67631]: cluster 2024-09-13T00:40:03.917151+0000 mgr.y (mgr.34107) 1119 : cluster [DBG] pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:40:05.563 INFO:tasks.workunit.client.0.smithi032.stdout: 771: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:05.563 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ooMgirIzCqPve7B off=40526 len=1620190 2024-09-13T00:40:05.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 3929 completed, throughput=5MB/sec 2024-09-13T00:40:05.568 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZuaABbXjQzqeVcd off=448068 len=718383 2024-09-13T00:40:05.576 INFO:tasks.workunit.client.0.smithi032.stdout:op 3930 completed, throughput=5MB/sec 2024-09-13T00:40:05.576 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--mI8pGEcxsLSSUh off=2186192 len=818980 2024-09-13T00:40:05.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 3931 completed, throughput=5MB/sec 2024-09-13T00:40:05.584 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5BbdoDXNKxP7gdY off=14245817 len=1283485 2024-09-13T00:40:05.596 INFO:tasks.workunit.client.0.smithi032.stdout:op 3932 completed, throughput=5MB/sec 2024-09-13T00:40:05.596 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c5-4YEbCqoN96L8 off=10738915 len=1693382 2024-09-13T00:40:05.613 INFO:tasks.workunit.client.0.smithi032.stdout:op 3933 completed, throughput=5MB/sec 2024-09-13T00:40:06.613 INFO:tasks.workunit.client.0.smithi032.stdout: 772: throughput=5MB/sec pending data=0 2024-09-13T00:40:06.614 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t5x_r_-6wuZ-wwz off=2847898 len=1489675 2024-09-13T00:40:06.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 3934 completed, throughput=5MB/sec 2024-09-13T00:40:06.624 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--jGRmWyWJYZkLYl off=11407087 len=931598 2024-09-13T00:40:06.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 3935 completed, throughput=5MB/sec 2024-09-13T00:40:06.628 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0itAye3j_tQIQP3 off=8010647 len=1977082 2024-09-13T00:40:06.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 3936 completed, throughput=5MB/sec 2024-09-13T00:40:06.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:06 smithi032 bash[75510]: cluster 2024-09-13T00:40:05.918010+0000 mgr.y (mgr.34107) 1120 : cluster [DBG] pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:40:06.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:06 smithi032 bash[76677]: cluster 2024-09-13T00:40:05.918010+0000 mgr.y (mgr.34107) 1120 : cluster [DBG] pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:40:07.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:06 smithi053 bash[67631]: cluster 2024-09-13T00:40:05.918010+0000 mgr.y (mgr.34107) 1120 : cluster [DBG] pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:40:07.644 INFO:tasks.workunit.client.0.smithi032.stdout: 773: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:07.644 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cC6i-CFCx7Ruf-_ off=1174783 len=778194 2024-09-13T00:40:07.648 INFO:tasks.workunit.client.0.smithi032.stdout:op 3937 completed, throughput=5MB/sec 2024-09-13T00:40:07.648 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V1HKnDGwVvoYGd8 off=3228899 len=637000 2024-09-13T00:40:07.650 INFO:tasks.workunit.client.0.smithi032.stdout:op 3938 completed, throughput=5MB/sec 2024-09-13T00:40:07.650 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HaQeo_7vZw0XSU0 off=3907335 len=1221761 2024-09-13T00:40:07.654 INFO:tasks.workunit.client.0.smithi032.stdout:op 3939 completed, throughput=5MB/sec 2024-09-13T00:40:07.654 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dyLA3zdsshGNbf7 off=811114 len=139912 2024-09-13T00:40:07.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 3940 completed, throughput=5MB/sec 2024-09-13T00:40:07.656 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HC7DVX-Qt0GY5oV off=15135011 len=286468 2024-09-13T00:40:07.657 INFO:tasks.workunit.client.0.smithi032.stdout:op 3941 completed, throughput=5MB/sec 2024-09-13T00:40:07.657 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4f_rjnHYfMjUhas off=2343043 len=514703 2024-09-13T00:40:07.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 3942 completed, throughput=5MB/sec 2024-09-13T00:40:07.664 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2Y2xyI1YaIR2Kme off=3011802 len=1083763 2024-09-13T00:40:07.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 3943 completed, throughput=5MB/sec 2024-09-13T00:40:07.667 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-enjIL4LLqjghCBB off=7720042 len=1624075 2024-09-13T00:40:07.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 3944 completed, throughput=5MB/sec 2024-09-13T00:40:08.672 INFO:tasks.workunit.client.0.smithi032.stdout: 774: throughput=5MB/sec pending data=0 2024-09-13T00:40:08.672 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lqsbqCd2a6X5GSV off=8154518 len=622648 2024-09-13T00:40:08.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 3945 completed, throughput=5MB/sec 2024-09-13T00:40:08.677 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m9o3AIQaUPHQSDZ off=9673901 len=1506087 2024-09-13T00:40:08.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 3946 completed, throughput=5MB/sec 2024-09-13T00:40:08.687 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ip02grBKe_ED47m off=11704324 len=1553983 2024-09-13T00:40:08.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 3947 completed, throughput=5MB/sec 2024-09-13T00:40:08.693 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1G5l3DWvrP8m2LH off=2766485 len=1397684 2024-09-13T00:40:08.702 INFO:tasks.workunit.client.0.smithi032.stdout:op 3948 completed, throughput=5MB/sec 2024-09-13T00:40:09.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:08 smithi053 bash[67631]: cluster 2024-09-13T00:40:07.918891+0000 mgr.y (mgr.34107) 1121 : cluster [DBG] pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:40:09.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:08 smithi053 bash[67631]: audit 2024-09-13T00:40:08.351773+0000 mon.a (mon.0) 2264 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:40:09.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:08 smithi053 bash[67631]: audit 2024-09-13T00:40:08.914400+0000 mon.a (mon.0) 2265 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:40:09.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:08 smithi053 bash[67631]: audit 2024-09-13T00:40:08.915930+0000 mon.a (mon.0) 2266 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:40:09.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:08 smithi053 bash[67631]: audit 2024-09-13T00:40:08.924953+0000 mon.a (mon.0) 2267 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:40:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:08 smithi032 bash[75510]: cluster 2024-09-13T00:40:07.918891+0000 mgr.y (mgr.34107) 1121 : cluster [DBG] pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:40:09.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:08 smithi032 bash[75510]: audit 2024-09-13T00:40:08.351773+0000 mon.a (mon.0) 2264 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:40:09.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:08 smithi032 bash[75510]: audit 2024-09-13T00:40:08.914400+0000 mon.a (mon.0) 2265 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:40:09.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:08 smithi032 bash[75510]: audit 2024-09-13T00:40:08.915930+0000 mon.a (mon.0) 2266 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:40:09.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:08 smithi032 bash[75510]: audit 2024-09-13T00:40:08.924953+0000 mon.a (mon.0) 2267 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:40:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:08 smithi032 bash[76677]: cluster 2024-09-13T00:40:07.918891+0000 mgr.y (mgr.34107) 1121 : cluster [DBG] pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:40:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:08 smithi032 bash[76677]: audit 2024-09-13T00:40:08.351773+0000 mon.a (mon.0) 2264 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:40:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:08 smithi032 bash[76677]: audit 2024-09-13T00:40:08.914400+0000 mon.a (mon.0) 2265 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:40:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:08 smithi032 bash[76677]: audit 2024-09-13T00:40:08.915930+0000 mon.a (mon.0) 2266 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:40:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:08 smithi032 bash[76677]: audit 2024-09-13T00:40:08.924953+0000 mon.a (mon.0) 2267 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:40:09.702 INFO:tasks.workunit.client.0.smithi032.stdout: 775: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:09.702 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RyZqTTgBnBj6qdo off=11284089 len=1278447 2024-09-13T00:40:09.713 INFO:tasks.workunit.client.0.smithi032.stdout:op 3949 completed, throughput=5MB/sec 2024-09-13T00:40:09.713 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-009Exq85EVKRlOs off=2222259 len=334481 2024-09-13T00:40:09.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 3950 completed, throughput=5MB/sec 2024-09-13T00:40:09.715 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d3cNs0AN2-3COaA off=5658655 len=812314 2024-09-13T00:40:09.724 INFO:tasks.workunit.client.0.smithi032.stdout:op 3951 completed, throughput=5MB/sec 2024-09-13T00:40:09.725 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zCIIxqkh9_jobxd off=18275573 len=503755 2024-09-13T00:40:09.727 INFO:tasks.workunit.client.0.smithi032.stdout:op 3952 completed, throughput=5MB/sec 2024-09-13T00:40:09.727 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y4YBBzB4KmbpXt2 off=6566337 len=98532 2024-09-13T00:40:09.731 INFO:tasks.workunit.client.0.smithi032.stdout:op 3953 completed, throughput=5MB/sec 2024-09-13T00:40:09.732 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1uKd0hbiYVx1Jjx off=8983218 len=613246 2024-09-13T00:40:09.738 INFO:tasks.workunit.client.0.smithi032.stdout:op 3954 completed, throughput=5MB/sec 2024-09-13T00:40:09.738 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8v4CETjVYV-rxB9 off=14487969 len=111405 2024-09-13T00:40:09.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 3955 completed, throughput=5MB/sec 2024-09-13T00:40:09.743 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qTzG18tEaKPvxcx off=212207 len=774791 2024-09-13T00:40:09.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 3956 completed, throughput=5MB/sec 2024-09-13T00:40:10.746 INFO:tasks.workunit.client.0.smithi032.stdout: 776: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:10.746 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5XDav1VltFV5KoP off=5229687 len=450146 2024-09-13T00:40:10.753 INFO:tasks.workunit.client.0.smithi032.stdout:op 3957 completed, throughput=4.99MB/sec 2024-09-13T00:40:10.753 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AnEHaZkvrBNXYCV off=984659 len=662729 2024-09-13T00:40:10.760 INFO:tasks.workunit.client.0.smithi032.stdout:op 3958 completed, throughput=5MB/sec 2024-09-13T00:40:10.760 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y_R3Wd8dRN54Sge off=1586163 len=1525078 2024-09-13T00:40:10.764 INFO:tasks.workunit.client.0.smithi032.stdout:op 3959 completed, throughput=5MB/sec 2024-09-13T00:40:10.764 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cOMoVG7nza__HDr off=3988172 len=1493281 2024-09-13T00:40:10.768 INFO:tasks.workunit.client.0.smithi032.stdout:op 3960 completed, throughput=5MB/sec 2024-09-13T00:40:10.768 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wN7eqdNv6opJ2vn off=2757363 len=530779 2024-09-13T00:40:10.771 INFO:tasks.workunit.client.0.smithi032.stdout:op 3961 completed, throughput=5MB/sec 2024-09-13T00:40:10.771 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NsJyEmq4sFhY-mx off=17593203 len=1978350 2024-09-13T00:40:10.787 INFO:tasks.workunit.client.0.smithi032.stdout:op 3962 completed, throughput=5MB/sec 2024-09-13T00:40:11.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:10 smithi053 bash[67631]: cluster 2024-09-13T00:40:09.919871+0000 mgr.y (mgr.34107) 1122 : cluster [DBG] pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:40:11.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:10 smithi053 bash[67631]: audit 2024-09-13T00:40:10.177827+0000 mon.a (mon.0) 2268 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:40:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:10 smithi032 bash[75510]: cluster 2024-09-13T00:40:09.919871+0000 mgr.y (mgr.34107) 1122 : cluster [DBG] pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:40:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:10 smithi032 bash[75510]: audit 2024-09-13T00:40:10.177827+0000 mon.a (mon.0) 2268 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:40:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:10 smithi032 bash[76677]: cluster 2024-09-13T00:40:09.919871+0000 mgr.y (mgr.34107) 1122 : cluster [DBG] pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:40:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:10 smithi032 bash[76677]: audit 2024-09-13T00:40:10.177827+0000 mon.a (mon.0) 2268 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:40:11.787 INFO:tasks.workunit.client.0.smithi032.stdout: 777: throughput=5MB/sec pending data=0 2024-09-13T00:40:11.788 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_P10Y9SzWHd1Pxq off=1612958 len=578801 2024-09-13T00:40:11.790 INFO:tasks.workunit.client.0.smithi032.stdout:op 3963 completed, throughput=5MB/sec 2024-09-13T00:40:11.790 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OOGOfTIGSrPjlW8 off=5304087 len=1888075 2024-09-13T00:40:11.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 3964 completed, throughput=5MB/sec 2024-09-13T00:40:11.803 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-C35igMreLQ-BeRs off=8525485 len=994342 2024-09-13T00:40:11.806 INFO:tasks.workunit.client.0.smithi032.stdout:op 3965 completed, throughput=5MB/sec 2024-09-13T00:40:11.806 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6mRRKKZuPvqaqjN off=3434766 len=1928882 2024-09-13T00:40:11.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 3966 completed, throughput=5MB/sec 2024-09-13T00:40:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:40:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:40:12] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T00:40:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:40:12 smithi053 bash[94430]: ts=2024-09-13T00:40:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:40:12.821 INFO:tasks.workunit.client.0.smithi032.stdout: 778: throughput=5MB/sec pending data=0 2024-09-13T00:40:12.821 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-viVgKrgIF7LbS3_ off=2830922 len=16517 2024-09-13T00:40:12.825 INFO:tasks.workunit.client.0.smithi032.stdout:op 3967 completed, throughput=5MB/sec 2024-09-13T00:40:12.825 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MKiSQ1Mr-V085PR off=4262451 len=784054 2024-09-13T00:40:12.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 3968 completed, throughput=5MB/sec 2024-09-13T00:40:12.833 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gY21qlKzf8oqM_n off=12264666 len=1897119 2024-09-13T00:40:12.847 INFO:tasks.workunit.client.0.smithi032.stdout:op 3969 completed, throughput=5MB/sec 2024-09-13T00:40:12.847 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gkqp-G1oRjSjcnA off=16587989 len=1273638 2024-09-13T00:40:12.856 INFO:tasks.workunit.client.0.smithi032.stdout:op 3970 completed, throughput=5MB/sec 2024-09-13T00:40:12.856 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PY4c8PAlVHqmXbw off=3582584 len=878642 2024-09-13T00:40:12.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 3971 completed, throughput=5MB/sec 2024-09-13T00:40:13.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:12 smithi053 bash[67631]: cluster 2024-09-13T00:40:11.920867+0000 mgr.y (mgr.34107) 1123 : cluster [DBG] pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:40:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:12 smithi032 bash[75510]: cluster 2024-09-13T00:40:11.920867+0000 mgr.y (mgr.34107) 1123 : cluster [DBG] pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:40:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:12 smithi032 bash[76677]: cluster 2024-09-13T00:40:11.920867+0000 mgr.y (mgr.34107) 1123 : cluster [DBG] pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:40:13.859 INFO:tasks.workunit.client.0.smithi032.stdout: 779: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:13.860 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JUPYLvr3UBWo3SG off=592207 len=1081239 2024-09-13T00:40:13.864 INFO:tasks.workunit.client.0.smithi032.stdout:op 3972 completed, throughput=5MB/sec 2024-09-13T00:40:13.864 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gTyUwJLqRq37CWD off=13972469 len=652735 2024-09-13T00:40:13.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 3973 completed, throughput=5MB/sec 2024-09-13T00:40:13.871 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rkhxP4qa1sUJmu0 off=11825354 len=238194 2024-09-13T00:40:13.872 INFO:tasks.workunit.client.0.smithi032.stdout:op 3974 completed, throughput=5MB/sec 2024-09-13T00:40:13.872 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zqzJALrKg2E9vhB off=8626363 len=149128 2024-09-13T00:40:13.874 INFO:tasks.workunit.client.0.smithi032.stdout:op 3975 completed, throughput=5MB/sec 2024-09-13T00:40:13.874 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9COmdxi4Q7taclU off=14955232 len=1066459 2024-09-13T00:40:13.884 INFO:tasks.workunit.client.0.smithi032.stdout:op 3976 completed, throughput=5MB/sec 2024-09-13T00:40:13.884 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0hEgRcXva5GG6ki off=3782091 len=176292 2024-09-13T00:40:13.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 3977 completed, throughput=5MB/sec 2024-09-13T00:40:13.889 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bOI1dxVVi5Ts7Ds off=5238492 len=1351967 2024-09-13T00:40:13.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 3978 completed, throughput=5MB/sec 2024-09-13T00:40:13.900 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g9GEALsAXGLSetU off=1739898 len=1105663 2024-09-13T00:40:13.909 INFO:tasks.workunit.client.0.smithi032.stdout:op 3979 completed, throughput=5MB/sec 2024-09-13T00:40:14.909 INFO:tasks.workunit.client.0.smithi032.stdout: 780: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:14.909 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8LExbhpN4a4_JQs off=2461771 len=659631 2024-09-13T00:40:14.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 3980 completed, throughput=5MB/sec 2024-09-13T00:40:14.912 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zJIEEPsRz_fPIFo off=1540428 len=1509469 2024-09-13T00:40:14.915 INFO:tasks.workunit.client.0.smithi032.stdout:op 3981 completed, throughput=5MB/sec 2024-09-13T00:40:14.915 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZBn0qk7uEtwKFHs off=1054292 len=1827051 2024-09-13T00:40:14.921 INFO:tasks.workunit.client.0.smithi032.stdout:op 3982 completed, throughput=5MB/sec 2024-09-13T00:40:14.921 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--QYQ4WIUBWARrB8 off=10734904 len=501613 2024-09-13T00:40:14.928 INFO:tasks.workunit.client.0.smithi032.stdout:op 3983 completed, throughput=5MB/sec 2024-09-13T00:40:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:14 smithi053 bash[67631]: cluster 2024-09-13T00:40:13.921920+0000 mgr.y (mgr.34107) 1124 : cluster [DBG] pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:40:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:14 smithi032 bash[75510]: cluster 2024-09-13T00:40:13.921920+0000 mgr.y (mgr.34107) 1124 : cluster [DBG] pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:40:15.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:14 smithi032 bash[76677]: cluster 2024-09-13T00:40:13.921920+0000 mgr.y (mgr.34107) 1124 : cluster [DBG] pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:40:15.929 INFO:tasks.workunit.client.0.smithi032.stdout: 781: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:15.929 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nM10RBdzmtsMYfg off=15412110 len=184799 2024-09-13T00:40:15.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 3984 completed, throughput=4.99MB/sec 2024-09-13T00:40:15.931 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FbsKQ7zInhTKiKU off=7253746 len=118485 2024-09-13T00:40:15.932 INFO:tasks.workunit.client.0.smithi032.stdout:op 3985 completed, throughput=4.99MB/sec 2024-09-13T00:40:15.932 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gZoXwVH6xDl0oG1 off=1166812 len=1258579 2024-09-13T00:40:15.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 3986 completed, throughput=5MB/sec 2024-09-13T00:40:15.936 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jjSOhCO0-fex9eJ off=20368487 len=155991 2024-09-13T00:40:15.941 INFO:tasks.workunit.client.0.smithi032.stdout:op 3987 completed, throughput=5MB/sec 2024-09-13T00:40:15.941 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GPoxtikup6gNC6Z off=738891 len=934503 2024-09-13T00:40:15.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 3988 completed, throughput=5MB/sec 2024-09-13T00:40:15.949 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Mc8IO-f00L-ydKl off=3459715 len=2087469 2024-09-13T00:40:15.954 INFO:tasks.workunit.client.0.smithi032.stdout:op 3989 completed, throughput=5MB/sec 2024-09-13T00:40:15.954 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B5MdBjcTG9zCxP5 off=4422493 len=540517 2024-09-13T00:40:15.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 3990 completed, throughput=5MB/sec 2024-09-13T00:40:15.961 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-C0tneZvvXEo3epe off=23686914 len=1396419 2024-09-13T00:40:15.965 INFO:tasks.workunit.client.0.smithi032.stdout:op 3991 completed, throughput=5MB/sec 2024-09-13T00:40:16.965 INFO:tasks.workunit.client.0.smithi032.stdout: 782: throughput=5MB/sec pending data=0 2024-09-13T00:40:16.965 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZDboix5i9Ez5Zyo off=1852690 len=953103 2024-09-13T00:40:16.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 3992 completed, throughput=5MB/sec 2024-09-13T00:40:16.974 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Pq5s7yyStkJtN9c off=3521832 len=299518 2024-09-13T00:40:16.976 INFO:tasks.workunit.client.0.smithi032.stdout:op 3993 completed, throughput=5MB/sec 2024-09-13T00:40:16.976 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r3WxZzRbkG3Z393 off=241889 len=2069606 2024-09-13T00:40:16.991 INFO:tasks.workunit.client.0.smithi032.stdout:op 3994 completed, throughput=5MB/sec 2024-09-13T00:40:16.991 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b1RBLw7d4uyceGe off=19387887 len=1558757 2024-09-13T00:40:17.003 INFO:tasks.workunit.client.0.smithi032.stdout:op 3995 completed, throughput=5MB/sec 2024-09-13T00:40:17.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:16 smithi053 bash[67631]: cluster 2024-09-13T00:40:15.922796+0000 mgr.y (mgr.34107) 1125 : cluster [DBG] pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:40:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:16 smithi032 bash[75510]: cluster 2024-09-13T00:40:15.922796+0000 mgr.y (mgr.34107) 1125 : cluster [DBG] pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:40:17.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:16 smithi032 bash[76677]: cluster 2024-09-13T00:40:15.922796+0000 mgr.y (mgr.34107) 1125 : cluster [DBG] pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:40:18.003 INFO:tasks.workunit.client.0.smithi032.stdout: 783: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:18.004 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MlBb0T41Rs8ODKv off=2001598 len=605710 2024-09-13T00:40:18.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 3996 completed, throughput=5MB/sec 2024-09-13T00:40:18.006 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4E4yMsMeLyigOH4 off=8318410 len=65338 2024-09-13T00:40:18.007 INFO:tasks.workunit.client.0.smithi032.stdout:op 3997 completed, throughput=5MB/sec 2024-09-13T00:40:18.007 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-idexIdi6cF8WGH3 off=4250188 len=828172 2024-09-13T00:40:18.015 INFO:tasks.workunit.client.0.smithi032.stdout:op 3998 completed, throughput=5MB/sec 2024-09-13T00:40:18.015 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cSWAHWpp1qHlGG_ off=3043704 len=1991734 2024-09-13T00:40:18.019 INFO:tasks.workunit.client.0.smithi032.stdout:op 3999 completed, throughput=5MB/sec 2024-09-13T00:40:18.020 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-llrB-yPBNRqADAJ off=587043 len=1365246 2024-09-13T00:40:18.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 4000 completed, throughput=5MB/sec 2024-09-13T00:40:19.022 INFO:tasks.workunit.client.0.smithi032.stdout: 784: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:19.022 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--qS_8NkAT7hszgf off=3531641 len=1458743 2024-09-13T00:40:19.026 INFO:tasks.workunit.client.0.smithi032.stdout:op 4001 completed, throughput=5MB/sec 2024-09-13T00:40:19.026 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_xhNCiXUSsYr1bJ off=18268297 len=27570 2024-09-13T00:40:19.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 4002 completed, throughput=5MB/sec 2024-09-13T00:40:19.030 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N-XkyZZtSzCK-Fq off=5282322 len=1586679 2024-09-13T00:40:19.044 INFO:tasks.workunit.client.0.smithi032.stdout:op 4003 completed, throughput=5MB/sec 2024-09-13T00:40:19.044 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZCGgSF7sW7jZjuh off=4053977 len=1677628 2024-09-13T00:40:19.049 INFO:tasks.workunit.client.0.smithi032.stdout:op 4004 completed, throughput=5MB/sec 2024-09-13T00:40:19.049 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hAp5PcGhDKQqjWF off=3450908 len=1413121 2024-09-13T00:40:19.053 INFO:tasks.workunit.client.0.smithi032.stdout:op 4005 completed, throughput=5MB/sec 2024-09-13T00:40:19.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:18 smithi053 bash[67631]: cluster 2024-09-13T00:40:17.923706+0000 mgr.y (mgr.34107) 1126 : cluster [DBG] pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:40:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:18 smithi032 bash[75510]: cluster 2024-09-13T00:40:17.923706+0000 mgr.y (mgr.34107) 1126 : cluster [DBG] pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:40:19.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:18 smithi032 bash[76677]: cluster 2024-09-13T00:40:17.923706+0000 mgr.y (mgr.34107) 1126 : cluster [DBG] pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:40:20.053 INFO:tasks.workunit.client.0.smithi032.stdout: 785: throughput=5MB/sec pending data=0 2024-09-13T00:40:20.053 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-g-q6QVeRh3VVPwU off=11544768 len=1210322 2024-09-13T00:40:20.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 4006 completed, throughput=5MB/sec 2024-09-13T00:40:20.058 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2PtpWRwdBbUcki3 off=2336220 len=367284 2024-09-13T00:40:20.060 INFO:tasks.workunit.client.0.smithi032.stdout:op 4007 completed, throughput=5MB/sec 2024-09-13T00:40:20.060 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TTHg0V2si59EkK4 off=6866980 len=151878 2024-09-13T00:40:20.066 INFO:tasks.workunit.client.0.smithi032.stdout:op 4008 completed, throughput=5MB/sec 2024-09-13T00:40:20.067 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ownI5FHsevHxKze off=6406377 len=648090 2024-09-13T00:40:20.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 4009 completed, throughput=5MB/sec 2024-09-13T00:40:20.073 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-htogGOiqPSihOwt off=9523281 len=903358 2024-09-13T00:40:20.081 INFO:tasks.workunit.client.0.smithi032.stdout:op 4010 completed, throughput=5MB/sec 2024-09-13T00:40:20.081 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DeYGnAvYFWtuzNw off=5426481 len=1604847 2024-09-13T00:40:20.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 4011 completed, throughput=5MB/sec 2024-09-13T00:40:21.086 INFO:tasks.workunit.client.0.smithi032.stdout: 786: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:21.086 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DhmiV_q9qZ1E2Tr off=2658264 len=1620038 2024-09-13T00:40:21.098 INFO:tasks.workunit.client.0.smithi032.stdout:op 4012 completed, throughput=5MB/sec 2024-09-13T00:40:21.098 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cty8ChBVG73T2TN off=1203474 len=1682317 2024-09-13T00:40:21.100 INFO:tasks.workunit.client.0.smithi032.stdout:op 4013 completed, throughput=5MB/sec 2024-09-13T00:40:21.100 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iYnpRDuXQqdt2bG off=8563465 len=2027247 2024-09-13T00:40:21.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 4014 completed, throughput=5MB/sec 2024-09-13T00:40:21.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:21 smithi053 bash[67631]: cluster 2024-09-13T00:40:19.924734+0000 mgr.y (mgr.34107) 1127 : cluster [DBG] pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:40:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:21 smithi032 bash[75510]: cluster 2024-09-13T00:40:19.924734+0000 mgr.y (mgr.34107) 1127 : cluster [DBG] pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:40:21.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:21 smithi032 bash[76677]: cluster 2024-09-13T00:40:19.924734+0000 mgr.y (mgr.34107) 1127 : cluster [DBG] pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:40:22.116 INFO:tasks.workunit.client.0.smithi032.stdout: 787: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:22.116 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sTjc5VR1-uT4Faz off=1160257 len=1114833 2024-09-13T00:40:22.118 INFO:tasks.workunit.client.0.smithi032.stdout:op 4015 completed, throughput=5MB/sec 2024-09-13T00:40:22.118 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aOOBTWkwKgUj2G9 off=2515321 len=2040395 2024-09-13T00:40:22.123 INFO:tasks.workunit.client.0.smithi032.stdout:op 4016 completed, throughput=5MB/sec 2024-09-13T00:40:22.123 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D3pkA3cKVqStMNo off=6535235 len=448645 2024-09-13T00:40:22.130 INFO:tasks.workunit.client.0.smithi032.stdout:op 4017 completed, throughput=5MB/sec 2024-09-13T00:40:22.131 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RZk1sKeDH4H_tvf off=113221 len=116694 2024-09-13T00:40:22.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 4018 completed, throughput=5MB/sec 2024-09-13T00:40:22.131 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0yaRDDVxYf-WUky off=4087060 len=764693 2024-09-13T00:40:22.140 INFO:tasks.workunit.client.0.smithi032.stdout:op 4019 completed, throughput=5MB/sec 2024-09-13T00:40:22.140 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yx1aWGNq3Iop3Cs off=5844868 len=591797 2024-09-13T00:40:22.142 INFO:tasks.workunit.client.0.smithi032.stdout:op 4020 completed, throughput=5MB/sec 2024-09-13T00:40:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:40:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:40:22] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T00:40:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:40:22 smithi053 bash[94430]: ts=2024-09-13T00:40:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:40:23.142 INFO:tasks.workunit.client.0.smithi032.stdout: 788: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:23.143 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f_z3V2Fjua_WT0L off=19780284 len=719605 2024-09-13T00:40:23.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 4021 completed, throughput=4.99MB/sec 2024-09-13T00:40:23.145 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L5aMD4rVbsnwFPN off=5271427 len=1719814 2024-09-13T00:40:23.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 4022 completed, throughput=5MB/sec 2024-09-13T00:40:23.158 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Uvv6u7gXxImM-AB off=14292568 len=111403 2024-09-13T00:40:23.160 INFO:tasks.workunit.client.0.smithi032.stdout:op 4023 completed, throughput=5MB/sec 2024-09-13T00:40:23.160 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Snx0hiofJssDNJv off=3249624 len=1596344 2024-09-13T00:40:23.173 INFO:tasks.workunit.client.0.smithi032.stdout:op 4024 completed, throughput=5MB/sec 2024-09-13T00:40:23.173 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YvjVmH4Z0oBng5S off=2410593 len=1665956 2024-09-13T00:40:23.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 4025 completed, throughput=5MB/sec 2024-09-13T00:40:23.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:23 smithi053 bash[67631]: cluster 2024-09-13T00:40:21.925683+0000 mgr.y (mgr.34107) 1128 : cluster [DBG] pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:40:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:23 smithi032 bash[75510]: cluster 2024-09-13T00:40:21.925683+0000 mgr.y (mgr.34107) 1128 : cluster [DBG] pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:40:23.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:23 smithi032 bash[76677]: cluster 2024-09-13T00:40:21.925683+0000 mgr.y (mgr.34107) 1128 : cluster [DBG] pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:40:24.177 INFO:tasks.workunit.client.0.smithi032.stdout: 789: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:24.177 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hNGujvDpLZ_y9_V off=2919700 len=76713 2024-09-13T00:40:24.178 INFO:tasks.workunit.client.0.smithi032.stdout:op 4026 completed, throughput=4.99MB/sec 2024-09-13T00:40:24.178 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QOk2cs9sXMVcHwT off=10513689 len=1473967 2024-09-13T00:40:24.182 INFO:tasks.workunit.client.0.smithi032.stdout:op 4027 completed, throughput=5MB/sec 2024-09-13T00:40:24.182 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XYtkjaRSt7u-vzI off=7542281 len=786340 2024-09-13T00:40:24.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 4028 completed, throughput=5MB/sec 2024-09-13T00:40:24.190 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oQMJbTLpepTeI5R off=741646 len=1709232 2024-09-13T00:40:24.201 INFO:tasks.workunit.client.0.smithi032.stdout:op 4029 completed, throughput=5MB/sec 2024-09-13T00:40:24.201 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yZq8TMzky0W2e4I off=14160928 len=878588 2024-09-13T00:40:24.205 INFO:tasks.workunit.client.0.smithi032.stdout:op 4030 completed, throughput=5MB/sec 2024-09-13T00:40:25.205 INFO:tasks.workunit.client.0.smithi032.stdout: 790: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:25.205 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6OzP3kg0yeG3sZN off=6038997 len=1794654 2024-09-13T00:40:25.209 INFO:tasks.workunit.client.0.smithi032.stdout:op 4031 completed, throughput=5MB/sec 2024-09-13T00:40:25.210 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FwuR79j1jm5dOYD off=4952130 len=1448273 2024-09-13T00:40:25.213 INFO:tasks.workunit.client.0.smithi032.stdout:op 4032 completed, throughput=5MB/sec 2024-09-13T00:40:25.213 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4wKojFc7J0M82mB off=6847247 len=50104 2024-09-13T00:40:25.217 INFO:tasks.workunit.client.0.smithi032.stdout:op 4033 completed, throughput=5MB/sec 2024-09-13T00:40:25.217 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zSv-cBA0Lauaqoj off=7028772 len=999418 2024-09-13T00:40:25.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 4034 completed, throughput=5MB/sec 2024-09-13T00:40:25.226 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UFqQYKmJdiFZdYF off=14222997 len=776342 2024-09-13T00:40:25.233 INFO:tasks.workunit.client.0.smithi032.stdout:op 4035 completed, throughput=5MB/sec 2024-09-13T00:40:25.234 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LefCSrned-OGi8M off=15423084 len=270276 2024-09-13T00:40:25.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 4036 completed, throughput=5MB/sec 2024-09-13T00:40:25.239 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-orCE1ggAk74nG9T off=14097191 len=442063 2024-09-13T00:40:25.241 INFO:tasks.workunit.client.0.smithi032.stdout:op 4037 completed, throughput=5MB/sec 2024-09-13T00:40:25.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:25 smithi053 bash[67631]: cluster 2024-09-13T00:40:23.926779+0000 mgr.y (mgr.34107) 1129 : cluster [DBG] pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:40:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:25 smithi032 bash[75510]: cluster 2024-09-13T00:40:23.926779+0000 mgr.y (mgr.34107) 1129 : cluster [DBG] pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:40:25.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:25 smithi032 bash[76677]: cluster 2024-09-13T00:40:23.926779+0000 mgr.y (mgr.34107) 1129 : cluster [DBG] pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:40:26.241 INFO:tasks.workunit.client.0.smithi032.stdout: 791: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:26.241 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AQMYeQ1PXHZWFqs off=1110383 len=679077 2024-09-13T00:40:26.243 INFO:tasks.workunit.client.0.smithi032.stdout:op 4038 completed, throughput=5MB/sec 2024-09-13T00:40:26.243 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xDev9va_aN8aumV off=196049 len=1836522 2024-09-13T00:40:26.247 INFO:tasks.workunit.client.0.smithi032.stdout:op 4039 completed, throughput=5MB/sec 2024-09-13T00:40:26.248 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-C1SlGq_HK-4hkNj off=1589703 len=646797 2024-09-13T00:40:26.250 INFO:tasks.workunit.client.0.smithi032.stdout:op 4040 completed, throughput=5MB/sec 2024-09-13T00:40:26.250 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sJfUeVdG5Jfjrqt off=518517 len=1590321 2024-09-13T00:40:26.253 INFO:tasks.workunit.client.0.smithi032.stdout:op 4041 completed, throughput=5MB/sec 2024-09-13T00:40:26.254 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mWTAmLTctSIF4_q off=1137891 len=791876 2024-09-13T00:40:26.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 4042 completed, throughput=5MB/sec 2024-09-13T00:40:26.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:26 smithi053 bash[67631]: audit 2024-09-13T00:40:25.178212+0000 mon.a (mon.0) 2269 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:40:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:26 smithi032 bash[75510]: audit 2024-09-13T00:40:25.178212+0000 mon.a (mon.0) 2269 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:40:26.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:26 smithi032 bash[76677]: audit 2024-09-13T00:40:25.178212+0000 mon.a (mon.0) 2269 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:40:27.262 INFO:tasks.workunit.client.0.smithi032.stdout: 792: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:27.262 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UryLKEdKOFrrAxJ off=12125354 len=583805 2024-09-13T00:40:27.264 INFO:tasks.workunit.client.0.smithi032.stdout:op 4043 completed, throughput=5MB/sec 2024-09-13T00:40:27.264 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9nYuHvLgpOiZRlJ off=5069336 len=1414212 2024-09-13T00:40:27.268 INFO:tasks.workunit.client.0.smithi032.stdout:op 4044 completed, throughput=5MB/sec 2024-09-13T00:40:27.268 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QbHNTGc-l7zVcRF off=16702386 len=614519 2024-09-13T00:40:27.275 INFO:tasks.workunit.client.0.smithi032.stdout:op 4045 completed, throughput=5MB/sec 2024-09-13T00:40:27.275 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UIvtjj8dIs6Yq9c off=1358043 len=1062737 2024-09-13T00:40:27.278 INFO:tasks.workunit.client.0.smithi032.stdout:op 4046 completed, throughput=5MB/sec 2024-09-13T00:40:27.278 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iQmSeIHM2g5FwQl off=11251909 len=508823 2024-09-13T00:40:27.281 INFO:tasks.workunit.client.0.smithi032.stdout:op 4047 completed, throughput=5MB/sec 2024-09-13T00:40:27.281 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KEy1snTFVm1eH-d off=14309175 len=1587282 2024-09-13T00:40:27.285 INFO:tasks.workunit.client.0.smithi032.stdout:op 4048 completed, throughput=5MB/sec 2024-09-13T00:40:27.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:27 smithi053 bash[67631]: cluster 2024-09-13T00:40:25.927666+0000 mgr.y (mgr.34107) 1130 : cluster [DBG] pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:40:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:27 smithi032 bash[75510]: cluster 2024-09-13T00:40:25.927666+0000 mgr.y (mgr.34107) 1130 : cluster [DBG] pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:40:27.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:27 smithi032 bash[76677]: cluster 2024-09-13T00:40:25.927666+0000 mgr.y (mgr.34107) 1130 : cluster [DBG] pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:40:28.285 INFO:tasks.workunit.client.0.smithi032.stdout: 793: throughput=5MB/sec pending data=0 2024-09-13T00:40:28.285 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ail2ymP7s_hAD7O off=18141980 len=693275 2024-09-13T00:40:28.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 4049 completed, throughput=5MB/sec 2024-09-13T00:40:28.293 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JJCyufra_VpQgu5 off=79703 len=855633 2024-09-13T00:40:28.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 4050 completed, throughput=5MB/sec 2024-09-13T00:40:28.297 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-e-kzNOHY4_WkVlE off=86988 len=1084852 2024-09-13T00:40:28.301 INFO:tasks.workunit.client.0.smithi032.stdout:op 4051 completed, throughput=5MB/sec 2024-09-13T00:40:28.301 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wr4WFX4TZkrED9Q off=1070711 len=780272 2024-09-13T00:40:28.308 INFO:tasks.workunit.client.0.smithi032.stdout:op 4052 completed, throughput=5MB/sec 2024-09-13T00:40:28.308 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LIgbQ8XFoThGf-c off=13002659 len=1334114 2024-09-13T00:40:28.312 INFO:tasks.workunit.client.0.smithi032.stdout:op 4053 completed, throughput=5MB/sec 2024-09-13T00:40:29.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:29 smithi053 bash[67631]: cluster 2024-09-13T00:40:27.928571+0000 mgr.y (mgr.34107) 1131 : cluster [DBG] pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:40:29.312 INFO:tasks.workunit.client.0.smithi032.stdout: 794: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:29.312 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2PtpWRwdBbUcki3 off=5665103 len=329403 2024-09-13T00:40:29.314 INFO:tasks.workunit.client.0.smithi032.stdout:op 4054 completed, throughput=4.99MB/sec 2024-09-13T00:40:29.314 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xrJK8kehnG4beIN off=14932294 len=934569 2024-09-13T00:40:29.317 INFO:tasks.workunit.client.0.smithi032.stdout:op 4055 completed, throughput=5MB/sec 2024-09-13T00:40:29.317 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A1eEIWofHggnFIV off=4059766 len=1033747 2024-09-13T00:40:29.326 INFO:tasks.workunit.client.0.smithi032.stdout:op 4056 completed, throughput=5MB/sec 2024-09-13T00:40:29.326 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M9lill8AtAsI78T off=2974724 len=1180142 2024-09-13T00:40:29.330 INFO:tasks.workunit.client.0.smithi032.stdout:op 4057 completed, throughput=5MB/sec 2024-09-13T00:40:29.330 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZFL20ancjRhhh4Q off=8871137 len=1578049 2024-09-13T00:40:29.333 INFO:tasks.workunit.client.0.smithi032.stdout:op 4058 completed, throughput=5MB/sec 2024-09-13T00:40:29.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:29 smithi032 bash[75510]: cluster 2024-09-13T00:40:27.928571+0000 mgr.y (mgr.34107) 1131 : cluster [DBG] pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:40:29.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:29 smithi032 bash[76677]: cluster 2024-09-13T00:40:27.928571+0000 mgr.y (mgr.34107) 1131 : cluster [DBG] pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:40:30.333 INFO:tasks.workunit.client.0.smithi032.stdout: 795: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:30.333 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kKXEG4Vjj-Dzm7t off=736389 len=450605 2024-09-13T00:40:30.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 4059 completed, throughput=4.99MB/sec 2024-09-13T00:40:30.335 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iv09ebEa_M1YjvB off=1383462 len=1780498 2024-09-13T00:40:30.341 INFO:tasks.workunit.client.0.smithi032.stdout:op 4060 completed, throughput=5MB/sec 2024-09-13T00:40:30.341 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DNPg-eMgDIJGImj off=1111971 len=1761924 2024-09-13T00:40:30.354 INFO:tasks.workunit.client.0.smithi032.stdout:op 4061 completed, throughput=5MB/sec 2024-09-13T00:40:30.355 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mgpL22eYp8GhuRj off=3177975 len=1656928 2024-09-13T00:40:30.367 INFO:tasks.workunit.client.0.smithi032.stdout:op 4062 completed, throughput=5MB/sec 2024-09-13T00:40:31.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:31 smithi053 bash[67631]: cluster 2024-09-13T00:40:29.929617+0000 mgr.y (mgr.34107) 1132 : cluster [DBG] pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:40:31.368 INFO:tasks.workunit.client.0.smithi032.stdout: 796: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:31.368 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jAbRevMp2N17rZs off=1016375 len=1768153 2024-09-13T00:40:31.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 4063 completed, throughput=5MB/sec 2024-09-13T00:40:31.380 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yACVOXLhuHLpHJB off=3635072 len=101046 2024-09-13T00:40:31.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 4064 completed, throughput=5MB/sec 2024-09-13T00:40:31.385 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Sa1oOvvamTg6T51 off=4030121 len=735626 2024-09-13T00:40:31.393 INFO:tasks.workunit.client.0.smithi032.stdout:op 4065 completed, throughput=5MB/sec 2024-09-13T00:40:31.394 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xmrgsgc_3a7xweV off=9023420 len=1992358 2024-09-13T00:40:31.408 INFO:tasks.workunit.client.0.smithi032.stdout:op 4066 completed, throughput=5MB/sec 2024-09-13T00:40:31.408 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YWDjdC9gzFL66S5 off=1198529 len=1046054 2024-09-13T00:40:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:31 smithi032 bash[75510]: cluster 2024-09-13T00:40:29.929617+0000 mgr.y (mgr.34107) 1132 : cluster [DBG] pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:40:31.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:31 smithi032 bash[76677]: cluster 2024-09-13T00:40:29.929617+0000 mgr.y (mgr.34107) 1132 : cluster [DBG] pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:40:31.416 INFO:tasks.workunit.client.0.smithi032.stdout:op 4067 completed, throughput=5MB/sec 2024-09-13T00:40:32.417 INFO:tasks.workunit.client.0.smithi032.stdout: 797: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:32.417 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-frZvXtm193sovZb off=143250 len=966817 2024-09-13T00:40:32.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 4068 completed, throughput=5MB/sec 2024-09-13T00:40:32.426 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-99MPw4LE-BCaVqY off=3389052 len=1847033 2024-09-13T00:40:32.439 INFO:tasks.workunit.client.0.smithi032.stdout:op 4069 completed, throughput=5MB/sec 2024-09-13T00:40:32.439 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J_gx_AsjKt4NZpW off=9476213 len=1852051 2024-09-13T00:40:32.451 INFO:tasks.workunit.client.0.smithi032.stdout:op 4070 completed, throughput=5MB/sec 2024-09-13T00:40:32.451 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OHA7H98hAsmyk00 off=46131 len=673830 2024-09-13T00:40:32.453 INFO:tasks.workunit.client.0.smithi032.stdout:op 4071 completed, throughput=5MB/sec 2024-09-13T00:40:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:40:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:40:32] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T00:40:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:40:32 smithi053 bash[94430]: ts=2024-09-13T00:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:40:33.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:33 smithi053 bash[67631]: cluster 2024-09-13T00:40:31.930610+0000 mgr.y (mgr.34107) 1133 : cluster [DBG] pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T00:40:33.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:33 smithi032 bash[75510]: cluster 2024-09-13T00:40:31.930610+0000 mgr.y (mgr.34107) 1133 : cluster [DBG] pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T00:40:33.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:33 smithi032 bash[76677]: cluster 2024-09-13T00:40:31.930610+0000 mgr.y (mgr.34107) 1133 : cluster [DBG] pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T00:40:33.453 INFO:tasks.workunit.client.0.smithi032.stdout: 798: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:33.453 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QGC1ndOwPCl6Vjl off=395405 len=607324 2024-09-13T00:40:33.455 INFO:tasks.workunit.client.0.smithi032.stdout:op 4072 completed, throughput=4.99MB/sec 2024-09-13T00:40:33.456 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7IrYALWWAC2DTyK off=8677505 len=534451 2024-09-13T00:40:33.462 INFO:tasks.workunit.client.0.smithi032.stdout:op 4073 completed, throughput=5MB/sec 2024-09-13T00:40:33.462 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KkQ27JjshOgdabz off=3201308 len=210792 2024-09-13T00:40:33.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 4074 completed, throughput=5MB/sec 2024-09-13T00:40:33.467 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HOYshheLkstzJXT off=10739710 len=965897 2024-09-13T00:40:33.469 INFO:tasks.workunit.client.0.smithi032.stdout:op 4075 completed, throughput=5MB/sec 2024-09-13T00:40:33.469 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--HLDhiboyh_yFKL off=2471486 len=138917 2024-09-13T00:40:33.474 INFO:tasks.workunit.client.0.smithi032.stdout:op 4076 completed, throughput=5MB/sec 2024-09-13T00:40:33.474 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sln5nt0dZ1B5Lmd off=4422915 len=578291 2024-09-13T00:40:33.476 INFO:tasks.workunit.client.0.smithi032.stdout:op 4077 completed, throughput=5MB/sec 2024-09-13T00:40:33.476 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zcEr_V9uvbf-3ca off=3961444 len=1621810 2024-09-13T00:40:33.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 4078 completed, throughput=5MB/sec 2024-09-13T00:40:33.487 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Mg_2oh22I4g97uy off=10930970 len=1243642 2024-09-13T00:40:33.491 INFO:tasks.workunit.client.0.smithi032.stdout:op 4079 completed, throughput=5MB/sec 2024-09-13T00:40:34.492 INFO:tasks.workunit.client.0.smithi032.stdout: 799: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:34.492 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dxM-4rpSIdve52K off=13512058 len=499509 2024-09-13T00:40:34.498 INFO:tasks.workunit.client.0.smithi032.stdout:op 4080 completed, throughput=5MB/sec 2024-09-13T00:40:34.498 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9T-KsXU0m1lLEuI off=16737130 len=2026533 2024-09-13T00:40:34.502 INFO:tasks.workunit.client.0.smithi032.stdout:op 4081 completed, throughput=5MB/sec 2024-09-13T00:40:34.502 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hk4U3VrOJoN3kED off=7231714 len=819288 2024-09-13T00:40:34.510 INFO:tasks.workunit.client.0.smithi032.stdout:op 4082 completed, throughput=5MB/sec 2024-09-13T00:40:34.510 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7dgNxWUib30V22U off=5114737 len=808317 2024-09-13T00:40:34.512 INFO:tasks.workunit.client.0.smithi032.stdout:op 4083 completed, throughput=5MB/sec 2024-09-13T00:40:34.512 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_OT0hH0Zb_LD_xx off=21173993 len=430115 2024-09-13T00:40:34.514 INFO:tasks.workunit.client.0.smithi032.stdout:op 4084 completed, throughput=5MB/sec 2024-09-13T00:40:34.514 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3veUOGIPF9AeRsE off=14647102 len=615157 2024-09-13T00:40:34.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 4085 completed, throughput=5MB/sec 2024-09-13T00:40:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:35 smithi032 bash[75510]: cluster 2024-09-13T00:40:33.931688+0000 mgr.y (mgr.34107) 1134 : cluster [DBG] pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:40:35.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:35 smithi032 bash[76677]: cluster 2024-09-13T00:40:33.931688+0000 mgr.y (mgr.34107) 1134 : cluster [DBG] pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:40:35.522 INFO:tasks.workunit.client.0.smithi032.stdout: 800: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:35.522 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-965JSVI0P8-bTG_ off=3787833 len=771677 2024-09-13T00:40:35.530 INFO:tasks.workunit.client.0.smithi032.stdout:op 4086 completed, throughput=5MB/sec 2024-09-13T00:40:35.530 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mgaYAO0rwsM666M off=9545746 len=702754 2024-09-13T00:40:35.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:35 smithi053 bash[67631]: cluster 2024-09-13T00:40:33.931688+0000 mgr.y (mgr.34107) 1134 : cluster [DBG] pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:40:35.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 4087 completed, throughput=5MB/sec 2024-09-13T00:40:35.538 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cOMoVG7nza__HDr off=7002235 len=746631 2024-09-13T00:40:35.545 INFO:tasks.workunit.client.0.smithi032.stdout:op 4088 completed, throughput=5MB/sec 2024-09-13T00:40:35.546 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wJIq8Sb7XsakDxE off=17253529 len=853381 2024-09-13T00:40:35.549 INFO:tasks.workunit.client.0.smithi032.stdout:op 4089 completed, throughput=5MB/sec 2024-09-13T00:40:35.549 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Umtimh_okXhKXSt off=980221 len=1699146 2024-09-13T00:40:35.553 INFO:tasks.workunit.client.0.smithi032.stdout:op 4090 completed, throughput=5MB/sec 2024-09-13T00:40:35.553 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gphhyOGGYTfPKts off=1882097 len=1607682 2024-09-13T00:40:35.558 INFO:tasks.workunit.client.0.smithi032.stdout:op 4091 completed, throughput=5MB/sec 2024-09-13T00:40:36.559 INFO:tasks.workunit.client.0.smithi032.stdout: 801: throughput=5MB/sec pending data=0 2024-09-13T00:40:36.858 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w0RqY6OQO5OhVnd off=13959516 len=868064 2024-09-13T00:40:36.860 INFO:tasks.workunit.client.0.smithi032.stdout:op 4092 completed, throughput=5MB/sec 2024-09-13T00:40:36.860 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_ZWaH3_OHYJuVN1 off=1323203 len=115532 2024-09-13T00:40:36.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 4093 completed, throughput=5MB/sec 2024-09-13T00:40:36.861 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Zw-F_83-vv2lxO1 off=5003 len=469442 2024-09-13T00:40:36.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 4094 completed, throughput=5MB/sec 2024-09-13T00:40:36.861 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vHVzSx_19wzc3er off=3071258 len=559848 2024-09-13T00:40:36.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 4095 completed, throughput=5MB/sec 2024-09-13T00:40:36.861 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nWdViNcMgFnUqL2 off=13300436 len=1113778 2024-09-13T00:40:36.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 4096 completed, throughput=5MB/sec 2024-09-13T00:40:36.861 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3HXbCm9rLJkDtBL off=0 len=1298277 2024-09-13T00:40:36.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 4097 completed, throughput=5MB/sec 2024-09-13T00:40:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:37 smithi032 bash[75510]: cluster 2024-09-13T00:40:35.932598+0000 mgr.y (mgr.34107) 1135 : cluster [DBG] pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:40:37.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:37 smithi032 bash[76677]: cluster 2024-09-13T00:40:35.932598+0000 mgr.y (mgr.34107) 1135 : cluster [DBG] pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:40:37.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:37 smithi053 bash[67631]: cluster 2024-09-13T00:40:35.932598+0000 mgr.y (mgr.34107) 1135 : cluster [DBG] pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:40:37.597 INFO:tasks.workunit.client.0.smithi032.stdout: 802: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:37.597 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fdE4fPiPTmHDbnG off=1473190 len=966583 2024-09-13T00:40:37.607 INFO:tasks.workunit.client.0.smithi032.stdout:op 4098 completed, throughput=5MB/sec 2024-09-13T00:40:37.607 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Mc8IO-f00L-ydKl off=2593516 len=1405798 2024-09-13T00:40:37.617 INFO:tasks.workunit.client.0.smithi032.stdout:op 4099 completed, throughput=5MB/sec 2024-09-13T00:40:37.618 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--Pwb8RzkHLVvKrD off=9744701 len=1336012 2024-09-13T00:40:37.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 4100 completed, throughput=5MB/sec 2024-09-13T00:40:37.628 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QnIWhg1DCb4MaGv off=2179177 len=1818651 2024-09-13T00:40:37.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 4101 completed, throughput=5MB/sec 2024-09-13T00:40:38.642 INFO:tasks.workunit.client.0.smithi032.stdout: 803: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:38.643 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-__JHLLD5JqNWTmf off=12396741 len=1545368 2024-09-13T00:40:38.654 INFO:tasks.workunit.client.0.smithi032.stdout:op 4102 completed, throughput=5MB/sec 2024-09-13T00:40:38.654 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ue-oP2JGyB3sP4- off=1113269 len=1545294 2024-09-13T00:40:38.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 4103 completed, throughput=5MB/sec 2024-09-13T00:40:38.667 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZrWUUXcuwaLMMgy off=37848 len=827931 2024-09-13T00:40:38.674 INFO:tasks.workunit.client.0.smithi032.stdout:op 4104 completed, throughput=5MB/sec 2024-09-13T00:40:38.674 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NdpTOK6RLn4hmEj off=18408020 len=46300 2024-09-13T00:40:38.678 INFO:tasks.workunit.client.0.smithi032.stdout:op 4105 completed, throughput=5MB/sec 2024-09-13T00:40:38.679 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-emmUwhPyFDr_ELw off=9252432 len=1026261 2024-09-13T00:40:38.681 INFO:tasks.workunit.client.0.smithi032.stdout:op 4106 completed, throughput=5MB/sec 2024-09-13T00:40:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:39 smithi032 bash[75510]: cluster 2024-09-13T00:40:37.933503+0000 mgr.y (mgr.34107) 1136 : cluster [DBG] pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:40:39.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:39 smithi032 bash[76677]: cluster 2024-09-13T00:40:37.933503+0000 mgr.y (mgr.34107) 1136 : cluster [DBG] pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:40:39.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:39 smithi053 bash[67631]: cluster 2024-09-13T00:40:37.933503+0000 mgr.y (mgr.34107) 1136 : cluster [DBG] pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:40:39.682 INFO:tasks.workunit.client.0.smithi032.stdout: 804: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:39.682 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q0uWbAjT0Qbwipd off=5373456 len=502859 2024-09-13T00:40:39.689 INFO:tasks.workunit.client.0.smithi032.stdout:op 4107 completed, throughput=4.99MB/sec 2024-09-13T00:40:39.689 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DhmiV_q9qZ1E2Tr off=12800342 len=1630821 2024-09-13T00:40:39.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 4108 completed, throughput=5MB/sec 2024-09-13T00:40:39.693 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NraCz65AMKrHzPA off=1396198 len=1741194 2024-09-13T00:40:39.699 INFO:tasks.workunit.client.0.smithi032.stdout:op 4109 completed, throughput=5MB/sec 2024-09-13T00:40:39.699 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cjykxKijuuyAWAX off=10274921 len=554498 2024-09-13T00:40:39.706 INFO:tasks.workunit.client.0.smithi032.stdout:op 4110 completed, throughput=5MB/sec 2024-09-13T00:40:39.706 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cTs_Vy4RlXrZfcz off=64063 len=997880 2024-09-13T00:40:39.714 INFO:tasks.workunit.client.0.smithi032.stdout:op 4111 completed, throughput=5MB/sec 2024-09-13T00:40:40.714 INFO:tasks.workunit.client.0.smithi032.stdout: 805: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:40.715 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yz1daZqpF8zsEJW off=10922678 len=1925356 2024-09-13T00:40:40.719 INFO:tasks.workunit.client.0.smithi032.stdout:op 4112 completed, throughput=5MB/sec 2024-09-13T00:40:40.719 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5ol2YL4GwXplrZL off=1653895 len=1053223 2024-09-13T00:40:40.730 INFO:tasks.workunit.client.0.smithi032.stdout:op 4113 completed, throughput=5MB/sec 2024-09-13T00:40:40.730 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0Ava2sX6saiCGvs off=1319067 len=2070500 2024-09-13T00:40:40.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 4114 completed, throughput=5MB/sec 2024-09-13T00:40:40.745 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GPoxtikup6gNC6Z off=6180629 len=1418118 2024-09-13T00:40:40.755 INFO:tasks.workunit.client.0.smithi032.stdout:op 4115 completed, throughput=5MB/sec 2024-09-13T00:40:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:41 smithi032 bash[75510]: cluster 2024-09-13T00:40:39.934658+0000 mgr.y (mgr.34107) 1137 : cluster [DBG] pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:40:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:41 smithi032 bash[75510]: audit 2024-09-13T00:40:40.178590+0000 mon.a (mon.0) 2270 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:40:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:41 smithi032 bash[76677]: cluster 2024-09-13T00:40:39.934658+0000 mgr.y (mgr.34107) 1137 : cluster [DBG] pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:40:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:41 smithi032 bash[76677]: audit 2024-09-13T00:40:40.178590+0000 mon.a (mon.0) 2270 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:40:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:41 smithi053 bash[67631]: cluster 2024-09-13T00:40:39.934658+0000 mgr.y (mgr.34107) 1137 : cluster [DBG] pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:40:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:41 smithi053 bash[67631]: audit 2024-09-13T00:40:40.178590+0000 mon.a (mon.0) 2270 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:40:41.756 INFO:tasks.workunit.client.0.smithi032.stdout: 806: throughput=5MB/sec pending data=0 2024-09-13T00:40:41.757 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JTyA4BWl8oxtBqo off=261977 len=1496963 2024-09-13T00:40:41.768 INFO:tasks.workunit.client.0.smithi032.stdout:op 4116 completed, throughput=5MB/sec 2024-09-13T00:40:41.768 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y_-qQ79q9LnVTBF off=165623 len=2069204 2024-09-13T00:40:41.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 4117 completed, throughput=5MB/sec 2024-09-13T00:40:41.773 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kd-nSRcZjzbOXcG off=4705141 len=261345 2024-09-13T00:40:41.774 INFO:tasks.workunit.client.0.smithi032.stdout:op 4118 completed, throughput=5MB/sec 2024-09-13T00:40:41.774 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FtAGiGwG4GxwhqG off=7511506 len=211445 2024-09-13T00:40:41.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 4119 completed, throughput=5MB/sec 2024-09-13T00:40:41.776 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GJO0I8MMelOo2gf off=21388478 len=1953800 2024-09-13T00:40:41.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 4120 completed, throughput=5MB/sec 2024-09-13T00:40:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:40:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:40:42] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T00:40:42.781 INFO:tasks.workunit.client.0.smithi032.stdout: 807: throughput=5MB/sec pending data=0 2024-09-13T00:40:42.781 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Xtp1jEvjk1gE4QC off=18258121 len=25570 2024-09-13T00:40:42.782 INFO:tasks.workunit.client.0.smithi032.stdout:op 4121 completed, throughput=5MB/sec 2024-09-13T00:40:42.782 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oZMN-JG6oPkta6P off=4693721 len=1422918 2024-09-13T00:40:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:40:42 smithi053 bash[94430]: ts=2024-09-13T00:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:40:42.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 4122 completed, throughput=5MB/sec 2024-09-13T00:40:42.794 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sZMssu6Nr62FmXk off=10755013 len=125670 2024-09-13T00:40:42.795 INFO:tasks.workunit.client.0.smithi032.stdout:op 4123 completed, throughput=5MB/sec 2024-09-13T00:40:42.795 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CqbT1IE2BCM0WTF off=2797208 len=1255824 2024-09-13T00:40:42.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 4124 completed, throughput=5MB/sec 2024-09-13T00:40:42.798 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1tYI7Uj9y3Z3fOt off=6329907 len=1040476 2024-09-13T00:40:42.806 INFO:tasks.workunit.client.0.smithi032.stdout:op 4125 completed, throughput=5MB/sec 2024-09-13T00:40:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:43 smithi032 bash[75510]: cluster 2024-09-13T00:40:41.935714+0000 mgr.y (mgr.34107) 1138 : cluster [DBG] pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:40:43.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:43 smithi032 bash[76677]: cluster 2024-09-13T00:40:41.935714+0000 mgr.y (mgr.34107) 1138 : cluster [DBG] pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:40:43.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:43 smithi053 bash[67631]: cluster 2024-09-13T00:40:41.935714+0000 mgr.y (mgr.34107) 1138 : cluster [DBG] pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:40:43.807 INFO:tasks.workunit.client.0.smithi032.stdout: 808: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:43.807 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KU8S0WlESRAPFio off=5125920 len=968226 2024-09-13T00:40:43.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 4126 completed, throughput=5MB/sec 2024-09-13T00:40:43.811 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Bix5QFLClLfJp94 off=8049164 len=166906 2024-09-13T00:40:43.816 INFO:tasks.workunit.client.0.smithi032.stdout:op 4127 completed, throughput=5MB/sec 2024-09-13T00:40:43.816 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P9-oIf8nhqH57DB off=14018212 len=1188155 2024-09-13T00:40:43.826 INFO:tasks.workunit.client.0.smithi032.stdout:op 4128 completed, throughput=5MB/sec 2024-09-13T00:40:43.826 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kqaFSOshySwuiFJ off=13100113 len=969424 2024-09-13T00:40:43.829 INFO:tasks.workunit.client.0.smithi032.stdout:op 4129 completed, throughput=5MB/sec 2024-09-13T00:40:43.829 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q3Uz_ntF-ytkSpO off=1111682 len=252468 2024-09-13T00:40:43.831 INFO:tasks.workunit.client.0.smithi032.stdout:op 4130 completed, throughput=5MB/sec 2024-09-13T00:40:43.831 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3RU6orqEDgaSlCD off=1094236 len=2070323 2024-09-13T00:40:43.836 INFO:tasks.workunit.client.0.smithi032.stdout:op 4131 completed, throughput=5MB/sec 2024-09-13T00:40:44.836 INFO:tasks.workunit.client.0.smithi032.stdout: 809: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:44.836 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-x_vbZ4Xt0Wg1Rll off=16112373 len=1816016 2024-09-13T00:40:44.851 INFO:tasks.workunit.client.0.smithi032.stdout:op 4132 completed, throughput=5MB/sec 2024-09-13T00:40:44.851 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uigyAzc-SU6xqTU off=4341149 len=460333 2024-09-13T00:40:44.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 4133 completed, throughput=5MB/sec 2024-09-13T00:40:44.857 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-br3tHfsuNAssFdK off=15781990 len=666546 2024-09-13T00:40:44.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 4134 completed, throughput=5MB/sec 2024-09-13T00:40:44.859 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w3bqlCho1FyexhM off=5592583 len=19435 2024-09-13T00:40:44.863 INFO:tasks.workunit.client.0.smithi032.stdout:op 4135 completed, throughput=5MB/sec 2024-09-13T00:40:44.863 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-97QRkwZu-8uQnym off=8392718 len=1405102 2024-09-13T00:40:44.875 INFO:tasks.workunit.client.0.smithi032.stdout:op 4136 completed, throughput=5MB/sec 2024-09-13T00:40:44.875 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nnTfJ2jIv2J1Fms off=10057776 len=1521665 2024-09-13T00:40:44.886 INFO:tasks.workunit.client.0.smithi032.stdout:op 4137 completed, throughput=5MB/sec 2024-09-13T00:40:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:45 smithi032 bash[75510]: cluster 2024-09-13T00:40:43.936862+0000 mgr.y (mgr.34107) 1139 : cluster [DBG] pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:40:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:45 smithi032 bash[76677]: cluster 2024-09-13T00:40:43.936862+0000 mgr.y (mgr.34107) 1139 : cluster [DBG] pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:40:45.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:45 smithi053 bash[67631]: cluster 2024-09-13T00:40:43.936862+0000 mgr.y (mgr.34107) 1139 : cluster [DBG] pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:40:45.887 INFO:tasks.workunit.client.0.smithi032.stdout: 810: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:45.887 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nXYOtOnjpE5tjlP off=9976613 len=331868 2024-09-13T00:40:45.892 INFO:tasks.workunit.client.0.smithi032.stdout:op 4138 completed, throughput=5MB/sec 2024-09-13T00:40:45.892 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0kUgl3oOe24tnjg off=6720995 len=1963150 2024-09-13T00:40:45.908 INFO:tasks.workunit.client.0.smithi032.stdout:op 4139 completed, throughput=5MB/sec 2024-09-13T00:40:45.908 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lYnS5c0-7WkUPyL off=4762716 len=1096729 2024-09-13T00:40:45.911 INFO:tasks.workunit.client.0.smithi032.stdout:op 4140 completed, throughput=5MB/sec 2024-09-13T00:40:45.911 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CXjR6IFZF1R1dMy off=2780631 len=132455 2024-09-13T00:40:45.913 INFO:tasks.workunit.client.0.smithi032.stdout:op 4141 completed, throughput=5MB/sec 2024-09-13T00:40:45.913 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UAQhu3db3p2HuwC off=11797205 len=1754500 2024-09-13T00:40:45.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 4142 completed, throughput=5MB/sec 2024-09-13T00:40:46.925 INFO:tasks.workunit.client.0.smithi032.stdout: 811: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:46.925 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-itX1XfbHVl0cGSx off=6754597 len=1979675 2024-09-13T00:40:46.938 INFO:tasks.workunit.client.0.smithi032.stdout:op 4143 completed, throughput=5MB/sec 2024-09-13T00:40:46.938 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gNY0crD8wJkqKFH off=1792445 len=1653234 2024-09-13T00:40:46.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 4144 completed, throughput=5MB/sec 2024-09-13T00:40:46.942 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Qd_0IWo21ikKdiV off=15595821 len=2050235 2024-09-13T00:40:46.946 INFO:tasks.workunit.client.0.smithi032.stdout:op 4145 completed, throughput=5MB/sec 2024-09-13T00:40:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:47 smithi032 bash[76677]: cluster 2024-09-13T00:40:45.937879+0000 mgr.y (mgr.34107) 1140 : cluster [DBG] pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:40:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:47 smithi032 bash[75510]: cluster 2024-09-13T00:40:45.937879+0000 mgr.y (mgr.34107) 1140 : cluster [DBG] pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:40:47.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:47 smithi053 bash[67631]: cluster 2024-09-13T00:40:45.937879+0000 mgr.y (mgr.34107) 1140 : cluster [DBG] pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:40:47.947 INFO:tasks.workunit.client.0.smithi032.stdout: 812: throughput=5MB/sec pending data=0 2024-09-13T00:40:47.947 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9tqn9Ek3kPGBaNE off=5668369 len=440899 2024-09-13T00:40:47.953 INFO:tasks.workunit.client.0.smithi032.stdout:op 4146 completed, throughput=5MB/sec 2024-09-13T00:40:47.953 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z6KmjbaVSvOXlso off=15176561 len=1608906 2024-09-13T00:40:47.967 INFO:tasks.workunit.client.0.smithi032.stdout:op 4147 completed, throughput=5MB/sec 2024-09-13T00:40:47.967 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2c97Hb-YRAToMmm off=772590 len=428025 2024-09-13T00:40:47.968 INFO:tasks.workunit.client.0.smithi032.stdout:op 4148 completed, throughput=5MB/sec 2024-09-13T00:40:47.968 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hYREzLASVLq3jBO off=899309 len=584370 2024-09-13T00:40:47.971 INFO:tasks.workunit.client.0.smithi032.stdout:op 4149 completed, throughput=5MB/sec 2024-09-13T00:40:47.971 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CtycohawLSp_wqD off=6483501 len=1375493 2024-09-13T00:40:47.982 INFO:tasks.workunit.client.0.smithi032.stdout:op 4150 completed, throughput=5MB/sec 2024-09-13T00:40:47.982 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lBJacz28nOh86_v off=2414937 len=7784 2024-09-13T00:40:47.987 INFO:tasks.workunit.client.0.smithi032.stdout:op 4151 completed, throughput=5MB/sec 2024-09-13T00:40:47.987 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d25miaKmQbpsbF3 off=1973620 len=1576255 2024-09-13T00:40:47.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 4152 completed, throughput=5MB/sec 2024-09-13T00:40:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: 813: throughput=5MB/sec pending data=0 2024-09-13T00:40:48.991 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ROGBMingl82NWyB off=10633006 len=419637 2024-09-13T00:40:48.997 INFO:tasks.workunit.client.0.smithi032.stdout:op 4153 completed, throughput=5MB/sec 2024-09-13T00:40:48.997 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wfy0hQH9yYek_iZ off=113489 len=1853737 2024-09-13T00:40:49.011 INFO:tasks.workunit.client.0.smithi032.stdout:op 4154 completed, throughput=5MB/sec 2024-09-13T00:40:49.011 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ityWUlQmb2mBCwx off=12755251 len=1147940 2024-09-13T00:40:49.020 INFO:tasks.workunit.client.0.smithi032.stdout:op 4155 completed, throughput=5MB/sec 2024-09-13T00:40:49.020 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YmxTeGRGwXQZz5I off=2873759 len=645281 2024-09-13T00:40:49.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 4156 completed, throughput=5MB/sec 2024-09-13T00:40:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:49 smithi032 bash[75510]: cluster 2024-09-13T00:40:47.938968+0000 mgr.y (mgr.34107) 1141 : cluster [DBG] pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:40:49.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:49 smithi032 bash[76677]: cluster 2024-09-13T00:40:47.938968+0000 mgr.y (mgr.34107) 1141 : cluster [DBG] pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:40:49.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:49 smithi053 bash[67631]: cluster 2024-09-13T00:40:47.938968+0000 mgr.y (mgr.34107) 1141 : cluster [DBG] pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:40:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: 814: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:50.027 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0ZXCI0fEW3da0Jh off=2741729 len=1863458 2024-09-13T00:40:50.042 INFO:tasks.workunit.client.0.smithi032.stdout:op 4157 completed, throughput=5MB/sec 2024-09-13T00:40:50.042 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qIyDP8ICLHK32Pv off=2424917 len=944860 2024-09-13T00:40:50.045 INFO:tasks.workunit.client.0.smithi032.stdout:op 4158 completed, throughput=5MB/sec 2024-09-13T00:40:50.045 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L-zvw_DlYs98y28 off=4805314 len=266954 2024-09-13T00:40:50.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 4159 completed, throughput=5MB/sec 2024-09-13T00:40:50.050 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XMHIFmM9pQrpfUS off=14300835 len=8962 2024-09-13T00:40:50.055 INFO:tasks.workunit.client.0.smithi032.stdout:op 4160 completed, throughput=5MB/sec 2024-09-13T00:40:50.055 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NsOPoOEFmSFqf4G off=13339324 len=956664 2024-09-13T00:40:50.064 INFO:tasks.workunit.client.0.smithi032.stdout:op 4161 completed, throughput=5MB/sec 2024-09-13T00:40:50.065 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LLilmmghcBi8L2h off=3124258 len=48833 2024-09-13T00:40:50.070 INFO:tasks.workunit.client.0.smithi032.stdout:op 4162 completed, throughput=5MB/sec 2024-09-13T00:40:50.070 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lxISmbzSU3lDLeu off=153972 len=1302838 2024-09-13T00:40:50.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 4163 completed, throughput=5MB/sec 2024-09-13T00:40:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: 815: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:51.074 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6gSkpRilPNPdk9F off=3221879 len=376395 2024-09-13T00:40:51.076 INFO:tasks.workunit.client.0.smithi032.stdout:op 4164 completed, throughput=4.99MB/sec 2024-09-13T00:40:51.076 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IgRffwSxPjS2XkL off=12923989 len=2072412 2024-09-13T00:40:51.091 INFO:tasks.workunit.client.0.smithi032.stdout:op 4165 completed, throughput=5MB/sec 2024-09-13T00:40:51.092 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iwgQ8aFLWL6hUbT off=6779682 len=539313 2024-09-13T00:40:51.098 INFO:tasks.workunit.client.0.smithi032.stdout:op 4166 completed, throughput=5MB/sec 2024-09-13T00:40:51.098 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mnVKpfcJJMhfMOi off=1084682 len=1941584 2024-09-13T00:40:51.112 INFO:tasks.workunit.client.0.smithi032.stdout:op 4167 completed, throughput=5MB/sec 2024-09-13T00:40:51.112 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-78oTej_GCkgPXqP off=22400280 len=918135 2024-09-13T00:40:51.120 INFO:tasks.workunit.client.0.smithi032.stdout:op 4168 completed, throughput=5MB/sec 2024-09-13T00:40:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:51 smithi032 bash[75510]: cluster 2024-09-13T00:40:49.940120+0000 mgr.y (mgr.34107) 1142 : cluster [DBG] pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:40:51.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:51 smithi032 bash[76677]: cluster 2024-09-13T00:40:49.940120+0000 mgr.y (mgr.34107) 1142 : cluster [DBG] pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:40:51.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:51 smithi053 bash[67631]: cluster 2024-09-13T00:40:49.940120+0000 mgr.y (mgr.34107) 1142 : cluster [DBG] pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:40:52.120 INFO:tasks.workunit.client.0.smithi032.stdout: 816: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:52.120 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q_q58YKr6Ul_-sz off=2369118 len=343286 2024-09-13T00:40:52.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 4169 completed, throughput=4.99MB/sec 2024-09-13T00:40:52.122 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GLjMWitxmxWA7S9 off=249520 len=694800 2024-09-13T00:40:52.124 INFO:tasks.workunit.client.0.smithi032.stdout:op 4170 completed, throughput=5MB/sec 2024-09-13T00:40:52.124 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xvTpJVoxnkr_bja off=5892150 len=1159411 2024-09-13T00:40:52.129 INFO:tasks.workunit.client.0.smithi032.stdout:op 4171 completed, throughput=5MB/sec 2024-09-13T00:40:52.129 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f8QqpUxMsmydemX off=1207445 len=975073 2024-09-13T00:40:52.132 INFO:tasks.workunit.client.0.smithi032.stdout:op 4172 completed, throughput=5MB/sec 2024-09-13T00:40:52.132 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GG1Zd-3yfJ-8rZj off=2550977 len=76739 2024-09-13T00:40:52.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 4173 completed, throughput=5MB/sec 2024-09-13T00:40:52.133 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7hBJXInp_RltAaA off=6363701 len=1519445 2024-09-13T00:40:52.137 INFO:tasks.workunit.client.0.smithi032.stdout:op 4174 completed, throughput=5MB/sec 2024-09-13T00:40:52.137 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3ud6pjCuzh5Bkw_ off=416870 len=1782492 2024-09-13T00:40:52.151 INFO:tasks.workunit.client.0.smithi032.stdout:op 4175 completed, throughput=5MB/sec 2024-09-13T00:40:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:40:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:40:52] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T00:40:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:40:52 smithi053 bash[94430]: ts=2024-09-13T00:40:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:40:53.151 INFO:tasks.workunit.client.0.smithi032.stdout: 817: throughput=5MB/sec pending data=0 2024-09-13T00:40:53.152 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3RU6orqEDgaSlCD off=2384439 len=780120 2024-09-13T00:40:53.154 INFO:tasks.workunit.client.0.smithi032.stdout:op 4176 completed, throughput=5MB/sec 2024-09-13T00:40:53.154 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IhU_Y-J6QOt0y_r off=17537897 len=770013 2024-09-13T00:40:53.162 INFO:tasks.workunit.client.0.smithi032.stdout:op 4177 completed, throughput=5MB/sec 2024-09-13T00:40:53.162 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c7NzAiGnjnVrz4S off=1984924 len=1734967 2024-09-13T00:40:53.175 INFO:tasks.workunit.client.0.smithi032.stdout:op 4178 completed, throughput=5MB/sec 2024-09-13T00:40:53.175 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NcGYWuG9EqIc2cD off=4011167 len=1528982 2024-09-13T00:40:53.188 INFO:tasks.workunit.client.0.smithi032.stdout:op 4179 completed, throughput=5MB/sec 2024-09-13T00:40:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:53 smithi032 bash[75510]: cluster 2024-09-13T00:40:51.941285+0000 mgr.y (mgr.34107) 1143 : cluster [DBG] pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:40:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:53 smithi032 bash[76677]: cluster 2024-09-13T00:40:51.941285+0000 mgr.y (mgr.34107) 1143 : cluster [DBG] pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:40:53.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:53 smithi053 bash[67631]: cluster 2024-09-13T00:40:51.941285+0000 mgr.y (mgr.34107) 1143 : cluster [DBG] pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:40:54.188 INFO:tasks.workunit.client.0.smithi032.stdout: 818: throughput=5MB/sec pending data=0 2024-09-13T00:40:54.188 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ajx9pjdJ1nYN0pv off=761165 len=144149 2024-09-13T00:40:54.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 4180 completed, throughput=5MB/sec 2024-09-13T00:40:54.190 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i1TMQzsGmMXBMgZ off=17529890 len=771624 2024-09-13T00:40:54.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 4181 completed, throughput=5MB/sec 2024-09-13T00:40:54.197 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rIp6wCpsw5Jx3lZ off=3591739 len=1092110 2024-09-13T00:40:54.200 INFO:tasks.workunit.client.0.smithi032.stdout:op 4182 completed, throughput=5MB/sec 2024-09-13T00:40:54.201 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aIou10FXji3oBSa off=11712296 len=1607733 2024-09-13T00:40:54.213 INFO:tasks.workunit.client.0.smithi032.stdout:op 4183 completed, throughput=5MB/sec 2024-09-13T00:40:54.213 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q9GZHkN_5-iKuba off=12001702 len=917581 2024-09-13T00:40:54.216 INFO:tasks.workunit.client.0.smithi032.stdout:op 4184 completed, throughput=5MB/sec 2024-09-13T00:40:55.217 INFO:tasks.workunit.client.0.smithi032.stdout: 819: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:55.217 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ETQloBMZTwCOefL off=1947937 len=415553 2024-09-13T00:40:55.219 INFO:tasks.workunit.client.0.smithi032.stdout:op 4185 completed, throughput=4.99MB/sec 2024-09-13T00:40:55.219 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P2RrfxgjRtgVWaQ off=7204543 len=1530858 2024-09-13T00:40:55.231 INFO:tasks.workunit.client.0.smithi032.stdout:op 4186 completed, throughput=5MB/sec 2024-09-13T00:40:55.231 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7mZGF0woK6pPhfp off=3566974 len=1567282 2024-09-13T00:40:55.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 4187 completed, throughput=5MB/sec 2024-09-13T00:40:55.236 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fCiyd8C7RDmzKR3 off=2376891 len=1529869 2024-09-13T00:40:55.240 INFO:tasks.workunit.client.0.smithi032.stdout:op 4188 completed, throughput=5MB/sec 2024-09-13T00:40:55.240 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tgndIYa2QbQq6fN off=17664625 len=2030789 2024-09-13T00:40:55.244 INFO:tasks.workunit.client.0.smithi032.stdout:op 4189 completed, throughput=5MB/sec 2024-09-13T00:40:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:55 smithi032 bash[75510]: cluster 2024-09-13T00:40:53.942494+0000 mgr.y (mgr.34107) 1144 : cluster [DBG] pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:40:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:55 smithi032 bash[76677]: cluster 2024-09-13T00:40:53.942494+0000 mgr.y (mgr.34107) 1144 : cluster [DBG] pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:40:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:55 smithi053 bash[67631]: cluster 2024-09-13T00:40:53.942494+0000 mgr.y (mgr.34107) 1144 : cluster [DBG] pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:40:56.245 INFO:tasks.workunit.client.0.smithi032.stdout: 820: throughput=5MB/sec pending data=0 2024-09-13T00:40:56.245 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BYRIS9KyMMGkzqO off=1039516 len=1268283 2024-09-13T00:40:56.255 INFO:tasks.workunit.client.0.smithi032.stdout:op 4190 completed, throughput=5MB/sec 2024-09-13T00:40:56.255 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7C7T7K2MO5n45y7 off=2309323 len=1005630 2024-09-13T00:40:56.257 INFO:tasks.workunit.client.0.smithi032.stdout:op 4191 completed, throughput=5MB/sec 2024-09-13T00:40:56.257 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k4jIhxfBVZAuzq4 off=3869078 len=55834 2024-09-13T00:40:56.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 4192 completed, throughput=5MB/sec 2024-09-13T00:40:56.261 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EszY7Dhn6e53SoH off=18992489 len=70144 2024-09-13T00:40:56.266 INFO:tasks.workunit.client.0.smithi032.stdout:op 4193 completed, throughput=5MB/sec 2024-09-13T00:40:56.266 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hdeW3WPCEQhNFiq off=15736494 len=11242 2024-09-13T00:40:56.267 INFO:tasks.workunit.client.0.smithi032.stdout:op 4194 completed, throughput=5MB/sec 2024-09-13T00:40:56.267 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FRxP4Wwm0oMBlVh off=7274726 len=1961500 2024-09-13T00:40:56.271 INFO:tasks.workunit.client.0.smithi032.stdout:op 4195 completed, throughput=5MB/sec 2024-09-13T00:40:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:56 smithi032 bash[75510]: audit 2024-09-13T00:40:55.178997+0000 mon.a (mon.0) 2271 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:40:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:56 smithi032 bash[76677]: audit 2024-09-13T00:40:55.178997+0000 mon.a (mon.0) 2271 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:40:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:56 smithi053 bash[67631]: audit 2024-09-13T00:40:55.178997+0000 mon.a (mon.0) 2271 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:40:57.272 INFO:tasks.workunit.client.0.smithi032.stdout: 821: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:57.272 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HhPPVpFO4Zce7FV off=13157459 len=1344859 2024-09-13T00:40:57.282 INFO:tasks.workunit.client.0.smithi032.stdout:op 4196 completed, throughput=5MB/sec 2024-09-13T00:40:57.283 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IHNSREUGLiPeGSF off=9580295 len=255537 2024-09-13T00:40:57.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 4197 completed, throughput=5MB/sec 2024-09-13T00:40:57.289 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3UQ8OI2-W7R5w7M off=12721916 len=1146554 2024-09-13T00:40:57.298 INFO:tasks.workunit.client.0.smithi032.stdout:op 4198 completed, throughput=5MB/sec 2024-09-13T00:40:57.298 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Tytsl9ivdspVBD8 off=1237890 len=1150498 2024-09-13T00:40:57.308 INFO:tasks.workunit.client.0.smithi032.stdout:op 4199 completed, throughput=5MB/sec 2024-09-13T00:40:57.308 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4hV4r5a-xf8VvgQ off=1878571 len=1045356 2024-09-13T00:40:57.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 4200 completed, throughput=5MB/sec 2024-09-13T00:40:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:57 smithi032 bash[75510]: cluster 2024-09-13T00:40:55.943516+0000 mgr.y (mgr.34107) 1145 : cluster [DBG] pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:40:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:57 smithi032 bash[76677]: cluster 2024-09-13T00:40:55.943516+0000 mgr.y (mgr.34107) 1145 : cluster [DBG] pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:40:57.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:57 smithi053 bash[67631]: cluster 2024-09-13T00:40:55.943516+0000 mgr.y (mgr.34107) 1145 : cluster [DBG] pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:40:58.316 INFO:tasks.workunit.client.0.smithi032.stdout: 822: throughput=4.99MB/sec pending data=0 2024-09-13T00:40:58.317 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_dXQ4tAUa_Ddh3i off=1585419 len=1798628 2024-09-13T00:40:58.320 INFO:tasks.workunit.client.0.smithi032.stdout:op 4201 completed, throughput=5MB/sec 2024-09-13T00:40:58.321 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X4VSMKViGGbojmV off=3777648 len=1114089 2024-09-13T00:40:58.330 INFO:tasks.workunit.client.0.smithi032.stdout:op 4202 completed, throughput=5MB/sec 2024-09-13T00:40:58.330 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QW9SJRB3FK64UBl off=13909672 len=1419739 2024-09-13T00:40:58.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 4203 completed, throughput=5MB/sec 2024-09-13T00:40:58.335 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cXPgR7Vu9wfZ-aM off=6986263 len=507914 2024-09-13T00:40:58.342 INFO:tasks.workunit.client.0.smithi032.stdout:op 4204 completed, throughput=5MB/sec 2024-09-13T00:40:58.342 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SY10BB6Uye-jfmg off=7258314 len=2043716 2024-09-13T00:40:58.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 4205 completed, throughput=5MB/sec 2024-09-13T00:40:59.358 INFO:tasks.workunit.client.0.smithi032.stdout: 823: throughput=5MB/sec pending data=0 2024-09-13T00:40:59.358 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FgIpwuuDX-jx95Y off=1317149 len=2088920 2024-09-13T00:40:59.364 INFO:tasks.workunit.client.0.smithi032.stdout:op 4206 completed, throughput=5MB/sec 2024-09-13T00:40:59.364 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-raIiS3d8trh32nH off=10483989 len=830730 2024-09-13T00:40:59.373 INFO:tasks.workunit.client.0.smithi032.stdout:op 4207 completed, throughput=5MB/sec 2024-09-13T00:40:59.374 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MMZtV_c7THv4L_s off=19335130 len=773008 2024-09-13T00:40:59.376 INFO:tasks.workunit.client.0.smithi032.stdout:op 4208 completed, throughput=5MB/sec 2024-09-13T00:40:59.376 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wwJzQfjToPoD3bt off=10708798 len=844487 2024-09-13T00:40:59.384 INFO:tasks.workunit.client.0.smithi032.stdout:op 4209 completed, throughput=5MB/sec 2024-09-13T00:40:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:40:59 smithi032 bash[75510]: cluster 2024-09-13T00:40:57.944591+0000 mgr.y (mgr.34107) 1146 : cluster [DBG] pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:40:59.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:40:59 smithi032 bash[76677]: cluster 2024-09-13T00:40:57.944591+0000 mgr.y (mgr.34107) 1146 : cluster [DBG] pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:40:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:40:59 smithi053 bash[67631]: cluster 2024-09-13T00:40:57.944591+0000 mgr.y (mgr.34107) 1146 : cluster [DBG] pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:41:00.384 INFO:tasks.workunit.client.0.smithi032.stdout: 824: throughput=5MB/sec pending data=0 2024-09-13T00:41:00.385 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8_fXnVFYV5368QN off=20941321 len=1585583 2024-09-13T00:41:00.396 INFO:tasks.workunit.client.0.smithi032.stdout:op 4210 completed, throughput=5MB/sec 2024-09-13T00:41:00.396 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i5GDAs_S0Iue7DD off=11060900 len=1985954 2024-09-13T00:41:00.409 INFO:tasks.workunit.client.0.smithi032.stdout:op 4211 completed, throughput=5MB/sec 2024-09-13T00:41:00.409 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vX-gHoj7uhRfSOD off=1476341 len=253582 2024-09-13T00:41:00.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 4212 completed, throughput=5MB/sec 2024-09-13T00:41:00.411 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9I013C5P_wasyTB off=1559714 len=487751 2024-09-13T00:41:00.418 INFO:tasks.workunit.client.0.smithi032.stdout:op 4213 completed, throughput=5MB/sec 2024-09-13T00:41:00.418 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-msf4jgEhgonxUD7 off=79978 len=982035 2024-09-13T00:41:00.421 INFO:tasks.workunit.client.0.smithi032.stdout:op 4214 completed, throughput=5MB/sec 2024-09-13T00:41:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:01 smithi032 bash[75510]: cluster 2024-09-13T00:40:59.945659+0000 mgr.y (mgr.34107) 1147 : cluster [DBG] pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:41:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:01 smithi032 bash[76677]: cluster 2024-09-13T00:40:59.945659+0000 mgr.y (mgr.34107) 1147 : cluster [DBG] pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:41:01.422 INFO:tasks.workunit.client.0.smithi032.stdout: 825: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:01.422 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SQgFATv6PTXtgPx off=22146896 len=282269 2024-09-13T00:41:01.427 INFO:tasks.workunit.client.0.smithi032.stdout:op 4215 completed, throughput=5MB/sec 2024-09-13T00:41:01.427 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c5-4YEbCqoN96L8 off=4043195 len=1453111 2024-09-13T00:41:01.438 INFO:tasks.workunit.client.0.smithi032.stdout:op 4216 completed, throughput=5MB/sec 2024-09-13T00:41:01.438 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NPYcHdeoT2TuFMq off=194301 len=1113051 2024-09-13T00:41:01.440 INFO:tasks.workunit.client.0.smithi032.stdout:op 4217 completed, throughput=5MB/sec 2024-09-13T00:41:01.440 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3veUOGIPF9AeRsE off=15613830 len=470046 2024-09-13T00:41:01.442 INFO:tasks.workunit.client.0.smithi032.stdout:op 4218 completed, throughput=5MB/sec 2024-09-13T00:41:01.442 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P_XXREAx_8IaGys off=6481306 len=924937 2024-09-13T00:41:01.451 INFO:tasks.workunit.client.0.smithi032.stdout:op 4219 completed, throughput=5MB/sec 2024-09-13T00:41:01.451 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d6u58_pp27VVftG off=17798986 len=870817 2024-09-13T00:41:01.459 INFO:tasks.workunit.client.0.smithi032.stdout:op 4220 completed, throughput=5MB/sec 2024-09-13T00:41:01.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:01 smithi053 bash[67631]: cluster 2024-09-13T00:40:59.945659+0000 mgr.y (mgr.34107) 1147 : cluster [DBG] pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:41:02.460 INFO:tasks.workunit.client.0.smithi032.stdout: 826: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:02.460 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1XxWaRQliiNfEFJ off=3486431 len=1523717 2024-09-13T00:41:02.463 INFO:tasks.workunit.client.0.smithi032.stdout:op 4221 completed, throughput=5MB/sec 2024-09-13T00:41:02.464 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sKxU4yzrvmcTTQ0 off=5755460 len=1143936 2024-09-13T00:41:02.472 INFO:tasks.workunit.client.0.smithi032.stdout:op 4222 completed, throughput=5MB/sec 2024-09-13T00:41:02.472 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nyB5B76VBWt94au off=4100761 len=528755 2024-09-13T00:41:02.474 INFO:tasks.workunit.client.0.smithi032.stdout:op 4223 completed, throughput=5MB/sec 2024-09-13T00:41:02.474 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Kxzw2M2RPi6SJSq off=10739365 len=182923 2024-09-13T00:41:02.479 INFO:tasks.workunit.client.0.smithi032.stdout:op 4224 completed, throughput=5MB/sec 2024-09-13T00:41:02.479 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lkk-frlGDpj76i0 off=7514049 len=103671 2024-09-13T00:41:02.480 INFO:tasks.workunit.client.0.smithi032.stdout:op 4225 completed, throughput=5MB/sec 2024-09-13T00:41:02.480 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-viVgKrgIF7LbS3_ off=12627218 len=240192 2024-09-13T00:41:02.486 INFO:tasks.workunit.client.0.smithi032.stdout:op 4226 completed, throughput=5MB/sec 2024-09-13T00:41:02.486 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VAXQwqgEGBpwOTh off=5152779 len=406855 2024-09-13T00:41:02.492 INFO:tasks.workunit.client.0.smithi032.stdout:op 4227 completed, throughput=5MB/sec 2024-09-13T00:41:02.492 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w0RqY6OQO5OhVnd off=4409610 len=200694 2024-09-13T00:41:02.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 4228 completed, throughput=5MB/sec 2024-09-13T00:41:02.493 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cfq1uAIqr9Ytb8v off=10529691 len=1967597 2024-09-13T00:41:02.498 INFO:tasks.workunit.client.0.smithi032.stdout:op 4229 completed, throughput=5MB/sec 2024-09-13T00:41:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:41:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:41:02] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T00:41:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:41:02 smithi053 bash[94430]: ts=2024-09-13T00:41:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:41:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:03 smithi032 bash[75510]: cluster 2024-09-13T00:41:01.946739+0000 mgr.y (mgr.34107) 1148 : cluster [DBG] pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:41:03.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:03 smithi032 bash[76677]: cluster 2024-09-13T00:41:01.946739+0000 mgr.y (mgr.34107) 1148 : cluster [DBG] pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:41:03.498 INFO:tasks.workunit.client.0.smithi032.stdout: 827: throughput=5MB/sec pending data=0 2024-09-13T00:41:03.498 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nXY8vDcXv5Ouaam off=4124537 len=1285611 2024-09-13T00:41:03.510 INFO:tasks.workunit.client.0.smithi032.stdout:op 4230 completed, throughput=5MB/sec 2024-09-13T00:41:03.510 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NPl8TyPtitiP8lT off=6056008 len=943402 2024-09-13T00:41:03.519 INFO:tasks.workunit.client.0.smithi032.stdout:op 4231 completed, throughput=5MB/sec 2024-09-13T00:41:03.519 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BnPhF-fT5NagFCX off=2020198 len=326596 2024-09-13T00:41:03.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 4232 completed, throughput=5MB/sec 2024-09-13T00:41:03.526 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U_dQvrgsq4T4vFw off=15160540 len=1758751 2024-09-13T00:41:03.528 INFO:tasks.workunit.client.0.smithi032.stdout:op 4233 completed, throughput=5MB/sec 2024-09-13T00:41:03.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:03 smithi053 bash[67631]: cluster 2024-09-13T00:41:01.946739+0000 mgr.y (mgr.34107) 1148 : cluster [DBG] pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:41:04.528 INFO:tasks.workunit.client.0.smithi032.stdout: 828: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:04.529 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SNthjXwRTuNzCL5 off=2801703 len=391888 2024-09-13T00:41:04.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 4234 completed, throughput=4.99MB/sec 2024-09-13T00:41:04.534 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-InIOu0KFVwK0O2x off=7175621 len=492128 2024-09-13T00:41:04.541 INFO:tasks.workunit.client.0.smithi032.stdout:op 4235 completed, throughput=5MB/sec 2024-09-13T00:41:04.541 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KcEooZHnOFIOBeo off=5399496 len=1320210 2024-09-13T00:41:04.551 INFO:tasks.workunit.client.0.smithi032.stdout:op 4236 completed, throughput=5MB/sec 2024-09-13T00:41:04.551 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7RwkxiaRU5F5Bi0 off=3485431 len=47515 2024-09-13T00:41:04.552 INFO:tasks.workunit.client.0.smithi032.stdout:op 4237 completed, throughput=5MB/sec 2024-09-13T00:41:04.552 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k99dMJKE0pwoKmR off=13311793 len=2074569 2024-09-13T00:41:04.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 4238 completed, throughput=5MB/sec 2024-09-13T00:41:04.568 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dFjfC1t2802-LnI off=1806301 len=1797749 2024-09-13T00:41:04.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 4239 completed, throughput=5MB/sec 2024-09-13T00:41:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:05 smithi032 bash[75510]: cluster 2024-09-13T00:41:03.948003+0000 mgr.y (mgr.34107) 1149 : cluster [DBG] pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:41:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:05 smithi032 bash[76677]: cluster 2024-09-13T00:41:03.948003+0000 mgr.y (mgr.34107) 1149 : cluster [DBG] pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:41:05.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:05 smithi053 bash[67631]: cluster 2024-09-13T00:41:03.948003+0000 mgr.y (mgr.34107) 1149 : cluster [DBG] pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:41:05.582 INFO:tasks.workunit.client.0.smithi032.stdout: 829: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:05.582 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fCiyd8C7RDmzKR3 off=2404648 len=1602740 2024-09-13T00:41:05.586 INFO:tasks.workunit.client.0.smithi032.stdout:op 4240 completed, throughput=5MB/sec 2024-09-13T00:41:05.586 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BaB_OyyIwFkJjvF off=4304741 len=1516483 2024-09-13T00:41:05.591 INFO:tasks.workunit.client.0.smithi032.stdout:op 4241 completed, throughput=5MB/sec 2024-09-13T00:41:05.591 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1QPlVMXVGpmyYmV off=12969136 len=881788 2024-09-13T00:41:05.600 INFO:tasks.workunit.client.0.smithi032.stdout:op 4242 completed, throughput=5MB/sec 2024-09-13T00:41:05.600 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N-XkyZZtSzCK-Fq off=27467 len=1889172 2024-09-13T00:41:05.615 INFO:tasks.workunit.client.0.smithi032.stdout:op 4243 completed, throughput=5MB/sec 2024-09-13T00:41:06.615 INFO:tasks.workunit.client.0.smithi032.stdout: 830: throughput=5MB/sec pending data=0 2024-09-13T00:41:06.615 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WvGidaFibsFKJ8K off=178340 len=1468301 2024-09-13T00:41:06.619 INFO:tasks.workunit.client.0.smithi032.stdout:op 4244 completed, throughput=5MB/sec 2024-09-13T00:41:06.619 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-86mOgHlTGibaoWs off=4274895 len=223532 2024-09-13T00:41:06.621 INFO:tasks.workunit.client.0.smithi032.stdout:op 4245 completed, throughput=5MB/sec 2024-09-13T00:41:06.621 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4M0ucA2ZJQOF8Zc off=12033704 len=562992 2024-09-13T00:41:06.623 INFO:tasks.workunit.client.0.smithi032.stdout:op 4246 completed, throughput=5MB/sec 2024-09-13T00:41:06.623 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0c-81LD2V2HN8W4 off=3492020 len=961090 2024-09-13T00:41:06.631 INFO:tasks.workunit.client.0.smithi032.stdout:op 4247 completed, throughput=5MB/sec 2024-09-13T00:41:06.631 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--Pwb8RzkHLVvKrD off=2223294 len=710788 2024-09-13T00:41:06.633 INFO:tasks.workunit.client.0.smithi032.stdout:op 4248 completed, throughput=5MB/sec 2024-09-13T00:41:06.633 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cBXo7YKWCTaYJ30 off=337080 len=345664 2024-09-13T00:41:06.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 4249 completed, throughput=5MB/sec 2024-09-13T00:41:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:07 smithi032 bash[75510]: cluster 2024-09-13T00:41:05.949079+0000 mgr.y (mgr.34107) 1150 : cluster [DBG] pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:41:07.565 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:07 smithi032 bash[76677]: cluster 2024-09-13T00:41:05.949079+0000 mgr.y (mgr.34107) 1150 : cluster [DBG] pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:41:07.565 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:07 smithi053 bash[67631]: cluster 2024-09-13T00:41:05.949079+0000 mgr.y (mgr.34107) 1150 : cluster [DBG] pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:41:07.640 INFO:tasks.workunit.client.0.smithi032.stdout: 831: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:07.640 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4hZvANy3A_04ojD off=2870853 len=626841 2024-09-13T00:41:07.647 INFO:tasks.workunit.client.0.smithi032.stdout:op 4250 completed, throughput=4.99MB/sec 2024-09-13T00:41:07.647 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-C65gnwhuAseYdJj off=0 len=1279369 2024-09-13T00:41:07.650 INFO:tasks.workunit.client.0.smithi032.stdout:op 4251 completed, throughput=5MB/sec 2024-09-13T00:41:07.650 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WIJTi4DPo4sa6wX off=9323347 len=631873 2024-09-13T00:41:07.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 4252 completed, throughput=5MB/sec 2024-09-13T00:41:07.653 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i5y9HF42qravlrP off=2741481 len=1528515 2024-09-13T00:41:07.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 4253 completed, throughput=5MB/sec 2024-09-13T00:41:07.664 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JOYKPBkctUuRi1y off=4025541 len=952105 2024-09-13T00:41:07.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 4254 completed, throughput=5MB/sec 2024-09-13T00:41:07.673 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_-zEFn4Sr0wrJRD off=1764585 len=1208550 2024-09-13T00:41:07.683 INFO:tasks.workunit.client.0.smithi032.stdout:op 4255 completed, throughput=5MB/sec 2024-09-13T00:41:08.683 INFO:tasks.workunit.client.0.smithi032.stdout: 832: throughput=5MB/sec pending data=0 2024-09-13T00:41:08.683 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IOd2FgTMGUy4520 off=6049069 len=326629 2024-09-13T00:41:08.685 INFO:tasks.workunit.client.0.smithi032.stdout:op 4256 completed, throughput=5MB/sec 2024-09-13T00:41:08.685 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MfDMdGbZc-CWYKl off=2878217 len=1529452 2024-09-13T00:41:08.697 INFO:tasks.workunit.client.0.smithi032.stdout:op 4257 completed, throughput=5MB/sec 2024-09-13T00:41:08.697 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4aJzPUU7Ib68TmZ off=3131252 len=1703173 2024-09-13T00:41:08.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 4258 completed, throughput=5MB/sec 2024-09-13T00:41:08.709 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DNZ1_hI_TUOa02v off=4812295 len=374883 2024-09-13T00:41:08.714 INFO:tasks.workunit.client.0.smithi032.stdout:op 4259 completed, throughput=5MB/sec 2024-09-13T00:41:08.714 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LBHxf7ioP5RAMFx off=16205942 len=1210722 2024-09-13T00:41:08.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 4260 completed, throughput=5MB/sec 2024-09-13T00:41:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:09 smithi032 bash[75510]: cluster 2024-09-13T00:41:07.950173+0000 mgr.y (mgr.34107) 1151 : cluster [DBG] pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:41:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:09 smithi032 bash[75510]: audit 2024-09-13T00:41:09.017937+0000 mon.a (mon.0) 2272 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:41:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:09 smithi032 bash[76677]: cluster 2024-09-13T00:41:07.950173+0000 mgr.y (mgr.34107) 1151 : cluster [DBG] pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:41:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:09 smithi032 bash[76677]: audit 2024-09-13T00:41:09.017937+0000 mon.a (mon.0) 2272 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:41:09.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:09 smithi053 bash[67631]: cluster 2024-09-13T00:41:07.950173+0000 mgr.y (mgr.34107) 1151 : cluster [DBG] pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:41:09.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:09 smithi053 bash[67631]: audit 2024-09-13T00:41:09.017937+0000 mon.a (mon.0) 2272 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:41:09.717 INFO:tasks.workunit.client.0.smithi032.stdout: 833: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:09.718 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wEw16wULV8QTI9J off=2669085 len=2014763 2024-09-13T00:41:09.721 INFO:tasks.workunit.client.0.smithi032.stdout:op 4261 completed, throughput=5MB/sec 2024-09-13T00:41:09.721 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PzhIQlTiCHlRvSG off=15402285 len=169073 2024-09-13T00:41:09.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 4262 completed, throughput=5MB/sec 2024-09-13T00:41:09.722 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1VaoZHt604u6jBD off=1796709 len=1522459 2024-09-13T00:41:09.730 INFO:tasks.workunit.client.0.smithi032.stdout:op 4263 completed, throughput=5MB/sec 2024-09-13T00:41:09.730 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-k6aSdiYw7Xi-Qfz off=15761842 len=1165669 2024-09-13T00:41:09.732 INFO:tasks.workunit.client.0.smithi032.stdout:op 4264 completed, throughput=5MB/sec 2024-09-13T00:41:10.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[75510]: audit 2024-09-13T00:41:09.391731+0000 mon.a (mon.0) 2273 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[75510]: audit 2024-09-13T00:41:09.394811+0000 mon.a (mon.0) 2274 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[75510]: audit 2024-09-13T00:41:09.398801+0000 mon.a (mon.0) 2275 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[75510]: audit 2024-09-13T00:41:09.403555+0000 mon.a (mon.0) 2276 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[75510]: audit 2024-09-13T00:41:09.879594+0000 mon.a (mon.0) 2277 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:41:10.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[75510]: audit 2024-09-13T00:41:09.881205+0000 mon.a (mon.0) 2278 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:41:10.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[75510]: audit 2024-09-13T00:41:09.888580+0000 mon.a (mon.0) 2279 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[75510]: cluster 2024-09-13T00:41:09.951167+0000 mgr.y (mgr.34107) 1152 : cluster [DBG] pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:41:10.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[75510]: audit 2024-09-13T00:41:10.179428+0000 mon.a (mon.0) 2280 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:41:10.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[76677]: audit 2024-09-13T00:41:09.391731+0000 mon.a (mon.0) 2273 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[76677]: audit 2024-09-13T00:41:09.394811+0000 mon.a (mon.0) 2274 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[76677]: audit 2024-09-13T00:41:09.398801+0000 mon.a (mon.0) 2275 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[76677]: audit 2024-09-13T00:41:09.403555+0000 mon.a (mon.0) 2276 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[76677]: audit 2024-09-13T00:41:09.879594+0000 mon.a (mon.0) 2277 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:41:10.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[76677]: audit 2024-09-13T00:41:09.881205+0000 mon.a (mon.0) 2278 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:41:10.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[76677]: audit 2024-09-13T00:41:09.888580+0000 mon.a (mon.0) 2279 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[76677]: cluster 2024-09-13T00:41:09.951167+0000 mgr.y (mgr.34107) 1152 : cluster [DBG] pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:41:10.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:10 smithi032 bash[76677]: audit 2024-09-13T00:41:10.179428+0000 mon.a (mon.0) 2280 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:41:10.732 INFO:tasks.workunit.client.0.smithi032.stdout: 834: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:10.732 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qunmx7go0CG_Xi6 off=5838112 len=1684222 2024-09-13T00:41:10.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 4265 completed, throughput=5MB/sec 2024-09-13T00:41:10.745 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iPGKCUHuC6XdZpI off=1535629 len=519256 2024-09-13T00:41:10.753 INFO:tasks.workunit.client.0.smithi032.stdout:op 4266 completed, throughput=5MB/sec 2024-09-13T00:41:10.753 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2rduJEc0SHvwvYP off=12912279 len=737031 2024-09-13T00:41:10.760 INFO:tasks.workunit.client.0.smithi032.stdout:op 4267 completed, throughput=5MB/sec 2024-09-13T00:41:10.760 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YlIa-ZLL1k_O-ng off=7572413 len=1860647 2024-09-13T00:41:10.772 INFO:tasks.workunit.client.0.smithi032.stdout:op 4268 completed, throughput=5MB/sec 2024-09-13T00:41:10.773 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6Zme29cmHeF2SDN off=1206976 len=1833336 2024-09-13T00:41:10.777 INFO:tasks.workunit.client.0.smithi032.stdout:op 4269 completed, throughput=5MB/sec 2024-09-13T00:41:10.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:10 smithi053 bash[67631]: audit 2024-09-13T00:41:09.391731+0000 mon.a (mon.0) 2273 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:10 smithi053 bash[67631]: audit 2024-09-13T00:41:09.394811+0000 mon.a (mon.0) 2274 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:10 smithi053 bash[67631]: audit 2024-09-13T00:41:09.398801+0000 mon.a (mon.0) 2275 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:10 smithi053 bash[67631]: audit 2024-09-13T00:41:09.403555+0000 mon.a (mon.0) 2276 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:10 smithi053 bash[67631]: audit 2024-09-13T00:41:09.879594+0000 mon.a (mon.0) 2277 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:41:10.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:10 smithi053 bash[67631]: audit 2024-09-13T00:41:09.881205+0000 mon.a (mon.0) 2278 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:41:10.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:10 smithi053 bash[67631]: audit 2024-09-13T00:41:09.888580+0000 mon.a (mon.0) 2279 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:41:10.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:10 smithi053 bash[67631]: cluster 2024-09-13T00:41:09.951167+0000 mgr.y (mgr.34107) 1152 : cluster [DBG] pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:41:10.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:10 smithi053 bash[67631]: audit 2024-09-13T00:41:10.179428+0000 mon.a (mon.0) 2280 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:41:11.777 INFO:tasks.workunit.client.0.smithi032.stdout: 835: throughput=5MB/sec pending data=0 2024-09-13T00:41:11.777 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WN2A--YrYl1_Z7Y off=5492874 len=691044 2024-09-13T00:41:11.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 4270 completed, throughput=5MB/sec 2024-09-13T00:41:11.785 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZmEW8hJOnp2ulQc off=4573527 len=1753388 2024-09-13T00:41:11.789 INFO:tasks.workunit.client.0.smithi032.stdout:op 4271 completed, throughput=5MB/sec 2024-09-13T00:41:11.789 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cN68zczAUHLroS_ off=11890898 len=432078 2024-09-13T00:41:11.791 INFO:tasks.workunit.client.0.smithi032.stdout:op 4272 completed, throughput=5MB/sec 2024-09-13T00:41:11.791 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pdYb8QURh0yXhei off=63313 len=2046393 2024-09-13T00:41:11.806 INFO:tasks.workunit.client.0.smithi032.stdout:op 4273 completed, throughput=5MB/sec 2024-09-13T00:41:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:41:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:41:12] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:41:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:41:12 smithi053 bash[94430]: ts=2024-09-13T00:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:41:12.807 INFO:tasks.workunit.client.0.smithi032.stdout: 836: throughput=5MB/sec pending data=0 2024-09-13T00:41:12.807 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u7IkCe3sro51YL1 off=6200514 len=1691561 2024-09-13T00:41:12.811 INFO:tasks.workunit.client.0.smithi032.stdout:op 4274 completed, throughput=5MB/sec 2024-09-13T00:41:12.811 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zAjdVNcMJyJQMhi off=7794143 len=590953 2024-09-13T00:41:12.819 INFO:tasks.workunit.client.0.smithi032.stdout:op 4275 completed, throughput=5MB/sec 2024-09-13T00:41:12.819 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6qMNwvCMYhWIMRf off=478315 len=1686163 2024-09-13T00:41:12.823 INFO:tasks.workunit.client.0.smithi032.stdout:op 4276 completed, throughput=5MB/sec 2024-09-13T00:41:12.823 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-O5HkPTqoeboJm1I off=4061791 len=918596 2024-09-13T00:41:12.831 INFO:tasks.workunit.client.0.smithi032.stdout:op 4277 completed, throughput=5MB/sec 2024-09-13T00:41:13.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:13 smithi053 bash[67631]: cluster 2024-09-13T00:41:11.952164+0000 mgr.y (mgr.34107) 1153 : cluster [DBG] pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:41:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:13 smithi032 bash[75510]: cluster 2024-09-13T00:41:11.952164+0000 mgr.y (mgr.34107) 1153 : cluster [DBG] pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:41:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:13 smithi032 bash[76677]: cluster 2024-09-13T00:41:11.952164+0000 mgr.y (mgr.34107) 1153 : cluster [DBG] pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:41:13.831 INFO:tasks.workunit.client.0.smithi032.stdout: 837: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:13.831 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J8U2NbsYStipvjm off=4551146 len=53460 2024-09-13T00:41:13.836 INFO:tasks.workunit.client.0.smithi032.stdout:op 4278 completed, throughput=4.99MB/sec 2024-09-13T00:41:13.836 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GXaSmtvpCQRw8w1 off=11897340 len=395651 2024-09-13T00:41:13.841 INFO:tasks.workunit.client.0.smithi032.stdout:op 4279 completed, throughput=4.99MB/sec 2024-09-13T00:41:13.841 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J_A2MOJetvCBnwz off=7927141 len=2093144 2024-09-13T00:41:13.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 4280 completed, throughput=5MB/sec 2024-09-13T00:41:13.846 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mhwOX9T8FF6fhi8 off=10475944 len=1061326 2024-09-13T00:41:13.855 INFO:tasks.workunit.client.0.smithi032.stdout:op 4281 completed, throughput=5MB/sec 2024-09-13T00:41:13.855 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TQy58vMFpDTVbBz off=14115931 len=1431691 2024-09-13T00:41:13.866 INFO:tasks.workunit.client.0.smithi032.stdout:op 4282 completed, throughput=5MB/sec 2024-09-13T00:41:13.867 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iYbvCwd1CP6dyXG off=1212958 len=4164 2024-09-13T00:41:13.867 INFO:tasks.workunit.client.0.smithi032.stdout:op 4283 completed, throughput=5MB/sec 2024-09-13T00:41:13.868 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fjH7Drub9R4jJmZ off=7349137 len=1318986 2024-09-13T00:41:13.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 4284 completed, throughput=5MB/sec 2024-09-13T00:41:14.878 INFO:tasks.workunit.client.0.smithi032.stdout: 838: throughput=5MB/sec pending data=0 2024-09-13T00:41:14.878 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Tytsl9ivdspVBD8 off=7775779 len=994852 2024-09-13T00:41:14.881 INFO:tasks.workunit.client.0.smithi032.stdout:op 4285 completed, throughput=5MB/sec 2024-09-13T00:41:14.881 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k13nRqmsvkifA5- off=2604086 len=559420 2024-09-13T00:41:14.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 4286 completed, throughput=5MB/sec 2024-09-13T00:41:14.888 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4zAgc_rtxDjTmJd off=4726212 len=188400 2024-09-13T00:41:14.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 4287 completed, throughput=5MB/sec 2024-09-13T00:41:14.893 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XP3VJBC9W0dJ1aV off=1561985 len=1021023 2024-09-13T00:41:14.901 INFO:tasks.workunit.client.0.smithi032.stdout:op 4288 completed, throughput=5MB/sec 2024-09-13T00:41:14.901 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qg5mvpt7IR4nNY3 off=18369862 len=351011 2024-09-13T00:41:14.903 INFO:tasks.workunit.client.0.smithi032.stdout:op 4289 completed, throughput=5MB/sec 2024-09-13T00:41:14.903 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NPYcHdeoT2TuFMq off=13888996 len=467029 2024-09-13T00:41:14.904 INFO:tasks.workunit.client.0.smithi032.stdout:op 4290 completed, throughput=5MB/sec 2024-09-13T00:41:14.905 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LU8z8wjbFtyODBi off=13815786 len=1622979 2024-09-13T00:41:14.916 INFO:tasks.workunit.client.0.smithi032.stdout:op 4291 completed, throughput=5MB/sec 2024-09-13T00:41:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:15 smithi053 bash[67631]: cluster 2024-09-13T00:41:13.953320+0000 mgr.y (mgr.34107) 1154 : cluster [DBG] pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:41:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:15 smithi032 bash[75510]: cluster 2024-09-13T00:41:13.953320+0000 mgr.y (mgr.34107) 1154 : cluster [DBG] pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:41:15.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:15 smithi032 bash[76677]: cluster 2024-09-13T00:41:13.953320+0000 mgr.y (mgr.34107) 1154 : cluster [DBG] pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:41:15.916 INFO:tasks.workunit.client.0.smithi032.stdout: 839: throughput=5MB/sec pending data=0 2024-09-13T00:41:15.916 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iR7T0c1nThGtpEs off=5549741 len=155553 2024-09-13T00:41:15.921 INFO:tasks.workunit.client.0.smithi032.stdout:op 4292 completed, throughput=5MB/sec 2024-09-13T00:41:15.921 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p5DKyGUPD2QL31D off=6413429 len=1162627 2024-09-13T00:41:15.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 4293 completed, throughput=5MB/sec 2024-09-13T00:41:15.924 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XF4PuDxmfjcBTKi off=19665483 len=119662 2024-09-13T00:41:15.925 INFO:tasks.workunit.client.0.smithi032.stdout:op 4294 completed, throughput=5MB/sec 2024-09-13T00:41:15.926 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9aPygr0n_gbuuh2 off=3823376 len=1537067 2024-09-13T00:41:15.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 4295 completed, throughput=5MB/sec 2024-09-13T00:41:15.937 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WLS02_RaLdx92pt off=9325159 len=850229 2024-09-13T00:41:15.939 INFO:tasks.workunit.client.0.smithi032.stdout:op 4296 completed, throughput=5MB/sec 2024-09-13T00:41:15.939 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-92oRE3Zsr9gfHUd off=375271 len=1758172 2024-09-13T00:41:15.943 INFO:tasks.workunit.client.0.smithi032.stdout:op 4297 completed, throughput=5MB/sec 2024-09-13T00:41:16.944 INFO:tasks.workunit.client.0.smithi032.stdout: 840: throughput=5MB/sec pending data=0 2024-09-13T00:41:16.944 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3L5Wok8LARAUFx2 off=1261174 len=641651 2024-09-13T00:41:16.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 4298 completed, throughput=5MB/sec 2024-09-13T00:41:16.947 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2b81HF14RyGKk8F off=3279939 len=1233618 2024-09-13T00:41:16.956 INFO:tasks.workunit.client.0.smithi032.stdout:op 4299 completed, throughput=5MB/sec 2024-09-13T00:41:16.956 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iunQnsIOoyUBuZA off=12715509 len=1348461 2024-09-13T00:41:16.960 INFO:tasks.workunit.client.0.smithi032.stdout:op 4300 completed, throughput=5MB/sec 2024-09-13T00:41:16.960 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1aeNAMZdvqMrvf9 off=3284859 len=1693341 2024-09-13T00:41:16.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 4301 completed, throughput=5MB/sec 2024-09-13T00:41:17.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:17 smithi053 bash[67631]: cluster 2024-09-13T00:41:15.954242+0000 mgr.y (mgr.34107) 1155 : cluster [DBG] pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:41:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:17 smithi032 bash[75510]: cluster 2024-09-13T00:41:15.954242+0000 mgr.y (mgr.34107) 1155 : cluster [DBG] pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:41:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:17 smithi032 bash[76677]: cluster 2024-09-13T00:41:15.954242+0000 mgr.y (mgr.34107) 1155 : cluster [DBG] pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:41:17.973 INFO:tasks.workunit.client.0.smithi032.stdout: 841: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:17.973 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ckSQCaej9s5frq4 off=6391618 len=93355 2024-09-13T00:41:17.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 4302 completed, throughput=5MB/sec 2024-09-13T00:41:17.974 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tcAY_nPlyWbT3bS off=4599356 len=2021721 2024-09-13T00:41:17.989 INFO:tasks.workunit.client.0.smithi032.stdout:op 4303 completed, throughput=5MB/sec 2024-09-13T00:41:17.989 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9wOyhF5Jvf3iZgn off=496239 len=1910995 2024-09-13T00:41:18.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 4304 completed, throughput=5MB/sec 2024-09-13T00:41:18.005 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yi5A1sEJD7H31rL off=12900514 len=523420 2024-09-13T00:41:18.007 INFO:tasks.workunit.client.0.smithi032.stdout:op 4305 completed, throughput=5MB/sec 2024-09-13T00:41:18.007 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wvfs-QpTTve9L-a off=8501676 len=1735787 2024-09-13T00:41:18.011 INFO:tasks.workunit.client.0.smithi032.stdout:op 4306 completed, throughput=5MB/sec 2024-09-13T00:41:19.011 INFO:tasks.workunit.client.0.smithi032.stdout: 842: throughput=5MB/sec pending data=0 2024-09-13T00:41:19.011 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-alMOVkOmqe16DmZ off=936597 len=1819276 2024-09-13T00:41:19.025 INFO:tasks.workunit.client.0.smithi032.stdout:op 4307 completed, throughput=5MB/sec 2024-09-13T00:41:19.025 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FST0bqSeUA4FH-_ off=1080503 len=1820063 2024-09-13T00:41:19.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 4308 completed, throughput=5MB/sec 2024-09-13T00:41:19.030 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0pF-cuZA5q7sCBW off=4353043 len=1027988 2024-09-13T00:41:19.034 INFO:tasks.workunit.client.0.smithi032.stdout:op 4309 completed, throughput=5MB/sec 2024-09-13T00:41:19.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:19 smithi053 bash[67631]: cluster 2024-09-13T00:41:17.955148+0000 mgr.y (mgr.34107) 1156 : cluster [DBG] pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:41:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:19 smithi032 bash[75510]: cluster 2024-09-13T00:41:17.955148+0000 mgr.y (mgr.34107) 1156 : cluster [DBG] pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:41:19.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:19 smithi032 bash[76677]: cluster 2024-09-13T00:41:17.955148+0000 mgr.y (mgr.34107) 1156 : cluster [DBG] pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:41:20.034 INFO:tasks.workunit.client.0.smithi032.stdout: 843: throughput=5MB/sec pending data=0 2024-09-13T00:41:20.034 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NI6oULXj1tjvdEY off=9705430 len=1748237 2024-09-13T00:41:20.037 INFO:tasks.workunit.client.0.smithi032.stdout:op 4310 completed, throughput=5MB/sec 2024-09-13T00:41:20.037 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iM5BOA11phn79W4 off=12729303 len=677152 2024-09-13T00:41:20.045 INFO:tasks.workunit.client.0.smithi032.stdout:op 4311 completed, throughput=5MB/sec 2024-09-13T00:41:20.045 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fpGkTpNrY9kyl0f off=7978779 len=1943407 2024-09-13T00:41:20.049 INFO:tasks.workunit.client.0.smithi032.stdout:op 4312 completed, throughput=5MB/sec 2024-09-13T00:41:20.049 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-im1QLH01LCp_Mhk off=7592855 len=158064 2024-09-13T00:41:20.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 4313 completed, throughput=5MB/sec 2024-09-13T00:41:20.050 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dT32m-ng-QRWTkU off=8886084 len=42535 2024-09-13T00:41:20.054 INFO:tasks.workunit.client.0.smithi032.stdout:op 4314 completed, throughput=5MB/sec 2024-09-13T00:41:21.055 INFO:tasks.workunit.client.0.smithi032.stdout: 844: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uxfAp7Wutb9ZTN3 off=13715139 len=161189 2024-09-13T00:41:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:op 4315 completed, throughput=4.99MB/sec 2024-09-13T00:41:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tl3i2UISd9Jup6A off=4434988 len=1562716 2024-09-13T00:41:21.071 INFO:tasks.workunit.client.0.smithi032.stdout:op 4316 completed, throughput=5MB/sec 2024-09-13T00:41:21.071 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Yu-oIrDFnmcBsxB off=2767732 len=29246 2024-09-13T00:41:21.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 4317 completed, throughput=5MB/sec 2024-09-13T00:41:21.075 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e2yLPaS4ownD7Az off=9126804 len=1108058 2024-09-13T00:41:21.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 4318 completed, throughput=5MB/sec 2024-09-13T00:41:21.084 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pDbVz_LC91mYU3l off=228623 len=1528073 2024-09-13T00:41:21.086 INFO:tasks.workunit.client.0.smithi032.stdout:op 4319 completed, throughput=5MB/sec 2024-09-13T00:41:21.086 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-flPn8ifIXFJnqOC off=19565080 len=688409 2024-09-13T00:41:21.089 INFO:tasks.workunit.client.0.smithi032.stdout:op 4320 completed, throughput=5MB/sec 2024-09-13T00:41:21.089 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2cjM9kyvjGnC8QP off=14608261 len=1002218 2024-09-13T00:41:21.096 INFO:tasks.workunit.client.0.smithi032.stdout:op 4321 completed, throughput=5MB/sec 2024-09-13T00:41:21.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:21 smithi053 bash[67631]: cluster 2024-09-13T00:41:19.956170+0000 mgr.y (mgr.34107) 1157 : cluster [DBG] pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:41:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:21 smithi032 bash[75510]: cluster 2024-09-13T00:41:19.956170+0000 mgr.y (mgr.34107) 1157 : cluster [DBG] pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:41:21.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:21 smithi032 bash[76677]: cluster 2024-09-13T00:41:19.956170+0000 mgr.y (mgr.34107) 1157 : cluster [DBG] pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:41:22.097 INFO:tasks.workunit.client.0.smithi032.stdout: 845: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:22.097 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n5oik0KdwHrHdqQ off=1146379 len=1354386 2024-09-13T00:41:22.107 INFO:tasks.workunit.client.0.smithi032.stdout:op 4322 completed, throughput=5MB/sec 2024-09-13T00:41:22.107 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0c-81LD2V2HN8W4 off=17831313 len=616038 2024-09-13T00:41:22.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 4323 completed, throughput=5MB/sec 2024-09-13T00:41:22.114 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Jo5-ESCnbuFCMrf off=144462 len=2041154 2024-09-13T00:41:22.118 INFO:tasks.workunit.client.0.smithi032.stdout:op 4324 completed, throughput=5MB/sec 2024-09-13T00:41:22.118 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KuoNAqJTw50SN4v off=24827708 len=663719 2024-09-13T00:41:22.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 4325 completed, throughput=5MB/sec 2024-09-13T00:41:22.121 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-R8WsmQRnbuQnpdL off=12014001 len=1917699 2024-09-13T00:41:22.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 4326 completed, throughput=5MB/sec 2024-09-13T00:41:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:41:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:41:22] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:41:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:41:22 smithi053 bash[94430]: ts=2024-09-13T00:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:41:23.134 INFO:tasks.workunit.client.0.smithi032.stdout: 846: throughput=5MB/sec pending data=0 2024-09-13T00:41:23.134 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mWTAmLTctSIF4_q off=6675536 len=420316 2024-09-13T00:41:23.140 INFO:tasks.workunit.client.0.smithi032.stdout:op 4327 completed, throughput=5MB/sec 2024-09-13T00:41:23.140 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U0-y9pJEdwSsV8I off=4419791 len=1035279 2024-09-13T00:41:23.144 INFO:tasks.workunit.client.0.smithi032.stdout:op 4328 completed, throughput=5MB/sec 2024-09-13T00:41:23.144 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-erqcYmIr-oaWc7n off=8889 len=1598687 2024-09-13T00:41:23.156 INFO:tasks.workunit.client.0.smithi032.stdout:op 4329 completed, throughput=5MB/sec 2024-09-13T00:41:23.156 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-srpEOGlJtsr_pYh off=440338 len=1886431 2024-09-13T00:41:23.160 INFO:tasks.workunit.client.0.smithi032.stdout:op 4330 completed, throughput=5MB/sec 2024-09-13T00:41:23.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:23 smithi053 bash[67631]: cluster 2024-09-13T00:41:21.957187+0000 mgr.y (mgr.34107) 1158 : cluster [DBG] pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:41:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:23 smithi032 bash[75510]: cluster 2024-09-13T00:41:21.957187+0000 mgr.y (mgr.34107) 1158 : cluster [DBG] pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:41:23.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:23 smithi032 bash[76677]: cluster 2024-09-13T00:41:21.957187+0000 mgr.y (mgr.34107) 1158 : cluster [DBG] pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:41:24.160 INFO:tasks.workunit.client.0.smithi032.stdout: 847: throughput=5MB/sec pending data=0 2024-09-13T00:41:24.161 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u9RBWrFO71MrBWj off=3533936 len=56614 2024-09-13T00:41:24.162 INFO:tasks.workunit.client.0.smithi032.stdout:op 4331 completed, throughput=5MB/sec 2024-09-13T00:41:24.162 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bA8v8zudDwN4blz off=3478991 len=409230 2024-09-13T00:41:24.168 INFO:tasks.workunit.client.0.smithi032.stdout:op 4332 completed, throughput=5MB/sec 2024-09-13T00:41:24.168 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4CdTvVD4josDXa4 off=10790942 len=484038 2024-09-13T00:41:24.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 4333 completed, throughput=5MB/sec 2024-09-13T00:41:24.170 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nco97HPwPMg74Be off=7380390 len=1965323 2024-09-13T00:41:24.184 INFO:tasks.workunit.client.0.smithi032.stdout:op 4334 completed, throughput=5MB/sec 2024-09-13T00:41:24.184 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gBD8TcvtNPRFz3Z off=11203172 len=2091127 2024-09-13T00:41:24.198 INFO:tasks.workunit.client.0.smithi032.stdout:op 4335 completed, throughput=5MB/sec 2024-09-13T00:41:25.198 INFO:tasks.workunit.client.0.smithi032.stdout: 848: throughput=5MB/sec pending data=0 2024-09-13T00:41:25.198 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XpVM4uw7XTHrixj off=1804052 len=1772928 2024-09-13T00:41:25.203 INFO:tasks.workunit.client.0.smithi032.stdout:op 4336 completed, throughput=5MB/sec 2024-09-13T00:41:25.203 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wa9nrfPjjRU6Uix off=1243443 len=1899539 2024-09-13T00:41:25.207 INFO:tasks.workunit.client.0.smithi032.stdout:op 4337 completed, throughput=5MB/sec 2024-09-13T00:41:25.207 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6-Jse8KMOCF4wyA off=2261849 len=1171595 2024-09-13T00:41:25.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 4338 completed, throughput=5MB/sec 2024-09-13T00:41:25.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:25 smithi053 bash[67631]: cluster 2024-09-13T00:41:23.958282+0000 mgr.y (mgr.34107) 1159 : cluster [DBG] pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:41:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:25 smithi032 bash[75510]: cluster 2024-09-13T00:41:23.958282+0000 mgr.y (mgr.34107) 1159 : cluster [DBG] pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:41:25.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:25 smithi032 bash[76677]: cluster 2024-09-13T00:41:23.958282+0000 mgr.y (mgr.34107) 1159 : cluster [DBG] pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:41:26.211 INFO:tasks.workunit.client.0.smithi032.stdout: 849: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:26.211 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2PtpWRwdBbUcki3 off=1763967 len=1151009 2024-09-13T00:41:26.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 4339 completed, throughput=5MB/sec 2024-09-13T00:41:26.214 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--WQy4OYOOIQM91O off=667307 len=1484799 2024-09-13T00:41:26.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 4340 completed, throughput=5MB/sec 2024-09-13T00:41:26.218 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fzYSEL73mc9VjnZ off=4304656 len=1494037 2024-09-13T00:41:26.230 INFO:tasks.workunit.client.0.smithi032.stdout:op 4341 completed, throughput=5MB/sec 2024-09-13T00:41:26.230 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kcg9Hx79UNhDCKa off=3043126 len=54592 2024-09-13T00:41:26.231 INFO:tasks.workunit.client.0.smithi032.stdout:op 4342 completed, throughput=5MB/sec 2024-09-13T00:41:26.232 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UrInl2UiOOIdjGO off=17086675 len=311092 2024-09-13T00:41:26.233 INFO:tasks.workunit.client.0.smithi032.stdout:op 4343 completed, throughput=5MB/sec 2024-09-13T00:41:26.233 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MqMONDLGxQLU9r5 off=226581 len=1526254 2024-09-13T00:41:26.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 4344 completed, throughput=5MB/sec 2024-09-13T00:41:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:26 smithi032 bash[75510]: audit 2024-09-13T00:41:25.179965+0000 mon.a (mon.0) 2281 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:41:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:26 smithi032 bash[76677]: audit 2024-09-13T00:41:25.179965+0000 mon.a (mon.0) 2281 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:41:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:26 smithi053 bash[67631]: audit 2024-09-13T00:41:25.179965+0000 mon.a (mon.0) 2281 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:41:27.237 INFO:tasks.workunit.client.0.smithi032.stdout: 850: throughput=5MB/sec pending data=0 2024-09-13T00:41:27.237 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ozIoLV9Vz7z4LhG off=1260557 len=568775 2024-09-13T00:41:27.244 INFO:tasks.workunit.client.0.smithi032.stdout:op 4345 completed, throughput=5MB/sec 2024-09-13T00:41:27.244 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-l0fO-3CdLnJzpdn off=1130578 len=1962842 2024-09-13T00:41:27.258 INFO:tasks.workunit.client.0.smithi032.stdout:op 4346 completed, throughput=5MB/sec 2024-09-13T00:41:27.258 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EJaMQ8-qEt5bywW off=4192646 len=1388402 2024-09-13T00:41:27.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 4347 completed, throughput=5MB/sec 2024-09-13T00:41:27.261 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ns85EO-sxfC1REK off=3294947 len=974237 2024-09-13T00:41:27.264 INFO:tasks.workunit.client.0.smithi032.stdout:op 4348 completed, throughput=5MB/sec 2024-09-13T00:41:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:27 smithi032 bash[75510]: cluster 2024-09-13T00:41:25.959171+0000 mgr.y (mgr.34107) 1160 : cluster [DBG] pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:41:27.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:27 smithi032 bash[76677]: cluster 2024-09-13T00:41:25.959171+0000 mgr.y (mgr.34107) 1160 : cluster [DBG] pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:41:27.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:27 smithi053 bash[67631]: cluster 2024-09-13T00:41:25.959171+0000 mgr.y (mgr.34107) 1160 : cluster [DBG] pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:41:28.264 INFO:tasks.workunit.client.0.smithi032.stdout: 851: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:28.264 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FAHQHtl8habBEwe off=962081 len=672594 2024-09-13T00:41:28.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 4349 completed, throughput=5MB/sec 2024-09-13T00:41:28.272 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oWJ7RL1vV4c9OHM off=19236467 len=141744 2024-09-13T00:41:28.276 INFO:tasks.workunit.client.0.smithi032.stdout:op 4350 completed, throughput=5MB/sec 2024-09-13T00:41:28.276 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zouL6JRcGNB7-jG off=18462907 len=556892 2024-09-13T00:41:28.283 INFO:tasks.workunit.client.0.smithi032.stdout:op 4351 completed, throughput=5MB/sec 2024-09-13T00:41:28.283 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PYn_odh16aUZv2R off=3363579 len=23905 2024-09-13T00:41:28.287 INFO:tasks.workunit.client.0.smithi032.stdout:op 4352 completed, throughput=5MB/sec 2024-09-13T00:41:28.287 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wttFvcAPHHqrOpW off=13811719 len=1149603 2024-09-13T00:41:28.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 4353 completed, throughput=5MB/sec 2024-09-13T00:41:28.297 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uGm2z0eZt0NMzbk off=7391757 len=10969 2024-09-13T00:41:28.300 INFO:tasks.workunit.client.0.smithi032.stdout:op 4354 completed, throughput=5MB/sec 2024-09-13T00:41:28.300 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kVtHWhxlJZQFJhw off=13914644 len=448728 2024-09-13T00:41:28.307 INFO:tasks.workunit.client.0.smithi032.stdout:op 4355 completed, throughput=5MB/sec 2024-09-13T00:41:28.307 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tQUGvQSEl3yb1BO off=779389 len=1057241 2024-09-13T00:41:28.318 INFO:tasks.workunit.client.0.smithi032.stdout:op 4356 completed, throughput=5MB/sec 2024-09-13T00:41:28.318 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cDr5bevIiGXPFSh off=17098170 len=944460 2024-09-13T00:41:28.321 INFO:tasks.workunit.client.0.smithi032.stdout:op 4357 completed, throughput=5MB/sec 2024-09-13T00:41:29.322 INFO:tasks.workunit.client.0.smithi032.stdout: 852: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:29.322 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y-0AH3riCdMnykh off=1164005 len=1739325 2024-09-13T00:41:29.334 INFO:tasks.workunit.client.0.smithi032.stdout:op 4358 completed, throughput=5MB/sec 2024-09-13T00:41:29.335 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-we39Wz8gTfctMiP off=16647578 len=2052964 2024-09-13T00:41:29.350 INFO:tasks.workunit.client.0.smithi032.stdout:op 4359 completed, throughput=5MB/sec 2024-09-13T00:41:29.350 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oRchm5RVZw-l-si off=2145003 len=368044 2024-09-13T00:41:29.351 INFO:tasks.workunit.client.0.smithi032.stdout:op 4360 completed, throughput=5MB/sec 2024-09-13T00:41:29.351 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mG9ivB6GQ2BuOe- off=5321911 len=1947724 2024-09-13T00:41:29.362 INFO:tasks.workunit.client.0.smithi032.stdout:op 4361 completed, throughput=5MB/sec 2024-09-13T00:41:29.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:29 smithi032 bash[75510]: cluster 2024-09-13T00:41:27.960150+0000 mgr.y (mgr.34107) 1161 : cluster [DBG] pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:41:29.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:29 smithi032 bash[76677]: cluster 2024-09-13T00:41:27.960150+0000 mgr.y (mgr.34107) 1161 : cluster [DBG] pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:41:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:29 smithi053 bash[67631]: cluster 2024-09-13T00:41:27.960150+0000 mgr.y (mgr.34107) 1161 : cluster [DBG] pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:41:30.362 INFO:tasks.workunit.client.0.smithi032.stdout: 853: throughput=5MB/sec pending data=0 2024-09-13T00:41:30.362 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A8fNGg7OxQY1_9V off=2491463 len=832647 2024-09-13T00:41:30.365 INFO:tasks.workunit.client.0.smithi032.stdout:op 4362 completed, throughput=5MB/sec 2024-09-13T00:41:30.365 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Y-1o_ZYuowgwvRa off=4201886 len=1494328 2024-09-13T00:41:30.370 INFO:tasks.workunit.client.0.smithi032.stdout:op 4363 completed, throughput=5MB/sec 2024-09-13T00:41:30.370 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iBW8AESj7ZYJJNQ off=15420403 len=2003669 2024-09-13T00:41:30.386 INFO:tasks.workunit.client.0.smithi032.stdout:op 4364 completed, throughput=5MB/sec 2024-09-13T00:41:30.387 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mRGT1sJbWtHWZ6E off=5211883 len=320439 2024-09-13T00:41:30.389 INFO:tasks.workunit.client.0.smithi032.stdout:op 4365 completed, throughput=5MB/sec 2024-09-13T00:41:30.389 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sVF4BlpnH_G4sVj off=10455672 len=957296 2024-09-13T00:41:30.391 INFO:tasks.workunit.client.0.smithi032.stdout:op 4366 completed, throughput=5MB/sec 2024-09-13T00:41:31.392 INFO:tasks.workunit.client.0.smithi032.stdout: 854: throughput=5MB/sec pending data=0 2024-09-13T00:41:31.392 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TAEdjD3o1kj1lxu off=5324582 len=1570647 2024-09-13T00:41:31.396 INFO:tasks.workunit.client.0.smithi032.stdout:op 4367 completed, throughput=5MB/sec 2024-09-13T00:41:31.396 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Y-1o_ZYuowgwvRa off=4704481 len=58886 2024-09-13T00:41:31.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 4368 completed, throughput=5MB/sec 2024-09-13T00:41:31.397 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2mJ2lU22ak0Zanx off=562917 len=2095825 2024-09-13T00:41:31.403 INFO:tasks.workunit.client.0.smithi032.stdout:op 4369 completed, throughput=5MB/sec 2024-09-13T00:41:31.403 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gQdvfN27odhjR6Q off=1901926 len=1398161 2024-09-13T00:41:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:31 smithi032 bash[75510]: cluster 2024-09-13T00:41:29.961094+0000 mgr.y (mgr.34107) 1162 : cluster [DBG] pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:41:31.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:31 smithi032 bash[76677]: cluster 2024-09-13T00:41:29.961094+0000 mgr.y (mgr.34107) 1162 : cluster [DBG] pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:41:31.414 INFO:tasks.workunit.client.0.smithi032.stdout:op 4370 completed, throughput=5MB/sec 2024-09-13T00:41:31.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:31 smithi053 bash[67631]: cluster 2024-09-13T00:41:29.961094+0000 mgr.y (mgr.34107) 1162 : cluster [DBG] pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:41:32.415 INFO:tasks.workunit.client.0.smithi032.stdout: 855: throughput=5MB/sec pending data=0 2024-09-13T00:41:32.415 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z2QaXHJ2gtaeTF0 off=13132927 len=1374406 2024-09-13T00:41:32.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 4371 completed, throughput=5MB/sec 2024-09-13T00:41:32.428 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-57i4VrwrjfY_94H off=5247544 len=1693474 2024-09-13T00:41:32.433 INFO:tasks.workunit.client.0.smithi032.stdout:op 4372 completed, throughput=5MB/sec 2024-09-13T00:41:32.433 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iIAb0bbU41M1L6f off=6077950 len=823395 2024-09-13T00:41:32.437 INFO:tasks.workunit.client.0.smithi032.stdout:op 4373 completed, throughput=5MB/sec 2024-09-13T00:41:32.437 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GG1Zd-3yfJ-8rZj off=2612339 len=133641 2024-09-13T00:41:32.441 INFO:tasks.workunit.client.0.smithi032.stdout:op 4374 completed, throughput=5MB/sec 2024-09-13T00:41:32.441 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3YgKOo3p4olw-qN off=3588690 len=202933 2024-09-13T00:41:32.443 INFO:tasks.workunit.client.0.smithi032.stdout:op 4375 completed, throughput=5MB/sec 2024-09-13T00:41:32.443 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d5WGAU00wZ604ez off=1353150 len=1489525 2024-09-13T00:41:32.453 INFO:tasks.workunit.client.0.smithi032.stdout:op 4376 completed, throughput=5MB/sec 2024-09-13T00:41:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:41:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:41:32] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-09-13T00:41:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:41:32 smithi053 bash[94430]: ts=2024-09-13T00:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:41:33.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:33 smithi032 bash[75510]: cluster 2024-09-13T00:41:31.962100+0000 mgr.y (mgr.34107) 1163 : cluster [DBG] pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:41:33.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:33 smithi032 bash[76677]: cluster 2024-09-13T00:41:31.962100+0000 mgr.y (mgr.34107) 1163 : cluster [DBG] pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:41:33.454 INFO:tasks.workunit.client.0.smithi032.stdout: 856: throughput=5MB/sec pending data=0 2024-09-13T00:41:33.454 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2Y1J3C2aGJ04hJS off=245629 len=553678 2024-09-13T00:41:33.461 INFO:tasks.workunit.client.0.smithi032.stdout:op 4377 completed, throughput=5MB/sec 2024-09-13T00:41:33.461 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rITT8N2N-9ncbnl off=366309 len=25873 2024-09-13T00:41:33.462 INFO:tasks.workunit.client.0.smithi032.stdout:op 4378 completed, throughput=5MB/sec 2024-09-13T00:41:33.462 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dup32NeIcI8FZ8t off=3828061 len=1439872 2024-09-13T00:41:33.474 INFO:tasks.workunit.client.0.smithi032.stdout:op 4379 completed, throughput=5MB/sec 2024-09-13T00:41:33.474 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HAYyFaLuc-7j9T_ off=10378206 len=1408837 2024-09-13T00:41:33.479 INFO:tasks.workunit.client.0.smithi032.stdout:op 4380 completed, throughput=5MB/sec 2024-09-13T00:41:33.479 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ssZ_JJ14mslTiR7 off=6821748 len=1728743 2024-09-13T00:41:33.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 4381 completed, throughput=5MB/sec 2024-09-13T00:41:33.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:33 smithi053 bash[67631]: cluster 2024-09-13T00:41:31.962100+0000 mgr.y (mgr.34107) 1163 : cluster [DBG] pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:41:34.493 INFO:tasks.workunit.client.0.smithi032.stdout: 857: throughput=5MB/sec pending data=0 2024-09-13T00:41:34.493 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SzeMwVUpDgiRWlv off=18540659 len=1465548 2024-09-13T00:41:34.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 4382 completed, throughput=5MB/sec 2024-09-13T00:41:34.497 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AzeXI9qgfXk6cNd off=11708623 len=13438 2024-09-13T00:41:34.502 INFO:tasks.workunit.client.0.smithi032.stdout:op 4383 completed, throughput=5MB/sec 2024-09-13T00:41:34.502 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BjiwsxlLAKX24UP off=1341470 len=314516 2024-09-13T00:41:34.508 INFO:tasks.workunit.client.0.smithi032.stdout:op 4384 completed, throughput=5MB/sec 2024-09-13T00:41:34.508 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3O56TtyALJAY_OZ off=13128966 len=1542009 2024-09-13T00:41:34.522 INFO:tasks.workunit.client.0.smithi032.stdout:op 4385 completed, throughput=5MB/sec 2024-09-13T00:41:34.523 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AOLbooLFCjimoWg off=19333498 len=1371934 2024-09-13T00:41:34.527 INFO:tasks.workunit.client.0.smithi032.stdout:op 4386 completed, throughput=5MB/sec 2024-09-13T00:41:34.527 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MB4-4eTq7Xr167T off=391298 len=517255 2024-09-13T00:41:34.535 INFO:tasks.workunit.client.0.smithi032.stdout:op 4387 completed, throughput=5MB/sec 2024-09-13T00:41:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:35 smithi032 bash[75510]: cluster 2024-09-13T00:41:33.963205+0000 mgr.y (mgr.34107) 1164 : cluster [DBG] pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:41:35.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:35 smithi032 bash[76677]: cluster 2024-09-13T00:41:33.963205+0000 mgr.y (mgr.34107) 1164 : cluster [DBG] pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:41:35.535 INFO:tasks.workunit.client.0.smithi032.stdout: 858: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:35.535 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ymt7bFhUyO15RX5 off=6317580 len=605416 2024-09-13T00:41:35.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:35 smithi053 bash[67631]: cluster 2024-09-13T00:41:33.963205+0000 mgr.y (mgr.34107) 1164 : cluster [DBG] pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:41:35.543 INFO:tasks.workunit.client.0.smithi032.stdout:op 4388 completed, throughput=5MB/sec 2024-09-13T00:41:35.543 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B5MdBjcTG9zCxP5 off=457560 len=841664 2024-09-13T00:41:35.546 INFO:tasks.workunit.client.0.smithi032.stdout:op 4389 completed, throughput=5MB/sec 2024-09-13T00:41:35.546 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8D84Tgugat0t0E- off=2895776 len=1843683 2024-09-13T00:41:35.552 INFO:tasks.workunit.client.0.smithi032.stdout:op 4390 completed, throughput=5MB/sec 2024-09-13T00:41:35.552 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W7oxCecZKrMDFzh off=19898981 len=387824 2024-09-13T00:41:35.553 INFO:tasks.workunit.client.0.smithi032.stdout:op 4391 completed, throughput=5MB/sec 2024-09-13T00:41:35.554 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Xt6dvC4d6WP7xMB off=1772951 len=1457503 2024-09-13T00:41:35.557 INFO:tasks.workunit.client.0.smithi032.stdout:op 4392 completed, throughput=5MB/sec 2024-09-13T00:41:36.558 INFO:tasks.workunit.client.0.smithi032.stdout: 859: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:36.558 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YCiuyowuOo1ZCy5 off=4505994 len=494433 2024-09-13T00:41:36.565 INFO:tasks.workunit.client.0.smithi032.stdout:op 4393 completed, throughput=5MB/sec 2024-09-13T00:41:36.565 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SHvW0lROOQ5H-rL off=1074735 len=1627249 2024-09-13T00:41:36.569 INFO:tasks.workunit.client.0.smithi032.stdout:op 4394 completed, throughput=5MB/sec 2024-09-13T00:41:36.569 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lsj-Kqx-O7_pD2a off=4401449 len=1591596 2024-09-13T00:41:36.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 4395 completed, throughput=5MB/sec 2024-09-13T00:41:36.582 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BkR3qfb93Th1IwL off=22270393 len=1651203 2024-09-13T00:41:36.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 4396 completed, throughput=5MB/sec 2024-09-13T00:41:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:37 smithi032 bash[75510]: cluster 2024-09-13T00:41:35.964089+0000 mgr.y (mgr.34107) 1165 : cluster [DBG] pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:41:37.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:37 smithi032 bash[76677]: cluster 2024-09-13T00:41:35.964089+0000 mgr.y (mgr.34107) 1165 : cluster [DBG] pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:41:37.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:37 smithi053 bash[67631]: cluster 2024-09-13T00:41:35.964089+0000 mgr.y (mgr.34107) 1165 : cluster [DBG] pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:41:37.595 INFO:tasks.workunit.client.0.smithi032.stdout: 860: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:37.595 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kBR80q8iqIY2yy0 off=6143764 len=1850592 2024-09-13T00:41:37.610 INFO:tasks.workunit.client.0.smithi032.stdout:op 4397 completed, throughput=5MB/sec 2024-09-13T00:41:37.610 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zGJKrm7qqYcIdGa off=7357757 len=1262856 2024-09-13T00:41:37.620 INFO:tasks.workunit.client.0.smithi032.stdout:op 4398 completed, throughput=5MB/sec 2024-09-13T00:41:37.621 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VjyVeBRNRY958PV off=8925691 len=672080 2024-09-13T00:41:37.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 4399 completed, throughput=5MB/sec 2024-09-13T00:41:37.624 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rwcvJpDk_0edKVK off=252961 len=1590464 2024-09-13T00:41:37.626 INFO:tasks.workunit.client.0.smithi032.stdout:op 4400 completed, throughput=5MB/sec 2024-09-13T00:41:38.627 INFO:tasks.workunit.client.0.smithi032.stdout: 861: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:38.670 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cOMoVG7nza__HDr off=393016 len=1458814 2024-09-13T00:41:38.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 4401 completed, throughput=5MB/sec 2024-09-13T00:41:38.672 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c5-4YEbCqoN96L8 off=9404424 len=926724 2024-09-13T00:41:38.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 4402 completed, throughput=5MB/sec 2024-09-13T00:41:38.672 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aLLpOFNr3f7GzjI off=15574417 len=882688 2024-09-13T00:41:38.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 4403 completed, throughput=5MB/sec 2024-09-13T00:41:38.672 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rKhH_9bqQbLOU9M off=2818563 len=521702 2024-09-13T00:41:38.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 4404 completed, throughput=5MB/sec 2024-09-13T00:41:38.672 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yqC32aaEobTKtSr off=147479 len=1020470 2024-09-13T00:41:38.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 4405 completed, throughput=5MB/sec 2024-09-13T00:41:38.673 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OmqgjKIExL1XvoN off=5819843 len=1580399 2024-09-13T00:41:38.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 4406 completed, throughput=5MB/sec 2024-09-13T00:41:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:39 smithi032 bash[75510]: cluster 2024-09-13T00:41:37.965096+0000 mgr.y (mgr.34107) 1166 : cluster [DBG] pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:41:39.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:39 smithi032 bash[76677]: cluster 2024-09-13T00:41:37.965096+0000 mgr.y (mgr.34107) 1166 : cluster [DBG] pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:41:39.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:39 smithi053 bash[67631]: cluster 2024-09-13T00:41:37.965096+0000 mgr.y (mgr.34107) 1166 : cluster [DBG] pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:41:39.650 INFO:tasks.workunit.client.0.smithi032.stdout: 862: throughput=5MB/sec pending data=0 2024-09-13T00:41:39.650 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zjE913oGtEAZIXg off=8340341 len=2032754 2024-09-13T00:41:39.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 4407 completed, throughput=5MB/sec 2024-09-13T00:41:39.656 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L1N0GxQEZXTNKOt off=5542266 len=858210 2024-09-13T00:41:39.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 4408 completed, throughput=5MB/sec 2024-09-13T00:41:39.665 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9rrItU7cqXLVOOH off=5248966 len=466783 2024-09-13T00:41:39.671 INFO:tasks.workunit.client.0.smithi032.stdout:op 4409 completed, throughput=5MB/sec 2024-09-13T00:41:39.672 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OUWphMN4QkKXObt off=586924 len=762575 2024-09-13T00:41:39.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 4410 completed, throughput=5MB/sec 2024-09-13T00:41:39.673 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i8el4QggDboa78N off=14620088 len=1731531 2024-09-13T00:41:39.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 4411 completed, throughput=5MB/sec 2024-09-13T00:41:40.677 INFO:tasks.workunit.client.0.smithi032.stdout: 863: throughput=5MB/sec pending data=0 2024-09-13T00:41:40.678 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cjeb-7XVISBzA9x off=3571572 len=482265 2024-09-13T00:41:40.679 INFO:tasks.workunit.client.0.smithi032.stdout:op 4412 completed, throughput=5MB/sec 2024-09-13T00:41:40.679 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HEyhsVhDPag9uMr off=7755194 len=1729405 2024-09-13T00:41:40.683 INFO:tasks.workunit.client.0.smithi032.stdout:op 4413 completed, throughput=5MB/sec 2024-09-13T00:41:40.683 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n0I8gaz9GZkfP8G off=3514021 len=2065564 2024-09-13T00:41:40.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 4414 completed, throughput=5MB/sec 2024-09-13T00:41:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:41 smithi032 bash[75510]: cluster 2024-09-13T00:41:39.966031+0000 mgr.y (mgr.34107) 1167 : cluster [DBG] pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:41:41.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:41 smithi032 bash[75510]: audit 2024-09-13T00:41:40.180226+0000 mon.a (mon.0) 2282 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:41:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:41 smithi032 bash[76677]: cluster 2024-09-13T00:41:39.966031+0000 mgr.y (mgr.34107) 1167 : cluster [DBG] pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:41:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:41 smithi032 bash[76677]: audit 2024-09-13T00:41:40.180226+0000 mon.a (mon.0) 2282 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:41:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:41 smithi053 bash[67631]: cluster 2024-09-13T00:41:39.966031+0000 mgr.y (mgr.34107) 1167 : cluster [DBG] pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:41:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:41 smithi053 bash[67631]: audit 2024-09-13T00:41:40.180226+0000 mon.a (mon.0) 2282 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:41:41.689 INFO:tasks.workunit.client.0.smithi032.stdout: 864: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:41.689 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S0HxDEnZ7U1OlJh off=4606016 len=895642 2024-09-13T00:41:41.698 INFO:tasks.workunit.client.0.smithi032.stdout:op 4415 completed, throughput=5MB/sec 2024-09-13T00:41:41.698 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CmNne20heGuBk6A off=3501670 len=628340 2024-09-13T00:41:41.705 INFO:tasks.workunit.client.0.smithi032.stdout:op 4416 completed, throughput=5MB/sec 2024-09-13T00:41:41.705 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TIeXfAEYJctawW1 off=5622110 len=1174598 2024-09-13T00:41:41.707 INFO:tasks.workunit.client.0.smithi032.stdout:op 4417 completed, throughput=5MB/sec 2024-09-13T00:41:41.707 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mtRDRqGUKdOnoGu off=15307859 len=1633970 2024-09-13T00:41:41.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 4418 completed, throughput=5MB/sec 2024-09-13T00:41:41.711 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CWyG4uDYeTaGVZW off=8806156 len=1620863 2024-09-13T00:41:41.713 INFO:tasks.workunit.client.0.smithi032.stdout:op 4419 completed, throughput=5MB/sec 2024-09-13T00:41:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:41:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:41:42] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T00:41:42.714 INFO:tasks.workunit.client.0.smithi032.stdout: 865: throughput=5MB/sec pending data=0 2024-09-13T00:41:42.714 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YbW53vOFlie1VnP off=875840 len=984231 2024-09-13T00:41:42.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 4420 completed, throughput=5MB/sec 2024-09-13T00:41:42.722 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RZ9aj2oxlT_eS2o off=5163977 len=1883675 2024-09-13T00:41:42.726 INFO:tasks.workunit.client.0.smithi032.stdout:op 4421 completed, throughput=5MB/sec 2024-09-13T00:41:42.727 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EXiofQJW3L7OAsz off=16516073 len=840526 2024-09-13T00:41:42.729 INFO:tasks.workunit.client.0.smithi032.stdout:op 4422 completed, throughput=5MB/sec 2024-09-13T00:41:42.729 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AT2AslcLI1HTK_- off=2376991 len=20259 2024-09-13T00:41:42.729 INFO:tasks.workunit.client.0.smithi032.stdout:op 4423 completed, throughput=5MB/sec 2024-09-13T00:41:42.730 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Y4rUCZUTD9n2pGQ off=18054677 len=224745 2024-09-13T00:41:42.731 INFO:tasks.workunit.client.0.smithi032.stdout:op 4424 completed, throughput=5MB/sec 2024-09-13T00:41:42.731 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ql8BL_0dr_maqV2 off=9329694 len=1506805 2024-09-13T00:41:42.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 4425 completed, throughput=5MB/sec 2024-09-13T00:41:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:41:42 smithi053 bash[94430]: ts=2024-09-13T00:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:41:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:43 smithi032 bash[75510]: cluster 2024-09-13T00:41:41.967047+0000 mgr.y (mgr.34107) 1168 : cluster [DBG] pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:41:43.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:43 smithi032 bash[76677]: cluster 2024-09-13T00:41:41.967047+0000 mgr.y (mgr.34107) 1168 : cluster [DBG] pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:41:43.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:43 smithi053 bash[67631]: cluster 2024-09-13T00:41:41.967047+0000 mgr.y (mgr.34107) 1168 : cluster [DBG] pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:41:43.743 INFO:tasks.workunit.client.0.smithi032.stdout: 866: throughput=5MB/sec pending data=0 2024-09-13T00:41:43.743 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MX-ZtyZ5nDW_B4Y off=9018812 len=1506069 2024-09-13T00:41:43.747 INFO:tasks.workunit.client.0.smithi032.stdout:op 4426 completed, throughput=5MB/sec 2024-09-13T00:41:43.747 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TVLmrmjlB835Ohx off=15568328 len=1652944 2024-09-13T00:41:43.752 INFO:tasks.workunit.client.0.smithi032.stdout:op 4427 completed, throughput=5MB/sec 2024-09-13T00:41:43.752 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B_83pMJYkK0xS50 off=3303254 len=1530325 2024-09-13T00:41:43.756 INFO:tasks.workunit.client.0.smithi032.stdout:op 4428 completed, throughput=5MB/sec 2024-09-13T00:41:44.757 INFO:tasks.workunit.client.0.smithi032.stdout: 867: throughput=5MB/sec pending data=0 2024-09-13T00:41:44.757 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sa-lS5TNW3ppesU off=14186789 len=1718668 2024-09-13T00:41:44.769 INFO:tasks.workunit.client.0.smithi032.stdout:op 4429 completed, throughput=5MB/sec 2024-09-13T00:41:44.770 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yGvKdASZPwrzbMl off=10736873 len=1014152 2024-09-13T00:41:44.779 INFO:tasks.workunit.client.0.smithi032.stdout:op 4430 completed, throughput=5MB/sec 2024-09-13T00:41:44.779 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CC-4L4Dbow909Ih off=21752398 len=373359 2024-09-13T00:41:44.781 INFO:tasks.workunit.client.0.smithi032.stdout:op 4431 completed, throughput=5MB/sec 2024-09-13T00:41:44.781 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uzYOjU2lpnjObHN off=7650726 len=473231 2024-09-13T00:41:44.783 INFO:tasks.workunit.client.0.smithi032.stdout:op 4432 completed, throughput=5MB/sec 2024-09-13T00:41:44.783 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KWorTEdCaa4Q4G4 off=360038 len=1201807 2024-09-13T00:41:44.786 INFO:tasks.workunit.client.0.smithi032.stdout:op 4433 completed, throughput=5MB/sec 2024-09-13T00:41:44.786 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cDhVr8bJZ5SLPbb off=609122 len=921061 2024-09-13T00:41:44.789 INFO:tasks.workunit.client.0.smithi032.stdout:op 4434 completed, throughput=5MB/sec 2024-09-13T00:41:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:45 smithi032 bash[75510]: cluster 2024-09-13T00:41:43.968172+0000 mgr.y (mgr.34107) 1169 : cluster [DBG] pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:41:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:45 smithi032 bash[76677]: cluster 2024-09-13T00:41:43.968172+0000 mgr.y (mgr.34107) 1169 : cluster [DBG] pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:41:45.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:45 smithi053 bash[67631]: cluster 2024-09-13T00:41:43.968172+0000 mgr.y (mgr.34107) 1169 : cluster [DBG] pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:41:45.789 INFO:tasks.workunit.client.0.smithi032.stdout: 868: throughput=5MB/sec pending data=0 2024-09-13T00:41:45.790 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MPaRhCE5U5eWp-Z off=811415 len=1112952 2024-09-13T00:41:45.799 INFO:tasks.workunit.client.0.smithi032.stdout:op 4435 completed, throughput=5MB/sec 2024-09-13T00:41:45.799 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gRx9PaYUn2lHbLk off=2795463 len=1080436 2024-09-13T00:41:45.809 INFO:tasks.workunit.client.0.smithi032.stdout:op 4436 completed, throughput=5MB/sec 2024-09-13T00:41:45.809 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vtxW4ADyx2no7b7 off=8919975 len=730063 2024-09-13T00:41:45.811 INFO:tasks.workunit.client.0.smithi032.stdout:op 4437 completed, throughput=5MB/sec 2024-09-13T00:41:45.811 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tQUGvQSEl3yb1BO off=650268 len=1186362 2024-09-13T00:41:45.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 4438 completed, throughput=5MB/sec 2024-09-13T00:41:45.821 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dEp8A49AWV650UT off=6309590 len=1531362 2024-09-13T00:41:45.832 INFO:tasks.workunit.client.0.smithi032.stdout:op 4439 completed, throughput=5MB/sec 2024-09-13T00:41:46.833 INFO:tasks.workunit.client.0.smithi032.stdout: 869: throughput=5MB/sec pending data=0 2024-09-13T00:41:46.833 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PX9n3rOQLBYvMUv off=4644512 len=1791386 2024-09-13T00:41:46.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 4440 completed, throughput=5MB/sec 2024-09-13T00:41:46.846 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iKIqF6XHnpFuC4t off=5751664 len=384424 2024-09-13T00:41:46.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 4441 completed, throughput=5MB/sec 2024-09-13T00:41:46.852 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZZufCDX7gVE1BLr off=20837058 len=225867 2024-09-13T00:41:46.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 4442 completed, throughput=5MB/sec 2024-09-13T00:41:46.857 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NW-7WgmWPlZovqQ off=1830923 len=610079 2024-09-13T00:41:46.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 4443 completed, throughput=5MB/sec 2024-09-13T00:41:46.859 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-StjsrXMizWeBsr8 off=898305 len=402579 2024-09-13T00:41:46.866 INFO:tasks.workunit.client.0.smithi032.stdout:op 4444 completed, throughput=5MB/sec 2024-09-13T00:41:46.866 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6OzP3kg0yeG3sZN off=10726383 len=795852 2024-09-13T00:41:46.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 4445 completed, throughput=5MB/sec 2024-09-13T00:41:46.873 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ambKejcof8-lSw0 off=155259 len=1411645 2024-09-13T00:41:46.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 4446 completed, throughput=5MB/sec 2024-09-13T00:41:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:47 smithi032 bash[75510]: cluster 2024-09-13T00:41:45.969127+0000 mgr.y (mgr.34107) 1170 : cluster [DBG] pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T00:41:47.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:47 smithi032 bash[76677]: cluster 2024-09-13T00:41:45.969127+0000 mgr.y (mgr.34107) 1170 : cluster [DBG] pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T00:41:47.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:47 smithi053 bash[67631]: cluster 2024-09-13T00:41:45.969127+0000 mgr.y (mgr.34107) 1170 : cluster [DBG] pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T00:41:47.877 INFO:tasks.workunit.client.0.smithi032.stdout: 870: throughput=5MB/sec pending data=0 2024-09-13T00:41:47.877 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AvdZ3qWNadLAWbI off=898843 len=252520 2024-09-13T00:41:47.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 4447 completed, throughput=5MB/sec 2024-09-13T00:41:47.884 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8_fXnVFYV5368QN off=10910002 len=1911318 2024-09-13T00:41:47.896 INFO:tasks.workunit.client.0.smithi032.stdout:op 4448 completed, throughput=5MB/sec 2024-09-13T00:41:47.896 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7x-mAuVTDPyRcfd off=116111 len=514998 2024-09-13T00:41:47.898 INFO:tasks.workunit.client.0.smithi032.stdout:op 4449 completed, throughput=5MB/sec 2024-09-13T00:41:47.898 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VRy5x4ta4To9q74 off=12162276 len=917269 2024-09-13T00:41:47.901 INFO:tasks.workunit.client.0.smithi032.stdout:op 4450 completed, throughput=5MB/sec 2024-09-13T00:41:47.901 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-f7khCi5m3Ij-P9h off=19716352 len=1197132 2024-09-13T00:41:47.911 INFO:tasks.workunit.client.0.smithi032.stdout:op 4451 completed, throughput=5MB/sec 2024-09-13T00:41:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: 871: throughput=5MB/sec pending data=0 2024-09-13T00:41:48.911 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CUc9rWD_4yXFYZA off=11721671 len=207507 2024-09-13T00:41:48.917 INFO:tasks.workunit.client.0.smithi032.stdout:op 4452 completed, throughput=5MB/sec 2024-09-13T00:41:48.917 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oqkGRt8-TIma4cF off=6812803 len=1177017 2024-09-13T00:41:48.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 4453 completed, throughput=5MB/sec 2024-09-13T00:41:48.926 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I_2A-smD5GQZgdO off=19234158 len=1512060 2024-09-13T00:41:48.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 4454 completed, throughput=5MB/sec 2024-09-13T00:41:48.936 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XjgfO35iwkgbD9V off=21165754 len=952065 2024-09-13T00:41:48.938 INFO:tasks.workunit.client.0.smithi032.stdout:op 4455 completed, throughput=5MB/sec 2024-09-13T00:41:48.939 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q5RxKVxtN8bUmTj off=17523185 len=1816653 2024-09-13T00:41:48.941 INFO:tasks.workunit.client.0.smithi032.stdout:op 4456 completed, throughput=5MB/sec 2024-09-13T00:41:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:49 smithi032 bash[75510]: cluster 2024-09-13T00:41:47.970089+0000 mgr.y (mgr.34107) 1171 : cluster [DBG] pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:41:49.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:49 smithi032 bash[76677]: cluster 2024-09-13T00:41:47.970089+0000 mgr.y (mgr.34107) 1171 : cluster [DBG] pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:41:49.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:49 smithi053 bash[67631]: cluster 2024-09-13T00:41:47.970089+0000 mgr.y (mgr.34107) 1171 : cluster [DBG] pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:41:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: 872: throughput=5MB/sec pending data=0 2024-09-13T00:41:49.942 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xKdICa5PNrto2aC off=3060639 len=1648493 2024-09-13T00:41:49.946 INFO:tasks.workunit.client.0.smithi032.stdout:op 4457 completed, throughput=5MB/sec 2024-09-13T00:41:49.946 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S5hIELjgJU0qDR7 off=9484376 len=312395 2024-09-13T00:41:49.952 INFO:tasks.workunit.client.0.smithi032.stdout:op 4458 completed, throughput=5MB/sec 2024-09-13T00:41:49.952 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e9FW9I9VHPTTmNs off=17710273 len=1602643 2024-09-13T00:41:49.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 4459 completed, throughput=5MB/sec 2024-09-13T00:41:49.964 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vglICCZVhGEqWRb off=12670968 len=1567561 2024-09-13T00:41:49.975 INFO:tasks.workunit.client.0.smithi032.stdout:op 4460 completed, throughput=5MB/sec 2024-09-13T00:41:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: 873: throughput=5MB/sec pending data=0 2024-09-13T00:41:50.976 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Cq4X1fo7Tedy9rR off=3109787 len=259084 2024-09-13T00:41:50.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 4461 completed, throughput=5MB/sec 2024-09-13T00:41:50.977 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IPvgqmohLCDj9_V off=5424058 len=1072080 2024-09-13T00:41:50.986 INFO:tasks.workunit.client.0.smithi032.stdout:op 4462 completed, throughput=5MB/sec 2024-09-13T00:41:50.986 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NtbHmcHOS0YvUNU off=6895975 len=1666616 2024-09-13T00:41:50.991 INFO:tasks.workunit.client.0.smithi032.stdout:op 4463 completed, throughput=5MB/sec 2024-09-13T00:41:50.991 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--nZa5xKTB67hiek off=2747841 len=29124 2024-09-13T00:41:50.995 INFO:tasks.workunit.client.0.smithi032.stdout:op 4464 completed, throughput=5MB/sec 2024-09-13T00:41:50.995 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sxwFxpxHk0x8-0L off=558224 len=1097457 2024-09-13T00:41:51.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 4465 completed, throughput=5MB/sec 2024-09-13T00:41:51.006 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AqJoFmiGx5CLK5W off=14837222 len=128151 2024-09-13T00:41:51.008 INFO:tasks.workunit.client.0.smithi032.stdout:op 4466 completed, throughput=5MB/sec 2024-09-13T00:41:51.008 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fIvSTPxLndnsp-s off=9763772 len=1313629 2024-09-13T00:41:51.011 INFO:tasks.workunit.client.0.smithi032.stdout:op 4467 completed, throughput=5MB/sec 2024-09-13T00:41:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:51 smithi032 bash[75510]: cluster 2024-09-13T00:41:49.971270+0000 mgr.y (mgr.34107) 1172 : cluster [DBG] pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:41:51.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:51 smithi032 bash[76677]: cluster 2024-09-13T00:41:49.971270+0000 mgr.y (mgr.34107) 1172 : cluster [DBG] pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:41:51.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:51 smithi053 bash[67631]: cluster 2024-09-13T00:41:49.971270+0000 mgr.y (mgr.34107) 1172 : cluster [DBG] pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:41:52.011 INFO:tasks.workunit.client.0.smithi032.stdout: 874: throughput=5MB/sec pending data=0 2024-09-13T00:41:52.012 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2STCLqOGm0C6qTV off=9042172 len=996499 2024-09-13T00:41:52.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 4468 completed, throughput=5MB/sec 2024-09-13T00:41:52.021 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u7IkCe3sro51YL1 off=6631080 len=1431151 2024-09-13T00:41:52.025 INFO:tasks.workunit.client.0.smithi032.stdout:op 4469 completed, throughput=5MB/sec 2024-09-13T00:41:52.025 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LAXCIQ4r43RJVUi off=1364705 len=832149 2024-09-13T00:41:52.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 4470 completed, throughput=5MB/sec 2024-09-13T00:41:52.033 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eGq_ivqrfaiz2g1 off=4495374 len=182977 2024-09-13T00:41:52.038 INFO:tasks.workunit.client.0.smithi032.stdout:op 4471 completed, throughput=5MB/sec 2024-09-13T00:41:52.038 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zv4Xb81kgHIfWaT off=1872747 len=716889 2024-09-13T00:41:52.045 INFO:tasks.workunit.client.0.smithi032.stdout:op 4472 completed, throughput=5MB/sec 2024-09-13T00:41:52.045 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X5tE0obay4kw-f0 off=950761 len=1194043 2024-09-13T00:41:52.055 INFO:tasks.workunit.client.0.smithi032.stdout:op 4473 completed, throughput=5MB/sec 2024-09-13T00:41:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:41:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:41:52] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T00:41:52.789 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:41:52 smithi053 bash[94430]: ts=2024-09-13T00:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:41:53.056 INFO:tasks.workunit.client.0.smithi032.stdout: 875: throughput=5MB/sec pending data=0 2024-09-13T00:41:53.056 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yqvLn894Au67FSg off=5823904 len=746985 2024-09-13T00:41:53.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 4474 completed, throughput=5MB/sec 2024-09-13T00:41:53.058 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-abksUFL0YBZKnVA off=1265462 len=1497795 2024-09-13T00:41:53.063 INFO:tasks.workunit.client.0.smithi032.stdout:op 4475 completed, throughput=5MB/sec 2024-09-13T00:41:53.063 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iG5dtezR3dIubCK off=1512577 len=545855 2024-09-13T00:41:53.069 INFO:tasks.workunit.client.0.smithi032.stdout:op 4476 completed, throughput=5MB/sec 2024-09-13T00:41:53.069 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t4Y8trlUQcpvjPF off=9669454 len=1265602 2024-09-13T00:41:53.079 INFO:tasks.workunit.client.0.smithi032.stdout:op 4477 completed, throughput=5MB/sec 2024-09-13T00:41:53.079 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s46Zsy79U22XCww off=23733749 len=1171191 2024-09-13T00:41:53.089 INFO:tasks.workunit.client.0.smithi032.stdout:op 4478 completed, throughput=5MB/sec 2024-09-13T00:41:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:53 smithi032 bash[75510]: cluster 2024-09-13T00:41:51.972256+0000 mgr.y (mgr.34107) 1173 : cluster [DBG] pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:41:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:53 smithi032 bash[76677]: cluster 2024-09-13T00:41:51.972256+0000 mgr.y (mgr.34107) 1173 : cluster [DBG] pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:41:53.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:53 smithi053 bash[67631]: cluster 2024-09-13T00:41:51.972256+0000 mgr.y (mgr.34107) 1173 : cluster [DBG] pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:41:54.090 INFO:tasks.workunit.client.0.smithi032.stdout: 876: throughput=4.99MB/sec pending data=0 2024-09-13T00:41:54.090 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zFfADq4mqVnYm9m off=5581262 len=230651 2024-09-13T00:41:54.096 INFO:tasks.workunit.client.0.smithi032.stdout:op 4479 completed, throughput=5MB/sec 2024-09-13T00:41:54.096 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OWkq9aoUFhzhnqh off=7089222 len=1008050 2024-09-13T00:41:54.106 INFO:tasks.workunit.client.0.smithi032.stdout:op 4480 completed, throughput=5MB/sec 2024-09-13T00:41:54.106 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zzy-sK368Hrm_vy off=8332 len=944599 2024-09-13T00:41:54.115 INFO:tasks.workunit.client.0.smithi032.stdout:op 4481 completed, throughput=5MB/sec 2024-09-13T00:41:54.115 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7I2tHL02g02aljo off=2849 len=1175813 2024-09-13T00:41:54.126 INFO:tasks.workunit.client.0.smithi032.stdout:op 4482 completed, throughput=5MB/sec 2024-09-13T00:41:54.126 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jHSo3A_zVzbHbev off=3357822 len=843187 2024-09-13T00:41:54.128 INFO:tasks.workunit.client.0.smithi032.stdout:op 4483 completed, throughput=5MB/sec 2024-09-13T00:41:54.128 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rp_ciQpZQBq95YO off=2340832 len=1974284 2024-09-13T00:41:54.143 INFO:tasks.workunit.client.0.smithi032.stdout:op 4484 completed, throughput=5MB/sec 2024-09-13T00:41:55.143 INFO:tasks.workunit.client.0.smithi032.stdout: 877: throughput=5MB/sec pending data=0 2024-09-13T00:41:55.143 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Nb1fQwBzGfCDNSo off=1768209 len=333337 2024-09-13T00:41:55.149 INFO:tasks.workunit.client.0.smithi032.stdout:op 4485 completed, throughput=5MB/sec 2024-09-13T00:41:55.149 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kdJx8N6JPPGuSVp off=12313399 len=1145689 2024-09-13T00:41:55.153 INFO:tasks.workunit.client.0.smithi032.stdout:op 4486 completed, throughput=5MB/sec 2024-09-13T00:41:55.153 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RwyO07ZMpOnnQqQ off=16444480 len=1875546 2024-09-13T00:41:55.166 INFO:tasks.workunit.client.0.smithi032.stdout:op 4487 completed, throughput=5MB/sec 2024-09-13T00:41:55.166 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-e2yLPaS4ownD7Az off=7151715 len=2026764 2024-09-13T00:41:55.171 INFO:tasks.workunit.client.0.smithi032.stdout:op 4488 completed, throughput=5MB/sec 2024-09-13T00:41:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:55 smithi032 bash[75510]: cluster 2024-09-13T00:41:53.973379+0000 mgr.y (mgr.34107) 1174 : cluster [DBG] pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:41:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:55 smithi032 bash[76677]: cluster 2024-09-13T00:41:53.973379+0000 mgr.y (mgr.34107) 1174 : cluster [DBG] pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:41:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:55 smithi053 bash[67631]: cluster 2024-09-13T00:41:53.973379+0000 mgr.y (mgr.34107) 1174 : cluster [DBG] pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:41:56.171 INFO:tasks.workunit.client.0.smithi032.stdout: 878: throughput=5MB/sec pending data=0 2024-09-13T00:41:56.172 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BMO19e-pJv9REag off=12577027 len=1903739 2024-09-13T00:41:56.176 INFO:tasks.workunit.client.0.smithi032.stdout:op 4489 completed, throughput=5MB/sec 2024-09-13T00:41:56.176 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QahSuymMl4k1aOC off=15734183 len=259917 2024-09-13T00:41:56.182 INFO:tasks.workunit.client.0.smithi032.stdout:op 4490 completed, throughput=5MB/sec 2024-09-13T00:41:56.182 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-faNjptwgjmvvGar off=4679855 len=14077 2024-09-13T00:41:56.184 INFO:tasks.workunit.client.0.smithi032.stdout:op 4491 completed, throughput=5MB/sec 2024-09-13T00:41:56.184 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zGq53ucrkrN4QC8 off=13897499 len=1322121 2024-09-13T00:41:56.188 INFO:tasks.workunit.client.0.smithi032.stdout:op 4492 completed, throughput=5MB/sec 2024-09-13T00:41:56.188 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F_W2YJwg6VhJ7JY off=10084117 len=487499 2024-09-13T00:41:56.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 4493 completed, throughput=5MB/sec 2024-09-13T00:41:56.190 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Kq_YunVWMYxPaBy off=1753819 len=1516993 2024-09-13T00:41:56.203 INFO:tasks.workunit.client.0.smithi032.stdout:op 4494 completed, throughput=5MB/sec 2024-09-13T00:41:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:56 smithi032 bash[75510]: audit 2024-09-13T00:41:55.180879+0000 mon.a (mon.0) 2283 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:41:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:56 smithi032 bash[76677]: audit 2024-09-13T00:41:55.180879+0000 mon.a (mon.0) 2283 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:41:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:56 smithi053 bash[67631]: audit 2024-09-13T00:41:55.180879+0000 mon.a (mon.0) 2283 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:41:57.204 INFO:tasks.workunit.client.0.smithi032.stdout: 879: throughput=5MB/sec pending data=0 2024-09-13T00:41:57.204 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vb3fFiTqMwWgDCB off=5483177 len=1513808 2024-09-13T00:41:57.208 INFO:tasks.workunit.client.0.smithi032.stdout:op 4495 completed, throughput=5MB/sec 2024-09-13T00:41:57.208 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nco97HPwPMg74Be off=17499014 len=474519 2024-09-13T00:41:57.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 4496 completed, throughput=5MB/sec 2024-09-13T00:41:57.210 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tysHJJu8rhoJpg8 off=9979569 len=36026 2024-09-13T00:41:57.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 4497 completed, throughput=5MB/sec 2024-09-13T00:41:57.214 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ELzOJZzIrMpw3xy off=7619991 len=194026 2024-09-13T00:41:57.219 INFO:tasks.workunit.client.0.smithi032.stdout:op 4498 completed, throughput=5MB/sec 2024-09-13T00:41:57.220 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eoA5C72rvfwX3AD off=5701723 len=542223 2024-09-13T00:41:57.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 4499 completed, throughput=5MB/sec 2024-09-13T00:41:57.221 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-27VKGwRF1XfJ8Kr off=0 len=1198906 2024-09-13T00:41:57.231 INFO:tasks.workunit.client.0.smithi032.stdout:op 4500 completed, throughput=5MB/sec 2024-09-13T00:41:57.231 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KGR6bk8zhAnrm8l off=6900998 len=1537628 2024-09-13T00:41:57.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 4501 completed, throughput=5MB/sec 2024-09-13T00:41:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:57 smithi032 bash[75510]: cluster 2024-09-13T00:41:55.974253+0000 mgr.y (mgr.34107) 1175 : cluster [DBG] pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:41:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:57 smithi032 bash[76677]: cluster 2024-09-13T00:41:55.974253+0000 mgr.y (mgr.34107) 1175 : cluster [DBG] pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:41:57.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:57 smithi053 bash[67631]: cluster 2024-09-13T00:41:55.974253+0000 mgr.y (mgr.34107) 1175 : cluster [DBG] pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:41:58.237 INFO:tasks.workunit.client.0.smithi032.stdout: 880: throughput=5MB/sec pending data=0 2024-09-13T00:41:58.237 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3W1tJog_siu136G off=7956576 len=1366176 2024-09-13T00:41:58.241 INFO:tasks.workunit.client.0.smithi032.stdout:op 4502 completed, throughput=5MB/sec 2024-09-13T00:41:58.241 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_jxJi4gaMjDBXTS off=3489262 len=2048189 2024-09-13T00:41:58.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 4503 completed, throughput=5MB/sec 2024-09-13T00:41:58.256 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VO3VU-kvoIo8fYU off=11428329 len=1734295 2024-09-13T00:41:58.260 INFO:tasks.workunit.client.0.smithi032.stdout:op 4504 completed, throughput=5MB/sec 2024-09-13T00:41:59.260 INFO:tasks.workunit.client.0.smithi032.stdout: 881: throughput=5MB/sec pending data=0 2024-09-13T00:41:59.261 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AAgxHCmZhHBo7OY off=63144 len=1499367 2024-09-13T00:41:59.264 INFO:tasks.workunit.client.0.smithi032.stdout:op 4505 completed, throughput=5MB/sec 2024-09-13T00:41:59.264 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OO4DZzrqM9xNeX2 off=3932072 len=178940 2024-09-13T00:41:59.266 INFO:tasks.workunit.client.0.smithi032.stdout:op 4506 completed, throughput=5MB/sec 2024-09-13T00:41:59.266 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gQdvfN27odhjR6Q off=1011586 len=675115 2024-09-13T00:41:59.268 INFO:tasks.workunit.client.0.smithi032.stdout:op 4507 completed, throughput=5MB/sec 2024-09-13T00:41:59.268 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VWCo0iIRpzgfTnR off=3024140 len=1384662 2024-09-13T00:41:59.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 4508 completed, throughput=5MB/sec 2024-09-13T00:41:59.272 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y0lyAkNVqaMxWBS off=5274952 len=1600011 2024-09-13T00:41:59.284 INFO:tasks.workunit.client.0.smithi032.stdout:op 4509 completed, throughput=5MB/sec 2024-09-13T00:41:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:41:59 smithi032 bash[75510]: cluster 2024-09-13T00:41:57.975229+0000 mgr.y (mgr.34107) 1176 : cluster [DBG] pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:41:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:41:59 smithi032 bash[76677]: cluster 2024-09-13T00:41:57.975229+0000 mgr.y (mgr.34107) 1176 : cluster [DBG] pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:41:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:41:59 smithi053 bash[67631]: cluster 2024-09-13T00:41:57.975229+0000 mgr.y (mgr.34107) 1176 : cluster [DBG] pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T00:42:00.285 INFO:tasks.workunit.client.0.smithi032.stdout: 882: throughput=5MB/sec pending data=0 2024-09-13T00:42:00.285 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gZ9N8b7LbOdTmOO off=2480056 len=1837594 2024-09-13T00:42:00.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 4510 completed, throughput=5MB/sec 2024-09-13T00:42:00.290 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Uaq-Y4JkK9rgw6A off=15857876 len=1929187 2024-09-13T00:42:00.294 INFO:tasks.workunit.client.0.smithi032.stdout:op 4511 completed, throughput=5MB/sec 2024-09-13T00:42:00.295 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vaS5aSCGNPNWJzd off=11382828 len=1231307 2024-09-13T00:42:00.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 4512 completed, throughput=5MB/sec 2024-09-13T00:42:01.298 INFO:tasks.workunit.client.0.smithi032.stdout: 883: throughput=5MB/sec pending data=0 2024-09-13T00:42:01.298 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gETOd6wNTLBCLsU off=6739616 len=1091008 2024-09-13T00:42:01.301 INFO:tasks.workunit.client.0.smithi032.stdout:op 4513 completed, throughput=5MB/sec 2024-09-13T00:42:01.301 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-b1YDvWU7WO2WTVd off=10324722 len=512432 2024-09-13T00:42:01.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 4514 completed, throughput=5MB/sec 2024-09-13T00:42:01.303 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5MSnbf0uq4v0MWj off=3809522 len=357790 2024-09-13T00:42:01.305 INFO:tasks.workunit.client.0.smithi032.stdout:op 4515 completed, throughput=5MB/sec 2024-09-13T00:42:01.305 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-49Cmf9JTOEc0Tse off=1016341 len=125312 2024-09-13T00:42:01.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 4516 completed, throughput=5MB/sec 2024-09-13T00:42:01.309 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--nwRIaVVVFxje8j off=4311931 len=1819822 2024-09-13T00:42:01.323 INFO:tasks.workunit.client.0.smithi032.stdout:op 4517 completed, throughput=5MB/sec 2024-09-13T00:42:01.323 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iAWmZzytTuxAPnG off=6228845 len=999409 2024-09-13T00:42:01.326 INFO:tasks.workunit.client.0.smithi032.stdout:op 4518 completed, throughput=5MB/sec 2024-09-13T00:42:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:01 smithi032 bash[75510]: cluster 2024-09-13T00:41:59.976165+0000 mgr.y (mgr.34107) 1177 : cluster [DBG] pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:42:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:01 smithi032 bash[76677]: cluster 2024-09-13T00:41:59.976165+0000 mgr.y (mgr.34107) 1177 : cluster [DBG] pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:42:01.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:01 smithi053 bash[67631]: cluster 2024-09-13T00:41:59.976165+0000 mgr.y (mgr.34107) 1177 : cluster [DBG] pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:42:02.327 INFO:tasks.workunit.client.0.smithi032.stdout: 884: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:02.327 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pHF_nxO0d-R836G off=10229015 len=13971 2024-09-13T00:42:02.331 INFO:tasks.workunit.client.0.smithi032.stdout:op 4519 completed, throughput=4.99MB/sec 2024-09-13T00:42:02.331 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-prsClxc3YkjDN6I off=435023 len=690553 2024-09-13T00:42:02.333 INFO:tasks.workunit.client.0.smithi032.stdout:op 4520 completed, throughput=5MB/sec 2024-09-13T00:42:02.333 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VIH1B6QuUr1lR8R off=10134968 len=1257660 2024-09-13T00:42:02.336 INFO:tasks.workunit.client.0.smithi032.stdout:op 4521 completed, throughput=5MB/sec 2024-09-13T00:42:02.336 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Sa6z1B7BwG1MHnE off=229968 len=110332 2024-09-13T00:42:02.341 INFO:tasks.workunit.client.0.smithi032.stdout:op 4522 completed, throughput=5MB/sec 2024-09-13T00:42:02.341 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ez7zMAQ1OblZM3d off=7254837 len=229069 2024-09-13T00:42:02.346 INFO:tasks.workunit.client.0.smithi032.stdout:op 4523 completed, throughput=5MB/sec 2024-09-13T00:42:02.346 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--QXAcT2iVRyUDm2 off=2424876 len=813994 2024-09-13T00:42:02.355 INFO:tasks.workunit.client.0.smithi032.stdout:op 4524 completed, throughput=5MB/sec 2024-09-13T00:42:02.355 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hFi1gFHgy_6HE70 off=796753 len=8676 2024-09-13T00:42:02.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 4525 completed, throughput=5MB/sec 2024-09-13T00:42:02.360 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_dOw5ZjGFePm_C0 off=2991044 len=862833 2024-09-13T00:42:02.362 INFO:tasks.workunit.client.0.smithi032.stdout:op 4526 completed, throughput=5MB/sec 2024-09-13T00:42:02.362 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-b8ocDwYneUlTGB4 off=12586929 len=91454 2024-09-13T00:42:02.364 INFO:tasks.workunit.client.0.smithi032.stdout:op 4527 completed, throughput=5MB/sec 2024-09-13T00:42:02.364 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EQDoUCEZ-2VFDMb off=15368863 len=616633 2024-09-13T00:42:02.371 INFO:tasks.workunit.client.0.smithi032.stdout:op 4528 completed, throughput=5MB/sec 2024-09-13T00:42:02.371 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-geD9MxnWR9ppIIg off=2529328 len=1210158 2024-09-13T00:42:02.375 INFO:tasks.workunit.client.0.smithi032.stdout:op 4529 completed, throughput=5MB/sec 2024-09-13T00:42:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:42:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:42:02] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T00:42:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:42:02 smithi053 bash[94430]: ts=2024-09-13T00:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:42:03.376 INFO:tasks.workunit.client.0.smithi032.stdout: 885: throughput=5MB/sec pending data=0 2024-09-13T00:42:03.376 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nue2Ayj1PHcD837 off=761142 len=2015452 2024-09-13T00:42:03.391 INFO:tasks.workunit.client.0.smithi032.stdout:op 4530 completed, throughput=5MB/sec 2024-09-13T00:42:03.391 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eU8GO9QAbPbV1mS off=11070999 len=800583 2024-09-13T00:42:03.398 INFO:tasks.workunit.client.0.smithi032.stdout:op 4531 completed, throughput=5MB/sec 2024-09-13T00:42:03.398 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o51wPJ4UhI-ewMb off=149081 len=1901900 2024-09-13T00:42:03.403 INFO:tasks.workunit.client.0.smithi032.stdout:op 4532 completed, throughput=5MB/sec 2024-09-13T00:42:03.403 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mNn7VgJ-f99oy9k off=16037426 len=2015792 2024-09-13T00:42:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:03 smithi032 bash[75510]: cluster 2024-09-13T00:42:01.977194+0000 mgr.y (mgr.34107) 1178 : cluster [DBG] pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:42:03.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:03 smithi032 bash[76677]: cluster 2024-09-13T00:42:01.977194+0000 mgr.y (mgr.34107) 1178 : cluster [DBG] pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:42:03.417 INFO:tasks.workunit.client.0.smithi032.stdout:op 4533 completed, throughput=5MB/sec 2024-09-13T00:42:03.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:03 smithi053 bash[67631]: cluster 2024-09-13T00:42:01.977194+0000 mgr.y (mgr.34107) 1178 : cluster [DBG] pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:42:04.418 INFO:tasks.workunit.client.0.smithi032.stdout: 886: throughput=5MB/sec pending data=0 2024-09-13T00:42:04.418 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ybu5UarS4m4BhmM off=4678893 len=1601341 2024-09-13T00:42:04.422 INFO:tasks.workunit.client.0.smithi032.stdout:op 4534 completed, throughput=5MB/sec 2024-09-13T00:42:04.422 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6iykRpw0TUAupmX off=816580 len=1090330 2024-09-13T00:42:04.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 4535 completed, throughput=5MB/sec 2024-09-13T00:42:04.425 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M1I8G7szbd6TQmC off=12774176 len=171551 2024-09-13T00:42:04.427 INFO:tasks.workunit.client.0.smithi032.stdout:op 4536 completed, throughput=5MB/sec 2024-09-13T00:42:04.427 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V-4dS8QziROpwiR off=7797202 len=757264 2024-09-13T00:42:04.429 INFO:tasks.workunit.client.0.smithi032.stdout:op 4537 completed, throughput=5MB/sec 2024-09-13T00:42:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:05 smithi032 bash[75510]: cluster 2024-09-13T00:42:03.978387+0000 mgr.y (mgr.34107) 1179 : cluster [DBG] pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:42:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:05 smithi032 bash[76677]: cluster 2024-09-13T00:42:03.978387+0000 mgr.y (mgr.34107) 1179 : cluster [DBG] pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:42:05.429 INFO:tasks.workunit.client.0.smithi032.stdout: 887: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:05.429 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8Jb3M7-16ubvpPE off=2665277 len=1498159 2024-09-13T00:42:05.433 INFO:tasks.workunit.client.0.smithi032.stdout:op 4538 completed, throughput=5MB/sec 2024-09-13T00:42:05.433 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3Uujd8NrbXxPjbl off=4160065 len=911056 2024-09-13T00:42:05.436 INFO:tasks.workunit.client.0.smithi032.stdout:op 4539 completed, throughput=5MB/sec 2024-09-13T00:42:05.436 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ff8ZaBQ0iRR2Yn_ off=9113478 len=1490067 2024-09-13T00:42:05.439 INFO:tasks.workunit.client.0.smithi032.stdout:op 4540 completed, throughput=5MB/sec 2024-09-13T00:42:05.439 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L4VsEpc76-zBUPk off=5805998 len=329385 2024-09-13T00:42:05.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 4541 completed, throughput=5MB/sec 2024-09-13T00:42:05.445 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-opK8FiRcSK2J3xH off=5907802 len=905970 2024-09-13T00:42:05.449 INFO:tasks.workunit.client.0.smithi032.stdout:op 4542 completed, throughput=5MB/sec 2024-09-13T00:42:05.449 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--S-OXvy748_uM1k off=492700 len=449108 2024-09-13T00:42:05.455 INFO:tasks.workunit.client.0.smithi032.stdout:op 4543 completed, throughput=5MB/sec 2024-09-13T00:42:05.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:05 smithi053 bash[67631]: cluster 2024-09-13T00:42:03.978387+0000 mgr.y (mgr.34107) 1179 : cluster [DBG] pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:42:06.455 INFO:tasks.workunit.client.0.smithi032.stdout: 888: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:06.456 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RSc-Rn0N6shaJTh off=2999997 len=93755 2024-09-13T00:42:06.457 INFO:tasks.workunit.client.0.smithi032.stdout:op 4544 completed, throughput=4.99MB/sec 2024-09-13T00:42:06.457 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BAAHUaSNX2vOKHn off=13866698 len=784603 2024-09-13T00:42:06.460 INFO:tasks.workunit.client.0.smithi032.stdout:op 4545 completed, throughput=5MB/sec 2024-09-13T00:42:06.461 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UupLoHB-3sfjzDa off=245785 len=360387 2024-09-13T00:42:06.466 INFO:tasks.workunit.client.0.smithi032.stdout:op 4546 completed, throughput=5MB/sec 2024-09-13T00:42:06.466 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GgvzHtTRkwrXfBB off=24137009 len=399813 2024-09-13T00:42:06.471 INFO:tasks.workunit.client.0.smithi032.stdout:op 4547 completed, throughput=5MB/sec 2024-09-13T00:42:06.471 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-090ZZvhuGFFl7MC off=4860566 len=1706647 2024-09-13T00:42:06.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 4548 completed, throughput=5MB/sec 2024-09-13T00:42:06.482 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2w3IQTahNCRVu2F off=5495276 len=1247467 2024-09-13T00:42:06.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 4549 completed, throughput=5MB/sec 2024-09-13T00:42:06.493 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cgW_NPV04k7Wyh3 off=318318 len=628568 2024-09-13T00:42:06.500 INFO:tasks.workunit.client.0.smithi032.stdout:op 4550 completed, throughput=5MB/sec 2024-09-13T00:42:07.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:07 smithi032 bash[75510]: cluster 2024-09-13T00:42:05.979409+0000 mgr.y (mgr.34107) 1180 : cluster [DBG] pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T00:42:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:07 smithi032 bash[76677]: cluster 2024-09-13T00:42:05.979409+0000 mgr.y (mgr.34107) 1180 : cluster [DBG] pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T00:42:07.500 INFO:tasks.workunit.client.0.smithi032.stdout: 889: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:07.501 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6bIJNFLNuKhMUBg off=3583970 len=102552 2024-09-13T00:42:07.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 4551 completed, throughput=4.99MB/sec 2024-09-13T00:42:07.505 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7zi4E72U_-y1LtY off=2770845 len=1761458 2024-09-13T00:42:07.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 4552 completed, throughput=5MB/sec 2024-09-13T00:42:07.511 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6AiikFrunLxsslP off=1718374 len=704538 2024-09-13T00:42:07.518 INFO:tasks.workunit.client.0.smithi032.stdout:op 4553 completed, throughput=5MB/sec 2024-09-13T00:42:07.519 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cBoPeKzQZtw3Dfw off=17787542 len=1630107 2024-09-13T00:42:07.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 4554 completed, throughput=5MB/sec 2024-09-13T00:42:07.531 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yJdj6dU1kP9vb9O off=10544701 len=1329132 2024-09-13T00:42:07.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:07 smithi053 bash[67631]: cluster 2024-09-13T00:42:05.979409+0000 mgr.y (mgr.34107) 1180 : cluster [DBG] pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T00:42:07.539 INFO:tasks.workunit.client.0.smithi032.stdout:op 4555 completed, throughput=5MB/sec 2024-09-13T00:42:08.539 INFO:tasks.workunit.client.0.smithi032.stdout: 890: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:08.540 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c6A3hpJvrDXQ4yo off=10278741 len=382930 2024-09-13T00:42:08.542 INFO:tasks.workunit.client.0.smithi032.stdout:op 4556 completed, throughput=5MB/sec 2024-09-13T00:42:08.542 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I-iM8_xXJQQMgx2 off=7915912 len=1663362 2024-09-13T00:42:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:op 4557 completed, throughput=5MB/sec 2024-09-13T00:42:08.558 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lzwCuZjkVK3vddR off=12268171 len=1919955 2024-09-13T00:42:08.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 4558 completed, throughput=5MB/sec 2024-09-13T00:42:08.572 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_kdU2PnRalY2Y9x off=18077737 len=1732169 2024-09-13T00:42:08.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 4559 completed, throughput=5MB/sec 2024-09-13T00:42:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:09 smithi032 bash[75510]: cluster 2024-09-13T00:42:07.980441+0000 mgr.y (mgr.34107) 1181 : cluster [DBG] pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:42:09.693 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:09 smithi032 bash[76677]: cluster 2024-09-13T00:42:07.980441+0000 mgr.y (mgr.34107) 1181 : cluster [DBG] pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:42:09.694 INFO:tasks.workunit.client.0.smithi032.stdout: 891: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:09.694 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hN6JrB_cMboodHa off=10473936 len=2069050 2024-09-13T00:42:09.694 INFO:tasks.workunit.client.0.smithi032.stdout:op 4560 completed, throughput=5MB/sec 2024-09-13T00:42:09.694 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jgE4QCHB1NsIV34 off=16307635 len=2043890 2024-09-13T00:42:09.694 INFO:tasks.workunit.client.0.smithi032.stdout:op 4561 completed, throughput=5MB/sec 2024-09-13T00:42:09.694 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LMD3ELA4iN1ntQ9 off=6086755 len=817246 2024-09-13T00:42:09.694 INFO:tasks.workunit.client.0.smithi032.stdout:op 4562 completed, throughput=5MB/sec 2024-09-13T00:42:09.694 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lFgcigFcIEoSMvc off=6983683 len=680857 2024-09-13T00:42:09.694 INFO:tasks.workunit.client.0.smithi032.stdout:op 4563 completed, throughput=5MB/sec 2024-09-13T00:42:09.695 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:09 smithi053 bash[67631]: cluster 2024-09-13T00:42:07.980441+0000 mgr.y (mgr.34107) 1181 : cluster [DBG] pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:42:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:10 smithi032 bash[75510]: audit 2024-09-13T00:42:10.015212+0000 mon.a (mon.0) 2284 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:42:10.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:10 smithi032 bash[76677]: audit 2024-09-13T00:42:10.015212+0000 mon.a (mon.0) 2284 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:42:10.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:10 smithi053 bash[67631]: audit 2024-09-13T00:42:10.015212+0000 mon.a (mon.0) 2284 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:42:10.619 INFO:tasks.workunit.client.0.smithi032.stdout: 892: throughput=5MB/sec pending data=0 2024-09-13T00:42:10.619 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wyJn1QY6mF6wgmI off=1698047 len=1683830 2024-09-13T00:42:10.623 INFO:tasks.workunit.client.0.smithi032.stdout:op 4564 completed, throughput=5MB/sec 2024-09-13T00:42:10.623 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2yS6aTGHO354lxp off=3325873 len=366896 2024-09-13T00:42:10.625 INFO:tasks.workunit.client.0.smithi032.stdout:op 4565 completed, throughput=5MB/sec 2024-09-13T00:42:10.625 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tfVwxLy6uJ7Vuog off=6161330 len=2074328 2024-09-13T00:42:10.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 4566 completed, throughput=5MB/sec 2024-09-13T00:42:10.640 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iXlXwru3xkZktf6 off=500639 len=1221880 2024-09-13T00:42:10.643 INFO:tasks.workunit.client.0.smithi032.stdout:op 4567 completed, throughput=5MB/sec 2024-09-13T00:42:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:11 smithi032 bash[75510]: cluster 2024-09-13T00:42:09.981535+0000 mgr.y (mgr.34107) 1182 : cluster [DBG] pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T00:42:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:11 smithi032 bash[75510]: audit 2024-09-13T00:42:10.180923+0000 mon.a (mon.0) 2285 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:42:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:11 smithi032 bash[75510]: audit 2024-09-13T00:42:10.591596+0000 mon.a (mon.0) 2286 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:42:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:11 smithi032 bash[75510]: audit 2024-09-13T00:42:10.593293+0000 mon.a (mon.0) 2287 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:42:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:11 smithi032 bash[75510]: audit 2024-09-13T00:42:10.602927+0000 mon.a (mon.0) 2288 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:42:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:11 smithi032 bash[76677]: cluster 2024-09-13T00:42:09.981535+0000 mgr.y (mgr.34107) 1182 : cluster [DBG] pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T00:42:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:11 smithi032 bash[76677]: audit 2024-09-13T00:42:10.180923+0000 mon.a (mon.0) 2285 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:42:11.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:11 smithi032 bash[76677]: audit 2024-09-13T00:42:10.591596+0000 mon.a (mon.0) 2286 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:42:11.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:11 smithi032 bash[76677]: audit 2024-09-13T00:42:10.593293+0000 mon.a (mon.0) 2287 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:42:11.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:11 smithi032 bash[76677]: audit 2024-09-13T00:42:10.602927+0000 mon.a (mon.0) 2288 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:42:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:11 smithi053 bash[67631]: cluster 2024-09-13T00:42:09.981535+0000 mgr.y (mgr.34107) 1182 : cluster [DBG] pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T00:42:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:11 smithi053 bash[67631]: audit 2024-09-13T00:42:10.180923+0000 mon.a (mon.0) 2285 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:42:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:11 smithi053 bash[67631]: audit 2024-09-13T00:42:10.591596+0000 mon.a (mon.0) 2286 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:42:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:11 smithi053 bash[67631]: audit 2024-09-13T00:42:10.593293+0000 mon.a (mon.0) 2287 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:42:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:11 smithi053 bash[67631]: audit 2024-09-13T00:42:10.602927+0000 mon.a (mon.0) 2288 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:42:11.643 INFO:tasks.workunit.client.0.smithi032.stdout: 893: throughput=5MB/sec pending data=0 2024-09-13T00:42:11.643 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-abksUFL0YBZKnVA off=1134912 len=1824527 2024-09-13T00:42:11.647 INFO:tasks.workunit.client.0.smithi032.stdout:op 4568 completed, throughput=5MB/sec 2024-09-13T00:42:11.647 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RGGKAgFPbOMdjb3 off=6624943 len=683472 2024-09-13T00:42:11.651 INFO:tasks.workunit.client.0.smithi032.stdout:op 4569 completed, throughput=5MB/sec 2024-09-13T00:42:11.651 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rcZBqlHIiepfBlY off=617829 len=202794 2024-09-13T00:42:11.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 4570 completed, throughput=5MB/sec 2024-09-13T00:42:11.656 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WxAE1nuYzGrz6Kj off=3192607 len=1092158 2024-09-13T00:42:11.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 4571 completed, throughput=5MB/sec 2024-09-13T00:42:11.665 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6tpWIY78EWKnkx1 off=3305548 len=945864 2024-09-13T00:42:11.674 INFO:tasks.workunit.client.0.smithi032.stdout:op 4572 completed, throughput=5MB/sec 2024-09-13T00:42:11.674 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WcrJOqFnJO6WhGO off=767897 len=1697400 2024-09-13T00:42:11.685 INFO:tasks.workunit.client.0.smithi032.stdout:op 4573 completed, throughput=5MB/sec 2024-09-13T00:42:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:42:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:42:12] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-09-13T00:42:12.685 INFO:tasks.workunit.client.0.smithi032.stdout: 894: throughput=5MB/sec pending data=0 2024-09-13T00:42:12.686 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-grcpta3eoBmFGr8 off=11907194 len=790228 2024-09-13T00:42:12.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 4574 completed, throughput=5MB/sec 2024-09-13T00:42:12.693 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_Izv5JrTolBBbn5 off=11120051 len=724967 2024-09-13T00:42:12.699 INFO:tasks.workunit.client.0.smithi032.stdout:op 4575 completed, throughput=5MB/sec 2024-09-13T00:42:12.699 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QXI00PaGZhTxzNp off=11208629 len=965041 2024-09-13T00:42:12.708 INFO:tasks.workunit.client.0.smithi032.stdout:op 4576 completed, throughput=5MB/sec 2024-09-13T00:42:12.708 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VszB0f5QnDJQM7S off=17113316 len=10733 2024-09-13T00:42:12.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 4577 completed, throughput=5MB/sec 2024-09-13T00:42:12.710 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GC_Y_OLaf1LezWR off=1891257 len=1806849 2024-09-13T00:42:12.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 4578 completed, throughput=5MB/sec 2024-09-13T00:42:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:42:12 smithi053 bash[94430]: ts=2024-09-13T00:42:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:42:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:13 smithi032 bash[76677]: cluster 2024-09-13T00:42:11.982592+0000 mgr.y (mgr.34107) 1183 : cluster [DBG] pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:42:13.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:13 smithi032 bash[75510]: cluster 2024-09-13T00:42:11.982592+0000 mgr.y (mgr.34107) 1183 : cluster [DBG] pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:42:13.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:13 smithi053 bash[67631]: cluster 2024-09-13T00:42:11.982592+0000 mgr.y (mgr.34107) 1183 : cluster [DBG] pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:42:13.715 INFO:tasks.workunit.client.0.smithi032.stdout: 895: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:13.715 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nTw_AF9vyzwN4OO off=17145077 len=1697491 2024-09-13T00:42:13.719 INFO:tasks.workunit.client.0.smithi032.stdout:op 4579 completed, throughput=5MB/sec 2024-09-13T00:42:13.719 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-grbXibI-nluVFe- off=868231 len=1472666 2024-09-13T00:42:13.732 INFO:tasks.workunit.client.0.smithi032.stdout:op 4580 completed, throughput=5MB/sec 2024-09-13T00:42:13.732 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BZbmL-G7pDI6dbo off=5138866 len=1037675 2024-09-13T00:42:13.734 INFO:tasks.workunit.client.0.smithi032.stdout:op 4581 completed, throughput=5MB/sec 2024-09-13T00:42:13.735 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rqvDZuorCF6Omue off=3040486 len=1667020 2024-09-13T00:42:13.737 INFO:tasks.workunit.client.0.smithi032.stdout:op 4582 completed, throughput=5MB/sec 2024-09-13T00:42:14.737 INFO:tasks.workunit.client.0.smithi032.stdout: 896: throughput=5MB/sec pending data=0 2024-09-13T00:42:14.737 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bkouINsPlSBLtzT off=3405086 len=613657 2024-09-13T00:42:14.744 INFO:tasks.workunit.client.0.smithi032.stdout:op 4583 completed, throughput=5MB/sec 2024-09-13T00:42:14.744 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M9phTPk6q6oSfb6 off=175168 len=658119 2024-09-13T00:42:14.747 INFO:tasks.workunit.client.0.smithi032.stdout:op 4584 completed, throughput=5MB/sec 2024-09-13T00:42:14.747 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D_16csxWlE7eTbq off=15202596 len=953933 2024-09-13T00:42:14.757 INFO:tasks.workunit.client.0.smithi032.stdout:op 4585 completed, throughput=5MB/sec 2024-09-13T00:42:14.757 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tiEDD0E-8o8hZ_l off=6209117 len=1410804 2024-09-13T00:42:14.760 INFO:tasks.workunit.client.0.smithi032.stdout:op 4586 completed, throughput=5MB/sec 2024-09-13T00:42:14.760 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UupLoHB-3sfjzDa off=15861854 len=1348343 2024-09-13T00:42:14.763 INFO:tasks.workunit.client.0.smithi032.stdout:op 4587 completed, throughput=5MB/sec 2024-09-13T00:42:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:15 smithi032 bash[75510]: cluster 2024-09-13T00:42:13.983699+0000 mgr.y (mgr.34107) 1184 : cluster [DBG] pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:42:15.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:15 smithi032 bash[76677]: cluster 2024-09-13T00:42:13.983699+0000 mgr.y (mgr.34107) 1184 : cluster [DBG] pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:42:15.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:15 smithi053 bash[67631]: cluster 2024-09-13T00:42:13.983699+0000 mgr.y (mgr.34107) 1184 : cluster [DBG] pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:42:15.764 INFO:tasks.workunit.client.0.smithi032.stdout: 897: throughput=5MB/sec pending data=0 2024-09-13T00:42:15.764 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QbHNTGc-l7zVcRF off=17698219 len=1637333 2024-09-13T00:42:15.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 4588 completed, throughput=5MB/sec 2024-09-13T00:42:15.776 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r4qgreig-C2L81H off=255250 len=2018899 2024-09-13T00:42:15.790 INFO:tasks.workunit.client.0.smithi032.stdout:op 4589 completed, throughput=5MB/sec 2024-09-13T00:42:15.791 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LmUD2B9OMKBv-5f off=7151873 len=2006446 2024-09-13T00:42:15.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 4590 completed, throughput=5MB/sec 2024-09-13T00:42:16.803 INFO:tasks.workunit.client.0.smithi032.stdout: 898: throughput=5MB/sec pending data=0 2024-09-13T00:42:16.803 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0VJCjScCwT_udrF off=239930 len=51063 2024-09-13T00:42:16.807 INFO:tasks.workunit.client.0.smithi032.stdout:op 4591 completed, throughput=5MB/sec 2024-09-13T00:42:16.808 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7errOT8WEz_zLKQ off=11282601 len=727181 2024-09-13T00:42:16.816 INFO:tasks.workunit.client.0.smithi032.stdout:op 4592 completed, throughput=5MB/sec 2024-09-13T00:42:16.816 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZjgmFijlsDAmPVD off=10217337 len=1848572 2024-09-13T00:42:16.820 INFO:tasks.workunit.client.0.smithi032.stdout:op 4593 completed, throughput=5MB/sec 2024-09-13T00:42:16.820 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TiM2p6LNBnQdNiz off=8438708 len=208486 2024-09-13T00:42:16.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 4594 completed, throughput=5MB/sec 2024-09-13T00:42:16.822 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n5oik0KdwHrHdqQ off=1479926 len=427785 2024-09-13T00:42:16.823 INFO:tasks.workunit.client.0.smithi032.stdout:op 4595 completed, throughput=5MB/sec 2024-09-13T00:42:16.824 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BBFJqdSRDu0SwHM off=11439934 len=1928041 2024-09-13T00:42:16.838 INFO:tasks.workunit.client.0.smithi032.stdout:op 4596 completed, throughput=5MB/sec 2024-09-13T00:42:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:17 smithi032 bash[75510]: cluster 2024-09-13T00:42:15.984679+0000 mgr.y (mgr.34107) 1185 : cluster [DBG] pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:42:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:17 smithi032 bash[76677]: cluster 2024-09-13T00:42:15.984679+0000 mgr.y (mgr.34107) 1185 : cluster [DBG] pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:42:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:17 smithi053 bash[67631]: cluster 2024-09-13T00:42:15.984679+0000 mgr.y (mgr.34107) 1185 : cluster [DBG] pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:42:17.838 INFO:tasks.workunit.client.0.smithi032.stdout: 899: throughput=5MB/sec pending data=0 2024-09-13T00:42:17.839 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vnbAkZ5FisE5dZW off=16000096 len=618045 2024-09-13T00:42:17.845 INFO:tasks.workunit.client.0.smithi032.stdout:op 4597 completed, throughput=5MB/sec 2024-09-13T00:42:17.845 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LB9_G89dTvh7OX2 off=2636619 len=352051 2024-09-13T00:42:17.847 INFO:tasks.workunit.client.0.smithi032.stdout:op 4598 completed, throughput=5MB/sec 2024-09-13T00:42:17.847 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Lcn9DlYGQexYuln off=212419 len=368998 2024-09-13T00:42:17.849 INFO:tasks.workunit.client.0.smithi032.stdout:op 4599 completed, throughput=5MB/sec 2024-09-13T00:42:17.849 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5z9Brd4r2Vnvy5Q off=975214 len=62358 2024-09-13T00:42:17.854 INFO:tasks.workunit.client.0.smithi032.stdout:op 4600 completed, throughput=5MB/sec 2024-09-13T00:42:17.855 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q9YZiYjYasYfS-q off=12380680 len=297493 2024-09-13T00:42:17.856 INFO:tasks.workunit.client.0.smithi032.stdout:op 4601 completed, throughput=5MB/sec 2024-09-13T00:42:17.856 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qDZUS8f0nrqCvGo off=6132306 len=1087630 2024-09-13T00:42:17.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 4602 completed, throughput=5MB/sec 2024-09-13T00:42:17.859 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DlWDgNvVqSPXFYt off=5004067 len=242772 2024-09-13T00:42:17.864 INFO:tasks.workunit.client.0.smithi032.stdout:op 4603 completed, throughput=5MB/sec 2024-09-13T00:42:17.864 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-auWKaQZpLhyzohr off=5078349 len=873769 2024-09-13T00:42:17.867 INFO:tasks.workunit.client.0.smithi032.stdout:op 4604 completed, throughput=5MB/sec 2024-09-13T00:42:17.867 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-khg9CAcpba0ZRan off=2338956 len=1289433 2024-09-13T00:42:17.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 4605 completed, throughput=5MB/sec 2024-09-13T00:42:18.871 INFO:tasks.workunit.client.0.smithi032.stdout: 900: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:18.871 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gZuadqKyB1IeIGF off=4080534 len=1572172 2024-09-13T00:42:18.875 INFO:tasks.workunit.client.0.smithi032.stdout:op 4606 completed, throughput=5MB/sec 2024-09-13T00:42:18.875 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ewIuNgtSk41vLci off=14034700 len=201254 2024-09-13T00:42:18.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 4607 completed, throughput=5MB/sec 2024-09-13T00:42:18.877 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7enFFnUAsCWuSt_ off=4089627 len=925837 2024-09-13T00:42:18.879 INFO:tasks.workunit.client.0.smithi032.stdout:op 4608 completed, throughput=5MB/sec 2024-09-13T00:42:18.879 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Hg5B1CwdDZRkuvc off=4171868 len=1062292 2024-09-13T00:42:18.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 4609 completed, throughput=5MB/sec 2024-09-13T00:42:18.888 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qoCikhxVp0CoP1N off=3423841 len=1500392 2024-09-13T00:42:18.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 4610 completed, throughput=5MB/sec 2024-09-13T00:42:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:19 smithi032 bash[75510]: cluster 2024-09-13T00:42:17.985744+0000 mgr.y (mgr.34107) 1186 : cluster [DBG] pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:42:19.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:19 smithi032 bash[76677]: cluster 2024-09-13T00:42:17.985744+0000 mgr.y (mgr.34107) 1186 : cluster [DBG] pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:42:19.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:19 smithi053 bash[67631]: cluster 2024-09-13T00:42:17.985744+0000 mgr.y (mgr.34107) 1186 : cluster [DBG] pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:42:19.900 INFO:tasks.workunit.client.0.smithi032.stdout: 901: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:19.900 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RBqAHhub28W-SUR off=13525655 len=1422343 2024-09-13T00:42:19.905 INFO:tasks.workunit.client.0.smithi032.stdout:op 4611 completed, throughput=5MB/sec 2024-09-13T00:42:19.905 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nH4DZS6J7tuOQCA off=13931954 len=1086561 2024-09-13T00:42:19.908 INFO:tasks.workunit.client.0.smithi032.stdout:op 4612 completed, throughput=5MB/sec 2024-09-13T00:42:19.908 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cn4N3E9FSN6BNBF off=2377593 len=115285 2024-09-13T00:42:19.909 INFO:tasks.workunit.client.0.smithi032.stdout:op 4613 completed, throughput=5MB/sec 2024-09-13T00:42:19.909 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iaizzahuoAG-klA off=2877166 len=1445187 2024-09-13T00:42:19.921 INFO:tasks.workunit.client.0.smithi032.stdout:op 4614 completed, throughput=5MB/sec 2024-09-13T00:42:19.921 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Icmu4f6xHm13FpJ off=3059280 len=1259016 2024-09-13T00:42:19.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 4615 completed, throughput=5MB/sec 2024-09-13T00:42:20.930 INFO:tasks.workunit.client.0.smithi032.stdout: 902: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:20.930 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_GRtPGSQWNQw6P7 off=1393893 len=537955 2024-09-13T00:42:20.938 INFO:tasks.workunit.client.0.smithi032.stdout:op 4616 completed, throughput=5MB/sec 2024-09-13T00:42:20.938 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KU8S0WlESRAPFio off=2347273 len=698805 2024-09-13T00:42:20.941 INFO:tasks.workunit.client.0.smithi032.stdout:op 4617 completed, throughput=5MB/sec 2024-09-13T00:42:20.941 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ulMYPXeNZZAcaE4 off=1099259 len=1479300 2024-09-13T00:42:20.945 INFO:tasks.workunit.client.0.smithi032.stdout:op 4618 completed, throughput=5MB/sec 2024-09-13T00:42:20.945 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UR8R6DRPEe0UCix off=15894393 len=1921106 2024-09-13T00:42:20.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 4619 completed, throughput=5MB/sec 2024-09-13T00:42:20.950 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qoiPAYeVFKFBb4S off=11316465 len=348339 2024-09-13T00:42:20.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 4620 completed, throughput=5MB/sec 2024-09-13T00:42:20.955 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aQvbeCnMvrFed4L off=19431314 len=426239 2024-09-13T00:42:20.957 INFO:tasks.workunit.client.0.smithi032.stdout:op 4621 completed, throughput=5MB/sec 2024-09-13T00:42:21.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:21 smithi053 bash[67631]: cluster 2024-09-13T00:42:19.986715+0000 mgr.y (mgr.34107) 1187 : cluster [DBG] pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:42:21.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:21 smithi032 bash[75510]: cluster 2024-09-13T00:42:19.986715+0000 mgr.y (mgr.34107) 1187 : cluster [DBG] pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:42:21.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:21 smithi032 bash[76677]: cluster 2024-09-13T00:42:19.986715+0000 mgr.y (mgr.34107) 1187 : cluster [DBG] pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:42:21.958 INFO:tasks.workunit.client.0.smithi032.stdout: 903: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:21.958 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jbhqZAe3-8hbpt8 off=7456362 len=2002646 2024-09-13T00:42:21.962 INFO:tasks.workunit.client.0.smithi032.stdout:op 4622 completed, throughput=5MB/sec 2024-09-13T00:42:21.962 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-582lYkOxQo1oFkA off=2221480 len=76412 2024-09-13T00:42:21.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 4623 completed, throughput=5MB/sec 2024-09-13T00:42:21.964 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JmTpE_KS6yKW9i0 off=23314689 len=1237448 2024-09-13T00:42:21.975 INFO:tasks.workunit.client.0.smithi032.stdout:op 4624 completed, throughput=5MB/sec 2024-09-13T00:42:21.975 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rqkPl9h6OrP1KHQ off=5417559 len=318647 2024-09-13T00:42:21.981 INFO:tasks.workunit.client.0.smithi032.stdout:op 4625 completed, throughput=5MB/sec 2024-09-13T00:42:21.981 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P_zKFIsz3IGyeBq off=437129 len=518365 2024-09-13T00:42:21.988 INFO:tasks.workunit.client.0.smithi032.stdout:op 4626 completed, throughput=5MB/sec 2024-09-13T00:42:21.988 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5m-gyv-yG0LfqG3 off=178422 len=1104565 2024-09-13T00:42:21.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 4627 completed, throughput=5MB/sec 2024-09-13T00:42:21.991 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-chBfUHo2Zac-lqv off=2908489 len=101045 2024-09-13T00:42:21.991 INFO:tasks.workunit.client.0.smithi032.stdout:op 4628 completed, throughput=5MB/sec 2024-09-13T00:42:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:42:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:42:22] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-09-13T00:42:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:42:22 smithi053 bash[94430]: ts=2024-09-13T00:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:42:22.992 INFO:tasks.workunit.client.0.smithi032.stdout: 904: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:22.992 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Fn439yAB6mHx5pp off=6572309 len=1308922 2024-09-13T00:42:23.003 INFO:tasks.workunit.client.0.smithi032.stdout:op 4629 completed, throughput=5MB/sec 2024-09-13T00:42:23.003 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jO1u6O9BIq-J9z5 off=4425390 len=1821952 2024-09-13T00:42:23.007 INFO:tasks.workunit.client.0.smithi032.stdout:op 4630 completed, throughput=5MB/sec 2024-09-13T00:42:23.007 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ssLbaSfi7ZhosQ- off=3085936 len=713281 2024-09-13T00:42:23.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 4631 completed, throughput=5MB/sec 2024-09-13T00:42:23.011 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zzNcsmU9Ssv-TTc off=4384518 len=383043 2024-09-13T00:42:23.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 4632 completed, throughput=5MB/sec 2024-09-13T00:42:23.012 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wU6QPAyr-Q-acTo off=937460 len=223015 2024-09-13T00:42:23.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 4633 completed, throughput=5MB/sec 2024-09-13T00:42:23.014 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wVkI2C4WnZjwPkT off=11991290 len=825899 2024-09-13T00:42:23.017 INFO:tasks.workunit.client.0.smithi032.stdout:op 4634 completed, throughput=5MB/sec 2024-09-13T00:42:23.017 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_WshWl1Qiwv0WLv off=8793526 len=1028804 2024-09-13T00:42:23.020 INFO:tasks.workunit.client.0.smithi032.stdout:op 4635 completed, throughput=5MB/sec 2024-09-13T00:42:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:23 smithi053 bash[67631]: cluster 2024-09-13T00:42:21.987956+0000 mgr.y (mgr.34107) 1188 : cluster [DBG] pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:42:23.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:23 smithi032 bash[75510]: cluster 2024-09-13T00:42:21.987956+0000 mgr.y (mgr.34107) 1188 : cluster [DBG] pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:42:23.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:23 smithi032 bash[76677]: cluster 2024-09-13T00:42:21.987956+0000 mgr.y (mgr.34107) 1188 : cluster [DBG] pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:42:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: 905: throughput=5MB/sec pending data=0 2024-09-13T00:42:24.020 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LZNtrBEa0-Jr1um off=11423727 len=1660287 2024-09-13T00:42:24.024 INFO:tasks.workunit.client.0.smithi032.stdout:op 4636 completed, throughput=5MB/sec 2024-09-13T00:42:24.024 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-E2axbSdmTB-VTr1 off=4088330 len=1235754 2024-09-13T00:42:24.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 4637 completed, throughput=5MB/sec 2024-09-13T00:42:24.028 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qHXkMfIS8eLExBy off=10172591 len=1028692 2024-09-13T00:42:24.037 INFO:tasks.workunit.client.0.smithi032.stdout:op 4638 completed, throughput=5MB/sec 2024-09-13T00:42:24.037 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KGOT1-WsI6UTQ1w off=3016747 len=216037 2024-09-13T00:42:24.042 INFO:tasks.workunit.client.0.smithi032.stdout:op 4639 completed, throughput=5MB/sec 2024-09-13T00:42:24.043 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S83W25FV_lOa2-T off=7796451 len=762007 2024-09-13T00:42:24.045 INFO:tasks.workunit.client.0.smithi032.stdout:op 4640 completed, throughput=5MB/sec 2024-09-13T00:42:25.045 INFO:tasks.workunit.client.0.smithi032.stdout: 906: throughput=5MB/sec pending data=0 2024-09-13T00:42:25.045 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AdZ3v0sjHFxSbbG off=8019644 len=734082 2024-09-13T00:42:25.053 INFO:tasks.workunit.client.0.smithi032.stdout:op 4641 completed, throughput=5MB/sec 2024-09-13T00:42:25.053 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-az3TcEZi7G3c0HX off=343100 len=333348 2024-09-13T00:42:25.054 INFO:tasks.workunit.client.0.smithi032.stdout:op 4642 completed, throughput=5MB/sec 2024-09-13T00:42:25.054 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a8vc9laMgmd6EEf off=2000828 len=918957 2024-09-13T00:42:25.063 INFO:tasks.workunit.client.0.smithi032.stdout:op 4643 completed, throughput=5MB/sec 2024-09-13T00:42:25.063 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DVciw-k60ZK8QXx off=480524 len=431922 2024-09-13T00:42:25.065 INFO:tasks.workunit.client.0.smithi032.stdout:op 4644 completed, throughput=5MB/sec 2024-09-13T00:42:25.065 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zjOUn7zGQOdQWjE off=7009521 len=818018 2024-09-13T00:42:25.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 4645 completed, throughput=5MB/sec 2024-09-13T00:42:25.072 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3bYpljiLyxtTyHb off=5844664 len=2020602 2024-09-13T00:42:25.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 4646 completed, throughput=5MB/sec 2024-09-13T00:42:25.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:25 smithi053 bash[67631]: cluster 2024-09-13T00:42:23.989145+0000 mgr.y (mgr.34107) 1189 : cluster [DBG] pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:42:25.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:25 smithi032 bash[75510]: cluster 2024-09-13T00:42:23.989145+0000 mgr.y (mgr.34107) 1189 : cluster [DBG] pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:42:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:25 smithi032 bash[76677]: cluster 2024-09-13T00:42:23.989145+0000 mgr.y (mgr.34107) 1189 : cluster [DBG] pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:42:26.084 INFO:tasks.workunit.client.0.smithi032.stdout: 907: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:26.084 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o4rPsZ_mcAiT24J off=20372461 len=1470770 2024-09-13T00:42:26.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 4647 completed, throughput=5MB/sec 2024-09-13T00:42:26.088 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S-r08mW-bp7UlUO off=760283 len=1497896 2024-09-13T00:42:26.099 INFO:tasks.workunit.client.0.smithi032.stdout:op 4648 completed, throughput=5MB/sec 2024-09-13T00:42:26.099 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Gt2aOdEsatUYJej off=2086445 len=92697 2024-09-13T00:42:26.100 INFO:tasks.workunit.client.0.smithi032.stdout:op 4649 completed, throughput=5MB/sec 2024-09-13T00:42:26.100 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UIDWgLO17Ii6uBl off=12411551 len=791236 2024-09-13T00:42:26.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 4650 completed, throughput=5MB/sec 2024-09-13T00:42:26.108 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H2lFDFlBGFBGZK5 off=10485435 len=1583822 2024-09-13T00:42:26.113 INFO:tasks.workunit.client.0.smithi032.stdout:op 4651 completed, throughput=5MB/sec 2024-09-13T00:42:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:26 smithi053 bash[67631]: audit 2024-09-13T00:42:25.182080+0000 mon.a (mon.0) 2289 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:42:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:26 smithi032 bash[75510]: audit 2024-09-13T00:42:25.182080+0000 mon.a (mon.0) 2289 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:42:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:26 smithi032 bash[76677]: audit 2024-09-13T00:42:25.182080+0000 mon.a (mon.0) 2289 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:42:27.114 INFO:tasks.workunit.client.0.smithi032.stdout: 908: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:27.114 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--yQmteERVK-onM5 off=6353988 len=1726668 2024-09-13T00:42:27.118 INFO:tasks.workunit.client.0.smithi032.stdout:op 4652 completed, throughput=5MB/sec 2024-09-13T00:42:27.119 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aTuehULaZjomScj off=6289293 len=147045 2024-09-13T00:42:27.123 INFO:tasks.workunit.client.0.smithi032.stdout:op 4653 completed, throughput=5MB/sec 2024-09-13T00:42:27.123 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EJ6H0_mAGWrMXga off=991227 len=2026433 2024-09-13T00:42:27.128 INFO:tasks.workunit.client.0.smithi032.stdout:op 4654 completed, throughput=5MB/sec 2024-09-13T00:42:27.128 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e5Xeq8k5J0w8VEn off=5928989 len=804882 2024-09-13T00:42:27.136 INFO:tasks.workunit.client.0.smithi032.stdout:op 4655 completed, throughput=5MB/sec 2024-09-13T00:42:27.136 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J1F7qXRaYGXJYi_ off=4719978 len=17019 2024-09-13T00:42:27.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 4656 completed, throughput=5MB/sec 2024-09-13T00:42:27.141 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7FamZ3kF2rIUdEU off=5297042 len=1960212 2024-09-13T00:42:27.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 4657 completed, throughput=5MB/sec 2024-09-13T00:42:27.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:27 smithi053 bash[67631]: cluster 2024-09-13T00:42:25.989969+0000 mgr.y (mgr.34107) 1190 : cluster [DBG] pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:42:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:27 smithi032 bash[75510]: cluster 2024-09-13T00:42:25.989969+0000 mgr.y (mgr.34107) 1190 : cluster [DBG] pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:42:27.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:27 smithi032 bash[76677]: cluster 2024-09-13T00:42:25.989969+0000 mgr.y (mgr.34107) 1190 : cluster [DBG] pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:42:28.146 INFO:tasks.workunit.client.0.smithi032.stdout: 909: throughput=5MB/sec pending data=0 2024-09-13T00:42:28.146 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZM2gd3HgRZiqHRG off=1434078 len=308736 2024-09-13T00:42:28.151 INFO:tasks.workunit.client.0.smithi032.stdout:op 4658 completed, throughput=5MB/sec 2024-09-13T00:42:28.152 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wh4iS5GXNPsyt1o off=6172244 len=927582 2024-09-13T00:42:28.155 INFO:tasks.workunit.client.0.smithi032.stdout:op 4659 completed, throughput=5MB/sec 2024-09-13T00:42:28.155 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kv4XzPOnsF05Py1 off=6628186 len=280087 2024-09-13T00:42:28.161 INFO:tasks.workunit.client.0.smithi032.stdout:op 4660 completed, throughput=5MB/sec 2024-09-13T00:42:28.161 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0yka8CSR1bTcPB8 off=3512563 len=827712 2024-09-13T00:42:28.169 INFO:tasks.workunit.client.0.smithi032.stdout:op 4661 completed, throughput=5MB/sec 2024-09-13T00:42:28.169 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6lt9eZb6MOyw0VU off=1050445 len=239107 2024-09-13T00:42:28.171 INFO:tasks.workunit.client.0.smithi032.stdout:op 4662 completed, throughput=5MB/sec 2024-09-13T00:42:28.171 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2-WOURXHcNGpdhH off=6015594 len=1457429 2024-09-13T00:42:28.182 INFO:tasks.workunit.client.0.smithi032.stdout:op 4663 completed, throughput=5MB/sec 2024-09-13T00:42:29.183 INFO:tasks.workunit.client.0.smithi032.stdout: 910: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:29.183 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D2lBkoe2MKl9DRg off=17285230 len=471786 2024-09-13T00:42:29.184 INFO:tasks.workunit.client.0.smithi032.stdout:op 4664 completed, throughput=5MB/sec 2024-09-13T00:42:29.184 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-275OR5Sb8UIU-qK off=2969053 len=548011 2024-09-13T00:42:29.192 INFO:tasks.workunit.client.0.smithi032.stdout:op 4665 completed, throughput=5MB/sec 2024-09-13T00:42:29.192 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2x5BAcgNMtn4Dxx off=10286487 len=321411 2024-09-13T00:42:29.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 4666 completed, throughput=5MB/sec 2024-09-13T00:42:29.194 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZjXg7xzS-zvSjok off=553429 len=1573497 2024-09-13T00:42:29.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 4667 completed, throughput=5MB/sec 2024-09-13T00:42:29.199 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r4EBqUyf5UT8yXD off=2241011 len=1626477 2024-09-13T00:42:29.211 INFO:tasks.workunit.client.0.smithi032.stdout:op 4668 completed, throughput=5MB/sec 2024-09-13T00:42:29.212 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tx1xeq-8hWbQHWc off=5665896 len=2011941 2024-09-13T00:42:29.224 INFO:tasks.workunit.client.0.smithi032.stdout:op 4669 completed, throughput=5MB/sec 2024-09-13T00:42:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:29 smithi053 bash[67631]: cluster 2024-09-13T00:42:27.990955+0000 mgr.y (mgr.34107) 1191 : cluster [DBG] pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-13T00:42:29.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:29 smithi032 bash[75510]: cluster 2024-09-13T00:42:27.990955+0000 mgr.y (mgr.34107) 1191 : cluster [DBG] pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-13T00:42:29.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:29 smithi032 bash[76677]: cluster 2024-09-13T00:42:27.990955+0000 mgr.y (mgr.34107) 1191 : cluster [DBG] pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-13T00:42:30.230 INFO:tasks.workunit.client.0.smithi032.stdout: 911: throughput=5MB/sec pending data=0 2024-09-13T00:42:30.230 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BYbV5FudgGDn1OJ off=7682525 len=1037005 2024-09-13T00:42:30.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 4670 completed, throughput=5MB/sec 2024-09-13T00:42:30.239 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-v3CH09nkVrnjYBs off=3806996 len=512897 2024-09-13T00:42:30.241 INFO:tasks.workunit.client.0.smithi032.stdout:op 4671 completed, throughput=5MB/sec 2024-09-13T00:42:30.241 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C-NIs0G39Cr3nOB off=1931226 len=350538 2024-09-13T00:42:30.245 INFO:tasks.workunit.client.0.smithi032.stdout:op 4672 completed, throughput=5MB/sec 2024-09-13T00:42:30.245 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nwgB8gKG1X0xPod off=3077802 len=1454092 2024-09-13T00:42:30.248 INFO:tasks.workunit.client.0.smithi032.stdout:op 4673 completed, throughput=5MB/sec 2024-09-13T00:42:30.248 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fmz1Hq9aNGjWplc off=9443545 len=158238 2024-09-13T00:42:30.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 4674 completed, throughput=5MB/sec 2024-09-13T00:42:30.252 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--HgxaKsMBbNOUJV off=5040461 len=1103265 2024-09-13T00:42:30.259 INFO:tasks.workunit.client.0.smithi032.stdout:op 4675 completed, throughput=5MB/sec 2024-09-13T00:42:31.257 INFO:tasks.workunit.client.0.smithi032.stdout: 912: throughput=5MB/sec pending data=0 2024-09-13T00:42:31.257 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VO68-I6row8vMxM off=11515013 len=504710 2024-09-13T00:42:31.263 INFO:tasks.workunit.client.0.smithi032.stdout:op 4676 completed, throughput=5MB/sec 2024-09-13T00:42:31.263 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V3slbLBFilaRlSm off=7177419 len=1761312 2024-09-13T00:42:31.267 INFO:tasks.workunit.client.0.smithi032.stdout:op 4677 completed, throughput=5MB/sec 2024-09-13T00:42:31.267 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Well0gcZGbwF74q off=5928717 len=1421406 2024-09-13T00:42:31.277 INFO:tasks.workunit.client.0.smithi032.stdout:op 4678 completed, throughput=5MB/sec 2024-09-13T00:42:31.278 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B6aoO2EayEwFVcf off=514078 len=554801 2024-09-13T00:42:31.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 4679 completed, throughput=5MB/sec 2024-09-13T00:42:31.279 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zmOWxyhrBTkkeTf off=16464493 len=828398 2024-09-13T00:42:31.281 INFO:tasks.workunit.client.0.smithi032.stdout:op 4680 completed, throughput=5MB/sec 2024-09-13T00:42:31.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:31 smithi053 bash[67631]: cluster 2024-09-13T00:42:29.991880+0000 mgr.y (mgr.34107) 1192 : cluster [DBG] pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:42:31.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:31 smithi032 bash[75510]: cluster 2024-09-13T00:42:29.991880+0000 mgr.y (mgr.34107) 1192 : cluster [DBG] pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:42:31.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:31 smithi032 bash[76677]: cluster 2024-09-13T00:42:29.991880+0000 mgr.y (mgr.34107) 1192 : cluster [DBG] pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:42:32.282 INFO:tasks.workunit.client.0.smithi032.stdout: 913: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:32.282 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hYtDa6xBip6p3Cz off=13584410 len=968761 2024-09-13T00:42:32.285 INFO:tasks.workunit.client.0.smithi032.stdout:op 4681 completed, throughput=5MB/sec 2024-09-13T00:42:32.285 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AS1tWTDgIdRAcQz off=14657563 len=1148596 2024-09-13T00:42:32.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 4682 completed, throughput=5MB/sec 2024-09-13T00:42:32.288 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iA05N6RJXDrgqYV off=1879408 len=1860078 2024-09-13T00:42:32.292 INFO:tasks.workunit.client.0.smithi032.stdout:op 4683 completed, throughput=5MB/sec 2024-09-13T00:42:32.292 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yVCCqBdv6jHyelj off=3504428 len=881762 2024-09-13T00:42:32.294 INFO:tasks.workunit.client.0.smithi032.stdout:op 4684 completed, throughput=5MB/sec 2024-09-13T00:42:32.294 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SdXfsIStP65Im5j off=9913687 len=1171787 2024-09-13T00:42:32.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 4685 completed, throughput=5MB/sec 2024-09-13T00:42:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:42:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:42:32] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T00:42:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:42:32 smithi053 bash[94430]: ts=2024-09-13T00:42:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:42:33.304 INFO:tasks.workunit.client.0.smithi032.stdout: 914: throughput=5MB/sec pending data=0 2024-09-13T00:42:33.304 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v3CH09nkVrnjYBs off=7449978 len=1432046 2024-09-13T00:42:33.314 INFO:tasks.workunit.client.0.smithi032.stdout:op 4686 completed, throughput=5MB/sec 2024-09-13T00:42:33.315 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TJXN4k8rIZW4oTj off=73073 len=1395051 2024-09-13T00:42:33.319 INFO:tasks.workunit.client.0.smithi032.stdout:op 4687 completed, throughput=5MB/sec 2024-09-13T00:42:33.319 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2ckKhsl89aSFWP9 off=1502296 len=2037149 2024-09-13T00:42:33.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 4688 completed, throughput=5MB/sec 2024-09-13T00:42:33.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:33 smithi053 bash[67631]: cluster 2024-09-13T00:42:31.992906+0000 mgr.y (mgr.34107) 1193 : cluster [DBG] pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:42:33.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:33 smithi032 bash[75510]: cluster 2024-09-13T00:42:31.992906+0000 mgr.y (mgr.34107) 1193 : cluster [DBG] pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:42:33.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:33 smithi032 bash[76677]: cluster 2024-09-13T00:42:31.992906+0000 mgr.y (mgr.34107) 1193 : cluster [DBG] pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:42:34.336 INFO:tasks.workunit.client.0.smithi032.stdout: 915: throughput=5MB/sec pending data=0 2024-09-13T00:42:34.336 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3LXRZJXUu2n2slb off=209267 len=2025432 2024-09-13T00:42:34.341 INFO:tasks.workunit.client.0.smithi032.stdout:op 4689 completed, throughput=5MB/sec 2024-09-13T00:42:34.341 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-z6VY61YeA8CY7pJ off=5332355 len=1180142 2024-09-13T00:42:34.344 INFO:tasks.workunit.client.0.smithi032.stdout:op 4690 completed, throughput=5MB/sec 2024-09-13T00:42:34.344 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RyJMbSlvmIYTcHK off=4709567 len=1830227 2024-09-13T00:42:34.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 4691 completed, throughput=5MB/sec 2024-09-13T00:42:34.357 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NUkdk58ecOz2esQ off=15073250 len=66888 2024-09-13T00:42:34.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 4692 completed, throughput=5MB/sec 2024-09-13T00:42:35.358 INFO:tasks.workunit.client.0.smithi032.stdout: 916: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:35.359 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nepkvYM2fh76Lbm off=10761990 len=121136 2024-09-13T00:42:35.364 INFO:tasks.workunit.client.0.smithi032.stdout:op 4693 completed, throughput=4.99MB/sec 2024-09-13T00:42:35.364 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wz5Y1oo6YBauRsy off=1826346 len=1876213 2024-09-13T00:42:35.377 INFO:tasks.workunit.client.0.smithi032.stdout:op 4694 completed, throughput=5MB/sec 2024-09-13T00:42:35.378 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W-sdefX_i6q4fHq off=3511718 len=1651405 2024-09-13T00:42:35.382 INFO:tasks.workunit.client.0.smithi032.stdout:op 4695 completed, throughput=5MB/sec 2024-09-13T00:42:35.382 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GMHGqjfHG0ON8Po off=803256 len=1859280 2024-09-13T00:42:35.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 4696 completed, throughput=5MB/sec 2024-09-13T00:42:35.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:35 smithi053 bash[67631]: cluster 2024-09-13T00:42:33.994011+0000 mgr.y (mgr.34107) 1194 : cluster [DBG] pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:42:35.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:35 smithi032 bash[75510]: cluster 2024-09-13T00:42:33.994011+0000 mgr.y (mgr.34107) 1194 : cluster [DBG] pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:42:35.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:35 smithi032 bash[76677]: cluster 2024-09-13T00:42:33.994011+0000 mgr.y (mgr.34107) 1194 : cluster [DBG] pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:42:36.396 INFO:tasks.workunit.client.0.smithi032.stdout: 917: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:36.396 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fovSy6qEqbPJDQZ off=1190688 len=502054 2024-09-13T00:42:36.398 INFO:tasks.workunit.client.0.smithi032.stdout:op 4697 completed, throughput=5MB/sec 2024-09-13T00:42:36.398 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fyKiCqLhv0fnVFv off=2692303 len=1924773 2024-09-13T00:42:36.412 INFO:tasks.workunit.client.0.smithi032.stdout:op 4698 completed, throughput=5MB/sec 2024-09-13T00:42:36.412 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pVhaL-mcD7uaFrt off=7489605 len=55610 2024-09-13T00:42:36.413 INFO:tasks.workunit.client.0.smithi032.stdout:op 4699 completed, throughput=5MB/sec 2024-09-13T00:42:36.413 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UIYNbd6dP0yL3ny off=1578581 len=39254 2024-09-13T00:42:36.414 INFO:tasks.workunit.client.0.smithi032.stdout:op 4700 completed, throughput=5MB/sec 2024-09-13T00:42:36.414 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SeFBaEIKbdQZt3L off=2748843 len=336964 2024-09-13T00:42:36.420 INFO:tasks.workunit.client.0.smithi032.stdout:op 4701 completed, throughput=5MB/sec 2024-09-13T00:42:36.420 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Mm-M_wyKvehUuBE off=4221966 len=1279529 2024-09-13T00:42:36.423 INFO:tasks.workunit.client.0.smithi032.stdout:op 4702 completed, throughput=5MB/sec 2024-09-13T00:42:36.423 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fHR1Nn_tFYN22Th off=4377215 len=1503973 2024-09-13T00:42:36.435 INFO:tasks.workunit.client.0.smithi032.stdout:op 4703 completed, throughput=5MB/sec 2024-09-13T00:42:36.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:36 smithi053 bash[67631]: cluster 2024-09-13T00:42:35.994918+0000 mgr.y (mgr.34107) 1195 : cluster [DBG] pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T00:42:36.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:36 smithi032 bash[75510]: cluster 2024-09-13T00:42:35.994918+0000 mgr.y (mgr.34107) 1195 : cluster [DBG] pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T00:42:36.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:36 smithi032 bash[76677]: cluster 2024-09-13T00:42:35.994918+0000 mgr.y (mgr.34107) 1195 : cluster [DBG] pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T00:42:37.436 INFO:tasks.workunit.client.0.smithi032.stdout: 918: throughput=5MB/sec pending data=0 2024-09-13T00:42:37.436 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NPl8TyPtitiP8lT off=10425461 len=1727422 2024-09-13T00:42:37.447 INFO:tasks.workunit.client.0.smithi032.stdout:op 4704 completed, throughput=5MB/sec 2024-09-13T00:42:37.447 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gW2Dr1TAcG14-jR off=11068969 len=799287 2024-09-13T00:42:37.456 INFO:tasks.workunit.client.0.smithi032.stdout:op 4705 completed, throughput=5MB/sec 2024-09-13T00:42:37.456 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-86LSj7P13nh4n_6 off=4163486 len=984302 2024-09-13T00:42:37.460 INFO:tasks.workunit.client.0.smithi032.stdout:op 4706 completed, throughput=5MB/sec 2024-09-13T00:42:37.460 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t6ufLAbKOOnTUZV off=4242071 len=1550886 2024-09-13T00:42:37.473 INFO:tasks.workunit.client.0.smithi032.stdout:op 4707 completed, throughput=5MB/sec 2024-09-13T00:42:37.473 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kL6SbjS7dDkL5cA off=5284588 len=1464742 2024-09-13T00:42:37.483 INFO:tasks.workunit.client.0.smithi032.stdout:op 4708 completed, throughput=5MB/sec 2024-09-13T00:42:38.484 INFO:tasks.workunit.client.0.smithi032.stdout: 919: throughput=5MB/sec pending data=0 2024-09-13T00:42:38.484 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vXK1wPuyv8BSQxE off=20702533 len=208778 2024-09-13T00:42:38.489 INFO:tasks.workunit.client.0.smithi032.stdout:op 4709 completed, throughput=5MB/sec 2024-09-13T00:42:38.490 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-huPXUgDBp-3UPBx off=20056864 len=1515575 2024-09-13T00:42:38.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 4710 completed, throughput=5MB/sec 2024-09-13T00:42:38.493 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kdA4Bp8n-MBrx_S off=467215 len=936399 2024-09-13T00:42:38.496 INFO:tasks.workunit.client.0.smithi032.stdout:op 4711 completed, throughput=5MB/sec 2024-09-13T00:42:38.496 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VO3VU-kvoIo8fYU off=8759368 len=1492826 2024-09-13T00:42:38.506 INFO:tasks.workunit.client.0.smithi032.stdout:op 4712 completed, throughput=5MB/sec 2024-09-13T00:42:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:39 smithi032 bash[75510]: cluster 2024-09-13T00:42:37.996036+0000 mgr.y (mgr.34107) 1196 : cluster [DBG] pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:42:39.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:39 smithi032 bash[76677]: cluster 2024-09-13T00:42:37.996036+0000 mgr.y (mgr.34107) 1196 : cluster [DBG] pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:42:39.507 INFO:tasks.workunit.client.0.smithi032.stdout: 920: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:39.507 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kvk7324SdDL2eKH off=4638469 len=1349218 2024-09-13T00:42:39.517 INFO:tasks.workunit.client.0.smithi032.stdout:op 4713 completed, throughput=5MB/sec 2024-09-13T00:42:39.517 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ld5MR9k4vYB9cDk off=9210787 len=580078 2024-09-13T00:42:39.519 INFO:tasks.workunit.client.0.smithi032.stdout:op 4714 completed, throughput=5MB/sec 2024-09-13T00:42:39.519 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5gwS_iFOkXvqd0I off=7782307 len=335016 2024-09-13T00:42:39.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 4715 completed, throughput=5MB/sec 2024-09-13T00:42:39.525 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1vpKhEDAZjIBUDU off=7167621 len=1490068 2024-09-13T00:42:39.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:39 smithi053 bash[67631]: cluster 2024-09-13T00:42:37.996036+0000 mgr.y (mgr.34107) 1196 : cluster [DBG] pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:42:39.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 4716 completed, throughput=5MB/sec 2024-09-13T00:42:39.539 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iQmSeIHM2g5FwQl off=15022846 len=1487486 2024-09-13T00:42:39.549 INFO:tasks.workunit.client.0.smithi032.stdout:op 4717 completed, throughput=5MB/sec 2024-09-13T00:42:39.549 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Qd_0IWo21ikKdiV off=9223062 len=144578 2024-09-13T00:42:39.550 INFO:tasks.workunit.client.0.smithi032.stdout:op 4718 completed, throughput=5MB/sec 2024-09-13T00:42:40.551 INFO:tasks.workunit.client.0.smithi032.stdout: 921: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:40.551 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lkPQAlwwfX9I1eB off=7995092 len=1546377 2024-09-13T00:42:40.563 INFO:tasks.workunit.client.0.smithi032.stdout:op 4719 completed, throughput=5MB/sec 2024-09-13T00:42:40.564 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q3guF6JmqHvuDqu off=5610620 len=794171 2024-09-13T00:42:40.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 4720 completed, throughput=5MB/sec 2024-09-13T00:42:40.572 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-m2WP4PR4b4xbpUb off=1016960 len=297004 2024-09-13T00:42:40.573 INFO:tasks.workunit.client.0.smithi032.stdout:op 4721 completed, throughput=5MB/sec 2024-09-13T00:42:40.573 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P0aBHJjsBU3P6UG off=3733939 len=1695048 2024-09-13T00:42:40.586 INFO:tasks.workunit.client.0.smithi032.stdout:op 4722 completed, throughput=5MB/sec 2024-09-13T00:42:40.586 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--LOq5jw4o9-2th6 off=9088476 len=61521 2024-09-13T00:42:40.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 4723 completed, throughput=5MB/sec 2024-09-13T00:42:40.590 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qSnpCElumQqahPc off=14748970 len=1993810 2024-09-13T00:42:40.595 INFO:tasks.workunit.client.0.smithi032.stdout:op 4724 completed, throughput=5MB/sec 2024-09-13T00:42:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:41 smithi032 bash[75510]: cluster 2024-09-13T00:42:39.997052+0000 mgr.y (mgr.34107) 1197 : cluster [DBG] pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:42:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:41 smithi032 bash[75510]: audit 2024-09-13T00:42:40.182136+0000 mon.a (mon.0) 2290 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:42:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:41 smithi032 bash[76677]: cluster 2024-09-13T00:42:39.997052+0000 mgr.y (mgr.34107) 1197 : cluster [DBG] pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:42:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:41 smithi032 bash[76677]: audit 2024-09-13T00:42:40.182136+0000 mon.a (mon.0) 2290 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:42:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:41 smithi053 bash[67631]: cluster 2024-09-13T00:42:39.997052+0000 mgr.y (mgr.34107) 1197 : cluster [DBG] pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:42:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:41 smithi053 bash[67631]: audit 2024-09-13T00:42:40.182136+0000 mon.a (mon.0) 2290 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:42:41.595 INFO:tasks.workunit.client.0.smithi032.stdout: 922: throughput=5MB/sec pending data=0 2024-09-13T00:42:41.595 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GJf3Doa9p_mWHWu off=9583276 len=1531530 2024-09-13T00:42:41.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 4725 completed, throughput=5MB/sec 2024-09-13T00:42:41.599 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-495sS1PYWkdme1g off=333287 len=1746542 2024-09-13T00:42:41.603 INFO:tasks.workunit.client.0.smithi032.stdout:op 4726 completed, throughput=5MB/sec 2024-09-13T00:42:41.603 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jFAg9ZsYL1gJPgo off=5280270 len=1573634 2024-09-13T00:42:41.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 4727 completed, throughput=5MB/sec 2024-09-13T00:42:42.606 INFO:tasks.workunit.client.0.smithi032.stdout: 923: throughput=5MB/sec pending data=0 2024-09-13T00:42:42.606 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Hx-SfL0EwRTdLKP off=6771763 len=1783689 2024-09-13T00:42:42.619 INFO:tasks.workunit.client.0.smithi032.stdout:op 4728 completed, throughput=5MB/sec 2024-09-13T00:42:42.619 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zqj-SVIoYFeFniv off=16177138 len=193050 2024-09-13T00:42:42.620 INFO:tasks.workunit.client.0.smithi032.stdout:op 4729 completed, throughput=5MB/sec 2024-09-13T00:42:42.620 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I97rGG458SDB6yC off=19741712 len=1311065 2024-09-13T00:42:42.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 4730 completed, throughput=5MB/sec 2024-09-13T00:42:42.630 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SD36MmoRs8lUFxn off=13051390 len=864337 2024-09-13T00:42:42.632 INFO:tasks.workunit.client.0.smithi032.stdout:op 4731 completed, throughput=5MB/sec 2024-09-13T00:42:42.632 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-E81Se7_Zqx1i2rS off=19906650 len=1132507 2024-09-13T00:42:42.635 INFO:tasks.workunit.client.0.smithi032.stdout:op 4732 completed, throughput=5MB/sec 2024-09-13T00:42:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:42:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:42:42] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T00:42:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:42:42 smithi053 bash[94430]: ts=2024-09-13T00:42:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:42:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:43 smithi032 bash[75510]: cluster 2024-09-13T00:42:41.998051+0000 mgr.y (mgr.34107) 1198 : cluster [DBG] pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:42:43.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:43 smithi032 bash[76677]: cluster 2024-09-13T00:42:41.998051+0000 mgr.y (mgr.34107) 1198 : cluster [DBG] pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:42:43.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:43 smithi053 bash[67631]: cluster 2024-09-13T00:42:41.998051+0000 mgr.y (mgr.34107) 1198 : cluster [DBG] pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:42:43.635 INFO:tasks.workunit.client.0.smithi032.stdout: 924: throughput=5MB/sec pending data=0 2024-09-13T00:42:43.636 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YW-1_SwmIW17yW8 off=5500534 len=738899 2024-09-13T00:42:43.638 INFO:tasks.workunit.client.0.smithi032.stdout:op 4733 completed, throughput=5MB/sec 2024-09-13T00:42:43.639 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jtrqcmRYRotPl0v off=659812 len=811839 2024-09-13T00:42:43.646 INFO:tasks.workunit.client.0.smithi032.stdout:op 4734 completed, throughput=5MB/sec 2024-09-13T00:42:43.646 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mEDBLh3CHqJlIHC off=4110645 len=1902703 2024-09-13T00:42:43.662 INFO:tasks.workunit.client.0.smithi032.stdout:op 4735 completed, throughput=5MB/sec 2024-09-13T00:42:43.662 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kdP8zZ0kHoQxI4R off=0 len=1276034 2024-09-13T00:42:43.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 4736 completed, throughput=5MB/sec 2024-09-13T00:42:43.666 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y5M7OLRuRyH4jwv off=2045810 len=1595849 2024-09-13T00:42:43.678 INFO:tasks.workunit.client.0.smithi032.stdout:op 4737 completed, throughput=5MB/sec 2024-09-13T00:42:44.678 INFO:tasks.workunit.client.0.smithi032.stdout: 925: throughput=5MB/sec pending data=0 2024-09-13T00:42:44.678 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4RYKwWFw1-tclzW off=5506382 len=907521 2024-09-13T00:42:44.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 4738 completed, throughput=5MB/sec 2024-09-13T00:42:44.688 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U_E2Z3K807DVNGg off=310623 len=1165355 2024-09-13T00:42:44.699 INFO:tasks.workunit.client.0.smithi032.stdout:op 4739 completed, throughput=5MB/sec 2024-09-13T00:42:44.699 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o4p_9zo-utsHRqe off=2488089 len=1823099 2024-09-13T00:42:44.703 INFO:tasks.workunit.client.0.smithi032.stdout:op 4740 completed, throughput=5MB/sec 2024-09-13T00:42:44.703 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jKC3rCQqtbLqHGy off=1450460 len=967653 2024-09-13T00:42:44.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 4741 completed, throughput=5MB/sec 2024-09-13T00:42:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:45 smithi032 bash[75510]: cluster 2024-09-13T00:42:43.999174+0000 mgr.y (mgr.34107) 1199 : cluster [DBG] pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:42:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:45 smithi032 bash[76677]: cluster 2024-09-13T00:42:43.999174+0000 mgr.y (mgr.34107) 1199 : cluster [DBG] pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:42:45.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:45 smithi053 bash[67631]: cluster 2024-09-13T00:42:43.999174+0000 mgr.y (mgr.34107) 1199 : cluster [DBG] pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:42:45.712 INFO:tasks.workunit.client.0.smithi032.stdout: 926: throughput=5MB/sec pending data=0 2024-09-13T00:42:45.712 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lRJf79G0q3j5h6g off=952117 len=238543 2024-09-13T00:42:45.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 4742 completed, throughput=5MB/sec 2024-09-13T00:42:45.717 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M7ja-uLGBBUkRah off=848408 len=243101 2024-09-13T00:42:45.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 4743 completed, throughput=5MB/sec 2024-09-13T00:42:45.723 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c9NEkVr0OouT2aw off=19449 len=1554391 2024-09-13T00:42:45.734 INFO:tasks.workunit.client.0.smithi032.stdout:op 4744 completed, throughput=5MB/sec 2024-09-13T00:42:45.734 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rqplLDW_gfoipY5 off=1590760 len=1324761 2024-09-13T00:42:45.739 INFO:tasks.workunit.client.0.smithi032.stdout:op 4745 completed, throughput=5MB/sec 2024-09-13T00:42:45.739 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TTHg0V2si59EkK4 off=5893283 len=1099553 2024-09-13T00:42:45.749 INFO:tasks.workunit.client.0.smithi032.stdout:op 4746 completed, throughput=5MB/sec 2024-09-13T00:42:45.749 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ownI5FHsevHxKze off=1850349 len=1586610 2024-09-13T00:42:45.753 INFO:tasks.workunit.client.0.smithi032.stdout:op 4747 completed, throughput=5MB/sec 2024-09-13T00:42:46.753 INFO:tasks.workunit.client.0.smithi032.stdout: 927: throughput=5MB/sec pending data=0 2024-09-13T00:42:46.753 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U_dQvrgsq4T4vFw off=13947563 len=683527 2024-09-13T00:42:46.760 INFO:tasks.workunit.client.0.smithi032.stdout:op 4748 completed, throughput=5MB/sec 2024-09-13T00:42:46.760 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CEzYsdb2TJxnVp7 off=13434314 len=1831589 2024-09-13T00:42:46.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 4749 completed, throughput=5MB/sec 2024-09-13T00:42:46.773 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3qJ_vRxNBKuDH7o off=6121277 len=559482 2024-09-13T00:42:46.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 4750 completed, throughput=5MB/sec 2024-09-13T00:42:46.780 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DCc7vc-3qnGYJxn off=12789998 len=52157 2024-09-13T00:42:46.781 INFO:tasks.workunit.client.0.smithi032.stdout:op 4751 completed, throughput=5MB/sec 2024-09-13T00:42:46.781 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6GrggxABxumWOeW off=9939135 len=1670922 2024-09-13T00:42:46.791 INFO:tasks.workunit.client.0.smithi032.stdout:op 4752 completed, throughput=5MB/sec 2024-09-13T00:42:47.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:47 smithi032 bash[75510]: cluster 2024-09-13T00:42:46.000098+0000 mgr.y (mgr.34107) 1200 : cluster [DBG] pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:42:47.417 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:47 smithi032 bash[76677]: cluster 2024-09-13T00:42:46.000098+0000 mgr.y (mgr.34107) 1200 : cluster [DBG] pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:42:47.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:47 smithi053 bash[67631]: cluster 2024-09-13T00:42:46.000098+0000 mgr.y (mgr.34107) 1200 : cluster [DBG] pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:42:47.792 INFO:tasks.workunit.client.0.smithi032.stdout: 928: throughput=5MB/sec pending data=0 2024-09-13T00:42:47.792 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wtxOp_AgBH6X9A5 off=332101 len=1926149 2024-09-13T00:42:47.796 INFO:tasks.workunit.client.0.smithi032.stdout:op 4753 completed, throughput=5MB/sec 2024-09-13T00:42:47.796 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LFFhnK1eAZZx9Ih off=11451634 len=1565182 2024-09-13T00:42:47.808 INFO:tasks.workunit.client.0.smithi032.stdout:op 4754 completed, throughput=5MB/sec 2024-09-13T00:42:47.808 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KvAoRCGsv66mftF off=12460898 len=277247 2024-09-13T00:42:47.809 INFO:tasks.workunit.client.0.smithi032.stdout:op 4755 completed, throughput=5MB/sec 2024-09-13T00:42:47.810 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BHTXdJftsNCEi5k off=5776222 len=1748731 2024-09-13T00:42:47.813 INFO:tasks.workunit.client.0.smithi032.stdout:op 4756 completed, throughput=5MB/sec 2024-09-13T00:42:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: 929: throughput=5MB/sec pending data=0 2024-09-13T00:42:48.814 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-in0dqQkqiy0LuDo off=95892 len=829678 2024-09-13T00:42:48.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 4757 completed, throughput=5MB/sec 2024-09-13T00:42:48.822 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z7Ba1OsU6FnzPIP off=11667315 len=593413 2024-09-13T00:42:48.829 INFO:tasks.workunit.client.0.smithi032.stdout:op 4758 completed, throughput=5MB/sec 2024-09-13T00:42:48.829 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KkQ27JjshOgdabz off=17752544 len=421864 2024-09-13T00:42:48.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 4759 completed, throughput=5MB/sec 2024-09-13T00:42:48.835 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M9kwHP0nzld6sIh off=6371091 len=1776810 2024-09-13T00:42:48.840 INFO:tasks.workunit.client.0.smithi032.stdout:op 4760 completed, throughput=5MB/sec 2024-09-13T00:42:48.840 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VvWF3i-deeiyBzC off=1156304 len=1715511 2024-09-13T00:42:48.844 INFO:tasks.workunit.client.0.smithi032.stdout:op 4761 completed, throughput=5MB/sec 2024-09-13T00:42:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:49 smithi032 bash[75510]: cluster 2024-09-13T00:42:48.001124+0000 mgr.y (mgr.34107) 1201 : cluster [DBG] pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:42:49.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:49 smithi032 bash[76677]: cluster 2024-09-13T00:42:48.001124+0000 mgr.y (mgr.34107) 1201 : cluster [DBG] pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:42:49.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:49 smithi053 bash[67631]: cluster 2024-09-13T00:42:48.001124+0000 mgr.y (mgr.34107) 1201 : cluster [DBG] pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:42:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: 930: throughput=5MB/sec pending data=0 2024-09-13T00:42:49.845 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BgTa6Hp3fpr3RtX off=2938473 len=1027818 2024-09-13T00:42:49.854 INFO:tasks.workunit.client.0.smithi032.stdout:op 4762 completed, throughput=5MB/sec 2024-09-13T00:42:49.854 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MD4_PTioA7zegIU off=737642 len=1582130 2024-09-13T00:42:49.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 4763 completed, throughput=5MB/sec 2024-09-13T00:42:49.859 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pnihqhT73JhZ6sN off=6411554 len=970239 2024-09-13T00:42:49.866 INFO:tasks.workunit.client.0.smithi032.stdout:op 4764 completed, throughput=5MB/sec 2024-09-13T00:42:49.866 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VBerft7pz8E3PsT off=4013619 len=1980543 2024-09-13T00:42:49.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 4765 completed, throughput=5MB/sec 2024-09-13T00:42:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: 931: throughput=5MB/sec pending data=0 2024-09-13T00:42:50.871 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RSc-Rn0N6shaJTh off=2734079 len=1505871 2024-09-13T00:42:50.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 4766 completed, throughput=5MB/sec 2024-09-13T00:42:50.884 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VZEtdjHY8jTwiLX off=1622710 len=1124421 2024-09-13T00:42:50.892 INFO:tasks.workunit.client.0.smithi032.stdout:op 4767 completed, throughput=5MB/sec 2024-09-13T00:42:50.893 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QOgZop5LTSwZ7g3 off=2591984 len=246244 2024-09-13T00:42:50.898 INFO:tasks.workunit.client.0.smithi032.stdout:op 4768 completed, throughput=5MB/sec 2024-09-13T00:42:50.898 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ncFw5BKWmv87ZZJ off=6003249 len=262487 2024-09-13T00:42:50.904 INFO:tasks.workunit.client.0.smithi032.stdout:op 4769 completed, throughput=5MB/sec 2024-09-13T00:42:50.904 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0pF-cuZA5q7sCBW off=7611297 len=1724281 2024-09-13T00:42:50.909 INFO:tasks.workunit.client.0.smithi032.stdout:op 4770 completed, throughput=5MB/sec 2024-09-13T00:42:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:51 smithi032 bash[75510]: cluster 2024-09-13T00:42:50.002278+0000 mgr.y (mgr.34107) 1202 : cluster [DBG] pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:42:51.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:51 smithi032 bash[76677]: cluster 2024-09-13T00:42:50.002278+0000 mgr.y (mgr.34107) 1202 : cluster [DBG] pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:42:51.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:51 smithi053 bash[67631]: cluster 2024-09-13T00:42:50.002278+0000 mgr.y (mgr.34107) 1202 : cluster [DBG] pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T00:42:51.910 INFO:tasks.workunit.client.0.smithi032.stdout: 932: throughput=5MB/sec pending data=0 2024-09-13T00:42:51.910 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Uucv-BxRDAjJl88 off=9716165 len=876897 2024-09-13T00:42:51.919 INFO:tasks.workunit.client.0.smithi032.stdout:op 4771 completed, throughput=5MB/sec 2024-09-13T00:42:51.919 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sgu5vJm50RExChk off=438876 len=239739 2024-09-13T00:42:51.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 4772 completed, throughput=5MB/sec 2024-09-13T00:42:51.920 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--WnJinrLNGz_nYC off=4193158 len=2033329 2024-09-13T00:42:51.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 4773 completed, throughput=5MB/sec 2024-09-13T00:42:51.925 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tj5pLKhcPghEql- off=3367527 len=515252 2024-09-13T00:42:51.931 INFO:tasks.workunit.client.0.smithi032.stdout:op 4774 completed, throughput=5MB/sec 2024-09-13T00:42:51.931 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--FvRTLEqBZRPMAx off=8051711 len=58252 2024-09-13T00:42:51.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 4775 completed, throughput=5MB/sec 2024-09-13T00:42:51.936 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7PG3bI9CG37o3G4 off=1643903 len=31157 2024-09-13T00:42:51.937 INFO:tasks.workunit.client.0.smithi032.stdout:op 4776 completed, throughput=5MB/sec 2024-09-13T00:42:51.937 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tx-zDTL69rszGyA off=8223956 len=1438388 2024-09-13T00:42:51.941 INFO:tasks.workunit.client.0.smithi032.stdout:op 4777 completed, throughput=5MB/sec 2024-09-13T00:42:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:42:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:42:52] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T00:42:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:42:52 smithi053 bash[94430]: ts=2024-09-13T00:42:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:42:52.945 INFO:tasks.workunit.client.0.smithi032.stdout: 933: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:52.945 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wi2U9KfkUSgXVoK off=16082507 len=120158 2024-09-13T00:42:52.945 INFO:tasks.workunit.client.0.smithi032.stdout:op 4778 completed, throughput=5MB/sec 2024-09-13T00:42:52.945 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N9pUL30FdiNx0ba off=1667767 len=2001373 2024-09-13T00:42:52.956 INFO:tasks.workunit.client.0.smithi032.stdout:op 4779 completed, throughput=5MB/sec 2024-09-13T00:42:52.956 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xJ9MPi49nlUT-ge off=10160604 len=1940014 2024-09-13T00:42:52.972 INFO:tasks.workunit.client.0.smithi032.stdout:op 4780 completed, throughput=5MB/sec 2024-09-13T00:42:52.972 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JeBcpKDcSRUx5qh off=2935569 len=1173178 2024-09-13T00:42:52.982 INFO:tasks.workunit.client.0.smithi032.stdout:op 4781 completed, throughput=5MB/sec 2024-09-13T00:42:52.982 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JuCcm0m-iFfUe3d off=1154131 len=1525362 2024-09-13T00:42:52.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 4782 completed, throughput=5MB/sec 2024-09-13T00:42:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:53 smithi032 bash[75510]: cluster 2024-09-13T00:42:52.003334+0000 mgr.y (mgr.34107) 1203 : cluster [DBG] pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:42:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:53 smithi032 bash[76677]: cluster 2024-09-13T00:42:52.003334+0000 mgr.y (mgr.34107) 1203 : cluster [DBG] pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:42:53.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:53 smithi053 bash[67631]: cluster 2024-09-13T00:42:52.003334+0000 mgr.y (mgr.34107) 1203 : cluster [DBG] pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T00:42:53.994 INFO:tasks.workunit.client.0.smithi032.stdout: 934: throughput=5MB/sec pending data=0 2024-09-13T00:42:53.994 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OpFp-80CPomWMvD off=152836 len=1718851 2024-09-13T00:42:53.997 INFO:tasks.workunit.client.0.smithi032.stdout:op 4783 completed, throughput=5MB/sec 2024-09-13T00:42:53.998 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wHGoeJOO6xxFyqQ off=13067461 len=837734 2024-09-13T00:42:54.001 INFO:tasks.workunit.client.0.smithi032.stdout:op 4784 completed, throughput=5MB/sec 2024-09-13T00:42:54.001 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rzGpCLCADLEtqGh off=2838057 len=998172 2024-09-13T00:42:54.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 4785 completed, throughput=5MB/sec 2024-09-13T00:42:54.011 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VSQV2o2EOK7FQKS off=1456380 len=1870990 2024-09-13T00:42:54.024 INFO:tasks.workunit.client.0.smithi032.stdout:op 4786 completed, throughput=5MB/sec 2024-09-13T00:42:55.024 INFO:tasks.workunit.client.0.smithi032.stdout: 935: throughput=5MB/sec pending data=0 2024-09-13T00:42:55.025 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cj-PdEpbtsFJKQp off=2043544 len=1436921 2024-09-13T00:42:55.029 INFO:tasks.workunit.client.0.smithi032.stdout:op 4787 completed, throughput=5MB/sec 2024-09-13T00:42:55.029 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tDZ5uvliO0yLTDd off=248425 len=728117 2024-09-13T00:42:55.037 INFO:tasks.workunit.client.0.smithi032.stdout:op 4788 completed, throughput=5MB/sec 2024-09-13T00:42:55.038 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Zi1ribWhs3XBNQj off=1122864 len=1112576 2024-09-13T00:42:55.041 INFO:tasks.workunit.client.0.smithi032.stdout:op 4789 completed, throughput=5MB/sec 2024-09-13T00:42:55.041 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8qMbktaIyjJmUw- off=1510446 len=1365618 2024-09-13T00:42:55.044 INFO:tasks.workunit.client.0.smithi032.stdout:op 4790 completed, throughput=5MB/sec 2024-09-13T00:42:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:55 smithi032 bash[75510]: cluster 2024-09-13T00:42:54.004421+0000 mgr.y (mgr.34107) 1204 : cluster [DBG] pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:42:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:55 smithi032 bash[76677]: cluster 2024-09-13T00:42:54.004421+0000 mgr.y (mgr.34107) 1204 : cluster [DBG] pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:42:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:55 smithi053 bash[67631]: cluster 2024-09-13T00:42:54.004421+0000 mgr.y (mgr.34107) 1204 : cluster [DBG] pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:42:56.045 INFO:tasks.workunit.client.0.smithi032.stdout: 936: throughput=5MB/sec pending data=0 2024-09-13T00:42:56.045 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z3qyPOWLmN5FydO off=176233 len=1700259 2024-09-13T00:42:56.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 4791 completed, throughput=5MB/sec 2024-09-13T00:42:56.058 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5gwS_iFOkXvqd0I off=10260658 len=1150598 2024-09-13T00:42:56.062 INFO:tasks.workunit.client.0.smithi032.stdout:op 4792 completed, throughput=5MB/sec 2024-09-13T00:42:56.062 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_Woo2urbJ5RxWZJ off=701436 len=938086 2024-09-13T00:42:56.065 INFO:tasks.workunit.client.0.smithi032.stdout:op 4793 completed, throughput=5MB/sec 2024-09-13T00:42:56.065 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hc4VMAg5R5N4kB- off=9168990 len=1314896 2024-09-13T00:42:56.068 INFO:tasks.workunit.client.0.smithi032.stdout:op 4794 completed, throughput=5MB/sec 2024-09-13T00:42:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:56 smithi032 bash[75510]: audit 2024-09-13T00:42:55.182380+0000 mon.a (mon.0) 2291 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:42:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:56 smithi032 bash[76677]: audit 2024-09-13T00:42:55.182380+0000 mon.a (mon.0) 2291 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:42:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:56 smithi053 bash[67631]: audit 2024-09-13T00:42:55.182380+0000 mon.a (mon.0) 2291 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:42:57.069 INFO:tasks.workunit.client.0.smithi032.stdout: 937: throughput=5MB/sec pending data=0 2024-09-13T00:42:57.069 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UHSY8rK_xrROC2z off=4794527 len=1191085 2024-09-13T00:42:57.080 INFO:tasks.workunit.client.0.smithi032.stdout:op 4795 completed, throughput=5MB/sec 2024-09-13T00:42:57.080 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZjpSZaCSFUv1nLX off=4701299 len=1722631 2024-09-13T00:42:57.092 INFO:tasks.workunit.client.0.smithi032.stdout:op 4796 completed, throughput=5MB/sec 2024-09-13T00:42:57.092 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vaS5aSCGNPNWJzd off=13299062 len=1413998 2024-09-13T00:42:57.104 INFO:tasks.workunit.client.0.smithi032.stdout:op 4797 completed, throughput=5MB/sec 2024-09-13T00:42:57.104 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L4fjp7YYrVbmnAW off=14643945 len=43156 2024-09-13T00:42:57.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 4798 completed, throughput=5MB/sec 2024-09-13T00:42:57.105 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H7MYPfV6hdbd949 off=1882077 len=487175 2024-09-13T00:42:57.107 INFO:tasks.workunit.client.0.smithi032.stdout:op 4799 completed, throughput=5MB/sec 2024-09-13T00:42:57.107 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bLnUa_BA1QhiXZ- off=2455527 len=1218537 2024-09-13T00:42:57.110 INFO:tasks.workunit.client.0.smithi032.stdout:op 4800 completed, throughput=5MB/sec 2024-09-13T00:42:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:57 smithi032 bash[75510]: cluster 2024-09-13T00:42:56.005271+0000 mgr.y (mgr.34107) 1205 : cluster [DBG] pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:42:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:57 smithi032 bash[76677]: cluster 2024-09-13T00:42:56.005271+0000 mgr.y (mgr.34107) 1205 : cluster [DBG] pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:42:57.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:57 smithi053 bash[67631]: cluster 2024-09-13T00:42:56.005271+0000 mgr.y (mgr.34107) 1205 : cluster [DBG] pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:42:58.110 INFO:tasks.workunit.client.0.smithi032.stdout: 938: throughput=5MB/sec pending data=0 2024-09-13T00:42:58.110 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6G4rn0GhaapPWl0 off=5536004 len=825857 2024-09-13T00:42:58.119 INFO:tasks.workunit.client.0.smithi032.stdout:op 4801 completed, throughput=5MB/sec 2024-09-13T00:42:58.119 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zPbwSUJhtMB6i9s off=13262302 len=712098 2024-09-13T00:42:58.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 4802 completed, throughput=5MB/sec 2024-09-13T00:42:58.121 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JltA47C63_TlpNz off=9155946 len=927601 2024-09-13T00:42:58.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 4803 completed, throughput=5MB/sec 2024-09-13T00:42:58.131 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZWE-kfqFiN0a25p off=4276994 len=2057989 2024-09-13T00:42:58.136 INFO:tasks.workunit.client.0.smithi032.stdout:op 4804 completed, throughput=5MB/sec 2024-09-13T00:42:59.136 INFO:tasks.workunit.client.0.smithi032.stdout: 939: throughput=4.99MB/sec pending data=0 2024-09-13T00:42:59.137 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HLO4QGqZeXR_K9Q off=665185 len=209533 2024-09-13T00:42:59.142 INFO:tasks.workunit.client.0.smithi032.stdout:op 4805 completed, throughput=5MB/sec 2024-09-13T00:42:59.142 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nrG7Xi9-bjmcf8K off=8003976 len=1315612 2024-09-13T00:42:59.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 4806 completed, throughput=5MB/sec 2024-09-13T00:42:59.145 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W8kUCXAD4NmcfHw off=1584878 len=1556036 2024-09-13T00:42:59.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 4807 completed, throughput=5MB/sec 2024-09-13T00:42:59.158 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-84RQn_aCs-DusRf off=3737797 len=1353368 2024-09-13T00:42:59.162 INFO:tasks.workunit.client.0.smithi032.stdout:op 4808 completed, throughput=5MB/sec 2024-09-13T00:42:59.162 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-veaxbNBj1CeeVli off=3278683 len=1873525 2024-09-13T00:42:59.166 INFO:tasks.workunit.client.0.smithi032.stdout:op 4809 completed, throughput=5MB/sec 2024-09-13T00:42:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:42:59 smithi032 bash[75510]: cluster 2024-09-13T00:42:58.006278+0000 mgr.y (mgr.34107) 1206 : cluster [DBG] pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:42:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:42:59 smithi032 bash[76677]: cluster 2024-09-13T00:42:58.006278+0000 mgr.y (mgr.34107) 1206 : cluster [DBG] pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:42:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:42:59 smithi053 bash[67631]: cluster 2024-09-13T00:42:58.006278+0000 mgr.y (mgr.34107) 1206 : cluster [DBG] pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:43:00.166 INFO:tasks.workunit.client.0.smithi032.stdout: 940: throughput=5MB/sec pending data=0 2024-09-13T00:43:00.167 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rGD-EnlXIL6gB-v off=15033572 len=1728206 2024-09-13T00:43:00.180 INFO:tasks.workunit.client.0.smithi032.stdout:op 4810 completed, throughput=5MB/sec 2024-09-13T00:43:00.181 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CUPpdcMpABlmyVT off=13635591 len=1304430 2024-09-13T00:43:00.182 INFO:tasks.workunit.client.0.smithi032.stdout:op 4811 completed, throughput=5MB/sec 2024-09-13T00:43:00.183 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HTtQhVsQDig-q9M off=20001342 len=2048386 2024-09-13T00:43:00.189 INFO:tasks.workunit.client.0.smithi032.stdout:op 4812 completed, throughput=5MB/sec 2024-09-13T00:43:01.190 INFO:tasks.workunit.client.0.smithi032.stdout: 941: throughput=5MB/sec pending data=0 2024-09-13T00:43:01.190 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mEDBLh3CHqJlIHC off=7515567 len=1740555 2024-09-13T00:43:01.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 4813 completed, throughput=5MB/sec 2024-09-13T00:43:01.194 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3taJTMFnKUb3MOg off=5276979 len=1724750 2024-09-13T00:43:01.206 INFO:tasks.workunit.client.0.smithi032.stdout:op 4814 completed, throughput=5MB/sec 2024-09-13T00:43:01.206 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-miArZ4XIB-yOwXk off=19157928 len=1533919 2024-09-13T00:43:01.216 INFO:tasks.workunit.client.0.smithi032.stdout:op 4815 completed, throughput=5MB/sec 2024-09-13T00:43:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:01 smithi032 bash[75510]: cluster 2024-09-13T00:43:00.007418+0000 mgr.y (mgr.34107) 1207 : cluster [DBG] pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:43:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:01 smithi032 bash[76677]: cluster 2024-09-13T00:43:00.007418+0000 mgr.y (mgr.34107) 1207 : cluster [DBG] pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:43:01.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:01 smithi053 bash[67631]: cluster 2024-09-13T00:43:00.007418+0000 mgr.y (mgr.34107) 1207 : cluster [DBG] pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:43:02.216 INFO:tasks.workunit.client.0.smithi032.stdout: 942: throughput=5MB/sec pending data=0 2024-09-13T00:43:02.216 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Vr6tfz411V6LYGY off=8736650 len=547890 2024-09-13T00:43:02.219 INFO:tasks.workunit.client.0.smithi032.stdout:op 4816 completed, throughput=5MB/sec 2024-09-13T00:43:02.219 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B3-TTGWX-lZHwyy off=15855161 len=86342 2024-09-13T00:43:02.220 INFO:tasks.workunit.client.0.smithi032.stdout:op 4817 completed, throughput=5MB/sec 2024-09-13T00:43:02.220 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hDoshUJXHRSTXK5 off=10614621 len=2014931 2024-09-13T00:43:02.225 INFO:tasks.workunit.client.0.smithi032.stdout:op 4818 completed, throughput=5MB/sec 2024-09-13T00:43:02.225 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V2lA2gbUxcWf-f8 off=3203735 len=966373 2024-09-13T00:43:02.235 INFO:tasks.workunit.client.0.smithi032.stdout:op 4819 completed, throughput=5MB/sec 2024-09-13T00:43:02.235 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jpA3Kk8tfafCTsE off=3111449 len=1975355 2024-09-13T00:43:02.242 INFO:tasks.workunit.client.0.smithi032.stdout:op 4820 completed, throughput=5MB/sec 2024-09-13T00:43:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:43:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:43:02] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:43:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:43:02 smithi053 bash[94430]: ts=2024-09-13T00:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:43:03.242 INFO:tasks.workunit.client.0.smithi032.stdout: 943: throughput=5MB/sec pending data=0 2024-09-13T00:43:03.242 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HDbB21jYL-6VUnz off=13814826 len=1571091 2024-09-13T00:43:03.253 INFO:tasks.workunit.client.0.smithi032.stdout:op 4821 completed, throughput=5MB/sec 2024-09-13T00:43:03.253 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bbp9YenJ9SD4HxE off=3606107 len=68187 2024-09-13T00:43:03.254 INFO:tasks.workunit.client.0.smithi032.stdout:op 4822 completed, throughput=5MB/sec 2024-09-13T00:43:03.254 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q-nxtyevRm4KfGU off=10904528 len=71459 2024-09-13T00:43:03.259 INFO:tasks.workunit.client.0.smithi032.stdout:op 4823 completed, throughput=5MB/sec 2024-09-13T00:43:03.259 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YrnkEu50Kqu4w1e off=250055 len=1373969 2024-09-13T00:43:03.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 4824 completed, throughput=5MB/sec 2024-09-13T00:43:03.263 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zDfc0LwDn0IXe-6 off=10041215 len=1311509 2024-09-13T00:43:03.266 INFO:tasks.workunit.client.0.smithi032.stdout:op 4825 completed, throughput=5MB/sec 2024-09-13T00:43:03.266 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HDhdyYqv3qYrtq0 off=8768265 len=1059094 2024-09-13T00:43:03.275 INFO:tasks.workunit.client.0.smithi032.stdout:op 4826 completed, throughput=5MB/sec 2024-09-13T00:43:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:03 smithi032 bash[75510]: cluster 2024-09-13T00:43:02.008424+0000 mgr.y (mgr.34107) 1208 : cluster [DBG] pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:43:03.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:03 smithi032 bash[76677]: cluster 2024-09-13T00:43:02.008424+0000 mgr.y (mgr.34107) 1208 : cluster [DBG] pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:43:03.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:03 smithi053 bash[67631]: cluster 2024-09-13T00:43:02.008424+0000 mgr.y (mgr.34107) 1208 : cluster [DBG] pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:43:04.275 INFO:tasks.workunit.client.0.smithi032.stdout: 944: throughput=5MB/sec pending data=0 2024-09-13T00:43:04.276 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8UC1h0XwEYstGzb off=15366516 len=741810 2024-09-13T00:43:04.278 INFO:tasks.workunit.client.0.smithi032.stdout:op 4827 completed, throughput=5MB/sec 2024-09-13T00:43:04.278 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UbrZiGgQqgC3RBd off=14164652 len=919495 2024-09-13T00:43:04.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 4828 completed, throughput=5MB/sec 2024-09-13T00:43:04.281 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0kJSniQ6XpxfiEo off=7014649 len=440453 2024-09-13T00:43:04.282 INFO:tasks.workunit.client.0.smithi032.stdout:op 4829 completed, throughput=5MB/sec 2024-09-13T00:43:04.282 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-02_l1XH16diD3lT off=4193087 len=1080542 2024-09-13T00:43:04.285 INFO:tasks.workunit.client.0.smithi032.stdout:op 4830 completed, throughput=5MB/sec 2024-09-13T00:43:04.285 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9yAeX9C2Nm34m4W off=8365664 len=419897 2024-09-13T00:43:04.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 4831 completed, throughput=5MB/sec 2024-09-13T00:43:04.288 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8cpO9wQ2kY4E6Sx off=1395717 len=1335915 2024-09-13T00:43:04.299 INFO:tasks.workunit.client.0.smithi032.stdout:op 4832 completed, throughput=5MB/sec 2024-09-13T00:43:05.299 INFO:tasks.workunit.client.0.smithi032.stdout: 945: throughput=5MB/sec pending data=0 2024-09-13T00:43:05.300 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tqYpngf45bbsX1A off=10723609 len=1730146 2024-09-13T00:43:05.305 INFO:tasks.workunit.client.0.smithi032.stdout:op 4833 completed, throughput=5MB/sec 2024-09-13T00:43:05.305 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-og8I-s8pl7m8v0R off=1422973 len=2015806 2024-09-13T00:43:05.310 INFO:tasks.workunit.client.0.smithi032.stdout:op 4834 completed, throughput=5MB/sec 2024-09-13T00:43:05.310 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8pIXqFFrDM--QUc off=8313773 len=1012520 2024-09-13T00:43:05.319 INFO:tasks.workunit.client.0.smithi032.stdout:op 4835 completed, throughput=5MB/sec 2024-09-13T00:43:05.319 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xB4VZUxhkZ63rZZ off=4901925 len=1834197 2024-09-13T00:43:05.323 INFO:tasks.workunit.client.0.smithi032.stdout:op 4836 completed, throughput=5MB/sec 2024-09-13T00:43:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:05 smithi032 bash[75510]: cluster 2024-09-13T00:43:04.009557+0000 mgr.y (mgr.34107) 1209 : cluster [DBG] pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:43:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:05 smithi032 bash[76677]: cluster 2024-09-13T00:43:04.009557+0000 mgr.y (mgr.34107) 1209 : cluster [DBG] pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:43:05.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:05 smithi053 bash[67631]: cluster 2024-09-13T00:43:04.009557+0000 mgr.y (mgr.34107) 1209 : cluster [DBG] pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:43:06.323 INFO:tasks.workunit.client.0.smithi032.stdout: 946: throughput=5MB/sec pending data=0 2024-09-13T00:43:06.324 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--C-CabLCjCf6AxZ off=12717041 len=108053 2024-09-13T00:43:06.328 INFO:tasks.workunit.client.0.smithi032.stdout:op 4837 completed, throughput=5MB/sec 2024-09-13T00:43:06.328 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-upcLA0omF9zUUxc off=944459 len=1598333 2024-09-13T00:43:06.341 INFO:tasks.workunit.client.0.smithi032.stdout:op 4838 completed, throughput=5MB/sec 2024-09-13T00:43:06.341 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YNoMMuiAo-FSwJ9 off=22079436 len=1008725 2024-09-13T00:43:06.344 INFO:tasks.workunit.client.0.smithi032.stdout:op 4839 completed, throughput=5MB/sec 2024-09-13T00:43:06.344 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zzNcsmU9Ssv-TTc off=5635121 len=1928696 2024-09-13T00:43:06.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 4840 completed, throughput=5MB/sec 2024-09-13T00:43:06.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:06 smithi032 bash[75510]: cluster 2024-09-13T00:43:06.010447+0000 mgr.y (mgr.34107) 1210 : cluster [DBG] pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:43:06.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:06 smithi032 bash[76677]: cluster 2024-09-13T00:43:06.010447+0000 mgr.y (mgr.34107) 1210 : cluster [DBG] pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:43:07.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:06 smithi053 bash[67631]: cluster 2024-09-13T00:43:06.010447+0000 mgr.y (mgr.34107) 1210 : cluster [DBG] pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:43:07.357 INFO:tasks.workunit.client.0.smithi032.stdout: 947: throughput=5MB/sec pending data=0 2024-09-13T00:43:07.357 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KklfoGhkld5n2Am off=12864982 len=1809053 2024-09-13T00:43:07.362 INFO:tasks.workunit.client.0.smithi032.stdout:op 4841 completed, throughput=5MB/sec 2024-09-13T00:43:07.362 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mM47AL-jy5jDu6a off=12920701 len=199124 2024-09-13T00:43:07.367 INFO:tasks.workunit.client.0.smithi032.stdout:op 4842 completed, throughput=5MB/sec 2024-09-13T00:43:07.367 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WbAhvZpldIb7Qav off=10722738 len=333753 2024-09-13T00:43:07.373 INFO:tasks.workunit.client.0.smithi032.stdout:op 4843 completed, throughput=5MB/sec 2024-09-13T00:43:07.373 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wuVsMR5DEdWE76z off=4784746 len=569343 2024-09-13T00:43:07.375 INFO:tasks.workunit.client.0.smithi032.stdout:op 4844 completed, throughput=5MB/sec 2024-09-13T00:43:07.375 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-t3Po2S0BTbrtKq6 off=2770526 len=164501 2024-09-13T00:43:07.376 INFO:tasks.workunit.client.0.smithi032.stdout:op 4845 completed, throughput=5MB/sec 2024-09-13T00:43:07.376 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gDrzxGyulCVqPUE off=11442372 len=1507709 2024-09-13T00:43:07.379 INFO:tasks.workunit.client.0.smithi032.stdout:op 4846 completed, throughput=5MB/sec 2024-09-13T00:43:07.379 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WsxA_NLtRIxc7dN off=15553384 len=1246647 2024-09-13T00:43:07.383 INFO:tasks.workunit.client.0.smithi032.stdout:op 4847 completed, throughput=5MB/sec 2024-09-13T00:43:08.383 INFO:tasks.workunit.client.0.smithi032.stdout: 948: throughput=5MB/sec pending data=0 2024-09-13T00:43:08.383 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J-GTqwcENPP9axr off=9174131 len=181765 2024-09-13T00:43:08.388 INFO:tasks.workunit.client.0.smithi032.stdout:op 4848 completed, throughput=5MB/sec 2024-09-13T00:43:08.388 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-T13RpfEYHJhRJ6W off=2963925 len=396891 2024-09-13T00:43:08.394 INFO:tasks.workunit.client.0.smithi032.stdout:op 4849 completed, throughput=5MB/sec 2024-09-13T00:43:08.394 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-58sN_6iwadlVvJa off=203718 len=639396 2024-09-13T00:43:08.401 INFO:tasks.workunit.client.0.smithi032.stdout:op 4850 completed, throughput=5MB/sec 2024-09-13T00:43:08.402 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zJIEEPsRz_fPIFo off=1469740 len=514672 2024-09-13T00:43:08.408 INFO:tasks.workunit.client.0.smithi032.stdout:op 4851 completed, throughput=5MB/sec 2024-09-13T00:43:08.408 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NoWMb61NttM2K_j off=79891 len=1780370 2024-09-13T00:43:08.422 INFO:tasks.workunit.client.0.smithi032.stdout:op 4852 completed, throughput=5MB/sec 2024-09-13T00:43:08.423 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SXCK2Hr6bTmf59- off=123248 len=176224 2024-09-13T00:43:08.424 INFO:tasks.workunit.client.0.smithi032.stdout:op 4853 completed, throughput=5MB/sec 2024-09-13T00:43:08.424 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1i50Ksu1h3M8zhj off=8406270 len=584038 2024-09-13T00:43:08.430 INFO:tasks.workunit.client.0.smithi032.stdout:op 4854 completed, throughput=5MB/sec 2024-09-13T00:43:08.430 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QlbBpmdjL8f4-dS off=13410639 len=1451920 2024-09-13T00:43:08.442 INFO:tasks.workunit.client.0.smithi032.stdout:op 4855 completed, throughput=5MB/sec 2024-09-13T00:43:09.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:09 smithi032 bash[75510]: cluster 2024-09-13T00:43:08.011456+0000 mgr.y (mgr.34107) 1211 : cluster [DBG] pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:43:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:09 smithi032 bash[76677]: cluster 2024-09-13T00:43:08.011456+0000 mgr.y (mgr.34107) 1211 : cluster [DBG] pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:43:09.443 INFO:tasks.workunit.client.0.smithi032.stdout: 949: throughput=5MB/sec pending data=0 2024-09-13T00:43:09.443 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gyHfvvtNFOpUbyu off=135716 len=1625765 2024-09-13T00:43:09.447 INFO:tasks.workunit.client.0.smithi032.stdout:op 4856 completed, throughput=5MB/sec 2024-09-13T00:43:09.447 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gvXHQ-Fj1NOMZRV off=14062211 len=1885651 2024-09-13T00:43:09.460 INFO:tasks.workunit.client.0.smithi032.stdout:op 4857 completed, throughput=5MB/sec 2024-09-13T00:43:09.461 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K1PuhWXFt30mypS off=14381278 len=1519570 2024-09-13T00:43:09.466 INFO:tasks.workunit.client.0.smithi032.stdout:op 4858 completed, throughput=5MB/sec 2024-09-13T00:43:09.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:09 smithi053 bash[67631]: cluster 2024-09-13T00:43:08.011456+0000 mgr.y (mgr.34107) 1211 : cluster [DBG] pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:43:10.466 INFO:tasks.workunit.client.0.smithi032.stdout: 950: throughput=5MB/sec pending data=0 2024-09-13T00:43:10.466 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HDUrMRAH7Fsah6Z off=2486453 len=1508769 2024-09-13T00:43:10.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 4859 completed, throughput=5MB/sec 2024-09-13T00:43:10.478 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RVGtI0ccRiaOY4M off=1482011 len=71594 2024-09-13T00:43:10.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 4860 completed, throughput=5MB/sec 2024-09-13T00:43:10.482 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sUSmj0iOSovpxjA off=1797118 len=1340098 2024-09-13T00:43:10.492 INFO:tasks.workunit.client.0.smithi032.stdout:op 4861 completed, throughput=5MB/sec 2024-09-13T00:43:10.493 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ovjCv9FLZ5kk63r off=9673898 len=1916082 2024-09-13T00:43:10.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 4862 completed, throughput=5MB/sec 2024-09-13T00:43:11.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:11 smithi032 bash[76677]: cluster 2024-09-13T00:43:10.012407+0000 mgr.y (mgr.34107) 1212 : cluster [DBG] pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:43:11.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:11 smithi032 bash[76677]: audit 2024-09-13T00:43:10.182918+0000 mon.a (mon.0) 2292 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:43:11.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:11 smithi032 bash[76677]: audit 2024-09-13T00:43:10.734124+0000 mon.a (mon.0) 2293 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:43:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:11 smithi032 bash[75510]: cluster 2024-09-13T00:43:10.012407+0000 mgr.y (mgr.34107) 1212 : cluster [DBG] pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:43:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:11 smithi032 bash[75510]: audit 2024-09-13T00:43:10.182918+0000 mon.a (mon.0) 2292 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:43:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:11 smithi032 bash[75510]: audit 2024-09-13T00:43:10.734124+0000 mon.a (mon.0) 2293 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:43:11.505 INFO:tasks.workunit.client.0.smithi032.stdout: 951: throughput=5MB/sec pending data=0 2024-09-13T00:43:11.505 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u7ToNNwd0p6MtLT off=1172939 len=402099 2024-09-13T00:43:11.508 INFO:tasks.workunit.client.0.smithi032.stdout:op 4863 completed, throughput=5MB/sec 2024-09-13T00:43:11.508 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rIHH0AdS6tW3mu9 off=2906695 len=1003361 2024-09-13T00:43:11.517 INFO:tasks.workunit.client.0.smithi032.stdout:op 4864 completed, throughput=5MB/sec 2024-09-13T00:43:11.517 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PmMJgj0NKixZ1lI off=910744 len=1939213 2024-09-13T00:43:11.533 INFO:tasks.workunit.client.0.smithi032.stdout:op 4865 completed, throughput=5MB/sec 2024-09-13T00:43:11.533 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SuWSAldpddx68U_ off=17745750 len=555533 2024-09-13T00:43:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:11 smithi053 bash[67631]: cluster 2024-09-13T00:43:10.012407+0000 mgr.y (mgr.34107) 1212 : cluster [DBG] pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:43:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:11 smithi053 bash[67631]: audit 2024-09-13T00:43:10.182918+0000 mon.a (mon.0) 2292 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:43:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:11 smithi053 bash[67631]: audit 2024-09-13T00:43:10.734124+0000 mon.a (mon.0) 2293 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:43:11.540 INFO:tasks.workunit.client.0.smithi032.stdout:op 4866 completed, throughput=5MB/sec 2024-09-13T00:43:11.540 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6liLH_7sSgfT53b off=8645613 len=1368908 2024-09-13T00:43:11.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 4867 completed, throughput=5MB/sec 2024-09-13T00:43:12.324 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:12 smithi032 bash[76677]: audit 2024-09-13T00:43:11.297758+0000 mon.a (mon.0) 2294 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:43:12.324 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:12 smithi032 bash[76677]: audit 2024-09-13T00:43:11.299284+0000 mon.a (mon.0) 2295 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:43:12.324 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:12 smithi032 bash[76677]: audit 2024-09-13T00:43:11.307079+0000 mon.a (mon.0) 2296 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:43:12.324 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:12 smithi032 bash[75510]: audit 2024-09-13T00:43:11.297758+0000 mon.a (mon.0) 2294 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:43:12.324 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:12 smithi032 bash[75510]: audit 2024-09-13T00:43:11.299284+0000 mon.a (mon.0) 2295 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:43:12.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:12 smithi032 bash[75510]: audit 2024-09-13T00:43:11.307079+0000 mon.a (mon.0) 2296 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:43:12.536 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:43:12 smithi053 bash[94430]: ts=2024-09-13T00:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:43:12.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:12 smithi053 bash[67631]: audit 2024-09-13T00:43:11.297758+0000 mon.a (mon.0) 2294 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:43:12.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:12 smithi053 bash[67631]: audit 2024-09-13T00:43:11.299284+0000 mon.a (mon.0) 2295 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:43:12.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:12 smithi053 bash[67631]: audit 2024-09-13T00:43:11.307079+0000 mon.a (mon.0) 2296 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:43:12.544 INFO:tasks.workunit.client.0.smithi032.stdout: 952: throughput=5MB/sec pending data=0 2024-09-13T00:43:12.544 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3rbkxjpt5wwTSXh off=49498 len=846648 2024-09-13T00:43:12.548 INFO:tasks.workunit.client.0.smithi032.stdout:op 4868 completed, throughput=5MB/sec 2024-09-13T00:43:12.548 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TUoG3tWc7Nvcghg off=7938753 len=45755 2024-09-13T00:43:12.549 INFO:tasks.workunit.client.0.smithi032.stdout:op 4869 completed, throughput=5MB/sec 2024-09-13T00:43:12.549 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ROWGJ2xdEQJQZ7L off=4295047 len=1795159 2024-09-13T00:43:12.563 INFO:tasks.workunit.client.0.smithi032.stdout:op 4870 completed, throughput=5MB/sec 2024-09-13T00:43:12.563 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--3_UAiEZae99Bg4 off=483585 len=1444968 2024-09-13T00:43:12.574 INFO:tasks.workunit.client.0.smithi032.stdout:op 4871 completed, throughput=5MB/sec 2024-09-13T00:43:12.574 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FgB_hRkNH24RR3W off=1569378 len=1162851 2024-09-13T00:43:12.576 INFO:tasks.workunit.client.0.smithi032.stdout:op 4872 completed, throughput=5MB/sec 2024-09-13T00:43:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:43:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:43:12] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-13T00:43:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:13 smithi032 bash[75510]: cluster 2024-09-13T00:43:12.013561+0000 mgr.y (mgr.34107) 1213 : cluster [DBG] pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:43:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:13 smithi032 bash[76677]: cluster 2024-09-13T00:43:12.013561+0000 mgr.y (mgr.34107) 1213 : cluster [DBG] pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:43:13.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:13 smithi053 bash[67631]: cluster 2024-09-13T00:43:12.013561+0000 mgr.y (mgr.34107) 1213 : cluster [DBG] pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T00:43:13.576 INFO:tasks.workunit.client.0.smithi032.stdout: 953: throughput=4.99MB/sec pending data=0 2024-09-13T00:43:13.576 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dTsCioRV9P3BJV2 off=10122482 len=1288787 2024-09-13T00:43:13.586 INFO:tasks.workunit.client.0.smithi032.stdout:op 4873 completed, throughput=5MB/sec 2024-09-13T00:43:13.586 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2mK2eOYQNiJ-dqc off=2347919 len=1605940 2024-09-13T00:43:13.597 INFO:tasks.workunit.client.0.smithi032.stdout:op 4874 completed, throughput=5MB/sec 2024-09-13T00:43:13.597 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8hA-VsnJjnt0Z6Z off=5873067 len=961179 2024-09-13T00:43:13.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 4875 completed, throughput=5MB/sec 2024-09-13T00:43:13.605 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-adAt4KEfDYJMgKw off=1393163 len=1222991 2024-09-13T00:43:13.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 4876 completed, throughput=5MB/sec 2024-09-13T00:43:13.608 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OHA7H98hAsmyk00 off=2043315 len=434790 2024-09-13T00:43:13.610 INFO:tasks.workunit.client.0.smithi032.stdout:op 4877 completed, throughput=5MB/sec 2024-09-13T00:43:14.610 INFO:tasks.workunit.client.0.smithi032.stdout: 954: throughput=5MB/sec pending data=0 2024-09-13T00:43:14.611 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5IRHK28L_sugI2g off=1572196 len=141661 2024-09-13T00:43:14.612 INFO:tasks.workunit.client.0.smithi032.stdout:op 4878 completed, throughput=5MB/sec 2024-09-13T00:43:14.612 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IDI1x2zidYWU3Am off=0 len=1170970 2024-09-13T00:43:14.622 INFO:tasks.workunit.client.0.smithi032.stdout:op 4879 completed, throughput=5MB/sec 2024-09-13T00:43:14.622 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bMJBSZdpFitGlI4 off=12895200 len=1931923 2024-09-13T00:43:14.626 INFO:tasks.workunit.client.0.smithi032.stdout:op 4880 completed, throughput=5MB/sec 2024-09-13T00:43:14.626 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VsplhwUmDXgfcfq off=7061858 len=1763592 2024-09-13T00:43:14.630 INFO:tasks.workunit.client.0.smithi032.stdout:op 4881 completed, throughput=5MB/sec 2024-09-13T00:43:14.630 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Nfh6hnuhr6ZnkUx off=16073681 len=1678788 2024-09-13T00:43:14.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 4882 completed, throughput=5MB/sec 2024-09-13T00:43:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:15 smithi032 bash[75510]: cluster 2024-09-13T00:43:14.014726+0000 mgr.y (mgr.34107) 1214 : cluster [DBG] pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:43:15.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:15 smithi032 bash[76677]: cluster 2024-09-13T00:43:14.014726+0000 mgr.y (mgr.34107) 1214 : cluster [DBG] pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:43:15.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:15 smithi053 bash[67631]: cluster 2024-09-13T00:43:14.014726+0000 mgr.y (mgr.34107) 1214 : cluster [DBG] pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:43:15.644 INFO:tasks.workunit.client.0.smithi032.stdout: 955: throughput=5MB/sec pending data=0 2024-09-13T00:43:15.645 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BNe6Rn5o4I5aRRC off=283778 len=1470434 2024-09-13T00:43:15.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 4883 completed, throughput=5MB/sec 2024-09-13T00:43:15.656 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7BZm7p_YFaurOtV off=1161754 len=332830 2024-09-13T00:43:15.662 INFO:tasks.workunit.client.0.smithi032.stdout:op 4884 completed, throughput=5MB/sec 2024-09-13T00:43:15.662 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JGswXAj4ZXysV8C off=857842 len=477343 2024-09-13T00:43:15.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 4885 completed, throughput=5MB/sec 2024-09-13T00:43:15.665 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dTIq-9J0HcXWjyF off=1237634 len=1027776 2024-09-13T00:43:15.668 INFO:tasks.workunit.client.0.smithi032.stdout:op 4886 completed, throughput=5MB/sec 2024-09-13T00:43:15.668 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8r6Vgz-49Ep85Km off=20222804 len=192930 2024-09-13T00:43:15.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 4887 completed, throughput=5MB/sec 2024-09-13T00:43:15.673 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Gi3tAQ9PWTbIQUI off=1329747 len=1413783 2024-09-13T00:43:15.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 4888 completed, throughput=5MB/sec 2024-09-13T00:43:16.673 INFO:tasks.workunit.client.0.smithi032.stdout: 956: throughput=5MB/sec pending data=0 2024-09-13T00:43:16.673 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CiTNdqWNFSO89pY off=4693879 len=1336891 2024-09-13T00:43:16.684 INFO:tasks.workunit.client.0.smithi032.stdout:op 4889 completed, throughput=5MB/sec 2024-09-13T00:43:16.684 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XdSXnSd87jIseTA off=1393572 len=541575 2024-09-13T00:43:16.692 INFO:tasks.workunit.client.0.smithi032.stdout:op 4890 completed, throughput=5MB/sec 2024-09-13T00:43:16.692 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-InrbPxDsJHGtqXP off=3061397 len=1371880 2024-09-13T00:43:16.703 INFO:tasks.workunit.client.0.smithi032.stdout:op 4891 completed, throughput=5MB/sec 2024-09-13T00:43:16.703 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hZWKO1-1Cry8CO- off=2330842 len=636842 2024-09-13T00:43:16.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 4892 completed, throughput=5MB/sec 2024-09-13T00:43:16.710 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mjPFurwAnsquVb4 off=13117400 len=1117894 2024-09-13T00:43:16.712 INFO:tasks.workunit.client.0.smithi032.stdout:op 4893 completed, throughput=5MB/sec 2024-09-13T00:43:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:17 smithi032 bash[75510]: cluster 2024-09-13T00:43:16.015669+0000 mgr.y (mgr.34107) 1215 : cluster [DBG] pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:43:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:17 smithi032 bash[76677]: cluster 2024-09-13T00:43:16.015669+0000 mgr.y (mgr.34107) 1215 : cluster [DBG] pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:43:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:17 smithi053 bash[67631]: cluster 2024-09-13T00:43:16.015669+0000 mgr.y (mgr.34107) 1215 : cluster [DBG] pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:43:17.713 INFO:tasks.workunit.client.0.smithi032.stdout: 957: throughput=5MB/sec pending data=0 2024-09-13T00:43:17.717 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dxM7kjHPp1C3V6C off=10686894 len=766862 2024-09-13T00:43:17.718 INFO:tasks.workunit.client.0.smithi032.stdout:op 4894 completed, throughput=5MB/sec 2024-09-13T00:43:17.718 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CG0ZIVKG7744M6m off=374442 len=273803 2024-09-13T00:43:17.718 INFO:tasks.workunit.client.0.smithi032.stdout:op 4895 completed, throughput=5MB/sec 2024-09-13T00:43:17.718 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oCGJdrq1UnK5G1e off=5893788 len=1414683 2024-09-13T00:43:17.721 INFO:tasks.workunit.client.0.smithi032.stdout:op 4896 completed, throughput=5MB/sec 2024-09-13T00:43:17.721 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aH2lso1j9kiTROu off=3420108 len=557682 2024-09-13T00:43:17.728 INFO:tasks.workunit.client.0.smithi032.stdout:op 4897 completed, throughput=5MB/sec 2024-09-13T00:43:17.728 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8D6McjcjCjiRHed off=1451660 len=2028344 2024-09-13T00:43:17.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 4898 completed, throughput=5MB/sec 2024-09-13T00:43:18.743 INFO:tasks.workunit.client.0.smithi032.stdout: 958: throughput=5MB/sec pending data=0 2024-09-13T00:43:18.744 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7x_N4fI5ecAMP2L off=810410 len=1103322 2024-09-13T00:43:18.752 INFO:tasks.workunit.client.0.smithi032.stdout:op 4899 completed, throughput=5MB/sec 2024-09-13T00:43:18.753 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-34q2gRFB2b9fHY2 off=11980338 len=1437552 2024-09-13T00:43:18.756 INFO:tasks.workunit.client.0.smithi032.stdout:op 4900 completed, throughput=5MB/sec 2024-09-13T00:43:18.756 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DvrBjcTVZNUXmPW off=4747435 len=1615073 2024-09-13T00:43:18.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 4901 completed, throughput=5MB/sec 2024-09-13T00:43:18.762 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C9CEUDWdnYtb0CI off=15155568 len=197654 2024-09-13T00:43:18.768 INFO:tasks.workunit.client.0.smithi032.stdout:op 4902 completed, throughput=5MB/sec 2024-09-13T00:43:18.768 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-j6X9ByNEH8O8TEb off=20620029 len=164586 2024-09-13T00:43:18.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 4903 completed, throughput=5MB/sec 2024-09-13T00:43:18.773 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r9SovgAgpiiQ99E off=6285894 len=686671 2024-09-13T00:43:18.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 4904 completed, throughput=5MB/sec 2024-09-13T00:43:18.776 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-61ffoz4ybCB3ihD off=7218675 len=940272 2024-09-13T00:43:18.778 INFO:tasks.workunit.client.0.smithi032.stdout:op 4905 completed, throughput=5MB/sec 2024-09-13T00:43:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:19 smithi032 bash[75510]: cluster 2024-09-13T00:43:18.016659+0000 mgr.y (mgr.34107) 1216 : cluster [DBG] pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:43:19.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:19 smithi032 bash[76677]: cluster 2024-09-13T00:43:18.016659+0000 mgr.y (mgr.34107) 1216 : cluster [DBG] pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:43:19.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:19 smithi053 bash[67631]: cluster 2024-09-13T00:43:18.016659+0000 mgr.y (mgr.34107) 1216 : cluster [DBG] pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:43:19.779 INFO:tasks.workunit.client.0.smithi032.stdout: 959: throughput=5MB/sec pending data=0 2024-09-13T00:43:19.779 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gIuUL9PfhAYJdN0 off=7149312 len=742669 2024-09-13T00:43:19.781 INFO:tasks.workunit.client.0.smithi032.stdout:op 4906 completed, throughput=5MB/sec 2024-09-13T00:43:19.781 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gdZPQguQy0uvcn6 off=6641217 len=1537795 2024-09-13T00:43:19.793 INFO:tasks.workunit.client.0.smithi032.stdout:op 4907 completed, throughput=5MB/sec 2024-09-13T00:43:19.793 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qyOCoDoUHzN7RJU off=0 len=1380683 2024-09-13T00:43:19.801 INFO:tasks.workunit.client.0.smithi032.stdout:op 4908 completed, throughput=5MB/sec 2024-09-13T00:43:19.802 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qslmjIm-D3USkGs off=7312558 len=938418 2024-09-13T00:43:19.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 4909 completed, throughput=5MB/sec 2024-09-13T00:43:20.811 INFO:tasks.workunit.client.0.smithi032.stdout: 960: throughput=4.99MB/sec pending data=0 2024-09-13T00:43:20.811 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-03EaxPidpqZLYK1 off=9834071 len=1838496 2024-09-13T00:43:20.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 4910 completed, throughput=5MB/sec 2024-09-13T00:43:20.815 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-khkDX89xl-f5031 off=98349 len=392205 2024-09-13T00:43:20.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 4911 completed, throughput=5MB/sec 2024-09-13T00:43:20.821 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6CD5qjfZ7pE_0Xu off=2140749 len=1860906 2024-09-13T00:43:20.828 INFO:tasks.workunit.client.0.smithi032.stdout:op 4912 completed, throughput=5MB/sec 2024-09-13T00:43:20.828 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Dogl0LkCGTqamCr off=3153003 len=1123194 2024-09-13T00:43:20.831 INFO:tasks.workunit.client.0.smithi032.stdout:op 4913 completed, throughput=5MB/sec 2024-09-13T00:43:20.831 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0WapkzPLvkEu8jS off=6566537 len=1688390 2024-09-13T00:43:20.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 4914 completed, throughput=5MB/sec 2024-09-13T00:43:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:21 smithi032 bash[75510]: cluster 2024-09-13T00:43:20.017441+0000 mgr.y (mgr.34107) 1217 : cluster [DBG] pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:43:21.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:21 smithi032 bash[76677]: cluster 2024-09-13T00:43:20.017441+0000 mgr.y (mgr.34107) 1217 : cluster [DBG] pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:43:21.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:21 smithi053 bash[67631]: cluster 2024-09-13T00:43:20.017441+0000 mgr.y (mgr.34107) 1217 : cluster [DBG] pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:43:21.835 INFO:tasks.workunit.client.0.smithi032.stdout: 961: throughput=5MB/sec pending data=0 2024-09-13T00:43:21.836 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-b_AreCC222CHGw5 off=12732525 len=1709819 2024-09-13T00:43:21.842 INFO:tasks.workunit.client.0.smithi032.stdout:op 4915 completed, throughput=5MB/sec 2024-09-13T00:43:21.842 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RizsXtaOHLmXyZP off=8026399 len=1670363 2024-09-13T00:43:21.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 4916 completed, throughput=5MB/sec 2024-09-13T00:43:21.846 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-URLtvlmIh1PEr-I off=4430126 len=543756 2024-09-13T00:43:21.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 4917 completed, throughput=5MB/sec 2024-09-13T00:43:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:43:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:43:22] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-13T00:43:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:43:22 smithi053 bash[94430]: ts=2024-09-13T00:43:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:43:22.848 INFO:tasks.workunit.client.0.smithi032.stdout: 962: throughput=5MB/sec pending data=0 2024-09-13T00:43:22.849 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DeeHM_2kTxXCBrL off=8843988 len=35788 2024-09-13T00:43:22.850 INFO:tasks.workunit.client.0.smithi032.stdout:op 4918 completed, throughput=5MB/sec 2024-09-13T00:43:22.850 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kEhDmvn4iDvleCI off=1938845 len=1551424 2024-09-13T00:43:22.862 INFO:tasks.workunit.client.0.smithi032.stdout:op 4919 completed, throughput=5MB/sec 2024-09-13T00:43:22.862 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uTavn0Ih3aN4yPs off=10444909 len=1978611 2024-09-13T00:43:22.875 INFO:tasks.workunit.client.0.smithi032.stdout:op 4920 completed, throughput=5MB/sec 2024-09-13T00:43:22.875 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IEcYJIxXOOcBXeo off=17798832 len=309959 2024-09-13T00:43:22.881 INFO:tasks.workunit.client.0.smithi032.stdout:op 4921 completed, throughput=5MB/sec 2024-09-13T00:43:22.881 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NMtiArVRus8jXSF off=2185375 len=963208 2024-09-13T00:43:22.884 INFO:tasks.workunit.client.0.smithi032.stdout:op 4922 completed, throughput=5MB/sec 2024-09-13T00:43:22.885 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hWGMXcvRMqtIJTJ off=2832429 len=1974103 2024-09-13T00:43:22.889 INFO:tasks.workunit.client.0.smithi032.stdout:op 4923 completed, throughput=5MB/sec 2024-09-13T00:43:23.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:23 smithi032 bash[76677]: cluster 2024-09-13T00:43:22.018400+0000 mgr.y (mgr.34107) 1218 : cluster [DBG] pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:43:23.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:23 smithi032 bash[75510]: cluster 2024-09-13T00:43:22.018400+0000 mgr.y (mgr.34107) 1218 : cluster [DBG] pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:43:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:23 smithi053 bash[67631]: cluster 2024-09-13T00:43:22.018400+0000 mgr.y (mgr.34107) 1218 : cluster [DBG] pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T00:43:23.889 INFO:tasks.workunit.client.0.smithi032.stdout: 963: throughput=5MB/sec pending data=0 2024-09-13T00:43:23.889 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uKDTCVOaoHv9DtE off=11298182 len=1483381 2024-09-13T00:43:23.902 INFO:tasks.workunit.client.0.smithi032.stdout:op 4924 completed, throughput=5MB/sec 2024-09-13T00:43:23.902 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OPvj4jZagjCV_LC off=59339 len=829059 2024-09-13T00:43:23.911 INFO:tasks.workunit.client.0.smithi032.stdout:op 4925 completed, throughput=5MB/sec 2024-09-13T00:43:23.911 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ujJ_q11_5Ru1M3G off=828754 len=1543027 2024-09-13T00:43:23.923 INFO:tasks.workunit.client.0.smithi032.stdout:op 4926 completed, throughput=5MB/sec 2024-09-13T00:43:23.923 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XjZn6-JxYzuf1Lt off=607790 len=1647385 2024-09-13T00:43:23.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 4927 completed, throughput=5MB/sec 2024-09-13T00:43:24.936 INFO:tasks.workunit.client.0.smithi032.stdout: 964: throughput=5MB/sec pending data=0 2024-09-13T00:43:24.936 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--S0xORUlnv-27Pm off=4646222 len=1566215 2024-09-13T00:43:24.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 4928 completed, throughput=5MB/sec 2024-09-13T00:43:24.949 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-x8rugS4NBjz6FMd off=635468 len=65430 2024-09-13T00:43:24.953 INFO:tasks.workunit.client.0.smithi032.stdout:op 4929 completed, throughput=5MB/sec 2024-09-13T00:43:24.953 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MCvOkwNPhElqd9z off=6605811 len=376041 2024-09-13T00:43:24.959 INFO:tasks.workunit.client.0.smithi032.stdout:op 4930 completed, throughput=5MB/sec 2024-09-13T00:43:24.960 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wczzsH1dUD3sdmJ off=4200618 len=834835 2024-09-13T00:43:24.967 INFO:tasks.workunit.client.0.smithi032.stdout:op 4931 completed, throughput=5MB/sec 2024-09-13T00:43:24.968 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L84qdbMPX5RVE5r off=4868128 len=921845 2024-09-13T00:43:24.976 INFO:tasks.workunit.client.0.smithi032.stdout:op 4932 completed, throughput=5MB/sec 2024-09-13T00:43:24.976 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zwauR9O9PNFs9oY off=1414811 len=948148 2024-09-13T00:43:24.978 INFO:tasks.workunit.client.0.smithi032.stdout:op 4933 completed, throughput=5MB/sec 2024-09-13T00:43:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:25 smithi032 bash[75510]: cluster 2024-09-13T00:43:24.019528+0000 mgr.y (mgr.34107) 1219 : cluster [DBG] pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:43:25.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:25 smithi032 bash[76677]: cluster 2024-09-13T00:43:24.019528+0000 mgr.y (mgr.34107) 1219 : cluster [DBG] pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:43:25.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:25 smithi053 bash[67631]: cluster 2024-09-13T00:43:24.019528+0000 mgr.y (mgr.34107) 1219 : cluster [DBG] pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T00:43:25.979 INFO:tasks.workunit.client.0.smithi032.stdout: 965: throughput=5MB/sec pending data=0 2024-09-13T00:43:25.979 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IW5zIDPMN31SkTi off=4322553 len=122299 2024-09-13T00:43:25.984 INFO:tasks.workunit.client.0.smithi032.stdout:op 4934 completed, throughput=5MB/sec 2024-09-13T00:43:25.984 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NiWNcQZFx3qxAhf off=6552686 len=1507656 2024-09-13T00:43:25.996 INFO:tasks.workunit.client.0.smithi032.stdout:op 4935 completed, throughput=5MB/sec 2024-09-13T00:43:25.996 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xrJK8kehnG4beIN off=21203595 len=505613 2024-09-13T00:43:25.998 INFO:tasks.workunit.client.0.smithi032.stdout:op 4936 completed, throughput=5MB/sec 2024-09-13T00:43:25.998 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UeHCo1auT6yISYw off=4201533 len=1302707 2024-09-13T00:43:26.000 INFO:tasks.workunit.client.0.smithi032.stdout:op 4937 completed, throughput=5MB/sec 2024-09-13T00:43:26.000 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tslFhW3ANKD2UFX off=12399022 len=317025 2024-09-13T00:43:26.002 INFO:tasks.workunit.client.0.smithi032.stdout:op 4938 completed, throughput=5MB/sec 2024-09-13T00:43:26.002 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i2RHKAlYsj4Wz8L off=220877 len=992271 2024-09-13T00:43:26.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 4939 completed, throughput=5MB/sec 2024-09-13T00:43:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:26 smithi032 bash[75510]: audit 2024-09-13T00:43:25.183230+0000 mon.a (mon.0) 2297 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:43:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:26 smithi032 bash[76677]: audit 2024-09-13T00:43:25.183230+0000 mon.a (mon.0) 2297 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:43:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:26 smithi053 bash[67631]: audit 2024-09-13T00:43:25.183230+0000 mon.a (mon.0) 2297 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:43:27.012 INFO:tasks.workunit.client.0.smithi032.stdout: 966: throughput=5MB/sec pending data=0 2024-09-13T00:43:27.012 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AUGDwn2wFIx0_EU off=3105504 len=1521929 2024-09-13T00:43:27.026 INFO:tasks.workunit.client.0.smithi032.stdout:op 4940 completed, throughput=5MB/sec 2024-09-13T00:43:27.026 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eOq_jPtEeRpwYFf off=835217 len=1789008 2024-09-13T00:43:27.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 4941 completed, throughput=5MB/sec 2024-09-13T00:43:27.030 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-15NV9DDiskjQnBz off=6565333 len=563017 2024-09-13T00:43:27.032 INFO:tasks.workunit.client.0.smithi032.stdout:op 4942 completed, throughput=5MB/sec 2024-09-13T00:43:27.032 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QMf9qercyKktiv0 off=2652831 len=1356634 2024-09-13T00:43:27.034 INFO:tasks.workunit.client.0.smithi032.stdout:op 4943 completed, throughput=5MB/sec 2024-09-13T00:43:27.035 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XRB2wEQ3ESADob9 off=14568009 len=1329871 2024-09-13T00:43:27.038 INFO:tasks.workunit.client.0.smithi032.stdout:op 4944 completed, throughput=5MB/sec 2024-09-13T00:43:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:27 smithi032 bash[75510]: cluster 2024-09-13T00:43:26.020461+0000 mgr.y (mgr.34107) 1220 : cluster [DBG] pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:43:27.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:27 smithi032 bash[76677]: cluster 2024-09-13T00:43:26.020461+0000 mgr.y (mgr.34107) 1220 : cluster [DBG] pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:43:27.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:27 smithi053 bash[67631]: cluster 2024-09-13T00:43:26.020461+0000 mgr.y (mgr.34107) 1220 : cluster [DBG] pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:43:28.039 INFO:tasks.workunit.client.0.smithi032.stdout: 967: throughput=5MB/sec pending data=0 2024-09-13T00:43:28.039 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Iiw-7QoHAV3ulZ- off=16348077 len=82231 2024-09-13T00:43:28.040 INFO:tasks.workunit.client.0.smithi032.stdout:op 4945 completed, throughput=5MB/sec 2024-09-13T00:43:28.040 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rRVNfsliXwxfv6D off=1282260 len=2075129 2024-09-13T00:43:28.055 INFO:tasks.workunit.client.0.smithi032.stdout:op 4946 completed, throughput=5MB/sec 2024-09-13T00:43:28.055 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FbQGdQd3rwZysrT off=736545 len=1073908 2024-09-13T00:43:28.065 INFO:tasks.workunit.client.0.smithi032.stdout:op 4947 completed, throughput=5MB/sec 2024-09-13T00:43:28.065 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qwrjn5RMtDXHfxh off=3243044 len=469377 2024-09-13T00:43:28.067 INFO:tasks.workunit.client.0.smithi032.stdout:op 4948 completed, throughput=5MB/sec 2024-09-13T00:43:28.067 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qtfKZ6BwcL0tQyy off=5450461 len=474355 2024-09-13T00:43:28.068 INFO:tasks.workunit.client.0.smithi032.stdout:op 4949 completed, throughput=5MB/sec 2024-09-13T00:43:29.070 INFO:tasks.workunit.client.0.smithi032.stdout: 968: throughput=5MB/sec pending data=0 2024-09-13T00:43:29.071 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V2Iek3OINqnfAlN off=1214341 len=1570618 2024-09-13T00:43:29.079 INFO:tasks.workunit.client.0.smithi032.stdout:op 4950 completed, throughput=5MB/sec 2024-09-13T00:43:29.080 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LO-iVh8fmEoG1Mz off=1199219 len=1624367 2024-09-13T00:43:29.091 INFO:tasks.workunit.client.0.smithi032.stdout:op 4951 completed, throughput=5MB/sec 2024-09-13T00:43:29.091 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kL6SbjS7dDkL5cA off=8866787 len=901166 2024-09-13T00:43:29.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 4952 completed, throughput=5MB/sec 2024-09-13T00:43:29.094 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9yAeX9C2Nm34m4W off=5244760 len=987595 2024-09-13T00:43:29.098 INFO:tasks.workunit.client.0.smithi032.stdout:op 4953 completed, throughput=5MB/sec 2024-09-13T00:43:29.098 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bCN_Q_KIE_FuZ5p off=2629354 len=1514134 2024-09-13T00:43:29.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 4954 completed, throughput=5MB/sec 2024-09-13T00:43:29.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:29 smithi032 bash[75510]: cluster 2024-09-13T00:43:28.021465+0000 mgr.y (mgr.34107) 1221 : cluster [DBG] pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:43:29.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:29 smithi032 bash[76677]: cluster 2024-09-13T00:43:28.021465+0000 mgr.y (mgr.34107) 1221 : cluster [DBG] pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:43:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:29 smithi053 bash[67631]: cluster 2024-09-13T00:43:28.021465+0000 mgr.y (mgr.34107) 1221 : cluster [DBG] pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:43:30.109 INFO:tasks.workunit.client.0.smithi032.stdout: 969: throughput=5MB/sec pending data=0 2024-09-13T00:43:30.109 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GsQgbshmOI5_Kud off=2637883 len=1236104 2024-09-13T00:43:30.112 INFO:tasks.workunit.client.0.smithi032.stdout:op 4955 completed, throughput=5MB/sec 2024-09-13T00:43:30.112 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9Idbo7xBdmx168Z off=5340280 len=955114 2024-09-13T00:43:30.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 4956 completed, throughput=5MB/sec 2024-09-13T00:43:30.121 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O-lorAU9p4WS5l7 off=1075599 len=896432 2024-09-13T00:43:30.125 INFO:tasks.workunit.client.0.smithi032.stdout:op 4957 completed, throughput=5MB/sec 2024-09-13T00:43:30.125 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TVLXEJfCeg5yxcA off=1861470 len=931310 2024-09-13T00:43:30.135 INFO:tasks.workunit.client.0.smithi032.stdout:op 4958 completed, throughput=5MB/sec 2024-09-13T00:43:30.135 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t_sqyLcM4zHEfbb off=19324247 len=2075828 2024-09-13T00:43:30.152 INFO:tasks.workunit.client.0.smithi032.stdout:op 4959 completed, throughput=5MB/sec 2024-09-13T00:43:31.152 INFO:tasks.workunit.client.0.smithi032.stdout: 970: throughput=5MB/sec pending data=0 2024-09-13T00:43:31.153 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6l8cZmmiSqjkWG- off=11902438 len=1807905 2024-09-13T00:43:31.167 INFO:tasks.workunit.client.0.smithi032.stdout:op 4960 completed, throughput=5MB/sec 2024-09-13T00:43:31.167 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X2awrLzVqQK8F3A off=13660966 len=1675170 2024-09-13T00:43:31.172 INFO:tasks.workunit.client.0.smithi032.stdout:op 4961 completed, throughput=5MB/sec 2024-09-13T00:43:31.172 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AhG9_O7njLMkvEl off=6673308 len=1037514 2024-09-13T00:43:31.176 INFO:tasks.workunit.client.0.smithi032.stdout:op 4962 completed, throughput=5MB/sec 2024-09-13T00:43:31.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:31 smithi032 bash[75510]: cluster 2024-09-13T00:43:30.022375+0000 mgr.y (mgr.34107) 1222 : cluster [DBG] pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:43:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:31 smithi032 bash[76677]: cluster 2024-09-13T00:43:30.022375+0000 mgr.y (mgr.34107) 1222 : cluster [DBG] pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:43:31.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:31 smithi053 bash[67631]: cluster 2024-09-13T00:43:30.022375+0000 mgr.y (mgr.34107) 1222 : cluster [DBG] pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:43:32.176 INFO:tasks.workunit.client.0.smithi032.stdout: 971: throughput=5MB/sec pending data=0 2024-09-13T00:43:32.177 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AHf97ck_zt4xccq off=3468244 len=1140995 2024-09-13T00:43:32.180 INFO:tasks.workunit.client.0.smithi032.stdout:op 4963 completed, throughput=5MB/sec 2024-09-13T00:43:32.180 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GYjFGVNaJEmIvJx off=2742766 len=705821 2024-09-13T00:43:32.187 INFO:tasks.workunit.client.0.smithi032.stdout:op 4964 completed, throughput=5MB/sec 2024-09-13T00:43:32.187 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9xcoElhkGlm_cgc off=4668448 len=1427936 2024-09-13T00:43:32.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 4965 completed, throughput=5MB/sec 2024-09-13T00:43:32.191 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6-nX-hrZeHgBJnz off=3831131 len=547108 2024-09-13T00:43:32.193 INFO:tasks.workunit.client.0.smithi032.stdout:op 4966 completed, throughput=5MB/sec 2024-09-13T00:43:32.193 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wlAm0HAvoX1B42h off=334477 len=2005096 2024-09-13T00:43:32.209 INFO:tasks.workunit.client.0.smithi032.stdout:op 4967 completed, throughput=5MB/sec 2024-09-13T00:43:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:43:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:43:32] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T00:43:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:43:32 smithi053 bash[94430]: ts=2024-09-13T00:43:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:43:33.209 INFO:tasks.workunit.client.0.smithi032.stdout: 972: throughput=5MB/sec pending data=0 2024-09-13T00:43:33.209 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Rn_4VBVEEscW-W1 off=19809296 len=1301329 2024-09-13T00:43:33.212 INFO:tasks.workunit.client.0.smithi032.stdout:op 4968 completed, throughput=5MB/sec 2024-09-13T00:43:33.212 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1uKd0hbiYVx1Jjx off=8729617 len=732408 2024-09-13T00:43:33.220 INFO:tasks.workunit.client.0.smithi032.stdout:op 4969 completed, throughput=5MB/sec 2024-09-13T00:43:33.220 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9QIpYWJhbVYoV6t off=1438550 len=1415661 2024-09-13T00:43:33.224 INFO:tasks.workunit.client.0.smithi032.stdout:op 4970 completed, throughput=5MB/sec 2024-09-13T00:43:33.224 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TZaI1uA5SoWLGX8 off=3088479 len=674639 2024-09-13T00:43:33.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 4971 completed, throughput=5MB/sec 2024-09-13T00:43:33.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:33 smithi032 bash[76677]: cluster 2024-09-13T00:43:32.023347+0000 mgr.y (mgr.34107) 1223 : cluster [DBG] pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:43:33.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:33 smithi032 bash[75510]: cluster 2024-09-13T00:43:32.023347+0000 mgr.y (mgr.34107) 1223 : cluster [DBG] pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:43:33.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:33 smithi053 bash[67631]: cluster 2024-09-13T00:43:32.023347+0000 mgr.y (mgr.34107) 1223 : cluster [DBG] pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:43:34.226 INFO:tasks.workunit.client.0.smithi032.stdout: 973: throughput=5MB/sec pending data=0 2024-09-13T00:43:34.226 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fs-hFzobA6-nlme off=2204883 len=184319 2024-09-13T00:43:34.231 INFO:tasks.workunit.client.0.smithi032.stdout:op 4972 completed, throughput=5MB/sec 2024-09-13T00:43:34.231 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cVjhGN9NTucD6L- off=7065979 len=189353 2024-09-13T00:43:34.232 INFO:tasks.workunit.client.0.smithi032.stdout:op 4973 completed, throughput=5MB/sec 2024-09-13T00:43:34.233 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dD2K4KNpaqYEx0e off=327724 len=503262 2024-09-13T00:43:34.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 4974 completed, throughput=5MB/sec 2024-09-13T00:43:34.239 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ux-XbqcSH_8fZCh off=8856633 len=1261596 2024-09-13T00:43:34.242 INFO:tasks.workunit.client.0.smithi032.stdout:op 4975 completed, throughput=5MB/sec 2024-09-13T00:43:34.242 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CoHYbrHVbrVQ7H9 off=21706710 len=1934839 2024-09-13T00:43:34.255 INFO:tasks.workunit.client.0.smithi032.stdout:op 4976 completed, throughput=5MB/sec 2024-09-13T00:43:34.255 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QJ8Cc6sRzVyW82Y off=15295637 len=1983330 2024-09-13T00:43:34.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 4977 completed, throughput=5MB/sec 2024-09-13T00:43:35.262 INFO:tasks.workunit.client.0.smithi032.stdout: 974: throughput=5MB/sec pending data=0 2024-09-13T00:43:35.262 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yS1Y9INUrnIIKz9 off=850148 len=218653 2024-09-13T00:43:35.263 INFO:tasks.workunit.client.0.smithi032.stdout:op 4978 completed, throughput=5MB/sec 2024-09-13T00:43:35.263 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iR3Od4egr3R3dFZ off=420714 len=1055044 2024-09-13T00:43:35.273 INFO:tasks.workunit.client.0.smithi032.stdout:op 4979 completed, throughput=5MB/sec 2024-09-13T00:43:35.273 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Kg46kl_Z3ta06ic off=606188 len=33848 2024-09-13T00:43:35.277 INFO:tasks.workunit.client.0.smithi032.stdout:op 4980 completed, throughput=5MB/sec 2024-09-13T00:43:35.277 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jzPNP9wC5yFFmlU off=20367 len=1727085 2024-09-13T00:43:35.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 4981 completed, throughput=5MB/sec 2024-09-13T00:43:35.290 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u3W8KkzINHwBcWm off=7424087 len=204577 2024-09-13T00:43:35.295 INFO:tasks.workunit.client.0.smithi032.stdout:op 4982 completed, throughput=5MB/sec 2024-09-13T00:43:35.295 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7aGBTJDHFt0GtNT off=1429224 len=1477417 2024-09-13T00:43:35.298 INFO:tasks.workunit.client.0.smithi032.stdout:op 4983 completed, throughput=5MB/sec 2024-09-13T00:43:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:35 smithi032 bash[75510]: cluster 2024-09-13T00:43:34.024441+0000 mgr.y (mgr.34107) 1224 : cluster [DBG] pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:43:35.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:35 smithi032 bash[76677]: cluster 2024-09-13T00:43:34.024441+0000 mgr.y (mgr.34107) 1224 : cluster [DBG] pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:43:35.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:35 smithi053 bash[67631]: cluster 2024-09-13T00:43:34.024441+0000 mgr.y (mgr.34107) 1224 : cluster [DBG] pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:43:36.299 INFO:tasks.workunit.client.0.smithi032.stdout: 975: throughput=5MB/sec pending data=0 2024-09-13T00:43:36.299 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-orCE1ggAk74nG9T off=3012297 len=936378 2024-09-13T00:43:36.307 INFO:tasks.workunit.client.0.smithi032.stdout:op 4984 completed, throughput=5MB/sec 2024-09-13T00:43:36.307 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-paz0PFVN8sXVeV1 off=5500312 len=852434 2024-09-13T00:43:36.315 INFO:tasks.workunit.client.0.smithi032.stdout:op 4985 completed, throughput=5MB/sec 2024-09-13T00:43:36.315 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HSZ_A-m5XlC_Jrn off=14889767 len=1060978 2024-09-13T00:43:36.324 INFO:tasks.workunit.client.0.smithi032.stdout:op 4986 completed, throughput=5MB/sec 2024-09-13T00:43:36.324 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gWdVW7VbjGRs2hX off=329620 len=1167226 2024-09-13T00:43:36.338 INFO:tasks.workunit.client.0.smithi032.stdout:op 4987 completed, throughput=5MB/sec 2024-09-13T00:43:36.338 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GONeF2kiYmBorg6 off=912098 len=2084722 2024-09-13T00:43:36.343 INFO:tasks.workunit.client.0.smithi032.stdout:op 4988 completed, throughput=5MB/sec 2024-09-13T00:43:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:36 smithi032 bash[75510]: cluster 2024-09-13T00:43:36.025335+0000 mgr.y (mgr.34107) 1225 : cluster [DBG] pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:43:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:36 smithi032 bash[76677]: cluster 2024-09-13T00:43:36.025335+0000 mgr.y (mgr.34107) 1225 : cluster [DBG] pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:43:37.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:36 smithi053 bash[67631]: cluster 2024-09-13T00:43:36.025335+0000 mgr.y (mgr.34107) 1225 : cluster [DBG] pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:43:37.344 INFO:tasks.workunit.client.0.smithi032.stdout: 976: throughput=5MB/sec pending data=0 2024-09-13T00:43:37.344 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yYBVpBLq9ktAYLR off=12345227 len=770230 2024-09-13T00:43:37.350 INFO:tasks.workunit.client.0.smithi032.stdout:op 4989 completed, throughput=5MB/sec 2024-09-13T00:43:37.351 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iKIqF6XHnpFuC4t off=6897334 len=9480 2024-09-13T00:43:37.351 INFO:tasks.workunit.client.0.smithi032.stdout:op 4990 completed, throughput=5MB/sec 2024-09-13T00:43:37.351 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pnkZaQeAOvO-2Yx off=2616454 len=1764032 2024-09-13T00:43:37.365 INFO:tasks.workunit.client.0.smithi032.stdout:op 4991 completed, throughput=5MB/sec 2024-09-13T00:43:37.365 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6ToEC75qnSwZWHE off=1327324 len=384777 2024-09-13T00:43:37.371 INFO:tasks.workunit.client.0.smithi032.stdout:op 4992 completed, throughput=5MB/sec 2024-09-13T00:43:37.371 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dTIq-9J0HcXWjyF off=1101980 len=1163430 2024-09-13T00:43:37.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 4993 completed, throughput=5MB/sec 2024-09-13T00:43:37.375 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P2RrfxgjRtgVWaQ off=12015980 len=866572 2024-09-13T00:43:37.377 INFO:tasks.workunit.client.0.smithi032.stdout:op 4994 completed, throughput=5MB/sec 2024-09-13T00:43:38.378 INFO:tasks.workunit.client.0.smithi032.stdout: 977: throughput=5MB/sec pending data=0 2024-09-13T00:43:38.378 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WRUJnqraMRNr6Dz off=3242036 len=123603 2024-09-13T00:43:38.379 INFO:tasks.workunit.client.0.smithi032.stdout:op 4995 completed, throughput=5MB/sec 2024-09-13T00:43:38.379 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vZxBKHyiQLOd4BL off=9868920 len=1187124 2024-09-13T00:43:38.389 INFO:tasks.workunit.client.0.smithi032.stdout:op 4996 completed, throughput=5MB/sec 2024-09-13T00:43:38.389 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ldWae5-hKIi2ce9 off=5372635 len=645718 2024-09-13T00:43:38.396 INFO:tasks.workunit.client.0.smithi032.stdout:op 4997 completed, throughput=5MB/sec 2024-09-13T00:43:38.396 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uCxid4z6RntH6ux off=5950055 len=368559 2024-09-13T00:43:38.402 INFO:tasks.workunit.client.0.smithi032.stdout:op 4998 completed, throughput=5MB/sec 2024-09-13T00:43:38.402 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YIKmYe76Cgck8-r off=994431 len=1194701 2024-09-13T00:43:38.412 INFO:tasks.workunit.client.0.smithi032.stdout:op 4999 completed, throughput=5MB/sec 2024-09-13T00:43:38.412 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2RFCO2x_WQCWjgL off=16441970 len=239210 2024-09-13T00:43:38.417 INFO:tasks.workunit.client.0.smithi032.stdout:op 5000 completed, throughput=5MB/sec 2024-09-13T00:43:38.417 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4Ufv5QIwCtOzjWs off=4582592 len=611273 2024-09-13T00:43:38.419 INFO:tasks.workunit.client.0.smithi032.stdout:op 5001 completed, throughput=5MB/sec 2024-09-13T00:43:38.419 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JNO9V-YS3SWmHef off=6978427 len=1563108 2024-09-13T00:43:38.423 INFO:tasks.workunit.client.0.smithi032.stdout:op 5002 completed, throughput=5MB/sec 2024-09-13T00:43:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:39 smithi032 bash[75510]: cluster 2024-09-13T00:43:38.026332+0000 mgr.y (mgr.34107) 1226 : cluster [DBG] pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:43:39.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:39 smithi032 bash[76677]: cluster 2024-09-13T00:43:38.026332+0000 mgr.y (mgr.34107) 1226 : cluster [DBG] pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:43:39.423 INFO:tasks.workunit.client.0.smithi032.stdout: 978: throughput=5MB/sec pending data=0 2024-09-13T00:43:39.423 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aDtRbkr9sfXUW0k off=6388775 len=324131 2024-09-13T00:43:39.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 5003 completed, throughput=5MB/sec 2024-09-13T00:43:39.425 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fDTpwc8yTQQcCbd off=193788 len=495897 2024-09-13T00:43:39.432 INFO:tasks.workunit.client.0.smithi032.stdout:op 5004 completed, throughput=5MB/sec 2024-09-13T00:43:39.432 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iC6OXyPr_cFOsix off=14535088 len=441605 2024-09-13T00:43:39.434 INFO:tasks.workunit.client.0.smithi032.stdout:op 5005 completed, throughput=5MB/sec 2024-09-13T00:43:39.434 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FT93dQkEg9rc_BE off=14107447 len=327647 2024-09-13T00:43:39.436 INFO:tasks.workunit.client.0.smithi032.stdout:op 5006 completed, throughput=5MB/sec 2024-09-13T00:43:39.436 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EeSAeRzks6cYkzG off=11208193 len=217990 2024-09-13T00:43:39.437 INFO:tasks.workunit.client.0.smithi032.stdout:op 5007 completed, throughput=5MB/sec 2024-09-13T00:43:39.437 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yyKEp-75J_Pajr9 off=7771072 len=1426949 2024-09-13T00:43:39.441 INFO:tasks.workunit.client.0.smithi032.stdout:op 5008 completed, throughput=5MB/sec 2024-09-13T00:43:39.441 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bcNh4Gn6TIkYnaO off=11689550 len=1747025 2024-09-13T00:43:39.453 INFO:tasks.workunit.client.0.smithi032.stdout:op 5009 completed, throughput=5MB/sec 2024-09-13T00:43:39.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:39 smithi053 bash[67631]: cluster 2024-09-13T00:43:38.026332+0000 mgr.y (mgr.34107) 1226 : cluster [DBG] pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:43:40.454 INFO:tasks.workunit.client.0.smithi032.stdout: 979: throughput=5MB/sec pending data=0 2024-09-13T00:43:40.454 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eZKJWyUp7FkkOdK off=5151439 len=346113 2024-09-13T00:43:40.455 INFO:tasks.workunit.client.0.smithi032.stdout:op 5010 completed, throughput=5MB/sec 2024-09-13T00:43:40.455 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FtAGiGwG4GxwhqG off=585875 len=1708121 2024-09-13T00:43:40.460 INFO:tasks.workunit.client.0.smithi032.stdout:op 5011 completed, throughput=5MB/sec 2024-09-13T00:43:40.460 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--6JqngpUqSnd3jV off=2300001 len=1909435 2024-09-13T00:43:40.465 INFO:tasks.workunit.client.0.smithi032.stdout:op 5012 completed, throughput=5MB/sec 2024-09-13T00:43:40.465 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Yabe5Jvk3mxgM-7 off=382276 len=1453008 2024-09-13T00:43:40.477 INFO:tasks.workunit.client.0.smithi032.stdout:op 5013 completed, throughput=5MB/sec 2024-09-13T00:43:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:41 smithi032 bash[75510]: cluster 2024-09-13T00:43:40.027258+0000 mgr.y (mgr.34107) 1227 : cluster [DBG] pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:43:41.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:41 smithi032 bash[75510]: audit 2024-09-13T00:43:40.183625+0000 mon.a (mon.0) 2298 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:43:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:41 smithi032 bash[76677]: cluster 2024-09-13T00:43:40.027258+0000 mgr.y (mgr.34107) 1227 : cluster [DBG] pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:43:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:41 smithi032 bash[76677]: audit 2024-09-13T00:43:40.183625+0000 mon.a (mon.0) 2298 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:43:41.478 INFO:tasks.workunit.client.0.smithi032.stdout: 980: throughput=5MB/sec pending data=0 2024-09-13T00:43:41.478 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9v6VuGVtLOks0RG off=18772694 len=1565485 2024-09-13T00:43:41.490 INFO:tasks.workunit.client.0.smithi032.stdout:op 5014 completed, throughput=5MB/sec 2024-09-13T00:43:41.490 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6AiikFrunLxsslP off=14598369 len=1740551 2024-09-13T00:43:41.494 INFO:tasks.workunit.client.0.smithi032.stdout:op 5015 completed, throughput=5MB/sec 2024-09-13T00:43:41.494 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RBqAHhub28W-SUR off=11904586 len=649828 2024-09-13T00:43:41.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 5016 completed, throughput=5MB/sec 2024-09-13T00:43:41.497 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QJMLPj32seS6iCn off=18390087 len=1599182 2024-09-13T00:43:41.508 INFO:tasks.workunit.client.0.smithi032.stdout:op 5017 completed, throughput=5MB/sec 2024-09-13T00:43:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:41 smithi053 bash[67631]: cluster 2024-09-13T00:43:40.027258+0000 mgr.y (mgr.34107) 1227 : cluster [DBG] pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:43:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:41 smithi053 bash[67631]: audit 2024-09-13T00:43:40.183625+0000 mon.a (mon.0) 2298 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:43:42.509 INFO:tasks.workunit.client.0.smithi032.stdout: 981: throughput=5MB/sec pending data=0 2024-09-13T00:43:42.509 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-inokkvTujkiSyXq off=7862804 len=1281441 2024-09-13T00:43:42.520 INFO:tasks.workunit.client.0.smithi032.stdout:op 5018 completed, throughput=5MB/sec 2024-09-13T00:43:42.520 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-v9PJswnAMkBTeIa off=3072916 len=1348833 2024-09-13T00:43:42.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 5019 completed, throughput=5MB/sec 2024-09-13T00:43:42.522 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gNY0crD8wJkqKFH off=5553843 len=1284055 2024-09-13T00:43:42.523 INFO:tasks.workunit.client.0.smithi032.stdout:op 5020 completed, throughput=5MB/sec 2024-09-13T00:43:42.523 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EUuENwylBZ2oPZ_ off=351459 len=931465 2024-09-13T00:43:42.526 INFO:tasks.workunit.client.0.smithi032.stdout:op 5021 completed, throughput=5MB/sec 2024-09-13T00:43:42.527 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U5ZEMArUiHDyiM9 off=1633097 len=1669712 2024-09-13T00:43:42.539 INFO:tasks.workunit.client.0.smithi032.stdout:op 5022 completed, throughput=5MB/sec 2024-09-13T00:43:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:43:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:43:42] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-13T00:43:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:43:42 smithi053 bash[94430]: ts=2024-09-13T00:43:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:43:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:43 smithi032 bash[75510]: cluster 2024-09-13T00:43:42.028249+0000 mgr.y (mgr.34107) 1228 : cluster [DBG] pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:43:43.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:43 smithi032 bash[76677]: cluster 2024-09-13T00:43:42.028249+0000 mgr.y (mgr.34107) 1228 : cluster [DBG] pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:43:43.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:43 smithi053 bash[67631]: cluster 2024-09-13T00:43:42.028249+0000 mgr.y (mgr.34107) 1228 : cluster [DBG] pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:43:43.539 INFO:tasks.workunit.client.0.smithi032.stdout: 982: throughput=5MB/sec pending data=0 2024-09-13T00:43:43.539 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4q-d43HMX7gY5Bw off=5213393 len=1811218 2024-09-13T00:43:43.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 5023 completed, throughput=5MB/sec 2024-09-13T00:43:43.544 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-arFT2uFrEjfIhmc off=22143932 len=85987 2024-09-13T00:43:43.545 INFO:tasks.workunit.client.0.smithi032.stdout:op 5024 completed, throughput=5MB/sec 2024-09-13T00:43:43.545 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UyBVJXgdmWQu2Bu off=10869584 len=1607731 2024-09-13T00:43:43.558 INFO:tasks.workunit.client.0.smithi032.stdout:op 5025 completed, throughput=5MB/sec 2024-09-13T00:43:43.558 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-grcpta3eoBmFGr8 off=928861 len=1728091 2024-09-13T00:43:43.570 INFO:tasks.workunit.client.0.smithi032.stdout:op 5026 completed, throughput=5MB/sec 2024-09-13T00:43:44.571 INFO:tasks.workunit.client.0.smithi032.stdout: 983: throughput=5MB/sec pending data=0 2024-09-13T00:43:44.571 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Dogl0LkCGTqamCr off=3192378 len=1950725 2024-09-13T00:43:44.586 INFO:tasks.workunit.client.0.smithi032.stdout:op 5027 completed, throughput=5MB/sec 2024-09-13T00:43:44.586 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-02_l1XH16diD3lT off=5291808 len=831375 2024-09-13T00:43:44.588 INFO:tasks.workunit.client.0.smithi032.stdout:op 5028 completed, throughput=5MB/sec 2024-09-13T00:43:44.588 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xASBFAKNzHgsDpf off=14246969 len=546919 2024-09-13T00:43:44.591 INFO:tasks.workunit.client.0.smithi032.stdout:op 5029 completed, throughput=5MB/sec 2024-09-13T00:43:44.591 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SCBfpyrv7ohIANC off=11609694 len=499702 2024-09-13T00:43:44.598 INFO:tasks.workunit.client.0.smithi032.stdout:op 5030 completed, throughput=5MB/sec 2024-09-13T00:43:44.598 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mEGbR2BNi7d0qIb off=11654604 len=1971488 2024-09-13T00:43:44.611 INFO:tasks.workunit.client.0.smithi032.stdout:op 5031 completed, throughput=5MB/sec 2024-09-13T00:43:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:45 smithi032 bash[75510]: cluster 2024-09-13T00:43:44.029363+0000 mgr.y (mgr.34107) 1229 : cluster [DBG] pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:43:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:45 smithi032 bash[76677]: cluster 2024-09-13T00:43:44.029363+0000 mgr.y (mgr.34107) 1229 : cluster [DBG] pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:43:45.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:45 smithi053 bash[67631]: cluster 2024-09-13T00:43:44.029363+0000 mgr.y (mgr.34107) 1229 : cluster [DBG] pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:43:45.612 INFO:tasks.workunit.client.0.smithi032.stdout: 984: throughput=5MB/sec pending data=0 2024-09-13T00:43:45.612 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wJpDFhm0oyLBrqJ off=150574 len=508374 2024-09-13T00:43:45.619 INFO:tasks.workunit.client.0.smithi032.stdout:op 5032 completed, throughput=5MB/sec 2024-09-13T00:43:45.619 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xw5WVay9JUX9YDo off=5851393 len=1317492 2024-09-13T00:43:45.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 5033 completed, throughput=5MB/sec 2024-09-13T00:43:45.629 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HTdiIM_kzj1ee4U off=454935 len=450989 2024-09-13T00:43:45.631 INFO:tasks.workunit.client.0.smithi032.stdout:op 5034 completed, throughput=5MB/sec 2024-09-13T00:43:45.632 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-m7iQgu_ok0psW_M off=10374569 len=1604924 2024-09-13T00:43:45.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 5035 completed, throughput=5MB/sec 2024-09-13T00:43:46.637 INFO:tasks.workunit.client.0.smithi032.stdout: 985: throughput=5MB/sec pending data=0 2024-09-13T00:43:46.637 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZPWZyye284AVJXs off=2000363 len=971501 2024-09-13T00:43:46.645 INFO:tasks.workunit.client.0.smithi032.stdout:op 5036 completed, throughput=5MB/sec 2024-09-13T00:43:46.645 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rbxZ8oV00jqoklS off=21418683 len=828162 2024-09-13T00:43:46.647 INFO:tasks.workunit.client.0.smithi032.stdout:op 5037 completed, throughput=5MB/sec 2024-09-13T00:43:46.647 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zz4LPnQC-jmi7J6 off=7141914 len=1305166 2024-09-13T00:43:46.651 INFO:tasks.workunit.client.0.smithi032.stdout:op 5038 completed, throughput=5MB/sec 2024-09-13T00:43:46.651 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3bYpljiLyxtTyHb off=8874563 len=333741 2024-09-13T00:43:46.653 INFO:tasks.workunit.client.0.smithi032.stdout:op 5039 completed, throughput=5MB/sec 2024-09-13T00:43:46.653 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-h4irwABhMaQBIIF off=6832694 len=178141 2024-09-13T00:43:46.654 INFO:tasks.workunit.client.0.smithi032.stdout:op 5040 completed, throughput=5MB/sec 2024-09-13T00:43:46.654 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rFX6A5MJ4dwa8eT off=3468099 len=1060044 2024-09-13T00:43:46.663 INFO:tasks.workunit.client.0.smithi032.stdout:op 5041 completed, throughput=5MB/sec 2024-09-13T00:43:46.664 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7GhDXopWXwwEPe7 off=1331324 len=946009 2024-09-13T00:43:46.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 5042 completed, throughput=5MB/sec 2024-09-13T00:43:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:47 smithi032 bash[75510]: cluster 2024-09-13T00:43:46.030222+0000 mgr.y (mgr.34107) 1230 : cluster [DBG] pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:43:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:47 smithi032 bash[76677]: cluster 2024-09-13T00:43:46.030222+0000 mgr.y (mgr.34107) 1230 : cluster [DBG] pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:43:47.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:47 smithi053 bash[67631]: cluster 2024-09-13T00:43:46.030222+0000 mgr.y (mgr.34107) 1230 : cluster [DBG] pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T00:43:47.672 INFO:tasks.workunit.client.0.smithi032.stdout: 986: throughput=5MB/sec pending data=0 2024-09-13T00:43:47.673 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lY5rfKCndo3A79B off=13537892 len=1132138 2024-09-13T00:43:47.683 INFO:tasks.workunit.client.0.smithi032.stdout:op 5043 completed, throughput=5MB/sec 2024-09-13T00:43:47.684 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KeyLd79b90yx8_I off=3678562 len=1059122 2024-09-13T00:43:47.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 5044 completed, throughput=5MB/sec 2024-09-13T00:43:47.693 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PQKidbvhsw-Mrdq off=1551588 len=1227608 2024-09-13T00:43:47.696 INFO:tasks.workunit.client.0.smithi032.stdout:op 5045 completed, throughput=5MB/sec 2024-09-13T00:43:47.696 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vtCuX1wVvXi44ce off=5725021 len=1484495 2024-09-13T00:43:47.708 INFO:tasks.workunit.client.0.smithi032.stdout:op 5046 completed, throughput=5MB/sec 2024-09-13T00:43:47.708 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-THK1jFAH4d0cNKz off=4347646 len=361913 2024-09-13T00:43:47.710 INFO:tasks.workunit.client.0.smithi032.stdout:op 5047 completed, throughput=5MB/sec 2024-09-13T00:43:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: 987: throughput=5MB/sec pending data=0 2024-09-13T00:43:48.711 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LVg8fAeWIHiqTnM off=2659937 len=441351 2024-09-13T00:43:48.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 5048 completed, throughput=5MB/sec 2024-09-13T00:43:48.717 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2GAsSzpVVUqHgEA off=3164989 len=808887 2024-09-13T00:43:48.720 INFO:tasks.workunit.client.0.smithi032.stdout:op 5049 completed, throughput=5MB/sec 2024-09-13T00:43:48.720 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HVUK7X_hIACg2v4 off=1104739 len=165435 2024-09-13T00:43:48.725 INFO:tasks.workunit.client.0.smithi032.stdout:op 5050 completed, throughput=5MB/sec 2024-09-13T00:43:48.725 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HpArjH8g2Hr8OcR off=402955 len=674338 2024-09-13T00:43:48.733 INFO:tasks.workunit.client.0.smithi032.stdout:op 5051 completed, throughput=5MB/sec 2024-09-13T00:43:48.733 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mNn7VgJ-f99oy9k off=8891938 len=1007290 2024-09-13T00:43:48.736 INFO:tasks.workunit.client.0.smithi032.stdout:op 5052 completed, throughput=5MB/sec 2024-09-13T00:43:48.736 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-v9lkISN6o6-CXpE off=1620900 len=1846912 2024-09-13T00:43:48.741 INFO:tasks.workunit.client.0.smithi032.stdout:op 5053 completed, throughput=5MB/sec 2024-09-13T00:43:48.741 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LFO_Uk47NgPo5Qh off=10749042 len=319298 2024-09-13T00:43:48.742 INFO:tasks.workunit.client.0.smithi032.stdout:op 5054 completed, throughput=5MB/sec 2024-09-13T00:43:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:49 smithi032 bash[75510]: cluster 2024-09-13T00:43:48.031197+0000 mgr.y (mgr.34107) 1231 : cluster [DBG] pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:43:49.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:49 smithi032 bash[76677]: cluster 2024-09-13T00:43:48.031197+0000 mgr.y (mgr.34107) 1231 : cluster [DBG] pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:43:49.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:49 smithi053 bash[67631]: cluster 2024-09-13T00:43:48.031197+0000 mgr.y (mgr.34107) 1231 : cluster [DBG] pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:43:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: 988: throughput=5MB/sec pending data=0 2024-09-13T00:43:49.742 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-phlhseAdsx20di_ off=6764575 len=872646 2024-09-13T00:43:49.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 5055 completed, throughput=5MB/sec 2024-09-13T00:43:49.745 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NBDzfQfl1785msU off=13156270 len=1231420 2024-09-13T00:43:49.749 INFO:tasks.workunit.client.0.smithi032.stdout:op 5056 completed, throughput=5MB/sec 2024-09-13T00:43:49.749 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BaE6lSGJ8lojUgB off=3291904 len=605400 2024-09-13T00:43:49.756 INFO:tasks.workunit.client.0.smithi032.stdout:op 5057 completed, throughput=5MB/sec 2024-09-13T00:43:49.756 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7RsS9pd-3w8a3Tj off=290349 len=1488638 2024-09-13T00:43:49.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 5058 completed, throughput=5MB/sec 2024-09-13T00:43:49.761 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F60o2RnWiqP4rq0 off=9449470 len=1321285 2024-09-13T00:43:49.764 INFO:tasks.workunit.client.0.smithi032.stdout:op 5059 completed, throughput=5MB/sec 2024-09-13T00:43:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: 989: throughput=5MB/sec pending data=0 2024-09-13T00:43:50.764 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5-MPa-d1DKGYjwq off=1284351 len=1536934 2024-09-13T00:43:50.769 INFO:tasks.workunit.client.0.smithi032.stdout:op 5060 completed, throughput=5MB/sec 2024-09-13T00:43:50.770 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SvIZl20vp-GwJgq off=2596913 len=2003192 2024-09-13T00:43:50.774 INFO:tasks.workunit.client.0.smithi032.stdout:op 5061 completed, throughput=5MB/sec 2024-09-13T00:43:50.774 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1nkVnpTfRHczazR off=3317741 len=1908042 2024-09-13T00:43:50.790 INFO:tasks.workunit.client.0.smithi032.stdout:op 5062 completed, throughput=5MB/sec 2024-09-13T00:43:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:51 smithi032 bash[75510]: cluster 2024-09-13T00:43:50.032095+0000 mgr.y (mgr.34107) 1232 : cluster [DBG] pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:43:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:51 smithi032 bash[76677]: cluster 2024-09-13T00:43:50.032095+0000 mgr.y (mgr.34107) 1232 : cluster [DBG] pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:43:51.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:51 smithi053 bash[67631]: cluster 2024-09-13T00:43:50.032095+0000 mgr.y (mgr.34107) 1232 : cluster [DBG] pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T00:43:51.791 INFO:tasks.workunit.client.0.smithi032.stdout: 990: throughput=5MB/sec pending data=0 2024-09-13T00:43:51.791 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EswVIvE9rea_H5d off=8633814 len=1018964 2024-09-13T00:43:51.800 INFO:tasks.workunit.client.0.smithi032.stdout:op 5063 completed, throughput=5MB/sec 2024-09-13T00:43:51.800 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_1oHUKwlggCjiII off=500022 len=1489439 2024-09-13T00:43:51.812 INFO:tasks.workunit.client.0.smithi032.stdout:op 5064 completed, throughput=5MB/sec 2024-09-13T00:43:51.812 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cf9Rc3GTMlEBquI off=9199453 len=255367 2024-09-13T00:43:51.818 INFO:tasks.workunit.client.0.smithi032.stdout:op 5065 completed, throughput=5MB/sec 2024-09-13T00:43:51.818 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sUzKGL8WbcvvVUm off=9118112 len=272727 2024-09-13T00:43:51.823 INFO:tasks.workunit.client.0.smithi032.stdout:op 5066 completed, throughput=5MB/sec 2024-09-13T00:43:51.823 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Bc9VVYbjI42mW5R off=16544432 len=848369 2024-09-13T00:43:51.825 INFO:tasks.workunit.client.0.smithi032.stdout:op 5067 completed, throughput=5MB/sec 2024-09-13T00:43:51.825 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GDVcTGNMM9n4aOq off=20301073 len=776503 2024-09-13T00:43:51.834 INFO:tasks.workunit.client.0.smithi032.stdout:op 5068 completed, throughput=5MB/sec 2024-09-13T00:43:51.834 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bkS2B063VY20Bms off=3812321 len=1940674 2024-09-13T00:43:51.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 5069 completed, throughput=5MB/sec 2024-09-13T00:43:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:43:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:43:52] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-13T00:43:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:43:52 smithi053 bash[94430]: ts=2024-09-13T00:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:43:52.849 INFO:tasks.workunit.client.0.smithi032.stdout: 991: throughput=5MB/sec pending data=0 2024-09-13T00:43:52.849 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NXXxaSzfrxRh54i off=1310216 len=1588974 2024-09-13T00:43:52.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 5070 completed, throughput=5MB/sec 2024-09-13T00:43:52.862 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ku-xFDbPrzjj07x off=1002814 len=685067 2024-09-13T00:43:52.864 INFO:tasks.workunit.client.0.smithi032.stdout:op 5071 completed, throughput=5MB/sec 2024-09-13T00:43:52.864 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tRQaMId1L4LmyHK off=261261 len=213774 2024-09-13T00:43:52.869 INFO:tasks.workunit.client.0.smithi032.stdout:op 5072 completed, throughput=5MB/sec 2024-09-13T00:43:52.869 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MqMONDLGxQLU9r5 off=890786 len=696852 2024-09-13T00:43:52.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 5073 completed, throughput=5MB/sec 2024-09-13T00:43:52.871 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DNPg-eMgDIJGImj off=2111435 len=1980560 2024-09-13T00:43:52.875 INFO:tasks.workunit.client.0.smithi032.stdout:op 5074 completed, throughput=5MB/sec 2024-09-13T00:43:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:53 smithi032 bash[75510]: cluster 2024-09-13T00:43:52.033102+0000 mgr.y (mgr.34107) 1233 : cluster [DBG] pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:43:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:53 smithi032 bash[76677]: cluster 2024-09-13T00:43:52.033102+0000 mgr.y (mgr.34107) 1233 : cluster [DBG] pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:43:53.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:53 smithi053 bash[67631]: cluster 2024-09-13T00:43:52.033102+0000 mgr.y (mgr.34107) 1233 : cluster [DBG] pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:43:53.876 INFO:tasks.workunit.client.0.smithi032.stdout: 992: throughput=5MB/sec pending data=0 2024-09-13T00:43:53.876 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fdX6O5QE6Gc9P5d off=9834729 len=106284 2024-09-13T00:43:53.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 5075 completed, throughput=5MB/sec 2024-09-13T00:43:53.877 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-R2fu7vOdWu_FMqP off=4625841 len=1028037 2024-09-13T00:43:53.886 INFO:tasks.workunit.client.0.smithi032.stdout:op 5076 completed, throughput=5MB/sec 2024-09-13T00:43:53.886 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R8pUUPGfR9LL4fE off=12983997 len=571950 2024-09-13T00:43:53.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 5077 completed, throughput=5MB/sec 2024-09-13T00:43:53.888 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZTkG8GVwaUFOjkX off=996202 len=1052709 2024-09-13T00:43:53.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 5078 completed, throughput=5MB/sec 2024-09-13T00:43:53.891 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UhSj4J-jyVMxIY_ off=1916751 len=1501793 2024-09-13T00:43:53.903 INFO:tasks.workunit.client.0.smithi032.stdout:op 5079 completed, throughput=5MB/sec 2024-09-13T00:43:54.904 INFO:tasks.workunit.client.0.smithi032.stdout: 993: throughput=5MB/sec pending data=0 2024-09-13T00:43:54.904 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Kj4saEXWBgkH2NU off=9479125 len=1195475 2024-09-13T00:43:54.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 5080 completed, throughput=5MB/sec 2024-09-13T00:43:54.914 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6TTpQwg4lVJRcbZ off=2170202 len=994616 2024-09-13T00:43:54.916 INFO:tasks.workunit.client.0.smithi032.stdout:op 5081 completed, throughput=5MB/sec 2024-09-13T00:43:54.916 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BWgug9DGTWfqZdM off=4608194 len=887981 2024-09-13T00:43:54.925 INFO:tasks.workunit.client.0.smithi032.stdout:op 5082 completed, throughput=5MB/sec 2024-09-13T00:43:54.925 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2RK3WeDAdDMtx89 off=8070673 len=816262 2024-09-13T00:43:54.927 INFO:tasks.workunit.client.0.smithi032.stdout:op 5083 completed, throughput=5MB/sec 2024-09-13T00:43:54.927 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vfvjheHIZ5-iREU off=7011460 len=54174 2024-09-13T00:43:54.928 INFO:tasks.workunit.client.0.smithi032.stdout:op 5084 completed, throughput=5MB/sec 2024-09-13T00:43:54.928 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CIPHCJTLAFisEQJ off=10195035 len=1366045 2024-09-13T00:43:54.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 5085 completed, throughput=5MB/sec 2024-09-13T00:43:54.933 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LH8-689oLt2k5vR off=78724 len=2086449 2024-09-13T00:43:54.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 5086 completed, throughput=5MB/sec 2024-09-13T00:43:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:55 smithi032 bash[75510]: cluster 2024-09-13T00:43:54.034212+0000 mgr.y (mgr.34107) 1234 : cluster [DBG] pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:43:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:55 smithi032 bash[76677]: cluster 2024-09-13T00:43:54.034212+0000 mgr.y (mgr.34107) 1234 : cluster [DBG] pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:43:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:55 smithi053 bash[67631]: cluster 2024-09-13T00:43:54.034212+0000 mgr.y (mgr.34107) 1234 : cluster [DBG] pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:43:55.947 INFO:tasks.workunit.client.0.smithi032.stdout: 994: throughput=5MB/sec pending data=0 2024-09-13T00:43:55.947 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VvShfiGO5uMaYEB off=2679204 len=1355723 2024-09-13T00:43:55.959 INFO:tasks.workunit.client.0.smithi032.stdout:op 5087 completed, throughput=5MB/sec 2024-09-13T00:43:55.959 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FD8NbK_2ie-giAW off=4589632 len=302440 2024-09-13T00:43:55.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 5088 completed, throughput=5MB/sec 2024-09-13T00:43:55.961 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wc4KKrHZMyhROV6 off=2705395 len=397726 2024-09-13T00:43:55.962 INFO:tasks.workunit.client.0.smithi032.stdout:op 5089 completed, throughput=5MB/sec 2024-09-13T00:43:55.963 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OnYH-TdBQWCF2DD off=306332 len=1170009 2024-09-13T00:43:55.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 5090 completed, throughput=5MB/sec 2024-09-13T00:43:55.973 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ganPBoTzroDqRMG off=10038102 len=1305316 2024-09-13T00:43:55.975 INFO:tasks.workunit.client.0.smithi032.stdout:op 5091 completed, throughput=5MB/sec 2024-09-13T00:43:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:56 smithi032 bash[76677]: audit 2024-09-13T00:43:55.184071+0000 mon.a (mon.0) 2299 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:43:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:56 smithi032 bash[75510]: audit 2024-09-13T00:43:55.184071+0000 mon.a (mon.0) 2299 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:43:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:56 smithi053 bash[67631]: audit 2024-09-13T00:43:55.184071+0000 mon.a (mon.0) 2299 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:43:56.976 INFO:tasks.workunit.client.0.smithi032.stdout: 995: throughput=5MB/sec pending data=0 2024-09-13T00:43:56.976 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UhmoFijWQJrLWT1 off=15868308 len=361852 2024-09-13T00:43:56.982 INFO:tasks.workunit.client.0.smithi032.stdout:op 5092 completed, throughput=5MB/sec 2024-09-13T00:43:56.982 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IoXQUgEVkJCs9o2 off=623201 len=1811499 2024-09-13T00:43:56.996 INFO:tasks.workunit.client.0.smithi032.stdout:op 5093 completed, throughput=5MB/sec 2024-09-13T00:43:56.997 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M1ulASDqPifEDYl off=449594 len=42967 2024-09-13T00:43:57.000 INFO:tasks.workunit.client.0.smithi032.stdout:op 5094 completed, throughput=5MB/sec 2024-09-13T00:43:57.000 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Sd9M6Ns7WBPxsyf off=1717843 len=1785673 2024-09-13T00:43:57.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 5095 completed, throughput=5MB/sec 2024-09-13T00:43:57.005 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tZT64GpdJCji82a off=94335 len=1877819 2024-09-13T00:43:57.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 5096 completed, throughput=5MB/sec 2024-09-13T00:43:57.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:57 smithi032 bash[76677]: cluster 2024-09-13T00:43:56.035092+0000 mgr.y (mgr.34107) 1235 : cluster [DBG] pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:43:57.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:57 smithi032 bash[75510]: cluster 2024-09-13T00:43:56.035092+0000 mgr.y (mgr.34107) 1235 : cluster [DBG] pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:43:57.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:57 smithi053 bash[67631]: cluster 2024-09-13T00:43:56.035092+0000 mgr.y (mgr.34107) 1235 : cluster [DBG] pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:43:58.021 INFO:tasks.workunit.client.0.smithi032.stdout: 996: throughput=5MB/sec pending data=0 2024-09-13T00:43:58.021 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NBBlX_xZS_sl9jG off=13792967 len=735054 2024-09-13T00:43:58.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 5097 completed, throughput=5MB/sec 2024-09-13T00:43:58.030 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2X2W92kHICcTFIM off=21800647 len=875707 2024-09-13T00:43:58.038 INFO:tasks.workunit.client.0.smithi032.stdout:op 5098 completed, throughput=5MB/sec 2024-09-13T00:43:58.038 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-couKI9gNrlPnIJL off=281444 len=1541602 2024-09-13T00:43:58.051 INFO:tasks.workunit.client.0.smithi032.stdout:op 5099 completed, throughput=5MB/sec 2024-09-13T00:43:58.051 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BuB_V1gKRK_JEyz off=577669 len=632387 2024-09-13T00:43:58.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 5100 completed, throughput=5MB/sec 2024-09-13T00:43:58.058 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PwPhFa1jw0e9gNV off=901 len=45944 2024-09-13T00:43:58.062 INFO:tasks.workunit.client.0.smithi032.stdout:op 5101 completed, throughput=5MB/sec 2024-09-13T00:43:58.062 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HILJoJQJN1oQQu3 off=0 len=1330159 2024-09-13T00:43:58.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 5102 completed, throughput=5MB/sec 2024-09-13T00:43:59.072 INFO:tasks.workunit.client.0.smithi032.stdout: 997: throughput=5MB/sec pending data=0 2024-09-13T00:43:59.072 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kAkyJ0Ma2ei-vM2 off=1160799 len=102850 2024-09-13T00:43:59.073 INFO:tasks.workunit.client.0.smithi032.stdout:op 5103 completed, throughput=5MB/sec 2024-09-13T00:43:59.073 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Xu7KZ3NnVc1xFA4 off=8623959 len=2007315 2024-09-13T00:43:59.078 INFO:tasks.workunit.client.0.smithi032.stdout:op 5104 completed, throughput=5MB/sec 2024-09-13T00:43:59.078 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xN5ln4wCUNGgnkY off=2169914 len=1042914 2024-09-13T00:43:59.083 INFO:tasks.workunit.client.0.smithi032.stdout:op 5105 completed, throughput=5MB/sec 2024-09-13T00:43:59.083 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YiyM8LgMUSiiMFb off=2006185 len=802053 2024-09-13T00:43:59.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 5106 completed, throughput=5MB/sec 2024-09-13T00:43:59.086 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lWbtSFiwCbyx2mI off=8168369 len=1255654 2024-09-13T00:43:59.095 INFO:tasks.workunit.client.0.smithi032.stdout:op 5107 completed, throughput=5MB/sec 2024-09-13T00:43:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:43:59 smithi032 bash[75510]: cluster 2024-09-13T00:43:58.036750+0000 mgr.y (mgr.34107) 1236 : cluster [DBG] pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:43:59.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:43:59 smithi032 bash[76677]: cluster 2024-09-13T00:43:58.036750+0000 mgr.y (mgr.34107) 1236 : cluster [DBG] pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:43:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:43:59 smithi053 bash[67631]: cluster 2024-09-13T00:43:58.036750+0000 mgr.y (mgr.34107) 1236 : cluster [DBG] pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:44:00.096 INFO:tasks.workunit.client.0.smithi032.stdout: 998: throughput=5MB/sec pending data=0 2024-09-13T00:44:00.096 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-C5vC0QQFKt9Cztm off=5389800 len=1527133 2024-09-13T00:44:00.099 INFO:tasks.workunit.client.0.smithi032.stdout:op 5108 completed, throughput=5MB/sec 2024-09-13T00:44:00.099 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AHUGXi4Q7x-qWw8 off=5817411 len=661263 2024-09-13T00:44:00.106 INFO:tasks.workunit.client.0.smithi032.stdout:op 5109 completed, throughput=5MB/sec 2024-09-13T00:44:00.106 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ph6lYt4klWMNsQt off=2652758 len=252975 2024-09-13T00:44:00.111 INFO:tasks.workunit.client.0.smithi032.stdout:op 5110 completed, throughput=5MB/sec 2024-09-13T00:44:00.111 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o5SCpaGPnlQ0Q0E off=9495010 len=2063819 2024-09-13T00:44:00.125 INFO:tasks.workunit.client.0.smithi032.stdout:op 5111 completed, throughput=5MB/sec 2024-09-13T00:44:01.126 INFO:tasks.workunit.client.0.smithi032.stdout: 999: throughput=5MB/sec pending data=0 2024-09-13T00:44:01.126 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BkR3qfb93Th1IwL off=17661362 len=1805407 2024-09-13T00:44:01.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 5112 completed, throughput=5MB/sec 2024-09-13T00:44:01.141 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ePGlYcTg6h8A2-Y off=18150762 len=2018300 2024-09-13T00:44:01.157 INFO:tasks.workunit.client.0.smithi032.stdout:op 5113 completed, throughput=5MB/sec 2024-09-13T00:44:01.157 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V1QL4S_MhKABa6W off=7304287 len=1787290 2024-09-13T00:44:01.169 INFO:tasks.workunit.client.0.smithi032.stdout:op 5114 completed, throughput=5MB/sec 2024-09-13T00:44:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:01 smithi032 bash[75510]: cluster 2024-09-13T00:44:00.037693+0000 mgr.y (mgr.34107) 1237 : cluster [DBG] pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:44:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:01 smithi032 bash[76677]: cluster 2024-09-13T00:44:00.037693+0000 mgr.y (mgr.34107) 1237 : cluster [DBG] pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:44:01.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:01 smithi053 bash[67631]: cluster 2024-09-13T00:44:00.037693+0000 mgr.y (mgr.34107) 1237 : cluster [DBG] pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:44:02.169 INFO:tasks.workunit.client.0.smithi032.stdout: 1000: throughput=5MB/sec pending data=0 2024-09-13T00:44:02.170 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QUMf3k1dcjVKf3D off=579315 len=639067 2024-09-13T00:44:02.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 5115 completed, throughput=5MB/sec 2024-09-13T00:44:02.177 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SDFUu4HEO8ZFjvW off=9991205 len=915625 2024-09-13T00:44:02.185 INFO:tasks.workunit.client.0.smithi032.stdout:op 5116 completed, throughput=5MB/sec 2024-09-13T00:44:02.185 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-53mCx6KmCyC1ZAZ off=4207846 len=1134417 2024-09-13T00:44:02.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 5117 completed, throughput=5MB/sec 2024-09-13T00:44:02.194 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dJ0m-Qsm1x0ncJE off=17843652 len=1882680 2024-09-13T00:44:02.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 5118 completed, throughput=5MB/sec 2024-09-13T00:44:02.199 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--S-OXvy748_uM1k off=3991265 len=522261 2024-09-13T00:44:02.201 INFO:tasks.workunit.client.0.smithi032.stdout:op 5119 completed, throughput=5MB/sec 2024-09-13T00:44:02.201 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a8x0IngVHJ22yvg off=210856 len=1233719 2024-09-13T00:44:02.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 5120 completed, throughput=5MB/sec 2024-09-13T00:44:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:44:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:44:02] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:44:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:44:02 smithi053 bash[94430]: ts=2024-09-13T00:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:44:03.204 INFO:tasks.workunit.client.0.smithi032.stdout: 1001: throughput=5MB/sec pending data=0 2024-09-13T00:44:03.205 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DWDAdte_d4AhFFq off=4496369 len=2093395 2024-09-13T00:44:03.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 5121 completed, throughput=5MB/sec 2024-09-13T00:44:03.210 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HT2dZKgYwpD47oe off=288696 len=1644992 2024-09-13T00:44:03.215 INFO:tasks.workunit.client.0.smithi032.stdout:op 5122 completed, throughput=5MB/sec 2024-09-13T00:44:03.216 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JwYh1i_4ylIdrjv off=3815771 len=1055812 2024-09-13T00:44:03.225 INFO:tasks.workunit.client.0.smithi032.stdout:op 5123 completed, throughput=5MB/sec 2024-09-13T00:44:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:03 smithi032 bash[75510]: cluster 2024-09-13T00:44:02.038666+0000 mgr.y (mgr.34107) 1238 : cluster [DBG] pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:44:03.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:03 smithi032 bash[76677]: cluster 2024-09-13T00:44:02.038666+0000 mgr.y (mgr.34107) 1238 : cluster [DBG] pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:44:03.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:03 smithi053 bash[67631]: cluster 2024-09-13T00:44:02.038666+0000 mgr.y (mgr.34107) 1238 : cluster [DBG] pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:44:04.225 INFO:tasks.workunit.client.0.smithi032.stdout: 1002: throughput=5MB/sec pending data=0 2024-09-13T00:44:04.225 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LzAZ02PafHx2tTu off=2688187 len=1150877 2024-09-13T00:44:04.235 INFO:tasks.workunit.client.0.smithi032.stdout:op 5124 completed, throughput=5MB/sec 2024-09-13T00:44:04.236 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v1J-z9gK8wcyb8I off=16530870 len=2014670 2024-09-13T00:44:04.250 INFO:tasks.workunit.client.0.smithi032.stdout:op 5125 completed, throughput=5MB/sec 2024-09-13T00:44:04.250 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y3Zwl8kc9Ni_Ev6 off=1142931 len=857437 2024-09-13T00:44:04.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 5126 completed, throughput=5MB/sec 2024-09-13T00:44:04.253 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZXvjr-RNzGk15-R off=5179890 len=1681693 2024-09-13T00:44:04.264 INFO:tasks.workunit.client.0.smithi032.stdout:op 5127 completed, throughput=5MB/sec 2024-09-13T00:44:05.265 INFO:tasks.workunit.client.0.smithi032.stdout: 1003: throughput=5MB/sec pending data=0 2024-09-13T00:44:05.265 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M8PqVmdkd3CML5X off=4659847 len=1069601 2024-09-13T00:44:05.268 INFO:tasks.workunit.client.0.smithi032.stdout:op 5128 completed, throughput=5MB/sec 2024-09-13T00:44:05.268 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M8PqVmdkd3CML5X off=1939460 len=814246 2024-09-13T00:44:05.275 INFO:tasks.workunit.client.0.smithi032.stdout:op 5129 completed, throughput=5MB/sec 2024-09-13T00:44:05.275 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q_wdl7gASOAqaMI off=9434468 len=1249029 2024-09-13T00:44:05.285 INFO:tasks.workunit.client.0.smithi032.stdout:op 5130 completed, throughput=5MB/sec 2024-09-13T00:44:05.285 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-v1uebZuVTMRaWVI off=7208741 len=214122 2024-09-13T00:44:05.286 INFO:tasks.workunit.client.0.smithi032.stdout:op 5131 completed, throughput=5MB/sec 2024-09-13T00:44:05.286 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DNPg-eMgDIJGImj off=3201160 len=1978131 2024-09-13T00:44:05.291 INFO:tasks.workunit.client.0.smithi032.stdout:op 5132 completed, throughput=5MB/sec 2024-09-13T00:44:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:05 smithi032 bash[75510]: cluster 2024-09-13T00:44:04.039730+0000 mgr.y (mgr.34107) 1239 : cluster [DBG] pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:44:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:05 smithi032 bash[76677]: cluster 2024-09-13T00:44:04.039730+0000 mgr.y (mgr.34107) 1239 : cluster [DBG] pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:44:05.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:05 smithi053 bash[67631]: cluster 2024-09-13T00:44:04.039730+0000 mgr.y (mgr.34107) 1239 : cluster [DBG] pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T00:44:06.291 INFO:tasks.workunit.client.0.smithi032.stdout: 1004: throughput=5MB/sec pending data=0 2024-09-13T00:44:06.292 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mnNvDhTzGfLnk6S off=1647463 len=421798 2024-09-13T00:44:06.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 5133 completed, throughput=5MB/sec 2024-09-13T00:44:06.293 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YQed0mbT_QDaJ5w off=8814878 len=2001392 2024-09-13T00:44:06.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 5134 completed, throughput=5MB/sec 2024-09-13T00:44:06.309 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6F5ntB-XHNoxyim off=3255908 len=607872 2024-09-13T00:44:06.312 INFO:tasks.workunit.client.0.smithi032.stdout:op 5135 completed, throughput=5MB/sec 2024-09-13T00:44:06.312 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6ToEC75qnSwZWHE off=770967 len=360420 2024-09-13T00:44:06.313 INFO:tasks.workunit.client.0.smithi032.stdout:op 5136 completed, throughput=5MB/sec 2024-09-13T00:44:06.313 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eeZtdRyDfrQFVgF off=4055838 len=1946548 2024-09-13T00:44:06.318 INFO:tasks.workunit.client.0.smithi032.stdout:op 5137 completed, throughput=5MB/sec 2024-09-13T00:44:07.318 INFO:tasks.workunit.client.0.smithi032.stdout: 1005: throughput=5MB/sec pending data=0 2024-09-13T00:44:07.319 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b3n2SR9FFaA-KrY off=2257077 len=707468 2024-09-13T00:44:07.325 INFO:tasks.workunit.client.0.smithi032.stdout:op 5138 completed, throughput=5MB/sec 2024-09-13T00:44:07.325 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-03VNJ82WjEnpX7K off=1572669 len=1900785 2024-09-13T00:44:07.339 INFO:tasks.workunit.client.0.smithi032.stdout:op 5139 completed, throughput=5MB/sec 2024-09-13T00:44:07.340 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dWXOlKgVOi1dP1h off=2955548 len=1217143 2024-09-13T00:44:07.350 INFO:tasks.workunit.client.0.smithi032.stdout:op 5140 completed, throughput=5MB/sec 2024-09-13T00:44:07.350 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JjMdTLqTkhcQy2Z off=6779192 len=1591143 2024-09-13T00:44:07.359 INFO:tasks.workunit.client.0.smithi032.stdout:op 5141 completed, throughput=5MB/sec 2024-09-13T00:44:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:07 smithi032 bash[75510]: cluster 2024-09-13T00:44:06.040601+0000 mgr.y (mgr.34107) 1240 : cluster [DBG] pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:44:07.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:07 smithi032 bash[76677]: cluster 2024-09-13T00:44:06.040601+0000 mgr.y (mgr.34107) 1240 : cluster [DBG] pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:44:07.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:07 smithi053 bash[67631]: cluster 2024-09-13T00:44:06.040601+0000 mgr.y (mgr.34107) 1240 : cluster [DBG] pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:44:08.360 INFO:tasks.workunit.client.0.smithi032.stdout: 1006: throughput=5MB/sec pending data=0 2024-09-13T00:44:08.360 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WoozTLLGo3tdWv5 off=4594870 len=973240 2024-09-13T00:44:08.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 5142 completed, throughput=5MB/sec 2024-09-13T00:44:08.364 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1l8a-V6XY1mLsVl off=12863850 len=475282 2024-09-13T00:44:08.370 INFO:tasks.workunit.client.0.smithi032.stdout:op 5143 completed, throughput=5MB/sec 2024-09-13T00:44:08.370 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aG4ARQgIx663UOq off=6361957 len=1329220 2024-09-13T00:44:08.373 INFO:tasks.workunit.client.0.smithi032.stdout:op 5144 completed, throughput=5MB/sec 2024-09-13T00:44:08.373 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z7KYHPpRFiTj1gh off=2242970 len=955971 2024-09-13T00:44:08.381 INFO:tasks.workunit.client.0.smithi032.stdout:op 5145 completed, throughput=5MB/sec 2024-09-13T00:44:08.381 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Zoo78KHQBKXmMtE off=14936101 len=292850 2024-09-13T00:44:08.387 INFO:tasks.workunit.client.0.smithi032.stdout:op 5146 completed, throughput=5MB/sec 2024-09-13T00:44:08.387 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A0Q5eegS2z8_sFM off=4402720 len=631228 2024-09-13T00:44:08.394 INFO:tasks.workunit.client.0.smithi032.stdout:op 5147 completed, throughput=5MB/sec 2024-09-13T00:44:08.394 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qtfKZ6BwcL0tQyy off=5509919 len=1121706 2024-09-13T00:44:08.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 5148 completed, throughput=5MB/sec 2024-09-13T00:44:09.397 INFO:tasks.workunit.client.0.smithi032.stdout: 1007: throughput=5MB/sec pending data=0 2024-09-13T00:44:09.397 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AoUEYfrHiGy8MBd off=7296006 len=740953 2024-09-13T00:44:09.399 INFO:tasks.workunit.client.0.smithi032.stdout:op 5149 completed, throughput=5MB/sec 2024-09-13T00:44:09.400 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nxXDEo8niRIp6ku off=2830243 len=344852 2024-09-13T00:44:09.401 INFO:tasks.workunit.client.0.smithi032.stdout:op 5150 completed, throughput=5MB/sec 2024-09-13T00:44:09.401 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QwsoTY1E8dFfL9A off=0 len=1165456 2024-09-13T00:44:09.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 5151 completed, throughput=5MB/sec 2024-09-13T00:44:09.405 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-smTC25YdF1xn4cR off=435086 len=1055974 2024-09-13T00:44:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:09 smithi032 bash[75510]: cluster 2024-09-13T00:44:08.041556+0000 mgr.y (mgr.34107) 1241 : cluster [DBG] pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:44:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:09 smithi032 bash[76677]: cluster 2024-09-13T00:44:08.041556+0000 mgr.y (mgr.34107) 1241 : cluster [DBG] pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:44:09.414 INFO:tasks.workunit.client.0.smithi032.stdout:op 5152 completed, throughput=5MB/sec 2024-09-13T00:44:09.414 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WuZqTxz3ZNOuk_N off=6023358 len=735890 2024-09-13T00:44:09.415 INFO:tasks.workunit.client.0.smithi032.stdout:op 5153 completed, throughput=5MB/sec 2024-09-13T00:44:09.416 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-at4U7_TKBDXv7mC off=9673474 len=2046082 2024-09-13T00:44:09.420 INFO:tasks.workunit.client.0.smithi032.stdout:op 5154 completed, throughput=5MB/sec 2024-09-13T00:44:09.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:09 smithi053 bash[67631]: cluster 2024-09-13T00:44:08.041556+0000 mgr.y (mgr.34107) 1241 : cluster [DBG] pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T00:44:10.420 INFO:tasks.workunit.client.0.smithi032.stdout: 1008: throughput=5MB/sec pending data=0 2024-09-13T00:44:10.420 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-G0FeeqKD_G51wXw off=3433380 len=839373 2024-09-13T00:44:10.422 INFO:tasks.workunit.client.0.smithi032.stdout:op 5155 completed, throughput=5MB/sec 2024-09-13T00:44:10.422 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FA1le84znHU3iyS off=7086220 len=900970 2024-09-13T00:44:10.432 INFO:tasks.workunit.client.0.smithi032.stdout:op 5156 completed, throughput=5MB/sec 2024-09-13T00:44:10.432 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SWa17oKt4xqKjJ9 off=2819716 len=449010 2024-09-13T00:44:10.434 INFO:tasks.workunit.client.0.smithi032.stdout:op 5157 completed, throughput=5MB/sec 2024-09-13T00:44:10.434 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FgIpwuuDX-jx95Y off=913442 len=1155507 2024-09-13T00:44:10.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 5158 completed, throughput=5MB/sec 2024-09-13T00:44:10.445 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bHo4mEnXD4n3Vk9 off=1071701 len=1936366 2024-09-13T00:44:10.449 INFO:tasks.workunit.client.0.smithi032.stdout:op 5159 completed, throughput=5MB/sec 2024-09-13T00:44:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:11 smithi032 bash[75510]: cluster 2024-09-13T00:44:10.042537+0000 mgr.y (mgr.34107) 1242 : cluster [DBG] pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T00:44:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:11 smithi032 bash[75510]: audit 2024-09-13T00:44:10.184581+0000 mon.a (mon.0) 2300 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:44:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:11 smithi032 bash[76677]: cluster 2024-09-13T00:44:10.042537+0000 mgr.y (mgr.34107) 1242 : cluster [DBG] pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T00:44:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:11 smithi032 bash[76677]: audit 2024-09-13T00:44:10.184581+0000 mon.a (mon.0) 2300 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:44:11.449 INFO:tasks.workunit.client.0.smithi032.stdout: 1009: throughput=5MB/sec pending data=0 2024-09-13T00:44:11.449 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-spVfeg2bK7_C20I off=2357343 len=1639970 2024-09-13T00:44:11.453 INFO:tasks.workunit.client.0.smithi032.stdout:op 5160 completed, throughput=5MB/sec 2024-09-13T00:44:11.454 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Rt4egDlyWGvmeE2 off=2126065 len=846095 2024-09-13T00:44:11.462 INFO:tasks.workunit.client.0.smithi032.stdout:op 5161 completed, throughput=5MB/sec 2024-09-13T00:44:11.462 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1HCXiMaVOqFk7o0 off=3735059 len=1028847 2024-09-13T00:44:11.465 INFO:tasks.workunit.client.0.smithi032.stdout:op 5162 completed, throughput=5MB/sec 2024-09-13T00:44:11.465 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VULjg1-O7q1-PNt off=16669380 len=1089699 2024-09-13T00:44:11.474 INFO:tasks.workunit.client.0.smithi032.stdout:op 5163 completed, throughput=5MB/sec 2024-09-13T00:44:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:11 smithi053 bash[67631]: cluster 2024-09-13T00:44:10.042537+0000 mgr.y (mgr.34107) 1242 : cluster [DBG] pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T00:44:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:11 smithi053 bash[67631]: audit 2024-09-13T00:44:10.184581+0000 mon.a (mon.0) 2300 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:44:12.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:44:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:44:12] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-09-13T00:44:12.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:12 smithi032 bash[75510]: audit 2024-09-13T00:44:11.438848+0000 mon.a (mon.0) 2301 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:44:12.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:12 smithi032 bash[75510]: audit 2024-09-13T00:44:11.986821+0000 mon.a (mon.0) 2302 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:44:12.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:12 smithi032 bash[75510]: audit 2024-09-13T00:44:11.988173+0000 mon.a (mon.0) 2303 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:44:12.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:12 smithi032 bash[75510]: audit 2024-09-13T00:44:11.999595+0000 mon.a (mon.0) 2304 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:44:12.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:12 smithi032 bash[76677]: audit 2024-09-13T00:44:11.438848+0000 mon.a (mon.0) 2301 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:44:12.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:12 smithi032 bash[76677]: audit 2024-09-13T00:44:11.986821+0000 mon.a (mon.0) 2302 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:44:12.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:12 smithi032 bash[76677]: audit 2024-09-13T00:44:11.988173+0000 mon.a (mon.0) 2303 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:44:12.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:12 smithi032 bash[76677]: audit 2024-09-13T00:44:11.999595+0000 mon.a (mon.0) 2304 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:44:12.474 INFO:tasks.workunit.client.0.smithi032.stdout: 1010: throughput=5MB/sec pending data=0 2024-09-13T00:44:12.474 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3bYpljiLyxtTyHb off=11760875 len=1278957 2024-09-13T00:44:12.477 INFO:tasks.workunit.client.0.smithi032.stdout:op 5164 completed, throughput=5MB/sec 2024-09-13T00:44:12.478 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cZvmNqxa280vajs off=642667 len=732229 2024-09-13T00:44:12.486 INFO:tasks.workunit.client.0.smithi032.stdout:op 5165 completed, throughput=5MB/sec 2024-09-13T00:44:12.486 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yY6jUHjk7wP-2FB off=12625728 len=1607511 2024-09-13T00:44:12.490 INFO:tasks.workunit.client.0.smithi032.stdout:op 5166 completed, throughput=5MB/sec 2024-09-13T00:44:12.491 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-E7gRXmGRwv55WKQ off=1050404 len=2053616 2024-09-13T00:44:12.495 INFO:tasks.workunit.client.0.smithi032.stdout:op 5167 completed, throughput=5MB/sec 2024-09-13T00:44:12.536 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:44:12 smithi053 bash[94430]: ts=2024-09-13T00:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:44:12.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:12 smithi053 bash[67631]: audit 2024-09-13T00:44:11.438848+0000 mon.a (mon.0) 2301 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:44:12.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:12 smithi053 bash[67631]: audit 2024-09-13T00:44:11.986821+0000 mon.a (mon.0) 2302 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:44:12.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:12 smithi053 bash[67631]: audit 2024-09-13T00:44:11.988173+0000 mon.a (mon.0) 2303 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:44:12.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:12 smithi053 bash[67631]: audit 2024-09-13T00:44:11.999595+0000 mon.a (mon.0) 2304 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:44:13.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:13 smithi032 bash[76677]: cluster 2024-09-13T00:44:12.043248+0000 mgr.y (mgr.34107) 1243 : cluster [DBG] pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:44:13.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:13 smithi032 bash[75510]: cluster 2024-09-13T00:44:12.043248+0000 mgr.y (mgr.34107) 1243 : cluster [DBG] pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:44:13.495 INFO:tasks.workunit.client.0.smithi032.stdout: 1011: throughput=5MB/sec pending data=0 2024-09-13T00:44:13.496 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-l7T4K2GhJAnaGvZ off=12540170 len=1240409 2024-09-13T00:44:13.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 5168 completed, throughput=5MB/sec 2024-09-13T00:44:13.505 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OxlueQml0FQlmT3 off=2975867 len=1403829 2024-09-13T00:44:13.509 INFO:tasks.workunit.client.0.smithi032.stdout:op 5169 completed, throughput=5MB/sec 2024-09-13T00:44:13.509 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n5uRJGOW7DbNXb8 off=2865610 len=436891 2024-09-13T00:44:13.517 INFO:tasks.workunit.client.0.smithi032.stdout:op 5170 completed, throughput=5MB/sec 2024-09-13T00:44:13.517 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-toSECPuxwNxZ9bu off=11004381 len=438307 2024-09-13T00:44:13.523 INFO:tasks.workunit.client.0.smithi032.stdout:op 5171 completed, throughput=5MB/sec 2024-09-13T00:44:13.523 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oxlxWSXa7IDgCik off=15987991 len=360010 2024-09-13T00:44:13.529 INFO:tasks.workunit.client.0.smithi032.stdout:op 5172 completed, throughput=5MB/sec 2024-09-13T00:44:13.530 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2G6xm7X6T1JAvR5 off=8625309 len=220629 2024-09-13T00:44:13.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 5173 completed, throughput=5MB/sec 2024-09-13T00:44:13.535 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Oj_481i0eC2lCYt off=1102132 len=437383 2024-09-13T00:44:13.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:13 smithi053 bash[67631]: cluster 2024-09-13T00:44:12.043248+0000 mgr.y (mgr.34107) 1243 : cluster [DBG] pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:44:13.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 5174 completed, throughput=5MB/sec 2024-09-13T00:44:14.537 INFO:tasks.workunit.client.0.smithi032.stdout: 1012: throughput=5MB/sec pending data=0 2024-09-13T00:44:14.537 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CsdMm8iy993W0J1 off=4082659 len=1885832 2024-09-13T00:44:14.542 INFO:tasks.workunit.client.0.smithi032.stdout:op 5175 completed, throughput=5MB/sec 2024-09-13T00:44:14.542 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OAX6Br2LCCv-1Zn off=14084134 len=933740 2024-09-13T00:44:14.545 INFO:tasks.workunit.client.0.smithi032.stdout:op 5176 completed, throughput=5MB/sec 2024-09-13T00:44:14.545 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_hBL7rIXb2G27la off=4232356 len=1089386 2024-09-13T00:44:14.555 INFO:tasks.workunit.client.0.smithi032.stdout:op 5177 completed, throughput=5MB/sec 2024-09-13T00:44:14.555 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-15ffC7pXYkmEqqQ off=3670993 len=303388 2024-09-13T00:44:14.561 INFO:tasks.workunit.client.0.smithi032.stdout:op 5178 completed, throughput=5MB/sec 2024-09-13T00:44:14.561 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pBSUf0EKBVo_K7J off=1489607 len=2054413 2024-09-13T00:44:14.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 5179 completed, throughput=5MB/sec 2024-09-13T00:44:15.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:15 smithi053 bash[67631]: cluster 2024-09-13T00:44:14.044292+0000 mgr.y (mgr.34107) 1244 : cluster [DBG] pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:44:15.578 INFO:tasks.workunit.client.0.smithi032.stdout: 1013: throughput=5MB/sec pending data=0 2024-09-13T00:44:15.578 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aIou10FXji3oBSa off=2372760 len=1942215 2024-09-13T00:44:15.583 INFO:tasks.workunit.client.0.smithi032.stdout:op 5180 completed, throughput=5MB/sec 2024-09-13T00:44:15.583 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MGqD3Xs3WAOXgac off=5162775 len=1470246 2024-09-13T00:44:15.595 INFO:tasks.workunit.client.0.smithi032.stdout:op 5181 completed, throughput=5MB/sec 2024-09-13T00:44:15.595 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KeE3HgFH1Y1eVDh off=4746953 len=1215521 2024-09-13T00:44:15.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 5182 completed, throughput=5MB/sec 2024-09-13T00:44:15.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:15 smithi032 bash[76677]: cluster 2024-09-13T00:44:14.044292+0000 mgr.y (mgr.34107) 1244 : cluster [DBG] pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:44:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:15 smithi032 bash[75510]: cluster 2024-09-13T00:44:14.044292+0000 mgr.y (mgr.34107) 1244 : cluster [DBG] pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:44:16.605 INFO:tasks.workunit.client.0.smithi032.stdout: 1014: throughput=5MB/sec pending data=0 2024-09-13T00:44:16.605 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tBXriwtgnbalfP9 off=3051969 len=2040023 2024-09-13T00:44:16.610 INFO:tasks.workunit.client.0.smithi032.stdout:op 5183 completed, throughput=5MB/sec 2024-09-13T00:44:16.610 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ng0gec-aemGdKQK off=1532238 len=211050 2024-09-13T00:44:16.616 INFO:tasks.workunit.client.0.smithi032.stdout:op 5184 completed, throughput=5MB/sec 2024-09-13T00:44:16.616 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EMQSOKGNbSnz9Rr off=4904632 len=1418035 2024-09-13T00:44:16.619 INFO:tasks.workunit.client.0.smithi032.stdout:op 5185 completed, throughput=5MB/sec 2024-09-13T00:44:16.619 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YfGxKHKiQ4H3RDg off=3904790 len=7166 2024-09-13T00:44:16.625 INFO:tasks.workunit.client.0.smithi032.stdout:op 5186 completed, throughput=5MB/sec 2024-09-13T00:44:16.625 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0eigTztp3XWnNWJ off=15281235 len=536153 2024-09-13T00:44:16.625 INFO:tasks.workunit.client.0.smithi032.stdout:op 5187 completed, throughput=5MB/sec 2024-09-13T00:44:16.625 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_LY318yayRucqvM off=6621531 len=19042 2024-09-13T00:44:16.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 5188 completed, throughput=5MB/sec 2024-09-13T00:44:16.629 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JKIcorHF-RI65B0 off=3552476 len=1191179 2024-09-13T00:44:16.633 INFO:tasks.workunit.client.0.smithi032.stdout:op 5189 completed, throughput=5MB/sec 2024-09-13T00:44:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:17 smithi053 bash[67631]: cluster 2024-09-13T00:44:16.045195+0000 mgr.y (mgr.34107) 1245 : cluster [DBG] pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T00:44:17.634 INFO:tasks.workunit.client.0.smithi032.stdout: 1015: throughput=5MB/sec pending data=0 2024-09-13T00:44:17.634 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tYVpAlNs58r1b8q off=2663492 len=920434 2024-09-13T00:44:17.643 INFO:tasks.workunit.client.0.smithi032.stdout:op 5190 completed, throughput=5MB/sec 2024-09-13T00:44:17.643 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HiQDPjLkI3dbqki off=1303265 len=634169 2024-09-13T00:44:17.651 INFO:tasks.workunit.client.0.smithi032.stdout:op 5191 completed, throughput=5MB/sec 2024-09-13T00:44:17.651 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CoHYbrHVbrVQ7H9 off=6724833 len=1031230 2024-09-13T00:44:17.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 5192 completed, throughput=5MB/sec 2024-09-13T00:44:17.660 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-m9o3AIQaUPHQSDZ off=1101596 len=516870 2024-09-13T00:44:17.661 INFO:tasks.workunit.client.0.smithi032.stdout:op 5193 completed, throughput=5MB/sec 2024-09-13T00:44:17.661 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q_wdl7gASOAqaMI off=742654 len=1802708 2024-09-13T00:44:17.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:17 smithi032 bash[75510]: cluster 2024-09-13T00:44:16.045195+0000 mgr.y (mgr.34107) 1245 : cluster [DBG] pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T00:44:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:17 smithi032 bash[76677]: cluster 2024-09-13T00:44:16.045195+0000 mgr.y (mgr.34107) 1245 : cluster [DBG] pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T00:44:17.666 INFO:tasks.workunit.client.0.smithi032.stdout:op 5194 completed, throughput=5MB/sec 2024-09-13T00:44:17.666 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xNPn5AXd5fg0ew4 off=4061091 len=990040 2024-09-13T00:44:17.668 INFO:tasks.workunit.client.0.smithi032.stdout:op 5195 completed, throughput=5MB/sec 2024-09-13T00:44:18.669 INFO:tasks.workunit.client.0.smithi032.stdout: 1016: throughput=5MB/sec pending data=0 2024-09-13T00:44:18.669 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n0AX-wq9-UztTij off=15826034 len=688287 2024-09-13T00:44:18.676 INFO:tasks.workunit.client.0.smithi032.stdout:op 5196 completed, throughput=5MB/sec 2024-09-13T00:44:18.677 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oVbz1BeWENpc6yX off=4513452 len=2068032 2024-09-13T00:44:18.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 5197 completed, throughput=5MB/sec 2024-09-13T00:44:18.691 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qHBCfZeUkuCR5UJ off=1294269 len=1064642 2024-09-13T00:44:18.695 INFO:tasks.workunit.client.0.smithi032.stdout:op 5198 completed, throughput=5MB/sec 2024-09-13T00:44:18.695 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h7ORG2rqjuMjggm off=16745026 len=1597439 2024-09-13T00:44:18.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 5199 completed, throughput=5MB/sec 2024-09-13T00:44:19.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:19 smithi053 bash[67631]: cluster 2024-09-13T00:44:18.046185+0000 mgr.y (mgr.34107) 1246 : cluster [DBG] pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:44:19.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:19 smithi032 bash[75510]: cluster 2024-09-13T00:44:18.046185+0000 mgr.y (mgr.34107) 1246 : cluster [DBG] pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:44:19.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:19 smithi032 bash[76677]: cluster 2024-09-13T00:44:18.046185+0000 mgr.y (mgr.34107) 1246 : cluster [DBG] pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:44:19.708 INFO:tasks.workunit.client.0.smithi032.stdout: 1017: throughput=5MB/sec pending data=0 2024-09-13T00:44:19.708 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fc7yPZcpmGIC-eH off=12873994 len=1605886 2024-09-13T00:44:19.721 INFO:tasks.workunit.client.0.smithi032.stdout:op 5200 completed, throughput=5MB/sec 2024-09-13T00:44:19.721 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0qbuqPv5U_Uk8A7 off=14388804 len=525317 2024-09-13T00:44:19.723 INFO:tasks.workunit.client.0.smithi032.stdout:op 5201 completed, throughput=5MB/sec 2024-09-13T00:44:19.723 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gra5wO-sYpof1Od off=10747144 len=1943296 2024-09-13T00:44:19.738 INFO:tasks.workunit.client.0.smithi032.stdout:op 5202 completed, throughput=5MB/sec 2024-09-13T00:44:19.738 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QbX-_lNOzqLdSkc off=10443885 len=704253 2024-09-13T00:44:19.741 INFO:tasks.workunit.client.0.smithi032.stdout:op 5203 completed, throughput=5MB/sec 2024-09-13T00:44:20.741 INFO:tasks.workunit.client.0.smithi032.stdout: 1018: throughput=5MB/sec pending data=0 2024-09-13T00:44:20.741 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NNe65Yv6mI6RN0m off=817564 len=398765 2024-09-13T00:44:20.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 5204 completed, throughput=5MB/sec 2024-09-13T00:44:20.743 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3O56TtyALJAY_OZ off=8954486 len=181020 2024-09-13T00:44:20.744 INFO:tasks.workunit.client.0.smithi032.stdout:op 5205 completed, throughput=5MB/sec 2024-09-13T00:44:20.744 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SAZax0xNJZVP3y0 off=2944792 len=130224 2024-09-13T00:44:20.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 5206 completed, throughput=5MB/sec 2024-09-13T00:44:20.746 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O3DKCqR75Eu7LeS off=2968283 len=648812 2024-09-13T00:44:20.747 INFO:tasks.workunit.client.0.smithi032.stdout:op 5207 completed, throughput=5MB/sec 2024-09-13T00:44:20.747 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jZgnhdEMbNgK7-1 off=6335962 len=1701252 2024-09-13T00:44:20.759 INFO:tasks.workunit.client.0.smithi032.stdout:op 5208 completed, throughput=5MB/sec 2024-09-13T00:44:20.759 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vkd9lOfue8cE23s off=17810695 len=48779 2024-09-13T00:44:20.760 INFO:tasks.workunit.client.0.smithi032.stdout:op 5209 completed, throughput=5MB/sec 2024-09-13T00:44:20.760 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--tfDJ8pJh33HkQt off=6588759 len=1100268 2024-09-13T00:44:20.770 INFO:tasks.workunit.client.0.smithi032.stdout:op 5210 completed, throughput=5MB/sec 2024-09-13T00:44:20.770 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-E1_UjG_X_-tgFuQ off=10328069 len=377909 2024-09-13T00:44:20.775 INFO:tasks.workunit.client.0.smithi032.stdout:op 5211 completed, throughput=5MB/sec 2024-09-13T00:44:20.775 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p7frYRUVM3iZgsT off=2009544 len=1284133 2024-09-13T00:44:20.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 5212 completed, throughput=5MB/sec 2024-09-13T00:44:21.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:21 smithi053 bash[67631]: cluster 2024-09-13T00:44:20.047119+0000 mgr.y (mgr.34107) 1247 : cluster [DBG] pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:44:21.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:21 smithi032 bash[75510]: cluster 2024-09-13T00:44:20.047119+0000 mgr.y (mgr.34107) 1247 : cluster [DBG] pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:44:21.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:21 smithi032 bash[76677]: cluster 2024-09-13T00:44:20.047119+0000 mgr.y (mgr.34107) 1247 : cluster [DBG] pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:44:21.785 INFO:tasks.workunit.client.0.smithi032.stdout: 1019: throughput=5MB/sec pending data=0 2024-09-13T00:44:21.785 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZjgmFijlsDAmPVD off=7781780 len=778204 2024-09-13T00:44:21.788 INFO:tasks.workunit.client.0.smithi032.stdout:op 5213 completed, throughput=5MB/sec 2024-09-13T00:44:21.788 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aC0YuecqTOziG3O off=9294679 len=1579669 2024-09-13T00:44:21.792 INFO:tasks.workunit.client.0.smithi032.stdout:op 5214 completed, throughput=5MB/sec 2024-09-13T00:44:21.792 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BnFOvcnQJdNJUF5 off=1751323 len=99613 2024-09-13T00:44:21.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 5215 completed, throughput=5MB/sec 2024-09-13T00:44:21.797 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DxHN7gW3H4_i3GF off=9939637 len=452183 2024-09-13T00:44:21.799 INFO:tasks.workunit.client.0.smithi032.stdout:op 5216 completed, throughput=5MB/sec 2024-09-13T00:44:21.799 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7ID3ghl5MV-IRGo off=604801 len=1047059 2024-09-13T00:44:21.802 INFO:tasks.workunit.client.0.smithi032.stdout:op 5217 completed, throughput=5MB/sec 2024-09-13T00:44:21.802 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mlSSu-54vFNYeQ8 off=36757 len=227251 2024-09-13T00:44:21.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 5218 completed, throughput=5MB/sec 2024-09-13T00:44:21.804 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5t-Q_vnDgH2t26t off=3494580 len=1704054 2024-09-13T00:44:21.808 INFO:tasks.workunit.client.0.smithi032.stdout:op 5219 completed, throughput=5MB/sec 2024-09-13T00:44:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:44:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:44:22] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-09-13T00:44:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:44:22 smithi053 bash[94430]: ts=2024-09-13T00:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:44:22.809 INFO:tasks.workunit.client.0.smithi032.stdout: 1020: throughput=5MB/sec pending data=0 2024-09-13T00:44:22.809 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8hHqncjG6lMSGEJ off=9280573 len=40523 2024-09-13T00:44:22.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 5220 completed, throughput=5MB/sec 2024-09-13T00:44:22.810 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_3tuHK6shXxyXU8 off=2130052 len=723614 2024-09-13T00:44:22.812 INFO:tasks.workunit.client.0.smithi032.stdout:op 5221 completed, throughput=5MB/sec 2024-09-13T00:44:22.812 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PwR5IA_urZIp_u5 off=9691590 len=1850790 2024-09-13T00:44:22.818 INFO:tasks.workunit.client.0.smithi032.stdout:op 5222 completed, throughput=5MB/sec 2024-09-13T00:44:22.818 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1KJ-ZFyUYLkwUGJ off=511123 len=1092484 2024-09-13T00:44:22.820 INFO:tasks.workunit.client.0.smithi032.stdout:op 5223 completed, throughput=5MB/sec 2024-09-13T00:44:22.821 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IBbGXvlg6mtrBbZ off=7090391 len=524321 2024-09-13T00:44:22.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 5224 completed, throughput=5MB/sec 2024-09-13T00:44:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:23 smithi053 bash[67631]: cluster 2024-09-13T00:44:22.048229+0000 mgr.y (mgr.34107) 1248 : cluster [DBG] pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:44:23.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:23 smithi032 bash[75510]: cluster 2024-09-13T00:44:22.048229+0000 mgr.y (mgr.34107) 1248 : cluster [DBG] pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:44:23.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:23 smithi032 bash[76677]: cluster 2024-09-13T00:44:22.048229+0000 mgr.y (mgr.34107) 1248 : cluster [DBG] pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:44:23.828 INFO:tasks.workunit.client.0.smithi032.stdout: 1021: throughput=5MB/sec pending data=0 2024-09-13T00:44:23.828 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5YQDxeJYzhkAi0F off=3539849 len=101174 2024-09-13T00:44:23.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 5225 completed, throughput=5MB/sec 2024-09-13T00:44:23.833 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jXBOyt9XZAMYg6l off=417987 len=1747307 2024-09-13T00:44:23.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 5226 completed, throughput=5MB/sec 2024-09-13T00:44:23.848 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HjQbygWOFN91rdX off=3758572 len=1934641 2024-09-13T00:44:23.862 INFO:tasks.workunit.client.0.smithi032.stdout:op 5227 completed, throughput=5MB/sec 2024-09-13T00:44:23.862 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-90rTWzBW4W7-mfS off=7466450 len=1832584 2024-09-13T00:44:23.867 INFO:tasks.workunit.client.0.smithi032.stdout:op 5228 completed, throughput=5MB/sec 2024-09-13T00:44:24.867 INFO:tasks.workunit.client.0.smithi032.stdout: 1022: throughput=5MB/sec pending data=0 2024-09-13T00:44:24.867 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JDwai2hX3djOvIU off=7454569 len=153102 2024-09-13T00:44:24.872 INFO:tasks.workunit.client.0.smithi032.stdout:op 5229 completed, throughput=5MB/sec 2024-09-13T00:44:24.872 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HmuhVzN_ZaQibp- off=805975 len=1217745 2024-09-13T00:44:24.876 INFO:tasks.workunit.client.0.smithi032.stdout:op 5230 completed, throughput=5MB/sec 2024-09-13T00:44:24.877 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2DKBci_LpZ3wRJt off=9842459 len=443419 2024-09-13T00:44:24.882 INFO:tasks.workunit.client.0.smithi032.stdout:op 5231 completed, throughput=5MB/sec 2024-09-13T00:44:24.882 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-87wvgc9HvQeKYfi off=4610461 len=240511 2024-09-13T00:44:24.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 5232 completed, throughput=5MB/sec 2024-09-13T00:44:24.888 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IIAmrqBrJmeJvQO off=3710452 len=371960 2024-09-13T00:44:24.890 INFO:tasks.workunit.client.0.smithi032.stdout:op 5233 completed, throughput=5MB/sec 2024-09-13T00:44:24.890 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cxduu8EBLf8vKkj off=1709420 len=1892051 2024-09-13T00:44:24.905 INFO:tasks.workunit.client.0.smithi032.stdout:op 5234 completed, throughput=5MB/sec 2024-09-13T00:44:24.905 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X-w4rg2le820BXG off=11276966 len=875288 2024-09-13T00:44:24.908 INFO:tasks.workunit.client.0.smithi032.stdout:op 5235 completed, throughput=5MB/sec 2024-09-13T00:44:24.908 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z75aSHt8uY7KaQ9 off=9422668 len=1448515 2024-09-13T00:44:24.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 5236 completed, throughput=5MB/sec 2024-09-13T00:44:25.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:25 smithi053 bash[67631]: cluster 2024-09-13T00:44:24.049524+0000 mgr.y (mgr.34107) 1249 : cluster [DBG] pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T00:44:25.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:25 smithi032 bash[75510]: cluster 2024-09-13T00:44:24.049524+0000 mgr.y (mgr.34107) 1249 : cluster [DBG] pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T00:44:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:25 smithi032 bash[76677]: cluster 2024-09-13T00:44:24.049524+0000 mgr.y (mgr.34107) 1249 : cluster [DBG] pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T00:44:25.912 INFO:tasks.workunit.client.0.smithi032.stdout: 1023: throughput=5MB/sec pending data=0 2024-09-13T00:44:25.912 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vfvjheHIZ5-iREU off=4147577 len=1028520 2024-09-13T00:44:25.921 INFO:tasks.workunit.client.0.smithi032.stdout:op 5237 completed, throughput=5MB/sec 2024-09-13T00:44:25.922 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_rs8fZYH07q8nar off=10269303 len=1773484 2024-09-13T00:44:25.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 5238 completed, throughput=5MB/sec 2024-09-13T00:44:25.936 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m8vKnxQVZumECX4 off=2311189 len=1566012 2024-09-13T00:44:25.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 5239 completed, throughput=5MB/sec 2024-09-13T00:44:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:26 smithi053 bash[67631]: audit 2024-09-13T00:44:25.185485+0000 mon.a (mon.0) 2305 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:44:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:26 smithi032 bash[75510]: audit 2024-09-13T00:44:25.185485+0000 mon.a (mon.0) 2305 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:44:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:26 smithi032 bash[76677]: audit 2024-09-13T00:44:25.185485+0000 mon.a (mon.0) 2305 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:44:26.947 INFO:tasks.workunit.client.0.smithi032.stdout: 1024: throughput=5MB/sec pending data=0 2024-09-13T00:44:26.947 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HbsABwTbPN6oqaN off=802759 len=153649 2024-09-13T00:44:26.948 INFO:tasks.workunit.client.0.smithi032.stdout:op 5240 completed, throughput=5MB/sec 2024-09-13T00:44:26.948 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1ZvO-9ELyjmLEN1 off=12169800 len=537397 2024-09-13T00:44:26.951 INFO:tasks.workunit.client.0.smithi032.stdout:op 5241 completed, throughput=5MB/sec 2024-09-13T00:44:26.951 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_MJZS5UeQJfZFoU off=9752105 len=1734425 2024-09-13T00:44:26.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 5242 completed, throughput=5MB/sec 2024-09-13T00:44:26.955 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CLni70Y0gg8spBR off=1373050 len=858138 2024-09-13T00:44:26.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 5243 completed, throughput=5MB/sec 2024-09-13T00:44:26.963 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Su31B7khuRejKoN off=8168402 len=17287 2024-09-13T00:44:26.967 INFO:tasks.workunit.client.0.smithi032.stdout:op 5244 completed, throughput=5MB/sec 2024-09-13T00:44:26.967 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eHtmMRE92q_2MG9 off=1801643 len=906096 2024-09-13T00:44:26.970 INFO:tasks.workunit.client.0.smithi032.stdout:op 5245 completed, throughput=5MB/sec 2024-09-13T00:44:26.970 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-II9AY9FYdQzaJR0 off=634176 len=1719107 2024-09-13T00:44:26.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 5246 completed, throughput=5MB/sec 2024-09-13T00:44:27.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:27 smithi053 bash[67631]: cluster 2024-09-13T00:44:26.050468+0000 mgr.y (mgr.34107) 1250 : cluster [DBG] pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:44:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:27 smithi032 bash[75510]: cluster 2024-09-13T00:44:26.050468+0000 mgr.y (mgr.34107) 1250 : cluster [DBG] pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:44:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:27 smithi032 bash[76677]: cluster 2024-09-13T00:44:26.050468+0000 mgr.y (mgr.34107) 1250 : cluster [DBG] pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:44:27.983 INFO:tasks.workunit.client.0.smithi032.stdout: 1025: throughput=5MB/sec pending data=0 2024-09-13T00:44:27.983 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NuSh-VhD00ohger off=3736184 len=496801 2024-09-13T00:44:27.989 INFO:tasks.workunit.client.0.smithi032.stdout:op 5247 completed, throughput=5MB/sec 2024-09-13T00:44:27.990 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rGh1WSSQ4a1OSsG off=4728696 len=1258599 2024-09-13T00:44:28.000 INFO:tasks.workunit.client.0.smithi032.stdout:op 5248 completed, throughput=5MB/sec 2024-09-13T00:44:28.000 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Esvs72AWC2h76pC off=1040508 len=104608 2024-09-13T00:44:28.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 5249 completed, throughput=5MB/sec 2024-09-13T00:44:28.004 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-E6SNQom7Gu5Nh3v off=1689858 len=1241476 2024-09-13T00:44:28.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 5250 completed, throughput=5MB/sec 2024-09-13T00:44:28.006 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9Iib3dJu6nUxqoQ off=1208030 len=74438 2024-09-13T00:44:28.011 INFO:tasks.workunit.client.0.smithi032.stdout:op 5251 completed, throughput=5MB/sec 2024-09-13T00:44:28.011 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qVE6truLz5y6to3 off=55203 len=1177061 2024-09-13T00:44:28.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 5252 completed, throughput=5MB/sec 2024-09-13T00:44:28.021 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_r71hNFzQlxYYFn off=2870967 len=679233 2024-09-13T00:44:28.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 5253 completed, throughput=5MB/sec 2024-09-13T00:44:29.027 INFO:tasks.workunit.client.0.smithi032.stdout: 1026: throughput=5MB/sec pending data=0 2024-09-13T00:44:29.027 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cK0LsyVG9u3ZjWS off=920682 len=207287 2024-09-13T00:44:29.032 INFO:tasks.workunit.client.0.smithi032.stdout:op 5254 completed, throughput=5MB/sec 2024-09-13T00:44:29.032 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rKneyBNCTOSfZE0 off=2808460 len=1141691 2024-09-13T00:44:29.042 INFO:tasks.workunit.client.0.smithi032.stdout:op 5255 completed, throughput=5MB/sec 2024-09-13T00:44:29.042 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wjoqdda8j8Tn900 off=1552449 len=803255 2024-09-13T00:44:29.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 5256 completed, throughput=5MB/sec 2024-09-13T00:44:29.050 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NWHlhrqnHv1Zfg- off=425611 len=1055653 2024-09-13T00:44:29.053 INFO:tasks.workunit.client.0.smithi032.stdout:op 5257 completed, throughput=5MB/sec 2024-09-13T00:44:29.053 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H_ZvgxFn03S8abg off=168165 len=251721 2024-09-13T00:44:29.059 INFO:tasks.workunit.client.0.smithi032.stdout:op 5258 completed, throughput=5MB/sec 2024-09-13T00:44:29.059 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Gdy_6ZVvme0KTps off=11996443 len=419383 2024-09-13T00:44:29.066 INFO:tasks.workunit.client.0.smithi032.stdout:op 5259 completed, throughput=5MB/sec 2024-09-13T00:44:29.066 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Lz2was0x3ekq_pk off=18349795 len=561884 2024-09-13T00:44:29.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 5260 completed, throughput=5MB/sec 2024-09-13T00:44:29.072 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Bklb1XLgSHTm2qi off=10607659 len=1029821 2024-09-13T00:44:29.081 INFO:tasks.workunit.client.0.smithi032.stdout:op 5261 completed, throughput=5MB/sec 2024-09-13T00:44:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:29 smithi053 bash[67631]: cluster 2024-09-13T00:44:28.051449+0000 mgr.y (mgr.34107) 1251 : cluster [DBG] pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:44:29.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:29 smithi032 bash[75510]: cluster 2024-09-13T00:44:28.051449+0000 mgr.y (mgr.34107) 1251 : cluster [DBG] pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:44:29.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:29 smithi032 bash[76677]: cluster 2024-09-13T00:44:28.051449+0000 mgr.y (mgr.34107) 1251 : cluster [DBG] pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:44:30.081 INFO:tasks.workunit.client.0.smithi032.stdout: 1027: throughput=5MB/sec pending data=0 2024-09-13T00:44:30.081 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ptTv4dXX4L3n0kh off=13059841 len=1737533 2024-09-13T00:44:30.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 5262 completed, throughput=5MB/sec 2024-09-13T00:44:30.094 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZNTs0FJhLIM5KDg off=3408286 len=1160453 2024-09-13T00:44:30.103 INFO:tasks.workunit.client.0.smithi032.stdout:op 5263 completed, throughput=5MB/sec 2024-09-13T00:44:30.103 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HhPPVpFO4Zce7FV off=7448116 len=135215 2024-09-13T00:44:30.109 INFO:tasks.workunit.client.0.smithi032.stdout:op 5264 completed, throughput=5MB/sec 2024-09-13T00:44:30.109 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wBrnSe1-Qbz_xtU off=6207201 len=370047 2024-09-13T00:44:30.110 INFO:tasks.workunit.client.0.smithi032.stdout:op 5265 completed, throughput=5MB/sec 2024-09-13T00:44:30.110 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iUblQPbs5loezx7 off=8369226 len=842236 2024-09-13T00:44:30.118 INFO:tasks.workunit.client.0.smithi032.stdout:op 5266 completed, throughput=5MB/sec 2024-09-13T00:44:30.118 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vAdaMr7OtxmOIK3 off=2489794 len=844296 2024-09-13T00:44:30.125 INFO:tasks.workunit.client.0.smithi032.stdout:op 5267 completed, throughput=5MB/sec 2024-09-13T00:44:30.126 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Vxl98xwkUwJ3LV- off=2820887 len=1654356 2024-09-13T00:44:30.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 5268 completed, throughput=5MB/sec 2024-09-13T00:44:31.131 INFO:tasks.workunit.client.0.smithi032.stdout: 1028: throughput=5MB/sec pending data=0 2024-09-13T00:44:31.131 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zAjdVNcMJyJQMhi off=2073804 len=296401 2024-09-13T00:44:31.137 INFO:tasks.workunit.client.0.smithi032.stdout:op 5269 completed, throughput=5MB/sec 2024-09-13T00:44:31.137 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6KvG8CbIBiLjnjF off=9889491 len=65869 2024-09-13T00:44:31.138 INFO:tasks.workunit.client.0.smithi032.stdout:op 5270 completed, throughput=5MB/sec 2024-09-13T00:44:31.138 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Oj_481i0eC2lCYt off=1903071 len=1099714 2024-09-13T00:44:31.148 INFO:tasks.workunit.client.0.smithi032.stdout:op 5271 completed, throughput=5MB/sec 2024-09-13T00:44:31.148 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xpplj4YhXZbWmXD off=1644360 len=957474 2024-09-13T00:44:31.151 INFO:tasks.workunit.client.0.smithi032.stdout:op 5272 completed, throughput=5MB/sec 2024-09-13T00:44:31.151 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_DjqyMLme-iyNpm off=1043256 len=1073881 2024-09-13T00:44:31.154 INFO:tasks.workunit.client.0.smithi032.stdout:op 5273 completed, throughput=5MB/sec 2024-09-13T00:44:31.154 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MxZBv4ASgl0ATao off=5940853 len=482776 2024-09-13T00:44:31.156 INFO:tasks.workunit.client.0.smithi032.stdout:op 5274 completed, throughput=5MB/sec 2024-09-13T00:44:31.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:31 smithi053 bash[67631]: cluster 2024-09-13T00:44:30.052382+0000 mgr.y (mgr.34107) 1252 : cluster [DBG] pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:44:31.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:31 smithi032 bash[75510]: cluster 2024-09-13T00:44:30.052382+0000 mgr.y (mgr.34107) 1252 : cluster [DBG] pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:44:31.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:31 smithi032 bash[76677]: cluster 2024-09-13T00:44:30.052382+0000 mgr.y (mgr.34107) 1252 : cluster [DBG] pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:44:32.157 INFO:tasks.workunit.client.0.smithi032.stdout: 1029: throughput=5MB/sec pending data=0 2024-09-13T00:44:32.157 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CJ_j4NSCChdIorT off=11443577 len=1000684 2024-09-13T00:44:32.160 INFO:tasks.workunit.client.0.smithi032.stdout:op 5275 completed, throughput=5MB/sec 2024-09-13T00:44:32.160 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Zx5KT6qN6NWUYhy off=6603831 len=1350667 2024-09-13T00:44:32.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 5276 completed, throughput=5MB/sec 2024-09-13T00:44:32.164 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-m64l9JbNBxGVh9N off=1275050 len=895318 2024-09-13T00:44:32.167 INFO:tasks.workunit.client.0.smithi032.stdout:op 5277 completed, throughput=5MB/sec 2024-09-13T00:44:32.167 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qMQ3W3XUWqbWjC- off=16881871 len=891158 2024-09-13T00:44:32.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 5278 completed, throughput=5MB/sec 2024-09-13T00:44:32.170 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4dFbH4si_P0UeCU off=6424777 len=29510 2024-09-13T00:44:32.174 INFO:tasks.workunit.client.0.smithi032.stdout:op 5279 completed, throughput=5MB/sec 2024-09-13T00:44:32.174 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fvEuaMdzYqyROw4 off=20452209 len=1252549 2024-09-13T00:44:32.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 5280 completed, throughput=5MB/sec 2024-09-13T00:44:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:44:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:44:32] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:44:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:44:32 smithi053 bash[94430]: ts=2024-09-13T00:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:44:33.178 INFO:tasks.workunit.client.0.smithi032.stdout: 1030: throughput=5MB/sec pending data=0 2024-09-13T00:44:33.178 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MG2NFujTSFs-LnX off=6772429 len=15427 2024-09-13T00:44:33.179 INFO:tasks.workunit.client.0.smithi032.stdout:op 5281 completed, throughput=5MB/sec 2024-09-13T00:44:33.179 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VCFh7znD57-qkGL off=9588749 len=1131601 2024-09-13T00:44:33.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 5282 completed, throughput=5MB/sec 2024-09-13T00:44:33.190 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p9BC5yN7wGtntS3 off=263392 len=1912601 2024-09-13T00:44:33.196 INFO:tasks.workunit.client.0.smithi032.stdout:op 5283 completed, throughput=5MB/sec 2024-09-13T00:44:33.196 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FAEacWhHYksgLca off=7061626 len=1169935 2024-09-13T00:44:33.200 INFO:tasks.workunit.client.0.smithi032.stdout:op 5284 completed, throughput=5MB/sec 2024-09-13T00:44:33.200 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8hibMprWeXvFrCf off=9566896 len=1503938 2024-09-13T00:44:33.203 INFO:tasks.workunit.client.0.smithi032.stdout:op 5285 completed, throughput=5MB/sec 2024-09-13T00:44:33.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:33 smithi053 bash[67631]: cluster 2024-09-13T00:44:32.053381+0000 mgr.y (mgr.34107) 1253 : cluster [DBG] pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:44:33.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:33 smithi032 bash[75510]: cluster 2024-09-13T00:44:32.053381+0000 mgr.y (mgr.34107) 1253 : cluster [DBG] pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:44:33.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:33 smithi032 bash[76677]: cluster 2024-09-13T00:44:32.053381+0000 mgr.y (mgr.34107) 1253 : cluster [DBG] pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:44:34.204 INFO:tasks.workunit.client.0.smithi032.stdout: 1031: throughput=5MB/sec pending data=0 2024-09-13T00:44:34.204 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5AxbW-bXIT5MFFO off=540751 len=374245 2024-09-13T00:44:34.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 5286 completed, throughput=5MB/sec 2024-09-13T00:44:34.210 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iA05N6RJXDrgqYV off=586308 len=1294497 2024-09-13T00:44:34.222 INFO:tasks.workunit.client.0.smithi032.stdout:op 5287 completed, throughput=5MB/sec 2024-09-13T00:44:34.222 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-150P_OK6Cflpo9c off=543292 len=130964 2024-09-13T00:44:34.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 5288 completed, throughput=5MB/sec 2024-09-13T00:44:34.226 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jKC3rCQqtbLqHGy off=1529831 len=888282 2024-09-13T00:44:34.234 INFO:tasks.workunit.client.0.smithi032.stdout:op 5289 completed, throughput=5MB/sec 2024-09-13T00:44:34.234 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UL1Me7lUc0wZ02L off=13871282 len=803545 2024-09-13T00:44:34.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 5290 completed, throughput=5MB/sec 2024-09-13T00:44:34.237 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ROWGJ2xdEQJQZ7L off=2786967 len=626708 2024-09-13T00:44:34.240 INFO:tasks.workunit.client.0.smithi032.stdout:op 5291 completed, throughput=5MB/sec 2024-09-13T00:44:34.240 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wunt1iv7FerC0p1 off=7851437 len=540245 2024-09-13T00:44:34.242 INFO:tasks.workunit.client.0.smithi032.stdout:op 5292 completed, throughput=5MB/sec 2024-09-13T00:44:34.242 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qHPe-sVWisdy6LY off=20746995 len=383825 2024-09-13T00:44:34.248 INFO:tasks.workunit.client.0.smithi032.stdout:op 5293 completed, throughput=5MB/sec 2024-09-13T00:44:35.248 INFO:tasks.workunit.client.0.smithi032.stdout: 1032: throughput=5MB/sec pending data=0 2024-09-13T00:44:35.249 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n88soEHpC75oRiX off=6166391 len=265753 2024-09-13T00:44:35.255 INFO:tasks.workunit.client.0.smithi032.stdout:op 5294 completed, throughput=5MB/sec 2024-09-13T00:44:35.255 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-slVjOoDnwkYEpDv off=7413099 len=862708 2024-09-13T00:44:35.263 INFO:tasks.workunit.client.0.smithi032.stdout:op 5295 completed, throughput=5MB/sec 2024-09-13T00:44:35.263 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aQlDL1KiLeuf39V off=9948562 len=140967 2024-09-13T00:44:35.268 INFO:tasks.workunit.client.0.smithi032.stdout:op 5296 completed, throughput=5MB/sec 2024-09-13T00:44:35.268 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UFqQYKmJdiFZdYF off=7675165 len=512404 2024-09-13T00:44:35.274 INFO:tasks.workunit.client.0.smithi032.stdout:op 5297 completed, throughput=5MB/sec 2024-09-13T00:44:35.274 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QlWI8wCZa6df8tD off=16269569 len=1465768 2024-09-13T00:44:35.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 5298 completed, throughput=5MB/sec 2024-09-13T00:44:35.280 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Sq4PIYTfBDfxfRB off=294164 len=933840 2024-09-13T00:44:35.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 5299 completed, throughput=5MB/sec 2024-09-13T00:44:35.288 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ikg5nAcvPR1YufB off=1555755 len=1195541 2024-09-13T00:44:35.291 INFO:tasks.workunit.client.0.smithi032.stdout:op 5300 completed, throughput=5MB/sec 2024-09-13T00:44:35.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:35 smithi053 bash[67631]: cluster 2024-09-13T00:44:34.054478+0000 mgr.y (mgr.34107) 1254 : cluster [DBG] pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T00:44:35.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:35 smithi032 bash[75510]: cluster 2024-09-13T00:44:34.054478+0000 mgr.y (mgr.34107) 1254 : cluster [DBG] pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T00:44:35.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:35 smithi032 bash[76677]: cluster 2024-09-13T00:44:34.054478+0000 mgr.y (mgr.34107) 1254 : cluster [DBG] pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T00:44:36.291 INFO:tasks.workunit.client.0.smithi032.stdout: 1033: throughput=5MB/sec pending data=0 2024-09-13T00:44:36.291 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jbhqZAe3-8hbpt8 off=4756108 len=256852 2024-09-13T00:44:36.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 5301 completed, throughput=5MB/sec 2024-09-13T00:44:36.293 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gT7qagEUqEEkrqj off=8591805 len=1502528 2024-09-13T00:44:36.296 INFO:tasks.workunit.client.0.smithi032.stdout:op 5302 completed, throughput=5MB/sec 2024-09-13T00:44:36.297 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cuJOXs4Of4ZbZ6V off=4165420 len=1150409 2024-09-13T00:44:36.298 INFO:tasks.workunit.client.0.smithi032.stdout:op 5303 completed, throughput=5MB/sec 2024-09-13T00:44:36.298 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rSFyZv-qTAja1-t off=3826600 len=1451100 2024-09-13T00:44:36.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 5304 completed, throughput=5MB/sec 2024-09-13T00:44:36.303 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gY21qlKzf8oqM_n off=4506308 len=1618559 2024-09-13T00:44:36.307 INFO:tasks.workunit.client.0.smithi032.stdout:op 5305 completed, throughput=5MB/sec 2024-09-13T00:44:37.307 INFO:tasks.workunit.client.0.smithi032.stdout: 1034: throughput=5MB/sec pending data=0 2024-09-13T00:44:37.308 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1mMpMZypqQzRz0- off=954346 len=447823 2024-09-13T00:44:37.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 5306 completed, throughput=5MB/sec 2024-09-13T00:44:37.309 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w-KT-K9Rz1BgirO off=4170842 len=1385601 2024-09-13T00:44:37.313 INFO:tasks.workunit.client.0.smithi032.stdout:op 5307 completed, throughput=5MB/sec 2024-09-13T00:44:37.313 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6gSkpRilPNPdk9F off=9758844 len=915515 2024-09-13T00:44:37.322 INFO:tasks.workunit.client.0.smithi032.stdout:op 5308 completed, throughput=5MB/sec 2024-09-13T00:44:37.322 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fsLkQkZGyk9v3eZ off=5949382 len=1664405 2024-09-13T00:44:37.326 INFO:tasks.workunit.client.0.smithi032.stdout:op 5309 completed, throughput=5MB/sec 2024-09-13T00:44:37.326 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v3iadWEdVDiEncL off=6022757 len=222732 2024-09-13T00:44:37.331 INFO:tasks.workunit.client.0.smithi032.stdout:op 5310 completed, throughput=5MB/sec 2024-09-13T00:44:37.331 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LNCMLCdkvhKqaKB off=10806576 len=1351705 2024-09-13T00:44:37.342 INFO:tasks.workunit.client.0.smithi032.stdout:op 5311 completed, throughput=5MB/sec 2024-09-13T00:44:37.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:37 smithi053 bash[67631]: cluster 2024-09-13T00:44:36.055362+0000 mgr.y (mgr.34107) 1255 : cluster [DBG] pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:44:37.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:37 smithi032 bash[75510]: cluster 2024-09-13T00:44:36.055362+0000 mgr.y (mgr.34107) 1255 : cluster [DBG] pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:44:37.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:37 smithi032 bash[76677]: cluster 2024-09-13T00:44:36.055362+0000 mgr.y (mgr.34107) 1255 : cluster [DBG] pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:44:38.342 INFO:tasks.workunit.client.0.smithi032.stdout: 1035: throughput=5MB/sec pending data=0 2024-09-13T00:44:38.343 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TQZri-UwAPFfSgY off=18412796 len=1429460 2024-09-13T00:44:38.354 INFO:tasks.workunit.client.0.smithi032.stdout:op 5312 completed, throughput=5MB/sec 2024-09-13T00:44:38.354 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jC7-2goxKQ3Nbg2 off=398553 len=682612 2024-09-13T00:44:38.356 INFO:tasks.workunit.client.0.smithi032.stdout:op 5313 completed, throughput=5MB/sec 2024-09-13T00:44:38.356 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SY10BB6Uye-jfmg off=1305182 len=786766 2024-09-13T00:44:38.365 INFO:tasks.workunit.client.0.smithi032.stdout:op 5314 completed, throughput=5MB/sec 2024-09-13T00:44:38.365 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3SP5fvOsIVw39Jh off=9806711 len=1853305 2024-09-13T00:44:38.371 INFO:tasks.workunit.client.0.smithi032.stdout:op 5315 completed, throughput=5MB/sec 2024-09-13T00:44:39.372 INFO:tasks.workunit.client.0.smithi032.stdout: 1036: throughput=5MB/sec pending data=0 2024-09-13T00:44:39.372 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-89BGPYNKqBa03m1 off=4006842 len=541975 2024-09-13T00:44:39.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 5316 completed, throughput=5MB/sec 2024-09-13T00:44:39.374 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D_16csxWlE7eTbq off=11646271 len=661928 2024-09-13T00:44:39.381 INFO:tasks.workunit.client.0.smithi032.stdout:op 5317 completed, throughput=5MB/sec 2024-09-13T00:44:39.382 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p6qazFv5eA8dxQ8 off=14304317 len=442086 2024-09-13T00:44:39.383 INFO:tasks.workunit.client.0.smithi032.stdout:op 5318 completed, throughput=5MB/sec 2024-09-13T00:44:39.383 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ARRb4Lhd_9ENwqD off=7938807 len=588426 2024-09-13T00:44:39.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 5319 completed, throughput=5MB/sec 2024-09-13T00:44:39.385 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vn6l7xC5TXgp_MT off=13439104 len=159947 2024-09-13T00:44:39.387 INFO:tasks.workunit.client.0.smithi032.stdout:op 5320 completed, throughput=5MB/sec 2024-09-13T00:44:39.387 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5m-gyv-yG0LfqG3 off=16483234 len=1140838 2024-09-13T00:44:39.390 INFO:tasks.workunit.client.0.smithi032.stdout:op 5321 completed, throughput=5MB/sec 2024-09-13T00:44:39.390 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-plwAWsxRTv6VjJP off=3910503 len=972610 2024-09-13T00:44:39.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 5322 completed, throughput=5MB/sec 2024-09-13T00:44:39.392 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gT7qagEUqEEkrqj off=10226673 len=1822843 2024-09-13T00:44:39.396 INFO:tasks.workunit.client.0.smithi032.stdout:op 5323 completed, throughput=5MB/sec 2024-09-13T00:44:39.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:39 smithi053 bash[67631]: cluster 2024-09-13T00:44:38.056459+0000 mgr.y (mgr.34107) 1256 : cluster [DBG] pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-13T00:44:39.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:39 smithi032 bash[75510]: cluster 2024-09-13T00:44:38.056459+0000 mgr.y (mgr.34107) 1256 : cluster [DBG] pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-13T00:44:39.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:39 smithi032 bash[76677]: cluster 2024-09-13T00:44:38.056459+0000 mgr.y (mgr.34107) 1256 : cluster [DBG] pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-13T00:44:40.397 INFO:tasks.workunit.client.0.smithi032.stdout: 1037: throughput=5MB/sec pending data=0 2024-09-13T00:44:40.397 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--rCTz5c536KolXM off=12679443 len=633737 2024-09-13T00:44:40.399 INFO:tasks.workunit.client.0.smithi032.stdout:op 5324 completed, throughput=5MB/sec 2024-09-13T00:44:40.399 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PTUWlQM9bj1pop8 off=1070126 len=1216888 2024-09-13T00:44:40.408 INFO:tasks.workunit.client.0.smithi032.stdout:op 5325 completed, throughput=5MB/sec 2024-09-13T00:44:40.408 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VRvwt6se40xP10v off=6131784 len=1733616 2024-09-13T00:44:40.423 INFO:tasks.workunit.client.0.smithi032.stdout:op 5326 completed, throughput=5MB/sec 2024-09-13T00:44:40.423 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FmcXbMclbvMZUrA off=1826030 len=283472 2024-09-13T00:44:40.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 5327 completed, throughput=5MB/sec 2024-09-13T00:44:40.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:40 smithi053 bash[67631]: audit 2024-09-13T00:44:40.185665+0000 mon.a (mon.0) 2306 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:44:40.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:40 smithi032 bash[75510]: audit 2024-09-13T00:44:40.185665+0000 mon.a (mon.0) 2306 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:44:40.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:40 smithi032 bash[76677]: audit 2024-09-13T00:44:40.185665+0000 mon.a (mon.0) 2306 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:44:41.425 INFO:tasks.workunit.client.0.smithi032.stdout: 1038: throughput=5MB/sec pending data=0 2024-09-13T00:44:41.425 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f8QqpUxMsmydemX off=1832315 len=1577893 2024-09-13T00:44:41.429 INFO:tasks.workunit.client.0.smithi032.stdout:op 5328 completed, throughput=5MB/sec 2024-09-13T00:44:41.429 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AWQgGNCrszAcHmi off=5810918 len=1073087 2024-09-13T00:44:41.433 INFO:tasks.workunit.client.0.smithi032.stdout:op 5329 completed, throughput=5MB/sec 2024-09-13T00:44:41.433 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VvCy0pS1_FbVO17 off=8525308 len=1935506 2024-09-13T00:44:41.438 INFO:tasks.workunit.client.0.smithi032.stdout:op 5330 completed, throughput=5MB/sec 2024-09-13T00:44:41.438 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lWcO75NJ1TZpV0I off=20638276 len=1143348 2024-09-13T00:44:41.442 INFO:tasks.workunit.client.0.smithi032.stdout:op 5331 completed, throughput=5MB/sec 2024-09-13T00:44:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:41 smithi053 bash[67631]: cluster 2024-09-13T00:44:40.057419+0000 mgr.y (mgr.34107) 1257 : cluster [DBG] pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:44:41.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:41 smithi032 bash[75510]: cluster 2024-09-13T00:44:40.057419+0000 mgr.y (mgr.34107) 1257 : cluster [DBG] pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:44:41.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:41 smithi032 bash[76677]: cluster 2024-09-13T00:44:40.057419+0000 mgr.y (mgr.34107) 1257 : cluster [DBG] pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:44:42.442 INFO:tasks.workunit.client.0.smithi032.stdout: 1039: throughput=5MB/sec pending data=0 2024-09-13T00:44:42.443 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mB2rKk7crhoUuwc off=7389939 len=726807 2024-09-13T00:44:42.451 INFO:tasks.workunit.client.0.smithi032.stdout:op 5332 completed, throughput=5MB/sec 2024-09-13T00:44:42.451 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PYPJgrZFd6wEE4V off=4107971 len=1661030 2024-09-13T00:44:42.465 INFO:tasks.workunit.client.0.smithi032.stdout:op 5333 completed, throughput=5MB/sec 2024-09-13T00:44:42.466 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uSH9Mb_uJFHyjpj off=3457779 len=1771782 2024-09-13T00:44:42.471 INFO:tasks.workunit.client.0.smithi032.stdout:op 5334 completed, throughput=5MB/sec 2024-09-13T00:44:42.471 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5yDATb3qOIU9m26 off=6782415 len=1160677 2024-09-13T00:44:42.474 INFO:tasks.workunit.client.0.smithi032.stdout:op 5335 completed, throughput=5MB/sec 2024-09-13T00:44:42.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:42 smithi053 bash[67631]: cluster 2024-09-13T00:44:42.058525+0000 mgr.y (mgr.34107) 1258 : cluster [DBG] pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:44:42.536 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:44:42 smithi053 bash[94430]: ts=2024-09-13T00:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:44:42.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:42 smithi032 bash[75510]: cluster 2024-09-13T00:44:42.058525+0000 mgr.y (mgr.34107) 1258 : cluster [DBG] pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:44:42.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:44:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:44:42] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-13T00:44:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:42 smithi032 bash[76677]: cluster 2024-09-13T00:44:42.058525+0000 mgr.y (mgr.34107) 1258 : cluster [DBG] pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:44:43.475 INFO:tasks.workunit.client.0.smithi032.stdout: 1040: throughput=5MB/sec pending data=0 2024-09-13T00:44:43.475 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-saonvKTWKyJNpU1 off=5991935 len=927543 2024-09-13T00:44:43.477 INFO:tasks.workunit.client.0.smithi032.stdout:op 5336 completed, throughput=5MB/sec 2024-09-13T00:44:43.477 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wlAm0HAvoX1B42h off=1651391 len=1923635 2024-09-13T00:44:43.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 5337 completed, throughput=5MB/sec 2024-09-13T00:44:43.493 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MVbzDBEJHCwPmSP off=2449738 len=1604214 2024-09-13T00:44:43.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 5338 completed, throughput=5MB/sec 2024-09-13T00:44:43.497 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fZMQ9On4ze0v6Qc off=2390676 len=1553654 2024-09-13T00:44:43.509 INFO:tasks.workunit.client.0.smithi032.stdout:op 5339 completed, throughput=5MB/sec 2024-09-13T00:44:44.521 INFO:tasks.workunit.client.0.smithi032.stdout: 1041: throughput=5MB/sec pending data=0 2024-09-13T00:44:44.522 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Y52-oodgL48hewE off=16108644 len=1109804 2024-09-13T00:44:44.527 INFO:tasks.workunit.client.0.smithi032.stdout:op 5340 completed, throughput=5MB/sec 2024-09-13T00:44:44.527 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GlzXyn-Es02akUp off=16552022 len=372352 2024-09-13T00:44:44.528 INFO:tasks.workunit.client.0.smithi032.stdout:op 5341 completed, throughput=5MB/sec 2024-09-13T00:44:44.529 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wVcOTfk2Hpeiy6Y off=10363729 len=1133329 2024-09-13T00:44:44.530 INFO:tasks.workunit.client.0.smithi032.stdout:op 5342 completed, throughput=5MB/sec 2024-09-13T00:44:44.531 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f7khCi5m3Ij-P9h off=9986227 len=1774429 2024-09-13T00:44:44.533 INFO:tasks.workunit.client.0.smithi032.stdout:op 5343 completed, throughput=5MB/sec 2024-09-13T00:44:44.533 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CXjR6IFZF1R1dMy off=2198010 len=253732 2024-09-13T00:44:44.535 INFO:tasks.workunit.client.0.smithi032.stdout:op 5344 completed, throughput=5MB/sec 2024-09-13T00:44:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:45 smithi032 bash[75510]: cluster 2024-09-13T00:44:44.059715+0000 mgr.y (mgr.34107) 1259 : cluster [DBG] pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:44:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:45 smithi032 bash[76677]: cluster 2024-09-13T00:44:44.059715+0000 mgr.y (mgr.34107) 1259 : cluster [DBG] pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:44:45.531 INFO:tasks.workunit.client.0.smithi032.stdout: 1042: throughput=5MB/sec pending data=0 2024-09-13T00:44:45.532 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ams2Mlt6m5fvFLT off=7082976 len=951537 2024-09-13T00:44:45.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 5345 completed, throughput=5MB/sec 2024-09-13T00:44:45.534 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mpcDXyC4zdYIn_k off=11956402 len=556008 2024-09-13T00:44:45.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:45 smithi053 bash[67631]: cluster 2024-09-13T00:44:44.059715+0000 mgr.y (mgr.34107) 1259 : cluster [DBG] pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:44:45.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 5346 completed, throughput=5MB/sec 2024-09-13T00:44:45.537 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9MapQBPtQC6Ph2g off=14790056 len=1659405 2024-09-13T00:44:45.541 INFO:tasks.workunit.client.0.smithi032.stdout:op 5347 completed, throughput=5MB/sec 2024-09-13T00:44:45.541 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nW2uI5SxJcRqeUB off=16243533 len=210612 2024-09-13T00:44:45.546 INFO:tasks.workunit.client.0.smithi032.stdout:op 5348 completed, throughput=5MB/sec 2024-09-13T00:44:45.546 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yW6FjXFM8L2q1YA off=20400283 len=29575 2024-09-13T00:44:45.551 INFO:tasks.workunit.client.0.smithi032.stdout:op 5349 completed, throughput=5MB/sec 2024-09-13T00:44:45.551 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hhHbbREYKNaBau3 off=5700183 len=197846 2024-09-13T00:44:45.552 INFO:tasks.workunit.client.0.smithi032.stdout:op 5350 completed, throughput=5MB/sec 2024-09-13T00:44:45.553 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mB-cwnZmKGeDi_s off=1036235 len=48960 2024-09-13T00:44:45.557 INFO:tasks.workunit.client.0.smithi032.stdout:op 5351 completed, throughput=5MB/sec 2024-09-13T00:44:45.557 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-40lCOEbEYILqcfK off=7597166 len=1140473 2024-09-13T00:44:45.560 INFO:tasks.workunit.client.0.smithi032.stdout:op 5352 completed, throughput=5MB/sec 2024-09-13T00:44:45.560 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-v0VWw8Vd-ZBLjec off=2962772 len=466122 2024-09-13T00:44:45.562 INFO:tasks.workunit.client.0.smithi032.stdout:op 5353 completed, throughput=5MB/sec 2024-09-13T00:44:46.562 INFO:tasks.workunit.client.0.smithi032.stdout: 1043: throughput=5MB/sec pending data=0 2024-09-13T00:44:46.562 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EjKMxC-p2q195KP off=3362107 len=784414 2024-09-13T00:44:46.565 INFO:tasks.workunit.client.0.smithi032.stdout:op 5354 completed, throughput=5MB/sec 2024-09-13T00:44:46.565 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IiGx6WQ1sj1cmV0 off=4614886 len=1724626 2024-09-13T00:44:46.570 INFO:tasks.workunit.client.0.smithi032.stdout:op 5355 completed, throughput=5MB/sec 2024-09-13T00:44:46.570 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8HDlnkvmR3i-CBt off=8080755 len=532767 2024-09-13T00:44:46.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 5356 completed, throughput=5MB/sec 2024-09-13T00:44:46.572 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wczzsH1dUD3sdmJ off=3815468 len=1676088 2024-09-13T00:44:46.576 INFO:tasks.workunit.client.0.smithi032.stdout:op 5357 completed, throughput=5MB/sec 2024-09-13T00:44:46.576 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uElGbo2mX1YESGm off=9274437 len=889871 2024-09-13T00:44:46.579 INFO:tasks.workunit.client.0.smithi032.stdout:op 5358 completed, throughput=5MB/sec 2024-09-13T00:44:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:47 smithi032 bash[75510]: cluster 2024-09-13T00:44:46.060769+0000 mgr.y (mgr.34107) 1260 : cluster [DBG] pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-13T00:44:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:47 smithi032 bash[76677]: cluster 2024-09-13T00:44:46.060769+0000 mgr.y (mgr.34107) 1260 : cluster [DBG] pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-13T00:44:47.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:47 smithi053 bash[67631]: cluster 2024-09-13T00:44:46.060769+0000 mgr.y (mgr.34107) 1260 : cluster [DBG] pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-13T00:44:47.580 INFO:tasks.workunit.client.0.smithi032.stdout: 1044: throughput=5MB/sec pending data=0 2024-09-13T00:44:47.580 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uUzfvz5hjDlia2H off=1779339 len=1655477 2024-09-13T00:44:47.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 5359 completed, throughput=5MB/sec 2024-09-13T00:44:47.584 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--qYsVwU7olln8PN off=3575320 len=392443 2024-09-13T00:44:47.586 INFO:tasks.workunit.client.0.smithi032.stdout:op 5360 completed, throughput=5MB/sec 2024-09-13T00:44:47.586 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cofF5Rui30_uu9m off=439117 len=1007865 2024-09-13T00:44:47.595 INFO:tasks.workunit.client.0.smithi032.stdout:op 5361 completed, throughput=5MB/sec 2024-09-13T00:44:47.596 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OYQbk4TmgqEXogV off=5357464 len=1016522 2024-09-13T00:44:47.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 5362 completed, throughput=5MB/sec 2024-09-13T00:44:47.599 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-me84Se7hDdKLvjd off=7520278 len=1898242 2024-09-13T00:44:47.613 INFO:tasks.workunit.client.0.smithi032.stdout:op 5363 completed, throughput=5MB/sec 2024-09-13T00:44:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: 1045: throughput=5MB/sec pending data=0 2024-09-13T00:44:48.614 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vgz1gbAS-mNpsJb off=422482 len=415665 2024-09-13T00:44:48.620 INFO:tasks.workunit.client.0.smithi032.stdout:op 5364 completed, throughput=5MB/sec 2024-09-13T00:44:48.620 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TmZP8TLowJg97pQ off=8190565 len=1051390 2024-09-13T00:44:48.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 5365 completed, throughput=5MB/sec 2024-09-13T00:44:48.630 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eZKJWyUp7FkkOdK off=5587730 len=1290817 2024-09-13T00:44:48.633 INFO:tasks.workunit.client.0.smithi032.stdout:op 5366 completed, throughput=5MB/sec 2024-09-13T00:44:48.633 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BWBv0SoWpR3PSXb off=4805960 len=1743041 2024-09-13T00:44:48.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 5367 completed, throughput=5MB/sec 2024-09-13T00:44:48.637 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ADEcUZMUMPWEgn4 off=10876479 len=1788905 2024-09-13T00:44:48.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 5368 completed, throughput=5MB/sec 2024-09-13T00:44:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:49 smithi032 bash[75510]: cluster 2024-09-13T00:44:48.061931+0000 mgr.y (mgr.34107) 1261 : cluster [DBG] pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-09-13T00:44:49.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:49 smithi032 bash[76677]: cluster 2024-09-13T00:44:48.061931+0000 mgr.y (mgr.34107) 1261 : cluster [DBG] pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-09-13T00:44:49.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:49 smithi053 bash[67631]: cluster 2024-09-13T00:44:48.061931+0000 mgr.y (mgr.34107) 1261 : cluster [DBG] pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-09-13T00:44:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: 1046: throughput=5MB/sec pending data=0 2024-09-13T00:44:49.650 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ukJqvAbCTxjNTB8 off=6135841 len=830975 2024-09-13T00:44:49.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 5369 completed, throughput=5MB/sec 2024-09-13T00:44:49.658 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n0AX-wq9-UztTij off=24396 len=1599561 2024-09-13T00:44:49.669 INFO:tasks.workunit.client.0.smithi032.stdout:op 5370 completed, throughput=5MB/sec 2024-09-13T00:44:49.669 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aDhbuL0R2ahqANv off=2918129 len=1022733 2024-09-13T00:44:49.678 INFO:tasks.workunit.client.0.smithi032.stdout:op 5371 completed, throughput=5MB/sec 2024-09-13T00:44:49.678 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H3TChq6Kxa1stvl off=10926008 len=2063065 2024-09-13T00:44:49.685 INFO:tasks.workunit.client.0.smithi032.stdout:op 5372 completed, throughput=5MB/sec 2024-09-13T00:44:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: 1047: throughput=5MB/sec pending data=0 2024-09-13T00:44:50.685 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xcQwkqu14AvrmK6 off=314235 len=1789984 2024-09-13T00:44:50.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 5373 completed, throughput=5MB/sec 2024-09-13T00:44:50.690 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ROWGJ2xdEQJQZ7L off=3714617 len=1846433 2024-09-13T00:44:50.695 INFO:tasks.workunit.client.0.smithi032.stdout:op 5374 completed, throughput=5MB/sec 2024-09-13T00:44:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:51 smithi032 bash[75510]: cluster 2024-09-13T00:44:50.062984+0000 mgr.y (mgr.34107) 1262 : cluster [DBG] pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-09-13T00:44:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:51 smithi032 bash[76677]: cluster 2024-09-13T00:44:50.062984+0000 mgr.y (mgr.34107) 1262 : cluster [DBG] pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-09-13T00:44:51.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:51 smithi053 bash[67631]: cluster 2024-09-13T00:44:50.062984+0000 mgr.y (mgr.34107) 1262 : cluster [DBG] pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-09-13T00:44:51.696 INFO:tasks.workunit.client.0.smithi032.stdout: 1048: throughput=5MB/sec pending data=0 2024-09-13T00:44:51.696 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-49DTkv1jedebrxZ off=731986 len=112961 2024-09-13T00:44:51.697 INFO:tasks.workunit.client.0.smithi032.stdout:op 5375 completed, throughput=5MB/sec 2024-09-13T00:44:51.697 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iccojWVMofdiO52 off=2476852 len=1418645 2024-09-13T00:44:51.700 INFO:tasks.workunit.client.0.smithi032.stdout:op 5376 completed, throughput=5MB/sec 2024-09-13T00:44:51.700 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uwhG2yZnpxTw-9a off=6285799 len=1154027 2024-09-13T00:44:51.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 5377 completed, throughput=5MB/sec 2024-09-13T00:44:51.711 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M2oWIllYXZfJfB5 off=533872 len=915297 2024-09-13T00:44:51.720 INFO:tasks.workunit.client.0.smithi032.stdout:op 5378 completed, throughput=5MB/sec 2024-09-13T00:44:51.720 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PU9bV3Jt_QZbXNw off=3024871 len=1435521 2024-09-13T00:44:51.732 INFO:tasks.workunit.client.0.smithi032.stdout:op 5379 completed, throughput=5MB/sec 2024-09-13T00:44:51.732 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RayPeyJqL3LNOhx off=2575462 len=17896 2024-09-13T00:44:51.733 INFO:tasks.workunit.client.0.smithi032.stdout:op 5380 completed, throughput=5MB/sec 2024-09-13T00:44:51.733 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-91LWLb9qEiwsbhQ off=14988370 len=1655313 2024-09-13T00:44:51.736 INFO:tasks.workunit.client.0.smithi032.stdout:op 5381 completed, throughput=5MB/sec 2024-09-13T00:44:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:44:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:44:52] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-13T00:44:52.737 INFO:tasks.workunit.client.0.smithi032.stdout: 1049: throughput=5MB/sec pending data=0 2024-09-13T00:44:52.737 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lF42IqvPBxi7ffh off=1838224 len=2035708 2024-09-13T00:44:52.752 INFO:tasks.workunit.client.0.smithi032.stdout:op 5382 completed, throughput=5MB/sec 2024-09-13T00:44:52.752 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i2RHKAlYsj4Wz8L off=592327 len=723260 2024-09-13T00:44:52.760 INFO:tasks.workunit.client.0.smithi032.stdout:op 5383 completed, throughput=5MB/sec 2024-09-13T00:44:52.760 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1bpz6ki5DtEB8KT off=0 len=1128668 2024-09-13T00:44:52.768 INFO:tasks.workunit.client.0.smithi032.stdout:op 5384 completed, throughput=5MB/sec 2024-09-13T00:44:52.768 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uTavn0Ih3aN4yPs off=8609324 len=387918 2024-09-13T00:44:52.774 INFO:tasks.workunit.client.0.smithi032.stdout:op 5385 completed, throughput=5MB/sec 2024-09-13T00:44:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:44:52 smithi053 bash[94430]: ts=2024-09-13T00:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:44:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:53 smithi032 bash[75510]: cluster 2024-09-13T00:44:52.064152+0000 mgr.y (mgr.34107) 1263 : cluster [DBG] pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-13T00:44:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:53 smithi032 bash[76677]: cluster 2024-09-13T00:44:52.064152+0000 mgr.y (mgr.34107) 1263 : cluster [DBG] pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-13T00:44:53.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:53 smithi053 bash[67631]: cluster 2024-09-13T00:44:52.064152+0000 mgr.y (mgr.34107) 1263 : cluster [DBG] pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-13T00:44:53.774 INFO:tasks.workunit.client.0.smithi032.stdout: 1050: throughput=5MB/sec pending data=0 2024-09-13T00:44:53.774 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ATwbSjhaA66nNrr off=2446103 len=1565408 2024-09-13T00:44:53.778 INFO:tasks.workunit.client.0.smithi032.stdout:op 5386 completed, throughput=5MB/sec 2024-09-13T00:44:53.778 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ACQ9ptJrtTWpNT0 off=18776961 len=1066377 2024-09-13T00:44:53.783 INFO:tasks.workunit.client.0.smithi032.stdout:op 5387 completed, throughput=5MB/sec 2024-09-13T00:44:53.783 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KFXgv2p0shuKsqa off=10653551 len=81811 2024-09-13T00:44:53.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 5388 completed, throughput=5MB/sec 2024-09-13T00:44:53.784 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YG5lia97ofVeNen off=2608677 len=763102 2024-09-13T00:44:53.792 INFO:tasks.workunit.client.0.smithi032.stdout:op 5389 completed, throughput=5MB/sec 2024-09-13T00:44:53.792 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5OD5CoHSQ7tJwm3 off=1283204 len=1593919 2024-09-13T00:44:53.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 5390 completed, throughput=5MB/sec 2024-09-13T00:44:53.804 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-stmbGuOCzHrU1GX off=1894869 len=1903193 2024-09-13T00:44:53.808 INFO:tasks.workunit.client.0.smithi032.stdout:op 5391 completed, throughput=5MB/sec 2024-09-13T00:44:54.809 INFO:tasks.workunit.client.0.smithi032.stdout: 1051: throughput=5MB/sec pending data=0 2024-09-13T00:44:54.809 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1uwru6I9A1kRjHD off=3264142 len=582355 2024-09-13T00:44:54.811 INFO:tasks.workunit.client.0.smithi032.stdout:op 5392 completed, throughput=5MB/sec 2024-09-13T00:44:54.811 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SNthjXwRTuNzCL5 off=2245570 len=542859 2024-09-13T00:44:54.818 INFO:tasks.workunit.client.0.smithi032.stdout:op 5393 completed, throughput=5MB/sec 2024-09-13T00:44:54.818 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xr89B8SuEwOGS8l off=11908592 len=753903 2024-09-13T00:44:54.820 INFO:tasks.workunit.client.0.smithi032.stdout:op 5394 completed, throughput=5MB/sec 2024-09-13T00:44:54.820 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-grHaKmNi4hNdpqb off=87533 len=122061 2024-09-13T00:44:54.825 INFO:tasks.workunit.client.0.smithi032.stdout:op 5395 completed, throughput=5MB/sec 2024-09-13T00:44:54.825 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wh8D6epHTHcc2gV off=5063499 len=643284 2024-09-13T00:44:54.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 5396 completed, throughput=5MB/sec 2024-09-13T00:44:54.827 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-di6WdbyjAgYHg09 off=10701573 len=945846 2024-09-13T00:44:54.830 INFO:tasks.workunit.client.0.smithi032.stdout:op 5397 completed, throughput=5MB/sec 2024-09-13T00:44:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:55 smithi032 bash[75510]: cluster 2024-09-13T00:44:54.065447+0000 mgr.y (mgr.34107) 1264 : cluster [DBG] pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T00:44:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:55 smithi032 bash[76677]: cluster 2024-09-13T00:44:54.065447+0000 mgr.y (mgr.34107) 1264 : cluster [DBG] pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T00:44:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:55 smithi053 bash[67631]: cluster 2024-09-13T00:44:54.065447+0000 mgr.y (mgr.34107) 1264 : cluster [DBG] pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T00:44:55.830 INFO:tasks.workunit.client.0.smithi032.stdout: 1052: throughput=5MB/sec pending data=0 2024-09-13T00:44:55.831 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WUV9ohi5E4vyPqV off=1113882 len=513605 2024-09-13T00:44:55.832 INFO:tasks.workunit.client.0.smithi032.stdout:op 5398 completed, throughput=5MB/sec 2024-09-13T00:44:55.833 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5HQpEz-UWdfu4jc off=5797089 len=1896703 2024-09-13T00:44:55.838 INFO:tasks.workunit.client.0.smithi032.stdout:op 5399 completed, throughput=5MB/sec 2024-09-13T00:44:55.839 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2GVoDhZrOayAyfJ off=660953 len=1099332 2024-09-13T00:44:55.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 5400 completed, throughput=5MB/sec 2024-09-13T00:44:55.848 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9tAihSaqZ1sLssz off=8873997 len=1085937 2024-09-13T00:44:55.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 5401 completed, throughput=5MB/sec 2024-09-13T00:44:55.857 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I9gV2CFJc3YVhj1 off=4229735 len=1323474 2024-09-13T00:44:55.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 5402 completed, throughput=5MB/sec 2024-09-13T00:44:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:56 smithi032 bash[75510]: audit 2024-09-13T00:44:55.185905+0000 mon.a (mon.0) 2307 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:44:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:56 smithi032 bash[76677]: audit 2024-09-13T00:44:55.185905+0000 mon.a (mon.0) 2307 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:44:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:56 smithi053 bash[67631]: audit 2024-09-13T00:44:55.185905+0000 mon.a (mon.0) 2307 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:44:56.861 INFO:tasks.workunit.client.0.smithi032.stdout: 1053: throughput=5MB/sec pending data=0 2024-09-13T00:44:56.862 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qLAHT-5mu6sgBii off=11123892 len=339398 2024-09-13T00:44:56.862 INFO:tasks.workunit.client.0.smithi032.stdout:op 5403 completed, throughput=5MB/sec 2024-09-13T00:44:56.862 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aj0jXVwtSj5LPsP off=21208 len=1046168 2024-09-13T00:44:56.865 INFO:tasks.workunit.client.0.smithi032.stdout:op 5404 completed, throughput=5MB/sec 2024-09-13T00:44:56.865 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3kZoNnoTRVz27N2 off=359466 len=517021 2024-09-13T00:44:56.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 5405 completed, throughput=5MB/sec 2024-09-13T00:44:56.873 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fjGGtPY8ZXdTmCT off=8490582 len=184048 2024-09-13T00:44:56.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 5406 completed, throughput=5MB/sec 2024-09-13T00:44:56.877 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jt14KDL27aN-rP7 off=1832002 len=1266790 2024-09-13T00:44:56.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 5407 completed, throughput=5MB/sec 2024-09-13T00:44:56.888 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YFSQ7yHMJ4h1zmm off=1754218 len=462491 2024-09-13T00:44:56.890 INFO:tasks.workunit.client.0.smithi032.stdout:op 5408 completed, throughput=5MB/sec 2024-09-13T00:44:56.890 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SefICh-a5O7nhuU off=7291393 len=305199 2024-09-13T00:44:56.896 INFO:tasks.workunit.client.0.smithi032.stdout:op 5409 completed, throughput=5MB/sec 2024-09-13T00:44:56.896 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OeQg3_rTNqy0sIO off=10870199 len=715723 2024-09-13T00:44:56.903 INFO:tasks.workunit.client.0.smithi032.stdout:op 5410 completed, throughput=5MB/sec 2024-09-13T00:44:56.903 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9c54OgsqsEs8qTV off=9986239 len=1788304 2024-09-13T00:44:56.907 INFO:tasks.workunit.client.0.smithi032.stdout:op 5411 completed, throughput=5MB/sec 2024-09-13T00:44:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:57 smithi032 bash[75510]: cluster 2024-09-13T00:44:56.066447+0000 mgr.y (mgr.34107) 1265 : cluster [DBG] pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:44:57.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:57 smithi032 bash[76677]: cluster 2024-09-13T00:44:56.066447+0000 mgr.y (mgr.34107) 1265 : cluster [DBG] pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:44:57.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:57 smithi053 bash[67631]: cluster 2024-09-13T00:44:56.066447+0000 mgr.y (mgr.34107) 1265 : cluster [DBG] pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:44:57.908 INFO:tasks.workunit.client.0.smithi032.stdout: 1054: throughput=5MB/sec pending data=0 2024-09-13T00:44:57.908 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hbWKRZXr24fRJ3J off=6476904 len=1921783 2024-09-13T00:44:57.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 5412 completed, throughput=5MB/sec 2024-09-13T00:44:57.912 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mxMq8834MivYWmv off=4244651 len=2021993 2024-09-13T00:44:57.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 5413 completed, throughput=5MB/sec 2024-09-13T00:44:58.927 INFO:tasks.workunit.client.0.smithi032.stdout: 1055: throughput=5MB/sec pending data=0 2024-09-13T00:44:58.927 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u085cX8T0taBA7- off=1423551 len=523482 2024-09-13T00:44:58.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 5414 completed, throughput=5MB/sec 2024-09-13T00:44:58.929 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8YWxn-zypG4gAUQ off=3366064 len=31518 2024-09-13T00:44:58.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 5415 completed, throughput=5MB/sec 2024-09-13T00:44:58.930 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6iYaG17va1jzACu off=3636281 len=1479063 2024-09-13T00:44:58.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 5416 completed, throughput=5MB/sec 2024-09-13T00:44:58.933 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fR6A3MfdszoQRak off=6688121 len=511405 2024-09-13T00:44:58.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 5417 completed, throughput=5MB/sec 2024-09-13T00:44:58.936 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-j4RSjaOILQM6VIn off=6249659 len=1859657 2024-09-13T00:44:58.953 INFO:tasks.workunit.client.0.smithi032.stdout:op 5418 completed, throughput=5MB/sec 2024-09-13T00:44:58.953 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mNwlrXPcdQDGn6Z off=12456969 len=1679890 2024-09-13T00:44:58.956 INFO:tasks.workunit.client.0.smithi032.stdout:op 5419 completed, throughput=5MB/sec 2024-09-13T00:44:59.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:44:59 smithi032 bash[76677]: cluster 2024-09-13T00:44:58.067567+0000 mgr.y (mgr.34107) 1266 : cluster [DBG] pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:44:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:44:59 smithi032 bash[75510]: cluster 2024-09-13T00:44:58.067567+0000 mgr.y (mgr.34107) 1266 : cluster [DBG] pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:44:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:44:59 smithi053 bash[67631]: cluster 2024-09-13T00:44:58.067567+0000 mgr.y (mgr.34107) 1266 : cluster [DBG] pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:44:59.957 INFO:tasks.workunit.client.0.smithi032.stdout: 1056: throughput=5MB/sec pending data=0 2024-09-13T00:44:59.957 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JUMvLjveI4TWt-l off=11987643 len=487469 2024-09-13T00:44:59.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 5420 completed, throughput=5MB/sec 2024-09-13T00:44:59.963 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-40lCOEbEYILqcfK off=7734465 len=1227694 2024-09-13T00:44:59.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 5421 completed, throughput=5MB/sec 2024-09-13T00:44:59.974 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-E1JuF1ceepmIXfr off=10975178 len=165964 2024-09-13T00:44:59.975 INFO:tasks.workunit.client.0.smithi032.stdout:op 5422 completed, throughput=5MB/sec 2024-09-13T00:44:59.975 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tF1wQiM-j190Lvz off=10290344 len=871315 2024-09-13T00:44:59.978 INFO:tasks.workunit.client.0.smithi032.stdout:op 5423 completed, throughput=5MB/sec 2024-09-13T00:44:59.978 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J-ATcD5CsBgl_aN off=10335384 len=1335982 2024-09-13T00:44:59.981 INFO:tasks.workunit.client.0.smithi032.stdout:op 5424 completed, throughput=5MB/sec 2024-09-13T00:44:59.981 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nPoXOrVT8KO3Mik off=15250612 len=2037632 2024-09-13T00:44:59.996 INFO:tasks.workunit.client.0.smithi032.stdout:op 5425 completed, throughput=5MB/sec 2024-09-13T00:45:00.997 INFO:tasks.workunit.client.0.smithi032.stdout: 1057: throughput=5MB/sec pending data=0 2024-09-13T00:45:00.997 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N-nen7VLZK--FZl off=15700750 len=1854459 2024-09-13T00:45:01.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 5426 completed, throughput=5MB/sec 2024-09-13T00:45:01.010 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VOxR-DWRBWFay3U off=3939084 len=1411549 2024-09-13T00:45:01.014 INFO:tasks.workunit.client.0.smithi032.stdout:op 5427 completed, throughput=5MB/sec 2024-09-13T00:45:01.014 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ATs5kRH2O8dhaA6 off=726273 len=1938088 2024-09-13T00:45:01.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 5428 completed, throughput=5MB/sec 2024-09-13T00:45:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:01 smithi032 bash[75510]: cluster 2024-09-13T00:45:00.068668+0000 mgr.y (mgr.34107) 1267 : cluster [DBG] pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:45:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:01 smithi032 bash[76677]: cluster 2024-09-13T00:45:00.068668+0000 mgr.y (mgr.34107) 1267 : cluster [DBG] pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:45:01.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:01 smithi053 bash[67631]: cluster 2024-09-13T00:45:00.068668+0000 mgr.y (mgr.34107) 1267 : cluster [DBG] pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:45:02.028 INFO:tasks.workunit.client.0.smithi032.stdout: 1058: throughput=5MB/sec pending data=0 2024-09-13T00:45:02.029 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-l_4fimh824Iej2e off=5404350 len=956260 2024-09-13T00:45:02.031 INFO:tasks.workunit.client.0.smithi032.stdout:op 5429 completed, throughput=5MB/sec 2024-09-13T00:45:02.031 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0v79pP3gMAg85ZM off=11096593 len=407272 2024-09-13T00:45:02.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 5430 completed, throughput=5MB/sec 2024-09-13T00:45:02.033 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gwLHro_aYghDqQr off=5039275 len=733634 2024-09-13T00:45:02.035 INFO:tasks.workunit.client.0.smithi032.stdout:op 5431 completed, throughput=5MB/sec 2024-09-13T00:45:02.035 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2jabazymsyHf8YG off=159712 len=1241527 2024-09-13T00:45:02.040 INFO:tasks.workunit.client.0.smithi032.stdout:op 5432 completed, throughput=5MB/sec 2024-09-13T00:45:02.040 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lY5rfKCndo3A79B off=7591732 len=856444 2024-09-13T00:45:02.048 INFO:tasks.workunit.client.0.smithi032.stdout:op 5433 completed, throughput=5MB/sec 2024-09-13T00:45:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:45:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:45:02] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T00:45:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:45:02 smithi053 bash[94430]: ts=2024-09-13T00:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:45:03.048 INFO:tasks.workunit.client.0.smithi032.stdout: 1059: throughput=5MB/sec pending data=0 2024-09-13T00:45:03.049 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i5zDgXMcR3BzhkF off=589628 len=1849621 2024-09-13T00:45:03.064 INFO:tasks.workunit.client.0.smithi032.stdout:op 5434 completed, throughput=5MB/sec 2024-09-13T00:45:03.064 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I3gd6ed5kajyL5I off=12860617 len=384415 2024-09-13T00:45:03.070 INFO:tasks.workunit.client.0.smithi032.stdout:op 5435 completed, throughput=5MB/sec 2024-09-13T00:45:03.070 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8Xdh_LxDVQeQbI1 off=6660838 len=1925421 2024-09-13T00:45:03.076 INFO:tasks.workunit.client.0.smithi032.stdout:op 5436 completed, throughput=5MB/sec 2024-09-13T00:45:03.076 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TouSKuPL62ddEsL off=11681303 len=1356062 2024-09-13T00:45:03.080 INFO:tasks.workunit.client.0.smithi032.stdout:op 5437 completed, throughput=5MB/sec 2024-09-13T00:45:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:03 smithi032 bash[75510]: cluster 2024-09-13T00:45:02.069832+0000 mgr.y (mgr.34107) 1268 : cluster [DBG] pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:45:03.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:03 smithi032 bash[76677]: cluster 2024-09-13T00:45:02.069832+0000 mgr.y (mgr.34107) 1268 : cluster [DBG] pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:45:03.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:03 smithi053 bash[67631]: cluster 2024-09-13T00:45:02.069832+0000 mgr.y (mgr.34107) 1268 : cluster [DBG] pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:45:04.080 INFO:tasks.workunit.client.0.smithi032.stdout: 1060: throughput=5MB/sec pending data=0 2024-09-13T00:45:04.080 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aLLpOFNr3f7GzjI off=2999255 len=280922 2024-09-13T00:45:04.086 INFO:tasks.workunit.client.0.smithi032.stdout:op 5438 completed, throughput=5MB/sec 2024-09-13T00:45:04.086 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SySe2V0Tgbm6Q0b off=18030464 len=1263636 2024-09-13T00:45:04.090 INFO:tasks.workunit.client.0.smithi032.stdout:op 5439 completed, throughput=5MB/sec 2024-09-13T00:45:04.090 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NcGYWuG9EqIc2cD off=10335699 len=49307 2024-09-13T00:45:04.091 INFO:tasks.workunit.client.0.smithi032.stdout:op 5440 completed, throughput=5MB/sec 2024-09-13T00:45:04.092 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2KJlnI7UNB0JX1P off=2513824 len=639578 2024-09-13T00:45:04.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 5441 completed, throughput=5MB/sec 2024-09-13T00:45:04.094 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yqvLn894Au67FSg off=16706888 len=373342 2024-09-13T00:45:04.100 INFO:tasks.workunit.client.0.smithi032.stdout:op 5442 completed, throughput=5MB/sec 2024-09-13T00:45:04.100 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f0IA4MCVMa4n3ft off=11453462 len=562130 2024-09-13T00:45:04.103 INFO:tasks.workunit.client.0.smithi032.stdout:op 5443 completed, throughput=5MB/sec 2024-09-13T00:45:04.103 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7EM2SWiZW_F7sKd off=418739 len=162749 2024-09-13T00:45:04.104 INFO:tasks.workunit.client.0.smithi032.stdout:op 5444 completed, throughput=5MB/sec 2024-09-13T00:45:04.104 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-42hO_hu1ijHjiaQ off=10761892 len=1420572 2024-09-13T00:45:04.116 INFO:tasks.workunit.client.0.smithi032.stdout:op 5445 completed, throughput=5MB/sec 2024-09-13T00:45:04.116 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x8uf_WXtw1-QfE8 off=9913346 len=1767352 2024-09-13T00:45:04.120 INFO:tasks.workunit.client.0.smithi032.stdout:op 5446 completed, throughput=5MB/sec 2024-09-13T00:45:05.120 INFO:tasks.workunit.client.0.smithi032.stdout: 1061: throughput=5MB/sec pending data=0 2024-09-13T00:45:05.121 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nx5G212QuDIUahx off=19865191 len=87607 2024-09-13T00:45:05.125 INFO:tasks.workunit.client.0.smithi032.stdout:op 5447 completed, throughput=5MB/sec 2024-09-13T00:45:05.125 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yb5HATkpX5lrgAx off=18753216 len=1030568 2024-09-13T00:45:05.129 INFO:tasks.workunit.client.0.smithi032.stdout:op 5448 completed, throughput=5MB/sec 2024-09-13T00:45:05.129 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f2e7uVT_8oZNl6f off=1882205 len=471987 2024-09-13T00:45:05.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 5449 completed, throughput=5MB/sec 2024-09-13T00:45:05.131 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ba91vV6GBVgCgC6 off=12063393 len=1716038 2024-09-13T00:45:05.144 INFO:tasks.workunit.client.0.smithi032.stdout:op 5450 completed, throughput=5MB/sec 2024-09-13T00:45:05.145 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JqSSobtdB3whwQx off=14627647 len=807540 2024-09-13T00:45:05.149 INFO:tasks.workunit.client.0.smithi032.stdout:op 5451 completed, throughput=5MB/sec 2024-09-13T00:45:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:05 smithi032 bash[75510]: cluster 2024-09-13T00:45:04.071091+0000 mgr.y (mgr.34107) 1269 : cluster [DBG] pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:45:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:05 smithi032 bash[76677]: cluster 2024-09-13T00:45:04.071091+0000 mgr.y (mgr.34107) 1269 : cluster [DBG] pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:45:05.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:05 smithi053 bash[67631]: cluster 2024-09-13T00:45:04.071091+0000 mgr.y (mgr.34107) 1269 : cluster [DBG] pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:45:06.148 INFO:tasks.workunit.client.0.smithi032.stdout: 1062: throughput=5MB/sec pending data=0 2024-09-13T00:45:06.148 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ppMJKoglJBL4HVG off=6248965 len=212193 2024-09-13T00:45:06.153 INFO:tasks.workunit.client.0.smithi032.stdout:op 5452 completed, throughput=5MB/sec 2024-09-13T00:45:06.153 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6Xl2jfrfX8MuX4D off=4716323 len=710081 2024-09-13T00:45:06.161 INFO:tasks.workunit.client.0.smithi032.stdout:op 5453 completed, throughput=5MB/sec 2024-09-13T00:45:06.161 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yLK1jmMYWHptXi9 off=8079716 len=637353 2024-09-13T00:45:06.163 INFO:tasks.workunit.client.0.smithi032.stdout:op 5454 completed, throughput=5MB/sec 2024-09-13T00:45:06.163 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2WA5GHA0B-Y9q1K off=13119314 len=2011897 2024-09-13T00:45:06.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 5455 completed, throughput=5MB/sec 2024-09-13T00:45:06.178 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zy9Flt5dyJDbctJ off=12318156 len=835112 2024-09-13T00:45:06.180 INFO:tasks.workunit.client.0.smithi032.stdout:op 5456 completed, throughput=5MB/sec 2024-09-13T00:45:06.180 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2cjM9kyvjGnC8QP off=5386613 len=1006899 2024-09-13T00:45:06.189 INFO:tasks.workunit.client.0.smithi032.stdout:op 5457 completed, throughput=5MB/sec 2024-09-13T00:45:07.190 INFO:tasks.workunit.client.0.smithi032.stdout: 1063: throughput=5MB/sec pending data=0 2024-09-13T00:45:07.190 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9c54OgsqsEs8qTV off=7137516 len=453526 2024-09-13T00:45:07.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 5458 completed, throughput=5MB/sec 2024-09-13T00:45:07.191 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rSWOrzqRT-rkThd off=8874096 len=322043 2024-09-13T00:45:07.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 5459 completed, throughput=5MB/sec 2024-09-13T00:45:07.198 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2KQ8R4p6hHOg0NQ off=4074738 len=1810373 2024-09-13T00:45:07.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 5460 completed, throughput=5MB/sec 2024-09-13T00:45:07.210 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P_XXREAx_8IaGys off=8274980 len=1727652 2024-09-13T00:45:07.216 INFO:tasks.workunit.client.0.smithi032.stdout:op 5461 completed, throughput=5MB/sec 2024-09-13T00:45:07.216 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mr9AWcmHg_p7Sry off=6059651 len=969971 2024-09-13T00:45:07.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 5462 completed, throughput=5MB/sec 2024-09-13T00:45:07.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:07 smithi053 bash[67631]: cluster 2024-09-13T00:45:06.072110+0000 mgr.y (mgr.34107) 1270 : cluster [DBG] pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:07.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:07 smithi032 bash[75510]: cluster 2024-09-13T00:45:06.072110+0000 mgr.y (mgr.34107) 1270 : cluster [DBG] pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:07.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:07 smithi032 bash[76677]: cluster 2024-09-13T00:45:06.072110+0000 mgr.y (mgr.34107) 1270 : cluster [DBG] pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:08.219 INFO:tasks.workunit.client.0.smithi032.stdout: 1064: throughput=5MB/sec pending data=0 2024-09-13T00:45:08.219 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Bix5QFLClLfJp94 off=3881247 len=159143 2024-09-13T00:45:08.220 INFO:tasks.workunit.client.0.smithi032.stdout:op 5463 completed, throughput=5MB/sec 2024-09-13T00:45:08.220 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ws9xxMu92m05AN5 off=2398173 len=1190455 2024-09-13T00:45:08.224 INFO:tasks.workunit.client.0.smithi032.stdout:op 5464 completed, throughput=5MB/sec 2024-09-13T00:45:08.224 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L1N0GxQEZXTNKOt off=7030458 len=325179 2024-09-13T00:45:08.230 INFO:tasks.workunit.client.0.smithi032.stdout:op 5465 completed, throughput=5MB/sec 2024-09-13T00:45:08.230 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PCtSThbokmdgs3F off=8831924 len=154722 2024-09-13T00:45:08.235 INFO:tasks.workunit.client.0.smithi032.stdout:op 5466 completed, throughput=5MB/sec 2024-09-13T00:45:08.236 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-idUCF2D8LNU49xV off=2354695 len=1118932 2024-09-13T00:45:08.245 INFO:tasks.workunit.client.0.smithi032.stdout:op 5467 completed, throughput=5MB/sec 2024-09-13T00:45:08.246 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6ToEC75qnSwZWHE off=1922652 len=828538 2024-09-13T00:45:08.248 INFO:tasks.workunit.client.0.smithi032.stdout:op 5468 completed, throughput=5MB/sec 2024-09-13T00:45:08.248 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-G2lkqVF3_VskIMk off=1191933 len=2060587 2024-09-13T00:45:08.254 INFO:tasks.workunit.client.0.smithi032.stdout:op 5469 completed, throughput=5MB/sec 2024-09-13T00:45:09.254 INFO:tasks.workunit.client.0.smithi032.stdout: 1065: throughput=5MB/sec pending data=0 2024-09-13T00:45:09.255 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o3VeGjWoQ1gqrjT off=23642245 len=1153723 2024-09-13T00:45:09.265 INFO:tasks.workunit.client.0.smithi032.stdout:op 5470 completed, throughput=5MB/sec 2024-09-13T00:45:09.265 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2JzPxHlYoWvybfY off=1802440 len=1822428 2024-09-13T00:45:09.277 INFO:tasks.workunit.client.0.smithi032.stdout:op 5471 completed, throughput=5MB/sec 2024-09-13T00:45:09.278 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W7DDFxV8yhvSHBT off=18012182 len=905891 2024-09-13T00:45:09.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 5472 completed, throughput=5MB/sec 2024-09-13T00:45:09.280 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A3SfXav-w8nKDe6 off=23527447 len=1837511 2024-09-13T00:45:09.294 INFO:tasks.workunit.client.0.smithi032.stdout:op 5473 completed, throughput=5MB/sec 2024-09-13T00:45:09.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:09 smithi053 bash[67631]: cluster 2024-09-13T00:45:08.073277+0000 mgr.y (mgr.34107) 1271 : cluster [DBG] pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:45:09.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:09 smithi032 bash[75510]: cluster 2024-09-13T00:45:08.073277+0000 mgr.y (mgr.34107) 1271 : cluster [DBG] pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:45:09.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:09 smithi032 bash[76677]: cluster 2024-09-13T00:45:08.073277+0000 mgr.y (mgr.34107) 1271 : cluster [DBG] pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:45:10.296 INFO:tasks.workunit.client.0.smithi032.stdout: 1066: throughput=5MB/sec pending data=0 2024-09-13T00:45:10.361 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f1V78LgY3HtSxcb off=1306965 len=2076099 2024-09-13T00:45:10.362 INFO:tasks.workunit.client.0.smithi032.stdout:op 5474 completed, throughput=5MB/sec 2024-09-13T00:45:10.363 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mDj4qoAFT61vE1K off=6760610 len=1980317 2024-09-13T00:45:10.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 5475 completed, throughput=5MB/sec 2024-09-13T00:45:10.363 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DqAQnfeXb9HryKb off=577911 len=116714 2024-09-13T00:45:10.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 5476 completed, throughput=5MB/sec 2024-09-13T00:45:10.363 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lbqVxQ-x6mnSuQc off=4343810 len=1972240 2024-09-13T00:45:10.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 5477 completed, throughput=5MB/sec 2024-09-13T00:45:11.318 INFO:tasks.workunit.client.0.smithi032.stdout: 1067: throughput=5MB/sec pending data=0 2024-09-13T00:45:11.318 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MkI-Nv-rTgLSas9 off=516680 len=1962301 2024-09-13T00:45:11.333 INFO:tasks.workunit.client.0.smithi032.stdout:op 5478 completed, throughput=5MB/sec 2024-09-13T00:45:11.334 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rAc3hZ4Oo8G7mwU off=9647871 len=550006 2024-09-13T00:45:11.341 INFO:tasks.workunit.client.0.smithi032.stdout:op 5479 completed, throughput=5MB/sec 2024-09-13T00:45:11.341 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CW9qOJix-cnWEVv off=1303157 len=1039838 2024-09-13T00:45:11.345 INFO:tasks.workunit.client.0.smithi032.stdout:op 5480 completed, throughput=5MB/sec 2024-09-13T00:45:11.345 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Dv8dF_HIEMfdBmz off=6719364 len=1925053 2024-09-13T00:45:11.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 5481 completed, throughput=5MB/sec 2024-09-13T00:45:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:11 smithi053 bash[67631]: cluster 2024-09-13T00:45:10.074334+0000 mgr.y (mgr.34107) 1272 : cluster [DBG] pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:45:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:11 smithi053 bash[67631]: audit 2024-09-13T00:45:10.186303+0000 mon.a (mon.0) 2308 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:45:11.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:11 smithi032 bash[76677]: cluster 2024-09-13T00:45:10.074334+0000 mgr.y (mgr.34107) 1272 : cluster [DBG] pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:45:11.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:11 smithi032 bash[76677]: audit 2024-09-13T00:45:10.186303+0000 mon.a (mon.0) 2308 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:45:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:11 smithi032 bash[75510]: cluster 2024-09-13T00:45:10.074334+0000 mgr.y (mgr.34107) 1272 : cluster [DBG] pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:45:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:11 smithi032 bash[75510]: audit 2024-09-13T00:45:10.186303+0000 mon.a (mon.0) 2308 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:45:12.359 INFO:tasks.workunit.client.0.smithi032.stdout: 1068: throughput=5MB/sec pending data=0 2024-09-13T00:45:12.360 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C-H28jthX237rZM off=845894 len=265749 2024-09-13T00:45:12.365 INFO:tasks.workunit.client.0.smithi032.stdout:op 5482 completed, throughput=5MB/sec 2024-09-13T00:45:12.365 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GqUvXXjppfFC4ct off=12503437 len=439570 2024-09-13T00:45:12.366 INFO:tasks.workunit.client.0.smithi032.stdout:op 5483 completed, throughput=5MB/sec 2024-09-13T00:45:12.366 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S642kigExnsr-8G off=3690162 len=1097240 2024-09-13T00:45:12.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 5484 completed, throughput=5MB/sec 2024-09-13T00:45:12.369 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hUJd7JVPw5SSiBa off=6786836 len=1122129 2024-09-13T00:45:12.372 INFO:tasks.workunit.client.0.smithi032.stdout:op 5485 completed, throughput=5MB/sec 2024-09-13T00:45:12.372 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e47BIlg-dHM9QM3 off=3062498 len=1312133 2024-09-13T00:45:12.381 INFO:tasks.workunit.client.0.smithi032.stdout:op 5486 completed, throughput=5MB/sec 2024-09-13T00:45:12.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:12 smithi053 bash[67631]: audit 2024-09-13T00:45:12.138890+0000 mon.a (mon.0) 2309 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:45:12.536 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:45:12 smithi053 bash[94430]: ts=2024-09-13T00:45:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:45:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:45:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:45:12] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:45:12.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:12 smithi032 bash[76677]: audit 2024-09-13T00:45:12.138890+0000 mon.a (mon.0) 2309 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:45:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:12 smithi032 bash[75510]: audit 2024-09-13T00:45:12.138890+0000 mon.a (mon.0) 2309 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:45:13.382 INFO:tasks.workunit.client.0.smithi032.stdout: 1069: throughput=5MB/sec pending data=0 2024-09-13T00:45:13.382 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-30hZEoKjelmDYca off=2662308 len=187711 2024-09-13T00:45:13.383 INFO:tasks.workunit.client.0.smithi032.stdout:op 5487 completed, throughput=5MB/sec 2024-09-13T00:45:13.383 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-v0VWw8Vd-ZBLjec off=6277031 len=1272628 2024-09-13T00:45:13.387 INFO:tasks.workunit.client.0.smithi032.stdout:op 5488 completed, throughput=5MB/sec 2024-09-13T00:45:13.387 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c9FY5iYu3IgtK9r off=1660230 len=1028757 2024-09-13T00:45:13.391 INFO:tasks.workunit.client.0.smithi032.stdout:op 5489 completed, throughput=5MB/sec 2024-09-13T00:45:13.391 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rBYXA7C9-O3lrI3 off=1667684 len=186973 2024-09-13T00:45:13.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 5490 completed, throughput=5MB/sec 2024-09-13T00:45:13.397 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-efg_WHiYdlVFPUC off=4040876 len=480710 2024-09-13T00:45:13.399 INFO:tasks.workunit.client.0.smithi032.stdout:op 5491 completed, throughput=5MB/sec 2024-09-13T00:45:13.399 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5h9okC3LaT5fD7u off=7379322 len=1546976 2024-09-13T00:45:13.410 INFO:tasks.workunit.client.0.smithi032.stdout:op 5492 completed, throughput=5MB/sec 2024-09-13T00:45:13.410 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-592EVJqsHa2y0SE off=0 len=1651382 2024-09-13T00:45:13.414 INFO:tasks.workunit.client.0.smithi032.stdout:op 5493 completed, throughput=5MB/sec 2024-09-13T00:45:13.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:13 smithi053 bash[67631]: cluster 2024-09-13T00:45:12.075505+0000 mgr.y (mgr.34107) 1273 : cluster [DBG] pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:45:13.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:13 smithi053 bash[67631]: audit 2024-09-13T00:45:12.685446+0000 mon.a (mon.0) 2310 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:45:13.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:13 smithi053 bash[67631]: audit 2024-09-13T00:45:12.687171+0000 mon.a (mon.0) 2311 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:45:13.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:13 smithi053 bash[67631]: audit 2024-09-13T00:45:12.697403+0000 mon.a (mon.0) 2312 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:45:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:13 smithi032 bash[75510]: cluster 2024-09-13T00:45:12.075505+0000 mgr.y (mgr.34107) 1273 : cluster [DBG] pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:45:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:13 smithi032 bash[75510]: audit 2024-09-13T00:45:12.685446+0000 mon.a (mon.0) 2310 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:45:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:13 smithi032 bash[75510]: audit 2024-09-13T00:45:12.687171+0000 mon.a (mon.0) 2311 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:45:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:13 smithi032 bash[75510]: audit 2024-09-13T00:45:12.697403+0000 mon.a (mon.0) 2312 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:45:13.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:13 smithi032 bash[76677]: cluster 2024-09-13T00:45:12.075505+0000 mgr.y (mgr.34107) 1273 : cluster [DBG] pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:45:13.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:13 smithi032 bash[76677]: audit 2024-09-13T00:45:12.685446+0000 mon.a (mon.0) 2310 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:45:13.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:13 smithi032 bash[76677]: audit 2024-09-13T00:45:12.687171+0000 mon.a (mon.0) 2311 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:45:13.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:13 smithi032 bash[76677]: audit 2024-09-13T00:45:12.697403+0000 mon.a (mon.0) 2312 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:45:14.414 INFO:tasks.workunit.client.0.smithi032.stdout: 1070: throughput=5MB/sec pending data=0 2024-09-13T00:45:14.415 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OpDO8_z5aV7yy5O off=6295167 len=1547822 2024-09-13T00:45:14.418 INFO:tasks.workunit.client.0.smithi032.stdout:op 5494 completed, throughput=5MB/sec 2024-09-13T00:45:14.418 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Qp73GDPLEhaqYeW off=497528 len=1181805 2024-09-13T00:45:14.421 INFO:tasks.workunit.client.0.smithi032.stdout:op 5495 completed, throughput=5MB/sec 2024-09-13T00:45:14.421 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Rg7DklIL4XHK2y_ off=6453000 len=1878608 2024-09-13T00:45:14.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 5496 completed, throughput=5MB/sec 2024-09-13T00:45:15.426 INFO:tasks.workunit.client.0.smithi032.stdout: 1071: throughput=5MB/sec pending data=0 2024-09-13T00:45:15.427 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p__ROsdZsDVVI8b off=9897832 len=164972 2024-09-13T00:45:15.431 INFO:tasks.workunit.client.0.smithi032.stdout:op 5497 completed, throughput=5MB/sec 2024-09-13T00:45:15.432 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5hZuy57syt1KLAG off=828783 len=1891448 2024-09-13T00:45:15.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 5498 completed, throughput=5MB/sec 2024-09-13T00:45:15.445 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P7NXuWXqFDhx5gp off=507648 len=1086179 2024-09-13T00:45:15.448 INFO:tasks.workunit.client.0.smithi032.stdout:op 5499 completed, throughput=5MB/sec 2024-09-13T00:45:15.448 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-275OR5Sb8UIU-qK off=1045522 len=1937116 2024-09-13T00:45:15.461 INFO:tasks.workunit.client.0.smithi032.stdout:op 5500 completed, throughput=5MB/sec 2024-09-13T00:45:15.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:15 smithi053 bash[67631]: cluster 2024-09-13T00:45:14.076715+0000 mgr.y (mgr.34107) 1274 : cluster [DBG] pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:45:15.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:15 smithi032 bash[75510]: cluster 2024-09-13T00:45:14.076715+0000 mgr.y (mgr.34107) 1274 : cluster [DBG] pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:45:15.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:15 smithi032 bash[76677]: cluster 2024-09-13T00:45:14.076715+0000 mgr.y (mgr.34107) 1274 : cluster [DBG] pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T00:45:16.461 INFO:tasks.workunit.client.0.smithi032.stdout: 1072: throughput=5MB/sec pending data=0 2024-09-13T00:45:16.461 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X1KXYtI4J1C87ah off=948552 len=787757 2024-09-13T00:45:16.469 INFO:tasks.workunit.client.0.smithi032.stdout:op 5501 completed, throughput=5MB/sec 2024-09-13T00:45:16.469 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--63IrvKJcOcpYCd off=2602302 len=675940 2024-09-13T00:45:16.477 INFO:tasks.workunit.client.0.smithi032.stdout:op 5502 completed, throughput=5MB/sec 2024-09-13T00:45:16.477 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yEYbGXwWhkP9MQA off=8029271 len=1461018 2024-09-13T00:45:16.480 INFO:tasks.workunit.client.0.smithi032.stdout:op 5503 completed, throughput=5MB/sec 2024-09-13T00:45:16.481 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nTw_AF9vyzwN4OO off=8803816 len=34268 2024-09-13T00:45:16.485 INFO:tasks.workunit.client.0.smithi032.stdout:op 5504 completed, throughput=5MB/sec 2024-09-13T00:45:16.485 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nHp7PoF4-sIU5Qh off=4638345 len=5127 2024-09-13T00:45:16.486 INFO:tasks.workunit.client.0.smithi032.stdout:op 5505 completed, throughput=5MB/sec 2024-09-13T00:45:16.486 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zkbvus2wl0xfOui off=8921944 len=1537589 2024-09-13T00:45:16.491 INFO:tasks.workunit.client.0.smithi032.stdout:op 5506 completed, throughput=5MB/sec 2024-09-13T00:45:16.491 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qxU1pFzwhneuRLJ off=13500074 len=1796667 2024-09-13T00:45:16.504 INFO:tasks.workunit.client.0.smithi032.stdout:op 5507 completed, throughput=5MB/sec 2024-09-13T00:45:17.504 INFO:tasks.workunit.client.0.smithi032.stdout: 1073: throughput=5MB/sec pending data=0 2024-09-13T00:45:17.504 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wVcOTfk2Hpeiy6Y off=5785818 len=293666 2024-09-13T00:45:17.509 INFO:tasks.workunit.client.0.smithi032.stdout:op 5508 completed, throughput=5MB/sec 2024-09-13T00:45:17.510 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dxM-4rpSIdve52K off=12317051 len=1694516 2024-09-13T00:45:17.522 INFO:tasks.workunit.client.0.smithi032.stdout:op 5509 completed, throughput=5MB/sec 2024-09-13T00:45:17.522 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Q-Xj_OU2NKhifkU off=5671606 len=870574 2024-09-13T00:45:17.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 5510 completed, throughput=5MB/sec 2024-09-13T00:45:17.525 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oIz3S5rw_AVuVta off=5894179 len=1811353 2024-09-13T00:45:17.529 INFO:tasks.workunit.client.0.smithi032.stdout:op 5511 completed, throughput=5MB/sec 2024-09-13T00:45:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:17 smithi053 bash[67631]: cluster 2024-09-13T00:45:16.077566+0000 mgr.y (mgr.34107) 1275 : cluster [DBG] pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:45:17.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:17 smithi032 bash[75510]: cluster 2024-09-13T00:45:16.077566+0000 mgr.y (mgr.34107) 1275 : cluster [DBG] pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:45:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:17 smithi032 bash[76677]: cluster 2024-09-13T00:45:16.077566+0000 mgr.y (mgr.34107) 1275 : cluster [DBG] pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T00:45:18.530 INFO:tasks.workunit.client.0.smithi032.stdout: 1074: throughput=5MB/sec pending data=0 2024-09-13T00:45:18.530 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rjSdWDuPEOj1WQ9 off=7078192 len=786823 2024-09-13T00:45:18.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 5512 completed, throughput=5MB/sec 2024-09-13T00:45:18.537 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ba6GctYI3XkdqPd off=17415275 len=1004953 2024-09-13T00:45:18.547 INFO:tasks.workunit.client.0.smithi032.stdout:op 5513 completed, throughput=5MB/sec 2024-09-13T00:45:18.547 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-h77v_ketqDmvoqx off=7066367 len=370658 2024-09-13T00:45:18.549 INFO:tasks.workunit.client.0.smithi032.stdout:op 5514 completed, throughput=5MB/sec 2024-09-13T00:45:18.549 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-N5wmfgGTzRZQtOO off=12079276 len=1687846 2024-09-13T00:45:18.552 INFO:tasks.workunit.client.0.smithi032.stdout:op 5515 completed, throughput=5MB/sec 2024-09-13T00:45:18.552 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-t3LB4jZexpuq_l_ off=9604733 len=1951295 2024-09-13T00:45:18.558 INFO:tasks.workunit.client.0.smithi032.stdout:op 5516 completed, throughput=5MB/sec 2024-09-13T00:45:19.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:19 smithi053 bash[67631]: cluster 2024-09-13T00:45:18.078537+0000 mgr.y (mgr.34107) 1276 : cluster [DBG] pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:45:19.558 INFO:tasks.workunit.client.0.smithi032.stdout: 1075: throughput=5MB/sec pending data=0 2024-09-13T00:45:19.559 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8swh0p-a735PWYc off=12141218 len=1315385 2024-09-13T00:45:19.562 INFO:tasks.workunit.client.0.smithi032.stdout:op 5517 completed, throughput=5MB/sec 2024-09-13T00:45:19.562 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Es7aJeh-EWWXA0J off=14979321 len=897665 2024-09-13T00:45:19.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 5518 completed, throughput=5MB/sec 2024-09-13T00:45:19.572 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JYVrlFkaOqljWJ_ off=4788287 len=666619 2024-09-13T00:45:19.574 INFO:tasks.workunit.client.0.smithi032.stdout:op 5519 completed, throughput=5MB/sec 2024-09-13T00:45:19.574 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ObiUOulUA-44aVZ off=20725714 len=100959 2024-09-13T00:45:19.575 INFO:tasks.workunit.client.0.smithi032.stdout:op 5520 completed, throughput=5MB/sec 2024-09-13T00:45:19.576 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fZMQ9On4ze0v6Qc off=6933644 len=1909671 2024-09-13T00:45:19.580 INFO:tasks.workunit.client.0.smithi032.stdout:op 5521 completed, throughput=5MB/sec 2024-09-13T00:45:19.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:19 smithi032 bash[75510]: cluster 2024-09-13T00:45:18.078537+0000 mgr.y (mgr.34107) 1276 : cluster [DBG] pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:45:19.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:19 smithi032 bash[76677]: cluster 2024-09-13T00:45:18.078537+0000 mgr.y (mgr.34107) 1276 : cluster [DBG] pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:45:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: 1076: throughput=5MB/sec pending data=0 2024-09-13T00:45:20.581 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OAX6Br2LCCv-1Zn off=6606677 len=1642789 2024-09-13T00:45:20.585 INFO:tasks.workunit.client.0.smithi032.stdout:op 5522 completed, throughput=5MB/sec 2024-09-13T00:45:20.585 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-29cNjtRnxGGdIM9 off=8125460 len=1669103 2024-09-13T00:45:20.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 5523 completed, throughput=5MB/sec 2024-09-13T00:45:20.599 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GmLjNX4S3NThpLx off=7208869 len=20418 2024-09-13T00:45:20.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 5524 completed, throughput=5MB/sec 2024-09-13T00:45:20.604 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CXmlqqdjoeFUt9C off=8463655 len=1567419 2024-09-13T00:45:20.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 5525 completed, throughput=5MB/sec 2024-09-13T00:45:20.608 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v1uebZuVTMRaWVI off=361512 len=1697143 2024-09-13T00:45:20.621 INFO:tasks.workunit.client.0.smithi032.stdout:op 5526 completed, throughput=5MB/sec 2024-09-13T00:45:21.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:21 smithi053 bash[67631]: cluster 2024-09-13T00:45:20.079470+0000 mgr.y (mgr.34107) 1277 : cluster [DBG] pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:21.621 INFO:tasks.workunit.client.0.smithi032.stdout: 1077: throughput=5MB/sec pending data=0 2024-09-13T00:45:21.622 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w-KT-K9Rz1BgirO off=3151068 len=1383596 2024-09-13T00:45:21.625 INFO:tasks.workunit.client.0.smithi032.stdout:op 5527 completed, throughput=5MB/sec 2024-09-13T00:45:21.625 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ylgKeNXmda54JLL off=1949875 len=1483053 2024-09-13T00:45:21.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 5528 completed, throughput=5MB/sec 2024-09-13T00:45:21.637 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vKLJcRge7FT21ol off=793253 len=1382341 2024-09-13T00:45:21.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 5529 completed, throughput=5MB/sec 2024-09-13T00:45:21.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:21 smithi032 bash[75510]: cluster 2024-09-13T00:45:20.079470+0000 mgr.y (mgr.34107) 1277 : cluster [DBG] pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:21.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:21 smithi032 bash[76677]: cluster 2024-09-13T00:45:20.079470+0000 mgr.y (mgr.34107) 1277 : cluster [DBG] pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:22.649 INFO:tasks.workunit.client.0.smithi032.stdout: 1078: throughput=5MB/sec pending data=0 2024-09-13T00:45:22.649 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4ftjaFLkflhNpGy off=12257315 len=1391677 2024-09-13T00:45:22.653 INFO:tasks.workunit.client.0.smithi032.stdout:op 5530 completed, throughput=5MB/sec 2024-09-13T00:45:22.653 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mrYVUNnFyyqesoZ off=3193123 len=1121075 2024-09-13T00:45:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:45:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:45:22] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:45:22.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 5531 completed, throughput=5MB/sec 2024-09-13T00:45:22.664 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IhpRoilbR0qT6XV off=18391 len=385342 2024-09-13T00:45:22.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 5532 completed, throughput=5MB/sec 2024-09-13T00:45:22.665 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g2VaEr2u95QbtMg off=4648293 len=786925 2024-09-13T00:45:22.674 INFO:tasks.workunit.client.0.smithi032.stdout:op 5533 completed, throughput=5MB/sec 2024-09-13T00:45:22.674 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U-MswkeF7gqfTlM off=9670263 len=228717 2024-09-13T00:45:22.675 INFO:tasks.workunit.client.0.smithi032.stdout:op 5534 completed, throughput=5MB/sec 2024-09-13T00:45:22.675 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PIrrJ10w3oCuUYL off=5773196 len=567949 2024-09-13T00:45:22.681 INFO:tasks.workunit.client.0.smithi032.stdout:op 5535 completed, throughput=5MB/sec 2024-09-13T00:45:22.681 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AtXoq2ah_nR1MKz off=11455150 len=428372 2024-09-13T00:45:22.683 INFO:tasks.workunit.client.0.smithi032.stdout:op 5536 completed, throughput=5MB/sec 2024-09-13T00:45:22.683 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dpmCezDmAFKgmIs off=3206444 len=160259 2024-09-13T00:45:22.684 INFO:tasks.workunit.client.0.smithi032.stdout:op 5537 completed, throughput=5MB/sec 2024-09-13T00:45:22.684 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LAXCIQ4r43RJVUi off=421266 len=437023 2024-09-13T00:45:22.685 INFO:tasks.workunit.client.0.smithi032.stdout:op 5538 completed, throughput=5MB/sec 2024-09-13T00:45:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:45:22 smithi053 bash[94430]: ts=2024-09-13T00:45:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:45:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:23 smithi053 bash[67631]: cluster 2024-09-13T00:45:22.080480+0000 mgr.y (mgr.34107) 1278 : cluster [DBG] pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:45:23.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:23 smithi032 bash[75510]: cluster 2024-09-13T00:45:22.080480+0000 mgr.y (mgr.34107) 1278 : cluster [DBG] pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:45:23.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:23 smithi032 bash[76677]: cluster 2024-09-13T00:45:22.080480+0000 mgr.y (mgr.34107) 1278 : cluster [DBG] pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:45:23.685 INFO:tasks.workunit.client.0.smithi032.stdout: 1079: throughput=5MB/sec pending data=0 2024-09-13T00:45:23.686 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4VdZUuMYPOeUwqN off=18903531 len=2056364 2024-09-13T00:45:23.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 5539 completed, throughput=5MB/sec 2024-09-13T00:45:23.690 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aSrKNB71Hho476K off=15607446 len=462427 2024-09-13T00:45:23.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 5540 completed, throughput=5MB/sec 2024-09-13T00:45:23.693 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KPHi5kkrW1hKNdU off=10833180 len=2043576 2024-09-13T00:45:23.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 5541 completed, throughput=5MB/sec 2024-09-13T00:45:23.710 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W9KcfYhD7jsTJ3I off=8683384 len=703944 2024-09-13T00:45:23.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 5542 completed, throughput=5MB/sec 2024-09-13T00:45:24.718 INFO:tasks.workunit.client.0.smithi032.stdout: 1080: throughput=5MB/sec pending data=0 2024-09-13T00:45:24.718 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-z3U5Yc2KflcBVeg off=248621 len=1512971 2024-09-13T00:45:24.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 5543 completed, throughput=5MB/sec 2024-09-13T00:45:24.722 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B2DvufLQyz_xQdG off=3005366 len=747552 2024-09-13T00:45:24.724 INFO:tasks.workunit.client.0.smithi032.stdout:op 5544 completed, throughput=5MB/sec 2024-09-13T00:45:24.724 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ve_tCHUpuz9th6d off=20496021 len=732213 2024-09-13T00:45:24.725 INFO:tasks.workunit.client.0.smithi032.stdout:op 5545 completed, throughput=5MB/sec 2024-09-13T00:45:24.725 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aTxgrbvAB6eka_- off=15565477 len=1800905 2024-09-13T00:45:24.740 INFO:tasks.workunit.client.0.smithi032.stdout:op 5546 completed, throughput=5MB/sec 2024-09-13T00:45:24.740 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lbqVxQ-x6mnSuQc off=3884610 len=1764470 2024-09-13T00:45:24.751 INFO:tasks.workunit.client.0.smithi032.stdout:op 5547 completed, throughput=5MB/sec 2024-09-13T00:45:25.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:25 smithi053 bash[67631]: cluster 2024-09-13T00:45:24.081576+0000 mgr.y (mgr.34107) 1279 : cluster [DBG] pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:45:25.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:25 smithi053 bash[67631]: audit 2024-09-13T00:45:25.186847+0000 mon.a (mon.0) 2313 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:45:25.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:25 smithi032 bash[75510]: cluster 2024-09-13T00:45:24.081576+0000 mgr.y (mgr.34107) 1279 : cluster [DBG] pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:45:25.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:25 smithi032 bash[75510]: audit 2024-09-13T00:45:25.186847+0000 mon.a (mon.0) 2313 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:45:25.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:25 smithi032 bash[76677]: cluster 2024-09-13T00:45:24.081576+0000 mgr.y (mgr.34107) 1279 : cluster [DBG] pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:45:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:25 smithi032 bash[76677]: audit 2024-09-13T00:45:25.186847+0000 mon.a (mon.0) 2313 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:45:25.752 INFO:tasks.workunit.client.0.smithi032.stdout: 1081: throughput=5MB/sec pending data=0 2024-09-13T00:45:25.752 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M9lill8AtAsI78T off=848605 len=769684 2024-09-13T00:45:25.755 INFO:tasks.workunit.client.0.smithi032.stdout:op 5548 completed, throughput=5MB/sec 2024-09-13T00:45:25.755 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M5yipEIKIDBcRVl off=7138987 len=648857 2024-09-13T00:45:25.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 5549 completed, throughput=5MB/sec 2024-09-13T00:45:25.762 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ba4Kt8lz6yZZzwU off=3308606 len=776676 2024-09-13T00:45:25.771 INFO:tasks.workunit.client.0.smithi032.stdout:op 5550 completed, throughput=5MB/sec 2024-09-13T00:45:25.771 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dkXBif6oXJIDm8v off=2345646 len=141835 2024-09-13T00:45:25.772 INFO:tasks.workunit.client.0.smithi032.stdout:op 5551 completed, throughput=5MB/sec 2024-09-13T00:45:25.772 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wwwdIUvSjS3dSPi off=3595255 len=1544246 2024-09-13T00:45:25.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 5552 completed, throughput=5MB/sec 2024-09-13T00:45:25.776 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nLvAXzvVlEHuf1L off=9680296 len=630898 2024-09-13T00:45:25.777 INFO:tasks.workunit.client.0.smithi032.stdout:op 5553 completed, throughput=5MB/sec 2024-09-13T00:45:26.778 INFO:tasks.workunit.client.0.smithi032.stdout: 1082: throughput=5MB/sec pending data=0 2024-09-13T00:45:26.778 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uGCPsW2N4Xlm3kc off=17117314 len=1890632 2024-09-13T00:45:26.785 INFO:tasks.workunit.client.0.smithi032.stdout:op 5554 completed, throughput=5MB/sec 2024-09-13T00:45:26.786 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L84qdbMPX5RVE5r off=1701730 len=1544063 2024-09-13T00:45:26.795 INFO:tasks.workunit.client.0.smithi032.stdout:op 5555 completed, throughput=5MB/sec 2024-09-13T00:45:26.795 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ScdAl_w90oynm14 off=5732125 len=1942609 2024-09-13T00:45:26.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 5556 completed, throughput=5MB/sec 2024-09-13T00:45:27.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:27 smithi053 bash[67631]: cluster 2024-09-13T00:45:26.082484+0000 mgr.y (mgr.34107) 1280 : cluster [DBG] pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:27 smithi032 bash[75510]: cluster 2024-09-13T00:45:26.082484+0000 mgr.y (mgr.34107) 1280 : cluster [DBG] pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:27.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:27 smithi032 bash[76677]: cluster 2024-09-13T00:45:26.082484+0000 mgr.y (mgr.34107) 1280 : cluster [DBG] pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:27.810 INFO:tasks.workunit.client.0.smithi032.stdout: 1083: throughput=5MB/sec pending data=0 2024-09-13T00:45:27.810 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hHlH7xXId_G5XE4 off=9995446 len=1939288 2024-09-13T00:45:27.825 INFO:tasks.workunit.client.0.smithi032.stdout:op 5557 completed, throughput=5MB/sec 2024-09-13T00:45:27.825 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ikg5nAcvPR1YufB off=7288153 len=1154160 2024-09-13T00:45:27.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 5558 completed, throughput=5MB/sec 2024-09-13T00:45:27.833 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lFQqwIaAZBAsIDk off=2414807 len=596633 2024-09-13T00:45:27.839 INFO:tasks.workunit.client.0.smithi032.stdout:op 5559 completed, throughput=5MB/sec 2024-09-13T00:45:27.840 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T6KIYSdTMxUOXXW off=4473334 len=1992054 2024-09-13T00:45:27.844 INFO:tasks.workunit.client.0.smithi032.stdout:op 5560 completed, throughput=5MB/sec 2024-09-13T00:45:28.845 INFO:tasks.workunit.client.0.smithi032.stdout: 1084: throughput=5MB/sec pending data=0 2024-09-13T00:45:28.845 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AzeXI9qgfXk6cNd off=15037078 len=1300421 2024-09-13T00:45:28.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 5561 completed, throughput=5MB/sec 2024-09-13T00:45:28.848 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cyb0h5HhLoKXk1D off=5542864 len=1037236 2024-09-13T00:45:28.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 5562 completed, throughput=5MB/sec 2024-09-13T00:45:28.857 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2Y2xyI1YaIR2Kme off=8691037 len=1520565 2024-09-13T00:45:28.870 INFO:tasks.workunit.client.0.smithi032.stdout:op 5563 completed, throughput=5MB/sec 2024-09-13T00:45:28.871 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HWrxqw6uOh5EoDJ off=4657139 len=647828 2024-09-13T00:45:28.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 5564 completed, throughput=5MB/sec 2024-09-13T00:45:28.873 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iQw2S3wE9bN-hMZ off=12077190 len=864342 2024-09-13T00:45:28.881 INFO:tasks.workunit.client.0.smithi032.stdout:op 5565 completed, throughput=5MB/sec 2024-09-13T00:45:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:29 smithi053 bash[67631]: cluster 2024-09-13T00:45:28.083480+0000 mgr.y (mgr.34107) 1281 : cluster [DBG] pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:45:29.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:29 smithi032 bash[75510]: cluster 2024-09-13T00:45:28.083480+0000 mgr.y (mgr.34107) 1281 : cluster [DBG] pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:45:29.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:29 smithi032 bash[76677]: cluster 2024-09-13T00:45:28.083480+0000 mgr.y (mgr.34107) 1281 : cluster [DBG] pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:45:29.881 INFO:tasks.workunit.client.0.smithi032.stdout: 1085: throughput=5MB/sec pending data=0 2024-09-13T00:45:29.881 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-01Uwdk_S-ws1-GB off=2236849 len=417153 2024-09-13T00:45:29.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 5566 completed, throughput=5MB/sec 2024-09-13T00:45:29.883 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U2yzcKQFGgTaey4 off=12199393 len=82953 2024-09-13T00:45:29.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 5567 completed, throughput=5MB/sec 2024-09-13T00:45:29.888 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bmusyZzNhr4fjCQ off=2185704 len=462854 2024-09-13T00:45:29.890 INFO:tasks.workunit.client.0.smithi032.stdout:op 5568 completed, throughput=5MB/sec 2024-09-13T00:45:29.890 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p4mXFeUad5vP0YJ off=16195066 len=1361195 2024-09-13T00:45:29.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 5569 completed, throughput=5MB/sec 2024-09-13T00:45:29.894 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r4qgreig-C2L81H off=413177 len=315363 2024-09-13T00:45:29.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 5570 completed, throughput=5MB/sec 2024-09-13T00:45:29.900 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9yAeX9C2Nm34m4W off=145927 len=102470 2024-09-13T00:45:29.901 INFO:tasks.workunit.client.0.smithi032.stdout:op 5571 completed, throughput=5MB/sec 2024-09-13T00:45:29.901 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r9X9PBLSAr3OuiC off=1188421 len=1364022 2024-09-13T00:45:29.913 INFO:tasks.workunit.client.0.smithi032.stdout:op 5572 completed, throughput=5MB/sec 2024-09-13T00:45:29.913 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9nYuHvLgpOiZRlJ off=554883 len=1033573 2024-09-13T00:45:29.921 INFO:tasks.workunit.client.0.smithi032.stdout:op 5573 completed, throughput=5MB/sec 2024-09-13T00:45:30.922 INFO:tasks.workunit.client.0.smithi032.stdout: 1086: throughput=5MB/sec pending data=0 2024-09-13T00:45:30.922 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S5Ew8cI7Vk0RFN4 off=2616488 len=327677 2024-09-13T00:45:30.928 INFO:tasks.workunit.client.0.smithi032.stdout:op 5574 completed, throughput=5MB/sec 2024-09-13T00:45:30.928 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eJ2RnSeH8Par1vN off=19131231 len=1433335 2024-09-13T00:45:30.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 5575 completed, throughput=5MB/sec 2024-09-13T00:45:30.933 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fSmLTf9H80GtNBT off=411218 len=546209 2024-09-13T00:45:30.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 5576 completed, throughput=5MB/sec 2024-09-13T00:45:30.935 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bj4ucyRUdCo9yGX off=3950704 len=1891129 2024-09-13T00:45:30.939 INFO:tasks.workunit.client.0.smithi032.stdout:op 5577 completed, throughput=5MB/sec 2024-09-13T00:45:30.939 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XZQotuZa-6490Us off=8052070 len=1779979 2024-09-13T00:45:30.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 5578 completed, throughput=5MB/sec 2024-09-13T00:45:31.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:31 smithi053 bash[67631]: cluster 2024-09-13T00:45:30.084396+0000 mgr.y (mgr.34107) 1282 : cluster [DBG] pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:45:31.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:31 smithi032 bash[75510]: cluster 2024-09-13T00:45:30.084396+0000 mgr.y (mgr.34107) 1282 : cluster [DBG] pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:45:31.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:31 smithi032 bash[76677]: cluster 2024-09-13T00:45:30.084396+0000 mgr.y (mgr.34107) 1282 : cluster [DBG] pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:45:31.955 INFO:tasks.workunit.client.0.smithi032.stdout: 1087: throughput=5MB/sec pending data=0 2024-09-13T00:45:31.955 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mUVu7wFPK-CJ9SM off=5152728 len=490190 2024-09-13T00:45:31.962 INFO:tasks.workunit.client.0.smithi032.stdout:op 5579 completed, throughput=5MB/sec 2024-09-13T00:45:31.962 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CdPAZpiat8EjEoq off=6604321 len=1178675 2024-09-13T00:45:31.965 INFO:tasks.workunit.client.0.smithi032.stdout:op 5580 completed, throughput=5MB/sec 2024-09-13T00:45:31.965 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-114GfRidCLn3rcu off=12351945 len=484539 2024-09-13T00:45:31.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 5581 completed, throughput=5MB/sec 2024-09-13T00:45:31.973 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XuOcgCWh1iFN0z3 off=10151117 len=509319 2024-09-13T00:45:31.980 INFO:tasks.workunit.client.0.smithi032.stdout:op 5582 completed, throughput=5MB/sec 2024-09-13T00:45:31.980 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cBXo7YKWCTaYJ30 off=11691808 len=2050607 2024-09-13T00:45:31.995 INFO:tasks.workunit.client.0.smithi032.stdout:op 5583 completed, throughput=5MB/sec 2024-09-13T00:45:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:45:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:45:32] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T00:45:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:45:32 smithi053 bash[94430]: ts=2024-09-13T00:45:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:45:32.995 INFO:tasks.workunit.client.0.smithi032.stdout: 1088: throughput=5MB/sec pending data=0 2024-09-13T00:45:32.995 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0IaDoHWzguSqikT off=607765 len=1176968 2024-09-13T00:45:33.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 5584 completed, throughput=5MB/sec 2024-09-13T00:45:33.004 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4vCB-tZ1vBZC890 off=1806542 len=97880 2024-09-13T00:45:33.005 INFO:tasks.workunit.client.0.smithi032.stdout:op 5585 completed, throughput=5MB/sec 2024-09-13T00:45:33.006 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YIKmYe76Cgck8-r off=6862 len=1024582 2024-09-13T00:45:33.015 INFO:tasks.workunit.client.0.smithi032.stdout:op 5586 completed, throughput=5MB/sec 2024-09-13T00:45:33.015 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4aanablCFuGWOhi off=6889780 len=1496155 2024-09-13T00:45:33.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 5587 completed, throughput=5MB/sec 2024-09-13T00:45:33.027 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z5UUs4zieP6Qu6P off=1203669 len=1351757 2024-09-13T00:45:33.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 5588 completed, throughput=5MB/sec 2024-09-13T00:45:33.030 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CAap4PGIwrz1aQ- off=2874224 len=1791737 2024-09-13T00:45:33.044 INFO:tasks.workunit.client.0.smithi032.stdout:op 5589 completed, throughput=5MB/sec 2024-09-13T00:45:33.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:33 smithi053 bash[67631]: cluster 2024-09-13T00:45:32.085440+0000 mgr.y (mgr.34107) 1283 : cluster [DBG] pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:45:33.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:33 smithi032 bash[75510]: cluster 2024-09-13T00:45:32.085440+0000 mgr.y (mgr.34107) 1283 : cluster [DBG] pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:45:33.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:33 smithi032 bash[76677]: cluster 2024-09-13T00:45:32.085440+0000 mgr.y (mgr.34107) 1283 : cluster [DBG] pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:45:34.045 INFO:tasks.workunit.client.0.smithi032.stdout: 1089: throughput=5MB/sec pending data=0 2024-09-13T00:45:34.045 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-00PPpZj2oHwsGy6 off=495575 len=1931352 2024-09-13T00:45:34.060 INFO:tasks.workunit.client.0.smithi032.stdout:op 5590 completed, throughput=5MB/sec 2024-09-13T00:45:34.060 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EkimeeoDoTftzJ0 off=10235513 len=1172145 2024-09-13T00:45:34.070 INFO:tasks.workunit.client.0.smithi032.stdout:op 5591 completed, throughput=5MB/sec 2024-09-13T00:45:34.070 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bUnm59GsvESDjyX off=180417 len=857006 2024-09-13T00:45:34.078 INFO:tasks.workunit.client.0.smithi032.stdout:op 5592 completed, throughput=5MB/sec 2024-09-13T00:45:35.079 INFO:tasks.workunit.client.0.smithi032.stdout: 1090: throughput=5MB/sec pending data=0 2024-09-13T00:45:35.079 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LU8z8wjbFtyODBi off=11432648 len=1755479 2024-09-13T00:45:35.083 INFO:tasks.workunit.client.0.smithi032.stdout:op 5593 completed, throughput=5MB/sec 2024-09-13T00:45:35.083 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OOXJfwfCdladLHB off=2662946 len=780784 2024-09-13T00:45:35.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 5594 completed, throughput=5MB/sec 2024-09-13T00:45:35.085 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w1nCbwObx0Vu8Lk off=2855579 len=532532 2024-09-13T00:45:35.092 INFO:tasks.workunit.client.0.smithi032.stdout:op 5595 completed, throughput=5MB/sec 2024-09-13T00:45:35.092 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c_rcpByekFEF_K6 off=3874133 len=787412 2024-09-13T00:45:35.101 INFO:tasks.workunit.client.0.smithi032.stdout:op 5596 completed, throughput=5MB/sec 2024-09-13T00:45:35.101 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sI0Q42OunxQ5lTZ off=10610406 len=1451565 2024-09-13T00:45:35.104 INFO:tasks.workunit.client.0.smithi032.stdout:op 5597 completed, throughput=5MB/sec 2024-09-13T00:45:35.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:35 smithi053 bash[67631]: cluster 2024-09-13T00:45:34.086563+0000 mgr.y (mgr.34107) 1284 : cluster [DBG] pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:45:35.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:35 smithi032 bash[75510]: cluster 2024-09-13T00:45:34.086563+0000 mgr.y (mgr.34107) 1284 : cluster [DBG] pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:45:35.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:35 smithi032 bash[76677]: cluster 2024-09-13T00:45:34.086563+0000 mgr.y (mgr.34107) 1284 : cluster [DBG] pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:45:36.104 INFO:tasks.workunit.client.0.smithi032.stdout: 1091: throughput=5MB/sec pending data=0 2024-09-13T00:45:36.104 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WRzFaztOHAc-DYI off=140987 len=430140 2024-09-13T00:45:36.106 INFO:tasks.workunit.client.0.smithi032.stdout:op 5598 completed, throughput=5MB/sec 2024-09-13T00:45:36.106 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XSBV5dxJO1ta0ts off=617030 len=473474 2024-09-13T00:45:36.109 INFO:tasks.workunit.client.0.smithi032.stdout:op 5599 completed, throughput=5MB/sec 2024-09-13T00:45:36.109 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d1qn7QhXmfTgVdt off=933926 len=324207 2024-09-13T00:45:36.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 5600 completed, throughput=5MB/sec 2024-09-13T00:45:36.114 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-15G-BsqqtXj6a53 off=1808850 len=1630771 2024-09-13T00:45:36.118 INFO:tasks.workunit.client.0.smithi032.stdout:op 5601 completed, throughput=5MB/sec 2024-09-13T00:45:36.118 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fmTXbvN4sKk2wal off=962404 len=129791 2024-09-13T00:45:36.123 INFO:tasks.workunit.client.0.smithi032.stdout:op 5602 completed, throughput=5MB/sec 2024-09-13T00:45:36.123 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uSIjqpxP2MkFrUH off=537550 len=108845 2024-09-13T00:45:36.124 INFO:tasks.workunit.client.0.smithi032.stdout:op 5603 completed, throughput=5MB/sec 2024-09-13T00:45:36.124 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S5Ew8cI7Vk0RFN4 off=144402 len=496650 2024-09-13T00:45:36.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 5604 completed, throughput=5MB/sec 2024-09-13T00:45:36.131 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WjD_-mw-XBgMrM7 off=282585 len=1095084 2024-09-13T00:45:36.140 INFO:tasks.workunit.client.0.smithi032.stdout:op 5605 completed, throughput=5MB/sec 2024-09-13T00:45:36.140 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yq6oC7uC8nN2XPl off=3755691 len=1293840 2024-09-13T00:45:36.142 INFO:tasks.workunit.client.0.smithi032.stdout:op 5606 completed, throughput=5MB/sec 2024-09-13T00:45:37.142 INFO:tasks.workunit.client.0.smithi032.stdout: 1092: throughput=5MB/sec pending data=0 2024-09-13T00:45:37.143 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZiCiNi9jxxwlS0l off=64903 len=1447032 2024-09-13T00:45:37.154 INFO:tasks.workunit.client.0.smithi032.stdout:op 5607 completed, throughput=5MB/sec 2024-09-13T00:45:37.154 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ESvl12YzzYbtIdm off=1392267 len=695561 2024-09-13T00:45:37.156 INFO:tasks.workunit.client.0.smithi032.stdout:op 5608 completed, throughput=5MB/sec 2024-09-13T00:45:37.156 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dvtzhZoW45X8QxB off=12459682 len=528163 2024-09-13T00:45:37.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 5609 completed, throughput=5MB/sec 2024-09-13T00:45:37.158 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DGFMvzw5tl9X1cL off=3849000 len=1782944 2024-09-13T00:45:37.163 INFO:tasks.workunit.client.0.smithi032.stdout:op 5610 completed, throughput=5MB/sec 2024-09-13T00:45:37.163 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wKYyFh9Pig91bWp off=10170375 len=1980603 2024-09-13T00:45:37.168 INFO:tasks.workunit.client.0.smithi032.stdout:op 5611 completed, throughput=5MB/sec 2024-09-13T00:45:37.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:37 smithi053 bash[67631]: cluster 2024-09-13T00:45:36.087466+0000 mgr.y (mgr.34107) 1285 : cluster [DBG] pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:45:37.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:37 smithi032 bash[75510]: cluster 2024-09-13T00:45:36.087466+0000 mgr.y (mgr.34107) 1285 : cluster [DBG] pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:45:37.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:37 smithi032 bash[76677]: cluster 2024-09-13T00:45:36.087466+0000 mgr.y (mgr.34107) 1285 : cluster [DBG] pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:45:38.168 INFO:tasks.workunit.client.0.smithi032.stdout: 1093: throughput=5MB/sec pending data=0 2024-09-13T00:45:38.168 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-x-nv_3TRXe_Qok5 off=4812625 len=411948 2024-09-13T00:45:38.175 INFO:tasks.workunit.client.0.smithi032.stdout:op 5612 completed, throughput=5MB/sec 2024-09-13T00:45:38.175 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YGdWIBPtA6WRkF- off=248078 len=2080085 2024-09-13T00:45:38.179 INFO:tasks.workunit.client.0.smithi032.stdout:op 5613 completed, throughput=5MB/sec 2024-09-13T00:45:38.179 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pu2nouFdl3del9t off=5316846 len=1733399 2024-09-13T00:45:38.184 INFO:tasks.workunit.client.0.smithi032.stdout:op 5614 completed, throughput=5MB/sec 2024-09-13T00:45:38.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:38 smithi032 bash[75510]: cluster 2024-09-13T00:45:38.088458+0000 mgr.y (mgr.34107) 1286 : cluster [DBG] pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:45:38.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:38 smithi032 bash[76677]: cluster 2024-09-13T00:45:38.088458+0000 mgr.y (mgr.34107) 1286 : cluster [DBG] pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:45:38.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:38 smithi053 bash[67631]: cluster 2024-09-13T00:45:38.088458+0000 mgr.y (mgr.34107) 1286 : cluster [DBG] pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:45:39.185 INFO:tasks.workunit.client.0.smithi032.stdout: 1094: throughput=5MB/sec pending data=0 2024-09-13T00:45:39.185 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gPCqN9_Bem7AKGh off=11322236 len=902614 2024-09-13T00:45:39.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 5615 completed, throughput=5MB/sec 2024-09-13T00:45:39.194 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zYocokLsok2C6yG off=20247024 len=78992 2024-09-13T00:45:39.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 5616 completed, throughput=5MB/sec 2024-09-13T00:45:39.199 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nr0ANAeP-b498Ns off=2765985 len=1260844 2024-09-13T00:45:39.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 5617 completed, throughput=5MB/sec 2024-09-13T00:45:39.210 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CMXzbvSzFTmvuq9 off=2176237 len=715184 2024-09-13T00:45:39.213 INFO:tasks.workunit.client.0.smithi032.stdout:op 5618 completed, throughput=5MB/sec 2024-09-13T00:45:39.213 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mpLSGvLfwLEork0 off=3193558 len=540965 2024-09-13T00:45:39.215 INFO:tasks.workunit.client.0.smithi032.stdout:op 5619 completed, throughput=5MB/sec 2024-09-13T00:45:39.215 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Y8i5u4DuFEiO-uM off=4783347 len=841972 2024-09-13T00:45:39.223 INFO:tasks.workunit.client.0.smithi032.stdout:op 5620 completed, throughput=5MB/sec 2024-09-13T00:45:39.223 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PlfzZ0SiKVCWAKk off=10337612 len=1660684 2024-09-13T00:45:39.227 INFO:tasks.workunit.client.0.smithi032.stdout:op 5621 completed, throughput=5MB/sec 2024-09-13T00:45:40.227 INFO:tasks.workunit.client.0.smithi032.stdout: 1095: throughput=5MB/sec pending data=0 2024-09-13T00:45:40.228 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1FxeFiZSntv7U04 off=11812024 len=2025401 2024-09-13T00:45:40.232 INFO:tasks.workunit.client.0.smithi032.stdout:op 5622 completed, throughput=5MB/sec 2024-09-13T00:45:40.232 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bxkKDxWSxa76hvy off=4087734 len=473332 2024-09-13T00:45:40.234 INFO:tasks.workunit.client.0.smithi032.stdout:op 5623 completed, throughput=5MB/sec 2024-09-13T00:45:40.234 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xlQCaI7FLv1GUNG off=9678791 len=1575828 2024-09-13T00:45:40.246 INFO:tasks.workunit.client.0.smithi032.stdout:op 5624 completed, throughput=5MB/sec 2024-09-13T00:45:40.247 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4ftjaFLkflhNpGy off=10520517 len=1799677 2024-09-13T00:45:40.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 5625 completed, throughput=5MB/sec 2024-09-13T00:45:41.261 INFO:tasks.workunit.client.0.smithi032.stdout: 1096: throughput=5MB/sec pending data=0 2024-09-13T00:45:41.262 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DxLxkFsifluhY1E off=2776097 len=1665834 2024-09-13T00:45:41.266 INFO:tasks.workunit.client.0.smithi032.stdout:op 5626 completed, throughput=5MB/sec 2024-09-13T00:45:41.266 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p1Jbv26WAGsV7nL off=842665 len=826568 2024-09-13T00:45:41.275 INFO:tasks.workunit.client.0.smithi032.stdout:op 5627 completed, throughput=5MB/sec 2024-09-13T00:45:41.276 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nhCevnmClKBLhP4 off=9000074 len=1209301 2024-09-13T00:45:41.285 INFO:tasks.workunit.client.0.smithi032.stdout:op 5628 completed, throughput=5MB/sec 2024-09-13T00:45:41.285 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PV2NMECNkeQMZd_ off=644046 len=1615223 2024-09-13T00:45:41.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 5629 completed, throughput=5MB/sec 2024-09-13T00:45:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:41 smithi032 bash[75510]: cluster 2024-09-13T00:45:40.089422+0000 mgr.y (mgr.34107) 1287 : cluster [DBG] pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:45:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:41 smithi032 bash[75510]: audit 2024-09-13T00:45:40.187112+0000 mon.a (mon.0) 2314 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:45:41.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:41 smithi032 bash[76677]: cluster 2024-09-13T00:45:40.089422+0000 mgr.y (mgr.34107) 1287 : cluster [DBG] pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:45:41.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:41 smithi032 bash[76677]: audit 2024-09-13T00:45:40.187112+0000 mon.a (mon.0) 2314 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:45:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:41 smithi053 bash[67631]: cluster 2024-09-13T00:45:40.089422+0000 mgr.y (mgr.34107) 1287 : cluster [DBG] pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:45:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:41 smithi053 bash[67631]: audit 2024-09-13T00:45:40.187112+0000 mon.a (mon.0) 2314 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:45:42.297 INFO:tasks.workunit.client.0.smithi032.stdout: 1097: throughput=5MB/sec pending data=0 2024-09-13T00:45:42.297 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VVJSENaYnHv6O98 off=5556654 len=1471693 2024-09-13T00:45:42.301 INFO:tasks.workunit.client.0.smithi032.stdout:op 5630 completed, throughput=5MB/sec 2024-09-13T00:45:42.301 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r_uMpBTNXpKxYbg off=12869853 len=1968653 2024-09-13T00:45:42.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 5631 completed, throughput=5MB/sec 2024-09-13T00:45:42.316 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zgavPd6_MCJU5eV off=245315 len=1054043 2024-09-13T00:45:42.324 INFO:tasks.workunit.client.0.smithi032.stdout:op 5632 completed, throughput=5MB/sec 2024-09-13T00:45:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:45:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:45:42] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-13T00:45:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:45:42 smithi053 bash[94430]: ts=2024-09-13T00:45:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:45:43.325 INFO:tasks.workunit.client.0.smithi032.stdout: 1098: throughput=5MB/sec pending data=0 2024-09-13T00:45:43.325 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OU75jbTOkPNUD6Q off=6297532 len=1800502 2024-09-13T00:45:43.329 INFO:tasks.workunit.client.0.smithi032.stdout:op 5633 completed, throughput=5MB/sec 2024-09-13T00:45:43.329 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-awEypzKotq6-v3c off=1141955 len=2060110 2024-09-13T00:45:43.334 INFO:tasks.workunit.client.0.smithi032.stdout:op 5634 completed, throughput=5MB/sec 2024-09-13T00:45:43.334 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gLZzpMXv0Z8b7cq off=9710212 len=447932 2024-09-13T00:45:43.336 INFO:tasks.workunit.client.0.smithi032.stdout:op 5635 completed, throughput=5MB/sec 2024-09-13T00:45:43.336 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KGKafHv3q-hjH-A off=2287823 len=1972020 2024-09-13T00:45:43.349 INFO:tasks.workunit.client.0.smithi032.stdout:op 5636 completed, throughput=5MB/sec 2024-09-13T00:45:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:43 smithi032 bash[75510]: cluster 2024-09-13T00:45:42.090419+0000 mgr.y (mgr.34107) 1288 : cluster [DBG] pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:45:43.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:43 smithi032 bash[76677]: cluster 2024-09-13T00:45:42.090419+0000 mgr.y (mgr.34107) 1288 : cluster [DBG] pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:45:43.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:43 smithi053 bash[67631]: cluster 2024-09-13T00:45:42.090419+0000 mgr.y (mgr.34107) 1288 : cluster [DBG] pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T00:45:44.349 INFO:tasks.workunit.client.0.smithi032.stdout: 1099: throughput=5MB/sec pending data=0 2024-09-13T00:45:44.349 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jnXJDNEz6DfJ3wA off=873851 len=816708 2024-09-13T00:45:44.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 5637 completed, throughput=5MB/sec 2024-09-13T00:45:44.357 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KLyJ5PWT7PHZhV5 off=33977 len=347286 2024-09-13T00:45:44.359 INFO:tasks.workunit.client.0.smithi032.stdout:op 5638 completed, throughput=5MB/sec 2024-09-13T00:45:44.359 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S6BrwtnJaUC-MYi off=11423666 len=880779 2024-09-13T00:45:44.368 INFO:tasks.workunit.client.0.smithi032.stdout:op 5639 completed, throughput=5MB/sec 2024-09-13T00:45:44.368 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T13RpfEYHJhRJ6W off=3185896 len=2047132 2024-09-13T00:45:44.373 INFO:tasks.workunit.client.0.smithi032.stdout:op 5640 completed, throughput=5MB/sec 2024-09-13T00:45:45.373 INFO:tasks.workunit.client.0.smithi032.stdout: 1100: throughput=5MB/sec pending data=0 2024-09-13T00:45:45.373 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wttFvcAPHHqrOpW off=83578 len=1228470 2024-09-13T00:45:45.383 INFO:tasks.workunit.client.0.smithi032.stdout:op 5641 completed, throughput=5MB/sec 2024-09-13T00:45:45.384 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xJ9MPi49nlUT-ge off=16138336 len=1433571 2024-09-13T00:45:45.396 INFO:tasks.workunit.client.0.smithi032.stdout:op 5642 completed, throughput=5MB/sec 2024-09-13T00:45:45.396 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OYUnGwl3qAHWYOD off=3586191 len=1035022 2024-09-13T00:45:45.399 INFO:tasks.workunit.client.0.smithi032.stdout:op 5643 completed, throughput=5MB/sec 2024-09-13T00:45:45.399 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jTRWGMkLNt07vHy off=7837845 len=749629 2024-09-13T00:45:45.402 INFO:tasks.workunit.client.0.smithi032.stdout:op 5644 completed, throughput=5MB/sec 2024-09-13T00:45:45.402 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3iJ6yURf-DAbBsP off=5098850 len=1159500 2024-09-13T00:45:45.412 INFO:tasks.workunit.client.0.smithi032.stdout:op 5645 completed, throughput=5MB/sec 2024-09-13T00:45:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:45 smithi032 bash[75510]: cluster 2024-09-13T00:45:44.091551+0000 mgr.y (mgr.34107) 1289 : cluster [DBG] pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:45:45.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:45 smithi032 bash[76677]: cluster 2024-09-13T00:45:44.091551+0000 mgr.y (mgr.34107) 1289 : cluster [DBG] pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:45:45.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:45 smithi053 bash[67631]: cluster 2024-09-13T00:45:44.091551+0000 mgr.y (mgr.34107) 1289 : cluster [DBG] pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:45:46.413 INFO:tasks.workunit.client.0.smithi032.stdout: 1101: throughput=5MB/sec pending data=0 2024-09-13T00:45:46.413 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ulDpBd0xATzRxZn off=359935 len=868363 2024-09-13T00:45:46.422 INFO:tasks.workunit.client.0.smithi032.stdout:op 5646 completed, throughput=5MB/sec 2024-09-13T00:45:46.422 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UH-jA7vXCckpibh off=6740325 len=1108843 2024-09-13T00:45:46.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 5647 completed, throughput=5MB/sec 2024-09-13T00:45:46.425 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lrQzBJ6q7HDCt4I off=1382003 len=1188213 2024-09-13T00:45:46.436 INFO:tasks.workunit.client.0.smithi032.stdout:op 5648 completed, throughput=5MB/sec 2024-09-13T00:45:46.436 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rqplLDW_gfoipY5 off=1638309 len=1277212 2024-09-13T00:45:46.439 INFO:tasks.workunit.client.0.smithi032.stdout:op 5649 completed, throughput=5MB/sec 2024-09-13T00:45:46.439 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yegQzdoGsS2qY9v off=2625366 len=204726 2024-09-13T00:45:46.440 INFO:tasks.workunit.client.0.smithi032.stdout:op 5650 completed, throughput=5MB/sec 2024-09-13T00:45:46.440 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8W15mdBF-DuL86G off=765250 len=1750843 2024-09-13T00:45:46.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 5651 completed, throughput=5MB/sec 2024-09-13T00:45:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:47 smithi032 bash[75510]: cluster 2024-09-13T00:45:46.092411+0000 mgr.y (mgr.34107) 1290 : cluster [DBG] pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:47.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:47 smithi032 bash[76677]: cluster 2024-09-13T00:45:46.092411+0000 mgr.y (mgr.34107) 1290 : cluster [DBG] pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:47.445 INFO:tasks.workunit.client.0.smithi032.stdout: 1102: throughput=5MB/sec pending data=0 2024-09-13T00:45:47.445 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a1_kIEdSl-y-rYL off=14121530 len=40524 2024-09-13T00:45:47.449 INFO:tasks.workunit.client.0.smithi032.stdout:op 5652 completed, throughput=5MB/sec 2024-09-13T00:45:47.449 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q-nxtyevRm4KfGU off=5060039 len=1160992 2024-09-13T00:45:47.452 INFO:tasks.workunit.client.0.smithi032.stdout:op 5653 completed, throughput=5MB/sec 2024-09-13T00:45:47.453 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VSsau1GtA9MYXEq off=316799 len=1698512 2024-09-13T00:45:47.457 INFO:tasks.workunit.client.0.smithi032.stdout:op 5654 completed, throughput=5MB/sec 2024-09-13T00:45:47.457 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gDBJtXKnlRMdaSw off=4581085 len=1424781 2024-09-13T00:45:47.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 5655 completed, throughput=5MB/sec 2024-09-13T00:45:47.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:47 smithi053 bash[67631]: cluster 2024-09-13T00:45:46.092411+0000 mgr.y (mgr.34107) 1290 : cluster [DBG] pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: 1103: throughput=5MB/sec pending data=0 2024-09-13T00:45:48.468 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d4GYvEO8SOLrkkg off=9748151 len=1356062 2024-09-13T00:45:48.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 5656 completed, throughput=5MB/sec 2024-09-13T00:45:48.478 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3D0lZrU5PN1lBE9 off=14374990 len=1241800 2024-09-13T00:45:48.489 INFO:tasks.workunit.client.0.smithi032.stdout:op 5657 completed, throughput=5MB/sec 2024-09-13T00:45:48.490 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s3_zlBgPeCMZlEw off=2669505 len=2081226 2024-09-13T00:45:48.504 INFO:tasks.workunit.client.0.smithi032.stdout:op 5658 completed, throughput=5MB/sec 2024-09-13T00:45:48.505 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ohnx4FWECVNxnUa off=1946187 len=965844 2024-09-13T00:45:48.514 INFO:tasks.workunit.client.0.smithi032.stdout:op 5659 completed, throughput=5MB/sec 2024-09-13T00:45:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:49 smithi032 bash[75510]: cluster 2024-09-13T00:45:48.093432+0000 mgr.y (mgr.34107) 1291 : cluster [DBG] pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:45:49.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:49 smithi032 bash[76677]: cluster 2024-09-13T00:45:48.093432+0000 mgr.y (mgr.34107) 1291 : cluster [DBG] pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:45:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: 1104: throughput=5MB/sec pending data=0 2024-09-13T00:45:49.514 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PZASmXKZsUljkpT off=7018663 len=806457 2024-09-13T00:45:49.517 INFO:tasks.workunit.client.0.smithi032.stdout:op 5660 completed, throughput=5MB/sec 2024-09-13T00:45:49.518 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EFdcu_8DYnXRzQj off=6322722 len=744170 2024-09-13T00:45:49.520 INFO:tasks.workunit.client.0.smithi032.stdout:op 5661 completed, throughput=5MB/sec 2024-09-13T00:45:49.520 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b1kaHoi2u0YPMEo off=2071334 len=944614 2024-09-13T00:45:49.530 INFO:tasks.workunit.client.0.smithi032.stdout:op 5662 completed, throughput=5MB/sec 2024-09-13T00:45:49.530 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M9haEutiDnfWzZy off=72570 len=1594469 2024-09-13T00:45:49.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:49 smithi053 bash[67631]: cluster 2024-09-13T00:45:48.093432+0000 mgr.y (mgr.34107) 1291 : cluster [DBG] pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T00:45:49.542 INFO:tasks.workunit.client.0.smithi032.stdout:op 5663 completed, throughput=5MB/sec 2024-09-13T00:45:49.543 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S642kigExnsr-8G off=11199725 len=141013 2024-09-13T00:45:49.547 INFO:tasks.workunit.client.0.smithi032.stdout:op 5664 completed, throughput=5MB/sec 2024-09-13T00:45:49.547 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jG0sLSp2tgV8hr1 off=2719430 len=1081755 2024-09-13T00:45:49.550 INFO:tasks.workunit.client.0.smithi032.stdout:op 5665 completed, throughput=5MB/sec 2024-09-13T00:45:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: 1105: throughput=5MB/sec pending data=0 2024-09-13T00:45:50.550 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gZoXwVH6xDl0oG1 off=1114992 len=1713519 2024-09-13T00:45:50.556 INFO:tasks.workunit.client.0.smithi032.stdout:op 5666 completed, throughput=5MB/sec 2024-09-13T00:45:50.556 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vNjHZ_HHsBQMN8Q off=14281624 len=101592 2024-09-13T00:45:50.561 INFO:tasks.workunit.client.0.smithi032.stdout:op 5667 completed, throughput=5MB/sec 2024-09-13T00:45:50.561 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Hfkj71MkcageIJg off=9321136 len=930548 2024-09-13T00:45:50.563 INFO:tasks.workunit.client.0.smithi032.stdout:op 5668 completed, throughput=5MB/sec 2024-09-13T00:45:50.563 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RFgeAkezsLShVsc off=324934 len=1588965 2024-09-13T00:45:50.569 INFO:tasks.workunit.client.0.smithi032.stdout:op 5669 completed, throughput=5MB/sec 2024-09-13T00:45:50.569 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EPjOrr2qHpk-fdr off=7695085 len=851684 2024-09-13T00:45:50.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 5670 completed, throughput=5MB/sec 2024-09-13T00:45:51.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:51 smithi053 bash[67631]: cluster 2024-09-13T00:45:50.094365+0000 mgr.y (mgr.34107) 1292 : cluster [DBG] pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T00:45:51.578 INFO:tasks.workunit.client.0.smithi032.stdout: 1106: throughput=5MB/sec pending data=0 2024-09-13T00:45:51.578 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wPE_Hzij6Tkmmxr off=10633432 len=223746 2024-09-13T00:45:51.580 INFO:tasks.workunit.client.0.smithi032.stdout:op 5671 completed, throughput=5MB/sec 2024-09-13T00:45:51.580 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5hO0Yvzf4D7Fuje off=5860321 len=474470 2024-09-13T00:45:51.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 5672 completed, throughput=5MB/sec 2024-09-13T00:45:51.582 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-E6Kd7WuaGSpnGSW off=5402827 len=686128 2024-09-13T00:45:51.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 5673 completed, throughput=5MB/sec 2024-09-13T00:45:51.584 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MqjAtiZ6m7L2sK4 off=12764175 len=529707 2024-09-13T00:45:51.586 INFO:tasks.workunit.client.0.smithi032.stdout:op 5674 completed, throughput=5MB/sec 2024-09-13T00:45:51.586 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wv2kJZptx1UGv7J off=7797435 len=191603 2024-09-13T00:45:51.588 INFO:tasks.workunit.client.0.smithi032.stdout:op 5675 completed, throughput=5MB/sec 2024-09-13T00:45:51.588 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dsMHtLYklJ3WBoV off=106742 len=1705250 2024-09-13T00:45:51.592 INFO:tasks.workunit.client.0.smithi032.stdout:op 5676 completed, throughput=5MB/sec 2024-09-13T00:45:51.592 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tgZXwGR1GJbaeH3 off=20736135 len=713364 2024-09-13T00:45:51.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 5677 completed, throughput=5MB/sec 2024-09-13T00:45:51.594 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-991Zi-0a7BJCw5K off=11628538 len=837138 2024-09-13T00:45:51.596 INFO:tasks.workunit.client.0.smithi032.stdout:op 5678 completed, throughput=5MB/sec 2024-09-13T00:45:51.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:51 smithi032 bash[75510]: cluster 2024-09-13T00:45:50.094365+0000 mgr.y (mgr.34107) 1292 : cluster [DBG] pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T00:45:51.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:51 smithi032 bash[76677]: cluster 2024-09-13T00:45:50.094365+0000 mgr.y (mgr.34107) 1292 : cluster [DBG] pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T00:45:52.597 INFO:tasks.workunit.client.0.smithi032.stdout: 1107: throughput=5MB/sec pending data=0 2024-09-13T00:45:52.597 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GAYl6uS8UpZdnvb off=1246252 len=899198 2024-09-13T00:45:52.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 5679 completed, throughput=5MB/sec 2024-09-13T00:45:52.605 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jw-Q2TQ3r62pHRd off=1036448 len=323470 2024-09-13T00:45:52.606 INFO:tasks.workunit.client.0.smithi032.stdout:op 5680 completed, throughput=5MB/sec 2024-09-13T00:45:52.607 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MiDYOUENwGprOdG off=3369017 len=1322105 2024-09-13T00:45:52.618 INFO:tasks.workunit.client.0.smithi032.stdout:op 5681 completed, throughput=5MB/sec 2024-09-13T00:45:52.618 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wQAuXcrtqYAXD0Q off=882005 len=1125391 2024-09-13T00:45:52.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 5682 completed, throughput=5MB/sec 2024-09-13T00:45:52.628 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UW3qn5A1krSwE3w off=13614522 len=428989 2024-09-13T00:45:52.636 INFO:tasks.workunit.client.0.smithi032.stdout:op 5683 completed, throughput=5MB/sec 2024-09-13T00:45:52.637 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QmB4Pss8L2F_KyB off=6936758 len=797814 2024-09-13T00:45:52.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 5684 completed, throughput=5MB/sec 2024-09-13T00:45:52.637 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NevkcD_jPihbQf4 off=2516704 len=1938919 2024-09-13T00:45:52.648 INFO:tasks.workunit.client.0.smithi032.stdout:op 5685 completed, throughput=5MB/sec 2024-09-13T00:45:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:45:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:45:52] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-13T00:45:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:45:52 smithi053 bash[94430]: ts=2024-09-13T00:45:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:45:53.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:53 smithi053 bash[67631]: cluster 2024-09-13T00:45:52.095368+0000 mgr.y (mgr.34107) 1293 : cluster [DBG] pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:45:53.649 INFO:tasks.workunit.client.0.smithi032.stdout: 1108: throughput=5MB/sec pending data=0 2024-09-13T00:45:53.649 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NvdqEmWXgOnByOH off=1874700 len=665111 2024-09-13T00:45:53.651 INFO:tasks.workunit.client.0.smithi032.stdout:op 5686 completed, throughput=5MB/sec 2024-09-13T00:45:53.651 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EJ_W_iQ9VTsFaJ2 off=7120191 len=1485553 2024-09-13T00:45:53.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 5687 completed, throughput=5MB/sec 2024-09-13T00:45:53.656 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DvWsj4tN-o-Qo1g off=18607667 len=659216 2024-09-13T00:45:53.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 5688 completed, throughput=5MB/sec 2024-09-13T00:45:53.658 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DrmCdpNPRjZepd3 off=424861 len=1003260 2024-09-13T00:45:53.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:53 smithi032 bash[75510]: cluster 2024-09-13T00:45:52.095368+0000 mgr.y (mgr.34107) 1293 : cluster [DBG] pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:45:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:53 smithi032 bash[76677]: cluster 2024-09-13T00:45:52.095368+0000 mgr.y (mgr.34107) 1293 : cluster [DBG] pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T00:45:53.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 5689 completed, throughput=5MB/sec 2024-09-13T00:45:53.667 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3idh5zrkE60j5Sq off=1167254 len=1445477 2024-09-13T00:45:53.671 INFO:tasks.workunit.client.0.smithi032.stdout:op 5690 completed, throughput=5MB/sec 2024-09-13T00:45:54.672 INFO:tasks.workunit.client.0.smithi032.stdout: 1109: throughput=5MB/sec pending data=0 2024-09-13T00:45:54.672 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I0jnacqChdwEju4 off=0 len=1599764 2024-09-13T00:45:54.676 INFO:tasks.workunit.client.0.smithi032.stdout:op 5691 completed, throughput=5MB/sec 2024-09-13T00:45:54.676 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yg-5O6nqD7NNq7v off=1577649 len=671482 2024-09-13T00:45:54.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 5692 completed, throughput=5MB/sec 2024-09-13T00:45:54.688 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cUojG9wGGu4Q9ud off=1125185 len=887799 2024-09-13T00:45:54.697 INFO:tasks.workunit.client.0.smithi032.stdout:op 5693 completed, throughput=5MB/sec 2024-09-13T00:45:54.697 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I-sKQ5iugnUyWIT off=12543196 len=167206 2024-09-13T00:45:54.703 INFO:tasks.workunit.client.0.smithi032.stdout:op 5694 completed, throughput=5MB/sec 2024-09-13T00:45:54.704 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iU434yPa_Uiyiqb off=2211512 len=2080637 2024-09-13T00:45:54.708 INFO:tasks.workunit.client.0.smithi032.stdout:op 5695 completed, throughput=5MB/sec 2024-09-13T00:45:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:55 smithi053 bash[67631]: cluster 2024-09-13T00:45:54.096468+0000 mgr.y (mgr.34107) 1294 : cluster [DBG] pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:45:55.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:55 smithi032 bash[75510]: cluster 2024-09-13T00:45:54.096468+0000 mgr.y (mgr.34107) 1294 : cluster [DBG] pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:45:55.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:55 smithi032 bash[76677]: cluster 2024-09-13T00:45:54.096468+0000 mgr.y (mgr.34107) 1294 : cluster [DBG] pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T00:45:55.708 INFO:tasks.workunit.client.0.smithi032.stdout: 1110: throughput=5MB/sec pending data=0 2024-09-13T00:45:55.709 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NNfD1htQWmVip0x off=298250 len=1960422 2024-09-13T00:45:55.713 INFO:tasks.workunit.client.0.smithi032.stdout:op 5696 completed, throughput=5MB/sec 2024-09-13T00:45:55.713 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CNyyo7gYXLmcyfA off=5942611 len=223669 2024-09-13T00:45:55.718 INFO:tasks.workunit.client.0.smithi032.stdout:op 5697 completed, throughput=5MB/sec 2024-09-13T00:45:55.719 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QW9SJRB3FK64UBl off=9419708 len=1081055 2024-09-13T00:45:55.723 INFO:tasks.workunit.client.0.smithi032.stdout:op 5698 completed, throughput=5MB/sec 2024-09-13T00:45:55.723 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-izuXEEhpp6l1gUd off=1849964 len=1237841 2024-09-13T00:45:55.732 INFO:tasks.workunit.client.0.smithi032.stdout:op 5699 completed, throughput=5MB/sec 2024-09-13T00:45:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:56 smithi053 bash[67631]: audit 2024-09-13T00:45:55.187610+0000 mon.a (mon.0) 2315 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:45:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:56 smithi032 bash[75510]: audit 2024-09-13T00:45:55.187610+0000 mon.a (mon.0) 2315 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:45:56.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:56 smithi032 bash[76677]: audit 2024-09-13T00:45:55.187610+0000 mon.a (mon.0) 2315 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:45:56.732 INFO:tasks.workunit.client.0.smithi032.stdout: 1111: throughput=5MB/sec pending data=0 2024-09-13T00:45:56.732 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9GMAW57l65M7VOM off=2016596 len=1453715 2024-09-13T00:45:56.737 INFO:tasks.workunit.client.0.smithi032.stdout:op 5700 completed, throughput=5MB/sec 2024-09-13T00:45:56.737 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oQU7E9fyFWePSlX off=3816118 len=54856 2024-09-13T00:45:56.742 INFO:tasks.workunit.client.0.smithi032.stdout:op 5701 completed, throughput=5MB/sec 2024-09-13T00:45:56.742 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bm4vXiUEEC7_H_d off=3231904 len=479372 2024-09-13T00:45:56.748 INFO:tasks.workunit.client.0.smithi032.stdout:op 5702 completed, throughput=5MB/sec 2024-09-13T00:45:56.748 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vkt_B5a54OyPu5F off=5415057 len=1144030 2024-09-13T00:45:56.757 INFO:tasks.workunit.client.0.smithi032.stdout:op 5703 completed, throughput=5MB/sec 2024-09-13T00:45:56.757 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CtTihjDUpwwUBw0 off=10197273 len=1570551 2024-09-13T00:45:56.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 5704 completed, throughput=5MB/sec 2024-09-13T00:45:56.763 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PqxF0lmRJ_cbUcP off=20921400 len=1277871 2024-09-13T00:45:56.766 INFO:tasks.workunit.client.0.smithi032.stdout:op 5705 completed, throughput=5MB/sec 2024-09-13T00:45:57.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:57 smithi053 bash[67631]: cluster 2024-09-13T00:45:56.097328+0000 mgr.y (mgr.34107) 1295 : cluster [DBG] pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:57.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:57 smithi032 bash[75510]: cluster 2024-09-13T00:45:56.097328+0000 mgr.y (mgr.34107) 1295 : cluster [DBG] pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:57.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:57 smithi032 bash[76677]: cluster 2024-09-13T00:45:56.097328+0000 mgr.y (mgr.34107) 1295 : cluster [DBG] pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:45:57.766 INFO:tasks.workunit.client.0.smithi032.stdout: 1112: throughput=5MB/sec pending data=0 2024-09-13T00:45:57.766 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zavS5slQDsL2odI off=1355765 len=481196 2024-09-13T00:45:57.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 5706 completed, throughput=5MB/sec 2024-09-13T00:45:57.773 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5Ia70u_hWFaWK4y off=10799956 len=1308768 2024-09-13T00:45:57.777 INFO:tasks.workunit.client.0.smithi032.stdout:op 5707 completed, throughput=5MB/sec 2024-09-13T00:45:57.777 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T1I-42ryGY29pHT off=17762421 len=1227198 2024-09-13T00:45:57.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 5708 completed, throughput=5MB/sec 2024-09-13T00:45:57.780 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hRYEpL8Cg_Y8UPe off=2701822 len=802120 2024-09-13T00:45:57.783 INFO:tasks.workunit.client.0.smithi032.stdout:op 5709 completed, throughput=5MB/sec 2024-09-13T00:45:57.783 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BHTXdJftsNCEi5k off=7315228 len=1603131 2024-09-13T00:45:57.787 INFO:tasks.workunit.client.0.smithi032.stdout:op 5710 completed, throughput=5MB/sec 2024-09-13T00:45:58.788 INFO:tasks.workunit.client.0.smithi032.stdout: 1113: throughput=5MB/sec pending data=0 2024-09-13T00:45:58.788 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fMJOQc-YIy3e8r_ off=7536636 len=456043 2024-09-13T00:45:58.789 INFO:tasks.workunit.client.0.smithi032.stdout:op 5711 completed, throughput=5MB/sec 2024-09-13T00:45:58.789 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PEEdYIEGeWNWraa off=6908049 len=512849 2024-09-13T00:45:58.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 5712 completed, throughput=5MB/sec 2024-09-13T00:45:58.797 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-17CveymWex9i8ZV off=198196 len=1483893 2024-09-13T00:45:58.802 INFO:tasks.workunit.client.0.smithi032.stdout:op 5713 completed, throughput=5MB/sec 2024-09-13T00:45:58.802 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S2rUpZ-o8G-MOVR off=4965765 len=170001 2024-09-13T00:45:58.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 5714 completed, throughput=5MB/sec 2024-09-13T00:45:58.803 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jbrDpegYr8igZzh off=17580569 len=629020 2024-09-13T00:45:58.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 5715 completed, throughput=5MB/sec 2024-09-13T00:45:58.810 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kubSwwTy8XlEcWP off=9442890 len=301185 2024-09-13T00:45:58.816 INFO:tasks.workunit.client.0.smithi032.stdout:op 5716 completed, throughput=5MB/sec 2024-09-13T00:45:58.816 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xPUVej-8ZwKZVCQ off=59144 len=889452 2024-09-13T00:45:58.825 INFO:tasks.workunit.client.0.smithi032.stdout:op 5717 completed, throughput=5MB/sec 2024-09-13T00:45:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:45:59 smithi053 bash[67631]: cluster 2024-09-13T00:45:58.098315+0000 mgr.y (mgr.34107) 1296 : cluster [DBG] pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:45:59.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:45:59 smithi032 bash[75510]: cluster 2024-09-13T00:45:58.098315+0000 mgr.y (mgr.34107) 1296 : cluster [DBG] pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:45:59.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:45:59 smithi032 bash[76677]: cluster 2024-09-13T00:45:58.098315+0000 mgr.y (mgr.34107) 1296 : cluster [DBG] pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:45:59.826 INFO:tasks.workunit.client.0.smithi032.stdout: 1114: throughput=5MB/sec pending data=0 2024-09-13T00:45:59.826 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OPuYbENwSY35m8B off=9729108 len=507803 2024-09-13T00:45:59.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 5718 completed, throughput=5MB/sec 2024-09-13T00:45:59.833 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B7VaAP9gCnhvfBp off=3660693 len=1693787 2024-09-13T00:45:59.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 5719 completed, throughput=5MB/sec 2024-09-13T00:45:59.846 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M7ja-uLGBBUkRah off=14664526 len=495140 2024-09-13T00:45:59.847 INFO:tasks.workunit.client.0.smithi032.stdout:op 5720 completed, throughput=5MB/sec 2024-09-13T00:45:59.847 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CkqOTBa4FJF0Llj off=3050104 len=1918661 2024-09-13T00:45:59.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 5721 completed, throughput=5MB/sec 2024-09-13T00:45:59.852 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ji4_afxHhr8bIIL off=384965 len=1902753 2024-09-13T00:45:59.854 INFO:tasks.workunit.client.0.smithi032.stdout:op 5722 completed, throughput=5MB/sec 2024-09-13T00:46:00.855 INFO:tasks.workunit.client.0.smithi032.stdout: 1115: throughput=5MB/sec pending data=0 2024-09-13T00:46:00.855 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OnVXEKXLH-KFsmc off=8123894 len=1736783 2024-09-13T00:46:00.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 5723 completed, throughput=5MB/sec 2024-09-13T00:46:00.859 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v9MaZKz8HPykGlR off=284088 len=1943004 2024-09-13T00:46:00.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 5724 completed, throughput=5MB/sec 2024-09-13T00:46:00.873 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IcFCqTirYTKTuny off=8750159 len=504480 2024-09-13T00:46:00.879 INFO:tasks.workunit.client.0.smithi032.stdout:op 5725 completed, throughput=5MB/sec 2024-09-13T00:46:01.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:01 smithi053 bash[67631]: cluster 2024-09-13T00:46:00.099288+0000 mgr.y (mgr.34107) 1297 : cluster [DBG] pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:46:01.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:01 smithi032 bash[76677]: cluster 2024-09-13T00:46:00.099288+0000 mgr.y (mgr.34107) 1297 : cluster [DBG] pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:46:01.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:01 smithi032 bash[75510]: cluster 2024-09-13T00:46:00.099288+0000 mgr.y (mgr.34107) 1297 : cluster [DBG] pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T00:46:01.880 INFO:tasks.workunit.client.0.smithi032.stdout: 1116: throughput=5MB/sec pending data=0 2024-09-13T00:46:01.880 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QHP9gt1L9sXYl4z off=855073 len=1283752 2024-09-13T00:46:01.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 5726 completed, throughput=5MB/sec 2024-09-13T00:46:01.883 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1QPlVMXVGpmyYmV off=1636896 len=740096 2024-09-13T00:46:01.892 INFO:tasks.workunit.client.0.smithi032.stdout:op 5727 completed, throughput=5MB/sec 2024-09-13T00:46:01.893 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dNynuoeEl7GrcW2 off=8605580 len=530665 2024-09-13T00:46:01.895 INFO:tasks.workunit.client.0.smithi032.stdout:op 5728 completed, throughput=5MB/sec 2024-09-13T00:46:01.895 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gVRar66vw1WV-22 off=5699545 len=1246979 2024-09-13T00:46:01.899 INFO:tasks.workunit.client.0.smithi032.stdout:op 5729 completed, throughput=5MB/sec 2024-09-13T00:46:01.899 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Jes3d0wVK5aqiFe off=9692121 len=938657 2024-09-13T00:46:01.907 INFO:tasks.workunit.client.0.smithi032.stdout:op 5730 completed, throughput=5MB/sec 2024-09-13T00:46:01.907 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3MbtICH3f3fs2HH off=12683499 len=976373 2024-09-13T00:46:01.910 INFO:tasks.workunit.client.0.smithi032.stdout:op 5731 completed, throughput=5MB/sec 2024-09-13T00:46:02.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:46:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:46:02] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T00:46:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:46:02 smithi053 bash[94430]: ts=2024-09-13T00:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:46:02.910 INFO:tasks.workunit.client.0.smithi032.stdout: 1117: throughput=5MB/sec pending data=0 2024-09-13T00:46:02.910 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PWnp4YXT11YmM4O off=1077051 len=1817080 2024-09-13T00:46:02.925 INFO:tasks.workunit.client.0.smithi032.stdout:op 5732 completed, throughput=5MB/sec 2024-09-13T00:46:02.925 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XP3VJBC9W0dJ1aV off=3011780 len=205654 2024-09-13T00:46:02.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 5733 completed, throughput=5MB/sec 2024-09-13T00:46:02.930 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MEejBhMVDDmqrSu off=8390504 len=747750 2024-09-13T00:46:02.932 INFO:tasks.workunit.client.0.smithi032.stdout:op 5734 completed, throughput=5MB/sec 2024-09-13T00:46:02.932 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZjE_17pP7AuJOjs off=22492853 len=284893 2024-09-13T00:46:02.937 INFO:tasks.workunit.client.0.smithi032.stdout:op 5735 completed, throughput=5MB/sec 2024-09-13T00:46:02.938 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3xCzPLBJAle0q9n off=1201219 len=162388 2024-09-13T00:46:02.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 5736 completed, throughput=5MB/sec 2024-09-13T00:46:02.942 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jmzzDQUnJ9ZUWmr off=18764 len=1499613 2024-09-13T00:46:02.945 INFO:tasks.workunit.client.0.smithi032.stdout:op 5737 completed, throughput=5MB/sec 2024-09-13T00:46:02.945 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4fRZiHUajLzcldg off=11403669 len=1438950 2024-09-13T00:46:02.950 INFO:tasks.workunit.client.0.smithi032.stdout:op 5738 completed, throughput=5MB/sec 2024-09-13T00:46:03.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:03 smithi053 bash[67631]: cluster 2024-09-13T00:46:02.100342+0000 mgr.y (mgr.34107) 1298 : cluster [DBG] pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:46:03.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:03 smithi032 bash[75510]: cluster 2024-09-13T00:46:02.100342+0000 mgr.y (mgr.34107) 1298 : cluster [DBG] pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:46:03.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:03 smithi032 bash[76677]: cluster 2024-09-13T00:46:02.100342+0000 mgr.y (mgr.34107) 1298 : cluster [DBG] pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T00:46:03.950 INFO:tasks.workunit.client.0.smithi032.stdout: 1118: throughput=5MB/sec pending data=0 2024-09-13T00:46:03.950 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bmusyZzNhr4fjCQ off=308613 len=373865 2024-09-13T00:46:03.952 INFO:tasks.workunit.client.0.smithi032.stdout:op 5739 completed, throughput=5MB/sec 2024-09-13T00:46:03.952 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yVmHY_2DaohqWQg off=6640430 len=1503409 2024-09-13T00:46:03.956 INFO:tasks.workunit.client.0.smithi032.stdout:op 5740 completed, throughput=5MB/sec 2024-09-13T00:46:03.956 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nyT56DEJiUcZZFK off=10413945 len=557007 2024-09-13T00:46:03.958 INFO:tasks.workunit.client.0.smithi032.stdout:op 5741 completed, throughput=5MB/sec 2024-09-13T00:46:03.959 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pkCHMSzSXdHgpmD off=2583254 len=1299367 2024-09-13T00:46:03.962 INFO:tasks.workunit.client.0.smithi032.stdout:op 5742 completed, throughput=5MB/sec 2024-09-13T00:46:03.962 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xscFQFC9N2cXYEO off=23681618 len=1904642 2024-09-13T00:46:03.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 5743 completed, throughput=5MB/sec 2024-09-13T00:46:04.978 INFO:tasks.workunit.client.0.smithi032.stdout: 1119: throughput=5MB/sec pending data=0 2024-09-13T00:46:04.978 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-l-aE6V4Fa_lA21A off=8873454 len=940527 2024-09-13T00:46:04.982 INFO:tasks.workunit.client.0.smithi032.stdout:op 5744 completed, throughput=5MB/sec 2024-09-13T00:46:04.982 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QCK9VQGgmtVKQ4R off=4045459 len=2007535 2024-09-13T00:46:04.986 INFO:tasks.workunit.client.0.smithi032.stdout:op 5745 completed, throughput=5MB/sec 2024-09-13T00:46:04.986 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LzAZ02PafHx2tTu off=12991215 len=1361328 2024-09-13T00:46:04.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 5746 completed, throughput=5MB/sec 2024-09-13T00:46:05.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:05 smithi053 bash[67631]: cluster 2024-09-13T00:46:04.101582+0000 mgr.y (mgr.34107) 1299 : cluster [DBG] pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:46:05.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:05 smithi032 bash[75510]: cluster 2024-09-13T00:46:04.101582+0000 mgr.y (mgr.34107) 1299 : cluster [DBG] pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:46:05.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:05 smithi032 bash[76677]: cluster 2024-09-13T00:46:04.101582+0000 mgr.y (mgr.34107) 1299 : cluster [DBG] pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T00:46:05.990 INFO:tasks.workunit.client.0.smithi032.stdout: 1120: throughput=5MB/sec pending data=0 2024-09-13T00:46:05.990 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K6kug9diGCov5wk off=4394369 len=1748945 2024-09-13T00:46:06.003 INFO:tasks.workunit.client.0.smithi032.stdout:op 5747 completed, throughput=5MB/sec 2024-09-13T00:46:06.003 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W9eB5IvbyyFj22M off=5949048 len=1274462 2024-09-13T00:46:06.005 INFO:tasks.workunit.client.0.smithi032.stdout:op 5748 completed, throughput=5MB/sec 2024-09-13T00:46:06.006 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4hjTAXyZqvPkd1F off=2117137 len=1057788 2024-09-13T00:46:06.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 5749 completed, throughput=5MB/sec 2024-09-13T00:46:06.010 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jU7rrmZPOSYv5tr off=602559 len=455452 2024-09-13T00:46:06.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 5750 completed, throughput=5MB/sec 2024-09-13T00:46:06.012 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GAW-RP9RrxjfuCK off=1810309 len=2009099 2024-09-13T00:46:06.017 INFO:tasks.workunit.client.0.smithi032.stdout:op 5751 completed, throughput=5MB/sec 2024-09-13T00:46:07.017 INFO:tasks.workunit.client.0.smithi032.stdout: 1121: throughput=5MB/sec pending data=0 2024-09-13T00:46:07.017 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WdagcO_23zjnsNZ off=17508006 len=1814775 2024-09-13T00:46:07.023 INFO:tasks.workunit.client.0.smithi032.stdout:op 5752 completed, throughput=5MB/sec 2024-09-13T00:46:07.023 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-70SdDlREU3npTA8 off=2239163 len=1174472 2024-09-13T00:46:07.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 5753 completed, throughput=5MB/sec 2024-09-13T00:46:07.033 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VULjg1-O7q1-PNt off=16223904 len=1487241 2024-09-13T00:46:07.037 INFO:tasks.workunit.client.0.smithi032.stdout:op 5754 completed, throughput=5MB/sec 2024-09-13T00:46:07.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:07 smithi053 bash[67631]: cluster 2024-09-13T00:46:06.102610+0000 mgr.y (mgr.34107) 1300 : cluster [DBG] pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:46:07.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:07 smithi032 bash[75510]: cluster 2024-09-13T00:46:06.102610+0000 mgr.y (mgr.34107) 1300 : cluster [DBG] pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:46:07.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:07 smithi032 bash[76677]: cluster 2024-09-13T00:46:06.102610+0000 mgr.y (mgr.34107) 1300 : cluster [DBG] pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T00:46:08.037 INFO:tasks.workunit.client.0.smithi032.stdout: 1122: throughput=5MB/sec pending data=0 2024-09-13T00:46:08.037 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4jQJM0RdnuoIr1O off=552055 len=1604555 2024-09-13T00:46:08.049 INFO:tasks.workunit.client.0.smithi032.stdout:op 5755 completed, throughput=5MB/sec 2024-09-13T00:46:08.049 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-REllVF24fr_FyvJ off=4480959 len=1231866 2024-09-13T00:46:08.052 INFO:tasks.workunit.client.0.smithi032.stdout:op 5756 completed, throughput=5MB/sec 2024-09-13T00:46:08.052 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FSIsHtPV78vryQI off=2259083 len=1212509 2024-09-13T00:46:08.056 INFO:tasks.workunit.client.0.smithi032.stdout:op 5757 completed, throughput=5MB/sec 2024-09-13T00:46:08.056 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mhbL75Zg2CBK1MR off=7210160 len=1863262 2024-09-13T00:46:08.060 INFO:tasks.workunit.client.0.smithi032.stdout:op 5758 completed, throughput=5MB/sec 2024-09-13T00:46:09.061 INFO:tasks.workunit.client.0.smithi032.stdout: 1123: throughput=5MB/sec pending data=0 2024-09-13T00:46:09.061 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JsMM8qVcMdx9zBW off=131789 len=1088968 2024-09-13T00:46:09.071 INFO:tasks.workunit.client.0.smithi032.stdout:op 5759 completed, throughput=5MB/sec 2024-09-13T00:46:09.071 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Dogl0LkCGTqamCr off=1105190 len=1421141 2024-09-13T00:46:09.082 INFO:tasks.workunit.client.0.smithi032.stdout:op 5760 completed, throughput=5MB/sec 2024-09-13T00:46:09.082 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TZDQLK_MTe4GwZ7 off=16025449 len=270004 2024-09-13T00:46:09.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 5761 completed, throughput=5MB/sec 2024-09-13T00:46:09.085 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lDkW-6X5CTgFrqK off=270318 len=173981 2024-09-13T00:46:09.086 INFO:tasks.workunit.client.0.smithi032.stdout:op 5762 completed, throughput=5MB/sec 2024-09-13T00:46:09.086 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fXkw6yNC0tZQ6Lf off=134995 len=650996 2024-09-13T00:46:09.092 INFO:tasks.workunit.client.0.smithi032.stdout:op 5763 completed, throughput=5MB/sec 2024-09-13T00:46:09.092 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cqiJKzlGxqdFa46 off=5012184 len=1329704 2024-09-13T00:46:09.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 5764 completed, throughput=5MB/sec 2024-09-13T00:46:09.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:09 smithi053 bash[67631]: cluster 2024-09-13T00:46:08.103770+0000 mgr.y (mgr.34107) 1301 : cluster [DBG] pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T00:46:09.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:09 smithi032 bash[75510]: cluster 2024-09-13T00:46:08.103770+0000 mgr.y (mgr.34107) 1301 : cluster [DBG] pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T00:46:09.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:09 smithi032 bash[76677]: cluster 2024-09-13T00:46:08.103770+0000 mgr.y (mgr.34107) 1301 : cluster [DBG] pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T00:46:10.095 INFO:tasks.workunit.client.0.smithi032.stdout: 1124: throughput=5MB/sec pending data=0 2024-09-13T00:46:10.095 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ii1v7DlVz-wei7O off=10452390 len=1342093 2024-09-13T00:46:10.107 INFO:tasks.workunit.client.0.smithi032.stdout:op 5765 completed, throughput=5MB/sec 2024-09-13T00:46:10.107 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3o7LUKjoWVT95Wj off=13670672 len=434823 2024-09-13T00:46:10.109 INFO:tasks.workunit.client.0.smithi032.stdout:op 5766 completed, throughput=5MB/sec 2024-09-13T00:46:10.109 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PvSyZwgdNzEewdd off=3549336 len=1215929 2024-09-13T00:46:10.119 INFO:tasks.workunit.client.0.smithi032.stdout:op 5767 completed, throughput=5MB/sec 2024-09-13T00:46:10.119 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J_gx_AsjKt4NZpW off=9217022 len=958386 2024-09-13T00:46:10.127 INFO:tasks.workunit.client.0.smithi032.stdout:op 5768 completed, throughput=5MB/sec 2024-09-13T00:46:10.127 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MJNSnP6otcM6hQ0 off=759487 len=1567026 2024-09-13T00:46:10.138 INFO:tasks.workunit.client.0.smithi032.stdout:op 5769 completed, throughput=5MB/sec 2024-09-13T00:46:10.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:10 smithi053 bash[67631]: audit 2024-09-13T00:46:10.188105+0000 mon.a (mon.0) 2316 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:46:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:10 smithi032 bash[75510]: audit 2024-09-13T00:46:10.188105+0000 mon.a (mon.0) 2316 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:46:10.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:10 smithi032 bash[76677]: audit 2024-09-13T00:46:10.188105+0000 mon.a (mon.0) 2316 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:46:11.138 INFO:tasks.workunit.client.0.smithi032.stdout: 1125: throughput=5MB/sec pending data=0 2024-09-13T00:46:11.138 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pK7ssOViOkM8RMf off=11656859 len=919005 2024-09-13T00:46:11.146 INFO:tasks.workunit.client.0.smithi032.stdout:op 5770 completed, throughput=5MB/sec 2024-09-13T00:46:11.146 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d_zr2__oiz4BmOZ off=2521897 len=1518377 2024-09-13T00:46:11.157 INFO:tasks.workunit.client.0.smithi032.stdout:op 5771 completed, throughput=5MB/sec 2024-09-13T00:46:11.158 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-76FPgIEe68LZC7Z off=1987453 len=1886079 2024-09-13T00:46:11.172 INFO:tasks.workunit.client.0.smithi032.stdout:op 5772 completed, throughput=5MB/sec 2024-09-13T00:46:11.172 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d6VGoEA9Gr1MuJk off=1515585 len=115485 2024-09-13T00:46:11.173 INFO:tasks.workunit.client.0.smithi032.stdout:op 5773 completed, throughput=5MB/sec 2024-09-13T00:46:11.173 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Rym3NZMFKMN4aZs off=7814325 len=1123210 2024-09-13T00:46:11.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 5774 completed, throughput=5MB/sec 2024-09-13T00:46:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:11 smithi053 bash[67631]: cluster 2024-09-13T00:46:10.104849+0000 mgr.y (mgr.34107) 1302 : cluster [DBG] pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T00:46:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:11 smithi032 bash[75510]: cluster 2024-09-13T00:46:10.104849+0000 mgr.y (mgr.34107) 1302 : cluster [DBG] pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T00:46:11.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:11 smithi032 bash[76677]: cluster 2024-09-13T00:46:10.104849+0000 mgr.y (mgr.34107) 1302 : cluster [DBG] pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T00:46:12.178 INFO:tasks.workunit.client.0.smithi032.stdout: 1126: throughput=5MB/sec pending data=0 2024-09-13T00:46:12.178 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SBphO4_3jvcH0k3 off=0 len=1664812 2024-09-13T00:46:12.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 5775 completed, throughput=5MB/sec 2024-09-13T00:46:12.190 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-35T-NXP5HnECzNa off=1197757 len=1143910 2024-09-13T00:46:12.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 5776 completed, throughput=5MB/sec 2024-09-13T00:46:12.194 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cIjotjGYqmJtSfK off=2485165 len=1979166 2024-09-13T00:46:12.209 INFO:tasks.workunit.client.0.smithi032.stdout:op 5777 completed, throughput=5MB/sec 2024-09-13T00:46:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:46:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:46:12] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-13T00:46:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:46:12 smithi053 bash[94430]: ts=2024-09-13T00:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:46:13.209 INFO:tasks.workunit.client.0.smithi032.stdout: 1127: throughput=5MB/sec pending data=0 2024-09-13T00:46:13.210 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u7A8AdgYc0MMxms off=12348195 len=553650 2024-09-13T00:46:13.212 INFO:tasks.workunit.client.0.smithi032.stdout:op 5778 completed, throughput=5MB/sec 2024-09-13T00:46:13.212 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z7Afz8r8Ru_Uqkc off=19743087 len=102073 2024-09-13T00:46:13.215 INFO:tasks.workunit.client.0.smithi032.stdout:op 5779 completed, throughput=5MB/sec 2024-09-13T00:46:13.215 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-h7lCk3QrgDdcLe1 off=3902424 len=1718749 2024-09-13T00:46:13.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 5780 completed, throughput=5MB/sec 2024-09-13T00:46:13.218 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W7IAfoaRmTuyuNB off=381197 len=730856 2024-09-13T00:46:13.222 INFO:tasks.workunit.client.0.smithi032.stdout:op 5781 completed, throughput=5MB/sec 2024-09-13T00:46:13.222 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w8uR8hB3t2E3zAZ off=16992457 len=1840846 2024-09-13T00:46:13.225 INFO:tasks.workunit.client.0.smithi032.stdout:op 5782 completed, throughput=5MB/sec 2024-09-13T00:46:13.225 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ds5xN1SEL7L40ex off=2299828 len=463245 2024-09-13T00:46:13.229 INFO:tasks.workunit.client.0.smithi032.stdout:op 5783 completed, throughput=5MB/sec 2024-09-13T00:46:13.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:13 smithi053 bash[67631]: cluster 2024-09-13T00:46:12.105951+0000 mgr.y (mgr.34107) 1303 : cluster [DBG] pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:46:13.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:13 smithi053 bash[67631]: audit 2024-09-13T00:46:12.828118+0000 mon.a (mon.0) 2317 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:46:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:13 smithi032 bash[75510]: cluster 2024-09-13T00:46:12.105951+0000 mgr.y (mgr.34107) 1303 : cluster [DBG] pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:46:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:13 smithi032 bash[75510]: audit 2024-09-13T00:46:12.828118+0000 mon.a (mon.0) 2317 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:46:13.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:13 smithi032 bash[76677]: cluster 2024-09-13T00:46:12.105951+0000 mgr.y (mgr.34107) 1303 : cluster [DBG] pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T00:46:13.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:13 smithi032 bash[76677]: audit 2024-09-13T00:46:12.828118+0000 mon.a (mon.0) 2317 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:46:14.229 INFO:tasks.workunit.client.0.smithi032.stdout: 1128: throughput=5MB/sec pending data=0 2024-09-13T00:46:14.230 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LfxBsBUEGWWxD_q off=2494797 len=258803 2024-09-13T00:46:14.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 5784 completed, throughput=5MB/sec 2024-09-13T00:46:14.236 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PF9xfRyEsbEAWRF off=4540963 len=1741134 2024-09-13T00:46:14.240 INFO:tasks.workunit.client.0.smithi032.stdout:op 5785 completed, throughput=5MB/sec 2024-09-13T00:46:14.240 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o50oPa7P7At6ryS off=4276274 len=1996270 2024-09-13T00:46:14.246 INFO:tasks.workunit.client.0.smithi032.stdout:op 5786 completed, throughput=5MB/sec 2024-09-13T00:46:14.246 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K4-WI65VMFi7Yhj off=15921969 len=1245035 2024-09-13T00:46:14.250 INFO:tasks.workunit.client.0.smithi032.stdout:op 5787 completed, throughput=5MB/sec 2024-09-13T00:46:14.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:14 smithi032 bash[75510]: audit 2024-09-13T00:46:13.662798+0000 mon.a (mon.0) 2318 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:46:14.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:14 smithi032 bash[75510]: audit 2024-09-13T00:46:13.669010+0000 mon.a (mon.0) 2319 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:46:14.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:14 smithi032 bash[75510]: audit 2024-09-13T00:46:13.670183+0000 mon.a (mon.0) 2320 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:46:14.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:14 smithi032 bash[75510]: audit 2024-09-13T00:46:13.671240+0000 mon.a (mon.0) 2321 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:46:14.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:14 smithi032 bash[75510]: audit 2024-09-13T00:46:13.676819+0000 mon.a (mon.0) 2322 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:46:14.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:14 smithi032 bash[75510]: cluster 2024-09-13T00:46:14.107088+0000 mgr.y (mgr.34107) 1304 : cluster [DBG] pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:46:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:14 smithi032 bash[76677]: audit 2024-09-13T00:46:13.662798+0000 mon.a (mon.0) 2318 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:46:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:14 smithi032 bash[76677]: audit 2024-09-13T00:46:13.669010+0000 mon.a (mon.0) 2319 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:46:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:14 smithi032 bash[76677]: audit 2024-09-13T00:46:13.670183+0000 mon.a (mon.0) 2320 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:46:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:14 smithi032 bash[76677]: audit 2024-09-13T00:46:13.671240+0000 mon.a (mon.0) 2321 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:46:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:14 smithi032 bash[76677]: audit 2024-09-13T00:46:13.676819+0000 mon.a (mon.0) 2322 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:46:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:14 smithi032 bash[76677]: cluster 2024-09-13T00:46:14.107088+0000 mgr.y (mgr.34107) 1304 : cluster [DBG] pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:46:15.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:14 smithi053 bash[67631]: audit 2024-09-13T00:46:13.662798+0000 mon.a (mon.0) 2318 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:46:15.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:14 smithi053 bash[67631]: audit 2024-09-13T00:46:13.669010+0000 mon.a (mon.0) 2319 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:46:15.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:14 smithi053 bash[67631]: audit 2024-09-13T00:46:13.670183+0000 mon.a (mon.0) 2320 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:46:15.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:14 smithi053 bash[67631]: audit 2024-09-13T00:46:13.671240+0000 mon.a (mon.0) 2321 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:46:15.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:14 smithi053 bash[67631]: audit 2024-09-13T00:46:13.676819+0000 mon.a (mon.0) 2322 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:46:15.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:14 smithi053 bash[67631]: cluster 2024-09-13T00:46:14.107088+0000 mgr.y (mgr.34107) 1304 : cluster [DBG] pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T00:46:15.250 INFO:tasks.workunit.client.0.smithi032.stdout: 1129: throughput=5MB/sec pending data=0 2024-09-13T00:46:15.251 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YuYYV45GEzOn-WP off=17338327 len=448083 2024-09-13T00:46:15.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 5788 completed, throughput=5MB/sec 2024-09-13T00:46:15.252 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Gyr0YIkleQklP77 off=136363 len=1107935 2024-09-13T00:46:15.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 5789 completed, throughput=5MB/sec 2024-09-13T00:46:15.261 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FCc9rE5T7xx93o0 off=6140974 len=827273 2024-09-13T00:46:15.270 INFO:tasks.workunit.client.0.smithi032.stdout:op 5790 completed, throughput=5MB/sec 2024-09-13T00:46:15.270 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BU_ZSdHC3zhMdR5 off=59959 len=1089342 2024-09-13T00:46:15.274 INFO:tasks.workunit.client.0.smithi032.stdout:op 5791 completed, throughput=5MB/sec 2024-09-13T00:46:15.274 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d5WGAU00wZ604ez off=1003032 len=1767152 2024-09-13T00:46:15.286 INFO:tasks.workunit.client.0.smithi032.stdout:op 5792 completed, throughput=5MB/sec 2024-09-13T00:46:15.286 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uBHlvoR2HP-S-sR off=17576865 len=45791 2024-09-13T00:46:15.286 INFO:tasks.workunit.client.0.smithi032.stdout:op 5793 completed, throughput=5MB/sec 2024-09-13T00:46:15.287 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vilyCM2z_F0qM_L off=580127 len=652302 2024-09-13T00:46:15.295 INFO:tasks.workunit.client.0.smithi032.stdout:op 5794 completed, throughput=5MB/sec 2024-09-13T00:46:16.295 INFO:tasks.workunit.client.0.smithi032.stdout: 1130: throughput=5MB/sec pending data=0 2024-09-13T00:46:16.295 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MqjAtiZ6m7L2sK4 off=181898 len=976044 2024-09-13T00:46:16.298 INFO:tasks.workunit.client.0.smithi032.stdout:op 5795 completed, throughput=5MB/sec 2024-09-13T00:46:16.298 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HlkZ8S8FlVlKUIb off=15883045 len=343131 2024-09-13T00:46:16.304 INFO:tasks.workunit.client.0.smithi032.stdout:op 5796 completed, throughput=5MB/sec 2024-09-13T00:46:16.304 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ckJ6lX9I_ELAEas off=819763 len=1257425 2024-09-13T00:46:16.306 INFO:tasks.workunit.client.0.smithi032.stdout:op 5797 completed, throughput=5MB/sec 2024-09-13T00:46:16.306 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yLvGl8GIP2DYuqR off=20915174 len=1282997 2024-09-13T00:46:16.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 5798 completed, throughput=5MB/sec 2024-09-13T00:46:16.309 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bqpyY46VE5QKXFF off=8827886 len=284265 2024-09-13T00:46:16.315 INFO:tasks.workunit.client.0.smithi032.stdout:op 5799 completed, throughput=5MB/sec 2024-09-13T00:46:16.315 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zt2YrPPoFA4ZVDW off=12849955 len=530908 2024-09-13T00:46:16.317 INFO:tasks.workunit.client.0.smithi032.stdout:op 5800 completed, throughput=5MB/sec 2024-09-13T00:46:16.317 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fT3lHsGThm8I6Ii off=777209 len=952480 2024-09-13T00:46:16.318 INFO:tasks.workunit.client.0.smithi032.stdout:op 5801 completed, throughput=5MB/sec 2024-09-13T00:46:17.319 INFO:tasks.workunit.client.0.smithi032.stdout: 1131: throughput=5MB/sec pending data=0 2024-09-13T00:46:17.320 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S8ZpDx6GvCDLqBM off=20236584 len=1247427 2024-09-13T00:46:17.331 INFO:tasks.workunit.client.0.smithi032.stdout:op 5802 completed, throughput=5MB/sec 2024-09-13T00:46:17.331 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9yNh8x72k2rscLA off=14030983 len=1388020 2024-09-13T00:46:17.341 INFO:tasks.workunit.client.0.smithi032.stdout:op 5803 completed, throughput=5MB/sec 2024-09-13T00:46:17.341 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Bh1MMjmjlyeALBV off=19199204 len=1312927 2024-09-13T00:46:17.352 INFO:tasks.workunit.client.0.smithi032.stdout:op 5804 completed, throughput=5MB/sec 2024-09-13T00:46:17.352 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yR9vg5l6UI4WgR3 off=4866621 len=236028 2024-09-13T00:46:17.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 5805 completed, throughput=5MB/sec 2024-09-13T00:46:17.358 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H_gfaJLRBSjBYvU off=2053152 len=638081 2024-09-13T00:46:17.364 INFO:tasks.workunit.client.0.smithi032.stdout:op 5806 completed, throughput=5MB/sec 2024-09-13T00:46:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:17 smithi032 bash[75510]: cluster 2024-09-13T00:46:16.107961+0000 mgr.y (mgr.34107) 1305 : cluster [DBG] pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:46:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:17 smithi032 bash[76677]: cluster 2024-09-13T00:46:16.107961+0000 mgr.y (mgr.34107) 1305 : cluster [DBG] pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:46:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:17 smithi053 bash[67631]: cluster 2024-09-13T00:46:16.107961+0000 mgr.y (mgr.34107) 1305 : cluster [DBG] pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:46:18.364 INFO:tasks.workunit.client.0.smithi032.stdout: 1132: throughput=5MB/sec pending data=0 2024-09-13T00:46:18.365 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pJc9ZNKSQ9Quisi off=9305679 len=1895978 2024-09-13T00:46:18.379 INFO:tasks.workunit.client.0.smithi032.stdout:op 5807 completed, throughput=5MB/sec 2024-09-13T00:46:18.379 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b2W-UB8c3DPWrib off=2262171 len=290909 2024-09-13T00:46:18.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 5808 completed, throughput=5MB/sec 2024-09-13T00:46:18.385 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_y1UdyMUla9WEjY off=7400112 len=1571525 2024-09-13T00:46:18.388 INFO:tasks.workunit.client.0.smithi032.stdout:op 5809 completed, throughput=5MB/sec 2024-09-13T00:46:18.388 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i7OWsyHIomVHZGs off=2824237 len=253185 2024-09-13T00:46:18.394 INFO:tasks.workunit.client.0.smithi032.stdout:op 5810 completed, throughput=5MB/sec 2024-09-13T00:46:18.394 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ONwytTrwFy-9DO- off=12007501 len=719822 2024-09-13T00:46:18.396 INFO:tasks.workunit.client.0.smithi032.stdout:op 5811 completed, throughput=5MB/sec 2024-09-13T00:46:18.396 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S8ZpDx6GvCDLqBM off=6369283 len=895348 2024-09-13T00:46:18.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 5812 completed, throughput=5MB/sec 2024-09-13T00:46:19.405 INFO:tasks.workunit.client.0.smithi032.stdout: 1133: throughput=5MB/sec pending data=0 2024-09-13T00:46:19.405 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QCCMfU4JFvv48MA off=13156480 len=1132621 2024-09-13T00:46:19.408 INFO:tasks.workunit.client.0.smithi032.stdout:op 5813 completed, throughput=5MB/sec 2024-09-13T00:46:19.408 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q0sSbWlPEB4DaZx off=2637620 len=1632661 2024-09-13T00:46:19.420 INFO:tasks.workunit.client.0.smithi032.stdout:op 5814 completed, throughput=5MB/sec 2024-09-13T00:46:19.420 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YphplxbOV12jGeS off=2925614 len=21132 2024-09-13T00:46:19.424 INFO:tasks.workunit.client.0.smithi032.stdout:op 5815 completed, throughput=5MB/sec 2024-09-13T00:46:19.425 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AhE5EiD_JjMLf-k off=3218370 len=522348 2024-09-13T00:46:19.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 5816 completed, throughput=5MB/sec 2024-09-13T00:46:19.426 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5cbUmbrmMxEa3Mw off=5273218 len=1247400 2024-09-13T00:46:19.437 INFO:tasks.workunit.client.0.smithi032.stdout:op 5817 completed, throughput=5MB/sec 2024-09-13T00:46:19.437 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pShfLyFIBxifOTZ off=1349896 len=677756 2024-09-13T00:46:19.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 5818 completed, throughput=5MB/sec 2024-09-13T00:46:19.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:19 smithi053 bash[67631]: cluster 2024-09-13T00:46:18.108976+0000 mgr.y (mgr.34107) 1306 : cluster [DBG] pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:46:19.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:19 smithi032 bash[75510]: cluster 2024-09-13T00:46:18.108976+0000 mgr.y (mgr.34107) 1306 : cluster [DBG] pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:46:19.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:19 smithi032 bash[76677]: cluster 2024-09-13T00:46:18.108976+0000 mgr.y (mgr.34107) 1306 : cluster [DBG] pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T00:46:20.445 INFO:tasks.workunit.client.0.smithi032.stdout: 1134: throughput=5MB/sec pending data=0 2024-09-13T00:46:20.445 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OH9Z7EKCYKKgfsN off=7137073 len=630093 2024-09-13T00:46:20.447 INFO:tasks.workunit.client.0.smithi032.stdout:op 5819 completed, throughput=5MB/sec 2024-09-13T00:46:20.448 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YX0e4MYriXZBwDg off=5378055 len=829982 2024-09-13T00:46:20.455 INFO:tasks.workunit.client.0.smithi032.stdout:op 5820 completed, throughput=5MB/sec 2024-09-13T00:46:20.456 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cNkFkG6hnxNFGSL off=10541080 len=1402715 2024-09-13T00:46:20.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 5821 completed, throughput=5MB/sec 2024-09-13T00:46:20.467 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U9Be3SeZVKSVp6H off=7978281 len=11840 2024-09-13T00:46:20.472 INFO:tasks.workunit.client.0.smithi032.stdout:op 5822 completed, throughput=5MB/sec 2024-09-13T00:46:20.472 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ANIx7BqvUk7J3cU off=1596354 len=2014342 2024-09-13T00:46:20.477 INFO:tasks.workunit.client.0.smithi032.stdout:op 5823 completed, throughput=5MB/sec 2024-09-13T00:46:20.477 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Dg-XiFX8WlLyjXr off=13516449 len=860489 2024-09-13T00:46:20.479 INFO:tasks.workunit.client.0.smithi032.stdout:op 5824 completed, throughput=5MB/sec 2024-09-13T00:46:21.480 INFO:tasks.workunit.client.0.smithi032.stdout: 1135: throughput=5MB/sec pending data=0 2024-09-13T00:46:21.480 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xlQCaI7FLv1GUNG off=5274420 len=1668118 2024-09-13T00:46:21.484 INFO:tasks.workunit.client.0.smithi032.stdout:op 5825 completed, throughput=5MB/sec 2024-09-13T00:46:21.484 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i8_EXif_kzjvOy6 off=17245257 len=1275758 2024-09-13T00:46:21.494 INFO:tasks.workunit.client.0.smithi032.stdout:op 5826 completed, throughput=5MB/sec 2024-09-13T00:46:21.494 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cFnwSMdKZdxE6Im off=19912842 len=1002484 2024-09-13T00:46:21.503 INFO:tasks.workunit.client.0.smithi032.stdout:op 5827 completed, throughput=5MB/sec 2024-09-13T00:46:21.503 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NxDo3gRv8VuyiSi off=1259942 len=1913189 2024-09-13T00:46:21.516 INFO:tasks.workunit.client.0.smithi032.stdout:op 5828 completed, throughput=5MB/sec 2024-09-13T00:46:21.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:21 smithi053 bash[67631]: cluster 2024-09-13T00:46:20.110013+0000 mgr.y (mgr.34107) 1307 : cluster [DBG] pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:46:21.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:21 smithi032 bash[75510]: cluster 2024-09-13T00:46:20.110013+0000 mgr.y (mgr.34107) 1307 : cluster [DBG] pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:46:21.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:21 smithi032 bash[76677]: cluster 2024-09-13T00:46:20.110013+0000 mgr.y (mgr.34107) 1307 : cluster [DBG] pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:46:22.517 INFO:tasks.workunit.client.0.smithi032.stdout: 1136: throughput=5MB/sec pending data=0 2024-09-13T00:46:22.517 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--zpv7lAobBSc-8h off=3360941 len=942935 2024-09-13T00:46:22.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 5829 completed, throughput=5MB/sec 2024-09-13T00:46:22.526 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1yez-ssqOViG3Ai off=6216412 len=616212 2024-09-13T00:46:22.532 INFO:tasks.workunit.client.0.smithi032.stdout:op 5830 completed, throughput=5MB/sec 2024-09-13T00:46:22.533 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ksfbuKYP8pWH3vc off=983179 len=1464196 2024-09-13T00:46:22.543 INFO:tasks.workunit.client.0.smithi032.stdout:op 5831 completed, throughput=5MB/sec 2024-09-13T00:46:22.543 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e0i5cK3Vulr5i-y off=17474696 len=216238 2024-09-13T00:46:22.547 INFO:tasks.workunit.client.0.smithi032.stdout:op 5832 completed, throughput=5MB/sec 2024-09-13T00:46:22.548 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--rszTQldgf_sxHb off=131312 len=578375 2024-09-13T00:46:22.554 INFO:tasks.workunit.client.0.smithi032.stdout:op 5833 completed, throughput=5MB/sec 2024-09-13T00:46:22.554 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kubSwwTy8XlEcWP off=11545106 len=388420 2024-09-13T00:46:22.560 INFO:tasks.workunit.client.0.smithi032.stdout:op 5834 completed, throughput=5MB/sec 2024-09-13T00:46:22.560 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4TWAOJfOwNWH9D6 off=15872835 len=171947 2024-09-13T00:46:22.565 INFO:tasks.workunit.client.0.smithi032.stdout:op 5835 completed, throughput=5MB/sec 2024-09-13T00:46:22.565 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-v5JhhmwjmMGmxhd off=3845133 len=1473326 2024-09-13T00:46:22.569 INFO:tasks.workunit.client.0.smithi032.stdout:op 5836 completed, throughput=5MB/sec 2024-09-13T00:46:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:46:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:46:22] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-13T00:46:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:46:22 smithi053 bash[94430]: ts=2024-09-13T00:46:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:46:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:23 smithi053 bash[67631]: cluster 2024-09-13T00:46:22.111049+0000 mgr.y (mgr.34107) 1308 : cluster [DBG] pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:46:23.569 INFO:tasks.workunit.client.0.smithi032.stdout: 1137: throughput=5MB/sec pending data=0 2024-09-13T00:46:23.569 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FLeVb1eWHWHQtpf off=2424396 len=814692 2024-09-13T00:46:23.577 INFO:tasks.workunit.client.0.smithi032.stdout:op 5837 completed, throughput=5MB/sec 2024-09-13T00:46:23.577 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-afEXnajf93WQexn off=19975045 len=828538 2024-09-13T00:46:23.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 5838 completed, throughput=5MB/sec 2024-09-13T00:46:23.584 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-O0AEmADQzBAvtrg off=6758273 len=1788542 2024-09-13T00:46:23.597 INFO:tasks.workunit.client.0.smithi032.stdout:op 5839 completed, throughput=5MB/sec 2024-09-13T00:46:23.597 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BnZb_8k0WItvkgr off=4625094 len=596275 2024-09-13T00:46:23.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 5840 completed, throughput=5MB/sec 2024-09-13T00:46:23.599 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S8NETaUqV74JURs off=11337532 len=1813500 2024-09-13T00:46:23.610 INFO:tasks.workunit.client.0.smithi032.stdout:op 5841 completed, throughput=5MB/sec 2024-09-13T00:46:23.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:23 smithi032 bash[75510]: cluster 2024-09-13T00:46:22.111049+0000 mgr.y (mgr.34107) 1308 : cluster [DBG] pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:46:23.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:23 smithi032 bash[76677]: cluster 2024-09-13T00:46:22.111049+0000 mgr.y (mgr.34107) 1308 : cluster [DBG] pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:46:24.611 INFO:tasks.workunit.client.0.smithi032.stdout: 1138: throughput=5MB/sec pending data=0 2024-09-13T00:46:24.611 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JkhQtGUtJq9ClIe off=0 len=1746181 2024-09-13T00:46:24.616 INFO:tasks.workunit.client.0.smithi032.stdout:op 5842 completed, throughput=5MB/sec 2024-09-13T00:46:24.616 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gtTvYAft3f_X_Fg off=2071425 len=1498506 2024-09-13T00:46:24.621 INFO:tasks.workunit.client.0.smithi032.stdout:op 5843 completed, throughput=5MB/sec 2024-09-13T00:46:24.621 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pMtN6QSRao6NVjN off=5776352 len=1308240 2024-09-13T00:46:24.623 INFO:tasks.workunit.client.0.smithi032.stdout:op 5844 completed, throughput=5MB/sec 2024-09-13T00:46:25.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:25 smithi053 bash[67631]: cluster 2024-09-13T00:46:24.112206+0000 mgr.y (mgr.34107) 1309 : cluster [DBG] pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:46:25.623 INFO:tasks.workunit.client.0.smithi032.stdout: 1139: throughput=5MB/sec pending data=0 2024-09-13T00:46:25.623 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L9Mv_DoBSpm_Zo2 off=7815651 len=365178 2024-09-13T00:46:25.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 5845 completed, throughput=5MB/sec 2024-09-13T00:46:25.629 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D2YIDjM1e2kcc5W off=3987289 len=1481668 2024-09-13T00:46:25.633 INFO:tasks.workunit.client.0.smithi032.stdout:op 5846 completed, throughput=5MB/sec 2024-09-13T00:46:25.633 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1-J6kVbjRysXrYx off=6036341 len=766973 2024-09-13T00:46:25.641 INFO:tasks.workunit.client.0.smithi032.stdout:op 5847 completed, throughput=5MB/sec 2024-09-13T00:46:25.641 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MxuDT7zylv36sKx off=8408460 len=602883 2024-09-13T00:46:25.643 INFO:tasks.workunit.client.0.smithi032.stdout:op 5848 completed, throughput=5MB/sec 2024-09-13T00:46:25.643 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ug4n7bG9ObWHLL_ off=1725929 len=1461205 2024-09-13T00:46:25.645 INFO:tasks.workunit.client.0.smithi032.stdout:op 5849 completed, throughput=5MB/sec 2024-09-13T00:46:25.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:25 smithi032 bash[75510]: cluster 2024-09-13T00:46:24.112206+0000 mgr.y (mgr.34107) 1309 : cluster [DBG] pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:46:25.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:25 smithi032 bash[76677]: cluster 2024-09-13T00:46:24.112206+0000 mgr.y (mgr.34107) 1309 : cluster [DBG] pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:46:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:26 smithi053 bash[67631]: audit 2024-09-13T00:46:25.188314+0000 mon.a (mon.0) 2323 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:46:26.646 INFO:tasks.workunit.client.0.smithi032.stdout: 1140: throughput=5MB/sec pending data=0 2024-09-13T00:46:26.646 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zSBuzSi01HM_iyl off=12598693 len=1823006 2024-09-13T00:46:26.650 INFO:tasks.workunit.client.0.smithi032.stdout:op 5850 completed, throughput=5MB/sec 2024-09-13T00:46:26.650 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0trmPllhwkmB-I6 off=11601312 len=975285 2024-09-13T00:46:26.653 INFO:tasks.workunit.client.0.smithi032.stdout:op 5851 completed, throughput=5MB/sec 2024-09-13T00:46:26.653 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mBcdCVJPXt06Ksw off=1150149 len=97148 2024-09-13T00:46:26.657 INFO:tasks.workunit.client.0.smithi032.stdout:op 5852 completed, throughput=5MB/sec 2024-09-13T00:46:26.657 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GY4KuvnKlevKAHC off=989039 len=931769 2024-09-13T00:46:26.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 5853 completed, throughput=5MB/sec 2024-09-13T00:46:26.659 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wMcWDEwQY-pYlVP off=2174846 len=1942767 2024-09-13T00:46:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:26 smithi032 bash[76677]: audit 2024-09-13T00:46:25.188314+0000 mon.a (mon.0) 2323 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:46:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:26 smithi032 bash[75510]: audit 2024-09-13T00:46:25.188314+0000 mon.a (mon.0) 2323 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:46:26.675 INFO:tasks.workunit.client.0.smithi032.stdout:op 5854 completed, throughput=5MB/sec 2024-09-13T00:46:27.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:27 smithi053 bash[67631]: cluster 2024-09-13T00:46:26.113127+0000 mgr.y (mgr.34107) 1310 : cluster [DBG] pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:46:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:27 smithi032 bash[76677]: cluster 2024-09-13T00:46:26.113127+0000 mgr.y (mgr.34107) 1310 : cluster [DBG] pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:46:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:27 smithi032 bash[75510]: cluster 2024-09-13T00:46:26.113127+0000 mgr.y (mgr.34107) 1310 : cluster [DBG] pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T00:46:27.675 INFO:tasks.workunit.client.0.smithi032.stdout: 1141: throughput=5MB/sec pending data=0 2024-09-13T00:46:27.675 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rZDi6TSSEkGVMPu off=227349 len=940733 2024-09-13T00:46:27.678 INFO:tasks.workunit.client.0.smithi032.stdout:op 5855 completed, throughput=5MB/sec 2024-09-13T00:46:27.679 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N4xNxu_G9vR_-WX off=15033001 len=1687729 2024-09-13T00:46:27.694 INFO:tasks.workunit.client.0.smithi032.stdout:op 5856 completed, throughput=5MB/sec 2024-09-13T00:46:27.694 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KTu6MpdKemxbeDm off=848342 len=1728716 2024-09-13T00:46:27.698 INFO:tasks.workunit.client.0.smithi032.stdout:op 5857 completed, throughput=5MB/sec 2024-09-13T00:46:27.698 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2XWCGgfv1zRhnP0 off=246534 len=1942333 2024-09-13T00:46:27.703 INFO:tasks.workunit.client.0.smithi032.stdout:op 5858 completed, throughput=5MB/sec 2024-09-13T00:46:28.036 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:46:27 smithi053 bash[97864]: logger=cleanup t=2024-09-13T00:46:27.569204726Z level=info msg="Completed cleanup jobs" duration=67.143922ms 2024-09-13T00:46:28.704 INFO:tasks.workunit.client.0.smithi032.stdout: 1142: throughput=5MB/sec pending data=0 2024-09-13T00:46:28.704 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Pj398QTn8Hq4Let off=5712497 len=75983 2024-09-13T00:46:28.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 5859 completed, throughput=5MB/sec 2024-09-13T00:46:28.709 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FgXTkBEXDqlJJPQ off=7894486 len=1344829 2024-09-13T00:46:28.712 INFO:tasks.workunit.client.0.smithi032.stdout:op 5860 completed, throughput=5MB/sec 2024-09-13T00:46:28.712 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_JC5oS1U9qiSMAE off=6548742 len=1067681 2024-09-13T00:46:28.721 INFO:tasks.workunit.client.0.smithi032.stdout:op 5861 completed, throughput=5MB/sec 2024-09-13T00:46:28.721 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-04oVwDl1Z9Lr6sd off=965533 len=129251 2024-09-13T00:46:28.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 5862 completed, throughput=5MB/sec 2024-09-13T00:46:28.723 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-djHfy8uY45MwgH_ off=3926764 len=255118 2024-09-13T00:46:28.727 INFO:tasks.workunit.client.0.smithi032.stdout:op 5863 completed, throughput=5MB/sec 2024-09-13T00:46:28.727 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dXvXMiFiaH9_QRQ off=2399609 len=551071 2024-09-13T00:46:28.729 INFO:tasks.workunit.client.0.smithi032.stdout:op 5864 completed, throughput=5MB/sec 2024-09-13T00:46:28.729 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1ThM9TSGQxOWPdD off=14822454 len=1429099 2024-09-13T00:46:28.739 INFO:tasks.workunit.client.0.smithi032.stdout:op 5865 completed, throughput=5MB/sec 2024-09-13T00:46:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:29 smithi053 bash[67631]: cluster 2024-09-13T00:46:28.114132+0000 mgr.y (mgr.34107) 1311 : cluster [DBG] pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:46:29.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:29 smithi032 bash[75510]: cluster 2024-09-13T00:46:28.114132+0000 mgr.y (mgr.34107) 1311 : cluster [DBG] pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:46:29.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:29 smithi032 bash[76677]: cluster 2024-09-13T00:46:28.114132+0000 mgr.y (mgr.34107) 1311 : cluster [DBG] pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T00:46:29.740 INFO:tasks.workunit.client.0.smithi032.stdout: 1143: throughput=5MB/sec pending data=0 2024-09-13T00:46:29.740 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-j1-f2qe_dRTlH08 off=3793865 len=145681 2024-09-13T00:46:29.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 5866 completed, throughput=5MB/sec 2024-09-13T00:46:29.745 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u8W1w8riJOF6rUy off=8855773 len=1122467 2024-09-13T00:46:29.754 INFO:tasks.workunit.client.0.smithi032.stdout:op 5867 completed, throughput=5MB/sec 2024-09-13T00:46:29.755 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-j5guZONkL8JjBW1 off=82238 len=714634 2024-09-13T00:46:29.757 INFO:tasks.workunit.client.0.smithi032.stdout:op 5868 completed, throughput=5MB/sec 2024-09-13T00:46:29.757 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8DHGXTrAR_TkAcu off=1652915 len=807981 2024-09-13T00:46:29.760 INFO:tasks.workunit.client.0.smithi032.stdout:op 5869 completed, throughput=5MB/sec 2024-09-13T00:46:29.760 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yo56SQX7oqqm2LV off=5834408 len=276705 2024-09-13T00:46:29.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 5870 completed, throughput=5MB/sec 2024-09-13T00:46:29.762 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aHuGHBFuk10j5ma off=12148933 len=1283211 2024-09-13T00:46:29.765 INFO:tasks.workunit.client.0.smithi032.stdout:op 5871 completed, throughput=5MB/sec 2024-09-13T00:46:29.765 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dNZur_AM7CI7dqQ off=4754042 len=1180499 2024-09-13T00:46:29.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 5872 completed, throughput=5MB/sec 2024-09-13T00:46:30.774 INFO:tasks.workunit.client.0.smithi032.stdout: 1144: throughput=5MB/sec pending data=0 2024-09-13T00:46:30.774 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jDuORRFn7nBBPBs off=494392 len=503811 2024-09-13T00:46:30.781 INFO:tasks.workunit.client.0.smithi032.stdout:op 5873 completed, throughput=5MB/sec 2024-09-13T00:46:30.781 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TsJho3tNcioXQwP off=11312561 len=1816857 2024-09-13T00:46:30.795 INFO:tasks.workunit.client.0.smithi032.stdout:op 5874 completed, throughput=5MB/sec 2024-09-13T00:46:30.795 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BXvFmsElJKpZiOz off=9429646 len=822625 2024-09-13T00:46:30.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 5875 completed, throughput=5MB/sec 2024-09-13T00:46:30.804 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-whVownJxNkvYZgF off=2260575 len=1637265 2024-09-13T00:46:30.808 INFO:tasks.workunit.client.0.smithi032.stdout:op 5876 completed, throughput=5MB/sec 2024-09-13T00:46:31.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:31 smithi053 bash[67631]: cluster 2024-09-13T00:46:30.115070+0000 mgr.y (mgr.34107) 1312 : cluster [DBG] pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:46:31.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:31 smithi032 bash[75510]: cluster 2024-09-13T00:46:30.115070+0000 mgr.y (mgr.34107) 1312 : cluster [DBG] pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:46:31.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:31 smithi032 bash[76677]: cluster 2024-09-13T00:46:30.115070+0000 mgr.y (mgr.34107) 1312 : cluster [DBG] pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:46:31.808 INFO:tasks.workunit.client.0.smithi032.stdout: 1145: throughput=5MB/sec pending data=0 2024-09-13T00:46:31.808 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-k6aSdiYw7Xi-Qfz off=2152576 len=885216 2024-09-13T00:46:31.811 INFO:tasks.workunit.client.0.smithi032.stdout:op 5877 completed, throughput=5MB/sec 2024-09-13T00:46:31.812 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1YFiUd4qpjGhkiB off=1608937 len=1420904 2024-09-13T00:46:31.823 INFO:tasks.workunit.client.0.smithi032.stdout:op 5878 completed, throughput=5MB/sec 2024-09-13T00:46:31.823 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sVF4BlpnH_G4sVj off=8804076 len=1781692 2024-09-13T00:46:31.829 INFO:tasks.workunit.client.0.smithi032.stdout:op 5879 completed, throughput=5MB/sec 2024-09-13T00:46:31.829 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p4S-uw8ceaB0nwB off=921971 len=1220004 2024-09-13T00:46:31.831 INFO:tasks.workunit.client.0.smithi032.stdout:op 5880 completed, throughput=5MB/sec 2024-09-13T00:46:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:46:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:46:32] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-13T00:46:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:46:32 smithi053 bash[94430]: ts=2024-09-13T00:46:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:46:32.831 INFO:tasks.workunit.client.0.smithi032.stdout: 1146: throughput=5MB/sec pending data=0 2024-09-13T00:46:32.831 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fEDNtMTIRP3si1w off=11201864 len=1526625 2024-09-13T00:46:32.842 INFO:tasks.workunit.client.0.smithi032.stdout:op 5881 completed, throughput=5MB/sec 2024-09-13T00:46:32.843 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OOGOfTIGSrPjlW8 off=16037040 len=1524151 2024-09-13T00:46:32.853 INFO:tasks.workunit.client.0.smithi032.stdout:op 5882 completed, throughput=5MB/sec 2024-09-13T00:46:32.853 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uFh04LqSHxg7qET off=12989376 len=331263 2024-09-13T00:46:32.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 5883 completed, throughput=5MB/sec 2024-09-13T00:46:32.859 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wHjQ2vek_c6WnRg off=17457438 len=295474 2024-09-13T00:46:32.864 INFO:tasks.workunit.client.0.smithi032.stdout:op 5884 completed, throughput=5MB/sec 2024-09-13T00:46:32.865 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4RYKwWFw1-tclzW off=1399839 len=163762 2024-09-13T00:46:32.866 INFO:tasks.workunit.client.0.smithi032.stdout:op 5885 completed, throughput=5MB/sec 2024-09-13T00:46:32.866 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-toSECPuxwNxZ9bu off=1269306 len=436882 2024-09-13T00:46:32.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 5886 completed, throughput=5MB/sec 2024-09-13T00:46:32.873 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oLEQMFWBokCpfkQ off=7868575 len=1159076 2024-09-13T00:46:32.884 INFO:tasks.workunit.client.0.smithi032.stdout:op 5887 completed, throughput=5MB/sec 2024-09-13T00:46:33.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:33 smithi053 bash[67631]: cluster 2024-09-13T00:46:32.116084+0000 mgr.y (mgr.34107) 1313 : cluster [DBG] pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:46:33.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:33 smithi032 bash[75510]: cluster 2024-09-13T00:46:32.116084+0000 mgr.y (mgr.34107) 1313 : cluster [DBG] pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:46:33.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:33 smithi032 bash[76677]: cluster 2024-09-13T00:46:32.116084+0000 mgr.y (mgr.34107) 1313 : cluster [DBG] pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:46:33.885 INFO:tasks.workunit.client.0.smithi032.stdout: 1147: throughput=5MB/sec pending data=0 2024-09-13T00:46:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yVTjQkoEsZ3OSA1 off=2854163 len=559423 2024-09-13T00:46:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:op 5888 completed, throughput=5MB/sec 2024-09-13T00:46:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-g9GEALsAXGLSetU off=791597 len=2053964 2024-09-13T00:46:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:op 5889 completed, throughput=5MB/sec 2024-09-13T00:46:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2pE58XGw67Jwkrz off=695745 len=1549768 2024-09-13T00:46:33.895 INFO:tasks.workunit.client.0.smithi032.stdout:op 5890 completed, throughput=5MB/sec 2024-09-13T00:46:33.896 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lRNpXrta4n-cPR6 off=5099440 len=1443990 2024-09-13T00:46:33.906 INFO:tasks.workunit.client.0.smithi032.stdout:op 5891 completed, throughput=5MB/sec 2024-09-13T00:46:34.906 INFO:tasks.workunit.client.0.smithi032.stdout: 1148: throughput=5MB/sec pending data=0 2024-09-13T00:46:34.906 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-k7Ffc3o91rHvCSM off=4914604 len=1301995 2024-09-13T00:46:34.911 INFO:tasks.workunit.client.0.smithi032.stdout:op 5892 completed, throughput=5MB/sec 2024-09-13T00:46:34.911 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-84S8YHeDnRH1t9e off=24261099 len=979160 2024-09-13T00:46:34.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 5893 completed, throughput=5MB/sec 2024-09-13T00:46:34.920 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4fRZiHUajLzcldg off=6404242 len=1551579 2024-09-13T00:46:34.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 5894 completed, throughput=5MB/sec 2024-09-13T00:46:34.924 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5LZtaVYl49dti-m off=6466734 len=1591382 2024-09-13T00:46:34.928 INFO:tasks.workunit.client.0.smithi032.stdout:op 5895 completed, throughput=5MB/sec 2024-09-13T00:46:35.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:35 smithi053 bash[67631]: cluster 2024-09-13T00:46:34.117255+0000 mgr.y (mgr.34107) 1314 : cluster [DBG] pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:46:35.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:35 smithi032 bash[75510]: cluster 2024-09-13T00:46:34.117255+0000 mgr.y (mgr.34107) 1314 : cluster [DBG] pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:46:35.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:35 smithi032 bash[76677]: cluster 2024-09-13T00:46:34.117255+0000 mgr.y (mgr.34107) 1314 : cluster [DBG] pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T00:46:35.929 INFO:tasks.workunit.client.0.smithi032.stdout: 1149: throughput=5MB/sec pending data=0 2024-09-13T00:46:35.929 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jDuORRFn7nBBPBs off=467303 len=648345 2024-09-13T00:46:35.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 5896 completed, throughput=5MB/sec 2024-09-13T00:46:35.931 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cStEOwUwKxV56tj off=8546640 len=869558 2024-09-13T00:46:35.940 INFO:tasks.workunit.client.0.smithi032.stdout:op 5897 completed, throughput=5MB/sec 2024-09-13T00:46:35.940 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YJpfZmfLG6oqZ-6 off=2536863 len=579670 2024-09-13T00:46:35.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 5898 completed, throughput=5MB/sec 2024-09-13T00:46:35.942 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AhU8yctzMhsb9CJ off=3588928 len=548503 2024-09-13T00:46:35.943 INFO:tasks.workunit.client.0.smithi032.stdout:op 5899 completed, throughput=5MB/sec 2024-09-13T00:46:35.944 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8JYu7IRqk_v220c off=244921 len=1181913 2024-09-13T00:46:35.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 5900 completed, throughput=5MB/sec 2024-09-13T00:46:35.955 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tE5QmgLZMmv5q8w off=2520142 len=123797 2024-09-13T00:46:35.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 5901 completed, throughput=5MB/sec 2024-09-13T00:46:35.961 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H3vMPUW0UZ7TJAs off=1509028 len=409395 2024-09-13T00:46:35.967 INFO:tasks.workunit.client.0.smithi032.stdout:op 5902 completed, throughput=5MB/sec 2024-09-13T00:46:35.967 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vr4Ukt8k2kMZqGl off=2657759 len=1828884 2024-09-13T00:46:35.981 INFO:tasks.workunit.client.0.smithi032.stdout:op 5903 completed, throughput=5MB/sec 2024-09-13T00:46:36.981 INFO:tasks.workunit.client.0.smithi032.stdout: 1150: throughput=5MB/sec pending data=0 2024-09-13T00:46:36.982 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W-hYJDDyhzjuOCX off=5888074 len=1864397 2024-09-13T00:46:36.994 INFO:tasks.workunit.client.0.smithi032.stdout:op 5904 completed, throughput=5MB/sec 2024-09-13T00:46:36.994 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XhCoB04kHPhsF6l off=11829687 len=1556088 2024-09-13T00:46:37.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 5905 completed, throughput=5MB/sec 2024-09-13T00:46:37.004 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0RjVcy9jr2vOn5m off=11200740 len=1221350 2024-09-13T00:46:37.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 5906 completed, throughput=5MB/sec 2024-09-13T00:46:37.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:37 smithi053 bash[67631]: cluster 2024-09-13T00:46:36.118201+0000 mgr.y (mgr.34107) 1315 : cluster [DBG] pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:46:37.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:37 smithi032 bash[75510]: cluster 2024-09-13T00:46:36.118201+0000 mgr.y (mgr.34107) 1315 : cluster [DBG] pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:46:37.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:37 smithi032 bash[76677]: cluster 2024-09-13T00:46:36.118201+0000 mgr.y (mgr.34107) 1315 : cluster [DBG] pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T00:46:38.014 INFO:tasks.workunit.client.0.smithi032.stdout: 1151: throughput=5MB/sec pending data=0 2024-09-13T00:46:38.014 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RYz4K15Rpgx3ZI8 off=4522811 len=867094 2024-09-13T00:46:38.017 INFO:tasks.workunit.client.0.smithi032.stdout:op 5907 completed, throughput=5MB/sec 2024-09-13T00:46:38.017 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Cyy41UHP7MqPEnR off=5122905 len=1178715 2024-09-13T00:46:38.020 INFO:tasks.workunit.client.0.smithi032.stdout:op 5908 completed, throughput=5MB/sec 2024-09-13T00:46:38.020 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sjPvLCXYiYLeViB off=11947639 len=104825 2024-09-13T00:46:38.025 INFO:tasks.workunit.client.0.smithi032.stdout:op 5909 completed, throughput=5MB/sec 2024-09-13T00:46:38.025 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Eg5eUvxLGMnvjhc off=2719184 len=1729659 2024-09-13T00:46:38.031 INFO:tasks.workunit.client.0.smithi032.stdout:op 5910 completed, throughput=5MB/sec 2024-09-13T00:46:38.031 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ezNM0tEN-xd_CDl off=6524512 len=1346130 2024-09-13T00:46:38.043 INFO:tasks.workunit.client.0.smithi032.stdout:op 5911 completed, throughput=5MB/sec 2024-09-13T00:46:39.043 INFO:tasks.workunit.client.0.smithi032.stdout: 1152: throughput=5MB/sec pending data=0 2024-09-13T00:46:39.043 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OYUnGwl3qAHWYOD off=3407020 len=733678 2024-09-13T00:46:39.045 INFO:tasks.workunit.client.0.smithi032.stdout:op 5912 completed, throughput=5MB/sec 2024-09-13T00:46:39.045 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cTIuQjpEZZmKE9Q off=8862654 len=1574902 2024-09-13T00:46:39.056 INFO:tasks.workunit.client.0.smithi032.stdout:op 5913 completed, throughput=5MB/sec 2024-09-13T00:46:39.057 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8bp7HkUtVopwsLg off=2543092 len=1406940 2024-09-13T00:46:39.068 INFO:tasks.workunit.client.0.smithi032.stdout:op 5914 completed, throughput=5MB/sec 2024-09-13T00:46:39.068 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RfejRiUgvbYF5g3 off=1368295 len=1867122 2024-09-13T00:46:39.081 INFO:tasks.workunit.client.0.smithi032.stdout:op 5915 completed, throughput=5MB/sec 2024-09-13T00:46:39.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:39 smithi053 bash[67631]: cluster 2024-09-13T00:46:38.119199+0000 mgr.y (mgr.34107) 1316 : cluster [DBG] pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:46:39.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:39 smithi032 bash[75510]: cluster 2024-09-13T00:46:38.119199+0000 mgr.y (mgr.34107) 1316 : cluster [DBG] pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:46:39.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:39 smithi032 bash[76677]: cluster 2024-09-13T00:46:38.119199+0000 mgr.y (mgr.34107) 1316 : cluster [DBG] pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T00:46:40.082 INFO:tasks.workunit.client.0.smithi032.stdout: 1153: throughput=5MB/sec pending data=0 2024-09-13T00:46:40.082 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z3U5Yc2KflcBVeg off=4378846 len=474053 2024-09-13T00:46:40.089 INFO:tasks.workunit.client.0.smithi032.stdout:op 5916 completed, throughput=5MB/sec 2024-09-13T00:46:40.089 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x3pPioRowNaHPKQ off=3214791 len=1099103 2024-09-13T00:46:40.092 INFO:tasks.workunit.client.0.smithi032.stdout:op 5917 completed, throughput=5MB/sec 2024-09-13T00:46:40.092 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YP2xbA8lj2XgqEV off=5063056 len=2065511 2024-09-13T00:46:40.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 5918 completed, throughput=5MB/sec 2024-09-13T00:46:40.108 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RHWhbi87laH66bF off=16304062 len=732806 2024-09-13T00:46:40.115 INFO:tasks.workunit.client.0.smithi032.stdout:op 5919 completed, throughput=5MB/sec 2024-09-13T00:46:40.115 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MUQm4G4FoESomW4 off=3405148 len=415033 2024-09-13T00:46:40.123 INFO:tasks.workunit.client.0.smithi032.stdout:op 5920 completed, throughput=5MB/sec 2024-09-13T00:46:40.123 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mvD1AdUmt1CwIsX off=11241960 len=1625748 2024-09-13T00:46:40.127 INFO:tasks.workunit.client.0.smithi032.stdout:op 5921 completed, throughput=5MB/sec 2024-09-13T00:46:40.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:40 smithi053 bash[67631]: audit 2024-09-13T00:46:40.189008+0000 mon.a (mon.0) 2324 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:46:40.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:40 smithi032 bash[75510]: audit 2024-09-13T00:46:40.189008+0000 mon.a (mon.0) 2324 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:46:40.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:40 smithi032 bash[76677]: audit 2024-09-13T00:46:40.189008+0000 mon.a (mon.0) 2324 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:46:41.127 INFO:tasks.workunit.client.0.smithi032.stdout: 1154: throughput=5MB/sec pending data=0 2024-09-13T00:46:41.127 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tA_CxFXPCm-nzrK off=11413784 len=1928676 2024-09-13T00:46:41.132 INFO:tasks.workunit.client.0.smithi032.stdout:op 5922 completed, throughput=5MB/sec 2024-09-13T00:46:41.132 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PbDfaCKVX_ykogY off=11477243 len=1948005 2024-09-13T00:46:41.146 INFO:tasks.workunit.client.0.smithi032.stdout:op 5923 completed, throughput=5MB/sec 2024-09-13T00:46:41.146 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NNe65Yv6mI6RN0m off=0 len=1409581 2024-09-13T00:46:41.153 INFO:tasks.workunit.client.0.smithi032.stdout:op 5924 completed, throughput=5MB/sec 2024-09-13T00:46:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:41 smithi053 bash[67631]: cluster 2024-09-13T00:46:40.120106+0000 mgr.y (mgr.34107) 1317 : cluster [DBG] pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:46:41.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:41 smithi032 bash[75510]: cluster 2024-09-13T00:46:40.120106+0000 mgr.y (mgr.34107) 1317 : cluster [DBG] pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:46:41.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:41 smithi032 bash[76677]: cluster 2024-09-13T00:46:40.120106+0000 mgr.y (mgr.34107) 1317 : cluster [DBG] pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T00:46:42.154 INFO:tasks.workunit.client.0.smithi032.stdout: 1155: throughput=5MB/sec pending data=0 2024-09-13T00:46:42.154 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lWTvyEBJ2MKybre off=1529350 len=226531 2024-09-13T00:46:42.159 INFO:tasks.workunit.client.0.smithi032.stdout:op 5925 completed, throughput=5MB/sec 2024-09-13T00:46:42.160 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aTTq11XcFmaudsE off=8504755 len=278889 2024-09-13T00:46:42.165 INFO:tasks.workunit.client.0.smithi032.stdout:op 5926 completed, throughput=5MB/sec 2024-09-13T00:46:42.165 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CD4JqwmRLRY2SL6 off=1277543 len=1177825 2024-09-13T00:46:42.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 5927 completed, throughput=5MB/sec 2024-09-13T00:46:42.177 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ocr7dYQUDuA5VCz off=15667438 len=1491859 2024-09-13T00:46:42.180 INFO:tasks.workunit.client.0.smithi032.stdout:op 5928 completed, throughput=5MB/sec 2024-09-13T00:46:42.181 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OqasqJ22capE67S off=8337593 len=907898 2024-09-13T00:46:42.183 INFO:tasks.workunit.client.0.smithi032.stdout:op 5929 completed, throughput=5MB/sec 2024-09-13T00:46:42.183 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KEy1snTFVm1eH-d off=869850 len=278910 2024-09-13T00:46:42.189 INFO:tasks.workunit.client.0.smithi032.stdout:op 5930 completed, throughput=5MB/sec 2024-09-13T00:46:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:46:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:46:42] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T00:46:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:46:42 smithi053 bash[94430]: ts=2024-09-13T00:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:46:43.190 INFO:tasks.workunit.client.0.smithi032.stdout: 1156: throughput=5MB/sec pending data=0 2024-09-13T00:46:43.424 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2MQFNjzZyPS08Zx off=1546236 len=122631 2024-09-13T00:46:43.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 5931 completed, throughput=5MB/sec 2024-09-13T00:46:43.426 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B-QtUzjggopAFF8 off=4998154 len=72707 2024-09-13T00:46:43.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 5932 completed, throughput=5MB/sec 2024-09-13T00:46:43.426 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uLKX5FS9naFVXXr off=4424050 len=104651 2024-09-13T00:46:43.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 5933 completed, throughput=5MB/sec 2024-09-13T00:46:43.426 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4hV4r5a-xf8VvgQ off=63742 len=983906 2024-09-13T00:46:43.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 5934 completed, throughput=5MB/sec 2024-09-13T00:46:43.426 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TsJho3tNcioXQwP off=14390304 len=371439 2024-09-13T00:46:43.427 INFO:tasks.workunit.client.0.smithi032.stdout:op 5935 completed, throughput=5MB/sec 2024-09-13T00:46:43.427 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VszB0f5QnDJQM7S off=17732917 len=514842 2024-09-13T00:46:43.427 INFO:tasks.workunit.client.0.smithi032.stdout:op 5936 completed, throughput=5MB/sec 2024-09-13T00:46:43.427 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5fxMLHgK3pZta48 off=1206238 len=1138184 2024-09-13T00:46:43.427 INFO:tasks.workunit.client.0.smithi032.stdout:op 5937 completed, throughput=5MB/sec 2024-09-13T00:46:43.427 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UAfrNvBpNbubQ4U off=11877568 len=962380 2024-09-13T00:46:43.427 INFO:tasks.workunit.client.0.smithi032.stdout:op 5938 completed, throughput=5MB/sec 2024-09-13T00:46:43.427 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uA8gE4RdYvYU9Bh off=1020946 len=1902182 2024-09-13T00:46:43.427 INFO:tasks.workunit.client.0.smithi032.stdout:op 5939 completed, throughput=5MB/sec 2024-09-13T00:46:43.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:43 smithi053 bash[67631]: cluster 2024-09-13T00:46:42.121152+0000 mgr.y (mgr.34107) 1318 : cluster [DBG] pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:46:43.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:43 smithi032 bash[75510]: cluster 2024-09-13T00:46:42.121152+0000 mgr.y (mgr.34107) 1318 : cluster [DBG] pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:46:43.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:43 smithi032 bash[76677]: cluster 2024-09-13T00:46:42.121152+0000 mgr.y (mgr.34107) 1318 : cluster [DBG] pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:46:44.222 INFO:tasks.workunit.client.0.smithi032.stdout: 1157: throughput=5MB/sec pending data=0 2024-09-13T00:46:44.222 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Xl-IqdLKj9xY9e2 off=1541 len=1986499 2024-09-13T00:46:44.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 5940 completed, throughput=5MB/sec 2024-09-13T00:46:44.236 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2l5bnQoG5axRD__ off=333740 len=1875967 2024-09-13T00:46:44.241 INFO:tasks.workunit.client.0.smithi032.stdout:op 5941 completed, throughput=5MB/sec 2024-09-13T00:46:44.241 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nLvAXzvVlEHuf1L off=1344216 len=1561519 2024-09-13T00:46:44.244 INFO:tasks.workunit.client.0.smithi032.stdout:op 5942 completed, throughput=5MB/sec 2024-09-13T00:46:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: 1158: throughput=5MB/sec pending data=0 2024-09-13T00:46:45.245 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2F5NxsYBVIaMWva off=5527972 len=1685868 2024-09-13T00:46:45.249 INFO:tasks.workunit.client.0.smithi032.stdout:op 5943 completed, throughput=5MB/sec 2024-09-13T00:46:45.249 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wZT7vEaP-XoWt_M off=2178001 len=1766803 2024-09-13T00:46:45.253 INFO:tasks.workunit.client.0.smithi032.stdout:op 5944 completed, throughput=5MB/sec 2024-09-13T00:46:45.253 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8LExbhpN4a4_JQs off=5653700 len=1387125 2024-09-13T00:46:45.265 INFO:tasks.workunit.client.0.smithi032.stdout:op 5945 completed, throughput=5MB/sec 2024-09-13T00:46:45.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:45 smithi053 bash[67631]: cluster 2024-09-13T00:46:44.122253+0000 mgr.y (mgr.34107) 1319 : cluster [DBG] pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:46:45.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:45 smithi032 bash[75510]: cluster 2024-09-13T00:46:44.122253+0000 mgr.y (mgr.34107) 1319 : cluster [DBG] pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:46:45.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:45 smithi032 bash[76677]: cluster 2024-09-13T00:46:44.122253+0000 mgr.y (mgr.34107) 1319 : cluster [DBG] pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T00:46:46.265 INFO:tasks.workunit.client.0.smithi032.stdout: 1159: throughput=5MB/sec pending data=0 2024-09-13T00:46:46.265 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0YF8a3KlFnoMNhP off=1500247 len=198814 2024-09-13T00:46:46.267 INFO:tasks.workunit.client.0.smithi032.stdout:op 5946 completed, throughput=5MB/sec 2024-09-13T00:46:46.267 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a16LmfD21uaaZ4E off=2882330 len=10692 2024-09-13T00:46:46.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 5947 completed, throughput=5MB/sec 2024-09-13T00:46:46.272 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wnbbDmXwOEmM-bw off=3262763 len=1986399 2024-09-13T00:46:46.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 5948 completed, throughput=5MB/sec 2024-09-13T00:46:46.279 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XRB2wEQ3ESADob9 off=567889 len=237856 2024-09-13T00:46:46.284 INFO:tasks.workunit.client.0.smithi032.stdout:op 5949 completed, throughput=5MB/sec 2024-09-13T00:46:46.284 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HvhLVTcRJDMVTum off=9926095 len=1478136 2024-09-13T00:46:46.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 5950 completed, throughput=5MB/sec 2024-09-13T00:46:46.288 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YFSQ7yHMJ4h1zmm off=5354859 len=212634 2024-09-13T00:46:46.290 INFO:tasks.workunit.client.0.smithi032.stdout:op 5951 completed, throughput=5MB/sec 2024-09-13T00:46:46.290 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X2tjIXmX8Zi9OsZ off=2587641 len=1740375 2024-09-13T00:46:46.304 INFO:tasks.workunit.client.0.smithi032.stdout:op 5952 completed, throughput=5MB/sec 2024-09-13T00:46:47.305 INFO:tasks.workunit.client.0.smithi032.stdout: 1160: throughput=5MB/sec pending data=0 2024-09-13T00:46:47.305 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--uLMnjQWLsvatyt off=14871881 len=864230 2024-09-13T00:46:47.313 INFO:tasks.workunit.client.0.smithi032.stdout:op 5953 completed, throughput=5MB/sec 2024-09-13T00:46:47.313 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bj4ucyRUdCo9yGX off=1969243 len=141067 2024-09-13T00:46:47.315 INFO:tasks.workunit.client.0.smithi032.stdout:op 5954 completed, throughput=5MB/sec 2024-09-13T00:46:47.315 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rBocAM8aZJQ1IPa off=588716 len=19511 2024-09-13T00:46:47.319 INFO:tasks.workunit.client.0.smithi032.stdout:op 5955 completed, throughput=5MB/sec 2024-09-13T00:46:47.319 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UeTnGlW4B7XK4YW off=12259740 len=1206223 2024-09-13T00:46:47.328 INFO:tasks.workunit.client.0.smithi032.stdout:op 5956 completed, throughput=5MB/sec 2024-09-13T00:46:47.328 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9snQYIRvLJ3ivCR off=15749243 len=107042 2024-09-13T00:46:47.329 INFO:tasks.workunit.client.0.smithi032.stdout:op 5957 completed, throughput=5MB/sec 2024-09-13T00:46:47.329 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-alkptO066twF8Dr off=3675493 len=538590 2024-09-13T00:46:47.337 INFO:tasks.workunit.client.0.smithi032.stdout:op 5958 completed, throughput=5MB/sec 2024-09-13T00:46:47.337 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aqz8So7NEKvMsAr off=18404683 len=803942 2024-09-13T00:46:47.345 INFO:tasks.workunit.client.0.smithi032.stdout:op 5959 completed, throughput=5MB/sec 2024-09-13T00:46:47.345 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-myRDNHoWx4beCYa off=3518161 len=1230898 2024-09-13T00:46:47.355 INFO:tasks.workunit.client.0.smithi032.stdout:op 5960 completed, throughput=5MB/sec 2024-09-13T00:46:47.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:47 smithi053 bash[67631]: cluster 2024-09-13T00:46:46.123183+0000 mgr.y (mgr.34107) 1320 : cluster [DBG] pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:46:47.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:47 smithi032 bash[75510]: cluster 2024-09-13T00:46:46.123183+0000 mgr.y (mgr.34107) 1320 : cluster [DBG] pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:46:47.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:47 smithi032 bash[76677]: cluster 2024-09-13T00:46:46.123183+0000 mgr.y (mgr.34107) 1320 : cluster [DBG] pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T00:46:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: 1161: throughput=5MB/sec pending data=0 2024-09-13T00:46:48.356 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uLkEsqbf0oVcZId off=1842630 len=448368 2024-09-13T00:46:48.362 INFO:tasks.workunit.client.0.smithi032.stdout:op 5961 completed, throughput=5MB/sec 2024-09-13T00:46:48.362 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W3mFnjdm-D5kANz off=3831295 len=1538829 2024-09-13T00:46:48.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 5962 completed, throughput=5MB/sec 2024-09-13T00:46:48.374 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q8U-9-YtIoV475H off=11791571 len=1611911 2024-09-13T00:46:48.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 5963 completed, throughput=5MB/sec 2024-09-13T00:46:48.385 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gUlkZtzitTmuLAs off=9863133 len=1982242 2024-09-13T00:46:48.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 5964 completed, throughput=5MB/sec 2024-09-13T00:46:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: 1162: throughput=5MB/sec pending data=0 2024-09-13T00:46:49.398 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U-o5tqa561l5T84 off=5387059 len=1730185 2024-09-13T00:46:49.402 INFO:tasks.workunit.client.0.smithi032.stdout:op 5965 completed, throughput=5MB/sec 2024-09-13T00:46:49.402 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YS3E47CiKEN6oms off=1440154 len=1848536 2024-09-13T00:46:49.417 INFO:tasks.workunit.client.0.smithi032.stdout:op 5966 completed, throughput=5MB/sec 2024-09-13T00:46:49.417 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-R9uZAkIpdhsvtEO off=10280451 len=2063964 2024-09-13T00:46:49.431 INFO:tasks.workunit.client.0.smithi032.stdout:op 5967 completed, throughput=5MB/sec 2024-09-13T00:46:49.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:49 smithi053 bash[67631]: cluster 2024-09-13T00:46:48.124167+0000 mgr.y (mgr.34107) 1321 : cluster [DBG] pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:46:49.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:49 smithi032 bash[75510]: cluster 2024-09-13T00:46:48.124167+0000 mgr.y (mgr.34107) 1321 : cluster [DBG] pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:46:49.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:49 smithi032 bash[76677]: cluster 2024-09-13T00:46:48.124167+0000 mgr.y (mgr.34107) 1321 : cluster [DBG] pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T00:46:50.432 INFO:tasks.workunit.client.0.smithi032.stdout:waiting for all operations to complete 2024-09-13T00:46:50.432 INFO:tasks.workunit.client.0.smithi032.stdout:cleaning up objects 2024-09-13T00:46:51.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:51 smithi053 bash[67631]: cluster 2024-09-13T00:46:50.125146+0000 mgr.y (mgr.34107) 1322 : cluster [DBG] pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:46:51.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:51 smithi032 bash[75510]: cluster 2024-09-13T00:46:50.125146+0000 mgr.y (mgr.34107) 1322 : cluster [DBG] pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:46:51.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:51 smithi032 bash[76677]: cluster 2024-09-13T00:46:50.125146+0000 mgr.y (mgr.34107) 1322 : cluster [DBG] pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T00:46:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:46:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:46:52] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T00:46:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:46:52 smithi053 bash[94430]: ts=2024-09-13T00:46:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:46:53.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:53 smithi053 bash[67631]: cluster 2024-09-13T00:46:52.126216+0000 mgr.y (mgr.34107) 1323 : cluster [DBG] pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T00:46:53.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:53 smithi032 bash[75510]: cluster 2024-09-13T00:46:52.126216+0000 mgr.y (mgr.34107) 1323 : cluster [DBG] pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T00:46:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:53 smithi032 bash[76677]: cluster 2024-09-13T00:46:52.126216+0000 mgr.y (mgr.34107) 1323 : cluster [DBG] pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T00:46:54.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:54 smithi053 bash[67631]: cluster 2024-09-13T00:46:54.127432+0000 mgr.y (mgr.34107) 1324 : cluster [DBG] pgmap v1986: 105 pgs: 105 active+clean; 122 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 41 op/s 2024-09-13T00:46:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:54 smithi032 bash[75510]: cluster 2024-09-13T00:46:54.127432+0000 mgr.y (mgr.34107) 1324 : cluster [DBG] pgmap v1986: 105 pgs: 105 active+clean; 122 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 41 op/s 2024-09-13T00:46:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:54 smithi032 bash[76677]: cluster 2024-09-13T00:46:54.127432+0000 mgr.y (mgr.34107) 1324 : cluster [DBG] pgmap v1986: 105 pgs: 105 active+clean; 122 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 41 op/s 2024-09-13T00:46:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:55 smithi053 bash[67631]: audit 2024-09-13T00:46:55.189646+0000 mon.a (mon.0) 2325 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:46:55.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:55 smithi032 bash[75510]: audit 2024-09-13T00:46:55.189646+0000 mon.a (mon.0) 2325 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:46:55.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:55 smithi032 bash[76677]: audit 2024-09-13T00:46:55.189646+0000 mon.a (mon.0) 2325 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:46:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:56 smithi053 bash[67631]: cluster 2024-09-13T00:46:56.128383+0000 mgr.y (mgr.34107) 1325 : cluster [DBG] pgmap v1987: 105 pgs: 105 active+clean; 120 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 53 op/s 2024-09-13T00:46:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:56 smithi032 bash[75510]: cluster 2024-09-13T00:46:56.128383+0000 mgr.y (mgr.34107) 1325 : cluster [DBG] pgmap v1987: 105 pgs: 105 active+clean; 120 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 53 op/s 2024-09-13T00:46:56.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:56 smithi032 bash[76677]: cluster 2024-09-13T00:46:56.128383+0000 mgr.y (mgr.34107) 1325 : cluster [DBG] pgmap v1987: 105 pgs: 105 active+clean; 120 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 53 op/s 2024-09-13T00:46:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:46:59 smithi053 bash[67631]: cluster 2024-09-13T00:46:58.129401+0000 mgr.y (mgr.34107) 1326 : cluster [DBG] pgmap v1988: 105 pgs: 105 active+clean; 110 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 122 op/s 2024-09-13T00:46:59.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:46:59 smithi032 bash[75510]: cluster 2024-09-13T00:46:58.129401+0000 mgr.y (mgr.34107) 1326 : cluster [DBG] pgmap v1988: 105 pgs: 105 active+clean; 110 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 122 op/s 2024-09-13T00:46:59.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:46:59 smithi032 bash[76677]: cluster 2024-09-13T00:46:58.129401+0000 mgr.y (mgr.34107) 1326 : cluster [DBG] pgmap v1988: 105 pgs: 105 active+clean; 110 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 122 op/s 2024-09-13T00:47:01.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:01 smithi053 bash[67631]: cluster 2024-09-13T00:47:00.130053+0000 mgr.y (mgr.34107) 1327 : cluster [DBG] pgmap v1989: 105 pgs: 105 active+clean; 105 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 477 KiB/s rd, 1.1 MiB/s wr, 151 op/s 2024-09-13T00:47:01.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:01 smithi032 bash[75510]: cluster 2024-09-13T00:47:00.130053+0000 mgr.y (mgr.34107) 1327 : cluster [DBG] pgmap v1989: 105 pgs: 105 active+clean; 105 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 477 KiB/s rd, 1.1 MiB/s wr, 151 op/s 2024-09-13T00:47:01.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:01 smithi032 bash[76677]: cluster 2024-09-13T00:47:00.130053+0000 mgr.y (mgr.34107) 1327 : cluster [DBG] pgmap v1989: 105 pgs: 105 active+clean; 105 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 477 KiB/s rd, 1.1 MiB/s wr, 151 op/s 2024-09-13T00:47:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:47:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:47:02] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T00:47:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:47:02 smithi053 bash[94430]: ts=2024-09-13T00:47:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:47:03.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:03 smithi053 bash[67631]: cluster 2024-09-13T00:47:02.131151+0000 mgr.y (mgr.34107) 1328 : cluster [DBG] pgmap v1990: 105 pgs: 105 active+clean; 99 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 167 KiB/s rd, 1.0 MiB/s wr, 188 op/s 2024-09-13T00:47:03.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:03 smithi032 bash[75510]: cluster 2024-09-13T00:47:02.131151+0000 mgr.y (mgr.34107) 1328 : cluster [DBG] pgmap v1990: 105 pgs: 105 active+clean; 99 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 167 KiB/s rd, 1.0 MiB/s wr, 188 op/s 2024-09-13T00:47:03.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:03 smithi032 bash[76677]: cluster 2024-09-13T00:47:02.131151+0000 mgr.y (mgr.34107) 1328 : cluster [DBG] pgmap v1990: 105 pgs: 105 active+clean; 99 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 167 KiB/s rd, 1.0 MiB/s wr, 188 op/s 2024-09-13T00:47:05.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:05 smithi053 bash[67631]: cluster 2024-09-13T00:47:04.132572+0000 mgr.y (mgr.34107) 1329 : cluster [DBG] pgmap v1991: 105 pgs: 105 active+clean; 89 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 150 KiB/s rd, 703 KiB/s wr, 250 op/s 2024-09-13T00:47:05.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:05 smithi032 bash[75510]: cluster 2024-09-13T00:47:04.132572+0000 mgr.y (mgr.34107) 1329 : cluster [DBG] pgmap v1991: 105 pgs: 105 active+clean; 89 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 150 KiB/s rd, 703 KiB/s wr, 250 op/s 2024-09-13T00:47:05.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:05 smithi032 bash[76677]: cluster 2024-09-13T00:47:04.132572+0000 mgr.y (mgr.34107) 1329 : cluster [DBG] pgmap v1991: 105 pgs: 105 active+clean; 89 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 150 KiB/s rd, 703 KiB/s wr, 250 op/s 2024-09-13T00:47:07.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:07 smithi053 bash[67631]: cluster 2024-09-13T00:47:06.133481+0000 mgr.y (mgr.34107) 1330 : cluster [DBG] pgmap v1992: 105 pgs: 105 active+clean; 87 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 230 op/s 2024-09-13T00:47:07.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:07 smithi032 bash[75510]: cluster 2024-09-13T00:47:06.133481+0000 mgr.y (mgr.34107) 1330 : cluster [DBG] pgmap v1992: 105 pgs: 105 active+clean; 87 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 230 op/s 2024-09-13T00:47:07.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:07 smithi032 bash[76677]: cluster 2024-09-13T00:47:06.133481+0000 mgr.y (mgr.34107) 1330 : cluster [DBG] pgmap v1992: 105 pgs: 105 active+clean; 87 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 230 op/s 2024-09-13T00:47:09.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:09 smithi053 bash[67631]: cluster 2024-09-13T00:47:08.134654+0000 mgr.y (mgr.34107) 1331 : cluster [DBG] pgmap v1993: 105 pgs: 105 active+clean; 77 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 284 op/s 2024-09-13T00:47:09.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:09 smithi032 bash[75510]: cluster 2024-09-13T00:47:08.134654+0000 mgr.y (mgr.34107) 1331 : cluster [DBG] pgmap v1993: 105 pgs: 105 active+clean; 77 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 284 op/s 2024-09-13T00:47:09.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:09 smithi032 bash[76677]: cluster 2024-09-13T00:47:08.134654+0000 mgr.y (mgr.34107) 1331 : cluster [DBG] pgmap v1993: 105 pgs: 105 active+clean; 77 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 284 op/s 2024-09-13T00:47:10.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:10 smithi053 bash[67631]: audit 2024-09-13T00:47:10.190038+0000 mon.a (mon.0) 2326 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:47:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:10 smithi032 bash[75510]: audit 2024-09-13T00:47:10.190038+0000 mon.a (mon.0) 2326 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:47:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:10 smithi032 bash[76677]: audit 2024-09-13T00:47:10.190038+0000 mon.a (mon.0) 2326 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:47:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:11 smithi053 bash[67631]: cluster 2024-09-13T00:47:10.135812+0000 mgr.y (mgr.34107) 1332 : cluster [DBG] pgmap v1994: 105 pgs: 105 active+clean; 74 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 239 op/s 2024-09-13T00:47:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:11 smithi032 bash[75510]: cluster 2024-09-13T00:47:10.135812+0000 mgr.y (mgr.34107) 1332 : cluster [DBG] pgmap v1994: 105 pgs: 105 active+clean; 74 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 239 op/s 2024-09-13T00:47:11.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:11 smithi032 bash[76677]: cluster 2024-09-13T00:47:10.135812+0000 mgr.y (mgr.34107) 1332 : cluster [DBG] pgmap v1994: 105 pgs: 105 active+clean; 74 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 239 op/s 2024-09-13T00:47:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:47:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:47:12] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-09-13T00:47:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:47:12 smithi053 bash[94430]: ts=2024-09-13T00:47:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:47:13.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:13 smithi053 bash[67631]: cluster 2024-09-13T00:47:12.136887+0000 mgr.y (mgr.34107) 1333 : cluster [DBG] pgmap v1995: 105 pgs: 105 active+clean; 68 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 249 op/s 2024-09-13T00:47:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:13 smithi032 bash[75510]: cluster 2024-09-13T00:47:12.136887+0000 mgr.y (mgr.34107) 1333 : cluster [DBG] pgmap v1995: 105 pgs: 105 active+clean; 68 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 249 op/s 2024-09-13T00:47:13.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:13 smithi032 bash[76677]: cluster 2024-09-13T00:47:12.136887+0000 mgr.y (mgr.34107) 1333 : cluster [DBG] pgmap v1995: 105 pgs: 105 active+clean; 68 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 249 op/s 2024-09-13T00:47:14.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:14 smithi053 bash[67631]: audit 2024-09-13T00:47:13.767944+0000 mon.a (mon.0) 2327 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:47:14.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:14 smithi032 bash[75510]: audit 2024-09-13T00:47:13.767944+0000 mon.a (mon.0) 2327 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:47:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:14 smithi032 bash[76677]: audit 2024-09-13T00:47:13.767944+0000 mon.a (mon.0) 2327 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:47:15.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:15 smithi053 bash[67631]: cluster 2024-09-13T00:47:14.137555+0000 mgr.y (mgr.34107) 1334 : cluster [DBG] pgmap v1996: 105 pgs: 105 active+clean; 59 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 273 op/s 2024-09-13T00:47:15.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:15 smithi032 bash[75510]: cluster 2024-09-13T00:47:14.137555+0000 mgr.y (mgr.34107) 1334 : cluster [DBG] pgmap v1996: 105 pgs: 105 active+clean; 59 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 273 op/s 2024-09-13T00:47:15.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:15 smithi032 bash[76677]: cluster 2024-09-13T00:47:14.137555+0000 mgr.y (mgr.34107) 1334 : cluster [DBG] pgmap v1996: 105 pgs: 105 active+clean; 59 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 273 op/s 2024-09-13T00:47:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:17 smithi053 bash[67631]: cluster 2024-09-13T00:47:16.138395+0000 mgr.y (mgr.34107) 1335 : cluster [DBG] pgmap v1997: 105 pgs: 105 active+clean; 56 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 219 op/s 2024-09-13T00:47:17.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:17 smithi032 bash[75510]: cluster 2024-09-13T00:47:16.138395+0000 mgr.y (mgr.34107) 1335 : cluster [DBG] pgmap v1997: 105 pgs: 105 active+clean; 56 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 219 op/s 2024-09-13T00:47:17.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:17 smithi032 bash[76677]: cluster 2024-09-13T00:47:16.138395+0000 mgr.y (mgr.34107) 1335 : cluster [DBG] pgmap v1997: 105 pgs: 105 active+clean; 56 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 219 op/s 2024-09-13T00:47:19.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:19 smithi053 bash[67631]: cluster 2024-09-13T00:47:18.139643+0000 mgr.y (mgr.34107) 1336 : cluster [DBG] pgmap v1998: 105 pgs: 105 active+clean; 47 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 273 op/s 2024-09-13T00:47:19.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:19 smithi032 bash[75510]: cluster 2024-09-13T00:47:18.139643+0000 mgr.y (mgr.34107) 1336 : cluster [DBG] pgmap v1998: 105 pgs: 105 active+clean; 47 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 273 op/s 2024-09-13T00:47:19.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:19 smithi032 bash[76677]: cluster 2024-09-13T00:47:18.139643+0000 mgr.y (mgr.34107) 1336 : cluster [DBG] pgmap v1998: 105 pgs: 105 active+clean; 47 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 273 op/s 2024-09-13T00:47:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:20 smithi032 bash[75510]: audit 2024-09-13T00:47:19.327107+0000 mon.a (mon.0) 2328 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:20 smithi032 bash[75510]: audit 2024-09-13T00:47:19.332029+0000 mon.a (mon.0) 2329 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:20 smithi032 bash[75510]: audit 2024-09-13T00:47:19.532189+0000 mon.a (mon.0) 2330 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:20 smithi032 bash[75510]: audit 2024-09-13T00:47:19.537755+0000 mon.a (mon.0) 2331 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:20 smithi032 bash[75510]: cluster 2024-09-13T00:47:20.140262+0000 mgr.y (mgr.34107) 1337 : cluster [DBG] pgmap v1999: 105 pgs: 105 active+clean; 43 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 232 op/s 2024-09-13T00:47:20.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:20 smithi032 bash[75510]: audit 2024-09-13T00:47:20.263920+0000 mon.a (mon.0) 2332 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:20 smithi032 bash[75510]: audit 2024-09-13T00:47:20.270458+0000 mon.a (mon.0) 2333 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:20 smithi032 bash[76677]: audit 2024-09-13T00:47:19.327107+0000 mon.a (mon.0) 2328 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:20 smithi032 bash[76677]: audit 2024-09-13T00:47:19.332029+0000 mon.a (mon.0) 2329 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:20 smithi032 bash[76677]: audit 2024-09-13T00:47:19.532189+0000 mon.a (mon.0) 2330 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:20 smithi032 bash[76677]: audit 2024-09-13T00:47:19.537755+0000 mon.a (mon.0) 2331 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:20 smithi032 bash[76677]: cluster 2024-09-13T00:47:20.140262+0000 mgr.y (mgr.34107) 1337 : cluster [DBG] pgmap v1999: 105 pgs: 105 active+clean; 43 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 232 op/s 2024-09-13T00:47:20.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:20 smithi032 bash[76677]: audit 2024-09-13T00:47:20.263920+0000 mon.a (mon.0) 2332 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:20 smithi032 bash[76677]: audit 2024-09-13T00:47:20.270458+0000 mon.a (mon.0) 2333 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:20 smithi053 bash[67631]: audit 2024-09-13T00:47:19.327107+0000 mon.a (mon.0) 2328 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:20 smithi053 bash[67631]: audit 2024-09-13T00:47:19.332029+0000 mon.a (mon.0) 2329 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:20 smithi053 bash[67631]: audit 2024-09-13T00:47:19.532189+0000 mon.a (mon.0) 2330 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:20 smithi053 bash[67631]: audit 2024-09-13T00:47:19.537755+0000 mon.a (mon.0) 2331 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:20 smithi053 bash[67631]: cluster 2024-09-13T00:47:20.140262+0000 mgr.y (mgr.34107) 1337 : cluster [DBG] pgmap v1999: 105 pgs: 105 active+clean; 43 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 232 op/s 2024-09-13T00:47:20.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:20 smithi053 bash[67631]: audit 2024-09-13T00:47:20.263920+0000 mon.a (mon.0) 2332 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:20.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:20 smithi053 bash[67631]: audit 2024-09-13T00:47:20.270458+0000 mon.a (mon.0) 2333 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:47:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:47:22] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-09-13T00:47:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:47:22 smithi053 bash[94430]: ts=2024-09-13T00:47:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:47:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:23 smithi053 bash[67631]: cluster 2024-09-13T00:47:22.141336+0000 mgr.y (mgr.34107) 1338 : cluster [DBG] pgmap v2000: 105 pgs: 105 active+clean; 36 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 255 op/s 2024-09-13T00:47:23.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:23 smithi032 bash[75510]: cluster 2024-09-13T00:47:22.141336+0000 mgr.y (mgr.34107) 1338 : cluster [DBG] pgmap v2000: 105 pgs: 105 active+clean; 36 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 255 op/s 2024-09-13T00:47:23.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:23 smithi032 bash[76677]: cluster 2024-09-13T00:47:22.141336+0000 mgr.y (mgr.34107) 1338 : cluster [DBG] pgmap v2000: 105 pgs: 105 active+clean; 36 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 255 op/s 2024-09-13T00:47:25.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:25 smithi053 bash[67631]: cluster 2024-09-13T00:47:24.142438+0000 mgr.y (mgr.34107) 1339 : cluster [DBG] pgmap v2001: 105 pgs: 105 active+clean; 25 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 288 op/s 2024-09-13T00:47:25.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:25 smithi053 bash[67631]: audit 2024-09-13T00:47:25.190641+0000 mon.a (mon.0) 2334 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:47:25.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:25 smithi032 bash[75510]: cluster 2024-09-13T00:47:24.142438+0000 mgr.y (mgr.34107) 1339 : cluster [DBG] pgmap v2001: 105 pgs: 105 active+clean; 25 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 288 op/s 2024-09-13T00:47:25.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:25 smithi032 bash[75510]: audit 2024-09-13T00:47:25.190641+0000 mon.a (mon.0) 2334 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:47:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:25 smithi032 bash[76677]: cluster 2024-09-13T00:47:24.142438+0000 mgr.y (mgr.34107) 1339 : cluster [DBG] pgmap v2001: 105 pgs: 105 active+clean; 25 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 288 op/s 2024-09-13T00:47:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:25 smithi032 bash[76677]: audit 2024-09-13T00:47:25.190641+0000 mon.a (mon.0) 2334 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:47:27.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:27 smithi053 bash[67631]: cluster 2024-09-13T00:47:26.143086+0000 mgr.y (mgr.34107) 1340 : cluster [DBG] pgmap v2002: 105 pgs: 105 active+clean; 23 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 240 op/s 2024-09-13T00:47:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:27 smithi032 bash[75510]: cluster 2024-09-13T00:47:26.143086+0000 mgr.y (mgr.34107) 1340 : cluster [DBG] pgmap v2002: 105 pgs: 105 active+clean; 23 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 240 op/s 2024-09-13T00:47:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:27 smithi032 bash[76677]: cluster 2024-09-13T00:47:26.143086+0000 mgr.y (mgr.34107) 1340 : cluster [DBG] pgmap v2002: 105 pgs: 105 active+clean; 23 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 240 op/s 2024-09-13T00:47:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:29 smithi053 bash[67631]: cluster 2024-09-13T00:47:28.144126+0000 mgr.y (mgr.34107) 1341 : cluster [DBG] pgmap v2003: 105 pgs: 105 active+clean; 13 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 288 op/s 2024-09-13T00:47:29.656 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:47:29.656 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T00:47:29.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:29 smithi032 bash[75510]: cluster 2024-09-13T00:47:28.144126+0000 mgr.y (mgr.34107) 1341 : cluster [DBG] pgmap v2003: 105 pgs: 105 active+clean; 13 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 288 op/s 2024-09-13T00:47:29.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:29 smithi032 bash[76677]: cluster 2024-09-13T00:47:28.144126+0000 mgr.y (mgr.34107) 1341 : cluster [DBG] pgmap v2003: 105 pgs: 105 active+clean; 13 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 288 op/s 2024-09-13T00:47:29.673 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-09-13T00:47:29.673 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T00:47:29.950 DEBUG:teuthology.parallel:result is None 2024-09-13T00:47:29.951 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T00:47:29.960 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T00:47:29.960 DEBUG:teuthology.orchestra.run.smithi032:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T00:47:30.011 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T00:47:30.011 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T00:47:30.011 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-09-13T00:47:30.011 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T00:47:30.011 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-09-13T00:47:30.011 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T00:47:30.012 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T00:47:30.012 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T00:47:30.013 DEBUG:teuthology.orchestra.run.smithi053:> stat -- /home/ubuntu/cephtest/mnt.1 2024-09-13T00:47:30.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T00:47:30.019 INFO:teuthology.orchestra.run.smithi053.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-13T00:47:30.020 DEBUG:teuthology.orchestra.run.smithi053:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-09-13T00:47:30.069 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-09-13T00:47:30.069 DEBUG:teuthology.orchestra.run.smithi053:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-09-13T00:47:30.116 INFO:tasks.workunit:timeout=3h 2024-09-13T00:47:30.116 INFO:tasks.workunit:cleanup=True 2024-09-13T00:47:30.117 DEBUG:teuthology.orchestra.run.smithi053:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-09-13T00:47:30.166 INFO:tasks.workunit.client.1.smithi053.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-09-13T00:47:31.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:31 smithi053 bash[67631]: cluster 2024-09-13T00:47:30.145125+0000 mgr.y (mgr.34107) 1342 : cluster [DBG] pgmap v2004: 105 pgs: 105 active+clean; 9.3 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 249 op/s 2024-09-13T00:47:31.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:31 smithi053 bash[67631]: audit 2024-09-13T00:47:30.564774+0000 mon.a (mon.0) 2335 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:31 smithi053 bash[67631]: audit 2024-09-13T00:47:30.577423+0000 mon.a (mon.0) 2336 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:31 smithi053 bash[67631]: audit 2024-09-13T00:47:30.839575+0000 mon.a (mon.0) 2337 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:31 smithi053 bash[67631]: audit 2024-09-13T00:47:30.852341+0000 mon.a (mon.0) 2338 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:31 smithi053 bash[67631]: audit 2024-09-13T00:47:30.854724+0000 mon.a (mon.0) 2339 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:47:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:31 smithi053 bash[67631]: audit 2024-09-13T00:47:30.856834+0000 mon.a (mon.0) 2340 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:47:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:31 smithi053 bash[67631]: audit 2024-09-13T00:47:30.866656+0000 mon.a (mon.0) 2341 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[75510]: cluster 2024-09-13T00:47:30.145125+0000 mgr.y (mgr.34107) 1342 : cluster [DBG] pgmap v2004: 105 pgs: 105 active+clean; 9.3 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 249 op/s 2024-09-13T00:47:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[75510]: audit 2024-09-13T00:47:30.564774+0000 mon.a (mon.0) 2335 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[75510]: audit 2024-09-13T00:47:30.577423+0000 mon.a (mon.0) 2336 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[75510]: audit 2024-09-13T00:47:30.839575+0000 mon.a (mon.0) 2337 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[75510]: audit 2024-09-13T00:47:30.852341+0000 mon.a (mon.0) 2338 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[75510]: audit 2024-09-13T00:47:30.854724+0000 mon.a (mon.0) 2339 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:47:31.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[75510]: audit 2024-09-13T00:47:30.856834+0000 mon.a (mon.0) 2340 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:47:31.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[75510]: audit 2024-09-13T00:47:30.866656+0000 mon.a (mon.0) 2341 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:31.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[76677]: cluster 2024-09-13T00:47:30.145125+0000 mgr.y (mgr.34107) 1342 : cluster [DBG] pgmap v2004: 105 pgs: 105 active+clean; 9.3 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 249 op/s 2024-09-13T00:47:31.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[76677]: audit 2024-09-13T00:47:30.564774+0000 mon.a (mon.0) 2335 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:31.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[76677]: audit 2024-09-13T00:47:30.577423+0000 mon.a (mon.0) 2336 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:31.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[76677]: audit 2024-09-13T00:47:30.839575+0000 mon.a (mon.0) 2337 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:31.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[76677]: audit 2024-09-13T00:47:30.852341+0000 mon.a (mon.0) 2338 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:31.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[76677]: audit 2024-09-13T00:47:30.854724+0000 mon.a (mon.0) 2339 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:47:31.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[76677]: audit 2024-09-13T00:47:30.856834+0000 mon.a (mon.0) 2340 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:47:31.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:31 smithi032 bash[76677]: audit 2024-09-13T00:47:30.866656+0000 mon.a (mon.0) 2341 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:47:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:47:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:47:32] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-13T00:47:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:47:32 smithi053 bash[94430]: ts=2024-09-13T00:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:47:33.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:33 smithi053 bash[67631]: cluster 2024-09-13T00:47:32.146027+0000 mgr.y (mgr.34107) 1343 : cluster [DBG] pgmap v2005: 105 pgs: 105 active+clean; 4.3 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 256 op/s 2024-09-13T00:47:33.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:33 smithi032 bash[76677]: cluster 2024-09-13T00:47:32.146027+0000 mgr.y (mgr.34107) 1343 : cluster [DBG] pgmap v2005: 105 pgs: 105 active+clean; 4.3 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 256 op/s 2024-09-13T00:47:33.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:33 smithi032 bash[75510]: cluster 2024-09-13T00:47:32.146027+0000 mgr.y (mgr.34107) 1343 : cluster [DBG] pgmap v2005: 105 pgs: 105 active+clean; 4.3 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 256 op/s 2024-09-13T00:47:35.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:35 smithi053 bash[67631]: cluster 2024-09-13T00:47:34.147079+0000 mgr.y (mgr.34107) 1344 : cluster [DBG] pgmap v2006: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 237 op/s 2024-09-13T00:47:35.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:35 smithi032 bash[75510]: cluster 2024-09-13T00:47:34.147079+0000 mgr.y (mgr.34107) 1344 : cluster [DBG] pgmap v2006: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 237 op/s 2024-09-13T00:47:35.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:35 smithi032 bash[76677]: cluster 2024-09-13T00:47:34.147079+0000 mgr.y (mgr.34107) 1344 : cluster [DBG] pgmap v2006: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 237 op/s 2024-09-13T00:47:36.719 DEBUG:teuthology.orchestra.run.smithi053:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-09-13T00:47:36.769 INFO:tasks.workunit.client.1.smithi053.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T00:47:36.773 INFO:tasks.workunit.client.1.smithi053.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-13T00:47:36.773 INFO:tasks.workunit.client.1.smithi053.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T00:47:37.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:37 smithi053 bash[67631]: cluster 2024-09-13T00:47:36.147954+0000 mgr.y (mgr.34107) 1345 : cluster [DBG] pgmap v2007: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 164 op/s 2024-09-13T00:47:37.539 INFO:tasks.workunit.client.1.smithi053.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T00:47:37.633 INFO:tasks.workunit.client.1.smithi053.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T00:47:37.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:37 smithi032 bash[75510]: cluster 2024-09-13T00:47:36.147954+0000 mgr.y (mgr.34107) 1345 : cluster [DBG] pgmap v2007: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 164 op/s 2024-09-13T00:47:37.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:37 smithi032 bash[76677]: cluster 2024-09-13T00:47:36.147954+0000 mgr.y (mgr.34107) 1345 : cluster [DBG] pgmap v2007: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 164 op/s 2024-09-13T00:47:37.687 INFO:tasks.workunit.client.1.smithi053.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-13T00:47:37.689 INFO:tasks.workunit.client.1.smithi053.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-13T00:47:37.689 INFO:tasks.workunit.client.1.smithi053.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T00:47:37.736 INFO:tasks.workunit.client.1.smithi053.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-13T00:47:37.740 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-13T00:47:37.740 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-09-13T00:47:37.789 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-09-13T00:47:37.790 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-09-13T00:47:37.790 DEBUG:teuthology.orchestra.run.smithi053:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-09-13T00:47:37.840 INFO:tasks.workunit.client.1.smithi053.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-09-13T00:47:37.840 INFO:tasks.workunit.client.1.smithi053.stderr:+ TMPDIR=/tmp/rbd_import_export_104848 2024-09-13T00:47:37.840 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm -rf /tmp/rbd_import_export_104848 2024-09-13T00:47:37.841 INFO:tasks.workunit.client.1.smithi053.stderr:+ mkdir /tmp/rbd_import_export_104848 2024-09-13T00:47:37.841 INFO:tasks.workunit.client.1.smithi053.stderr:+ trap rm -rf /tmp/rbd_import_export_104848 INT TERM EXIT 2024-09-13T00:47:37.841 INFO:tasks.workunit.client.1.smithi053.stderr:+ mkdir foo.104848 2024-09-13T00:47:37.842 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import foo.104848 foo.dir 2024-09-13T00:47:37.908 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: cannot import a directory 2024-09-13T00:47:37.908 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 0% complete...failed. 2024-09-13T00:47:37.908 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: import failed: (21) Is a directory 2024-09-13T00:47:37.911 INFO:tasks.workunit.client.1.smithi053.stderr:+ true 2024-09-13T00:47:37.911 INFO:tasks.workunit.client.1.smithi053.stderr:+ rmdir foo.104848 2024-09-13T00:47:37.916 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_104848/img bs=1k count=1 seek=10 2024-09-13T00:47:37.916 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records in 2024-09-13T00:47:37.916 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records out 2024-09-13T00:47:37.916 INFO:tasks.workunit.client.1.smithi053.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 9.313e-05 s, 11.0 MB/s 2024-09-13T00:47:37.917 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_104848/img bs=1k count=10 seek=100 2024-09-13T00:47:37.917 INFO:tasks.workunit.client.1.smithi053.stderr:10+0 records in 2024-09-13T00:47:37.917 INFO:tasks.workunit.client.1.smithi053.stderr:10+0 records out 2024-09-13T00:47:37.917 INFO:tasks.workunit.client.1.smithi053.stderr:10240 bytes (10 kB, 10 KiB) copied, 0.000107308 s, 95.4 MB/s 2024-09-13T00:47:37.918 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_104848/img bs=1k count=100 seek=1000 2024-09-13T00:47:37.918 INFO:tasks.workunit.client.1.smithi053.stderr:58+1 records in 2024-09-13T00:47:37.918 INFO:tasks.workunit.client.1.smithi053.stderr:58+1 records out 2024-09-13T00:47:37.918 INFO:tasks.workunit.client.1.smithi053.stderr:59904 bytes (60 kB, 58 KiB) copied, 0.00050821 s, 118 MB/s 2024-09-13T00:47:37.919 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_104848/img bs=1k seek=10000 2024-09-13T00:47:37.919 INFO:tasks.workunit.client.1.smithi053.stderr:134+1 records in 2024-09-13T00:47:37.919 INFO:tasks.workunit.client.1.smithi053.stderr:134+1 records out 2024-09-13T00:47:37.919 INFO:tasks.workunit.client.1.smithi053.stderr:138208 bytes (138 kB, 135 KiB) copied, 0.000403393 s, 343 MB/s 2024-09-13T00:47:37.919 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_104848/img bs=1k seek=100000 2024-09-13T00:47:37.920 INFO:tasks.workunit.client.1.smithi053.stderr:58+1 records in 2024-09-13T00:47:37.920 INFO:tasks.workunit.client.1.smithi053.stderr:58+1 records out 2024-09-13T00:47:37.920 INFO:tasks.workunit.client.1.smithi053.stderr:59904 bytes (60 kB, 58 KiB) copied, 0.000221359 s, 271 MB/s 2024-09-13T00:47:37.920 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_104848/img bs=1k seek=1000000 2024-09-13T00:47:37.921 INFO:tasks.workunit.client.1.smithi053.stderr:178+1 records in 2024-09-13T00:47:37.921 INFO:tasks.workunit.client.1.smithi053.stderr:178+1 records out 2024-09-13T00:47:37.921 INFO:tasks.workunit.client.1.smithi053.stderr:182728 bytes (183 kB, 178 KiB) copied, 0.000548956 s, 333 MB/s 2024-09-13T00:47:37.921 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm testimg 2024-09-13T00:47:37.996 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 0% complete...failed. 2024-09-13T00:47:37.997 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: delete error: (2) No such file or directory 2024-09-13T00:47:38.000 INFO:tasks.workunit.client.1.smithi053.stderr:+ true 2024-09-13T00:47:38.000 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format /tmp/rbd_import_export_104848/img testimg 2024-09-13T00:47:38.644 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-09-13T00:47:38.645 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T00:47:38.648 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export testimg /tmp/rbd_import_export_104848/img2 2024-09-13T00:47:38.920 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-13T00:47:38.925 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export testimg - 2024-09-13T00:47:39.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:39 smithi053 bash[67631]: cluster 2024-09-13T00:47:38.149008+0000 mgr.y (mgr.34107) 1346 : cluster [DBG] pgmap v2008: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 151 op/s 2024-09-13T00:47:39.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:39 smithi032 bash[75510]: cluster 2024-09-13T00:47:38.149008+0000 mgr.y (mgr.34107) 1346 : cluster [DBG] pgmap v2008: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 151 op/s 2024-09-13T00:47:39.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:39 smithi032 bash[76677]: cluster 2024-09-13T00:47:38.149008+0000 mgr.y (mgr.34107) 1346 : cluster [DBG] pgmap v2008: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 151 op/s 2024-09-13T00:47:39.865 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-13T00:47:39.871 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm testimg 2024-09-13T00:47:40.124 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-09-13T00:47:40.132 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp /tmp/rbd_import_export_104848/img /tmp/rbd_import_export_104848/img2 2024-09-13T00:47:40.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:40 smithi053 bash[67631]: audit 2024-09-13T00:47:40.190675+0000 mon.a (mon.0) 2342 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:47:40.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:40 smithi032 bash[75510]: audit 2024-09-13T00:47:40.190675+0000 mon.a (mon.0) 2342 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:47:40.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:40 smithi032 bash[76677]: audit 2024-09-13T00:47:40.190675+0000 mon.a (mon.0) 2342 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:47:40.825 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp /tmp/rbd_import_export_104848/img /tmp/rbd_import_export_104848/img3 2024-09-13T00:47:41.314 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/img2 /tmp/rbd_import_export_104848/img3 2024-09-13T00:47:41.499 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format - testimg 2024-09-13T00:47:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:41 smithi053 bash[67631]: cluster 2024-09-13T00:47:40.149917+0000 mgr.y (mgr.34107) 1347 : cluster [DBG] pgmap v2009: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 682 B/s wr, 92 op/s 2024-09-13T00:47:41.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:41 smithi032 bash[75510]: cluster 2024-09-13T00:47:40.149917+0000 mgr.y (mgr.34107) 1347 : cluster [DBG] pgmap v2009: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 682 B/s wr, 92 op/s 2024-09-13T00:47:41.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:41 smithi032 bash[76677]: cluster 2024-09-13T00:47:40.149917+0000 mgr.y (mgr.34107) 1347 : cluster [DBG] pgmap v2009: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 682 B/s wr, 92 op/s 2024-09-13T00:47:42.197 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-09-13T00:47:42.198 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T00:47:42.201 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export testimg /tmp/rbd_import_export_104848/img2 2024-09-13T00:47:42.490 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-13T00:47:42.495 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export testimg - 2024-09-13T00:47:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:47:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:47:42] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-09-13T00:47:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:47:42 smithi053 bash[94430]: ts=2024-09-13T00:47:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:47:43.394 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-13T00:47:43.399 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm testimg 2024-09-13T00:47:43.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:43 smithi053 bash[67631]: cluster 2024-09-13T00:47:42.150903+0000 mgr.y (mgr.34107) 1348 : cluster [DBG] pgmap v2010: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 5.9 KiB/s wr, 66 op/s 2024-09-13T00:47:43.644 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-09-13T00:47:43.650 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp /tmp/rbd_import_export_104848/img /tmp/rbd_import_export_104848/img2 2024-09-13T00:47:43.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:43 smithi032 bash[75510]: cluster 2024-09-13T00:47:42.150903+0000 mgr.y (mgr.34107) 1348 : cluster [DBG] pgmap v2010: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 5.9 KiB/s wr, 66 op/s 2024-09-13T00:47:43.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:43 smithi032 bash[76677]: cluster 2024-09-13T00:47:42.150903+0000 mgr.y (mgr.34107) 1348 : cluster [DBG] pgmap v2010: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 5.9 KiB/s wr, 66 op/s 2024-09-13T00:47:44.356 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp /tmp/rbd_import_export_104848/img /tmp/rbd_import_export_104848/img3 2024-09-13T00:47:44.846 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/img /tmp/rbd_import_export_104848/img2 /tmp/rbd_import_export_104848/img3 2024-09-13T00:47:45.072 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd help export 2024-09-13T00:47:45.073 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep -q export-format 2024-09-13T00:47:45.097 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_104848/img bs=1k count=10 seek=100 2024-09-13T00:47:45.097 INFO:tasks.workunit.client.1.smithi053.stderr:10+0 records in 2024-09-13T00:47:45.098 INFO:tasks.workunit.client.1.smithi053.stderr:10+0 records out 2024-09-13T00:47:45.098 INFO:tasks.workunit.client.1.smithi053.stderr:10240 bytes (10 kB, 10 KiB) copied, 0.000139783 s, 73.3 MB/s 2024-09-13T00:47:45.098 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format /tmp/rbd_import_export_104848/img testimg 2024-09-13T00:47:45.215 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-09-13T00:47:45.216 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T00:47:45.219 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap create testimg@snap 2024-09-13T00:47:45.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:45 smithi053 bash[67631]: cluster 2024-09-13T00:47:44.151975+0000 mgr.y (mgr.34107) 1349 : cluster [DBG] pgmap v2011: 105 pgs: 105 active+clean; 3.5 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 59 KiB/s wr, 83 op/s 2024-09-13T00:47:45.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:45 smithi032 bash[75510]: cluster 2024-09-13T00:47:44.151975+0000 mgr.y (mgr.34107) 1349 : cluster [DBG] pgmap v2011: 105 pgs: 105 active+clean; 3.5 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 59 KiB/s wr, 83 op/s 2024-09-13T00:47:45.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:45 smithi032 bash[76677]: cluster 2024-09-13T00:47:44.151975+0000 mgr.y (mgr.34107) 1349 : cluster [DBG] pgmap v2011: 105 pgs: 105 active+clean; 3.5 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 59 KiB/s wr, 83 op/s 2024-09-13T00:47:46.288 INFO:tasks.workunit.client.1.smithi053.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-13T00:47:46.311 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd image-meta set testimg key1 value1 2024-09-13T00:47:46.407 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd image-meta list testimg 2024-09-13T00:47:46.476 INFO:tasks.workunit.client.1.smithi053.stderr:+ IMAGEMETA_BEFORE=There is 1 metadatum on this image: 2024-09-13T00:47:46.476 INFO:tasks.workunit.client.1.smithi053.stderr: 2024-09-13T00:47:46.477 INFO:tasks.workunit.client.1.smithi053.stderr:Key Value 2024-09-13T00:47:46.477 INFO:tasks.workunit.client.1.smithi053.stderr:key1 value1 2024-09-13T00:47:46.477 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_104848/img_v2 2024-09-13T00:47:46.533 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T00:47:46.537 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_104848/img_v2 testimg_import 2024-09-13T00:47:47.320 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T00:47:47.326 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import 2024-09-13T00:47:47.372 INFO:tasks.workunit.client.1.smithi053.stdout:rbd image 'testimg_import': 2024-09-13T00:47:47.373 INFO:tasks.workunit.client.1.smithi053.stdout: size 110 KiB in 1 objects 2024-09-13T00:47:47.373 INFO:tasks.workunit.client.1.smithi053.stdout: order 22 (4 MiB objects) 2024-09-13T00:47:47.373 INFO:tasks.workunit.client.1.smithi053.stdout: snapshot_count: 1 2024-09-13T00:47:47.373 INFO:tasks.workunit.client.1.smithi053.stdout: id: d573dae859bf 2024-09-13T00:47:47.373 INFO:tasks.workunit.client.1.smithi053.stdout: block_name_prefix: rbd_data.d573dae859bf 2024-09-13T00:47:47.373 INFO:tasks.workunit.client.1.smithi053.stdout: format: 2 2024-09-13T00:47:47.373 INFO:tasks.workunit.client.1.smithi053.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-09-13T00:47:47.373 INFO:tasks.workunit.client.1.smithi053.stdout: op_features: 2024-09-13T00:47:47.373 INFO:tasks.workunit.client.1.smithi053.stdout: flags: 2024-09-13T00:47:47.373 INFO:tasks.workunit.client.1.smithi053.stdout: create_timestamp: Fri Sep 13 00:47:46 2024 2024-09-13T00:47:47.373 INFO:tasks.workunit.client.1.smithi053.stdout: access_timestamp: Fri Sep 13 00:47:46 2024 2024-09-13T00:47:47.374 INFO:tasks.workunit.client.1.smithi053.stdout: modify_timestamp: Fri Sep 13 00:47:46 2024 2024-09-13T00:47:47.376 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import@snap 2024-09-13T00:47:47.416 INFO:tasks.workunit.client.1.smithi053.stdout:rbd image 'testimg_import': 2024-09-13T00:47:47.416 INFO:tasks.workunit.client.1.smithi053.stdout: size 110 KiB in 1 objects 2024-09-13T00:47:47.416 INFO:tasks.workunit.client.1.smithi053.stdout: order 22 (4 MiB objects) 2024-09-13T00:47:47.416 INFO:tasks.workunit.client.1.smithi053.stdout: snapshot_count: 1 2024-09-13T00:47:47.416 INFO:tasks.workunit.client.1.smithi053.stdout: id: d573dae859bf 2024-09-13T00:47:47.416 INFO:tasks.workunit.client.1.smithi053.stdout: block_name_prefix: rbd_data.d573dae859bf 2024-09-13T00:47:47.416 INFO:tasks.workunit.client.1.smithi053.stdout: format: 2 2024-09-13T00:47:47.416 INFO:tasks.workunit.client.1.smithi053.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-09-13T00:47:47.416 INFO:tasks.workunit.client.1.smithi053.stdout: op_features: 2024-09-13T00:47:47.416 INFO:tasks.workunit.client.1.smithi053.stdout: flags: 2024-09-13T00:47:47.416 INFO:tasks.workunit.client.1.smithi053.stdout: create_timestamp: Fri Sep 13 00:47:46 2024 2024-09-13T00:47:47.417 INFO:tasks.workunit.client.1.smithi053.stdout: access_timestamp: Fri Sep 13 00:47:46 2024 2024-09-13T00:47:47.417 INFO:tasks.workunit.client.1.smithi053.stdout: modify_timestamp: Fri Sep 13 00:47:46 2024 2024-09-13T00:47:47.417 INFO:tasks.workunit.client.1.smithi053.stdout: protected: False 2024-09-13T00:47:47.419 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd image-meta list testimg_import 2024-09-13T00:47:47.467 INFO:tasks.workunit.client.1.smithi053.stderr:+ IMAGEMETA_AFTER=There is 1 metadatum on this image: 2024-09-13T00:47:47.467 INFO:tasks.workunit.client.1.smithi053.stderr: 2024-09-13T00:47:47.467 INFO:tasks.workunit.client.1.smithi053.stderr:Key Value 2024-09-13T00:47:47.468 INFO:tasks.workunit.client.1.smithi053.stderr:key1 value1 2024-09-13T00:47:47.468 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ There is 1 metadatum on this image: 2024-09-13T00:47:47.468 INFO:tasks.workunit.client.1.smithi053.stderr: 2024-09-13T00:47:47.468 INFO:tasks.workunit.client.1.smithi053.stderr:Key Value 2024-09-13T00:47:47.468 INFO:tasks.workunit.client.1.smithi053.stderr:key1 value1 = There is 1 metadatum on this image: 2024-09-13T00:47:47.468 INFO:tasks.workunit.client.1.smithi053.stderr: 2024-09-13T00:47:47.468 INFO:tasks.workunit.client.1.smithi053.stderr:Key Value 2024-09-13T00:47:47.468 INFO:tasks.workunit.client.1.smithi053.stderr:key1 value1 ] 2024-09-13T00:47:47.468 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export testimg_import /tmp/rbd_import_export_104848/img_import 2024-09-13T00:47:47.506 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete...done. 2024-09-13T00:47:47.509 INFO:tasks.workunit.client.1.smithi053.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_104848/img /tmp/rbd_import_export_104848/img_import 2024-09-13T00:47:47.510 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp -l /tmp/rbd_import_export_104848/img /tmp/rbd_import_export_104848/img_import 2024-09-13T00:47:47.510 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_104848/img --format %b 2024-09-13T00:47:47.511 INFO:tasks.workunit.client.1.smithi053.stderr:+ origsize=24 2024-09-13T00:47:47.511 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_104848/img_import --format %b 2024-09-13T00:47:47.512 INFO:tasks.workunit.client.1.smithi053.stderr:+ exportsize=224 2024-09-13T00:47:47.512 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=200 2024-09-13T00:47:47.512 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=200 2024-09-13T00:47:47.512 INFO:tasks.workunit.client.1.smithi053.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-09-13T00:47:47.512 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_104848/img_snap 2024-09-13T00:47:47.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:47 smithi053 bash[67631]: cluster 2024-09-13T00:47:46.152882+0000 mgr.y (mgr.34107) 1350 : cluster [DBG] pgmap v2012: 105 pgs: 105 active+clean; 3.5 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 64 KiB/s wr, 53 op/s 2024-09-13T00:47:47.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:47 smithi053 bash[67631]: cluster 2024-09-13T00:47:46.263792+0000 mon.a (mon.0) 2343 : cluster [DBG] osdmap e1110: 8 total, 8 up, 8 in 2024-09-13T00:47:47.556 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete...done. 2024-09-13T00:47:47.560 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_104848/img_snap_import 2024-09-13T00:47:47.602 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete...done. 2024-09-13T00:47:47.605 INFO:tasks.workunit.client.1.smithi053.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_104848/img_snap /tmp/rbd_import_export_104848/img_snap_import 2024-09-13T00:47:47.606 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp -l /tmp/rbd_import_export_104848/img_snap /tmp/rbd_import_export_104848/img_snap_import 2024-09-13T00:47:47.606 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_104848/img_snap --format %b 2024-09-13T00:47:47.607 INFO:tasks.workunit.client.1.smithi053.stderr:+ origsize=224 2024-09-13T00:47:47.607 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_104848/img_snap_import --format %b 2024-09-13T00:47:47.608 INFO:tasks.workunit.client.1.smithi053.stderr:+ exportsize=224 2024-09-13T00:47:47.608 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-09-13T00:47:47.608 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-09-13T00:47:47.608 INFO:tasks.workunit.client.1.smithi053.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T00:47:47.608 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/img_v2 2024-09-13T00:47:47.609 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/img_import 2024-09-13T00:47:47.609 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/img_snap 2024-09-13T00:47:47.609 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/img_snap_import 2024-09-13T00:47:47.610 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap rm testimg_import@snap 2024-09-13T00:47:47.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:47 smithi032 bash[75510]: cluster 2024-09-13T00:47:46.152882+0000 mgr.y (mgr.34107) 1350 : cluster [DBG] pgmap v2012: 105 pgs: 105 active+clean; 3.5 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 64 KiB/s wr, 53 op/s 2024-09-13T00:47:47.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:47 smithi032 bash[75510]: cluster 2024-09-13T00:47:46.263792+0000 mon.a (mon.0) 2343 : cluster [DBG] osdmap e1110: 8 total, 8 up, 8 in 2024-09-13T00:47:47.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:47 smithi032 bash[76677]: cluster 2024-09-13T00:47:46.152882+0000 mgr.y (mgr.34107) 1350 : cluster [DBG] pgmap v2012: 105 pgs: 105 active+clean; 3.5 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 64 KiB/s wr, 53 op/s 2024-09-13T00:47:47.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:47 smithi032 bash[76677]: cluster 2024-09-13T00:47:46.263792+0000 mon.a (mon.0) 2343 : cluster [DBG] osdmap e1110: 8 total, 8 up, 8 in 2024-09-13T00:47:48.303 INFO:tasks.workunit.client.1.smithi053.stderr: Removing snap: 100% complete...done. 2024-09-13T00:47:48.331 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg_import 2024-09-13T00:47:48.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:48 smithi053 bash[67631]: cluster 2024-09-13T00:47:47.266202+0000 mon.a (mon.0) 2344 : cluster [DBG] osdmap e1111: 8 total, 8 up, 8 in 2024-09-13T00:47:48.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:48 smithi053 bash[67631]: cluster 2024-09-13T00:47:48.153785+0000 mgr.y (mgr.34107) 1351 : cluster [DBG] pgmap v2015: 105 pgs: 105 active+clean; 2.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 122 KiB/s wr, 101 op/s 2024-09-13T00:47:48.541 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-09-13T00:47:48.546 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap rm testimg@snap 2024-09-13T00:47:48.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:48 smithi032 bash[75510]: cluster 2024-09-13T00:47:47.266202+0000 mon.a (mon.0) 2344 : cluster [DBG] osdmap e1111: 8 total, 8 up, 8 in 2024-09-13T00:47:48.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:48 smithi032 bash[75510]: cluster 2024-09-13T00:47:48.153785+0000 mgr.y (mgr.34107) 1351 : cluster [DBG] pgmap v2015: 105 pgs: 105 active+clean; 2.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 122 KiB/s wr, 101 op/s 2024-09-13T00:47:48.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:48 smithi032 bash[76677]: cluster 2024-09-13T00:47:47.266202+0000 mon.a (mon.0) 2344 : cluster [DBG] osdmap e1111: 8 total, 8 up, 8 in 2024-09-13T00:47:48.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:48 smithi032 bash[76677]: cluster 2024-09-13T00:47:48.153785+0000 mgr.y (mgr.34107) 1351 : cluster [DBG] pgmap v2015: 105 pgs: 105 active+clean; 2.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 122 KiB/s wr, 101 op/s 2024-09-13T00:47:49.312 INFO:tasks.workunit.client.1.smithi053.stderr: Removing snap: 100% complete...done. 2024-09-13T00:47:49.344 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm testimg 2024-09-13T00:47:49.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:49 smithi053 bash[67631]: cluster 2024-09-13T00:47:48.285923+0000 mon.a (mon.0) 2345 : cluster [DBG] osdmap e1112: 8 total, 8 up, 8 in 2024-09-13T00:47:49.612 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-09-13T00:47:49.620 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --order 20 /tmp/rbd_import_export_104848/img testimg 2024-09-13T00:47:49.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:49 smithi032 bash[75510]: cluster 2024-09-13T00:47:48.285923+0000 mon.a (mon.0) 2345 : cluster [DBG] osdmap e1112: 8 total, 8 up, 8 in 2024-09-13T00:47:49.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:49 smithi032 bash[76677]: cluster 2024-09-13T00:47:48.285923+0000 mon.a (mon.0) 2345 : cluster [DBG] osdmap e1112: 8 total, 8 up, 8 in 2024-09-13T00:47:49.747 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-09-13T00:47:49.747 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T00:47:49.752 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_104848/img_v2 2024-09-13T00:47:49.809 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T00:47:49.812 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_104848/img_v2 testimg_import 2024-09-13T00:47:49.931 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T00:47:49.936 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import 2024-09-13T00:47:49.936 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep order 2024-09-13T00:47:49.936 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $2} 2024-09-13T00:47:49.936 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep 20 2024-09-13T00:47:49.984 INFO:tasks.workunit.client.1.smithi053.stdout:20 2024-09-13T00:47:49.985 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/img_v2 2024-09-13T00:47:49.985 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg_import 2024-09-13T00:47:50.232 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-09-13T00:47:50.239 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg 2024-09-13T00:47:50.504 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-09-13T00:47:50.509 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_104848/img testimg 2024-09-13T00:47:50.582 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-09-13T00:47:50.586 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg 2024-09-13T00:47:50.586 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep features 2024-09-13T00:47:50.628 INFO:tasks.workunit.client.1.smithi053.stderr:+ FEATURES_BEFORE= features: layering 2024-09-13T00:47:50.628 INFO:tasks.workunit.client.1.smithi053.stderr: op_features: 2024-09-13T00:47:50.629 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_104848/img_v2 2024-09-13T00:47:50.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:50 smithi032 bash[75510]: cluster 2024-09-13T00:47:49.293360+0000 mon.a (mon.0) 2346 : cluster [DBG] osdmap e1113: 8 total, 8 up, 8 in 2024-09-13T00:47:50.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:50 smithi032 bash[75510]: cluster 2024-09-13T00:47:50.154449+0000 mgr.y (mgr.34107) 1352 : cluster [DBG] pgmap v2018: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 55 KiB/s wr, 156 op/s 2024-09-13T00:47:50.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:50 smithi032 bash[76677]: cluster 2024-09-13T00:47:49.293360+0000 mon.a (mon.0) 2346 : cluster [DBG] osdmap e1113: 8 total, 8 up, 8 in 2024-09-13T00:47:50.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:50 smithi032 bash[76677]: cluster 2024-09-13T00:47:50.154449+0000 mgr.y (mgr.34107) 1352 : cluster [DBG] pgmap v2018: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 55 KiB/s wr, 156 op/s 2024-09-13T00:47:50.670 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T00:47:50.673 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_104848/img_v2 testimg_import 2024-09-13T00:47:50.780 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T00:47:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:50 smithi053 bash[67631]: cluster 2024-09-13T00:47:49.293360+0000 mon.a (mon.0) 2346 : cluster [DBG] osdmap e1113: 8 total, 8 up, 8 in 2024-09-13T00:47:50.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:50 smithi053 bash[67631]: cluster 2024-09-13T00:47:50.154449+0000 mgr.y (mgr.34107) 1352 : cluster [DBG] pgmap v2018: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 55 KiB/s wr, 156 op/s 2024-09-13T00:47:50.786 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import 2024-09-13T00:47:50.787 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep features 2024-09-13T00:47:50.839 INFO:tasks.workunit.client.1.smithi053.stderr:+ FEATURES_AFTER= features: layering 2024-09-13T00:47:50.840 INFO:tasks.workunit.client.1.smithi053.stderr: op_features: 2024-09-13T00:47:50.840 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ features: layering 2024-09-13T00:47:50.840 INFO:tasks.workunit.client.1.smithi053.stderr: op_features: != features: layering 2024-09-13T00:47:50.840 INFO:tasks.workunit.client.1.smithi053.stderr: op_features: ] 2024-09-13T00:47:50.840 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/img_v2 2024-09-13T00:47:50.840 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg_import 2024-09-13T00:47:51.019 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-09-13T00:47:51.025 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg 2024-09-13T00:47:51.160 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-09-13T00:47:51.164 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_104848/img testimg 2024-09-13T00:47:51.286 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-09-13T00:47:51.290 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_104848/img_v2 2024-09-13T00:47:51.346 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T00:47:51.349 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_104848/img_v2 testimg_import 2024-09-13T00:47:51.453 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T00:47:51.457 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import 2024-09-13T00:47:51.458 INFO:tasks.workunit.client.1.smithi053.stderr:+ + grepgrep -Ei stripe unit (4 KiB|4096) 2024-09-13T00:47:51.458 INFO:tasks.workunit.client.1.smithi053.stderr: 2024-09-13T00:47:51.502 INFO:tasks.workunit.client.1.smithi053.stdout: stripe unit: 4 KiB 2024-09-13T00:47:51.502 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import 2024-09-13T00:47:51.502 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep stripe count 2024-09-13T00:47:51.503 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $3} 2024-09-13T00:47:51.503 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep 1000 2024-09-13T00:47:51.543 INFO:tasks.workunit.client.1.smithi053.stdout:1000 2024-09-13T00:47:51.544 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/img_v2 2024-09-13T00:47:51.544 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg_import 2024-09-13T00:47:51.717 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-09-13T00:47:51.720 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg 2024-09-13T00:47:51.976 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-09-13T00:47:51.982 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_104848/img testimg 2024-09-13T00:47:52.096 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-09-13T00:47:52.101 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap create testimg@snap1 2024-09-13T00:47:52.254 INFO:tasks.workunit.client.1.smithi053.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-13T00:47:52.274 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap create testimg@snap2 2024-09-13T00:47:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:47:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:47:52] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-09-13T00:47:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:47:52 smithi053 bash[94430]: ts=2024-09-13T00:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:47:53.266 INFO:tasks.workunit.client.1.smithi053.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-13T00:47:53.289 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap protect testimg@snap2 2024-09-13T00:47:53.366 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_104848/snap_protect 2024-09-13T00:47:53.423 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T00:47:53.427 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_104848/snap_protect testimg_import 2024-09-13T00:47:53.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:53 smithi053 bash[67631]: cluster 2024-09-13T00:47:52.155386+0000 mgr.y (mgr.34107) 1353 : cluster [DBG] pgmap v2019: 105 pgs: 105 active+clean; 695 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 47 KiB/s wr, 208 op/s 2024-09-13T00:47:53.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:53 smithi053 bash[67631]: cluster 2024-09-13T00:47:52.229428+0000 mon.a (mon.0) 2347 : cluster [DBG] osdmap e1114: 8 total, 8 up, 8 in 2024-09-13T00:47:53.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:53 smithi032 bash[75510]: cluster 2024-09-13T00:47:52.155386+0000 mgr.y (mgr.34107) 1353 : cluster [DBG] pgmap v2019: 105 pgs: 105 active+clean; 695 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 47 KiB/s wr, 208 op/s 2024-09-13T00:47:53.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:53 smithi032 bash[75510]: cluster 2024-09-13T00:47:52.229428+0000 mon.a (mon.0) 2347 : cluster [DBG] osdmap e1114: 8 total, 8 up, 8 in 2024-09-13T00:47:53.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:53 smithi032 bash[76677]: cluster 2024-09-13T00:47:52.155386+0000 mgr.y (mgr.34107) 1353 : cluster [DBG] pgmap v2019: 105 pgs: 105 active+clean; 695 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 47 KiB/s wr, 208 op/s 2024-09-13T00:47:53.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:53 smithi032 bash[76677]: cluster 2024-09-13T00:47:52.229428+0000 mon.a (mon.0) 2347 : cluster [DBG] osdmap e1114: 8 total, 8 up, 8 in 2024-09-13T00:47:54.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:54 smithi053 bash[67631]: cluster 2024-09-13T00:47:53.240125+0000 mon.a (mon.0) 2348 : cluster [DBG] osdmap e1115: 8 total, 8 up, 8 in 2024-09-13T00:47:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:54 smithi032 bash[75510]: cluster 2024-09-13T00:47:53.240125+0000 mon.a (mon.0) 2348 : cluster [DBG] osdmap e1115: 8 total, 8 up, 8 in 2024-09-13T00:47:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:54 smithi032 bash[76677]: cluster 2024-09-13T00:47:53.240125+0000 mon.a (mon.0) 2348 : cluster [DBG] osdmap e1115: 8 total, 8 up, 8 in 2024-09-13T00:47:55.325 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T00:47:55.336 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import@snap1 2024-09-13T00:47:55.336 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep protected: False 2024-09-13T00:47:55.396 INFO:tasks.workunit.client.1.smithi053.stdout: protected: False 2024-09-13T00:47:55.397 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import@snap2 2024-09-13T00:47:55.397 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep protected: True 2024-09-13T00:47:55.449 INFO:tasks.workunit.client.1.smithi053.stdout: protected: True 2024-09-13T00:47:55.449 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/snap_protect 2024-09-13T00:47:55.450 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap unprotect testimg@snap2 2024-09-13T00:47:55.527 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap unprotect testimg_import@snap2 2024-09-13T00:47:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:55 smithi053 bash[67631]: cluster 2024-09-13T00:47:54.156284+0000 mgr.y (mgr.34107) 1354 : cluster [DBG] pgmap v2022: 105 pgs: 105 active+clean; 695 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 32 KiB/s wr, 413 op/s 2024-09-13T00:47:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:55 smithi053 bash[67631]: cluster 2024-09-13T00:47:54.249017+0000 mon.a (mon.0) 2349 : cluster [DBG] osdmap e1116: 8 total, 8 up, 8 in 2024-09-13T00:47:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:55 smithi053 bash[67631]: audit 2024-09-13T00:47:55.191144+0000 mon.a (mon.0) 2350 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:47:55.596 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap purge testimg 2024-09-13T00:47:55.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:55 smithi032 bash[75510]: cluster 2024-09-13T00:47:54.156284+0000 mgr.y (mgr.34107) 1354 : cluster [DBG] pgmap v2022: 105 pgs: 105 active+clean; 695 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 32 KiB/s wr, 413 op/s 2024-09-13T00:47:55.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:55 smithi032 bash[75510]: cluster 2024-09-13T00:47:54.249017+0000 mon.a (mon.0) 2349 : cluster [DBG] osdmap e1116: 8 total, 8 up, 8 in 2024-09-13T00:47:55.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:55 smithi032 bash[75510]: audit 2024-09-13T00:47:55.191144+0000 mon.a (mon.0) 2350 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:47:55.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:55 smithi032 bash[76677]: cluster 2024-09-13T00:47:54.156284+0000 mgr.y (mgr.34107) 1354 : cluster [DBG] pgmap v2022: 105 pgs: 105 active+clean; 695 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 32 KiB/s wr, 413 op/s 2024-09-13T00:47:55.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:55 smithi032 bash[76677]: cluster 2024-09-13T00:47:54.249017+0000 mon.a (mon.0) 2349 : cluster [DBG] osdmap e1116: 8 total, 8 up, 8 in 2024-09-13T00:47:55.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:55 smithi032 bash[76677]: audit 2024-09-13T00:47:55.191144+0000 mon.a (mon.0) 2350 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:47:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:56 smithi053 bash[67631]: cluster 2024-09-13T00:47:55.251359+0000 mon.a (mon.0) 2351 : cluster [DBG] osdmap e1117: 8 total, 8 up, 8 in 2024-09-13T00:47:56.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:56 smithi053 bash[67631]: cluster 2024-09-13T00:47:55.668879+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e1118: 8 total, 8 up, 8 in 2024-09-13T00:47:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:56 smithi032 bash[75510]: cluster 2024-09-13T00:47:55.251359+0000 mon.a (mon.0) 2351 : cluster [DBG] osdmap e1117: 8 total, 8 up, 8 in 2024-09-13T00:47:56.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:56 smithi032 bash[75510]: cluster 2024-09-13T00:47:55.668879+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e1118: 8 total, 8 up, 8 in 2024-09-13T00:47:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:56 smithi032 bash[76677]: cluster 2024-09-13T00:47:55.251359+0000 mon.a (mon.0) 2351 : cluster [DBG] osdmap e1117: 8 total, 8 up, 8 in 2024-09-13T00:47:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:56 smithi032 bash[76677]: cluster 2024-09-13T00:47:55.668879+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e1118: 8 total, 8 up, 8 in 2024-09-13T00:47:57.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:57 smithi053 bash[67631]: cluster 2024-09-13T00:47:56.156947+0000 mgr.y (mgr.34107) 1355 : cluster [DBG] pgmap v2026: 105 pgs: 105 active+clean; 695 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 31 KiB/s wr, 396 op/s 2024-09-13T00:47:57.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:57 smithi053 bash[67631]: cluster 2024-09-13T00:47:56.673581+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e1119: 8 total, 8 up, 8 in 2024-09-13T00:47:57.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:57 smithi032 bash[75510]: cluster 2024-09-13T00:47:56.156947+0000 mgr.y (mgr.34107) 1355 : cluster [DBG] pgmap v2026: 105 pgs: 105 active+clean; 695 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 31 KiB/s wr, 396 op/s 2024-09-13T00:47:57.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:57 smithi032 bash[75510]: cluster 2024-09-13T00:47:56.673581+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e1119: 8 total, 8 up, 8 in 2024-09-13T00:47:57.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:57 smithi032 bash[76677]: cluster 2024-09-13T00:47:56.156947+0000 mgr.y (mgr.34107) 1355 : cluster [DBG] pgmap v2026: 105 pgs: 105 active+clean; 695 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 31 KiB/s wr, 396 op/s 2024-09-13T00:47:57.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:57 smithi032 bash[76677]: cluster 2024-09-13T00:47:56.673581+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e1119: 8 total, 8 up, 8 in 2024-09-13T00:47:57.694 INFO:tasks.workunit.client.1.smithi053.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-09-13T00:47:57.725 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap purge testimg_import 2024-09-13T00:47:59.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:58 smithi053 bash[67631]: cluster 2024-09-13T00:47:57.677133+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e1120: 8 total, 8 up, 8 in 2024-09-13T00:47:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:58 smithi053 bash[67631]: cluster 2024-09-13T00:47:58.157663+0000 mgr.y (mgr.34107) 1356 : cluster [DBG] pgmap v2029: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 16 KiB/s wr, 213 op/s 2024-09-13T00:47:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:58 smithi032 bash[75510]: cluster 2024-09-13T00:47:57.677133+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e1120: 8 total, 8 up, 8 in 2024-09-13T00:47:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:58 smithi032 bash[75510]: cluster 2024-09-13T00:47:58.157663+0000 mgr.y (mgr.34107) 1356 : cluster [DBG] pgmap v2029: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 16 KiB/s wr, 213 op/s 2024-09-13T00:47:59.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:58 smithi032 bash[76677]: cluster 2024-09-13T00:47:57.677133+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e1120: 8 total, 8 up, 8 in 2024-09-13T00:47:59.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:58 smithi032 bash[76677]: cluster 2024-09-13T00:47:58.157663+0000 mgr.y (mgr.34107) 1356 : cluster [DBG] pgmap v2029: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 16 KiB/s wr, 213 op/s 2024-09-13T00:47:59.716 INFO:tasks.workunit.client.1.smithi053.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-09-13T00:47:59.738 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg 2024-09-13T00:48:00.003 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-09-13T00:48:00.011 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg_import 2024-09-13T00:48:00.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:47:59 smithi053 bash[67631]: cluster 2024-09-13T00:47:58.687680+0000 mon.a (mon.0) 2355 : cluster [DBG] osdmap e1121: 8 total, 8 up, 8 in 2024-09-13T00:48:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:47:59 smithi032 bash[75510]: cluster 2024-09-13T00:47:58.687680+0000 mon.a (mon.0) 2355 : cluster [DBG] osdmap e1121: 8 total, 8 up, 8 in 2024-09-13T00:48:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:47:59 smithi032 bash[76677]: cluster 2024-09-13T00:47:58.687680+0000 mon.a (mon.0) 2355 : cluster [DBG] osdmap e1121: 8 total, 8 up, 8 in 2024-09-13T00:48:00.247 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-09-13T00:48:00.254 INFO:tasks.workunit.client.1.smithi053.stderr:+ tiered=0 2024-09-13T00:48:00.255 INFO:tasks.workunit.client.1.smithi053.stderr:+ ceph osd dump 2024-09-13T00:48:00.255 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep ^pool 2024-09-13T00:48:00.255 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep 'rbd' 2024-09-13T00:48:00.255 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep tier 2024-09-13T00:48:00.684 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_104848/sparse1 2024-09-13T00:48:00.690 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records in 2024-09-13T00:48:00.691 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records out 2024-09-13T00:48:00.691 INFO:tasks.workunit.client.1.smithi053.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00524166 s, 200 MB/s 2024-09-13T00:48:00.691 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_104848/sparse2 2024-09-13T00:48:00.696 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records in 2024-09-13T00:48:00.696 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records out 2024-09-13T00:48:00.696 INFO:tasks.workunit.client.1.smithi053.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00488277 s, 215 MB/s 2024-09-13T00:48:00.696 INFO:tasks.workunit.client.1.smithi053.stderr:+ truncate /tmp/rbd_import_export_104848/sparse2 -s 2M 2024-09-13T00:48:00.710 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse1 2024-09-13T00:48:00.791 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 0% complete...failed. 2024-09-13T00:48:00.791 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: delete error: (2) No such file or directory 2024-09-13T00:48:00.795 INFO:tasks.workunit.client.1.smithi053.stderr:+ true 2024-09-13T00:48:00.795 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_104848/sparse1 2024-09-13T00:48:00.910 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-09-13T00:48:00.912 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T00:48:00.912 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T00:48:00.917 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd ls -l 2024-09-13T00:48:00.917 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep sparse1 2024-09-13T00:48:00.917 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep -Ei (2 MiB|2048k) 2024-09-13T00:48:00.974 INFO:tasks.workunit.client.1.smithi053.stdout:sparse1 2 MiB 2 2024-09-13T00:48:00.975 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects sparse1 2024-09-13T00:48:00.975 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse1 2024-09-13T00:48:00.975 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse1 2024-09-13T00:48:00.975 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep block_name_prefix 2024-09-13T00:48:00.975 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $NF;} 2024-09-13T00:48:01.025 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d68d50d2fc0e 2024-09-13T00:48:01.025 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep rbd_data.d68d50d2fc0e 2024-09-13T00:48:01.025 INFO:tasks.workunit.client.1.smithi053.stderr:+ + sed -e s/rbd_data.d68d50d2fc0e\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-09-13T00:48:01.025 INFO:tasks.workunit.client.1.smithi053.stderr:get_image_data_pool sparse1 2024-09-13T00:48:01.025 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse1 2024-09-13T00:48:01.025 INFO:tasks.workunit.client.1.smithi053.stderr:+ sort -u 2024-09-13T00:48:01.025 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse1 2024-09-13T00:48:01.025 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-09-13T00:48:01.025 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-09-13T00:48:01.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:00 smithi053 bash[67631]: cluster 2024-09-13T00:47:59.695405+0000 mon.a (mon.0) 2356 : cluster [DBG] osdmap e1122: 8 total, 8 up, 8 in 2024-09-13T00:48:01.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:00 smithi053 bash[67631]: cluster 2024-09-13T00:48:00.158086+0000 mgr.y (mgr.34107) 1357 : cluster [DBG] pgmap v2032: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 14 KiB/s wr, 172 op/s 2024-09-13T00:48:01.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:00 smithi053 bash[67631]: audit 2024-09-13T00:48:00.560516+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.53:0/1157031469' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T00:48:01.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:00 smithi053 bash[67631]: audit 2024-09-13T00:48:00.664686+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.53:0/1157031469' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T00:48:01.076 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-09-13T00:48:01.076 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-09-13T00:48:01.076 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-09-13T00:48:01.076 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-09-13T00:48:01.076 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados ls -p rbd 2024-09-13T00:48:01.131 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects=1 2024-09-13T00:48:01.131 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo 1 2024-09-13T00:48:01.131 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-09-13T00:48:01.132 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export sparse1 /tmp/rbd_import_export_104848/sparse1.out 2024-09-13T00:48:01.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:00 smithi032 bash[76677]: cluster 2024-09-13T00:47:59.695405+0000 mon.a (mon.0) 2356 : cluster [DBG] osdmap e1122: 8 total, 8 up, 8 in 2024-09-13T00:48:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:00 smithi032 bash[76677]: cluster 2024-09-13T00:48:00.158086+0000 mgr.y (mgr.34107) 1357 : cluster [DBG] pgmap v2032: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 14 KiB/s wr, 172 op/s 2024-09-13T00:48:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:00 smithi032 bash[76677]: audit 2024-09-13T00:48:00.560516+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.53:0/1157031469' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T00:48:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:00 smithi032 bash[76677]: audit 2024-09-13T00:48:00.664686+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.53:0/1157031469' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T00:48:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:00 smithi032 bash[75510]: cluster 2024-09-13T00:47:59.695405+0000 mon.a (mon.0) 2356 : cluster [DBG] osdmap e1122: 8 total, 8 up, 8 in 2024-09-13T00:48:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:00 smithi032 bash[75510]: cluster 2024-09-13T00:48:00.158086+0000 mgr.y (mgr.34107) 1357 : cluster [DBG] pgmap v2032: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 14 KiB/s wr, 172 op/s 2024-09-13T00:48:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:00 smithi032 bash[75510]: audit 2024-09-13T00:48:00.560516+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.53:0/1157031469' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T00:48:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:00 smithi032 bash[75510]: audit 2024-09-13T00:48:00.664686+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.53:0/1157031469' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T00:48:01.178 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-09-13T00:48:01.181 INFO:tasks.workunit.client.1.smithi053.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_104848/sparse1 /tmp/rbd_import_export_104848/sparse1.out 2024-09-13T00:48:01.181 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp -l /tmp/rbd_import_export_104848/sparse1 /tmp/rbd_import_export_104848/sparse1.out 2024-09-13T00:48:01.184 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_104848/sparse1 --format %b 2024-09-13T00:48:01.185 INFO:tasks.workunit.client.1.smithi053.stderr:+ origsize=2048 2024-09-13T00:48:01.185 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_104848/sparse1.out --format %b 2024-09-13T00:48:01.186 INFO:tasks.workunit.client.1.smithi053.stderr:+ exportsize=2048 2024-09-13T00:48:01.186 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-09-13T00:48:01.186 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-09-13T00:48:01.186 INFO:tasks.workunit.client.1.smithi053.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T00:48:01.186 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/sparse1.out 2024-09-13T00:48:01.187 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse1 2024-09-13T00:48:01.448 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-09-13T00:48:01.454 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse2 2024-09-13T00:48:01.536 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 0% complete...failed. 2024-09-13T00:48:01.537 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: delete error: (2) No such file or directory 2024-09-13T00:48:01.541 INFO:tasks.workunit.client.1.smithi053.stderr:+ true 2024-09-13T00:48:01.541 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_104848/sparse2 2024-09-13T00:48:01.648 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-09-13T00:48:01.649 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T00:48:01.649 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T00:48:01.653 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd ls -l 2024-09-13T00:48:01.653 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep sparse2 2024-09-13T00:48:01.653 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep -Ei (2 MiB|2048k) 2024-09-13T00:48:01.705 INFO:tasks.workunit.client.1.smithi053.stdout:sparse2 2 MiB 2 2024-09-13T00:48:01.706 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects sparse2 2024-09-13T00:48:01.706 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse2 2024-09-13T00:48:01.706 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse2 2024-09-13T00:48:01.706 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep block_name_prefix 2024-09-13T00:48:01.706 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $NF;} 2024-09-13T00:48:01.753 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d6c055883d27 2024-09-13T00:48:01.753 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep rbd_data.d6c055883d27 2024-09-13T00:48:01.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ get_image_data_pool sparse2 2024-09-13T00:48:01.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse2 2024-09-13T00:48:01.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ sed -e s/rbd_data.d6c055883d27\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-09-13T00:48:01.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ sort -u 2024-09-13T00:48:01.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse2 2024-09-13T00:48:01.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-09-13T00:48:01.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-09-13T00:48:01.800 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-09-13T00:48:01.800 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-09-13T00:48:01.800 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-09-13T00:48:01.800 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-09-13T00:48:01.800 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados ls -p rbd 2024-09-13T00:48:01.855 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects=0 2024-09-13T00:48:01.855 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo 0 2024-09-13T00:48:01.855 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 -eq 1 -o 0 = 0 ] 2024-09-13T00:48:01.855 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export sparse2 /tmp/rbd_import_export_104848/sparse2.out 2024-09-13T00:48:01.901 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-09-13T00:48:01.905 INFO:tasks.workunit.client.1.smithi053.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_104848/sparse2 /tmp/rbd_import_export_104848/sparse2.out 2024-09-13T00:48:01.906 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp -l /tmp/rbd_import_export_104848/sparse2 /tmp/rbd_import_export_104848/sparse2.out 2024-09-13T00:48:01.908 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_104848/sparse2 --format %b 2024-09-13T00:48:01.909 INFO:tasks.workunit.client.1.smithi053.stderr:+ origsize=2048 2024-09-13T00:48:01.909 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_104848/sparse2.out --format %b 2024-09-13T00:48:01.909 INFO:tasks.workunit.client.1.smithi053.stderr:+ exportsize=2048 2024-09-13T00:48:01.909 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-09-13T00:48:01.909 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-09-13T00:48:01.909 INFO:tasks.workunit.client.1.smithi053.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T00:48:01.909 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/sparse2.out 2024-09-13T00:48:01.910 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse2 2024-09-13T00:48:02.123 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-09-13T00:48:02.131 INFO:tasks.workunit.client.1.smithi053.stderr:+ truncate /tmp/rbd_import_export_104848/sparse1 -s 10M 2024-09-13T00:48:02.132 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format --order 20 - sparse1 2024-09-13T00:48:02.352 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-09-13T00:48:02.353 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T00:48:02.354 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T00:48:02.359 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd ls -l 2024-09-13T00:48:02.359 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep sparse1 2024-09-13T00:48:02.359 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep -Ei (10 MiB|10240k) 2024-09-13T00:48:02.414 INFO:tasks.workunit.client.1.smithi053.stdout:sparse1 10 MiB 2 2024-09-13T00:48:02.415 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects sparse1 2024-09-13T00:48:02.415 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse1 2024-09-13T00:48:02.415 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse1 2024-09-13T00:48:02.415 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep block_name_prefix 2024-09-13T00:48:02.415 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $NF;} 2024-09-13T00:48:02.464 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d6ed210981eb 2024-09-13T00:48:02.465 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep rbd_data.d6ed210981eb 2024-09-13T00:48:02.465 INFO:tasks.workunit.client.1.smithi053.stderr:+ get_image_data_pool sparse1 2024-09-13T00:48:02.465 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse1 2024-09-13T00:48:02.465 INFO:tasks.workunit.client.1.smithi053.stderr:+ sed -e s/rbd_data.d6ed210981eb\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-09-13T00:48:02.465 INFO:tasks.workunit.client.1.smithi053.stderr:+ sort -u 2024-09-13T00:48:02.466 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse1 2024-09-13T00:48:02.466 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-09-13T00:48:02.466 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-09-13T00:48:02.511 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-09-13T00:48:02.511 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-09-13T00:48:02.511 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-09-13T00:48:02.512 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-09-13T00:48:02.512 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados ls -p rbd 2024-09-13T00:48:02.566 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects=1 2024-09-13T00:48:02.567 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo 1 2024-09-13T00:48:02.567 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-09-13T00:48:02.567 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export sparse1 /tmp/rbd_import_export_104848/sparse1.out 2024-09-13T00:48:02.613 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-09-13T00:48:02.616 INFO:tasks.workunit.client.1.smithi053.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_104848/sparse1 /tmp/rbd_import_export_104848/sparse1.out 2024-09-13T00:48:02.616 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp -l /tmp/rbd_import_export_104848/sparse1 /tmp/rbd_import_export_104848/sparse1.out 2024-09-13T00:48:02.625 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_104848/sparse1 --format %b 2024-09-13T00:48:02.626 INFO:tasks.workunit.client.1.smithi053.stderr:+ origsize=2048 2024-09-13T00:48:02.626 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_104848/sparse1.out --format %b 2024-09-13T00:48:02.626 INFO:tasks.workunit.client.1.smithi053.stderr:+ exportsize=2048 2024-09-13T00:48:02.627 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-09-13T00:48:02.627 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-09-13T00:48:02.627 INFO:tasks.workunit.client.1.smithi053.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T00:48:02.627 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/sparse1.out 2024-09-13T00:48:02.628 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse1 2024-09-13T00:48:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:48:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:48:02] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-09-13T00:48:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:48:02 smithi053 bash[94430]: ts=2024-09-13T00:48:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:48:02.879 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-09-13T00:48:02.884 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_104848/sparse2 oflag=append conv=notrunc 2024-09-13T00:48:02.897 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records in 2024-09-13T00:48:02.897 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records out 2024-09-13T00:48:02.897 INFO:tasks.workunit.client.1.smithi053.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0112707 s, 186 MB/s 2024-09-13T00:48:02.897 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format --order 20 - sparse2 2024-09-13T00:48:03.041 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-09-13T00:48:03.042 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T00:48:03.042 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T00:48:03.048 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd ls -l 2024-09-13T00:48:03.048 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep sparse2 2024-09-13T00:48:03.048 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep -Ei (4 MiB|4096k) 2024-09-13T00:48:03.095 INFO:tasks.workunit.client.1.smithi053.stdout:sparse2 4 MiB 2 2024-09-13T00:48:03.096 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects sparse2 2024-09-13T00:48:03.096 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse2 2024-09-13T00:48:03.096 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse2 2024-09-13T00:48:03.096 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep block_name_prefix 2024-09-13T00:48:03.096 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $NF;} 2024-09-13T00:48:03.137 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d71a328ec43f 2024-09-13T00:48:03.139 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep rbd_data.d71a328ec43f 2024-09-13T00:48:03.139 INFO:tasks.workunit.client.1.smithi053.stderr:+ get_image_data_pool sparse2 2024-09-13T00:48:03.139 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse2 2024-09-13T00:48:03.139 INFO:tasks.workunit.client.1.smithi053.stderr:+ sed -e s/rbd_data.d71a328ec43f\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-09-13T00:48:03.139 INFO:tasks.workunit.client.1.smithi053.stderr:+ sort -u 2024-09-13T00:48:03.139 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse2 2024-09-13T00:48:03.139 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-09-13T00:48:03.139 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-09-13T00:48:03.179 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-09-13T00:48:03.179 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-09-13T00:48:03.180 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-09-13T00:48:03.180 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-09-13T00:48:03.180 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados ls -p rbd 2024-09-13T00:48:03.235 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects=0 2024-09-13T00:48:03.235 INFO:tasks.workunit.client.1.smithi053.stderr:2 2024-09-13T00:48:03.235 INFO:tasks.workunit.client.1.smithi053.stderr:3 2024-09-13T00:48:03.235 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo 0 2 3 2024-09-13T00:48:03.235 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 -eq 1 -o 0 2 3 = 0 2 3 ] 2024-09-13T00:48:03.235 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export sparse2 /tmp/rbd_import_export_104848/sparse2.out 2024-09-13T00:48:03.278 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-09-13T00:48:03.282 INFO:tasks.workunit.client.1.smithi053.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_104848/sparse2 /tmp/rbd_import_export_104848/sparse2.out 2024-09-13T00:48:03.282 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp -l /tmp/rbd_import_export_104848/sparse2 /tmp/rbd_import_export_104848/sparse2.out 2024-09-13T00:48:03.285 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_104848/sparse2 --format %b 2024-09-13T00:48:03.286 INFO:tasks.workunit.client.1.smithi053.stderr:+ origsize=6144 2024-09-13T00:48:03.286 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_104848/sparse2.out --format %b 2024-09-13T00:48:03.286 INFO:tasks.workunit.client.1.smithi053.stderr:+ exportsize=6144 2024-09-13T00:48:03.287 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-09-13T00:48:03.287 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-09-13T00:48:03.287 INFO:tasks.workunit.client.1.smithi053.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T00:48:03.287 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/sparse2.out 2024-09-13T00:48:03.287 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse2 2024-09-13T00:48:03.452 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-09-13T00:48:03.457 INFO:tasks.workunit.client.1.smithi053.stdout:partially-sparse file imports to partially-sparse image 2024-09-13T00:48:03.458 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo partially-sparse file imports to partially-sparse image 2024-09-13T00:48:03.458 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_104848/sparse1 sparse 2024-09-13T00:48:03.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:03 smithi053 bash[67631]: cluster 2024-09-13T00:48:02.159018+0000 mgr.y (mgr.34107) 1358 : cluster [DBG] pgmap v2033: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 8.7 KiB/s wr, 140 op/s 2024-09-13T00:48:03.556 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-09-13T00:48:03.557 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T00:48:03.557 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T00:48:03.560 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects sparse 2024-09-13T00:48:03.560 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse 2024-09-13T00:48:03.560 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-09-13T00:48:03.561 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep block_name_prefix 2024-09-13T00:48:03.561 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $NF;} 2024-09-13T00:48:03.603 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d747f2068b97 2024-09-13T00:48:03.604 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep rbd_data.d747f2068b97 2024-09-13T00:48:03.604 INFO:tasks.workunit.client.1.smithi053.stderr:+ sed -e s/rbd_data.d747f2068b97\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-09-13T00:48:03.604 INFO:tasks.workunit.client.1.smithi053.stderr:+ get_image_data_pool sparse 2024-09-13T00:48:03.604 INFO:tasks.workunit.client.1.smithi053.stderr:+ + image=sparse 2024-09-13T00:48:03.604 INFO:tasks.workunit.client.1.smithi053.stderr:sort -u 2024-09-13T00:48:03.604 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-09-13T00:48:03.604 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-09-13T00:48:03.604 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-09-13T00:48:03.645 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-09-13T00:48:03.645 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-09-13T00:48:03.645 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-09-13T00:48:03.645 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-09-13T00:48:03.645 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados ls -p rbd 2024-09-13T00:48:03.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:03 smithi032 bash[75510]: cluster 2024-09-13T00:48:02.159018+0000 mgr.y (mgr.34107) 1358 : cluster [DBG] pgmap v2033: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 8.7 KiB/s wr, 140 op/s 2024-09-13T00:48:03.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:03 smithi032 bash[76677]: cluster 2024-09-13T00:48:02.159018+0000 mgr.y (mgr.34107) 1358 : cluster [DBG] pgmap v2033: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 8.7 KiB/s wr, 140 op/s 2024-09-13T00:48:03.699 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects=1 2024-09-13T00:48:03.699 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo 1 2024-09-13T00:48:03.699 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-09-13T00:48:03.699 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse 2024-09-13T00:48:03.880 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-09-13T00:48:03.886 INFO:tasks.workunit.client.1.smithi053.stdout:zeros import through stdin to sparse image 2024-09-13T00:48:03.887 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo zeros import through stdin to sparse image 2024-09-13T00:48:03.887 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/dev/zero bs=1M count=4 2024-09-13T00:48:03.887 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format - sparse 2024-09-13T00:48:03.979 INFO:tasks.workunit.client.1.smithi053.stderr:4+0 records in 2024-09-13T00:48:03.979 INFO:tasks.workunit.client.1.smithi053.stderr:4+0 records out 2024-09-13T00:48:03.979 INFO:tasks.workunit.client.1.smithi053.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0910817 s, 46.0 MB/s 2024-09-13T00:48:04.011 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-09-13T00:48:04.012 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T00:48:04.019 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects sparse 2024-09-13T00:48:04.019 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse 2024-09-13T00:48:04.020 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-09-13T00:48:04.020 INFO:tasks.workunit.client.1.smithi053.stderr:+ + grep block_name_prefix 2024-09-13T00:48:04.020 INFO:tasks.workunit.client.1.smithi053.stderr:awk {print $NF;} 2024-09-13T00:48:04.074 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d768e45c9cd9 2024-09-13T00:48:04.074 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep rbd_data.d768e45c9cd9 2024-09-13T00:48:04.074 INFO:tasks.workunit.client.1.smithi053.stderr:+ + sed -eget_image_data_pool s/rbd_data.d768e45c9cd9\.// -e sparse s/^0*\([0-9a-f]\)/\1/ 2024-09-13T00:48:04.074 INFO:tasks.workunit.client.1.smithi053.stderr: 2024-09-13T00:48:04.074 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse 2024-09-13T00:48:04.075 INFO:tasks.workunit.client.1.smithi053.stderr:+ sort -u 2024-09-13T00:48:04.075 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-09-13T00:48:04.075 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-09-13T00:48:04.075 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-09-13T00:48:04.123 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-09-13T00:48:04.123 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-09-13T00:48:04.123 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-09-13T00:48:04.123 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-09-13T00:48:04.123 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados ls -p rbd 2024-09-13T00:48:04.178 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects= 2024-09-13T00:48:04.178 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo 2024-09-13T00:48:04.178 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 -eq 1 -o = ] 2024-09-13T00:48:04.178 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse 2024-09-13T00:48:04.406 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-09-13T00:48:04.412 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo zeros export to sparse file 2024-09-13T00:48:04.412 INFO:tasks.workunit.client.1.smithi053.stdout:zeros export to sparse file 2024-09-13T00:48:04.412 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd create --new-format sparse --size 4 2024-09-13T00:48:04.477 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T00:48:04.481 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-09-13T00:48:04.481 INFO:tasks.workunit.client.1.smithi053.stderr:+ + awk {print $NF;} 2024-09-13T00:48:04.481 INFO:tasks.workunit.client.1.smithi053.stderr:grep block_name_prefix 2024-09-13T00:48:04.525 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d78941e0c9e5 2024-09-13T00:48:04.525 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/dev/zero bs=4M count=1 2024-09-13T00:48:04.525 INFO:tasks.workunit.client.1.smithi053.stderr:+ get_image_data_pool sparse 2024-09-13T00:48:04.525 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse 2024-09-13T00:48:04.525 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-09-13T00:48:04.525 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-09-13T00:48:04.525 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-09-13T00:48:04.568 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-09-13T00:48:04.568 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-09-13T00:48:04.568 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-09-13T00:48:04.568 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-09-13T00:48:04.568 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados -p rbd put rbd_data.d78941e0c9e5.000000000000 - 2024-09-13T00:48:04.599 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records in 2024-09-13T00:48:04.599 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records out 2024-09-13T00:48:04.599 INFO:tasks.workunit.client.1.smithi053.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0746151 s, 56.2 MB/s 2024-09-13T00:48:04.632 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects sparse 2024-09-13T00:48:04.632 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse 2024-09-13T00:48:04.633 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep block_name_prefix 2024-09-13T00:48:04.633 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-09-13T00:48:04.633 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $NF;} 2024-09-13T00:48:04.677 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d78941e0c9e5 2024-09-13T00:48:04.678 INFO:tasks.workunit.client.1.smithi053.stderr:+ get_image_data_pool sparse 2024-09-13T00:48:04.678 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse 2024-09-13T00:48:04.678 INFO:tasks.workunit.client.1.smithi053.stderr:+ + sed -e s/rbd_data.d78941e0c9e5\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-09-13T00:48:04.678 INFO:tasks.workunit.client.1.smithi053.stderr:grep rbd_data.d78941e0c9e5 2024-09-13T00:48:04.678 INFO:tasks.workunit.client.1.smithi053.stderr:+ sort -u 2024-09-13T00:48:04.678 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-09-13T00:48:04.679 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-09-13T00:48:04.679 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-09-13T00:48:04.720 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-09-13T00:48:04.720 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-09-13T00:48:04.720 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-09-13T00:48:04.720 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-09-13T00:48:04.720 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados ls -p rbd 2024-09-13T00:48:04.775 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects=0 2024-09-13T00:48:04.775 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo 0 2024-09-13T00:48:04.775 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 -eq 1 -o 0 = 0 ] 2024-09-13T00:48:04.775 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/sparse 2024-09-13T00:48:04.776 INFO:tasks.workunit.client.1.smithi053.stderr:rm: cannot remove '/tmp/rbd_import_export_104848/sparse': No such file or directory 2024-09-13T00:48:04.776 INFO:tasks.workunit.client.1.smithi053.stderr:+ true 2024-09-13T00:48:04.776 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export sparse /tmp/rbd_import_export_104848/sparse 2024-09-13T00:48:04.816 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete...done. 2024-09-13T00:48:04.820 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_104848/sparse --format=%b 2024-09-13T00:48:04.821 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 = 0 ] 2024-09-13T00:48:04.821 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse 2024-09-13T00:48:04.998 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-09-13T00:48:05.004 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_104848/sparse /tmp/rbd_import_export_104848/sparse1 /tmp/rbd_import_export_104848/sparse2 /tmp/rbd_import_export_104848/sparse3 2024-09-13T00:48:05.008 INFO:tasks.workunit.client.1.smithi053.stderr:rm: cannot remove '/tmp/rbd_import_export_104848/sparse3': No such file or directory 2024-09-13T00:48:05.008 INFO:tasks.workunit.client.1.smithi053.stderr:+ true 2024-09-13T00:48:05.008 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo OK 2024-09-13T00:48:05.008 INFO:tasks.workunit.client.1.smithi053.stdout:OK 2024-09-13T00:48:05.008 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm -rf /tmp/rbd_import_export_104848 2024-09-13T00:48:05.009 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T00:48:05.010 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-09-13T00:48:05.064 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-09-13T00:48:05.064 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-09-13T00:48:05.310 DEBUG:teuthology.parallel:result is None 2024-09-13T00:48:05.310 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-09-13T00:48:05.321 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:05 smithi053 bash[67631]: cluster 2024-09-13T00:48:04.160181+0000 mgr.y (mgr.34107) 1359 : cluster [DBG] pgmap v2034: 105 pgs: 105 active+clean; 1.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 482 KiB/s wr, 141 op/s 2024-09-13T00:48:05.324 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-09-13T00:48:05.324 DEBUG:teuthology.orchestra.run.smithi053:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-09-13T00:48:05.372 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-09-13T00:48:05.372 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T00:48:05.372 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-09-13T00:48:05.372 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T00:48:05.372 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-09-13T00:48:05.372 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T00:48:05.373 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T00:48:05.373 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T00:48:05.373 DEBUG:teuthology.orchestra.run.smithi032:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T00:48:05.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T00:48:05.380 INFO:teuthology.orchestra.run.smithi032.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T00:48:05.380 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T00:48:05.427 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T00:48:05.428 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T00:48:05.475 INFO:tasks.workunit:timeout=3h 2024-09-13T00:48:05.475 INFO:tasks.workunit:cleanup=True 2024-09-13T00:48:05.476 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-13T00:48:05.525 INFO:tasks.workunit.client.0.smithi032.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T00:48:05.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:05 smithi032 bash[75510]: cluster 2024-09-13T00:48:04.160181+0000 mgr.y (mgr.34107) 1359 : cluster [DBG] pgmap v2034: 105 pgs: 105 active+clean; 1.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 482 KiB/s wr, 141 op/s 2024-09-13T00:48:05.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:05 smithi032 bash[76677]: cluster 2024-09-13T00:48:04.160181+0000 mgr.y (mgr.34107) 1359 : cluster [DBG] pgmap v2034: 105 pgs: 105 active+clean; 1.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 482 KiB/s wr, 141 op/s 2024-09-13T00:48:07.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:06 smithi053 bash[67631]: cluster 2024-09-13T00:48:05.676221+0000 mon.a (mon.0) 2357 : cluster [DBG] osdmap e1123: 8 total, 8 up, 8 in 2024-09-13T00:48:07.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:06 smithi053 bash[67631]: cluster 2024-09-13T00:48:06.160875+0000 mgr.y (mgr.34107) 1360 : cluster [DBG] pgmap v2036: 105 pgs: 105 active+clean; 1.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 414 KiB/s rd, 420 KiB/s wr, 190 op/s 2024-09-13T00:48:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:06 smithi032 bash[75510]: cluster 2024-09-13T00:48:05.676221+0000 mon.a (mon.0) 2357 : cluster [DBG] osdmap e1123: 8 total, 8 up, 8 in 2024-09-13T00:48:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:06 smithi032 bash[75510]: cluster 2024-09-13T00:48:06.160875+0000 mgr.y (mgr.34107) 1360 : cluster [DBG] pgmap v2036: 105 pgs: 105 active+clean; 1.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 414 KiB/s rd, 420 KiB/s wr, 190 op/s 2024-09-13T00:48:07.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:06 smithi032 bash[76677]: cluster 2024-09-13T00:48:05.676221+0000 mon.a (mon.0) 2357 : cluster [DBG] osdmap e1123: 8 total, 8 up, 8 in 2024-09-13T00:48:07.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:06 smithi032 bash[76677]: cluster 2024-09-13T00:48:06.160875+0000 mgr.y (mgr.34107) 1360 : cluster [DBG] pgmap v2036: 105 pgs: 105 active+clean; 1.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 414 KiB/s rd, 420 KiB/s wr, 190 op/s 2024-09-13T00:48:09.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:09 smithi053 bash[67631]: cluster 2024-09-13T00:48:08.161970+0000 mgr.y (mgr.34107) 1361 : cluster [DBG] pgmap v2037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 1.3 MiB/s wr, 287 op/s 2024-09-13T00:48:09.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:09 smithi032 bash[75510]: cluster 2024-09-13T00:48:08.161970+0000 mgr.y (mgr.34107) 1361 : cluster [DBG] pgmap v2037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 1.3 MiB/s wr, 287 op/s 2024-09-13T00:48:09.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:09 smithi032 bash[76677]: cluster 2024-09-13T00:48:08.161970+0000 mgr.y (mgr.34107) 1361 : cluster [DBG] pgmap v2037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 1.3 MiB/s wr, 287 op/s 2024-09-13T00:48:10.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:10 smithi053 bash[67631]: audit 2024-09-13T00:48:10.190941+0000 mon.a (mon.0) 2358 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:48:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:10 smithi032 bash[75510]: audit 2024-09-13T00:48:10.190941+0000 mon.a (mon.0) 2358 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:48:10.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:10 smithi032 bash[76677]: audit 2024-09-13T00:48:10.190941+0000 mon.a (mon.0) 2358 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:48:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:11 smithi053 bash[67631]: cluster 2024-09-13T00:48:10.162882+0000 mgr.y (mgr.34107) 1362 : cluster [DBG] pgmap v2038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 816 KiB/s rd, 1.1 MiB/s wr, 271 op/s 2024-09-13T00:48:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:11 smithi032 bash[75510]: cluster 2024-09-13T00:48:10.162882+0000 mgr.y (mgr.34107) 1362 : cluster [DBG] pgmap v2038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 816 KiB/s rd, 1.1 MiB/s wr, 271 op/s 2024-09-13T00:48:11.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:11 smithi032 bash[76677]: cluster 2024-09-13T00:48:10.162882+0000 mgr.y (mgr.34107) 1362 : cluster [DBG] pgmap v2038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 816 KiB/s rd, 1.1 MiB/s wr, 271 op/s 2024-09-13T00:48:11.784 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T00:48:11.836 INFO:tasks.workunit.client.0.smithi032.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T00:48:11.837 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T00:48:11.837 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T00:48:11.901 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T00:48:11.961 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T00:48:12.006 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T00:48:12.008 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T00:48:12.008 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T00:48:12.058 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T00:48:12.062 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T00:48:12.062 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T00:48:12.112 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-09-13T00:48:12.113 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-09-13T00:48:12.113 DEBUG:teuthology.orchestra.run.smithi032:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-09-13T00:48:12.224 INFO:tasks.workunit.client.0.smithi032.stderr:warning: failed to enable lockdep 2024-09-13T00:48:12.225 INFO:tasks.workunit.client.0.smithi032.stdout:seed 115198 2024-09-13T00:48:12.225 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 406 tests from 15 test suites. 2024-09-13T00:48:12.225 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2024-09-13T00:48:12.225 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 16 tests from TestJournalReplay 2024-09-13T00:48:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:48:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:48:12] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-09-13T00:48:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:48:12 smithi053 bash[94430]: ts=2024-09-13T00:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:48:13.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:13 smithi053 bash[67631]: cluster 2024-09-13T00:48:12.163523+0000 mgr.y (mgr.34107) 1363 : cluster [DBG] pgmap v2039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 781 KiB/s rd, 1.1 MiB/s wr, 226 op/s 2024-09-13T00:48:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:13 smithi032 bash[75510]: cluster 2024-09-13T00:48:12.163523+0000 mgr.y (mgr.34107) 1363 : cluster [DBG] pgmap v2039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 781 KiB/s rd, 1.1 MiB/s wr, 226 op/s 2024-09-13T00:48:13.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:13 smithi032 bash[76677]: cluster 2024-09-13T00:48:12.163523+0000 mgr.y (mgr.34107) 1363 : cluster [DBG] pgmap v2039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 781 KiB/s rd, 1.1 MiB/s wr, 226 op/s 2024-09-13T00:48:14.279 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-09-13T00:48:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:14 smithi032 bash[75510]: cluster 2024-09-13T00:48:13.248331+0000 mon.a (mon.0) 2359 : cluster [DBG] osdmap e1124: 8 total, 8 up, 8 in 2024-09-13T00:48:14.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:14 smithi032 bash[75510]: audit 2024-09-13T00:48:13.251101+0000 mon.a (mon.0) 2360 : audit [INF] from='client.? 172.21.15.32:0/3904785875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:14 smithi032 bash[76677]: cluster 2024-09-13T00:48:13.248331+0000 mon.a (mon.0) 2359 : cluster [DBG] osdmap e1124: 8 total, 8 up, 8 in 2024-09-13T00:48:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:14 smithi032 bash[76677]: audit 2024-09-13T00:48:13.251101+0000 mon.a (mon.0) 2360 : audit [INF] from='client.? 172.21.15.32:0/3904785875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:14.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:14 smithi053 bash[67631]: cluster 2024-09-13T00:48:13.248331+0000 mon.a (mon.0) 2359 : cluster [DBG] osdmap e1124: 8 total, 8 up, 8 in 2024-09-13T00:48:14.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:14 smithi053 bash[67631]: audit 2024-09-13T00:48:13.251101+0000 mon.a (mon.0) 2360 : audit [INF] from='client.? 172.21.15.32:0/3904785875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:15 smithi032 bash[75510]: cluster 2024-09-13T00:48:14.164584+0000 mgr.y (mgr.34107) 1364 : cluster [DBG] pgmap v2041: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 597 KiB/s rd, 970 KiB/s wr, 151 op/s 2024-09-13T00:48:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:15 smithi032 bash[75510]: cluster 2024-09-13T00:48:14.242822+0000 mon.a (mon.0) 2361 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:48:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:15 smithi032 bash[75510]: audit 2024-09-13T00:48:14.252093+0000 mon.a (mon.0) 2362 : audit [INF] from='client.? 172.21.15.32:0/3904785875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:15 smithi032 bash[75510]: cluster 2024-09-13T00:48:14.252659+0000 mon.a (mon.0) 2363 : cluster [DBG] osdmap e1125: 8 total, 8 up, 8 in 2024-09-13T00:48:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:15 smithi032 bash[75510]: cluster 2024-09-13T00:48:15.255089+0000 mon.a (mon.0) 2364 : cluster [DBG] osdmap e1126: 8 total, 8 up, 8 in 2024-09-13T00:48:15.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:15 smithi032 bash[76677]: cluster 2024-09-13T00:48:14.164584+0000 mgr.y (mgr.34107) 1364 : cluster [DBG] pgmap v2041: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 597 KiB/s rd, 970 KiB/s wr, 151 op/s 2024-09-13T00:48:15.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:15 smithi032 bash[76677]: cluster 2024-09-13T00:48:14.242822+0000 mon.a (mon.0) 2361 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:48:15.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:15 smithi032 bash[76677]: audit 2024-09-13T00:48:14.252093+0000 mon.a (mon.0) 2362 : audit [INF] from='client.? 172.21.15.32:0/3904785875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:15.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:15 smithi032 bash[76677]: cluster 2024-09-13T00:48:14.252659+0000 mon.a (mon.0) 2363 : cluster [DBG] osdmap e1125: 8 total, 8 up, 8 in 2024-09-13T00:48:15.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:15 smithi032 bash[76677]: cluster 2024-09-13T00:48:15.255089+0000 mon.a (mon.0) 2364 : cluster [DBG] osdmap e1126: 8 total, 8 up, 8 in 2024-09-13T00:48:15.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:15 smithi053 bash[67631]: cluster 2024-09-13T00:48:14.164584+0000 mgr.y (mgr.34107) 1364 : cluster [DBG] pgmap v2041: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 597 KiB/s rd, 970 KiB/s wr, 151 op/s 2024-09-13T00:48:15.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:15 smithi053 bash[67631]: cluster 2024-09-13T00:48:14.242822+0000 mon.a (mon.0) 2361 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:48:15.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:15 smithi053 bash[67631]: audit 2024-09-13T00:48:14.252093+0000 mon.a (mon.0) 2362 : audit [INF] from='client.? 172.21.15.32:0/3904785875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:15.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:15 smithi053 bash[67631]: cluster 2024-09-13T00:48:14.252659+0000 mon.a (mon.0) 2363 : cluster [DBG] osdmap e1125: 8 total, 8 up, 8 in 2024-09-13T00:48:15.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:15 smithi053 bash[67631]: cluster 2024-09-13T00:48:15.255089+0000 mon.a (mon.0) 2364 : cluster [DBG] osdmap e1126: 8 total, 8 up, 8 in 2024-09-13T00:48:16.300 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.303 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2021 ms) 2024-09-13T00:48:16.303 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-09-13T00:48:16.321 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.321 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.AioWriteEvent (21 ms) 2024-09-13T00:48:16.321 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-09-13T00:48:16.345 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.345 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.AioFlushEvent (24 ms) 2024-09-13T00:48:16.345 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-09-13T00:48:16.367 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.368 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.SnapCreate (22 ms) 2024-09-13T00:48:16.368 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-09-13T00:48:16.391 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.391 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.SnapProtect (24 ms) 2024-09-13T00:48:16.391 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-09-13T00:48:16.413 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.413 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.SnapUnprotect (22 ms) 2024-09-13T00:48:16.413 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-09-13T00:48:16.434 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.434 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.SnapRename (20 ms) 2024-09-13T00:48:16.434 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-09-13T00:48:16.455 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.455 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.SnapRollback (21 ms) 2024-09-13T00:48:16.455 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-09-13T00:48:16.475 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.475 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.SnapRemove (21 ms) 2024-09-13T00:48:16.475 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.Rename 2024-09-13T00:48:16.496 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.496 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.Rename (20 ms) 2024-09-13T00:48:16.496 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.Resize 2024-09-13T00:48:16.516 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.516 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.Resize (20 ms) 2024-09-13T00:48:16.516 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.Flatten 2024-09-13T00:48:16.536 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.536 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.Flatten (21 ms) 2024-09-13T00:48:16.536 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-09-13T00:48:16.556 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.556 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.UpdateFeatures (20 ms) 2024-09-13T00:48:16.556 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-09-13T00:48:16.576 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.577 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.MetadataSet (20 ms) 2024-09-13T00:48:16.577 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-09-13T00:48:16.597 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.597 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.MetadataRemove (21 ms) 2024-09-13T00:48:16.597 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-09-13T00:48:16.617 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:16.617 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.ObjectPosition (20 ms) 2024-09-13T00:48:17.308 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 16 tests from TestJournalReplay (2338 ms total) 2024-09-13T00:48:17.308 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:48:17.308 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 3 tests from TestJournalEntries 2024-09-13T00:48:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:17 smithi053 bash[67631]: cluster 2024-09-13T00:48:16.165552+0000 mgr.y (mgr.34107) 1365 : cluster [DBG] pgmap v2044: 137 pgs: 13 creating+peering, 12 unknown, 112 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:17 smithi053 bash[67631]: cluster 2024-09-13T00:48:16.257379+0000 mon.a (mon.0) 2365 : cluster [DBG] osdmap e1127: 8 total, 8 up, 8 in 2024-09-13T00:48:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:17 smithi053 bash[67631]: cluster 2024-09-13T00:48:16.288057+0000 mon.a (mon.0) 2366 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:48:17.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:17 smithi053 bash[67631]: cluster 2024-09-13T00:48:16.288137+0000 mon.a (mon.0) 2367 : cluster [INF] Cluster is now healthy 2024-09-13T00:48:17.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:17 smithi032 bash[75510]: cluster 2024-09-13T00:48:16.165552+0000 mgr.y (mgr.34107) 1365 : cluster [DBG] pgmap v2044: 137 pgs: 13 creating+peering, 12 unknown, 112 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:17.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:17 smithi032 bash[75510]: cluster 2024-09-13T00:48:16.257379+0000 mon.a (mon.0) 2365 : cluster [DBG] osdmap e1127: 8 total, 8 up, 8 in 2024-09-13T00:48:17.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:17 smithi032 bash[75510]: cluster 2024-09-13T00:48:16.288057+0000 mon.a (mon.0) 2366 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:48:17.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:17 smithi032 bash[75510]: cluster 2024-09-13T00:48:16.288137+0000 mon.a (mon.0) 2367 : cluster [INF] Cluster is now healthy 2024-09-13T00:48:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:17 smithi032 bash[76677]: cluster 2024-09-13T00:48:16.165552+0000 mgr.y (mgr.34107) 1365 : cluster [DBG] pgmap v2044: 137 pgs: 13 creating+peering, 12 unknown, 112 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:17 smithi032 bash[76677]: cluster 2024-09-13T00:48:16.257379+0000 mon.a (mon.0) 2365 : cluster [DBG] osdmap e1127: 8 total, 8 up, 8 in 2024-09-13T00:48:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:17 smithi032 bash[76677]: cluster 2024-09-13T00:48:16.288057+0000 mon.a (mon.0) 2366 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:48:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:17 smithi032 bash[76677]: cluster 2024-09-13T00:48:16.288137+0000 mon.a (mon.0) 2367 : cluster [INF] Cluster is now healthy 2024-09-13T00:48:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:18 smithi032 bash[75510]: cluster 2024-09-13T00:48:17.301059+0000 mon.a (mon.0) 2368 : cluster [DBG] osdmap e1128: 8 total, 8 up, 8 in 2024-09-13T00:48:18.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:18 smithi032 bash[75510]: cluster 2024-09-13T00:48:18.166591+0000 mgr.y (mgr.34107) 1366 : cluster [DBG] pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:18.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:18 smithi032 bash[76677]: cluster 2024-09-13T00:48:17.301059+0000 mon.a (mon.0) 2368 : cluster [DBG] osdmap e1128: 8 total, 8 up, 8 in 2024-09-13T00:48:18.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:18 smithi032 bash[76677]: cluster 2024-09-13T00:48:18.166591+0000 mgr.y (mgr.34107) 1366 : cluster [DBG] pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:18.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:18 smithi053 bash[67631]: cluster 2024-09-13T00:48:17.301059+0000 mon.a (mon.0) 2368 : cluster [DBG] osdmap e1128: 8 total, 8 up, 8 in 2024-09-13T00:48:18.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:18 smithi053 bash[67631]: cluster 2024-09-13T00:48:18.166591+0000 mgr.y (mgr.34107) 1366 : cluster [DBG] pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:19.325 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-09-13T00:48:19.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:19 smithi032 bash[75510]: cluster 2024-09-13T00:48:18.314654+0000 mon.a (mon.0) 2369 : cluster [DBG] osdmap e1129: 8 total, 8 up, 8 in 2024-09-13T00:48:19.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:19 smithi032 bash[75510]: audit 2024-09-13T00:48:18.321212+0000 mon.c (mon.2) 77 : audit [INF] from='client.? 172.21.15.32:0/3683677594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:19.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:19 smithi032 bash[75510]: audit 2024-09-13T00:48:18.322498+0000 mon.a (mon.0) 2370 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:19.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:19 smithi032 bash[76677]: cluster 2024-09-13T00:48:18.314654+0000 mon.a (mon.0) 2369 : cluster [DBG] osdmap e1129: 8 total, 8 up, 8 in 2024-09-13T00:48:19.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:19 smithi032 bash[76677]: audit 2024-09-13T00:48:18.321212+0000 mon.c (mon.2) 77 : audit [INF] from='client.? 172.21.15.32:0/3683677594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:19.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:19 smithi032 bash[76677]: audit 2024-09-13T00:48:18.322498+0000 mon.a (mon.0) 2370 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:19 smithi053 bash[67631]: cluster 2024-09-13T00:48:18.314654+0000 mon.a (mon.0) 2369 : cluster [DBG] osdmap e1129: 8 total, 8 up, 8 in 2024-09-13T00:48:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:19 smithi053 bash[67631]: audit 2024-09-13T00:48:18.321212+0000 mon.c (mon.2) 77 : audit [INF] from='client.? 172.21.15.32:0/3683677594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:19 smithi053 bash[67631]: audit 2024-09-13T00:48:18.322498+0000 mon.a (mon.0) 2370 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:20.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:20 smithi032 bash[75510]: audit 2024-09-13T00:48:19.323278+0000 mon.a (mon.0) 2371 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:20 smithi032 bash[75510]: cluster 2024-09-13T00:48:19.323595+0000 mon.a (mon.0) 2372 : cluster [DBG] osdmap e1130: 8 total, 8 up, 8 in 2024-09-13T00:48:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:20 smithi032 bash[75510]: cluster 2024-09-13T00:48:20.167340+0000 mgr.y (mgr.34107) 1367 : cluster [DBG] pgmap v2050: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:20 smithi032 bash[76677]: audit 2024-09-13T00:48:19.323278+0000 mon.a (mon.0) 2371 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:20 smithi032 bash[76677]: cluster 2024-09-13T00:48:19.323595+0000 mon.a (mon.0) 2372 : cluster [DBG] osdmap e1130: 8 total, 8 up, 8 in 2024-09-13T00:48:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:20 smithi032 bash[76677]: cluster 2024-09-13T00:48:20.167340+0000 mgr.y (mgr.34107) 1367 : cluster [DBG] pgmap v2050: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:20.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:20 smithi053 bash[67631]: audit 2024-09-13T00:48:19.323278+0000 mon.a (mon.0) 2371 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:20.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:20 smithi053 bash[67631]: cluster 2024-09-13T00:48:19.323595+0000 mon.a (mon.0) 2372 : cluster [DBG] osdmap e1130: 8 total, 8 up, 8 in 2024-09-13T00:48:20.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:20 smithi053 bash[67631]: cluster 2024-09-13T00:48:20.167340+0000 mgr.y (mgr.34107) 1367 : cluster [DBG] pgmap v2050: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:21.393 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:21.393 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalEntries.AioWrite (2067 ms) 2024-09-13T00:48:21.393 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-09-13T00:48:21.419 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:21.419 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalEntries.AioDiscard (26 ms) 2024-09-13T00:48:21.419 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-09-13T00:48:21.439 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:21.439 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalEntries.AioFlush (21 ms) 2024-09-13T00:48:21.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:21 smithi032 bash[75510]: cluster 2024-09-13T00:48:20.326176+0000 mon.a (mon.0) 2373 : cluster [DBG] osdmap e1131: 8 total, 8 up, 8 in 2024-09-13T00:48:21.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:21 smithi032 bash[76677]: cluster 2024-09-13T00:48:20.326176+0000 mon.a (mon.0) 2373 : cluster [DBG] osdmap e1131: 8 total, 8 up, 8 in 2024-09-13T00:48:21.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:21 smithi053 bash[67631]: cluster 2024-09-13T00:48:20.326176+0000 mon.a (mon.0) 2373 : cluster [DBG] osdmap e1131: 8 total, 8 up, 8 in 2024-09-13T00:48:22.367 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 3 tests from TestJournalEntries (2114 ms total) 2024-09-13T00:48:22.368 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:48:22.368 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 2 tests from TestTrash 2024-09-13T00:48:22.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:22 smithi032 bash[75510]: cluster 2024-09-13T00:48:21.350088+0000 mon.a (mon.0) 2374 : cluster [DBG] osdmap e1132: 8 total, 8 up, 8 in 2024-09-13T00:48:22.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:22 smithi032 bash[75510]: cluster 2024-09-13T00:48:22.168068+0000 mgr.y (mgr.34107) 1368 : cluster [DBG] pgmap v2053: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:22.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:48:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:48:22] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-09-13T00:48:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:22 smithi032 bash[76677]: cluster 2024-09-13T00:48:21.350088+0000 mon.a (mon.0) 2374 : cluster [DBG] osdmap e1132: 8 total, 8 up, 8 in 2024-09-13T00:48:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:22 smithi032 bash[76677]: cluster 2024-09-13T00:48:22.168068+0000 mgr.y (mgr.34107) 1368 : cluster [DBG] pgmap v2053: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:22.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:22 smithi053 bash[67631]: cluster 2024-09-13T00:48:21.350088+0000 mon.a (mon.0) 2374 : cluster [DBG] osdmap e1132: 8 total, 8 up, 8 in 2024-09-13T00:48:22.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:22 smithi053 bash[67631]: cluster 2024-09-13T00:48:22.168068+0000 mgr.y (mgr.34107) 1368 : cluster [DBG] pgmap v2053: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:48:22 smithi053 bash[94430]: ts=2024-09-13T00:48:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:48:23.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:23 smithi032 bash[75510]: cluster 2024-09-13T00:48:22.363017+0000 mon.a (mon.0) 2375 : cluster [DBG] osdmap e1133: 8 total, 8 up, 8 in 2024-09-13T00:48:23.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:23 smithi032 bash[76677]: cluster 2024-09-13T00:48:22.363017+0000 mon.a (mon.0) 2375 : cluster [DBG] osdmap e1133: 8 total, 8 up, 8 in 2024-09-13T00:48:23.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:23 smithi053 bash[67631]: cluster 2024-09-13T00:48:22.363017+0000 mon.a (mon.0) 2375 : cluster [DBG] osdmap e1133: 8 total, 8 up, 8 in 2024-09-13T00:48:24.389 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-09-13T00:48:24.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:24 smithi032 bash[75510]: cluster 2024-09-13T00:48:23.374573+0000 mon.a (mon.0) 2376 : cluster [DBG] osdmap e1134: 8 total, 8 up, 8 in 2024-09-13T00:48:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:24 smithi032 bash[75510]: audit 2024-09-13T00:48:23.376562+0000 mon.a (mon.0) 2377 : audit [INF] from='client.? 172.21.15.32:0/64234639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:24 smithi032 bash[75510]: cluster 2024-09-13T00:48:24.168997+0000 mgr.y (mgr.34107) 1369 : cluster [DBG] pgmap v2056: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:24.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:24 smithi032 bash[76677]: cluster 2024-09-13T00:48:23.374573+0000 mon.a (mon.0) 2376 : cluster [DBG] osdmap e1134: 8 total, 8 up, 8 in 2024-09-13T00:48:24.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:24 smithi032 bash[76677]: audit 2024-09-13T00:48:23.376562+0000 mon.a (mon.0) 2377 : audit [INF] from='client.? 172.21.15.32:0/64234639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:24.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:24 smithi032 bash[76677]: cluster 2024-09-13T00:48:24.168997+0000 mgr.y (mgr.34107) 1369 : cluster [DBG] pgmap v2056: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:24 smithi053 bash[67631]: cluster 2024-09-13T00:48:23.374573+0000 mon.a (mon.0) 2376 : cluster [DBG] osdmap e1134: 8 total, 8 up, 8 in 2024-09-13T00:48:24.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:24 smithi053 bash[67631]: audit 2024-09-13T00:48:23.376562+0000 mon.a (mon.0) 2377 : audit [INF] from='client.? 172.21.15.32:0/64234639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:24.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:24 smithi053 bash[67631]: cluster 2024-09-13T00:48:24.168997+0000 mgr.y (mgr.34107) 1369 : cluster [DBG] pgmap v2056: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:25 smithi032 bash[76677]: cluster 2024-09-13T00:48:24.367332+0000 mon.a (mon.0) 2378 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:48:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:25 smithi032 bash[76677]: audit 2024-09-13T00:48:24.386640+0000 mon.a (mon.0) 2379 : audit [INF] from='client.? 172.21.15.32:0/64234639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:25 smithi032 bash[76677]: cluster 2024-09-13T00:48:24.387159+0000 mon.a (mon.0) 2380 : cluster [DBG] osdmap e1135: 8 total, 8 up, 8 in 2024-09-13T00:48:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:25 smithi032 bash[76677]: audit 2024-09-13T00:48:25.198477+0000 mon.a (mon.0) 2381 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:48:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:25 smithi032 bash[76677]: audit 2024-09-13T00:48:25.200522+0000 mon.a (mon.0) 2382 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:48:25.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:25 smithi032 bash[75510]: cluster 2024-09-13T00:48:24.367332+0000 mon.a (mon.0) 2378 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:48:25.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:25 smithi032 bash[75510]: audit 2024-09-13T00:48:24.386640+0000 mon.a (mon.0) 2379 : audit [INF] from='client.? 172.21.15.32:0/64234639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:25.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:25 smithi032 bash[75510]: cluster 2024-09-13T00:48:24.387159+0000 mon.a (mon.0) 2380 : cluster [DBG] osdmap e1135: 8 total, 8 up, 8 in 2024-09-13T00:48:25.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:25 smithi032 bash[75510]: audit 2024-09-13T00:48:25.198477+0000 mon.a (mon.0) 2381 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:48:25.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:25 smithi032 bash[75510]: audit 2024-09-13T00:48:25.200522+0000 mon.a (mon.0) 2382 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:48:25.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:25 smithi053 bash[67631]: cluster 2024-09-13T00:48:24.367332+0000 mon.a (mon.0) 2378 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:48:25.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:25 smithi053 bash[67631]: audit 2024-09-13T00:48:24.386640+0000 mon.a (mon.0) 2379 : audit [INF] from='client.? 172.21.15.32:0/64234639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:25.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:25 smithi053 bash[67631]: cluster 2024-09-13T00:48:24.387159+0000 mon.a (mon.0) 2380 : cluster [DBG] osdmap e1135: 8 total, 8 up, 8 in 2024-09-13T00:48:25.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:25 smithi053 bash[67631]: audit 2024-09-13T00:48:25.198477+0000 mon.a (mon.0) 2381 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:48:25.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:25 smithi053 bash[67631]: audit 2024-09-13T00:48:25.200522+0000 mon.a (mon.0) 2382 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:48:26.599 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestTrash.UserRemovingSource (2211 ms) 2024-09-13T00:48:26.600 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-09-13T00:48:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:26 smithi032 bash[75510]: cluster 2024-09-13T00:48:25.387242+0000 mon.a (mon.0) 2383 : cluster [DBG] osdmap e1136: 8 total, 8 up, 8 in 2024-09-13T00:48:26.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:26 smithi032 bash[75510]: cluster 2024-09-13T00:48:26.169803+0000 mgr.y (mgr.34107) 1370 : cluster [DBG] pgmap v2059: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:26 smithi032 bash[76677]: cluster 2024-09-13T00:48:25.387242+0000 mon.a (mon.0) 2383 : cluster [DBG] osdmap e1136: 8 total, 8 up, 8 in 2024-09-13T00:48:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:26 smithi032 bash[76677]: cluster 2024-09-13T00:48:26.169803+0000 mgr.y (mgr.34107) 1370 : cluster [DBG] pgmap v2059: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:26.698 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestTrash.RestoreMirroringSource (99 ms) 2024-09-13T00:48:26.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:26 smithi053 bash[67631]: cluster 2024-09-13T00:48:25.387242+0000 mon.a (mon.0) 2383 : cluster [DBG] osdmap e1136: 8 total, 8 up, 8 in 2024-09-13T00:48:26.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:26 smithi053 bash[67631]: cluster 2024-09-13T00:48:26.169803+0000 mgr.y (mgr.34107) 1370 : cluster [DBG] pgmap v2059: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:27 smithi032 bash[75510]: cluster 2024-09-13T00:48:26.408514+0000 mon.a (mon.0) 2384 : cluster [DBG] osdmap e1137: 8 total, 8 up, 8 in 2024-09-13T00:48:27.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:27 smithi032 bash[75510]: cluster 2024-09-13T00:48:26.673317+0000 mon.a (mon.0) 2385 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:48:27.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:27 smithi032 bash[75510]: cluster 2024-09-13T00:48:26.673360+0000 mon.a (mon.0) 2386 : cluster [INF] Cluster is now healthy 2024-09-13T00:48:27.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:27 smithi032 bash[76677]: cluster 2024-09-13T00:48:26.408514+0000 mon.a (mon.0) 2384 : cluster [DBG] osdmap e1137: 8 total, 8 up, 8 in 2024-09-13T00:48:27.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:27 smithi032 bash[76677]: cluster 2024-09-13T00:48:26.673317+0000 mon.a (mon.0) 2385 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:48:27.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:27 smithi032 bash[76677]: cluster 2024-09-13T00:48:26.673360+0000 mon.a (mon.0) 2386 : cluster [INF] Cluster is now healthy 2024-09-13T00:48:27.693 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 2 tests from TestTrash (2310 ms total) 2024-09-13T00:48:27.694 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:48:27.694 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 1 test from TestOperations 2024-09-13T00:48:27.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:27 smithi053 bash[67631]: cluster 2024-09-13T00:48:26.408514+0000 mon.a (mon.0) 2384 : cluster [DBG] osdmap e1137: 8 total, 8 up, 8 in 2024-09-13T00:48:27.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:27 smithi053 bash[67631]: cluster 2024-09-13T00:48:26.673317+0000 mon.a (mon.0) 2385 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:48:27.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:27 smithi053 bash[67631]: cluster 2024-09-13T00:48:26.673360+0000 mon.a (mon.0) 2386 : cluster [INF] Cluster is now healthy 2024-09-13T00:48:29.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:28 smithi053 bash[67631]: cluster 2024-09-13T00:48:27.689884+0000 mon.a (mon.0) 2387 : cluster [DBG] osdmap e1138: 8 total, 8 up, 8 in 2024-09-13T00:48:29.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:28 smithi053 bash[67631]: cluster 2024-09-13T00:48:28.170442+0000 mgr.y (mgr.34107) 1371 : cluster [DBG] pgmap v2062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:28 smithi032 bash[75510]: cluster 2024-09-13T00:48:27.689884+0000 mon.a (mon.0) 2387 : cluster [DBG] osdmap e1138: 8 total, 8 up, 8 in 2024-09-13T00:48:29.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:28 smithi032 bash[75510]: cluster 2024-09-13T00:48:28.170442+0000 mgr.y (mgr.34107) 1371 : cluster [DBG] pgmap v2062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:29.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:28 smithi032 bash[76677]: cluster 2024-09-13T00:48:27.689884+0000 mon.a (mon.0) 2387 : cluster [DBG] osdmap e1138: 8 total, 8 up, 8 in 2024-09-13T00:48:29.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:28 smithi032 bash[76677]: cluster 2024-09-13T00:48:28.170442+0000 mgr.y (mgr.34107) 1371 : cluster [DBG] pgmap v2062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:29.715 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-09-13T00:48:30.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:29 smithi053 bash[67631]: cluster 2024-09-13T00:48:28.696150+0000 mon.a (mon.0) 2388 : cluster [DBG] osdmap e1139: 8 total, 8 up, 8 in 2024-09-13T00:48:30.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:29 smithi053 bash[67631]: audit 2024-09-13T00:48:28.706025+0000 mon.c (mon.2) 78 : audit [INF] from='client.? 172.21.15.32:0/2220447662' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:29 smithi053 bash[67631]: audit 2024-09-13T00:48:28.708020+0000 mon.a (mon.0) 2389 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:29 smithi032 bash[75510]: cluster 2024-09-13T00:48:28.696150+0000 mon.a (mon.0) 2388 : cluster [DBG] osdmap e1139: 8 total, 8 up, 8 in 2024-09-13T00:48:30.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:29 smithi032 bash[75510]: audit 2024-09-13T00:48:28.706025+0000 mon.c (mon.2) 78 : audit [INF] from='client.? 172.21.15.32:0/2220447662' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:30.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:29 smithi032 bash[75510]: audit 2024-09-13T00:48:28.708020+0000 mon.a (mon.0) 2389 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:30.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:29 smithi032 bash[76677]: cluster 2024-09-13T00:48:28.696150+0000 mon.a (mon.0) 2388 : cluster [DBG] osdmap e1139: 8 total, 8 up, 8 in 2024-09-13T00:48:30.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:29 smithi032 bash[76677]: audit 2024-09-13T00:48:28.706025+0000 mon.c (mon.2) 78 : audit [INF] from='client.? 172.21.15.32:0/2220447662' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:30.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:29 smithi032 bash[76677]: audit 2024-09-13T00:48:28.708020+0000 mon.a (mon.0) 2389 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:31.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:30 smithi053 bash[67631]: audit 2024-09-13T00:48:29.699086+0000 mon.a (mon.0) 2390 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:31.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:30 smithi053 bash[67631]: cluster 2024-09-13T00:48:29.699931+0000 mon.a (mon.0) 2391 : cluster [DBG] osdmap e1140: 8 total, 8 up, 8 in 2024-09-13T00:48:31.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:30 smithi053 bash[67631]: cluster 2024-09-13T00:48:30.171118+0000 mgr.y (mgr.34107) 1372 : cluster [DBG] pgmap v2065: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:30 smithi032 bash[75510]: audit 2024-09-13T00:48:29.699086+0000 mon.a (mon.0) 2390 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:31.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:30 smithi032 bash[75510]: cluster 2024-09-13T00:48:29.699931+0000 mon.a (mon.0) 2391 : cluster [DBG] osdmap e1140: 8 total, 8 up, 8 in 2024-09-13T00:48:31.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:30 smithi032 bash[75510]: cluster 2024-09-13T00:48:30.171118+0000 mgr.y (mgr.34107) 1372 : cluster [DBG] pgmap v2065: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:31.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:30 smithi032 bash[76677]: audit 2024-09-13T00:48:29.699086+0000 mon.a (mon.0) 2390 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:31.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:30 smithi032 bash[76677]: cluster 2024-09-13T00:48:29.699931+0000 mon.a (mon.0) 2391 : cluster [DBG] osdmap e1140: 8 total, 8 up, 8 in 2024-09-13T00:48:31.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:30 smithi032 bash[76677]: cluster 2024-09-13T00:48:30.171118+0000 mgr.y (mgr.34107) 1372 : cluster [DBG] pgmap v2065: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:31.767 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:31.768 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2053 ms) 2024-09-13T00:48:32.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:31 smithi053 bash[67631]: cluster 2024-09-13T00:48:30.721433+0000 mon.a (mon.0) 2392 : cluster [DBG] osdmap e1141: 8 total, 8 up, 8 in 2024-09-13T00:48:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:31 smithi053 bash[67631]: audit 2024-09-13T00:48:31.022861+0000 mon.a (mon.0) 2393 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:48:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:31 smithi053 bash[67631]: audit 2024-09-13T00:48:31.585969+0000 mon.a (mon.0) 2394 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:48:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:31 smithi053 bash[67631]: audit 2024-09-13T00:48:31.587548+0000 mon.a (mon.0) 2395 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:48:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:31 smithi053 bash[67631]: audit 2024-09-13T00:48:31.597370+0000 mon.a (mon.0) 2396 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:48:32.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:31 smithi032 bash[75510]: cluster 2024-09-13T00:48:30.721433+0000 mon.a (mon.0) 2392 : cluster [DBG] osdmap e1141: 8 total, 8 up, 8 in 2024-09-13T00:48:32.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:31 smithi032 bash[75510]: audit 2024-09-13T00:48:31.022861+0000 mon.a (mon.0) 2393 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:48:32.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:31 smithi032 bash[75510]: audit 2024-09-13T00:48:31.585969+0000 mon.a (mon.0) 2394 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:48:32.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:31 smithi032 bash[75510]: audit 2024-09-13T00:48:31.587548+0000 mon.a (mon.0) 2395 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:48:32.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:31 smithi032 bash[75510]: audit 2024-09-13T00:48:31.597370+0000 mon.a (mon.0) 2396 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:48:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:31 smithi032 bash[76677]: cluster 2024-09-13T00:48:30.721433+0000 mon.a (mon.0) 2392 : cluster [DBG] osdmap e1141: 8 total, 8 up, 8 in 2024-09-13T00:48:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:31 smithi032 bash[76677]: audit 2024-09-13T00:48:31.022861+0000 mon.a (mon.0) 2393 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:48:32.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:31 smithi032 bash[76677]: audit 2024-09-13T00:48:31.585969+0000 mon.a (mon.0) 2394 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:48:32.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:31 smithi032 bash[76677]: audit 2024-09-13T00:48:31.587548+0000 mon.a (mon.0) 2395 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:48:32.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:31 smithi032 bash[76677]: audit 2024-09-13T00:48:31.597370+0000 mon.a (mon.0) 2396 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:48:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:48:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:48:32] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-09-13T00:48:32.744 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:48:32 smithi053 bash[94430]: ts=2024-09-13T00:48:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:48:32.750 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 1 test from TestOperations (2053 ms total) 2024-09-13T00:48:32.750 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:48:32.750 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 4 tests from TestObjectMap 2024-09-13T00:48:33.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:32 smithi053 bash[67631]: cluster 2024-09-13T00:48:31.724091+0000 mon.a (mon.0) 2397 : cluster [DBG] osdmap e1142: 8 total, 8 up, 8 in 2024-09-13T00:48:33.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:32 smithi053 bash[67631]: cluster 2024-09-13T00:48:32.171773+0000 mgr.y (mgr.34107) 1373 : cluster [DBG] pgmap v2068: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:33.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:32 smithi032 bash[75510]: cluster 2024-09-13T00:48:31.724091+0000 mon.a (mon.0) 2397 : cluster [DBG] osdmap e1142: 8 total, 8 up, 8 in 2024-09-13T00:48:33.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:32 smithi032 bash[75510]: cluster 2024-09-13T00:48:32.171773+0000 mgr.y (mgr.34107) 1373 : cluster [DBG] pgmap v2068: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:32 smithi032 bash[76677]: cluster 2024-09-13T00:48:31.724091+0000 mon.a (mon.0) 2397 : cluster [DBG] osdmap e1142: 8 total, 8 up, 8 in 2024-09-13T00:48:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:32 smithi032 bash[76677]: cluster 2024-09-13T00:48:32.171773+0000 mgr.y (mgr.34107) 1373 : cluster [DBG] pgmap v2068: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:34.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:33 smithi053 bash[67631]: cluster 2024-09-13T00:48:32.740005+0000 mon.a (mon.0) 2398 : cluster [DBG] osdmap e1143: 8 total, 8 up, 8 in 2024-09-13T00:48:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:33 smithi032 bash[75510]: cluster 2024-09-13T00:48:32.740005+0000 mon.a (mon.0) 2398 : cluster [DBG] osdmap e1143: 8 total, 8 up, 8 in 2024-09-13T00:48:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:33 smithi032 bash[76677]: cluster 2024-09-13T00:48:32.740005+0000 mon.a (mon.0) 2398 : cluster [DBG] osdmap e1143: 8 total, 8 up, 8 in 2024-09-13T00:48:34.760 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-09-13T00:48:35.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:34 smithi032 bash[75510]: cluster 2024-09-13T00:48:33.760527+0000 mon.a (mon.0) 2399 : cluster [DBG] osdmap e1144: 8 total, 8 up, 8 in 2024-09-13T00:48:35.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:34 smithi032 bash[75510]: audit 2024-09-13T00:48:33.764712+0000 mon.a (mon.0) 2400 : audit [INF] from='client.? 172.21.15.32:0/1650659225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:35.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:34 smithi032 bash[75510]: cluster 2024-09-13T00:48:34.172544+0000 mgr.y (mgr.34107) 1374 : cluster [DBG] pgmap v2071: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:35.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:34 smithi032 bash[75510]: audit 2024-09-13T00:48:34.759214+0000 mon.a (mon.0) 2401 : audit [INF] from='client.? 172.21.15.32:0/1650659225' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:35.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:34 smithi032 bash[75510]: cluster 2024-09-13T00:48:34.759605+0000 mon.a (mon.0) 2402 : cluster [DBG] osdmap e1145: 8 total, 8 up, 8 in 2024-09-13T00:48:35.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:34 smithi032 bash[76677]: cluster 2024-09-13T00:48:33.760527+0000 mon.a (mon.0) 2399 : cluster [DBG] osdmap e1144: 8 total, 8 up, 8 in 2024-09-13T00:48:35.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:34 smithi032 bash[76677]: audit 2024-09-13T00:48:33.764712+0000 mon.a (mon.0) 2400 : audit [INF] from='client.? 172.21.15.32:0/1650659225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:35.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:34 smithi032 bash[76677]: cluster 2024-09-13T00:48:34.172544+0000 mgr.y (mgr.34107) 1374 : cluster [DBG] pgmap v2071: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:35.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:34 smithi032 bash[76677]: audit 2024-09-13T00:48:34.759214+0000 mon.a (mon.0) 2401 : audit [INF] from='client.? 172.21.15.32:0/1650659225' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:35.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:34 smithi032 bash[76677]: cluster 2024-09-13T00:48:34.759605+0000 mon.a (mon.0) 2402 : cluster [DBG] osdmap e1145: 8 total, 8 up, 8 in 2024-09-13T00:48:35.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:34 smithi053 bash[67631]: cluster 2024-09-13T00:48:33.760527+0000 mon.a (mon.0) 2399 : cluster [DBG] osdmap e1144: 8 total, 8 up, 8 in 2024-09-13T00:48:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:34 smithi053 bash[67631]: audit 2024-09-13T00:48:33.764712+0000 mon.a (mon.0) 2400 : audit [INF] from='client.? 172.21.15.32:0/1650659225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:34 smithi053 bash[67631]: cluster 2024-09-13T00:48:34.172544+0000 mgr.y (mgr.34107) 1374 : cluster [DBG] pgmap v2071: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:34 smithi053 bash[67631]: audit 2024-09-13T00:48:34.759214+0000 mon.a (mon.0) 2401 : audit [INF] from='client.? 172.21.15.32:0/1650659225' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:34 smithi053 bash[67631]: cluster 2024-09-13T00:48:34.759605+0000 mon.a (mon.0) 2402 : cluster [DBG] osdmap e1145: 8 total, 8 up, 8 in 2024-09-13T00:48:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:35 smithi032 bash[76677]: cluster 2024-09-13T00:48:34.769183+0000 mon.a (mon.0) 2403 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:48:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:35 smithi032 bash[76677]: cluster 2024-09-13T00:48:35.761762+0000 mon.a (mon.0) 2404 : cluster [DBG] osdmap e1146: 8 total, 8 up, 8 in 2024-09-13T00:48:36.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:35 smithi032 bash[75510]: cluster 2024-09-13T00:48:34.769183+0000 mon.a (mon.0) 2403 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:48:36.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:35 smithi032 bash[75510]: cluster 2024-09-13T00:48:35.761762+0000 mon.a (mon.0) 2404 : cluster [DBG] osdmap e1146: 8 total, 8 up, 8 in 2024-09-13T00:48:36.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:35 smithi053 bash[67631]: cluster 2024-09-13T00:48:34.769183+0000 mon.a (mon.0) 2403 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:48:36.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:35 smithi053 bash[67631]: cluster 2024-09-13T00:48:35.761762+0000 mon.a (mon.0) 2404 : cluster [DBG] osdmap e1146: 8 total, 8 up, 8 in 2024-09-13T00:48:36.846 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2085 ms) 2024-09-13T00:48:36.846 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-09-13T00:48:36.895 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (49 ms) 2024-09-13T00:48:36.895 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-09-13T00:48:36.981 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (86 ms) 2024-09-13T00:48:36.981 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-09-13T00:48:37.054 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (73 ms) 2024-09-13T00:48:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:36 smithi032 bash[76677]: cluster 2024-09-13T00:48:36.173156+0000 mgr.y (mgr.34107) 1375 : cluster [DBG] pgmap v2074: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:36 smithi032 bash[76677]: cluster 2024-09-13T00:48:36.764062+0000 mon.a (mon.0) 2405 : cluster [DBG] osdmap e1147: 8 total, 8 up, 8 in 2024-09-13T00:48:37.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:36 smithi032 bash[75510]: cluster 2024-09-13T00:48:36.173156+0000 mgr.y (mgr.34107) 1375 : cluster [DBG] pgmap v2074: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:37.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:36 smithi032 bash[75510]: cluster 2024-09-13T00:48:36.764062+0000 mon.a (mon.0) 2405 : cluster [DBG] osdmap e1147: 8 total, 8 up, 8 in 2024-09-13T00:48:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:36 smithi053 bash[67631]: cluster 2024-09-13T00:48:36.173156+0000 mgr.y (mgr.34107) 1375 : cluster [DBG] pgmap v2074: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:36 smithi053 bash[67631]: cluster 2024-09-13T00:48:36.764062+0000 mon.a (mon.0) 2405 : cluster [DBG] osdmap e1147: 8 total, 8 up, 8 in 2024-09-13T00:48:37.824 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 4 tests from TestObjectMap (2293 ms total) 2024-09-13T00:48:37.825 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:48:37.825 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 2 tests from TestMirroringWatcher 2024-09-13T00:48:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:37 smithi032 bash[75510]: cluster 2024-09-13T00:48:36.791726+0000 mon.a (mon.0) 2406 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:48:38.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:37 smithi032 bash[75510]: cluster 2024-09-13T00:48:36.791798+0000 mon.a (mon.0) 2407 : cluster [INF] Cluster is now healthy 2024-09-13T00:48:38.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:37 smithi032 bash[76677]: cluster 2024-09-13T00:48:36.791726+0000 mon.a (mon.0) 2406 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:48:38.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:37 smithi032 bash[76677]: cluster 2024-09-13T00:48:36.791798+0000 mon.a (mon.0) 2407 : cluster [INF] Cluster is now healthy 2024-09-13T00:48:38.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:37 smithi053 bash[67631]: cluster 2024-09-13T00:48:36.791726+0000 mon.a (mon.0) 2406 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:48:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:37 smithi053 bash[67631]: cluster 2024-09-13T00:48:36.791798+0000 mon.a (mon.0) 2407 : cluster [INF] Cluster is now healthy 2024-09-13T00:48:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:38 smithi032 bash[76677]: cluster 2024-09-13T00:48:37.813038+0000 mon.a (mon.0) 2408 : cluster [DBG] osdmap e1148: 8 total, 8 up, 8 in 2024-09-13T00:48:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:38 smithi032 bash[76677]: cluster 2024-09-13T00:48:38.173750+0000 mgr.y (mgr.34107) 1376 : cluster [DBG] pgmap v2077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:39.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:38 smithi032 bash[75510]: cluster 2024-09-13T00:48:37.813038+0000 mon.a (mon.0) 2408 : cluster [DBG] osdmap e1148: 8 total, 8 up, 8 in 2024-09-13T00:48:39.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:38 smithi032 bash[75510]: cluster 2024-09-13T00:48:38.173750+0000 mgr.y (mgr.34107) 1376 : cluster [DBG] pgmap v2077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:38 smithi053 bash[67631]: cluster 2024-09-13T00:48:37.813038+0000 mon.a (mon.0) 2408 : cluster [DBG] osdmap e1148: 8 total, 8 up, 8 in 2024-09-13T00:48:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:38 smithi053 bash[67631]: cluster 2024-09-13T00:48:38.173750+0000 mgr.y (mgr.34107) 1376 : cluster [DBG] pgmap v2077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:39.854 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-09-13T00:48:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:39 smithi032 bash[76677]: cluster 2024-09-13T00:48:38.841409+0000 mon.a (mon.0) 2409 : cluster [DBG] osdmap e1149: 8 total, 8 up, 8 in 2024-09-13T00:48:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:39 smithi032 bash[76677]: audit 2024-09-13T00:48:38.852064+0000 mon.c (mon.2) 79 : audit [INF] from='client.? 172.21.15.32:0/2066826724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:39 smithi032 bash[76677]: audit 2024-09-13T00:48:38.853513+0000 mon.a (mon.0) 2410 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:40.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:39 smithi032 bash[75510]: cluster 2024-09-13T00:48:38.841409+0000 mon.a (mon.0) 2409 : cluster [DBG] osdmap e1149: 8 total, 8 up, 8 in 2024-09-13T00:48:40.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:39 smithi032 bash[75510]: audit 2024-09-13T00:48:38.852064+0000 mon.c (mon.2) 79 : audit [INF] from='client.? 172.21.15.32:0/2066826724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:40.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:39 smithi032 bash[75510]: audit 2024-09-13T00:48:38.853513+0000 mon.a (mon.0) 2410 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:40.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:39 smithi053 bash[67631]: cluster 2024-09-13T00:48:38.841409+0000 mon.a (mon.0) 2409 : cluster [DBG] osdmap e1149: 8 total, 8 up, 8 in 2024-09-13T00:48:40.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:39 smithi053 bash[67631]: audit 2024-09-13T00:48:38.852064+0000 mon.c (mon.2) 79 : audit [INF] from='client.? 172.21.15.32:0/2066826724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:39 smithi053 bash[67631]: audit 2024-09-13T00:48:38.853513+0000 mon.a (mon.0) 2410 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:40 smithi032 bash[75510]: audit 2024-09-13T00:48:39.851607+0000 mon.a (mon.0) 2411 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:40 smithi032 bash[75510]: cluster 2024-09-13T00:48:39.852062+0000 mon.a (mon.0) 2412 : cluster [DBG] osdmap e1150: 8 total, 8 up, 8 in 2024-09-13T00:48:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:40 smithi032 bash[75510]: cluster 2024-09-13T00:48:40.174411+0000 mgr.y (mgr.34107) 1377 : cluster [DBG] pgmap v2080: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:40 smithi032 bash[75510]: audit 2024-09-13T00:48:40.199500+0000 mon.a (mon.0) 2413 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:48:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:40 smithi032 bash[75510]: audit 2024-09-13T00:48:40.201768+0000 mon.a (mon.0) 2414 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:48:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:40 smithi032 bash[76677]: audit 2024-09-13T00:48:39.851607+0000 mon.a (mon.0) 2411 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:41.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:40 smithi032 bash[76677]: cluster 2024-09-13T00:48:39.852062+0000 mon.a (mon.0) 2412 : cluster [DBG] osdmap e1150: 8 total, 8 up, 8 in 2024-09-13T00:48:41.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:40 smithi032 bash[76677]: cluster 2024-09-13T00:48:40.174411+0000 mgr.y (mgr.34107) 1377 : cluster [DBG] pgmap v2080: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:41.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:40 smithi032 bash[76677]: audit 2024-09-13T00:48:40.199500+0000 mon.a (mon.0) 2413 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:48:41.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:40 smithi032 bash[76677]: audit 2024-09-13T00:48:40.201768+0000 mon.a (mon.0) 2414 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:48:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:40 smithi053 bash[67631]: audit 2024-09-13T00:48:39.851607+0000 mon.a (mon.0) 2411 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:40 smithi053 bash[67631]: cluster 2024-09-13T00:48:39.852062+0000 mon.a (mon.0) 2412 : cluster [DBG] osdmap e1150: 8 total, 8 up, 8 in 2024-09-13T00:48:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:40 smithi053 bash[67631]: cluster 2024-09-13T00:48:40.174411+0000 mgr.y (mgr.34107) 1377 : cluster [DBG] pgmap v2080: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:40 smithi053 bash[67631]: audit 2024-09-13T00:48:40.199500+0000 mon.a (mon.0) 2413 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:48:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:40 smithi053 bash[67631]: audit 2024-09-13T00:48:40.201768+0000 mon.a (mon.0) 2414 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:48:41.933 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2079 ms) 2024-09-13T00:48:41.933 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-09-13T00:48:41.968 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (35 ms) 2024-09-13T00:48:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:41 smithi032 bash[75510]: cluster 2024-09-13T00:48:40.859989+0000 mon.a (mon.0) 2415 : cluster [DBG] osdmap e1151: 8 total, 8 up, 8 in 2024-09-13T00:48:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:41 smithi032 bash[76677]: cluster 2024-09-13T00:48:40.859989+0000 mon.a (mon.0) 2415 : cluster [DBG] osdmap e1151: 8 total, 8 up, 8 in 2024-09-13T00:48:42.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:41 smithi053 bash[67631]: cluster 2024-09-13T00:48:40.859989+0000 mon.a (mon.0) 2415 : cluster [DBG] osdmap e1151: 8 total, 8 up, 8 in 2024-09-13T00:48:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:48:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:48:42] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-09-13T00:48:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:48:42 smithi053 bash[94430]: ts=2024-09-13T00:48:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:48:42.890 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 2 tests from TestMirroringWatcher (2114 ms total) 2024-09-13T00:48:42.890 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:48:42.890 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 57 tests from TestMigration 2024-09-13T00:48:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:42 smithi032 bash[75510]: cluster 2024-09-13T00:48:41.861674+0000 mon.a (mon.0) 2416 : cluster [DBG] osdmap e1152: 8 total, 8 up, 8 in 2024-09-13T00:48:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:42 smithi032 bash[75510]: cluster 2024-09-13T00:48:42.175101+0000 mgr.y (mgr.34107) 1378 : cluster [DBG] pgmap v2083: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:42 smithi032 bash[76677]: cluster 2024-09-13T00:48:41.861674+0000 mon.a (mon.0) 2416 : cluster [DBG] osdmap e1152: 8 total, 8 up, 8 in 2024-09-13T00:48:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:42 smithi032 bash[76677]: cluster 2024-09-13T00:48:42.175101+0000 mgr.y (mgr.34107) 1378 : cluster [DBG] pgmap v2083: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:43.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:42 smithi053 bash[67631]: cluster 2024-09-13T00:48:41.861674+0000 mon.a (mon.0) 2416 : cluster [DBG] osdmap e1152: 8 total, 8 up, 8 in 2024-09-13T00:48:43.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:42 smithi053 bash[67631]: cluster 2024-09-13T00:48:42.175101+0000 mgr.y (mgr.34107) 1378 : cluster [DBG] pgmap v2083: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:43 smithi032 bash[75510]: cluster 2024-09-13T00:48:42.885349+0000 mon.a (mon.0) 2417 : cluster [DBG] osdmap e1153: 8 total, 8 up, 8 in 2024-09-13T00:48:44.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:43 smithi032 bash[76677]: cluster 2024-09-13T00:48:42.885349+0000 mon.a (mon.0) 2417 : cluster [DBG] osdmap e1153: 8 total, 8 up, 8 in 2024-09-13T00:48:44.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:43 smithi053 bash[67631]: cluster 2024-09-13T00:48:42.885349+0000 mon.a (mon.0) 2417 : cluster [DBG] osdmap e1153: 8 total, 8 up, 8 in 2024-09-13T00:48:45.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:45 smithi032 bash[75510]: cluster 2024-09-13T00:48:43.892107+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e1154: 8 total, 8 up, 8 in 2024-09-13T00:48:45.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:45 smithi032 bash[75510]: audit 2024-09-13T00:48:43.896567+0000 mon.a (mon.0) 2419 : audit [INF] from='client.? 172.21.15.32:0/1028670274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:45.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:45 smithi032 bash[75510]: cluster 2024-09-13T00:48:44.175841+0000 mgr.y (mgr.34107) 1379 : cluster [DBG] pgmap v2086: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:45.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:45 smithi032 bash[75510]: audit 2024-09-13T00:48:44.891989+0000 mon.a (mon.0) 2420 : audit [INF] from='client.? 172.21.15.32:0/1028670274' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:45.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:45 smithi032 bash[76677]: cluster 2024-09-13T00:48:43.892107+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e1154: 8 total, 8 up, 8 in 2024-09-13T00:48:45.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:45 smithi032 bash[76677]: audit 2024-09-13T00:48:43.896567+0000 mon.a (mon.0) 2419 : audit [INF] from='client.? 172.21.15.32:0/1028670274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:45.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:45 smithi032 bash[76677]: cluster 2024-09-13T00:48:44.175841+0000 mgr.y (mgr.34107) 1379 : cluster [DBG] pgmap v2086: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:45.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:45 smithi032 bash[76677]: audit 2024-09-13T00:48:44.891989+0000 mon.a (mon.0) 2420 : audit [INF] from='client.? 172.21.15.32:0/1028670274' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:45.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:45 smithi053 bash[67631]: cluster 2024-09-13T00:48:43.892107+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e1154: 8 total, 8 up, 8 in 2024-09-13T00:48:45.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:45 smithi053 bash[67631]: audit 2024-09-13T00:48:43.896567+0000 mon.a (mon.0) 2419 : audit [INF] from='client.? 172.21.15.32:0/1028670274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:48:45.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:45 smithi053 bash[67631]: cluster 2024-09-13T00:48:44.175841+0000 mgr.y (mgr.34107) 1379 : cluster [DBG] pgmap v2086: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:45.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:45 smithi053 bash[67631]: audit 2024-09-13T00:48:44.891989+0000 mon.a (mon.0) 2420 : audit [INF] from='client.? 172.21.15.32:0/1028670274' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:48:45.905 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.Empty 2024-09-13T00:48:46.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:46 smithi032 bash[75510]: cluster 2024-09-13T00:48:44.892923+0000 mon.a (mon.0) 2421 : cluster [DBG] osdmap e1155: 8 total, 8 up, 8 in 2024-09-13T00:48:46.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:46 smithi032 bash[75510]: cluster 2024-09-13T00:48:45.352867+0000 mon.a (mon.0) 2422 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:48:46.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:46 smithi032 bash[75510]: cluster 2024-09-13T00:48:45.896829+0000 mon.a (mon.0) 2423 : cluster [DBG] osdmap e1156: 8 total, 8 up, 8 in 2024-09-13T00:48:46.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:46 smithi032 bash[75510]: cluster 2024-09-13T00:48:46.176596+0000 mgr.y (mgr.34107) 1380 : cluster [DBG] pgmap v2089: 169 pgs: 59 unknown, 110 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:46.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:46 smithi032 bash[76677]: cluster 2024-09-13T00:48:44.892923+0000 mon.a (mon.0) 2421 : cluster [DBG] osdmap e1155: 8 total, 8 up, 8 in 2024-09-13T00:48:46.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:46 smithi032 bash[76677]: cluster 2024-09-13T00:48:45.352867+0000 mon.a (mon.0) 2422 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:48:46.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:46 smithi032 bash[76677]: cluster 2024-09-13T00:48:45.896829+0000 mon.a (mon.0) 2423 : cluster [DBG] osdmap e1156: 8 total, 8 up, 8 in 2024-09-13T00:48:46.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:46 smithi032 bash[76677]: cluster 2024-09-13T00:48:46.176596+0000 mgr.y (mgr.34107) 1380 : cluster [DBG] pgmap v2089: 169 pgs: 59 unknown, 110 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:46.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:46 smithi053 bash[67631]: cluster 2024-09-13T00:48:44.892923+0000 mon.a (mon.0) 2421 : cluster [DBG] osdmap e1155: 8 total, 8 up, 8 in 2024-09-13T00:48:46.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:46 smithi053 bash[67631]: cluster 2024-09-13T00:48:45.352867+0000 mon.a (mon.0) 2422 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:48:46.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:46 smithi053 bash[67631]: cluster 2024-09-13T00:48:45.896829+0000 mon.a (mon.0) 2423 : cluster [DBG] osdmap e1156: 8 total, 8 up, 8 in 2024-09-13T00:48:46.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:46 smithi053 bash[67631]: cluster 2024-09-13T00:48:46.176596+0000 mgr.y (mgr.34107) 1380 : cluster [DBG] pgmap v2089: 169 pgs: 59 unknown, 110 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:47.992 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:48.007 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:48:48.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:47 smithi032 bash[76677]: cluster 2024-09-13T00:48:46.904681+0000 mon.a (mon.0) 2424 : cluster [DBG] osdmap e1157: 8 total, 8 up, 8 in 2024-09-13T00:48:48.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:47 smithi032 bash[75510]: cluster 2024-09-13T00:48:46.904681+0000 mon.a (mon.0) 2424 : cluster [DBG] osdmap e1157: 8 total, 8 up, 8 in 2024-09-13T00:48:48.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:47 smithi053 bash[67631]: cluster 2024-09-13T00:48:46.904681+0000 mon.a (mon.0) 2424 : cluster [DBG] osdmap e1157: 8 total, 8 up, 8 in 2024-09-13T00:48:48.317 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:48:48.527 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:48:48.731 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.Empty (2825 ms) 2024-09-13T00:48:48.731 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.OtherName 2024-09-13T00:48:48.809 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:48.836 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:48:49.172 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:48:49.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:48 smithi053 bash[67631]: cluster 2024-09-13T00:48:47.907379+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e1158: 8 total, 8 up, 8 in 2024-09-13T00:48:49.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:48 smithi053 bash[67631]: cluster 2024-09-13T00:48:48.177110+0000 mgr.y (mgr.34107) 1381 : cluster [DBG] pgmap v2092: 169 pgs: 7 creating+peering, 32 unknown, 130 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:49.349 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:48:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:48 smithi032 bash[75510]: cluster 2024-09-13T00:48:47.907379+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e1158: 8 total, 8 up, 8 in 2024-09-13T00:48:49.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:48 smithi032 bash[75510]: cluster 2024-09-13T00:48:48.177110+0000 mgr.y (mgr.34107) 1381 : cluster [DBG] pgmap v2092: 169 pgs: 7 creating+peering, 32 unknown, 130 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:49.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:48 smithi032 bash[76677]: cluster 2024-09-13T00:48:47.907379+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e1158: 8 total, 8 up, 8 in 2024-09-13T00:48:49.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:48 smithi032 bash[76677]: cluster 2024-09-13T00:48:48.177110+0000 mgr.y (mgr.34107) 1381 : cluster [DBG] pgmap v2092: 169 pgs: 7 creating+peering, 32 unknown, 130 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:48:49.552 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.OtherName (821 ms) 2024-09-13T00:48:49.552 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.OtherPool 2024-09-13T00:48:49.636 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:49.665 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:48:51.222 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:48:51.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:50 smithi053 bash[67631]: cluster 2024-09-13T00:48:49.929240+0000 mon.a (mon.0) 2426 : cluster [DBG] osdmap e1159: 8 total, 8 up, 8 in 2024-09-13T00:48:51.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:50 smithi053 bash[67631]: cluster 2024-09-13T00:48:50.177981+0000 mgr.y (mgr.34107) 1382 : cluster [DBG] pgmap v2094: 169 pgs: 7 creating+peering, 7 unknown, 155 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.3 KiB/s wr, 52 op/s 2024-09-13T00:48:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:50 smithi032 bash[76677]: cluster 2024-09-13T00:48:49.929240+0000 mon.a (mon.0) 2426 : cluster [DBG] osdmap e1159: 8 total, 8 up, 8 in 2024-09-13T00:48:51.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:50 smithi032 bash[76677]: cluster 2024-09-13T00:48:50.177981+0000 mgr.y (mgr.34107) 1382 : cluster [DBG] pgmap v2094: 169 pgs: 7 creating+peering, 7 unknown, 155 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.3 KiB/s wr, 52 op/s 2024-09-13T00:48:51.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:50 smithi032 bash[75510]: cluster 2024-09-13T00:48:49.929240+0000 mon.a (mon.0) 2426 : cluster [DBG] osdmap e1159: 8 total, 8 up, 8 in 2024-09-13T00:48:51.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:50 smithi032 bash[75510]: cluster 2024-09-13T00:48:50.177981+0000 mgr.y (mgr.34107) 1382 : cluster [DBG] pgmap v2094: 169 pgs: 7 creating+peering, 7 unknown, 155 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.3 KiB/s wr, 52 op/s 2024-09-13T00:48:51.418 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:48:51.629 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.OtherPool (2077 ms) 2024-09-13T00:48:51.629 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.OtherNamespace 2024-09-13T00:48:51.708 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:51.741 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:48:52.102 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:48:52.284 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:48:52.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:51 smithi053 bash[67631]: cluster 2024-09-13T00:48:50.941064+0000 mon.a (mon.0) 2427 : cluster [DBG] osdmap e1160: 8 total, 8 up, 8 in 2024-09-13T00:48:52.324 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:51 smithi032 bash[75510]: cluster 2024-09-13T00:48:50.941064+0000 mon.a (mon.0) 2427 : cluster [DBG] osdmap e1160: 8 total, 8 up, 8 in 2024-09-13T00:48:52.324 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:51 smithi032 bash[76677]: cluster 2024-09-13T00:48:50.941064+0000 mon.a (mon.0) 2427 : cluster [DBG] osdmap e1160: 8 total, 8 up, 8 in 2024-09-13T00:48:52.490 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.OtherNamespace (861 ms) 2024-09-13T00:48:52.490 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.DataPool 2024-09-13T00:48:52.574 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:52.604 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:48:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:48:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:48:52] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-09-13T00:48:52.788 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:48:52 smithi053 bash[94430]: ts=2024-09-13T00:48:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:48:53.001 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:48:53.201 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:48:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:52 smithi053 bash[67631]: cluster 2024-09-13T00:48:52.179271+0000 mgr.y (mgr.34107) 1383 : cluster [DBG] pgmap v2096: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 9.5 KiB/s wr, 214 op/s 2024-09-13T00:48:53.409 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.DataPool (918 ms) 2024-09-13T00:48:53.409 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-09-13T00:48:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:52 smithi032 bash[75510]: cluster 2024-09-13T00:48:52.179271+0000 mgr.y (mgr.34107) 1383 : cluster [DBG] pgmap v2096: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 9.5 KiB/s wr, 214 op/s 2024-09-13T00:48:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:52 smithi032 bash[76677]: cluster 2024-09-13T00:48:52.179271+0000 mgr.y (mgr.34107) 1383 : cluster [DBG] pgmap v2096: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 9.5 KiB/s wr, 214 op/s 2024-09-13T00:48:53.487 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:53.516 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:48:53.887 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:48:54.143 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.AbortAfterPrepare (735 ms) 2024-09-13T00:48:54.144 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-09-13T00:48:54.227 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:54.257 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:48:54.517 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (374 ms) 2024-09-13T00:48:54.517 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-09-13T00:48:54.599 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:54.627 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:48:55.019 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:48:55.220 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:48:55.479 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.AbortAfterExecute (961 ms) 2024-09-13T00:48:55.479 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-09-13T00:48:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:55 smithi053 bash[67631]: cluster 2024-09-13T00:48:54.180838+0000 mgr.y (mgr.34107) 1384 : cluster [DBG] pgmap v2097: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 22 KiB/s wr, 472 op/s 2024-09-13T00:48:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:55 smithi053 bash[67631]: audit 2024-09-13T00:48:55.199904+0000 mon.a (mon.0) 2428 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:48:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:55 smithi053 bash[67631]: audit 2024-09-13T00:48:55.202039+0000 mon.a (mon.0) 2429 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:48:55.557 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:55.586 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:48:55.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:55 smithi032 bash[75510]: cluster 2024-09-13T00:48:54.180838+0000 mgr.y (mgr.34107) 1384 : cluster [DBG] pgmap v2097: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 22 KiB/s wr, 472 op/s 2024-09-13T00:48:55.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:55 smithi032 bash[75510]: audit 2024-09-13T00:48:55.199904+0000 mon.a (mon.0) 2428 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:48:55.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:55 smithi032 bash[75510]: audit 2024-09-13T00:48:55.202039+0000 mon.a (mon.0) 2429 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:48:55.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:55 smithi032 bash[76677]: cluster 2024-09-13T00:48:54.180838+0000 mgr.y (mgr.34107) 1384 : cluster [DBG] pgmap v2097: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 22 KiB/s wr, 472 op/s 2024-09-13T00:48:55.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:55 smithi032 bash[76677]: audit 2024-09-13T00:48:55.199904+0000 mon.a (mon.0) 2428 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:48:55.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:55 smithi032 bash[76677]: audit 2024-09-13T00:48:55.202039+0000 mon.a (mon.0) 2429 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:48:55.957 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:48:56.145 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:48:56.400 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (921 ms) 2024-09-13T00:48:56.400 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-09-13T00:48:56.484 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:56.519 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:48:56.866 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:48:57.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:56 smithi053 bash[67631]: cluster 2024-09-13T00:48:55.688841+0000 mon.a (mon.0) 2430 : cluster [DBG] osdmap e1161: 8 total, 8 up, 8 in 2024-09-13T00:48:57.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:56 smithi053 bash[67631]: cluster 2024-09-13T00:48:56.181548+0000 mgr.y (mgr.34107) 1385 : cluster [DBG] pgmap v2099: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 426 KiB/s rd, 23 KiB/s wr, 532 op/s 2024-09-13T00:48:57.050 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:48:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:56 smithi032 bash[75510]: cluster 2024-09-13T00:48:55.688841+0000 mon.a (mon.0) 2430 : cluster [DBG] osdmap e1161: 8 total, 8 up, 8 in 2024-09-13T00:48:57.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:56 smithi032 bash[75510]: cluster 2024-09-13T00:48:56.181548+0000 mgr.y (mgr.34107) 1385 : cluster [DBG] pgmap v2099: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 426 KiB/s rd, 23 KiB/s wr, 532 op/s 2024-09-13T00:48:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:56 smithi032 bash[76677]: cluster 2024-09-13T00:48:55.688841+0000 mon.a (mon.0) 2430 : cluster [DBG] osdmap e1161: 8 total, 8 up, 8 in 2024-09-13T00:48:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:56 smithi032 bash[76677]: cluster 2024-09-13T00:48:56.181548+0000 mgr.y (mgr.34107) 1385 : cluster [DBG] pgmap v2099: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 426 KiB/s rd, 23 KiB/s wr, 532 op/s 2024-09-13T00:48:57.330 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (930 ms) 2024-09-13T00:48:57.330 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-09-13T00:48:57.413 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:57.441 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:57.460 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.MirroringSamePool (130 ms) 2024-09-13T00:48:57.460 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.MirroringAbort 2024-09-13T00:48:57.540 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:57.567 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:57.586 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.MirroringAbort (127 ms) 2024-09-13T00:48:57.586 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-09-13T00:48:57.668 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:57.697 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:57.715 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (129 ms) 2024-09-13T00:48:57.715 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-09-13T00:48:57.795 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:57.823 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:57.840 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (125 ms) 2024-09-13T00:48:57.840 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.MirroringPool 2024-09-13T00:48:57.926 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:57.955 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:48:57.974 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.MirroringPool (134 ms) 2024-09-13T00:48:57.974 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.Group 2024-09-13T00:48:58.056 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:58.112 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:48:58.492 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:48:58.680 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:48:58.910 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.Group (936 ms) 2024-09-13T00:48:58.910 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.GroupAbort 2024-09-13T00:48:58.991 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:59.046 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:48:59.440 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:48:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:48:59 smithi053 bash[67631]: cluster 2024-09-13T00:48:58.183124+0000 mgr.y (mgr.34107) 1386 : cluster [DBG] pgmap v2100: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 480 KiB/s rd, 26 KiB/s wr, 609 op/s 2024-09-13T00:48:59.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:48:59 smithi032 bash[75510]: cluster 2024-09-13T00:48:58.183124+0000 mgr.y (mgr.34107) 1386 : cluster [DBG] pgmap v2100: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 480 KiB/s rd, 26 KiB/s wr, 609 op/s 2024-09-13T00:48:59.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:48:59 smithi032 bash[76677]: cluster 2024-09-13T00:48:58.183124+0000 mgr.y (mgr.34107) 1386 : cluster [DBG] pgmap v2100: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 480 KiB/s rd, 26 KiB/s wr, 609 op/s 2024-09-13T00:48:59.729 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.GroupAbort (818 ms) 2024-09-13T00:48:59.729 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnaps 2024-09-13T00:48:59.807 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:48:59.834 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:48:59.948 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2024-09-13T00:49:00.021 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:49:00.460 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:49:00.730 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:49:01.014 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnaps (1285 ms) 2024-09-13T00:49:01.014 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-09-13T00:49:01.095 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:01.122 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:49:01.204 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2024-09-13T00:49:01.279 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:49:01.297 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2024-09-13T00:49:01.362 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:49:01.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:01 smithi053 bash[67631]: cluster 2024-09-13T00:49:00.184349+0000 mgr.y (mgr.34107) 1387 : cluster [DBG] pgmap v2101: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 658 KiB/s rd, 40 KiB/s wr, 837 op/s 2024-09-13T00:49:01.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:01 smithi053 bash[67631]: cluster 2024-09-13T00:49:00.690279+0000 mon.a (mon.0) 2431 : cluster [DBG] osdmap e1162: 8 total, 8 up, 8 in 2024-09-13T00:49:01.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:01 smithi032 bash[75510]: cluster 2024-09-13T00:49:00.184349+0000 mgr.y (mgr.34107) 1387 : cluster [DBG] pgmap v2101: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 658 KiB/s rd, 40 KiB/s wr, 837 op/s 2024-09-13T00:49:01.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:01 smithi032 bash[75510]: cluster 2024-09-13T00:49:00.690279+0000 mon.a (mon.0) 2431 : cluster [DBG] osdmap e1162: 8 total, 8 up, 8 in 2024-09-13T00:49:01.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:01 smithi032 bash[76677]: cluster 2024-09-13T00:49:00.184349+0000 mgr.y (mgr.34107) 1387 : cluster [DBG] pgmap v2101: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 658 KiB/s rd, 40 KiB/s wr, 837 op/s 2024-09-13T00:49:01.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:01 smithi032 bash[76677]: cluster 2024-09-13T00:49:00.690279+0000 mon.a (mon.0) 2431 : cluster [DBG] osdmap e1162: 8 total, 8 up, 8 in 2024-09-13T00:49:01.760 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:49:01.986 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:49:02.256 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnapsOtherPool (1243 ms) 2024-09-13T00:49:02.256 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-09-13T00:49:02.341 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:02.371 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:49:02.471 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2024-09-13T00:49:02.541 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:49:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:49:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:49:02] "GET /metrics HTTP/1.1" 200 38792 "" "Prometheus/2.43.0" 2024-09-13T00:49:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:49:02 smithi053 bash[94430]: ts=2024-09-13T00:49:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:49:02.997 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:49:03.262 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:49:03.533 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnapsDataPool (1276 ms) 2024-09-13T00:49:03.533 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-09-13T00:49:03.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:03 smithi053 bash[67631]: cluster 2024-09-13T00:49:02.185376+0000 mgr.y (mgr.34107) 1388 : cluster [DBG] pgmap v2103: 169 pgs: 169 active+clean; 21 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 732 op/s 2024-09-13T00:49:03.619 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:03.649 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:49:03.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:03 smithi032 bash[75510]: cluster 2024-09-13T00:49:02.185376+0000 mgr.y (mgr.34107) 1388 : cluster [DBG] pgmap v2103: 169 pgs: 169 active+clean; 21 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 732 op/s 2024-09-13T00:49:03.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:03 smithi032 bash[76677]: cluster 2024-09-13T00:49:02.185376+0000 mgr.y (mgr.34107) 1388 : cluster [DBG] pgmap v2103: 169 pgs: 169 active+clean; 21 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 732 op/s 2024-09-13T00:49:03.748 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2024-09-13T00:49:03.812 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:49:04.260 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2024-09-13T00:49:04.281 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:49:04.532 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:49:04.770 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (1237 ms) 2024-09-13T00:49:04.770 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-09-13T00:49:04.855 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:04.886 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:49:04.962 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2024-09-13T00:49:05.023 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 0 2024-09-13T00:49:05.061 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:49:05.360 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:49:05.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:05 smithi053 bash[67631]: cluster 2024-09-13T00:49:04.187102+0000 mgr.y (mgr.34107) 1389 : cluster [DBG] pgmap v2104: 169 pgs: 169 active+clean; 73 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 14 MiB/s wr, 987 op/s 2024-09-13T00:49:05.553 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:49:05.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:05 smithi032 bash[75510]: cluster 2024-09-13T00:49:04.187102+0000 mgr.y (mgr.34107) 1389 : cluster [DBG] pgmap v2104: 169 pgs: 169 active+clean; 73 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 14 MiB/s wr, 987 op/s 2024-09-13T00:49:05.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:05 smithi032 bash[76677]: cluster 2024-09-13T00:49:04.187102+0000 mgr.y (mgr.34107) 1389 : cluster [DBG] pgmap v2104: 169 pgs: 169 active+clean; 73 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 14 MiB/s wr, 987 op/s 2024-09-13T00:49:05.688 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (918 ms) 2024-09-13T00:49:05.688 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-09-13T00:49:05.764 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:05.793 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:49:05.874 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2024-09-13T00:49:05.934 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:49:06.380 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 0 2024-09-13T00:49:06.415 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:49:06.607 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:49:06.770 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (1083 ms) 2024-09-13T00:49:06.770 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-09-13T00:49:06.847 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:06.875 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:49:06.967 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2024-09-13T00:49:07.043 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:49:07.502 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2024-09-13T00:49:07.524 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:49:07.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:07 smithi053 bash[67631]: cluster 2024-09-13T00:49:06.188349+0000 mgr.y (mgr.34107) 1390 : cluster [DBG] pgmap v2105: 169 pgs: 169 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 16 MiB/s wr, 922 op/s 2024-09-13T00:49:07.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:07 smithi032 bash[75510]: cluster 2024-09-13T00:49:06.188349+0000 mgr.y (mgr.34107) 1390 : cluster [DBG] pgmap v2105: 169 pgs: 169 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 16 MiB/s wr, 922 op/s 2024-09-13T00:49:07.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:07 smithi032 bash[76677]: cluster 2024-09-13T00:49:06.188349+0000 mgr.y (mgr.34107) 1390 : cluster [DBG] pgmap v2105: 169 pgs: 169 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 16 MiB/s wr, 922 op/s 2024-09-13T00:49:07.780 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:49:08.114 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (1344 ms) 2024-09-13T00:49:08.115 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-09-13T00:49:08.199 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:08.228 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:49:08.320 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2024-09-13T00:49:08.398 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:49:08.849 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: after_prepare_snap 2024-09-13T00:49:09.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:09 smithi053 bash[67631]: cluster 2024-09-13T00:49:08.189791+0000 mgr.y (mgr.34107) 1391 : cluster [DBG] pgmap v2106: 169 pgs: 169 active+clean; 125 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 25 MiB/s wr, 977 op/s 2024-09-13T00:49:09.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:09 smithi032 bash[75510]: cluster 2024-09-13T00:49:08.189791+0000 mgr.y (mgr.34107) 1391 : cluster [DBG] pgmap v2106: 169 pgs: 169 active+clean; 125 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 25 MiB/s wr, 977 op/s 2024-09-13T00:49:09.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:09 smithi032 bash[76677]: cluster 2024-09-13T00:49:08.189791+0000 mgr.y (mgr.34107) 1391 : cluster [DBG] pgmap v2106: 169 pgs: 169 active+clean; 125 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 25 MiB/s wr, 977 op/s 2024-09-13T00:49:10.316 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2024-09-13T00:49:10.367 INFO:tasks.workunit.client.0.smithi032.stdout:write: * 0~1000 2024-09-13T00:49:10.382 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:49:10.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:10 smithi053 bash[67631]: cluster 2024-09-13T00:49:09.270052+0000 mon.a (mon.0) 2432 : cluster [DBG] osdmap e1163: 8 total, 8 up, 8 in 2024-09-13T00:49:10.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:10 smithi053 bash[67631]: audit 2024-09-13T00:49:10.193222+0000 mon.a (mon.0) 2433 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:49:10.654 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:49:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:10 smithi032 bash[75510]: cluster 2024-09-13T00:49:09.270052+0000 mon.a (mon.0) 2432 : cluster [DBG] osdmap e1163: 8 total, 8 up, 8 in 2024-09-13T00:49:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:10 smithi032 bash[75510]: audit 2024-09-13T00:49:10.193222+0000 mon.a (mon.0) 2433 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:49:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:10 smithi032 bash[76677]: cluster 2024-09-13T00:49:09.270052+0000 mon.a (mon.0) 2432 : cluster [DBG] osdmap e1163: 8 total, 8 up, 8 in 2024-09-13T00:49:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:10 smithi032 bash[76677]: audit 2024-09-13T00:49:10.193222+0000 mon.a (mon.0) 2433 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:49:10.998 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2883 ms) 2024-09-13T00:49:10.998 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.Snaps 2024-09-13T00:49:11.081 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:11.112 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:49:11.194 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:49:11.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:11 smithi053 bash[67631]: cluster 2024-09-13T00:49:10.190613+0000 mgr.y (mgr.34107) 1392 : cluster [DBG] pgmap v2108: 169 pgs: 169 active+clean; 169 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 34 MiB/s wr, 848 op/s 2024-09-13T00:49:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:11 smithi053 bash[67631]: cluster 2024-09-13T00:49:10.289852+0000 mon.a (mon.0) 2434 : cluster [DBG] osdmap e1164: 8 total, 8 up, 8 in 2024-09-13T00:49:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:11 smithi032 bash[75510]: cluster 2024-09-13T00:49:10.190613+0000 mgr.y (mgr.34107) 1392 : cluster [DBG] pgmap v2108: 169 pgs: 169 active+clean; 169 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 34 MiB/s wr, 848 op/s 2024-09-13T00:49:11.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:11 smithi032 bash[75510]: cluster 2024-09-13T00:49:10.289852+0000 mon.a (mon.0) 2434 : cluster [DBG] osdmap e1164: 8 total, 8 up, 8 in 2024-09-13T00:49:11.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:11 smithi032 bash[76677]: cluster 2024-09-13T00:49:10.190613+0000 mgr.y (mgr.34107) 1392 : cluster [DBG] pgmap v2108: 169 pgs: 169 active+clean; 169 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 34 MiB/s wr, 848 op/s 2024-09-13T00:49:11.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:11 smithi032 bash[76677]: cluster 2024-09-13T00:49:10.289852+0000 mon.a (mon.0) 2434 : cluster [DBG] osdmap e1164: 8 total, 8 up, 8 in 2024-09-13T00:49:12.331 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2024-09-13T00:49:12.376 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2024-09-13T00:49:12.376 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2024-09-13T00:49:12.376 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:49:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:12 smithi032 bash[75510]: cluster 2024-09-13T00:49:11.296600+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e1165: 8 total, 8 up, 8 in 2024-09-13T00:49:12.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:12 smithi032 bash[75510]: cluster 2024-09-13T00:49:12.191590+0000 mgr.y (mgr.34107) 1393 : cluster [DBG] pgmap v2111: 169 pgs: 169 active+clean; 185 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 32 MiB/s wr, 840 op/s 2024-09-13T00:49:12.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:49:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:49:12] "GET /metrics HTTP/1.1" 200 38838 "" "Prometheus/2.43.0" 2024-09-13T00:49:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:12 smithi032 bash[76677]: cluster 2024-09-13T00:49:11.296600+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e1165: 8 total, 8 up, 8 in 2024-09-13T00:49:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:12 smithi032 bash[76677]: cluster 2024-09-13T00:49:12.191590+0000 mgr.y (mgr.34107) 1393 : cluster [DBG] pgmap v2111: 169 pgs: 169 active+clean; 185 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 32 MiB/s wr, 840 op/s 2024-09-13T00:49:12.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:12 smithi053 bash[67631]: cluster 2024-09-13T00:49:11.296600+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e1165: 8 total, 8 up, 8 in 2024-09-13T00:49:12.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:12 smithi053 bash[67631]: cluster 2024-09-13T00:49:12.191590+0000 mgr.y (mgr.34107) 1393 : cluster [DBG] pgmap v2111: 169 pgs: 169 active+clean; 185 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 32 MiB/s wr, 840 op/s 2024-09-13T00:49:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:49:12 smithi053 bash[94430]: ts=2024-09-13T00:49:12.317Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:49:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:13 smithi032 bash[75510]: cluster 2024-09-13T00:49:12.307202+0000 mon.a (mon.0) 2436 : cluster [DBG] osdmap e1166: 8 total, 8 up, 8 in 2024-09-13T00:49:13.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:13 smithi032 bash[76677]: cluster 2024-09-13T00:49:12.307202+0000 mon.a (mon.0) 2436 : cluster [DBG] osdmap e1166: 8 total, 8 up, 8 in 2024-09-13T00:49:13.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:13 smithi053 bash[67631]: cluster 2024-09-13T00:49:12.307202+0000 mon.a (mon.0) 2436 : cluster [DBG] osdmap e1166: 8 total, 8 up, 8 in 2024-09-13T00:49:14.354 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2024-09-13T00:49:14.376 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2024-09-13T00:49:14.376 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2024-09-13T00:49:14.397 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2024-09-13T00:49:14.456 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:49:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:14 smithi032 bash[75510]: cluster 2024-09-13T00:49:13.308572+0000 mon.a (mon.0) 2437 : cluster [DBG] osdmap e1167: 8 total, 8 up, 8 in 2024-09-13T00:49:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:14 smithi032 bash[75510]: cluster 2024-09-13T00:49:14.192805+0000 mgr.y (mgr.34107) 1394 : cluster [DBG] pgmap v2114: 169 pgs: 169 active+clean; 217 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 18 MiB/s wr, 518 op/s 2024-09-13T00:49:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:14 smithi032 bash[76677]: cluster 2024-09-13T00:49:13.308572+0000 mon.a (mon.0) 2437 : cluster [DBG] osdmap e1167: 8 total, 8 up, 8 in 2024-09-13T00:49:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:14 smithi032 bash[76677]: cluster 2024-09-13T00:49:14.192805+0000 mgr.y (mgr.34107) 1394 : cluster [DBG] pgmap v2114: 169 pgs: 169 active+clean; 217 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 18 MiB/s wr, 518 op/s 2024-09-13T00:49:14.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:14 smithi053 bash[67631]: cluster 2024-09-13T00:49:13.308572+0000 mon.a (mon.0) 2437 : cluster [DBG] osdmap e1167: 8 total, 8 up, 8 in 2024-09-13T00:49:14.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:14 smithi053 bash[67631]: cluster 2024-09-13T00:49:14.192805+0000 mgr.y (mgr.34107) 1394 : cluster [DBG] pgmap v2114: 169 pgs: 169 active+clean; 217 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 18 MiB/s wr, 518 op/s 2024-09-13T00:49:15.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:15 smithi032 bash[75510]: cluster 2024-09-13T00:49:14.329471+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e1168: 8 total, 8 up, 8 in 2024-09-13T00:49:15.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:15 smithi032 bash[76677]: cluster 2024-09-13T00:49:14.329471+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e1168: 8 total, 8 up, 8 in 2024-09-13T00:49:15.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:15 smithi053 bash[67631]: cluster 2024-09-13T00:49:14.329471+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e1168: 8 total, 8 up, 8 in 2024-09-13T00:49:16.371 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:16.433 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2024-09-13T00:49:16.454 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:49:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:16 smithi032 bash[75510]: cluster 2024-09-13T00:49:15.338078+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e1169: 8 total, 8 up, 8 in 2024-09-13T00:49:16.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:16 smithi032 bash[75510]: cluster 2024-09-13T00:49:16.193606+0000 mgr.y (mgr.34107) 1395 : cluster [DBG] pgmap v2117: 169 pgs: 169 active+clean; 237 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 18 MiB/s wr, 354 op/s 2024-09-13T00:49:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:16 smithi032 bash[76677]: cluster 2024-09-13T00:49:15.338078+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e1169: 8 total, 8 up, 8 in 2024-09-13T00:49:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:16 smithi032 bash[76677]: cluster 2024-09-13T00:49:16.193606+0000 mgr.y (mgr.34107) 1395 : cluster [DBG] pgmap v2117: 169 pgs: 169 active+clean; 237 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 18 MiB/s wr, 354 op/s 2024-09-13T00:49:16.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:16 smithi053 bash[67631]: cluster 2024-09-13T00:49:15.338078+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e1169: 8 total, 8 up, 8 in 2024-09-13T00:49:16.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:16 smithi053 bash[67631]: cluster 2024-09-13T00:49:16.193606+0000 mgr.y (mgr.34107) 1395 : cluster [DBG] pgmap v2117: 169 pgs: 169 active+clean; 237 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 18 MiB/s wr, 354 op/s 2024-09-13T00:49:17.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:17 smithi032 bash[75510]: cluster 2024-09-13T00:49:16.347878+0000 mon.a (mon.0) 2440 : cluster [DBG] osdmap e1170: 8 total, 8 up, 8 in 2024-09-13T00:49:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:17 smithi032 bash[76677]: cluster 2024-09-13T00:49:16.347878+0000 mon.a (mon.0) 2440 : cluster [DBG] osdmap e1170: 8 total, 8 up, 8 in 2024-09-13T00:49:17.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:17 smithi053 bash[67631]: cluster 2024-09-13T00:49:16.347878+0000 mon.a (mon.0) 2440 : cluster [DBG] osdmap e1170: 8 total, 8 up, 8 in 2024-09-13T00:49:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:18 smithi032 bash[76677]: cluster 2024-09-13T00:49:17.349871+0000 mon.a (mon.0) 2441 : cluster [DBG] osdmap e1171: 8 total, 8 up, 8 in 2024-09-13T00:49:18.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:18 smithi032 bash[76677]: cluster 2024-09-13T00:49:18.194693+0000 mgr.y (mgr.34107) 1396 : cluster [DBG] pgmap v2120: 169 pgs: 169 active+clean; 245 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 7.0 MiB/s wr, 255 op/s 2024-09-13T00:49:18.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:18 smithi032 bash[75510]: cluster 2024-09-13T00:49:17.349871+0000 mon.a (mon.0) 2441 : cluster [DBG] osdmap e1171: 8 total, 8 up, 8 in 2024-09-13T00:49:18.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:18 smithi032 bash[75510]: cluster 2024-09-13T00:49:18.194693+0000 mgr.y (mgr.34107) 1396 : cluster [DBG] pgmap v2120: 169 pgs: 169 active+clean; 245 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 7.0 MiB/s wr, 255 op/s 2024-09-13T00:49:18.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:18 smithi053 bash[67631]: cluster 2024-09-13T00:49:17.349871+0000 mon.a (mon.0) 2441 : cluster [DBG] osdmap e1171: 8 total, 8 up, 8 in 2024-09-13T00:49:18.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:18 smithi053 bash[67631]: cluster 2024-09-13T00:49:18.194693+0000 mgr.y (mgr.34107) 1396 : cluster [DBG] pgmap v2120: 169 pgs: 169 active+clean; 245 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 7.0 MiB/s wr, 255 op/s 2024-09-13T00:49:19.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:19 smithi032 bash[75510]: cluster 2024-09-13T00:49:18.371139+0000 mon.a (mon.0) 2442 : cluster [DBG] osdmap e1172: 8 total, 8 up, 8 in 2024-09-13T00:49:19.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:19 smithi032 bash[76677]: cluster 2024-09-13T00:49:18.371139+0000 mon.a (mon.0) 2442 : cluster [DBG] osdmap e1172: 8 total, 8 up, 8 in 2024-09-13T00:49:19.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:19 smithi053 bash[67631]: cluster 2024-09-13T00:49:18.371139+0000 mon.a (mon.0) 2442 : cluster [DBG] osdmap e1172: 8 total, 8 up, 8 in 2024-09-13T00:49:20.337 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:49:20.655 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:49:20.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:20 smithi032 bash[75510]: cluster 2024-09-13T00:49:19.372297+0000 mon.a (mon.0) 2443 : cluster [DBG] osdmap e1173: 8 total, 8 up, 8 in 2024-09-13T00:49:20.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:20 smithi032 bash[75510]: cluster 2024-09-13T00:49:20.195541+0000 mgr.y (mgr.34107) 1397 : cluster [DBG] pgmap v2123: 169 pgs: 169 active+clean; 253 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 2.0 MiB/s wr, 127 op/s 2024-09-13T00:49:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:20 smithi032 bash[76677]: cluster 2024-09-13T00:49:19.372297+0000 mon.a (mon.0) 2443 : cluster [DBG] osdmap e1173: 8 total, 8 up, 8 in 2024-09-13T00:49:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:20 smithi032 bash[76677]: cluster 2024-09-13T00:49:20.195541+0000 mgr.y (mgr.34107) 1397 : cluster [DBG] pgmap v2123: 169 pgs: 169 active+clean; 253 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 2.0 MiB/s wr, 127 op/s 2024-09-13T00:49:20.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:20 smithi053 bash[67631]: cluster 2024-09-13T00:49:19.372297+0000 mon.a (mon.0) 2443 : cluster [DBG] osdmap e1173: 8 total, 8 up, 8 in 2024-09-13T00:49:20.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:20 smithi053 bash[67631]: cluster 2024-09-13T00:49:20.195541+0000 mgr.y (mgr.34107) 1397 : cluster [DBG] pgmap v2123: 169 pgs: 169 active+clean; 253 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 2.0 MiB/s wr, 127 op/s 2024-09-13T00:49:22.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:22 smithi032 bash[75510]: cluster 2024-09-13T00:49:21.399729+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e1174: 8 total, 8 up, 8 in 2024-09-13T00:49:22.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:22 smithi032 bash[75510]: cluster 2024-09-13T00:49:22.196329+0000 mgr.y (mgr.34107) 1398 : cluster [DBG] pgmap v2125: 169 pgs: 169 active+clean; 257 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 164 op/s 2024-09-13T00:49:22.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:49:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:49:22] "GET /metrics HTTP/1.1" 200 38838 "" "Prometheus/2.43.0" 2024-09-13T00:49:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:22 smithi032 bash[76677]: cluster 2024-09-13T00:49:21.399729+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e1174: 8 total, 8 up, 8 in 2024-09-13T00:49:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:22 smithi032 bash[76677]: cluster 2024-09-13T00:49:22.196329+0000 mgr.y (mgr.34107) 1398 : cluster [DBG] pgmap v2125: 169 pgs: 169 active+clean; 257 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 164 op/s 2024-09-13T00:49:22.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:22 smithi053 bash[67631]: cluster 2024-09-13T00:49:21.399729+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e1174: 8 total, 8 up, 8 in 2024-09-13T00:49:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:22 smithi053 bash[67631]: cluster 2024-09-13T00:49:22.196329+0000 mgr.y (mgr.34107) 1398 : cluster [DBG] pgmap v2125: 169 pgs: 169 active+clean; 257 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 164 op/s 2024-09-13T00:49:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:49:22 smithi053 bash[94430]: ts=2024-09-13T00:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:49:23.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:23 smithi053 bash[67631]: cluster 2024-09-13T00:49:22.411144+0000 mon.a (mon.0) 2445 : cluster [DBG] osdmap e1175: 8 total, 8 up, 8 in 2024-09-13T00:49:23.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:23 smithi032 bash[75510]: cluster 2024-09-13T00:49:22.411144+0000 mon.a (mon.0) 2445 : cluster [DBG] osdmap e1175: 8 total, 8 up, 8 in 2024-09-13T00:49:23.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:23 smithi032 bash[76677]: cluster 2024-09-13T00:49:22.411144+0000 mon.a (mon.0) 2445 : cluster [DBG] osdmap e1175: 8 total, 8 up, 8 in 2024-09-13T00:49:24.004 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.Snaps (13007 ms) 2024-09-13T00:49:24.004 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-09-13T00:49:24.088 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:24.116 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:49:24.220 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:49:24.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:24 smithi053 bash[67631]: cluster 2024-09-13T00:49:23.413289+0000 mon.a (mon.0) 2446 : cluster [DBG] osdmap e1176: 8 total, 8 up, 8 in 2024-09-13T00:49:24.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:24 smithi053 bash[67631]: cluster 2024-09-13T00:49:24.197402+0000 mgr.y (mgr.34107) 1399 : cluster [DBG] pgmap v2128: 169 pgs: 169 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 4.2 MiB/s wr, 284 op/s 2024-09-13T00:49:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:24 smithi032 bash[75510]: cluster 2024-09-13T00:49:23.413289+0000 mon.a (mon.0) 2446 : cluster [DBG] osdmap e1176: 8 total, 8 up, 8 in 2024-09-13T00:49:24.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:24 smithi032 bash[75510]: cluster 2024-09-13T00:49:24.197402+0000 mgr.y (mgr.34107) 1399 : cluster [DBG] pgmap v2128: 169 pgs: 169 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 4.2 MiB/s wr, 284 op/s 2024-09-13T00:49:24.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:24 smithi032 bash[76677]: cluster 2024-09-13T00:49:23.413289+0000 mon.a (mon.0) 2446 : cluster [DBG] osdmap e1176: 8 total, 8 up, 8 in 2024-09-13T00:49:24.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:24 smithi032 bash[76677]: cluster 2024-09-13T00:49:24.197402+0000 mgr.y (mgr.34107) 1399 : cluster [DBG] pgmap v2128: 169 pgs: 169 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 4.2 MiB/s wr, 284 op/s 2024-09-13T00:49:25.473 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2024-09-13T00:49:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2024-09-13T00:49:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2024-09-13T00:49:25.510 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:49:25.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:25 smithi053 bash[67631]: cluster 2024-09-13T00:49:24.434031+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e1177: 8 total, 8 up, 8 in 2024-09-13T00:49:25.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:25 smithi053 bash[67631]: audit 2024-09-13T00:49:25.193748+0000 mon.a (mon.0) 2448 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:49:25.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:25 smithi032 bash[75510]: cluster 2024-09-13T00:49:24.434031+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e1177: 8 total, 8 up, 8 in 2024-09-13T00:49:25.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:25 smithi032 bash[75510]: audit 2024-09-13T00:49:25.193748+0000 mon.a (mon.0) 2448 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:49:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:25 smithi032 bash[76677]: cluster 2024-09-13T00:49:24.434031+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e1177: 8 total, 8 up, 8 in 2024-09-13T00:49:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:25 smithi032 bash[76677]: audit 2024-09-13T00:49:25.193748+0000 mon.a (mon.0) 2448 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:49:26.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:26 smithi053 bash[67631]: cluster 2024-09-13T00:49:25.437123+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e1178: 8 total, 8 up, 8 in 2024-09-13T00:49:26.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:26 smithi053 bash[67631]: cluster 2024-09-13T00:49:26.198233+0000 mgr.y (mgr.34107) 1400 : cluster [DBG] pgmap v2131: 169 pgs: 169 active+clean; 265 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 349 op/s 2024-09-13T00:49:26.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:26 smithi032 bash[75510]: cluster 2024-09-13T00:49:25.437123+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e1178: 8 total, 8 up, 8 in 2024-09-13T00:49:26.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:26 smithi032 bash[75510]: cluster 2024-09-13T00:49:26.198233+0000 mgr.y (mgr.34107) 1400 : cluster [DBG] pgmap v2131: 169 pgs: 169 active+clean; 265 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 349 op/s 2024-09-13T00:49:26.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:26 smithi032 bash[76677]: cluster 2024-09-13T00:49:25.437123+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e1178: 8 total, 8 up, 8 in 2024-09-13T00:49:26.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:26 smithi032 bash[76677]: cluster 2024-09-13T00:49:26.198233+0000 mgr.y (mgr.34107) 1400 : cluster [DBG] pgmap v2131: 169 pgs: 169 active+clean; 265 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 349 op/s 2024-09-13T00:49:27.487 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2024-09-13T00:49:27.501 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2024-09-13T00:49:27.501 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2024-09-13T00:49:27.523 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2024-09-13T00:49:27.577 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:49:27.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:27 smithi053 bash[67631]: cluster 2024-09-13T00:49:26.457389+0000 mon.a (mon.0) 2450 : cluster [DBG] osdmap e1179: 8 total, 8 up, 8 in 2024-09-13T00:49:27.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:27 smithi032 bash[75510]: cluster 2024-09-13T00:49:26.457389+0000 mon.a (mon.0) 2450 : cluster [DBG] osdmap e1179: 8 total, 8 up, 8 in 2024-09-13T00:49:27.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:27 smithi032 bash[76677]: cluster 2024-09-13T00:49:26.457389+0000 mon.a (mon.0) 2450 : cluster [DBG] osdmap e1179: 8 total, 8 up, 8 in 2024-09-13T00:49:28.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:28 smithi053 bash[67631]: cluster 2024-09-13T00:49:27.459559+0000 mon.a (mon.0) 2451 : cluster [DBG] osdmap e1180: 8 total, 8 up, 8 in 2024-09-13T00:49:28.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:28 smithi053 bash[67631]: cluster 2024-09-13T00:49:28.199194+0000 mgr.y (mgr.34107) 1401 : cluster [DBG] pgmap v2134: 169 pgs: 169 active+clean; 273 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 199 op/s 2024-09-13T00:49:28.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:28 smithi032 bash[75510]: cluster 2024-09-13T00:49:27.459559+0000 mon.a (mon.0) 2451 : cluster [DBG] osdmap e1180: 8 total, 8 up, 8 in 2024-09-13T00:49:28.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:28 smithi032 bash[75510]: cluster 2024-09-13T00:49:28.199194+0000 mgr.y (mgr.34107) 1401 : cluster [DBG] pgmap v2134: 169 pgs: 169 active+clean; 273 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 199 op/s 2024-09-13T00:49:28.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:28 smithi032 bash[76677]: cluster 2024-09-13T00:49:27.459559+0000 mon.a (mon.0) 2451 : cluster [DBG] osdmap e1180: 8 total, 8 up, 8 in 2024-09-13T00:49:28.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:28 smithi032 bash[76677]: cluster 2024-09-13T00:49:28.199194+0000 mgr.y (mgr.34107) 1401 : cluster [DBG] pgmap v2134: 169 pgs: 169 active+clean; 273 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 199 op/s 2024-09-13T00:49:29.510 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:29.574 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2024-09-13T00:49:29.595 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:49:29.629 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2024-09-13T00:49:29.697 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:49:29.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:29 smithi053 bash[67631]: cluster 2024-09-13T00:49:28.484338+0000 mon.a (mon.0) 2452 : cluster [DBG] osdmap e1181: 8 total, 8 up, 8 in 2024-09-13T00:49:29.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:29 smithi032 bash[75510]: cluster 2024-09-13T00:49:28.484338+0000 mon.a (mon.0) 2452 : cluster [DBG] osdmap e1181: 8 total, 8 up, 8 in 2024-09-13T00:49:29.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:29 smithi032 bash[76677]: cluster 2024-09-13T00:49:28.484338+0000 mon.a (mon.0) 2452 : cluster [DBG] osdmap e1181: 8 total, 8 up, 8 in 2024-09-13T00:49:30.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:30 smithi053 bash[67631]: cluster 2024-09-13T00:49:29.484756+0000 mon.a (mon.0) 2453 : cluster [DBG] osdmap e1182: 8 total, 8 up, 8 in 2024-09-13T00:49:30.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:30 smithi053 bash[67631]: cluster 2024-09-13T00:49:30.200130+0000 mgr.y (mgr.34107) 1402 : cluster [DBG] pgmap v2137: 169 pgs: 169 active+clean; 293 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 86 op/s 2024-09-13T00:49:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:30 smithi032 bash[76677]: cluster 2024-09-13T00:49:29.484756+0000 mon.a (mon.0) 2453 : cluster [DBG] osdmap e1182: 8 total, 8 up, 8 in 2024-09-13T00:49:30.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:30 smithi032 bash[76677]: cluster 2024-09-13T00:49:30.200130+0000 mgr.y (mgr.34107) 1402 : cluster [DBG] pgmap v2137: 169 pgs: 169 active+clean; 293 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 86 op/s 2024-09-13T00:49:30.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:30 smithi032 bash[75510]: cluster 2024-09-13T00:49:29.484756+0000 mon.a (mon.0) 2453 : cluster [DBG] osdmap e1182: 8 total, 8 up, 8 in 2024-09-13T00:49:30.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:30 smithi032 bash[75510]: cluster 2024-09-13T00:49:30.200130+0000 mgr.y (mgr.34107) 1402 : cluster [DBG] pgmap v2137: 169 pgs: 169 active+clean; 293 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 86 op/s 2024-09-13T00:49:31.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:31 smithi053 bash[67631]: cluster 2024-09-13T00:49:30.507685+0000 mon.a (mon.0) 2454 : cluster [DBG] osdmap e1183: 8 total, 8 up, 8 in 2024-09-13T00:49:31.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:31 smithi053 bash[67631]: cluster 2024-09-13T00:49:30.699274+0000 mon.a (mon.0) 2455 : cluster [DBG] osdmap e1184: 8 total, 8 up, 8 in 2024-09-13T00:49:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:31 smithi032 bash[75510]: cluster 2024-09-13T00:49:30.507685+0000 mon.a (mon.0) 2454 : cluster [DBG] osdmap e1183: 8 total, 8 up, 8 in 2024-09-13T00:49:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:31 smithi032 bash[75510]: cluster 2024-09-13T00:49:30.699274+0000 mon.a (mon.0) 2455 : cluster [DBG] osdmap e1184: 8 total, 8 up, 8 in 2024-09-13T00:49:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:31 smithi032 bash[76677]: cluster 2024-09-13T00:49:30.507685+0000 mon.a (mon.0) 2454 : cluster [DBG] osdmap e1183: 8 total, 8 up, 8 in 2024-09-13T00:49:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:31 smithi032 bash[76677]: cluster 2024-09-13T00:49:30.699274+0000 mon.a (mon.0) 2455 : cluster [DBG] osdmap e1184: 8 total, 8 up, 8 in 2024-09-13T00:49:32.423 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:49:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:49:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:49:32] "GET /metrics HTTP/1.1" 200 38831 "" "Prometheus/2.43.0" 2024-09-13T00:49:32.691 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:49:32.697 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:49:32 smithi053 bash[94430]: ts=2024-09-13T00:49:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:49:33.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:32 smithi053 bash[67631]: cluster 2024-09-13T00:49:31.702412+0000 mon.a (mon.0) 2456 : cluster [DBG] osdmap e1185: 8 total, 8 up, 8 in 2024-09-13T00:49:33.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:32 smithi053 bash[67631]: audit 2024-09-13T00:49:31.732443+0000 mon.a (mon.0) 2457 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:49:33.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:32 smithi053 bash[67631]: cluster 2024-09-13T00:49:32.200690+0000 mgr.y (mgr.34107) 1403 : cluster [DBG] pgmap v2141: 169 pgs: 169 active+clean; 301 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 2.2 MiB/s wr, 164 op/s 2024-09-13T00:49:33.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:32 smithi053 bash[67631]: audit 2024-09-13T00:49:32.335364+0000 mon.a (mon.0) 2458 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:49:33.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:32 smithi053 bash[67631]: audit 2024-09-13T00:49:32.336331+0000 mon.a (mon.0) 2459 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:49:33.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:32 smithi053 bash[67631]: audit 2024-09-13T00:49:32.343032+0000 mon.a (mon.0) 2460 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:49:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:32 smithi032 bash[76677]: cluster 2024-09-13T00:49:31.702412+0000 mon.a (mon.0) 2456 : cluster [DBG] osdmap e1185: 8 total, 8 up, 8 in 2024-09-13T00:49:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:32 smithi032 bash[76677]: audit 2024-09-13T00:49:31.732443+0000 mon.a (mon.0) 2457 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:49:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:32 smithi032 bash[76677]: cluster 2024-09-13T00:49:32.200690+0000 mgr.y (mgr.34107) 1403 : cluster [DBG] pgmap v2141: 169 pgs: 169 active+clean; 301 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 2.2 MiB/s wr, 164 op/s 2024-09-13T00:49:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:32 smithi032 bash[76677]: audit 2024-09-13T00:49:32.335364+0000 mon.a (mon.0) 2458 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:49:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:32 smithi032 bash[76677]: audit 2024-09-13T00:49:32.336331+0000 mon.a (mon.0) 2459 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:49:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:32 smithi032 bash[76677]: audit 2024-09-13T00:49:32.343032+0000 mon.a (mon.0) 2460 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:49:33.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:32 smithi032 bash[75510]: cluster 2024-09-13T00:49:31.702412+0000 mon.a (mon.0) 2456 : cluster [DBG] osdmap e1185: 8 total, 8 up, 8 in 2024-09-13T00:49:33.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:32 smithi032 bash[75510]: audit 2024-09-13T00:49:31.732443+0000 mon.a (mon.0) 2457 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:49:33.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:32 smithi032 bash[75510]: cluster 2024-09-13T00:49:32.200690+0000 mgr.y (mgr.34107) 1403 : cluster [DBG] pgmap v2141: 169 pgs: 169 active+clean; 301 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 2.2 MiB/s wr, 164 op/s 2024-09-13T00:49:33.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:32 smithi032 bash[75510]: audit 2024-09-13T00:49:32.335364+0000 mon.a (mon.0) 2458 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:49:33.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:32 smithi032 bash[75510]: audit 2024-09-13T00:49:32.336331+0000 mon.a (mon.0) 2459 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:49:33.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:32 smithi032 bash[75510]: audit 2024-09-13T00:49:32.343032+0000 mon.a (mon.0) 2460 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:49:35.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:34 smithi053 bash[67631]: cluster 2024-09-13T00:49:33.715451+0000 mon.a (mon.0) 2461 : cluster [DBG] osdmap e1186: 8 total, 8 up, 8 in 2024-09-13T00:49:35.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:34 smithi053 bash[67631]: cluster 2024-09-13T00:49:34.201539+0000 mgr.y (mgr.34107) 1404 : cluster [DBG] pgmap v2143: 169 pgs: 169 active+clean; 365 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 17 MiB/s wr, 269 op/s 2024-09-13T00:49:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:34 smithi032 bash[75510]: cluster 2024-09-13T00:49:33.715451+0000 mon.a (mon.0) 2461 : cluster [DBG] osdmap e1186: 8 total, 8 up, 8 in 2024-09-13T00:49:35.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:34 smithi032 bash[75510]: cluster 2024-09-13T00:49:34.201539+0000 mgr.y (mgr.34107) 1404 : cluster [DBG] pgmap v2143: 169 pgs: 169 active+clean; 365 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 17 MiB/s wr, 269 op/s 2024-09-13T00:49:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:34 smithi032 bash[76677]: cluster 2024-09-13T00:49:33.715451+0000 mon.a (mon.0) 2461 : cluster [DBG] osdmap e1186: 8 total, 8 up, 8 in 2024-09-13T00:49:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:34 smithi032 bash[76677]: cluster 2024-09-13T00:49:34.201539+0000 mgr.y (mgr.34107) 1404 : cluster [DBG] pgmap v2143: 169 pgs: 169 active+clean; 365 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 17 MiB/s wr, 269 op/s 2024-09-13T00:49:36.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:35 smithi053 bash[67631]: cluster 2024-09-13T00:49:34.725219+0000 mon.a (mon.0) 2462 : cluster [DBG] osdmap e1187: 8 total, 8 up, 8 in 2024-09-13T00:49:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:35 smithi032 bash[75510]: cluster 2024-09-13T00:49:34.725219+0000 mon.a (mon.0) 2462 : cluster [DBG] osdmap e1187: 8 total, 8 up, 8 in 2024-09-13T00:49:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:35 smithi032 bash[76677]: cluster 2024-09-13T00:49:34.725219+0000 mon.a (mon.0) 2462 : cluster [DBG] osdmap e1187: 8 total, 8 up, 8 in 2024-09-13T00:49:36.415 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsOtherPool (12411 ms) 2024-09-13T00:49:36.416 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-09-13T00:49:36.500 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:36.532 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:49:36.634 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:49:37.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:36 smithi053 bash[67631]: cluster 2024-09-13T00:49:35.727164+0000 mon.a (mon.0) 2463 : cluster [DBG] osdmap e1188: 8 total, 8 up, 8 in 2024-09-13T00:49:37.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:36 smithi053 bash[67631]: cluster 2024-09-13T00:49:36.202366+0000 mgr.y (mgr.34107) 1405 : cluster [DBG] pgmap v2146: 169 pgs: 169 active+clean; 369 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 15 MiB/s wr, 223 op/s 2024-09-13T00:49:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:36 smithi032 bash[76677]: cluster 2024-09-13T00:49:35.727164+0000 mon.a (mon.0) 2463 : cluster [DBG] osdmap e1188: 8 total, 8 up, 8 in 2024-09-13T00:49:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:36 smithi032 bash[76677]: cluster 2024-09-13T00:49:36.202366+0000 mgr.y (mgr.34107) 1405 : cluster [DBG] pgmap v2146: 169 pgs: 169 active+clean; 369 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 15 MiB/s wr, 223 op/s 2024-09-13T00:49:37.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:36 smithi032 bash[75510]: cluster 2024-09-13T00:49:35.727164+0000 mon.a (mon.0) 2463 : cluster [DBG] osdmap e1188: 8 total, 8 up, 8 in 2024-09-13T00:49:37.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:36 smithi032 bash[75510]: cluster 2024-09-13T00:49:36.202366+0000 mgr.y (mgr.34107) 1405 : cluster [DBG] pgmap v2146: 169 pgs: 169 active+clean; 369 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 15 MiB/s wr, 223 op/s 2024-09-13T00:49:37.776 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2024-09-13T00:49:37.818 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2024-09-13T00:49:37.818 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2024-09-13T00:49:37.818 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:49:38.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:37 smithi053 bash[67631]: cluster 2024-09-13T00:49:36.748479+0000 mon.a (mon.0) 2464 : cluster [DBG] osdmap e1189: 8 total, 8 up, 8 in 2024-09-13T00:49:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:37 smithi032 bash[75510]: cluster 2024-09-13T00:49:36.748479+0000 mon.a (mon.0) 2464 : cluster [DBG] osdmap e1189: 8 total, 8 up, 8 in 2024-09-13T00:49:38.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:37 smithi032 bash[76677]: cluster 2024-09-13T00:49:36.748479+0000 mon.a (mon.0) 2464 : cluster [DBG] osdmap e1189: 8 total, 8 up, 8 in 2024-09-13T00:49:39.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:38 smithi053 bash[67631]: cluster 2024-09-13T00:49:37.750347+0000 mon.a (mon.0) 2465 : cluster [DBG] osdmap e1190: 8 total, 8 up, 8 in 2024-09-13T00:49:39.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:38 smithi053 bash[67631]: cluster 2024-09-13T00:49:38.203167+0000 mgr.y (mgr.34107) 1406 : cluster [DBG] pgmap v2149: 169 pgs: 169 active+clean; 361 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 339 op/s 2024-09-13T00:49:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:38 smithi032 bash[75510]: cluster 2024-09-13T00:49:37.750347+0000 mon.a (mon.0) 2465 : cluster [DBG] osdmap e1190: 8 total, 8 up, 8 in 2024-09-13T00:49:39.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:38 smithi032 bash[75510]: cluster 2024-09-13T00:49:38.203167+0000 mgr.y (mgr.34107) 1406 : cluster [DBG] pgmap v2149: 169 pgs: 169 active+clean; 361 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 339 op/s 2024-09-13T00:49:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:38 smithi032 bash[76677]: cluster 2024-09-13T00:49:37.750347+0000 mon.a (mon.0) 2465 : cluster [DBG] osdmap e1190: 8 total, 8 up, 8 in 2024-09-13T00:49:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:38 smithi032 bash[76677]: cluster 2024-09-13T00:49:38.203167+0000 mgr.y (mgr.34107) 1406 : cluster [DBG] pgmap v2149: 169 pgs: 169 active+clean; 361 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 339 op/s 2024-09-13T00:49:39.802 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2024-09-13T00:49:39.818 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2024-09-13T00:49:39.818 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2024-09-13T00:49:39.841 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2024-09-13T00:49:39.902 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:49:40.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:39 smithi053 bash[67631]: cluster 2024-09-13T00:49:38.778139+0000 mon.a (mon.0) 2466 : cluster [DBG] osdmap e1191: 8 total, 8 up, 8 in 2024-09-13T00:49:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:39 smithi032 bash[75510]: cluster 2024-09-13T00:49:38.778139+0000 mon.a (mon.0) 2466 : cluster [DBG] osdmap e1191: 8 total, 8 up, 8 in 2024-09-13T00:49:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:39 smithi032 bash[76677]: cluster 2024-09-13T00:49:38.778139+0000 mon.a (mon.0) 2466 : cluster [DBG] osdmap e1191: 8 total, 8 up, 8 in 2024-09-13T00:49:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:40 smithi032 bash[75510]: cluster 2024-09-13T00:49:39.776156+0000 mon.a (mon.0) 2467 : cluster [DBG] osdmap e1192: 8 total, 8 up, 8 in 2024-09-13T00:49:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:40 smithi032 bash[75510]: audit 2024-09-13T00:49:40.194016+0000 mon.a (mon.0) 2468 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:49:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:40 smithi032 bash[75510]: cluster 2024-09-13T00:49:40.203991+0000 mgr.y (mgr.34107) 1407 : cluster [DBG] pgmap v2152: 169 pgs: 169 active+clean; 361 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 240 op/s 2024-09-13T00:49:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:40 smithi032 bash[76677]: cluster 2024-09-13T00:49:39.776156+0000 mon.a (mon.0) 2467 : cluster [DBG] osdmap e1192: 8 total, 8 up, 8 in 2024-09-13T00:49:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:40 smithi032 bash[76677]: audit 2024-09-13T00:49:40.194016+0000 mon.a (mon.0) 2468 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:49:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:40 smithi032 bash[76677]: cluster 2024-09-13T00:49:40.203991+0000 mgr.y (mgr.34107) 1407 : cluster [DBG] pgmap v2152: 169 pgs: 169 active+clean; 361 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 240 op/s 2024-09-13T00:49:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:40 smithi053 bash[67631]: cluster 2024-09-13T00:49:39.776156+0000 mon.a (mon.0) 2467 : cluster [DBG] osdmap e1192: 8 total, 8 up, 8 in 2024-09-13T00:49:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:40 smithi053 bash[67631]: audit 2024-09-13T00:49:40.194016+0000 mon.a (mon.0) 2468 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:49:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:40 smithi053 bash[67631]: cluster 2024-09-13T00:49:40.203991+0000 mgr.y (mgr.34107) 1407 : cluster [DBG] pgmap v2152: 169 pgs: 169 active+clean; 361 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 240 op/s 2024-09-13T00:49:41.829 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:41.887 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2024-09-13T00:49:41.910 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:49:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:41 smithi032 bash[75510]: cluster 2024-09-13T00:49:40.799123+0000 mon.a (mon.0) 2469 : cluster [DBG] osdmap e1193: 8 total, 8 up, 8 in 2024-09-13T00:49:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:41 smithi032 bash[76677]: cluster 2024-09-13T00:49:40.799123+0000 mon.a (mon.0) 2469 : cluster [DBG] osdmap e1193: 8 total, 8 up, 8 in 2024-09-13T00:49:42.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:41 smithi053 bash[67631]: cluster 2024-09-13T00:49:40.799123+0000 mon.a (mon.0) 2469 : cluster [DBG] osdmap e1193: 8 total, 8 up, 8 in 2024-09-13T00:49:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:49:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:49:42] "GET /metrics HTTP/1.1" 200 38832 "" "Prometheus/2.43.0" 2024-09-13T00:49:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:49:42 smithi053 bash[94430]: ts=2024-09-13T00:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:49:43.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:42 smithi032 bash[75510]: cluster 2024-09-13T00:49:41.805060+0000 mon.a (mon.0) 2470 : cluster [DBG] osdmap e1194: 8 total, 8 up, 8 in 2024-09-13T00:49:43.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:42 smithi032 bash[75510]: cluster 2024-09-13T00:49:42.204840+0000 mgr.y (mgr.34107) 1408 : cluster [DBG] pgmap v2155: 169 pgs: 169 active+clean; 381 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-09-13T00:49:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:42 smithi032 bash[76677]: cluster 2024-09-13T00:49:41.805060+0000 mon.a (mon.0) 2470 : cluster [DBG] osdmap e1194: 8 total, 8 up, 8 in 2024-09-13T00:49:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:42 smithi032 bash[76677]: cluster 2024-09-13T00:49:42.204840+0000 mgr.y (mgr.34107) 1408 : cluster [DBG] pgmap v2155: 169 pgs: 169 active+clean; 381 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-09-13T00:49:43.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:42 smithi053 bash[67631]: cluster 2024-09-13T00:49:41.805060+0000 mon.a (mon.0) 2470 : cluster [DBG] osdmap e1194: 8 total, 8 up, 8 in 2024-09-13T00:49:43.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:42 smithi053 bash[67631]: cluster 2024-09-13T00:49:42.204840+0000 mgr.y (mgr.34107) 1408 : cluster [DBG] pgmap v2155: 169 pgs: 169 active+clean; 381 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-09-13T00:49:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:43 smithi032 bash[75510]: cluster 2024-09-13T00:49:42.815556+0000 mon.a (mon.0) 2471 : cluster [DBG] osdmap e1195: 8 total, 8 up, 8 in 2024-09-13T00:49:44.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:43 smithi032 bash[76677]: cluster 2024-09-13T00:49:42.815556+0000 mon.a (mon.0) 2471 : cluster [DBG] osdmap e1195: 8 total, 8 up, 8 in 2024-09-13T00:49:44.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:43 smithi053 bash[67631]: cluster 2024-09-13T00:49:42.815556+0000 mon.a (mon.0) 2471 : cluster [DBG] osdmap e1195: 8 total, 8 up, 8 in 2024-09-13T00:49:45.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:44 smithi032 bash[75510]: cluster 2024-09-13T00:49:43.822980+0000 mon.a (mon.0) 2472 : cluster [DBG] osdmap e1196: 8 total, 8 up, 8 in 2024-09-13T00:49:45.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:44 smithi032 bash[75510]: cluster 2024-09-13T00:49:44.205729+0000 mgr.y (mgr.34107) 1409 : cluster [DBG] pgmap v2158: 169 pgs: 169 active+clean; 397 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 7.0 MiB/s wr, 194 op/s 2024-09-13T00:49:45.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:44 smithi032 bash[76677]: cluster 2024-09-13T00:49:43.822980+0000 mon.a (mon.0) 2472 : cluster [DBG] osdmap e1196: 8 total, 8 up, 8 in 2024-09-13T00:49:45.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:44 smithi032 bash[76677]: cluster 2024-09-13T00:49:44.205729+0000 mgr.y (mgr.34107) 1409 : cluster [DBG] pgmap v2158: 169 pgs: 169 active+clean; 397 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 7.0 MiB/s wr, 194 op/s 2024-09-13T00:49:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:44 smithi053 bash[67631]: cluster 2024-09-13T00:49:43.822980+0000 mon.a (mon.0) 2472 : cluster [DBG] osdmap e1196: 8 total, 8 up, 8 in 2024-09-13T00:49:45.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:44 smithi053 bash[67631]: cluster 2024-09-13T00:49:44.205729+0000 mgr.y (mgr.34107) 1409 : cluster [DBG] pgmap v2158: 169 pgs: 169 active+clean; 397 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 7.0 MiB/s wr, 194 op/s 2024-09-13T00:49:45.754 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:49:46.032 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:49:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:45 smithi032 bash[76677]: cluster 2024-09-13T00:49:44.833214+0000 mon.a (mon.0) 2473 : cluster [DBG] osdmap e1197: 8 total, 8 up, 8 in 2024-09-13T00:49:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:45 smithi032 bash[76677]: cluster 2024-09-13T00:49:45.705359+0000 mon.a (mon.0) 2474 : cluster [DBG] osdmap e1198: 8 total, 8 up, 8 in 2024-09-13T00:49:46.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:45 smithi032 bash[75510]: cluster 2024-09-13T00:49:44.833214+0000 mon.a (mon.0) 2473 : cluster [DBG] osdmap e1197: 8 total, 8 up, 8 in 2024-09-13T00:49:46.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:45 smithi032 bash[75510]: cluster 2024-09-13T00:49:45.705359+0000 mon.a (mon.0) 2474 : cluster [DBG] osdmap e1198: 8 total, 8 up, 8 in 2024-09-13T00:49:46.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:45 smithi053 bash[67631]: cluster 2024-09-13T00:49:44.833214+0000 mon.a (mon.0) 2473 : cluster [DBG] osdmap e1197: 8 total, 8 up, 8 in 2024-09-13T00:49:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:45 smithi053 bash[67631]: cluster 2024-09-13T00:49:45.705359+0000 mon.a (mon.0) 2474 : cluster [DBG] osdmap e1198: 8 total, 8 up, 8 in 2024-09-13T00:49:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:46 smithi032 bash[75510]: cluster 2024-09-13T00:49:46.206546+0000 mgr.y (mgr.34107) 1410 : cluster [DBG] pgmap v2161: 169 pgs: 169 active+clean; 397 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-09-13T00:49:47.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:46 smithi032 bash[76677]: cluster 2024-09-13T00:49:46.206546+0000 mgr.y (mgr.34107) 1410 : cluster [DBG] pgmap v2161: 169 pgs: 169 active+clean; 397 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-09-13T00:49:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:46 smithi053 bash[67631]: cluster 2024-09-13T00:49:46.206546+0000 mgr.y (mgr.34107) 1410 : cluster [DBG] pgmap v2161: 169 pgs: 169 active+clean; 397 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-09-13T00:49:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:47 smithi032 bash[75510]: cluster 2024-09-13T00:49:46.843118+0000 mon.a (mon.0) 2475 : cluster [DBG] osdmap e1199: 8 total, 8 up, 8 in 2024-09-13T00:49:48.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:47 smithi032 bash[76677]: cluster 2024-09-13T00:49:46.843118+0000 mon.a (mon.0) 2475 : cluster [DBG] osdmap e1199: 8 total, 8 up, 8 in 2024-09-13T00:49:48.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:47 smithi053 bash[67631]: cluster 2024-09-13T00:49:46.843118+0000 mon.a (mon.0) 2475 : cluster [DBG] osdmap e1199: 8 total, 8 up, 8 in 2024-09-13T00:49:49.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:48 smithi032 bash[76677]: cluster 2024-09-13T00:49:47.851649+0000 mon.a (mon.0) 2476 : cluster [DBG] osdmap e1200: 8 total, 8 up, 8 in 2024-09-13T00:49:49.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:48 smithi032 bash[76677]: cluster 2024-09-13T00:49:48.207312+0000 mgr.y (mgr.34107) 1411 : cluster [DBG] pgmap v2164: 169 pgs: 169 active+clean; 409 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 377 op/s 2024-09-13T00:49:49.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:48 smithi032 bash[75510]: cluster 2024-09-13T00:49:47.851649+0000 mon.a (mon.0) 2476 : cluster [DBG] osdmap e1200: 8 total, 8 up, 8 in 2024-09-13T00:49:49.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:48 smithi032 bash[75510]: cluster 2024-09-13T00:49:48.207312+0000 mgr.y (mgr.34107) 1411 : cluster [DBG] pgmap v2164: 169 pgs: 169 active+clean; 409 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 377 op/s 2024-09-13T00:49:49.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:48 smithi053 bash[67631]: cluster 2024-09-13T00:49:47.851649+0000 mon.a (mon.0) 2476 : cluster [DBG] osdmap e1200: 8 total, 8 up, 8 in 2024-09-13T00:49:49.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:48 smithi053 bash[67631]: cluster 2024-09-13T00:49:48.207312+0000 mgr.y (mgr.34107) 1411 : cluster [DBG] pgmap v2164: 169 pgs: 169 active+clean; 409 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 377 op/s 2024-09-13T00:49:49.407 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsDataPool (12991 ms) 2024-09-13T00:49:49.407 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-09-13T00:49:49.490 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:49.522 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:49:49.626 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:49:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:49 smithi032 bash[75510]: cluster 2024-09-13T00:49:48.861687+0000 mon.a (mon.0) 2477 : cluster [DBG] osdmap e1201: 8 total, 8 up, 8 in 2024-09-13T00:49:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:49 smithi032 bash[76677]: cluster 2024-09-13T00:49:48.861687+0000 mon.a (mon.0) 2477 : cluster [DBG] osdmap e1201: 8 total, 8 up, 8 in 2024-09-13T00:49:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:49 smithi053 bash[67631]: cluster 2024-09-13T00:49:48.861687+0000 mon.a (mon.0) 2477 : cluster [DBG] osdmap e1201: 8 total, 8 up, 8 in 2024-09-13T00:49:50.913 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2024-09-13T00:49:50.946 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2024-09-13T00:49:50.947 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2024-09-13T00:49:50.947 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:49:51.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:50 smithi032 bash[75510]: cluster 2024-09-13T00:49:49.862594+0000 mon.a (mon.0) 2478 : cluster [DBG] osdmap e1202: 8 total, 8 up, 8 in 2024-09-13T00:49:51.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:50 smithi032 bash[75510]: cluster 2024-09-13T00:49:50.208138+0000 mgr.y (mgr.34107) 1412 : cluster [DBG] pgmap v2167: 169 pgs: 169 active+clean; 421 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 377 op/s 2024-09-13T00:49:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:50 smithi032 bash[76677]: cluster 2024-09-13T00:49:49.862594+0000 mon.a (mon.0) 2478 : cluster [DBG] osdmap e1202: 8 total, 8 up, 8 in 2024-09-13T00:49:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:50 smithi032 bash[76677]: cluster 2024-09-13T00:49:50.208138+0000 mgr.y (mgr.34107) 1412 : cluster [DBG] pgmap v2167: 169 pgs: 169 active+clean; 421 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 377 op/s 2024-09-13T00:49:51.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:50 smithi053 bash[67631]: cluster 2024-09-13T00:49:49.862594+0000 mon.a (mon.0) 2478 : cluster [DBG] osdmap e1202: 8 total, 8 up, 8 in 2024-09-13T00:49:51.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:50 smithi053 bash[67631]: cluster 2024-09-13T00:49:50.208138+0000 mgr.y (mgr.34107) 1412 : cluster [DBG] pgmap v2167: 169 pgs: 169 active+clean; 421 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 377 op/s 2024-09-13T00:49:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:51 smithi032 bash[75510]: cluster 2024-09-13T00:49:50.883755+0000 mon.a (mon.0) 2479 : cluster [DBG] osdmap e1203: 8 total, 8 up, 8 in 2024-09-13T00:49:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:51 smithi032 bash[76677]: cluster 2024-09-13T00:49:50.883755+0000 mon.a (mon.0) 2479 : cluster [DBG] osdmap e1203: 8 total, 8 up, 8 in 2024-09-13T00:49:52.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:51 smithi053 bash[67631]: cluster 2024-09-13T00:49:50.883755+0000 mon.a (mon.0) 2479 : cluster [DBG] osdmap e1203: 8 total, 8 up, 8 in 2024-09-13T00:49:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:49:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:49:52] "GET /metrics HTTP/1.1" 200 38832 "" "Prometheus/2.43.0" 2024-09-13T00:49:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:49:52 smithi053 bash[94430]: ts=2024-09-13T00:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:49:52.931 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2024-09-13T00:49:52.944 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2024-09-13T00:49:52.945 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2024-09-13T00:49:52.969 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2024-09-13T00:49:53.029 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:49:53.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:52 smithi032 bash[75510]: cluster 2024-09-13T00:49:51.887365+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e1204: 8 total, 8 up, 8 in 2024-09-13T00:49:53.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:52 smithi032 bash[75510]: cluster 2024-09-13T00:49:52.208947+0000 mgr.y (mgr.34107) 1413 : cluster [DBG] pgmap v2170: 169 pgs: 169 active+clean; 413 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 75 op/s 2024-09-13T00:49:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:52 smithi032 bash[76677]: cluster 2024-09-13T00:49:51.887365+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e1204: 8 total, 8 up, 8 in 2024-09-13T00:49:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:52 smithi032 bash[76677]: cluster 2024-09-13T00:49:52.208947+0000 mgr.y (mgr.34107) 1413 : cluster [DBG] pgmap v2170: 169 pgs: 169 active+clean; 413 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 75 op/s 2024-09-13T00:49:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:52 smithi053 bash[67631]: cluster 2024-09-13T00:49:51.887365+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e1204: 8 total, 8 up, 8 in 2024-09-13T00:49:53.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:52 smithi053 bash[67631]: cluster 2024-09-13T00:49:52.208947+0000 mgr.y (mgr.34107) 1413 : cluster [DBG] pgmap v2170: 169 pgs: 169 active+clean; 413 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 75 op/s 2024-09-13T00:49:54.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:53 smithi032 bash[75510]: cluster 2024-09-13T00:49:52.909540+0000 mon.a (mon.0) 2481 : cluster [DBG] osdmap e1205: 8 total, 8 up, 8 in 2024-09-13T00:49:54.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:53 smithi032 bash[76677]: cluster 2024-09-13T00:49:52.909540+0000 mon.a (mon.0) 2481 : cluster [DBG] osdmap e1205: 8 total, 8 up, 8 in 2024-09-13T00:49:54.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:53 smithi053 bash[67631]: cluster 2024-09-13T00:49:52.909540+0000 mon.a (mon.0) 2481 : cluster [DBG] osdmap e1205: 8 total, 8 up, 8 in 2024-09-13T00:49:54.943 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:49:54.998 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2024-09-13T00:49:55.024 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:49:55.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:54 smithi053 bash[67631]: cluster 2024-09-13T00:49:53.916711+0000 mon.a (mon.0) 2482 : cluster [DBG] osdmap e1206: 8 total, 8 up, 8 in 2024-09-13T00:49:55.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:54 smithi053 bash[67631]: cluster 2024-09-13T00:49:54.209748+0000 mgr.y (mgr.34107) 1414 : cluster [DBG] pgmap v2173: 169 pgs: 169 active+clean; 437 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 10 MiB/s wr, 194 op/s 2024-09-13T00:49:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:54 smithi032 bash[75510]: cluster 2024-09-13T00:49:53.916711+0000 mon.a (mon.0) 2482 : cluster [DBG] osdmap e1206: 8 total, 8 up, 8 in 2024-09-13T00:49:55.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:54 smithi032 bash[75510]: cluster 2024-09-13T00:49:54.209748+0000 mgr.y (mgr.34107) 1414 : cluster [DBG] pgmap v2173: 169 pgs: 169 active+clean; 437 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 10 MiB/s wr, 194 op/s 2024-09-13T00:49:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:54 smithi032 bash[76677]: cluster 2024-09-13T00:49:53.916711+0000 mon.a (mon.0) 2482 : cluster [DBG] osdmap e1206: 8 total, 8 up, 8 in 2024-09-13T00:49:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:54 smithi032 bash[76677]: cluster 2024-09-13T00:49:54.209748+0000 mgr.y (mgr.34107) 1414 : cluster [DBG] pgmap v2173: 169 pgs: 169 active+clean; 437 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 10 MiB/s wr, 194 op/s 2024-09-13T00:49:56.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:55 smithi053 bash[67631]: cluster 2024-09-13T00:49:54.926422+0000 mon.a (mon.0) 2483 : cluster [DBG] osdmap e1207: 8 total, 8 up, 8 in 2024-09-13T00:49:56.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:55 smithi053 bash[67631]: audit 2024-09-13T00:49:55.194636+0000 mon.a (mon.0) 2484 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:49:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:55 smithi053 bash[67631]: cluster 2024-09-13T00:49:55.708122+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e1208: 8 total, 8 up, 8 in 2024-09-13T00:49:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:55 smithi032 bash[75510]: cluster 2024-09-13T00:49:54.926422+0000 mon.a (mon.0) 2483 : cluster [DBG] osdmap e1207: 8 total, 8 up, 8 in 2024-09-13T00:49:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:55 smithi032 bash[75510]: audit 2024-09-13T00:49:55.194636+0000 mon.a (mon.0) 2484 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:49:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:55 smithi032 bash[75510]: cluster 2024-09-13T00:49:55.708122+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e1208: 8 total, 8 up, 8 in 2024-09-13T00:49:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:55 smithi032 bash[76677]: cluster 2024-09-13T00:49:54.926422+0000 mon.a (mon.0) 2483 : cluster [DBG] osdmap e1207: 8 total, 8 up, 8 in 2024-09-13T00:49:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:55 smithi032 bash[76677]: audit 2024-09-13T00:49:55.194636+0000 mon.a (mon.0) 2484 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:49:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:55 smithi032 bash[76677]: cluster 2024-09-13T00:49:55.708122+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e1208: 8 total, 8 up, 8 in 2024-09-13T00:49:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:56 smithi053 bash[67631]: cluster 2024-09-13T00:49:56.210509+0000 mgr.y (mgr.34107) 1415 : cluster [DBG] pgmap v2176: 169 pgs: 169 active+clean; 445 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 156 op/s 2024-09-13T00:49:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:56 smithi053 bash[67631]: cluster 2024-09-13T00:49:56.710452+0000 mon.a (mon.0) 2486 : cluster [DBG] osdmap e1209: 8 total, 8 up, 8 in 2024-09-13T00:49:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:56 smithi032 bash[75510]: cluster 2024-09-13T00:49:56.210509+0000 mgr.y (mgr.34107) 1415 : cluster [DBG] pgmap v2176: 169 pgs: 169 active+clean; 445 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 156 op/s 2024-09-13T00:49:57.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:56 smithi032 bash[75510]: cluster 2024-09-13T00:49:56.710452+0000 mon.a (mon.0) 2486 : cluster [DBG] osdmap e1209: 8 total, 8 up, 8 in 2024-09-13T00:49:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:56 smithi032 bash[76677]: cluster 2024-09-13T00:49:56.210509+0000 mgr.y (mgr.34107) 1415 : cluster [DBG] pgmap v2176: 169 pgs: 169 active+clean; 445 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 156 op/s 2024-09-13T00:49:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:56 smithi032 bash[76677]: cluster 2024-09-13T00:49:56.710452+0000 mon.a (mon.0) 2486 : cluster [DBG] osdmap e1209: 8 total, 8 up, 8 in 2024-09-13T00:49:58.634 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2024-09-13T00:49:58.694 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:49:58.977 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:49:59.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:58 smithi053 bash[67631]: cluster 2024-09-13T00:49:57.714626+0000 mon.a (mon.0) 2487 : cluster [DBG] osdmap e1210: 8 total, 8 up, 8 in 2024-09-13T00:49:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:49:58 smithi053 bash[67631]: cluster 2024-09-13T00:49:58.211250+0000 mgr.y (mgr.34107) 1416 : cluster [DBG] pgmap v2179: 169 pgs: 169 active+clean; 453 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-09-13T00:49:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:58 smithi032 bash[75510]: cluster 2024-09-13T00:49:57.714626+0000 mon.a (mon.0) 2487 : cluster [DBG] osdmap e1210: 8 total, 8 up, 8 in 2024-09-13T00:49:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:49:58 smithi032 bash[75510]: cluster 2024-09-13T00:49:58.211250+0000 mgr.y (mgr.34107) 1416 : cluster [DBG] pgmap v2179: 169 pgs: 169 active+clean; 453 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-09-13T00:49:59.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:58 smithi032 bash[76677]: cluster 2024-09-13T00:49:57.714626+0000 mon.a (mon.0) 2487 : cluster [DBG] osdmap e1210: 8 total, 8 up, 8 in 2024-09-13T00:49:59.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:49:58 smithi032 bash[76677]: cluster 2024-09-13T00:49:58.211250+0000 mgr.y (mgr.34107) 1416 : cluster [DBG] pgmap v2179: 169 pgs: 169 active+clean; 453 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-09-13T00:50:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:00 smithi053 bash[67631]: cluster 2024-09-13T00:49:59.726397+0000 mon.a (mon.0) 2488 : cluster [DBG] osdmap e1211: 8 total, 8 up, 8 in 2024-09-13T00:50:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:00 smithi053 bash[67631]: cluster 2024-09-13T00:50:00.000175+0000 mon.a (mon.0) 2489 : cluster [WRN] Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-09-13T00:50:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:00 smithi053 bash[67631]: cluster 2024-09-13T00:50:00.000215+0000 mon.a (mon.0) 2490 : cluster [WRN] [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-09-13T00:50:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:00 smithi053 bash[67631]: cluster 2024-09-13T00:50:00.000233+0000 mon.a (mon.0) 2491 : cluster [WRN] application not enabled on pool 'test-librbd-smithi032-115198-8' 2024-09-13T00:50:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:00 smithi053 bash[67631]: cluster 2024-09-13T00:50:00.000268+0000 mon.a (mon.0) 2492 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-09-13T00:50:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:00 smithi053 bash[67631]: cluster 2024-09-13T00:50:00.211970+0000 mgr.y (mgr.34107) 1417 : cluster [DBG] pgmap v2181: 169 pgs: 169 active+clean; 453 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 920 KiB/s wr, 166 op/s 2024-09-13T00:50:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:00 smithi032 bash[75510]: cluster 2024-09-13T00:49:59.726397+0000 mon.a (mon.0) 2488 : cluster [DBG] osdmap e1211: 8 total, 8 up, 8 in 2024-09-13T00:50:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:00 smithi032 bash[75510]: cluster 2024-09-13T00:50:00.000175+0000 mon.a (mon.0) 2489 : cluster [WRN] Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-09-13T00:50:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:00 smithi032 bash[75510]: cluster 2024-09-13T00:50:00.000215+0000 mon.a (mon.0) 2490 : cluster [WRN] [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-09-13T00:50:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:00 smithi032 bash[75510]: cluster 2024-09-13T00:50:00.000233+0000 mon.a (mon.0) 2491 : cluster [WRN] application not enabled on pool 'test-librbd-smithi032-115198-8' 2024-09-13T00:50:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:00 smithi032 bash[75510]: cluster 2024-09-13T00:50:00.000268+0000 mon.a (mon.0) 2492 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-09-13T00:50:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:00 smithi032 bash[75510]: cluster 2024-09-13T00:50:00.211970+0000 mgr.y (mgr.34107) 1417 : cluster [DBG] pgmap v2181: 169 pgs: 169 active+clean; 453 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 920 KiB/s wr, 166 op/s 2024-09-13T00:50:01.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:00 smithi032 bash[76677]: cluster 2024-09-13T00:49:59.726397+0000 mon.a (mon.0) 2488 : cluster [DBG] osdmap e1211: 8 total, 8 up, 8 in 2024-09-13T00:50:01.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:00 smithi032 bash[76677]: cluster 2024-09-13T00:50:00.000175+0000 mon.a (mon.0) 2489 : cluster [WRN] Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-09-13T00:50:01.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:00 smithi032 bash[76677]: cluster 2024-09-13T00:50:00.000215+0000 mon.a (mon.0) 2490 : cluster [WRN] [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-09-13T00:50:01.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:00 smithi032 bash[76677]: cluster 2024-09-13T00:50:00.000233+0000 mon.a (mon.0) 2491 : cluster [WRN] application not enabled on pool 'test-librbd-smithi032-115198-8' 2024-09-13T00:50:01.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:00 smithi032 bash[76677]: cluster 2024-09-13T00:50:00.000268+0000 mon.a (mon.0) 2492 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-09-13T00:50:01.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:00 smithi032 bash[76677]: cluster 2024-09-13T00:50:00.211970+0000 mgr.y (mgr.34107) 1417 : cluster [DBG] pgmap v2181: 169 pgs: 169 active+clean; 453 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 920 KiB/s wr, 166 op/s 2024-09-13T00:50:02.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:01 smithi053 bash[67631]: cluster 2024-09-13T00:50:00.736605+0000 mon.a (mon.0) 2493 : cluster [DBG] osdmap e1212: 8 total, 8 up, 8 in 2024-09-13T00:50:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:01 smithi032 bash[75510]: cluster 2024-09-13T00:50:00.736605+0000 mon.a (mon.0) 2493 : cluster [DBG] osdmap e1212: 8 total, 8 up, 8 in 2024-09-13T00:50:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:01 smithi032 bash[76677]: cluster 2024-09-13T00:50:00.736605+0000 mon.a (mon.0) 2493 : cluster [DBG] osdmap e1212: 8 total, 8 up, 8 in 2024-09-13T00:50:02.322 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12916 ms) 2024-09-13T00:50:02.322 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-09-13T00:50:02.408 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:50:02.438 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:50:02.546 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:50:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:50:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:50:02] "GET /metrics HTTP/1.1" 200 38841 "" "Prometheus/2.43.0" 2024-09-13T00:50:02.743 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:50:02 smithi053 bash[94430]: ts=2024-09-13T00:50:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:50:03.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:02 smithi053 bash[67631]: cluster 2024-09-13T00:50:01.737529+0000 mon.a (mon.0) 2494 : cluster [DBG] osdmap e1213: 8 total, 8 up, 8 in 2024-09-13T00:50:03.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:02 smithi053 bash[67631]: cluster 2024-09-13T00:50:02.212888+0000 mgr.y (mgr.34107) 1418 : cluster [DBG] pgmap v2184: 169 pgs: 169 active+clean; 457 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 1.8 MiB/s wr, 161 op/s 2024-09-13T00:50:03.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:02 smithi032 bash[75510]: cluster 2024-09-13T00:50:01.737529+0000 mon.a (mon.0) 2494 : cluster [DBG] osdmap e1213: 8 total, 8 up, 8 in 2024-09-13T00:50:03.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:02 smithi032 bash[75510]: cluster 2024-09-13T00:50:02.212888+0000 mgr.y (mgr.34107) 1418 : cluster [DBG] pgmap v2184: 169 pgs: 169 active+clean; 457 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 1.8 MiB/s wr, 161 op/s 2024-09-13T00:50:03.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:02 smithi032 bash[76677]: cluster 2024-09-13T00:50:01.737529+0000 mon.a (mon.0) 2494 : cluster [DBG] osdmap e1213: 8 total, 8 up, 8 in 2024-09-13T00:50:03.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:02 smithi032 bash[76677]: cluster 2024-09-13T00:50:02.212888+0000 mgr.y (mgr.34107) 1418 : cluster [DBG] pgmap v2184: 169 pgs: 169 active+clean; 457 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 1.8 MiB/s wr, 161 op/s 2024-09-13T00:50:03.791 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2024-09-13T00:50:03.823 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2024-09-13T00:50:03.823 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2024-09-13T00:50:03.823 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:50:04.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:03 smithi053 bash[67631]: cluster 2024-09-13T00:50:02.757892+0000 mon.a (mon.0) 2495 : cluster [DBG] osdmap e1214: 8 total, 8 up, 8 in 2024-09-13T00:50:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:03 smithi032 bash[75510]: cluster 2024-09-13T00:50:02.757892+0000 mon.a (mon.0) 2495 : cluster [DBG] osdmap e1214: 8 total, 8 up, 8 in 2024-09-13T00:50:04.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:03 smithi032 bash[76677]: cluster 2024-09-13T00:50:02.757892+0000 mon.a (mon.0) 2495 : cluster [DBG] osdmap e1214: 8 total, 8 up, 8 in 2024-09-13T00:50:05.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:04 smithi053 bash[67631]: cluster 2024-09-13T00:50:03.766879+0000 mon.a (mon.0) 2496 : cluster [DBG] osdmap e1215: 8 total, 8 up, 8 in 2024-09-13T00:50:05.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:04 smithi053 bash[67631]: cluster 2024-09-13T00:50:04.213834+0000 mgr.y (mgr.34107) 1419 : cluster [DBG] pgmap v2187: 169 pgs: 169 active+clean; 473 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 9.0 MiB/s wr, 427 op/s 2024-09-13T00:50:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:04 smithi032 bash[75510]: cluster 2024-09-13T00:50:03.766879+0000 mon.a (mon.0) 2496 : cluster [DBG] osdmap e1215: 8 total, 8 up, 8 in 2024-09-13T00:50:05.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:04 smithi032 bash[75510]: cluster 2024-09-13T00:50:04.213834+0000 mgr.y (mgr.34107) 1419 : cluster [DBG] pgmap v2187: 169 pgs: 169 active+clean; 473 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 9.0 MiB/s wr, 427 op/s 2024-09-13T00:50:05.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:04 smithi032 bash[76677]: cluster 2024-09-13T00:50:03.766879+0000 mon.a (mon.0) 2496 : cluster [DBG] osdmap e1215: 8 total, 8 up, 8 in 2024-09-13T00:50:05.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:04 smithi032 bash[76677]: cluster 2024-09-13T00:50:04.213834+0000 mgr.y (mgr.34107) 1419 : cluster [DBG] pgmap v2187: 169 pgs: 169 active+clean; 473 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 9.0 MiB/s wr, 427 op/s 2024-09-13T00:50:05.750 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2024-09-13T00:50:05.762 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2024-09-13T00:50:05.762 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2024-09-13T00:50:05.789 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2024-09-13T00:50:05.827 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:50:06.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:05 smithi053 bash[67631]: cluster 2024-09-13T00:50:04.777557+0000 mon.a (mon.0) 2497 : cluster [DBG] osdmap e1216: 8 total, 8 up, 8 in 2024-09-13T00:50:06.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:05 smithi053 bash[67631]: cluster 2024-09-13T00:50:05.715035+0000 mon.a (mon.0) 2498 : cluster [DBG] osdmap e1217: 8 total, 8 up, 8 in 2024-09-13T00:50:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:05 smithi032 bash[75510]: cluster 2024-09-13T00:50:04.777557+0000 mon.a (mon.0) 2497 : cluster [DBG] osdmap e1216: 8 total, 8 up, 8 in 2024-09-13T00:50:06.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:05 smithi032 bash[75510]: cluster 2024-09-13T00:50:05.715035+0000 mon.a (mon.0) 2498 : cluster [DBG] osdmap e1217: 8 total, 8 up, 8 in 2024-09-13T00:50:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:05 smithi032 bash[76677]: cluster 2024-09-13T00:50:04.777557+0000 mon.a (mon.0) 2497 : cluster [DBG] osdmap e1216: 8 total, 8 up, 8 in 2024-09-13T00:50:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:05 smithi032 bash[76677]: cluster 2024-09-13T00:50:05.715035+0000 mon.a (mon.0) 2498 : cluster [DBG] osdmap e1217: 8 total, 8 up, 8 in 2024-09-13T00:50:07.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:06 smithi053 bash[67631]: cluster 2024-09-13T00:50:06.214638+0000 mgr.y (mgr.34107) 1420 : cluster [DBG] pgmap v2190: 169 pgs: 169 active+clean; 469 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 7.0 MiB/s wr, 419 op/s 2024-09-13T00:50:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:06 smithi032 bash[75510]: cluster 2024-09-13T00:50:06.214638+0000 mgr.y (mgr.34107) 1420 : cluster [DBG] pgmap v2190: 169 pgs: 169 active+clean; 469 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 7.0 MiB/s wr, 419 op/s 2024-09-13T00:50:07.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:06 smithi032 bash[76677]: cluster 2024-09-13T00:50:06.214638+0000 mgr.y (mgr.34107) 1420 : cluster [DBG] pgmap v2190: 169 pgs: 169 active+clean; 469 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 7.0 MiB/s wr, 419 op/s 2024-09-13T00:50:07.829 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:50:07.880 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2024-09-13T00:50:07.904 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 0 2024-09-13T00:50:07.947 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:50:08.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:07 smithi053 bash[67631]: cluster 2024-09-13T00:50:06.788288+0000 mon.a (mon.0) 2499 : cluster [DBG] osdmap e1218: 8 total, 8 up, 8 in 2024-09-13T00:50:08.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:07 smithi032 bash[75510]: cluster 2024-09-13T00:50:06.788288+0000 mon.a (mon.0) 2499 : cluster [DBG] osdmap e1218: 8 total, 8 up, 8 in 2024-09-13T00:50:08.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:07 smithi032 bash[76677]: cluster 2024-09-13T00:50:06.788288+0000 mon.a (mon.0) 2499 : cluster [DBG] osdmap e1218: 8 total, 8 up, 8 in 2024-09-13T00:50:09.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:08 smithi032 bash[76677]: cluster 2024-09-13T00:50:07.797187+0000 mon.a (mon.0) 2500 : cluster [DBG] osdmap e1219: 8 total, 8 up, 8 in 2024-09-13T00:50:09.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:08 smithi032 bash[76677]: cluster 2024-09-13T00:50:08.215460+0000 mgr.y (mgr.34107) 1421 : cluster [DBG] pgmap v2193: 169 pgs: 169 active+clean; 485 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-09-13T00:50:09.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:08 smithi032 bash[75510]: cluster 2024-09-13T00:50:07.797187+0000 mon.a (mon.0) 2500 : cluster [DBG] osdmap e1219: 8 total, 8 up, 8 in 2024-09-13T00:50:09.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:08 smithi032 bash[75510]: cluster 2024-09-13T00:50:08.215460+0000 mgr.y (mgr.34107) 1421 : cluster [DBG] pgmap v2193: 169 pgs: 169 active+clean; 485 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-09-13T00:50:09.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:08 smithi053 bash[67631]: cluster 2024-09-13T00:50:07.797187+0000 mon.a (mon.0) 2500 : cluster [DBG] osdmap e1219: 8 total, 8 up, 8 in 2024-09-13T00:50:09.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:08 smithi053 bash[67631]: cluster 2024-09-13T00:50:08.215460+0000 mgr.y (mgr.34107) 1421 : cluster [DBG] pgmap v2193: 169 pgs: 169 active+clean; 485 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-09-13T00:50:10.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:09 smithi032 bash[76677]: cluster 2024-09-13T00:50:08.807840+0000 mon.a (mon.0) 2501 : cluster [DBG] osdmap e1220: 8 total, 8 up, 8 in 2024-09-13T00:50:10.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:09 smithi032 bash[75510]: cluster 2024-09-13T00:50:08.807840+0000 mon.a (mon.0) 2501 : cluster [DBG] osdmap e1220: 8 total, 8 up, 8 in 2024-09-13T00:50:10.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:09 smithi053 bash[67631]: cluster 2024-09-13T00:50:08.807840+0000 mon.a (mon.0) 2501 : cluster [DBG] osdmap e1220: 8 total, 8 up, 8 in 2024-09-13T00:50:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:10 smithi032 bash[76677]: cluster 2024-09-13T00:50:09.808117+0000 mon.a (mon.0) 2502 : cluster [DBG] osdmap e1221: 8 total, 8 up, 8 in 2024-09-13T00:50:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:10 smithi032 bash[76677]: audit 2024-09-13T00:50:10.195032+0000 mon.a (mon.0) 2503 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:50:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:10 smithi032 bash[76677]: cluster 2024-09-13T00:50:10.216199+0000 mgr.y (mgr.34107) 1422 : cluster [DBG] pgmap v2196: 169 pgs: 169 active+clean; 505 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 135 op/s 2024-09-13T00:50:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:10 smithi032 bash[76677]: cluster 2024-09-13T00:50:10.720234+0000 mon.a (mon.0) 2504 : cluster [DBG] osdmap e1222: 8 total, 8 up, 8 in 2024-09-13T00:50:11.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:10 smithi032 bash[75510]: cluster 2024-09-13T00:50:09.808117+0000 mon.a (mon.0) 2502 : cluster [DBG] osdmap e1221: 8 total, 8 up, 8 in 2024-09-13T00:50:11.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:10 smithi032 bash[75510]: audit 2024-09-13T00:50:10.195032+0000 mon.a (mon.0) 2503 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:50:11.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:10 smithi032 bash[75510]: cluster 2024-09-13T00:50:10.216199+0000 mgr.y (mgr.34107) 1422 : cluster [DBG] pgmap v2196: 169 pgs: 169 active+clean; 505 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 135 op/s 2024-09-13T00:50:11.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:10 smithi032 bash[75510]: cluster 2024-09-13T00:50:10.720234+0000 mon.a (mon.0) 2504 : cluster [DBG] osdmap e1222: 8 total, 8 up, 8 in 2024-09-13T00:50:11.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:10 smithi053 bash[67631]: cluster 2024-09-13T00:50:09.808117+0000 mon.a (mon.0) 2502 : cluster [DBG] osdmap e1221: 8 total, 8 up, 8 in 2024-09-13T00:50:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:10 smithi053 bash[67631]: audit 2024-09-13T00:50:10.195032+0000 mon.a (mon.0) 2503 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:50:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:10 smithi053 bash[67631]: cluster 2024-09-13T00:50:10.216199+0000 mgr.y (mgr.34107) 1422 : cluster [DBG] pgmap v2196: 169 pgs: 169 active+clean; 505 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 135 op/s 2024-09-13T00:50:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:10 smithi053 bash[67631]: cluster 2024-09-13T00:50:10.720234+0000 mon.a (mon.0) 2504 : cluster [DBG] osdmap e1222: 8 total, 8 up, 8 in 2024-09-13T00:50:11.502 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:50:11.786 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:50:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:50:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:50:12] "GET /metrics HTTP/1.1" 200 38840 "" "Prometheus/2.43.0" 2024-09-13T00:50:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:50:12 smithi053 bash[94430]: ts=2024-09-13T00:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:50:13.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:12 smithi053 bash[67631]: cluster 2024-09-13T00:50:11.939901+0000 mon.a (mon.0) 2505 : cluster [DBG] osdmap e1223: 8 total, 8 up, 8 in 2024-09-13T00:50:13.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:12 smithi053 bash[67631]: cluster 2024-09-13T00:50:12.216982+0000 mgr.y (mgr.34107) 1423 : cluster [DBG] pgmap v2199: 169 pgs: 169 active+clean; 509 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 266 op/s 2024-09-13T00:50:13.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:12 smithi032 bash[75510]: cluster 2024-09-13T00:50:11.939901+0000 mon.a (mon.0) 2505 : cluster [DBG] osdmap e1223: 8 total, 8 up, 8 in 2024-09-13T00:50:13.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:12 smithi032 bash[75510]: cluster 2024-09-13T00:50:12.216982+0000 mgr.y (mgr.34107) 1423 : cluster [DBG] pgmap v2199: 169 pgs: 169 active+clean; 509 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 266 op/s 2024-09-13T00:50:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:12 smithi032 bash[76677]: cluster 2024-09-13T00:50:11.939901+0000 mon.a (mon.0) 2505 : cluster [DBG] osdmap e1223: 8 total, 8 up, 8 in 2024-09-13T00:50:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:12 smithi032 bash[76677]: cluster 2024-09-13T00:50:12.216982+0000 mgr.y (mgr.34107) 1423 : cluster [DBG] pgmap v2199: 169 pgs: 169 active+clean; 509 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 266 op/s 2024-09-13T00:50:14.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:13 smithi053 bash[67631]: cluster 2024-09-13T00:50:12.950913+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e1224: 8 total, 8 up, 8 in 2024-09-13T00:50:14.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:13 smithi032 bash[75510]: cluster 2024-09-13T00:50:12.950913+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e1224: 8 total, 8 up, 8 in 2024-09-13T00:50:14.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:13 smithi032 bash[76677]: cluster 2024-09-13T00:50:12.950913+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e1224: 8 total, 8 up, 8 in 2024-09-13T00:50:14.417 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (12095 ms) 2024-09-13T00:50:14.418 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-09-13T00:50:14.506 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:50:14.538 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:50:14.650 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:50:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:14 smithi053 bash[67631]: cluster 2024-09-13T00:50:13.953040+0000 mon.a (mon.0) 2507 : cluster [DBG] osdmap e1225: 8 total, 8 up, 8 in 2024-09-13T00:50:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:14 smithi053 bash[67631]: cluster 2024-09-13T00:50:14.217741+0000 mgr.y (mgr.34107) 1424 : cluster [DBG] pgmap v2202: 169 pgs: 169 active+clean; 517 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 249 op/s 2024-09-13T00:50:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:14 smithi032 bash[75510]: cluster 2024-09-13T00:50:13.953040+0000 mon.a (mon.0) 2507 : cluster [DBG] osdmap e1225: 8 total, 8 up, 8 in 2024-09-13T00:50:15.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:14 smithi032 bash[75510]: cluster 2024-09-13T00:50:14.217741+0000 mgr.y (mgr.34107) 1424 : cluster [DBG] pgmap v2202: 169 pgs: 169 active+clean; 517 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 249 op/s 2024-09-13T00:50:15.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:14 smithi032 bash[76677]: cluster 2024-09-13T00:50:13.953040+0000 mon.a (mon.0) 2507 : cluster [DBG] osdmap e1225: 8 total, 8 up, 8 in 2024-09-13T00:50:15.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:14 smithi032 bash[76677]: cluster 2024-09-13T00:50:14.217741+0000 mgr.y (mgr.34107) 1424 : cluster [DBG] pgmap v2202: 169 pgs: 169 active+clean; 517 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 249 op/s 2024-09-13T00:50:16.009 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2024-09-13T00:50:16.039 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2024-09-13T00:50:16.039 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2024-09-13T00:50:16.039 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:50:16.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:15 smithi053 bash[67631]: cluster 2024-09-13T00:50:14.976086+0000 mon.a (mon.0) 2508 : cluster [DBG] osdmap e1226: 8 total, 8 up, 8 in 2024-09-13T00:50:16.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:15 smithi032 bash[75510]: cluster 2024-09-13T00:50:14.976086+0000 mon.a (mon.0) 2508 : cluster [DBG] osdmap e1226: 8 total, 8 up, 8 in 2024-09-13T00:50:16.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:15 smithi032 bash[76677]: cluster 2024-09-13T00:50:14.976086+0000 mon.a (mon.0) 2508 : cluster [DBG] osdmap e1226: 8 total, 8 up, 8 in 2024-09-13T00:50:17.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:16 smithi053 bash[67631]: cluster 2024-09-13T00:50:15.978013+0000 mon.a (mon.0) 2509 : cluster [DBG] osdmap e1227: 8 total, 8 up, 8 in 2024-09-13T00:50:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:16 smithi053 bash[67631]: cluster 2024-09-13T00:50:16.218503+0000 mgr.y (mgr.34107) 1425 : cluster [DBG] pgmap v2205: 169 pgs: 169 active+clean; 525 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 6.0 MiB/s wr, 94 op/s 2024-09-13T00:50:17.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:16 smithi032 bash[75510]: cluster 2024-09-13T00:50:15.978013+0000 mon.a (mon.0) 2509 : cluster [DBG] osdmap e1227: 8 total, 8 up, 8 in 2024-09-13T00:50:17.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:16 smithi032 bash[75510]: cluster 2024-09-13T00:50:16.218503+0000 mgr.y (mgr.34107) 1425 : cluster [DBG] pgmap v2205: 169 pgs: 169 active+clean; 525 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 6.0 MiB/s wr, 94 op/s 2024-09-13T00:50:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:16 smithi032 bash[76677]: cluster 2024-09-13T00:50:15.978013+0000 mon.a (mon.0) 2509 : cluster [DBG] osdmap e1227: 8 total, 8 up, 8 in 2024-09-13T00:50:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:16 smithi032 bash[76677]: cluster 2024-09-13T00:50:16.218503+0000 mgr.y (mgr.34107) 1425 : cluster [DBG] pgmap v2205: 169 pgs: 169 active+clean; 525 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 6.0 MiB/s wr, 94 op/s 2024-09-13T00:50:18.026 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2024-09-13T00:50:18.043 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2024-09-13T00:50:18.043 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2024-09-13T00:50:18.066 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2024-09-13T00:50:18.113 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:50:18.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:18 smithi053 bash[67631]: cluster 2024-09-13T00:50:16.999145+0000 mon.a (mon.0) 2510 : cluster [DBG] osdmap e1228: 8 total, 8 up, 8 in 2024-09-13T00:50:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:18 smithi032 bash[75510]: cluster 2024-09-13T00:50:16.999145+0000 mon.a (mon.0) 2510 : cluster [DBG] osdmap e1228: 8 total, 8 up, 8 in 2024-09-13T00:50:18.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:18 smithi032 bash[76677]: cluster 2024-09-13T00:50:16.999145+0000 mon.a (mon.0) 2510 : cluster [DBG] osdmap e1228: 8 total, 8 up, 8 in 2024-09-13T00:50:19.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:19 smithi053 bash[67631]: cluster 2024-09-13T00:50:18.000053+0000 mon.a (mon.0) 2511 : cluster [DBG] osdmap e1229: 8 total, 8 up, 8 in 2024-09-13T00:50:19.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:19 smithi053 bash[67631]: cluster 2024-09-13T00:50:18.219418+0000 mgr.y (mgr.34107) 1426 : cluster [DBG] pgmap v2208: 169 pgs: 169 active+clean; 537 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 7.0 MiB/s wr, 309 op/s 2024-09-13T00:50:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:19 smithi032 bash[75510]: cluster 2024-09-13T00:50:18.000053+0000 mon.a (mon.0) 2511 : cluster [DBG] osdmap e1229: 8 total, 8 up, 8 in 2024-09-13T00:50:19.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:19 smithi032 bash[75510]: cluster 2024-09-13T00:50:18.219418+0000 mgr.y (mgr.34107) 1426 : cluster [DBG] pgmap v2208: 169 pgs: 169 active+clean; 537 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 7.0 MiB/s wr, 309 op/s 2024-09-13T00:50:19.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:19 smithi032 bash[76677]: cluster 2024-09-13T00:50:18.000053+0000 mon.a (mon.0) 2511 : cluster [DBG] osdmap e1229: 8 total, 8 up, 8 in 2024-09-13T00:50:19.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:19 smithi032 bash[76677]: cluster 2024-09-13T00:50:18.219418+0000 mgr.y (mgr.34107) 1426 : cluster [DBG] pgmap v2208: 169 pgs: 169 active+clean; 537 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 7.0 MiB/s wr, 309 op/s 2024-09-13T00:50:20.061 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:50:20.121 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2024-09-13T00:50:20.145 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:50:20.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:20 smithi053 bash[67631]: cluster 2024-09-13T00:50:19.030206+0000 mon.a (mon.0) 2512 : cluster [DBG] osdmap e1230: 8 total, 8 up, 8 in 2024-09-13T00:50:20.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:20 smithi032 bash[75510]: cluster 2024-09-13T00:50:19.030206+0000 mon.a (mon.0) 2512 : cluster [DBG] osdmap e1230: 8 total, 8 up, 8 in 2024-09-13T00:50:20.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:20 smithi032 bash[76677]: cluster 2024-09-13T00:50:19.030206+0000 mon.a (mon.0) 2512 : cluster [DBG] osdmap e1230: 8 total, 8 up, 8 in 2024-09-13T00:50:21.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:21 smithi032 bash[75510]: cluster 2024-09-13T00:50:20.038162+0000 mon.a (mon.0) 2513 : cluster [DBG] osdmap e1231: 8 total, 8 up, 8 in 2024-09-13T00:50:21.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:21 smithi032 bash[75510]: cluster 2024-09-13T00:50:20.220286+0000 mgr.y (mgr.34107) 1427 : cluster [DBG] pgmap v2211: 169 pgs: 169 active+clean; 545 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 9.0 MiB/s wr, 343 op/s 2024-09-13T00:50:21.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:21 smithi032 bash[75510]: cluster 2024-09-13T00:50:20.728321+0000 mon.a (mon.0) 2514 : cluster [DBG] osdmap e1232: 8 total, 8 up, 8 in 2024-09-13T00:50:21.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:21 smithi032 bash[76677]: cluster 2024-09-13T00:50:20.038162+0000 mon.a (mon.0) 2513 : cluster [DBG] osdmap e1231: 8 total, 8 up, 8 in 2024-09-13T00:50:21.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:21 smithi032 bash[76677]: cluster 2024-09-13T00:50:20.220286+0000 mgr.y (mgr.34107) 1427 : cluster [DBG] pgmap v2211: 169 pgs: 169 active+clean; 545 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 9.0 MiB/s wr, 343 op/s 2024-09-13T00:50:21.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:21 smithi032 bash[76677]: cluster 2024-09-13T00:50:20.728321+0000 mon.a (mon.0) 2514 : cluster [DBG] osdmap e1232: 8 total, 8 up, 8 in 2024-09-13T00:50:21.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:21 smithi053 bash[67631]: cluster 2024-09-13T00:50:20.038162+0000 mon.a (mon.0) 2513 : cluster [DBG] osdmap e1231: 8 total, 8 up, 8 in 2024-09-13T00:50:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:21 smithi053 bash[67631]: cluster 2024-09-13T00:50:20.220286+0000 mgr.y (mgr.34107) 1427 : cluster [DBG] pgmap v2211: 169 pgs: 169 active+clean; 545 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 9.0 MiB/s wr, 343 op/s 2024-09-13T00:50:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:21 smithi053 bash[67631]: cluster 2024-09-13T00:50:20.728321+0000 mon.a (mon.0) 2514 : cluster [DBG] osdmap e1232: 8 total, 8 up, 8 in 2024-09-13T00:50:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:50:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:50:22] "GET /metrics HTTP/1.1" 200 38840 "" "Prometheus/2.43.0" 2024-09-13T00:50:22.728 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:50:22 smithi053 bash[94430]: ts=2024-09-13T00:50:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:50:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:22 smithi053 bash[67631]: cluster 2024-09-13T00:50:21.725660+0000 mon.a (mon.0) 2515 : cluster [DBG] osdmap e1233: 8 total, 8 up, 8 in 2024-09-13T00:50:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:22 smithi053 bash[67631]: cluster 2024-09-13T00:50:22.221082+0000 mgr.y (mgr.34107) 1428 : cluster [DBG] pgmap v2214: 169 pgs: 169 active+clean; 557 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 110 op/s 2024-09-13T00:50:23.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:22 smithi032 bash[75510]: cluster 2024-09-13T00:50:21.725660+0000 mon.a (mon.0) 2515 : cluster [DBG] osdmap e1233: 8 total, 8 up, 8 in 2024-09-13T00:50:23.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:22 smithi032 bash[75510]: cluster 2024-09-13T00:50:22.221082+0000 mgr.y (mgr.34107) 1428 : cluster [DBG] pgmap v2214: 169 pgs: 169 active+clean; 557 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 110 op/s 2024-09-13T00:50:23.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:22 smithi032 bash[76677]: cluster 2024-09-13T00:50:21.725660+0000 mon.a (mon.0) 2515 : cluster [DBG] osdmap e1233: 8 total, 8 up, 8 in 2024-09-13T00:50:23.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:22 smithi032 bash[76677]: cluster 2024-09-13T00:50:22.221082+0000 mgr.y (mgr.34107) 1428 : cluster [DBG] pgmap v2214: 169 pgs: 169 active+clean; 557 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 110 op/s 2024-09-13T00:50:23.685 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 0 2024-09-13T00:50:23.820 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:50:24.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:23 smithi053 bash[67631]: cluster 2024-09-13T00:50:22.736962+0000 mon.a (mon.0) 2516 : cluster [DBG] osdmap e1234: 8 total, 8 up, 8 in 2024-09-13T00:50:24.079 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:50:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:23 smithi032 bash[75510]: cluster 2024-09-13T00:50:22.736962+0000 mon.a (mon.0) 2516 : cluster [DBG] osdmap e1234: 8 total, 8 up, 8 in 2024-09-13T00:50:24.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:23 smithi032 bash[76677]: cluster 2024-09-13T00:50:22.736962+0000 mon.a (mon.0) 2516 : cluster [DBG] osdmap e1234: 8 total, 8 up, 8 in 2024-09-13T00:50:25.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:24 smithi053 bash[67631]: cluster 2024-09-13T00:50:24.222266+0000 mgr.y (mgr.34107) 1429 : cluster [DBG] pgmap v2216: 169 pgs: 169 active+clean; 565 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.9 MiB/s wr, 158 op/s 2024-09-13T00:50:25.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:24 smithi032 bash[75510]: cluster 2024-09-13T00:50:24.222266+0000 mgr.y (mgr.34107) 1429 : cluster [DBG] pgmap v2216: 169 pgs: 169 active+clean; 565 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.9 MiB/s wr, 158 op/s 2024-09-13T00:50:25.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:24 smithi032 bash[76677]: cluster 2024-09-13T00:50:24.222266+0000 mgr.y (mgr.34107) 1429 : cluster [DBG] pgmap v2216: 169 pgs: 169 active+clean; 565 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.9 MiB/s wr, 158 op/s 2024-09-13T00:50:26.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:25 smithi053 bash[67631]: cluster 2024-09-13T00:50:24.748472+0000 mon.a (mon.0) 2517 : cluster [DBG] osdmap e1235: 8 total, 8 up, 8 in 2024-09-13T00:50:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:25 smithi053 bash[67631]: audit 2024-09-13T00:50:25.195470+0000 mon.a (mon.0) 2518 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:50:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:25 smithi053 bash[67631]: cluster 2024-09-13T00:50:25.725536+0000 mon.a (mon.0) 2519 : cluster [DBG] osdmap e1236: 8 total, 8 up, 8 in 2024-09-13T00:50:26.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:25 smithi032 bash[75510]: cluster 2024-09-13T00:50:24.748472+0000 mon.a (mon.0) 2517 : cluster [DBG] osdmap e1235: 8 total, 8 up, 8 in 2024-09-13T00:50:26.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:25 smithi032 bash[75510]: audit 2024-09-13T00:50:25.195470+0000 mon.a (mon.0) 2518 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:50:26.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:25 smithi032 bash[75510]: cluster 2024-09-13T00:50:25.725536+0000 mon.a (mon.0) 2519 : cluster [DBG] osdmap e1236: 8 total, 8 up, 8 in 2024-09-13T00:50:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:25 smithi032 bash[76677]: cluster 2024-09-13T00:50:24.748472+0000 mon.a (mon.0) 2517 : cluster [DBG] osdmap e1235: 8 total, 8 up, 8 in 2024-09-13T00:50:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:25 smithi032 bash[76677]: audit 2024-09-13T00:50:25.195470+0000 mon.a (mon.0) 2518 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:50:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:25 smithi032 bash[76677]: cluster 2024-09-13T00:50:25.725536+0000 mon.a (mon.0) 2519 : cluster [DBG] osdmap e1236: 8 total, 8 up, 8 in 2024-09-13T00:50:27.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:26 smithi053 bash[67631]: cluster 2024-09-13T00:50:26.223023+0000 mgr.y (mgr.34107) 1430 : cluster [DBG] pgmap v2219: 169 pgs: 169 active+clean; 573 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 269 op/s 2024-09-13T00:50:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:26 smithi032 bash[75510]: cluster 2024-09-13T00:50:26.223023+0000 mgr.y (mgr.34107) 1430 : cluster [DBG] pgmap v2219: 169 pgs: 169 active+clean; 573 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 269 op/s 2024-09-13T00:50:27.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:26 smithi032 bash[76677]: cluster 2024-09-13T00:50:26.223023+0000 mgr.y (mgr.34107) 1430 : cluster [DBG] pgmap v2219: 169 pgs: 169 active+clean; 573 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 269 op/s 2024-09-13T00:50:27.300 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12882 ms) 2024-09-13T00:50:27.300 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-09-13T00:50:27.386 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:50:27.415 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:50:27.522 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:50:28.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:27 smithi053 bash[67631]: cluster 2024-09-13T00:50:26.761752+0000 mon.a (mon.0) 2520 : cluster [DBG] osdmap e1237: 8 total, 8 up, 8 in 2024-09-13T00:50:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:27 smithi032 bash[75510]: cluster 2024-09-13T00:50:26.761752+0000 mon.a (mon.0) 2520 : cluster [DBG] osdmap e1237: 8 total, 8 up, 8 in 2024-09-13T00:50:28.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:27 smithi032 bash[76677]: cluster 2024-09-13T00:50:26.761752+0000 mon.a (mon.0) 2520 : cluster [DBG] osdmap e1237: 8 total, 8 up, 8 in 2024-09-13T00:50:28.807 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2024-09-13T00:50:28.843 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2024-09-13T00:50:28.844 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2024-09-13T00:50:28.844 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:50:29.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:28 smithi053 bash[67631]: cluster 2024-09-13T00:50:27.770770+0000 mon.a (mon.0) 2521 : cluster [DBG] osdmap e1238: 8 total, 8 up, 8 in 2024-09-13T00:50:29.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:28 smithi053 bash[67631]: cluster 2024-09-13T00:50:28.223778+0000 mgr.y (mgr.34107) 1431 : cluster [DBG] pgmap v2222: 169 pgs: 169 active+clean; 561 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 398 op/s 2024-09-13T00:50:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:28 smithi032 bash[75510]: cluster 2024-09-13T00:50:27.770770+0000 mon.a (mon.0) 2521 : cluster [DBG] osdmap e1238: 8 total, 8 up, 8 in 2024-09-13T00:50:29.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:28 smithi032 bash[75510]: cluster 2024-09-13T00:50:28.223778+0000 mgr.y (mgr.34107) 1431 : cluster [DBG] pgmap v2222: 169 pgs: 169 active+clean; 561 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 398 op/s 2024-09-13T00:50:29.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:28 smithi032 bash[76677]: cluster 2024-09-13T00:50:27.770770+0000 mon.a (mon.0) 2521 : cluster [DBG] osdmap e1238: 8 total, 8 up, 8 in 2024-09-13T00:50:29.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:28 smithi032 bash[76677]: cluster 2024-09-13T00:50:28.223778+0000 mgr.y (mgr.34107) 1431 : cluster [DBG] pgmap v2222: 169 pgs: 169 active+clean; 561 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 398 op/s 2024-09-13T00:50:30.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:29 smithi053 bash[67631]: cluster 2024-09-13T00:50:28.780702+0000 mon.a (mon.0) 2522 : cluster [DBG] osdmap e1239: 8 total, 8 up, 8 in 2024-09-13T00:50:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:29 smithi032 bash[75510]: cluster 2024-09-13T00:50:28.780702+0000 mon.a (mon.0) 2522 : cluster [DBG] osdmap e1239: 8 total, 8 up, 8 in 2024-09-13T00:50:30.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:29 smithi032 bash[76677]: cluster 2024-09-13T00:50:28.780702+0000 mon.a (mon.0) 2522 : cluster [DBG] osdmap e1239: 8 total, 8 up, 8 in 2024-09-13T00:50:30.822 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2024-09-13T00:50:30.839 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2024-09-13T00:50:30.839 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2024-09-13T00:50:30.863 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2024-09-13T00:50:30.916 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:50:31.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:30 smithi032 bash[75510]: cluster 2024-09-13T00:50:29.788820+0000 mon.a (mon.0) 2523 : cluster [DBG] osdmap e1240: 8 total, 8 up, 8 in 2024-09-13T00:50:31.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:30 smithi032 bash[75510]: cluster 2024-09-13T00:50:30.224758+0000 mgr.y (mgr.34107) 1432 : cluster [DBG] pgmap v2225: 169 pgs: 169 active+clean; 573 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 5.0 MiB/s wr, 282 op/s 2024-09-13T00:50:31.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:30 smithi032 bash[76677]: cluster 2024-09-13T00:50:29.788820+0000 mon.a (mon.0) 2523 : cluster [DBG] osdmap e1240: 8 total, 8 up, 8 in 2024-09-13T00:50:31.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:30 smithi032 bash[76677]: cluster 2024-09-13T00:50:30.224758+0000 mgr.y (mgr.34107) 1432 : cluster [DBG] pgmap v2225: 169 pgs: 169 active+clean; 573 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 5.0 MiB/s wr, 282 op/s 2024-09-13T00:50:31.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:30 smithi053 bash[67631]: cluster 2024-09-13T00:50:29.788820+0000 mon.a (mon.0) 2523 : cluster [DBG] osdmap e1240: 8 total, 8 up, 8 in 2024-09-13T00:50:31.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:30 smithi053 bash[67631]: cluster 2024-09-13T00:50:30.224758+0000 mgr.y (mgr.34107) 1432 : cluster [DBG] pgmap v2225: 169 pgs: 169 active+clean; 573 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 5.0 MiB/s wr, 282 op/s 2024-09-13T00:50:32.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:31 smithi032 bash[75510]: cluster 2024-09-13T00:50:30.798729+0000 mon.a (mon.0) 2524 : cluster [DBG] osdmap e1241: 8 total, 8 up, 8 in 2024-09-13T00:50:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:31 smithi032 bash[76677]: cluster 2024-09-13T00:50:30.798729+0000 mon.a (mon.0) 2524 : cluster [DBG] osdmap e1241: 8 total, 8 up, 8 in 2024-09-13T00:50:32.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:31 smithi053 bash[67631]: cluster 2024-09-13T00:50:30.798729+0000 mon.a (mon.0) 2524 : cluster [DBG] osdmap e1241: 8 total, 8 up, 8 in 2024-09-13T00:50:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:50:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:50:32] "GET /metrics HTTP/1.1" 200 38843 "" "Prometheus/2.43.0" 2024-09-13T00:50:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:50:32 smithi053 bash[94430]: ts=2024-09-13T00:50:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:50:32.828 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:50:32.855 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2024-09-13T00:50:32.869 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:50:33.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:32 smithi032 bash[75510]: cluster 2024-09-13T00:50:31.806826+0000 mon.a (mon.0) 2525 : cluster [DBG] osdmap e1242: 8 total, 8 up, 8 in 2024-09-13T00:50:33.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:32 smithi032 bash[75510]: cluster 2024-09-13T00:50:32.225566+0000 mgr.y (mgr.34107) 1433 : cluster [DBG] pgmap v2228: 169 pgs: 169 active+clean; 585 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 8.0 MiB/s wr, 153 op/s 2024-09-13T00:50:33.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:32 smithi032 bash[75510]: audit 2024-09-13T00:50:32.435661+0000 mon.a (mon.0) 2526 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:50:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:32 smithi032 bash[76677]: cluster 2024-09-13T00:50:31.806826+0000 mon.a (mon.0) 2525 : cluster [DBG] osdmap e1242: 8 total, 8 up, 8 in 2024-09-13T00:50:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:32 smithi032 bash[76677]: cluster 2024-09-13T00:50:32.225566+0000 mgr.y (mgr.34107) 1433 : cluster [DBG] pgmap v2228: 169 pgs: 169 active+clean; 585 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 8.0 MiB/s wr, 153 op/s 2024-09-13T00:50:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:32 smithi032 bash[76677]: audit 2024-09-13T00:50:32.435661+0000 mon.a (mon.0) 2526 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:50:33.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:32 smithi053 bash[67631]: cluster 2024-09-13T00:50:31.806826+0000 mon.a (mon.0) 2525 : cluster [DBG] osdmap e1242: 8 total, 8 up, 8 in 2024-09-13T00:50:33.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:32 smithi053 bash[67631]: cluster 2024-09-13T00:50:32.225566+0000 mgr.y (mgr.34107) 1433 : cluster [DBG] pgmap v2228: 169 pgs: 169 active+clean; 585 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 8.0 MiB/s wr, 153 op/s 2024-09-13T00:50:33.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:32 smithi053 bash[67631]: audit 2024-09-13T00:50:32.435661+0000 mon.a (mon.0) 2526 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:50:34.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:33 smithi032 bash[75510]: cluster 2024-09-13T00:50:32.811034+0000 mon.a (mon.0) 2527 : cluster [DBG] osdmap e1243: 8 total, 8 up, 8 in 2024-09-13T00:50:34.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:33 smithi032 bash[75510]: audit 2024-09-13T00:50:33.004485+0000 mon.a (mon.0) 2528 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:50:34.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:33 smithi032 bash[75510]: audit 2024-09-13T00:50:33.005842+0000 mon.a (mon.0) 2529 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:50:34.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:33 smithi032 bash[75510]: audit 2024-09-13T00:50:33.015204+0000 mon.a (mon.0) 2530 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:50:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:33 smithi032 bash[76677]: cluster 2024-09-13T00:50:32.811034+0000 mon.a (mon.0) 2527 : cluster [DBG] osdmap e1243: 8 total, 8 up, 8 in 2024-09-13T00:50:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:33 smithi032 bash[76677]: audit 2024-09-13T00:50:33.004485+0000 mon.a (mon.0) 2528 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:50:34.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:33 smithi032 bash[76677]: audit 2024-09-13T00:50:33.005842+0000 mon.a (mon.0) 2529 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:50:34.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:33 smithi032 bash[76677]: audit 2024-09-13T00:50:33.015204+0000 mon.a (mon.0) 2530 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:50:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:33 smithi053 bash[67631]: cluster 2024-09-13T00:50:32.811034+0000 mon.a (mon.0) 2527 : cluster [DBG] osdmap e1243: 8 total, 8 up, 8 in 2024-09-13T00:50:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:33 smithi053 bash[67631]: audit 2024-09-13T00:50:33.004485+0000 mon.a (mon.0) 2528 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:50:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:33 smithi053 bash[67631]: audit 2024-09-13T00:50:33.005842+0000 mon.a (mon.0) 2529 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:50:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:33 smithi053 bash[67631]: audit 2024-09-13T00:50:33.015204+0000 mon.a (mon.0) 2530 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:50:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:34 smithi032 bash[75510]: cluster 2024-09-13T00:50:33.824553+0000 mon.a (mon.0) 2531 : cluster [DBG] osdmap e1244: 8 total, 8 up, 8 in 2024-09-13T00:50:35.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:34 smithi032 bash[75510]: cluster 2024-09-13T00:50:34.226389+0000 mgr.y (mgr.34107) 1434 : cluster [DBG] pgmap v2231: 169 pgs: 169 active+clean; 617 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 154 op/s 2024-09-13T00:50:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:34 smithi032 bash[76677]: cluster 2024-09-13T00:50:33.824553+0000 mon.a (mon.0) 2531 : cluster [DBG] osdmap e1244: 8 total, 8 up, 8 in 2024-09-13T00:50:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:34 smithi032 bash[76677]: cluster 2024-09-13T00:50:34.226389+0000 mgr.y (mgr.34107) 1434 : cluster [DBG] pgmap v2231: 169 pgs: 169 active+clean; 617 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 154 op/s 2024-09-13T00:50:35.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:34 smithi053 bash[67631]: cluster 2024-09-13T00:50:33.824553+0000 mon.a (mon.0) 2531 : cluster [DBG] osdmap e1244: 8 total, 8 up, 8 in 2024-09-13T00:50:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:34 smithi053 bash[67631]: cluster 2024-09-13T00:50:34.226389+0000 mgr.y (mgr.34107) 1434 : cluster [DBG] pgmap v2231: 169 pgs: 169 active+clean; 617 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 154 op/s 2024-09-13T00:50:36.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:35 smithi032 bash[75510]: cluster 2024-09-13T00:50:34.835232+0000 mon.a (mon.0) 2532 : cluster [DBG] osdmap e1245: 8 total, 8 up, 8 in 2024-09-13T00:50:36.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:35 smithi032 bash[75510]: cluster 2024-09-13T00:50:35.728478+0000 mon.a (mon.0) 2533 : cluster [DBG] osdmap e1246: 8 total, 8 up, 8 in 2024-09-13T00:50:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:35 smithi032 bash[76677]: cluster 2024-09-13T00:50:34.835232+0000 mon.a (mon.0) 2532 : cluster [DBG] osdmap e1245: 8 total, 8 up, 8 in 2024-09-13T00:50:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:35 smithi032 bash[76677]: cluster 2024-09-13T00:50:35.728478+0000 mon.a (mon.0) 2533 : cluster [DBG] osdmap e1246: 8 total, 8 up, 8 in 2024-09-13T00:50:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:35 smithi053 bash[67631]: cluster 2024-09-13T00:50:34.835232+0000 mon.a (mon.0) 2532 : cluster [DBG] osdmap e1245: 8 total, 8 up, 8 in 2024-09-13T00:50:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:35 smithi053 bash[67631]: cluster 2024-09-13T00:50:35.728478+0000 mon.a (mon.0) 2533 : cluster [DBG] osdmap e1246: 8 total, 8 up, 8 in 2024-09-13T00:50:36.652 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2024-09-13T00:50:36.681 INFO:tasks.workunit.client.0.smithi032.stdout:write: * 83886080~1000 2024-09-13T00:50:36.748 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:50:37.013 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:50:37.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:36 smithi032 bash[75510]: cluster 2024-09-13T00:50:36.227307+0000 mgr.y (mgr.34107) 1435 : cluster [DBG] pgmap v2234: 169 pgs: 169 active+clean; 621 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.0 MiB/s wr, 147 op/s 2024-09-13T00:50:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:36 smithi032 bash[76677]: cluster 2024-09-13T00:50:36.227307+0000 mgr.y (mgr.34107) 1435 : cluster [DBG] pgmap v2234: 169 pgs: 169 active+clean; 621 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.0 MiB/s wr, 147 op/s 2024-09-13T00:50:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:36 smithi053 bash[67631]: cluster 2024-09-13T00:50:36.227307+0000 mgr.y (mgr.34107) 1435 : cluster [DBG] pgmap v2234: 169 pgs: 169 active+clean; 621 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.0 MiB/s wr, 147 op/s 2024-09-13T00:50:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:38 smithi032 bash[75510]: cluster 2024-09-13T00:50:37.848881+0000 mon.a (mon.0) 2534 : cluster [DBG] osdmap e1247: 8 total, 8 up, 8 in 2024-09-13T00:50:39.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:38 smithi032 bash[75510]: cluster 2024-09-13T00:50:38.228067+0000 mgr.y (mgr.34107) 1436 : cluster [DBG] pgmap v2236: 169 pgs: 169 active+clean; 621 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 944 KiB/s wr, 168 op/s 2024-09-13T00:50:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:38 smithi032 bash[76677]: cluster 2024-09-13T00:50:37.848881+0000 mon.a (mon.0) 2534 : cluster [DBG] osdmap e1247: 8 total, 8 up, 8 in 2024-09-13T00:50:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:38 smithi032 bash[76677]: cluster 2024-09-13T00:50:38.228067+0000 mgr.y (mgr.34107) 1436 : cluster [DBG] pgmap v2236: 169 pgs: 169 active+clean; 621 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 944 KiB/s wr, 168 op/s 2024-09-13T00:50:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:38 smithi053 bash[67631]: cluster 2024-09-13T00:50:37.848881+0000 mon.a (mon.0) 2534 : cluster [DBG] osdmap e1247: 8 total, 8 up, 8 in 2024-09-13T00:50:39.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:38 smithi053 bash[67631]: cluster 2024-09-13T00:50:38.228067+0000 mgr.y (mgr.34107) 1436 : cluster [DBG] pgmap v2236: 169 pgs: 169 active+clean; 621 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 944 KiB/s wr, 168 op/s 2024-09-13T00:50:40.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:39 smithi032 bash[75510]: cluster 2024-09-13T00:50:38.858844+0000 mon.a (mon.0) 2535 : cluster [DBG] osdmap e1248: 8 total, 8 up, 8 in 2024-09-13T00:50:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:39 smithi032 bash[76677]: cluster 2024-09-13T00:50:38.858844+0000 mon.a (mon.0) 2535 : cluster [DBG] osdmap e1248: 8 total, 8 up, 8 in 2024-09-13T00:50:40.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:39 smithi053 bash[67631]: cluster 2024-09-13T00:50:38.858844+0000 mon.a (mon.0) 2535 : cluster [DBG] osdmap e1248: 8 total, 8 up, 8 in 2024-09-13T00:50:40.543 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (13244 ms) 2024-09-13T00:50:40.544 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-09-13T00:50:40.628 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:50:40.658 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 41943040~10 2024-09-13T00:50:40.682 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:50:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:40 smithi032 bash[75510]: cluster 2024-09-13T00:50:39.861244+0000 mon.a (mon.0) 2536 : cluster [DBG] osdmap e1249: 8 total, 8 up, 8 in 2024-09-13T00:50:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:40 smithi032 bash[75510]: audit 2024-09-13T00:50:40.195738+0000 mon.a (mon.0) 2537 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:50:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:40 smithi032 bash[75510]: cluster 2024-09-13T00:50:40.242116+0000 mgr.y (mgr.34107) 1437 : cluster [DBG] pgmap v2239: 169 pgs: 169 active+clean; 629 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 1.8 MiB/s wr, 144 op/s 2024-09-13T00:50:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:40 smithi032 bash[76677]: cluster 2024-09-13T00:50:39.861244+0000 mon.a (mon.0) 2536 : cluster [DBG] osdmap e1249: 8 total, 8 up, 8 in 2024-09-13T00:50:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:40 smithi032 bash[76677]: audit 2024-09-13T00:50:40.195738+0000 mon.a (mon.0) 2537 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:50:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:40 smithi032 bash[76677]: cluster 2024-09-13T00:50:40.242116+0000 mgr.y (mgr.34107) 1437 : cluster [DBG] pgmap v2239: 169 pgs: 169 active+clean; 629 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 1.8 MiB/s wr, 144 op/s 2024-09-13T00:50:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:40 smithi053 bash[67631]: cluster 2024-09-13T00:50:39.861244+0000 mon.a (mon.0) 2536 : cluster [DBG] osdmap e1249: 8 total, 8 up, 8 in 2024-09-13T00:50:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:40 smithi053 bash[67631]: audit 2024-09-13T00:50:40.195738+0000 mon.a (mon.0) 2537 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:50:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:40 smithi053 bash[67631]: cluster 2024-09-13T00:50:40.242116+0000 mgr.y (mgr.34107) 1437 : cluster [DBG] pgmap v2239: 169 pgs: 169 active+clean; 629 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 1.8 MiB/s wr, 144 op/s 2024-09-13T00:50:41.917 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2024-09-13T00:50:41.966 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:50:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:41 smithi032 bash[75510]: cluster 2024-09-13T00:50:40.885540+0000 mon.a (mon.0) 2538 : cluster [DBG] osdmap e1250: 8 total, 8 up, 8 in 2024-09-13T00:50:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:41 smithi032 bash[76677]: cluster 2024-09-13T00:50:40.885540+0000 mon.a (mon.0) 2538 : cluster [DBG] osdmap e1250: 8 total, 8 up, 8 in 2024-09-13T00:50:42.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:41 smithi053 bash[67631]: cluster 2024-09-13T00:50:40.885540+0000 mon.a (mon.0) 2538 : cluster [DBG] osdmap e1250: 8 total, 8 up, 8 in 2024-09-13T00:50:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:50:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:50:42] "GET /metrics HTTP/1.1" 200 38837 "" "Prometheus/2.43.0" 2024-09-13T00:50:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:50:42 smithi053 bash[94430]: ts=2024-09-13T00:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:50:43.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:42 smithi032 bash[75510]: cluster 2024-09-13T00:50:41.885468+0000 mon.a (mon.0) 2539 : cluster [DBG] osdmap e1251: 8 total, 8 up, 8 in 2024-09-13T00:50:43.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:42 smithi032 bash[75510]: cluster 2024-09-13T00:50:42.242915+0000 mgr.y (mgr.34107) 1438 : cluster [DBG] pgmap v2242: 169 pgs: 169 active+clean; 633 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 387 op/s 2024-09-13T00:50:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:42 smithi032 bash[76677]: cluster 2024-09-13T00:50:41.885468+0000 mon.a (mon.0) 2539 : cluster [DBG] osdmap e1251: 8 total, 8 up, 8 in 2024-09-13T00:50:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:42 smithi032 bash[76677]: cluster 2024-09-13T00:50:42.242915+0000 mgr.y (mgr.34107) 1438 : cluster [DBG] pgmap v2242: 169 pgs: 169 active+clean; 633 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 387 op/s 2024-09-13T00:50:43.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:42 smithi053 bash[67631]: cluster 2024-09-13T00:50:41.885468+0000 mon.a (mon.0) 2539 : cluster [DBG] osdmap e1251: 8 total, 8 up, 8 in 2024-09-13T00:50:43.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:42 smithi053 bash[67631]: cluster 2024-09-13T00:50:42.242915+0000 mgr.y (mgr.34107) 1438 : cluster [DBG] pgmap v2242: 169 pgs: 169 active+clean; 633 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 387 op/s 2024-09-13T00:50:43.294 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:50:43.325 INFO:tasks.workunit.client.0.smithi032.stdout:write: Y 41943040~5 2024-09-13T00:50:43.584 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:50:43.794 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:50:44.132 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3588 ms) 2024-09-13T00:50:44.132 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-09-13T00:50:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:43 smithi032 bash[75510]: cluster 2024-09-13T00:50:42.909555+0000 mon.a (mon.0) 2540 : cluster [DBG] osdmap e1252: 8 total, 8 up, 8 in 2024-09-13T00:50:44.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:43 smithi032 bash[76677]: cluster 2024-09-13T00:50:42.909555+0000 mon.a (mon.0) 2540 : cluster [DBG] osdmap e1252: 8 total, 8 up, 8 in 2024-09-13T00:50:44.203 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:50:44.233 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:50:44.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:43 smithi053 bash[67631]: cluster 2024-09-13T00:50:42.909555+0000 mon.a (mon.0) 2540 : cluster [DBG] osdmap e1252: 8 total, 8 up, 8 in 2024-09-13T00:50:44.343 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:50:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:44 smithi053 bash[67631]: cluster 2024-09-13T00:50:43.917417+0000 mon.a (mon.0) 2541 : cluster [DBG] osdmap e1253: 8 total, 8 up, 8 in 2024-09-13T00:50:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:44 smithi053 bash[67631]: cluster 2024-09-13T00:50:44.243988+0000 mgr.y (mgr.34107) 1439 : cluster [DBG] pgmap v2245: 169 pgs: 169 active+clean; 621 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 4.0 MiB/s wr, 540 op/s 2024-09-13T00:50:45.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:44 smithi032 bash[75510]: cluster 2024-09-13T00:50:43.917417+0000 mon.a (mon.0) 2541 : cluster [DBG] osdmap e1253: 8 total, 8 up, 8 in 2024-09-13T00:50:45.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:44 smithi032 bash[75510]: cluster 2024-09-13T00:50:44.243988+0000 mgr.y (mgr.34107) 1439 : cluster [DBG] pgmap v2245: 169 pgs: 169 active+clean; 621 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 4.0 MiB/s wr, 540 op/s 2024-09-13T00:50:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:44 smithi032 bash[76677]: cluster 2024-09-13T00:50:43.917417+0000 mon.a (mon.0) 2541 : cluster [DBG] osdmap e1253: 8 total, 8 up, 8 in 2024-09-13T00:50:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:44 smithi032 bash[76677]: cluster 2024-09-13T00:50:44.243988+0000 mgr.y (mgr.34107) 1439 : cluster [DBG] pgmap v2245: 169 pgs: 169 active+clean; 621 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 4.0 MiB/s wr, 540 op/s 2024-09-13T00:50:45.764 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2024-09-13T00:50:45.798 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2024-09-13T00:50:45.798 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2024-09-13T00:50:45.798 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:50:46.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:45 smithi053 bash[67631]: cluster 2024-09-13T00:50:44.927295+0000 mon.a (mon.0) 2542 : cluster [DBG] osdmap e1254: 8 total, 8 up, 8 in 2024-09-13T00:50:46.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:45 smithi053 bash[67631]: cluster 2024-09-13T00:50:45.731897+0000 mon.a (mon.0) 2543 : cluster [DBG] osdmap e1255: 8 total, 8 up, 8 in 2024-09-13T00:50:46.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:45 smithi032 bash[75510]: cluster 2024-09-13T00:50:44.927295+0000 mon.a (mon.0) 2542 : cluster [DBG] osdmap e1254: 8 total, 8 up, 8 in 2024-09-13T00:50:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:45 smithi032 bash[75510]: cluster 2024-09-13T00:50:45.731897+0000 mon.a (mon.0) 2543 : cluster [DBG] osdmap e1255: 8 total, 8 up, 8 in 2024-09-13T00:50:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:45 smithi032 bash[76677]: cluster 2024-09-13T00:50:44.927295+0000 mon.a (mon.0) 2542 : cluster [DBG] osdmap e1254: 8 total, 8 up, 8 in 2024-09-13T00:50:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:45 smithi032 bash[76677]: cluster 2024-09-13T00:50:45.731897+0000 mon.a (mon.0) 2543 : cluster [DBG] osdmap e1255: 8 total, 8 up, 8 in 2024-09-13T00:50:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:46 smithi053 bash[67631]: cluster 2024-09-13T00:50:46.244855+0000 mgr.y (mgr.34107) 1440 : cluster [DBG] pgmap v2248: 169 pgs: 169 active+clean; 621 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 10 KiB/s wr, 211 op/s 2024-09-13T00:50:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:46 smithi053 bash[67631]: cluster 2024-09-13T00:50:46.734540+0000 mon.a (mon.0) 2544 : cluster [DBG] osdmap e1256: 8 total, 8 up, 8 in 2024-09-13T00:50:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:46 smithi032 bash[75510]: cluster 2024-09-13T00:50:46.244855+0000 mgr.y (mgr.34107) 1440 : cluster [DBG] pgmap v2248: 169 pgs: 169 active+clean; 621 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 10 KiB/s wr, 211 op/s 2024-09-13T00:50:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:46 smithi032 bash[75510]: cluster 2024-09-13T00:50:46.734540+0000 mon.a (mon.0) 2544 : cluster [DBG] osdmap e1256: 8 total, 8 up, 8 in 2024-09-13T00:50:47.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:46 smithi032 bash[76677]: cluster 2024-09-13T00:50:46.244855+0000 mgr.y (mgr.34107) 1440 : cluster [DBG] pgmap v2248: 169 pgs: 169 active+clean; 621 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 10 KiB/s wr, 211 op/s 2024-09-13T00:50:47.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:46 smithi032 bash[76677]: cluster 2024-09-13T00:50:46.734540+0000 mon.a (mon.0) 2544 : cluster [DBG] osdmap e1256: 8 total, 8 up, 8 in 2024-09-13T00:50:47.761 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2024-09-13T00:50:47.776 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2024-09-13T00:50:47.776 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2024-09-13T00:50:47.806 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2024-09-13T00:50:47.858 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:50:49.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:48 smithi053 bash[67631]: cluster 2024-09-13T00:50:47.738327+0000 mon.a (mon.0) 2545 : cluster [DBG] osdmap e1257: 8 total, 8 up, 8 in 2024-09-13T00:50:49.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:48 smithi053 bash[67631]: cluster 2024-09-13T00:50:48.245620+0000 mgr.y (mgr.34107) 1441 : cluster [DBG] pgmap v2251: 169 pgs: 169 active+clean; 645 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 101 op/s 2024-09-13T00:50:49.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:48 smithi032 bash[75510]: cluster 2024-09-13T00:50:47.738327+0000 mon.a (mon.0) 2545 : cluster [DBG] osdmap e1257: 8 total, 8 up, 8 in 2024-09-13T00:50:49.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:48 smithi032 bash[75510]: cluster 2024-09-13T00:50:48.245620+0000 mgr.y (mgr.34107) 1441 : cluster [DBG] pgmap v2251: 169 pgs: 169 active+clean; 645 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 101 op/s 2024-09-13T00:50:49.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:48 smithi032 bash[76677]: cluster 2024-09-13T00:50:47.738327+0000 mon.a (mon.0) 2545 : cluster [DBG] osdmap e1257: 8 total, 8 up, 8 in 2024-09-13T00:50:49.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:48 smithi032 bash[76677]: cluster 2024-09-13T00:50:48.245620+0000 mgr.y (mgr.34107) 1441 : cluster [DBG] pgmap v2251: 169 pgs: 169 active+clean; 645 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 101 op/s 2024-09-13T00:50:49.778 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:50:49.830 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2024-09-13T00:50:49.853 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:50:50.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:49 smithi053 bash[67631]: cluster 2024-09-13T00:50:48.748692+0000 mon.a (mon.0) 2546 : cluster [DBG] osdmap e1258: 8 total, 8 up, 8 in 2024-09-13T00:50:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:49 smithi032 bash[75510]: cluster 2024-09-13T00:50:48.748692+0000 mon.a (mon.0) 2546 : cluster [DBG] osdmap e1258: 8 total, 8 up, 8 in 2024-09-13T00:50:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:49 smithi032 bash[76677]: cluster 2024-09-13T00:50:48.748692+0000 mon.a (mon.0) 2546 : cluster [DBG] osdmap e1258: 8 total, 8 up, 8 in 2024-09-13T00:50:51.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:50 smithi053 bash[67631]: cluster 2024-09-13T00:50:49.755650+0000 mon.a (mon.0) 2547 : cluster [DBG] osdmap e1259: 8 total, 8 up, 8 in 2024-09-13T00:50:51.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:50 smithi053 bash[67631]: cluster 2024-09-13T00:50:50.246557+0000 mgr.y (mgr.34107) 1442 : cluster [DBG] pgmap v2254: 169 pgs: 169 active+clean; 669 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 202 KiB/s rd, 11 MiB/s wr, 274 op/s 2024-09-13T00:50:51.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:50 smithi032 bash[75510]: cluster 2024-09-13T00:50:49.755650+0000 mon.a (mon.0) 2547 : cluster [DBG] osdmap e1259: 8 total, 8 up, 8 in 2024-09-13T00:50:51.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:50 smithi032 bash[75510]: cluster 2024-09-13T00:50:50.246557+0000 mgr.y (mgr.34107) 1442 : cluster [DBG] pgmap v2254: 169 pgs: 169 active+clean; 669 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 202 KiB/s rd, 11 MiB/s wr, 274 op/s 2024-09-13T00:50:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:50 smithi032 bash[76677]: cluster 2024-09-13T00:50:49.755650+0000 mon.a (mon.0) 2547 : cluster [DBG] osdmap e1259: 8 total, 8 up, 8 in 2024-09-13T00:50:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:50 smithi032 bash[76677]: cluster 2024-09-13T00:50:50.246557+0000 mgr.y (mgr.34107) 1442 : cluster [DBG] pgmap v2254: 169 pgs: 169 active+clean; 669 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 202 KiB/s rd, 11 MiB/s wr, 274 op/s 2024-09-13T00:50:52.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:51 smithi053 bash[67631]: cluster 2024-09-13T00:50:50.758900+0000 mon.a (mon.0) 2548 : cluster [DBG] osdmap e1260: 8 total, 8 up, 8 in 2024-09-13T00:50:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:51 smithi032 bash[76677]: cluster 2024-09-13T00:50:50.758900+0000 mon.a (mon.0) 2548 : cluster [DBG] osdmap e1260: 8 total, 8 up, 8 in 2024-09-13T00:50:52.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:51 smithi032 bash[75510]: cluster 2024-09-13T00:50:50.758900+0000 mon.a (mon.0) 2548 : cluster [DBG] osdmap e1260: 8 total, 8 up, 8 in 2024-09-13T00:50:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:50:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:50:52] "GET /metrics HTTP/1.1" 200 38837 "" "Prometheus/2.43.0" 2024-09-13T00:50:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:50:52 smithi053 bash[94430]: ts=2024-09-13T00:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:50:53.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:52 smithi032 bash[75510]: cluster 2024-09-13T00:50:51.774983+0000 mon.a (mon.0) 2549 : cluster [DBG] osdmap e1261: 8 total, 8 up, 8 in 2024-09-13T00:50:53.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:52 smithi032 bash[75510]: cluster 2024-09-13T00:50:52.247355+0000 mgr.y (mgr.34107) 1443 : cluster [DBG] pgmap v2257: 169 pgs: 169 active+clean; 673 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 219 KiB/s rd, 6.0 MiB/s wr, 285 op/s 2024-09-13T00:50:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:52 smithi032 bash[76677]: cluster 2024-09-13T00:50:51.774983+0000 mon.a (mon.0) 2549 : cluster [DBG] osdmap e1261: 8 total, 8 up, 8 in 2024-09-13T00:50:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:52 smithi032 bash[76677]: cluster 2024-09-13T00:50:52.247355+0000 mgr.y (mgr.34107) 1443 : cluster [DBG] pgmap v2257: 169 pgs: 169 active+clean; 673 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 219 KiB/s rd, 6.0 MiB/s wr, 285 op/s 2024-09-13T00:50:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:52 smithi053 bash[67631]: cluster 2024-09-13T00:50:51.774983+0000 mon.a (mon.0) 2549 : cluster [DBG] osdmap e1261: 8 total, 8 up, 8 in 2024-09-13T00:50:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:52 smithi053 bash[67631]: cluster 2024-09-13T00:50:52.247355+0000 mgr.y (mgr.34107) 1443 : cluster [DBG] pgmap v2257: 169 pgs: 169 active+clean; 673 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 219 KiB/s rd, 6.0 MiB/s wr, 285 op/s 2024-09-13T00:50:54.024 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: after_prepare_snap 2024-09-13T00:50:54.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:53 smithi032 bash[75510]: cluster 2024-09-13T00:50:52.797193+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e1262: 8 total, 8 up, 8 in 2024-09-13T00:50:54.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:53 smithi032 bash[76677]: cluster 2024-09-13T00:50:52.797193+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e1262: 8 total, 8 up, 8 in 2024-09-13T00:50:54.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:53 smithi053 bash[67631]: cluster 2024-09-13T00:50:52.797193+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e1262: 8 total, 8 up, 8 in 2024-09-13T00:50:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:54 smithi032 bash[75510]: cluster 2024-09-13T00:50:54.248592+0000 mgr.y (mgr.34107) 1444 : cluster [DBG] pgmap v2259: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.5 MiB/s rd, 925 KiB/s wr, 194 op/s 2024-09-13T00:50:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:54 smithi032 bash[76677]: cluster 2024-09-13T00:50:54.248592+0000 mgr.y (mgr.34107) 1444 : cluster [DBG] pgmap v2259: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.5 MiB/s rd, 925 KiB/s wr, 194 op/s 2024-09-13T00:50:55.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:54 smithi053 bash[67631]: cluster 2024-09-13T00:50:54.248592+0000 mgr.y (mgr.34107) 1444 : cluster [DBG] pgmap v2259: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.5 MiB/s rd, 925 KiB/s wr, 194 op/s 2024-09-13T00:50:55.776 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2024-09-13T00:50:55.854 INFO:tasks.workunit.client.0.smithi032.stdout:write: * 0~1000 2024-09-13T00:50:55.870 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:50:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:55 smithi032 bash[75510]: cluster 2024-09-13T00:50:54.810399+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e1263: 8 total, 8 up, 8 in 2024-09-13T00:50:56.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:55 smithi032 bash[75510]: audit 2024-09-13T00:50:55.196420+0000 mon.a (mon.0) 2552 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:50:56.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:55 smithi032 bash[75510]: cluster 2024-09-13T00:50:55.736021+0000 mon.a (mon.0) 2553 : cluster [DBG] osdmap e1264: 8 total, 8 up, 8 in 2024-09-13T00:50:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:55 smithi032 bash[76677]: cluster 2024-09-13T00:50:54.810399+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e1263: 8 total, 8 up, 8 in 2024-09-13T00:50:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:55 smithi032 bash[76677]: audit 2024-09-13T00:50:55.196420+0000 mon.a (mon.0) 2552 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:50:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:55 smithi032 bash[76677]: cluster 2024-09-13T00:50:55.736021+0000 mon.a (mon.0) 2553 : cluster [DBG] osdmap e1264: 8 total, 8 up, 8 in 2024-09-13T00:50:56.174 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:50:56.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:55 smithi053 bash[67631]: cluster 2024-09-13T00:50:54.810399+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e1263: 8 total, 8 up, 8 in 2024-09-13T00:50:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:55 smithi053 bash[67631]: audit 2024-09-13T00:50:55.196420+0000 mon.a (mon.0) 2552 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:50:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:55 smithi053 bash[67631]: cluster 2024-09-13T00:50:55.736021+0000 mon.a (mon.0) 2553 : cluster [DBG] osdmap e1264: 8 total, 8 up, 8 in 2024-09-13T00:50:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:56 smithi032 bash[75510]: cluster 2024-09-13T00:50:56.249306+0000 mgr.y (mgr.34107) 1445 : cluster [DBG] pgmap v2262: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.8 KiB/s wr, 171 op/s 2024-09-13T00:50:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:56 smithi032 bash[76677]: cluster 2024-09-13T00:50:56.249306+0000 mgr.y (mgr.34107) 1445 : cluster [DBG] pgmap v2262: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.8 KiB/s wr, 171 op/s 2024-09-13T00:50:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:56 smithi053 bash[67631]: cluster 2024-09-13T00:50:56.249306+0000 mgr.y (mgr.34107) 1445 : cluster [DBG] pgmap v2262: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.8 KiB/s wr, 171 op/s 2024-09-13T00:50:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:57 smithi032 bash[75510]: cluster 2024-09-13T00:50:56.820382+0000 mon.a (mon.0) 2554 : cluster [DBG] osdmap e1265: 8 total, 8 up, 8 in 2024-09-13T00:50:58.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:57 smithi032 bash[76677]: cluster 2024-09-13T00:50:56.820382+0000 mon.a (mon.0) 2554 : cluster [DBG] osdmap e1265: 8 total, 8 up, 8 in 2024-09-13T00:50:58.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:57 smithi053 bash[67631]: cluster 2024-09-13T00:50:56.820382+0000 mon.a (mon.0) 2554 : cluster [DBG] osdmap e1265: 8 total, 8 up, 8 in 2024-09-13T00:50:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:58 smithi032 bash[75510]: cluster 2024-09-13T00:50:57.830448+0000 mon.a (mon.0) 2555 : cluster [DBG] osdmap e1266: 8 total, 8 up, 8 in 2024-09-13T00:50:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:58 smithi032 bash[75510]: cluster 2024-09-13T00:50:58.250083+0000 mgr.y (mgr.34107) 1446 : cluster [DBG] pgmap v2265: 169 pgs: 169 active+clean; 693 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 143 op/s 2024-09-13T00:50:59.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:58 smithi032 bash[76677]: cluster 2024-09-13T00:50:57.830448+0000 mon.a (mon.0) 2555 : cluster [DBG] osdmap e1266: 8 total, 8 up, 8 in 2024-09-13T00:50:59.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:58 smithi032 bash[76677]: cluster 2024-09-13T00:50:58.250083+0000 mgr.y (mgr.34107) 1446 : cluster [DBG] pgmap v2265: 169 pgs: 169 active+clean; 693 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 143 op/s 2024-09-13T00:50:59.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:58 smithi053 bash[67631]: cluster 2024-09-13T00:50:57.830448+0000 mon.a (mon.0) 2555 : cluster [DBG] osdmap e1266: 8 total, 8 up, 8 in 2024-09-13T00:50:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:58 smithi053 bash[67631]: cluster 2024-09-13T00:50:58.250083+0000 mgr.y (mgr.34107) 1446 : cluster [DBG] pgmap v2265: 169 pgs: 169 active+clean; 693 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 143 op/s 2024-09-13T00:50:59.512 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (15380 ms) 2024-09-13T00:50:59.512 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-09-13T00:50:59.600 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:50:59.632 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:50:59.742 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:51:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:50:59 smithi032 bash[75510]: cluster 2024-09-13T00:50:58.840989+0000 mon.a (mon.0) 2556 : cluster [DBG] osdmap e1267: 8 total, 8 up, 8 in 2024-09-13T00:51:00.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:50:59 smithi032 bash[76677]: cluster 2024-09-13T00:50:58.840989+0000 mon.a (mon.0) 2556 : cluster [DBG] osdmap e1267: 8 total, 8 up, 8 in 2024-09-13T00:51:00.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:50:59 smithi053 bash[67631]: cluster 2024-09-13T00:50:58.840989+0000 mon.a (mon.0) 2556 : cluster [DBG] osdmap e1267: 8 total, 8 up, 8 in 2024-09-13T00:51:00.876 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2024-09-13T00:51:00.906 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2024-09-13T00:51:00.906 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2024-09-13T00:51:00.906 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:51:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:00 smithi032 bash[75510]: cluster 2024-09-13T00:50:59.848488+0000 mon.a (mon.0) 2557 : cluster [DBG] osdmap e1268: 8 total, 8 up, 8 in 2024-09-13T00:51:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:00 smithi032 bash[75510]: cluster 2024-09-13T00:51:00.250884+0000 mgr.y (mgr.34107) 1447 : cluster [DBG] pgmap v2268: 169 pgs: 169 active+clean; 689 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 5.0 MiB/s wr, 245 op/s 2024-09-13T00:51:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:00 smithi032 bash[76677]: cluster 2024-09-13T00:50:59.848488+0000 mon.a (mon.0) 2557 : cluster [DBG] osdmap e1268: 8 total, 8 up, 8 in 2024-09-13T00:51:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:00 smithi032 bash[76677]: cluster 2024-09-13T00:51:00.250884+0000 mgr.y (mgr.34107) 1447 : cluster [DBG] pgmap v2268: 169 pgs: 169 active+clean; 689 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 5.0 MiB/s wr, 245 op/s 2024-09-13T00:51:01.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:00 smithi053 bash[67631]: cluster 2024-09-13T00:50:59.848488+0000 mon.a (mon.0) 2557 : cluster [DBG] osdmap e1268: 8 total, 8 up, 8 in 2024-09-13T00:51:01.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:00 smithi053 bash[67631]: cluster 2024-09-13T00:51:00.250884+0000 mgr.y (mgr.34107) 1447 : cluster [DBG] pgmap v2268: 169 pgs: 169 active+clean; 689 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 5.0 MiB/s wr, 245 op/s 2024-09-13T00:51:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:01 smithi032 bash[75510]: cluster 2024-09-13T00:51:00.858184+0000 mon.a (mon.0) 2558 : cluster [DBG] osdmap e1269: 8 total, 8 up, 8 in 2024-09-13T00:51:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:01 smithi032 bash[76677]: cluster 2024-09-13T00:51:00.858184+0000 mon.a (mon.0) 2558 : cluster [DBG] osdmap e1269: 8 total, 8 up, 8 in 2024-09-13T00:51:02.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:01 smithi053 bash[67631]: cluster 2024-09-13T00:51:00.858184+0000 mon.a (mon.0) 2558 : cluster [DBG] osdmap e1269: 8 total, 8 up, 8 in 2024-09-13T00:51:02.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:51:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:51:02] "GET /metrics HTTP/1.1" 200 38840 "" "Prometheus/2.43.0" 2024-09-13T00:51:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:51:02 smithi053 bash[94430]: ts=2024-09-13T00:51:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:51:02.905 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2024-09-13T00:51:02.921 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2024-09-13T00:51:02.922 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2024-09-13T00:51:02.949 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2024-09-13T00:51:03.000 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:51:03.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:02 smithi032 bash[75510]: cluster 2024-09-13T00:51:01.860093+0000 mon.a (mon.0) 2559 : cluster [DBG] osdmap e1270: 8 total, 8 up, 8 in 2024-09-13T00:51:03.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:02 smithi032 bash[75510]: cluster 2024-09-13T00:51:02.251702+0000 mgr.y (mgr.34107) 1448 : cluster [DBG] pgmap v2271: 169 pgs: 169 active+clean; 705 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 380 op/s 2024-09-13T00:51:03.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:02 smithi032 bash[76677]: cluster 2024-09-13T00:51:01.860093+0000 mon.a (mon.0) 2559 : cluster [DBG] osdmap e1270: 8 total, 8 up, 8 in 2024-09-13T00:51:03.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:02 smithi032 bash[76677]: cluster 2024-09-13T00:51:02.251702+0000 mgr.y (mgr.34107) 1448 : cluster [DBG] pgmap v2271: 169 pgs: 169 active+clean; 705 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 380 op/s 2024-09-13T00:51:03.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:02 smithi053 bash[67631]: cluster 2024-09-13T00:51:01.860093+0000 mon.a (mon.0) 2559 : cluster [DBG] osdmap e1270: 8 total, 8 up, 8 in 2024-09-13T00:51:03.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:02 smithi053 bash[67631]: cluster 2024-09-13T00:51:02.251702+0000 mgr.y (mgr.34107) 1448 : cluster [DBG] pgmap v2271: 169 pgs: 169 active+clean; 705 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 380 op/s 2024-09-13T00:51:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:03 smithi032 bash[75510]: cluster 2024-09-13T00:51:02.879251+0000 mon.a (mon.0) 2560 : cluster [DBG] osdmap e1271: 8 total, 8 up, 8 in 2024-09-13T00:51:04.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:03 smithi032 bash[76677]: cluster 2024-09-13T00:51:02.879251+0000 mon.a (mon.0) 2560 : cluster [DBG] osdmap e1271: 8 total, 8 up, 8 in 2024-09-13T00:51:04.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:03 smithi053 bash[67631]: cluster 2024-09-13T00:51:02.879251+0000 mon.a (mon.0) 2560 : cluster [DBG] osdmap e1271: 8 total, 8 up, 8 in 2024-09-13T00:51:04.925 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:51:04.983 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2024-09-13T00:51:05.004 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:51:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:04 smithi032 bash[75510]: cluster 2024-09-13T00:51:03.887908+0000 mon.a (mon.0) 2561 : cluster [DBG] osdmap e1272: 8 total, 8 up, 8 in 2024-09-13T00:51:05.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:04 smithi032 bash[75510]: cluster 2024-09-13T00:51:04.252513+0000 mgr.y (mgr.34107) 1449 : cluster [DBG] pgmap v2274: 169 pgs: 169 active+clean; 721 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 340 op/s 2024-09-13T00:51:05.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:04 smithi032 bash[76677]: cluster 2024-09-13T00:51:03.887908+0000 mon.a (mon.0) 2561 : cluster [DBG] osdmap e1272: 8 total, 8 up, 8 in 2024-09-13T00:51:05.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:04 smithi032 bash[76677]: cluster 2024-09-13T00:51:04.252513+0000 mgr.y (mgr.34107) 1449 : cluster [DBG] pgmap v2274: 169 pgs: 169 active+clean; 721 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 340 op/s 2024-09-13T00:51:05.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:04 smithi053 bash[67631]: cluster 2024-09-13T00:51:03.887908+0000 mon.a (mon.0) 2561 : cluster [DBG] osdmap e1272: 8 total, 8 up, 8 in 2024-09-13T00:51:05.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:04 smithi053 bash[67631]: cluster 2024-09-13T00:51:04.252513+0000 mgr.y (mgr.34107) 1449 : cluster [DBG] pgmap v2274: 169 pgs: 169 active+clean; 721 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 340 op/s 2024-09-13T00:51:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:05 smithi032 bash[75510]: cluster 2024-09-13T00:51:04.900430+0000 mon.a (mon.0) 2562 : cluster [DBG] osdmap e1273: 8 total, 8 up, 8 in 2024-09-13T00:51:06.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:05 smithi032 bash[75510]: cluster 2024-09-13T00:51:05.740438+0000 mon.a (mon.0) 2563 : cluster [DBG] osdmap e1274: 8 total, 8 up, 8 in 2024-09-13T00:51:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:05 smithi032 bash[76677]: cluster 2024-09-13T00:51:04.900430+0000 mon.a (mon.0) 2562 : cluster [DBG] osdmap e1273: 8 total, 8 up, 8 in 2024-09-13T00:51:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:05 smithi032 bash[76677]: cluster 2024-09-13T00:51:05.740438+0000 mon.a (mon.0) 2563 : cluster [DBG] osdmap e1274: 8 total, 8 up, 8 in 2024-09-13T00:51:06.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:05 smithi053 bash[67631]: cluster 2024-09-13T00:51:04.900430+0000 mon.a (mon.0) 2562 : cluster [DBG] osdmap e1273: 8 total, 8 up, 8 in 2024-09-13T00:51:06.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:05 smithi053 bash[67631]: cluster 2024-09-13T00:51:05.740438+0000 mon.a (mon.0) 2563 : cluster [DBG] osdmap e1274: 8 total, 8 up, 8 in 2024-09-13T00:51:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:06 smithi032 bash[75510]: cluster 2024-09-13T00:51:06.253293+0000 mgr.y (mgr.34107) 1450 : cluster [DBG] pgmap v2277: 169 pgs: 169 active+clean; 721 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 163 op/s 2024-09-13T00:51:07.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:06 smithi032 bash[75510]: cluster 2024-09-13T00:51:06.742244+0000 mon.a (mon.0) 2564 : cluster [DBG] osdmap e1275: 8 total, 8 up, 8 in 2024-09-13T00:51:07.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:06 smithi032 bash[76677]: cluster 2024-09-13T00:51:06.253293+0000 mgr.y (mgr.34107) 1450 : cluster [DBG] pgmap v2277: 169 pgs: 169 active+clean; 721 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 163 op/s 2024-09-13T00:51:07.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:06 smithi032 bash[76677]: cluster 2024-09-13T00:51:06.742244+0000 mon.a (mon.0) 2564 : cluster [DBG] osdmap e1275: 8 total, 8 up, 8 in 2024-09-13T00:51:07.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:06 smithi053 bash[67631]: cluster 2024-09-13T00:51:06.253293+0000 mgr.y (mgr.34107) 1450 : cluster [DBG] pgmap v2277: 169 pgs: 169 active+clean; 721 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 163 op/s 2024-09-13T00:51:07.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:06 smithi053 bash[67631]: cluster 2024-09-13T00:51:06.742244+0000 mon.a (mon.0) 2564 : cluster [DBG] osdmap e1275: 8 total, 8 up, 8 in 2024-09-13T00:51:08.686 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: after_prepare_snap 2024-09-13T00:51:09.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:08 smithi053 bash[67631]: cluster 2024-09-13T00:51:07.745062+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e1276: 8 total, 8 up, 8 in 2024-09-13T00:51:09.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:08 smithi053 bash[67631]: cluster 2024-09-13T00:51:08.254016+0000 mgr.y (mgr.34107) 1451 : cluster [DBG] pgmap v2280: 169 pgs: 169 active+clean; 733 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-09-13T00:51:09.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:08 smithi032 bash[75510]: cluster 2024-09-13T00:51:07.745062+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e1276: 8 total, 8 up, 8 in 2024-09-13T00:51:09.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:08 smithi032 bash[75510]: cluster 2024-09-13T00:51:08.254016+0000 mgr.y (mgr.34107) 1451 : cluster [DBG] pgmap v2280: 169 pgs: 169 active+clean; 733 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-09-13T00:51:09.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:08 smithi032 bash[76677]: cluster 2024-09-13T00:51:07.745062+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e1276: 8 total, 8 up, 8 in 2024-09-13T00:51:09.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:08 smithi032 bash[76677]: cluster 2024-09-13T00:51:08.254016+0000 mgr.y (mgr.34107) 1451 : cluster [DBG] pgmap v2280: 169 pgs: 169 active+clean; 733 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-09-13T00:51:09.796 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2024-09-13T00:51:09.837 INFO:tasks.workunit.client.0.smithi032.stdout:write: * 83886080~1000 2024-09-13T00:51:09.854 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:51:10.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:09 smithi053 bash[67631]: cluster 2024-09-13T00:51:08.757964+0000 mon.a (mon.0) 2566 : cluster [DBG] osdmap e1277: 8 total, 8 up, 8 in 2024-09-13T00:51:10.115 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:51:10.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:09 smithi032 bash[75510]: cluster 2024-09-13T00:51:08.757964+0000 mon.a (mon.0) 2566 : cluster [DBG] osdmap e1277: 8 total, 8 up, 8 in 2024-09-13T00:51:10.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:09 smithi032 bash[76677]: cluster 2024-09-13T00:51:08.757964+0000 mon.a (mon.0) 2566 : cluster [DBG] osdmap e1277: 8 total, 8 up, 8 in 2024-09-13T00:51:11.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:10 smithi053 bash[67631]: cluster 2024-09-13T00:51:09.766465+0000 mon.a (mon.0) 2567 : cluster [DBG] osdmap e1278: 8 total, 8 up, 8 in 2024-09-13T00:51:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:10 smithi053 bash[67631]: audit 2024-09-13T00:51:10.196831+0000 mon.a (mon.0) 2568 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:51:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:10 smithi053 bash[67631]: cluster 2024-09-13T00:51:10.254782+0000 mgr.y (mgr.34107) 1452 : cluster [DBG] pgmap v2283: 169 pgs: 169 active+clean; 733 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.0 MiB/s wr, 192 op/s 2024-09-13T00:51:11.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:10 smithi032 bash[75510]: cluster 2024-09-13T00:51:09.766465+0000 mon.a (mon.0) 2567 : cluster [DBG] osdmap e1278: 8 total, 8 up, 8 in 2024-09-13T00:51:11.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:10 smithi032 bash[75510]: audit 2024-09-13T00:51:10.196831+0000 mon.a (mon.0) 2568 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:51:11.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:10 smithi032 bash[75510]: cluster 2024-09-13T00:51:10.254782+0000 mgr.y (mgr.34107) 1452 : cluster [DBG] pgmap v2283: 169 pgs: 169 active+clean; 733 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.0 MiB/s wr, 192 op/s 2024-09-13T00:51:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:10 smithi032 bash[76677]: cluster 2024-09-13T00:51:09.766465+0000 mon.a (mon.0) 2567 : cluster [DBG] osdmap e1278: 8 total, 8 up, 8 in 2024-09-13T00:51:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:10 smithi032 bash[76677]: audit 2024-09-13T00:51:10.196831+0000 mon.a (mon.0) 2568 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:51:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:10 smithi032 bash[76677]: cluster 2024-09-13T00:51:10.254782+0000 mgr.y (mgr.34107) 1452 : cluster [DBG] pgmap v2283: 169 pgs: 169 active+clean; 733 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.0 MiB/s wr, 192 op/s 2024-09-13T00:51:12.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:11 smithi053 bash[67631]: cluster 2024-09-13T00:51:10.777291+0000 mon.a (mon.0) 2569 : cluster [DBG] osdmap e1279: 8 total, 8 up, 8 in 2024-09-13T00:51:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:11 smithi032 bash[75510]: cluster 2024-09-13T00:51:10.777291+0000 mon.a (mon.0) 2569 : cluster [DBG] osdmap e1279: 8 total, 8 up, 8 in 2024-09-13T00:51:12.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:11 smithi032 bash[76677]: cluster 2024-09-13T00:51:10.777291+0000 mon.a (mon.0) 2569 : cluster [DBG] osdmap e1279: 8 total, 8 up, 8 in 2024-09-13T00:51:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:51:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:51:12] "GET /metrics HTTP/1.1" 200 38844 "" "Prometheus/2.43.0" 2024-09-13T00:51:12.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:51:12 smithi053 bash[94430]: ts=2024-09-13T00:51:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:51:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:12 smithi032 bash[75510]: cluster 2024-09-13T00:51:11.778478+0000 mon.a (mon.0) 2570 : cluster [DBG] osdmap e1280: 8 total, 8 up, 8 in 2024-09-13T00:51:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:12 smithi032 bash[75510]: cluster 2024-09-13T00:51:12.255576+0000 mgr.y (mgr.34107) 1453 : cluster [DBG] pgmap v2286: 169 pgs: 169 active+clean; 745 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 222 op/s 2024-09-13T00:51:13.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:12 smithi032 bash[76677]: cluster 2024-09-13T00:51:11.778478+0000 mon.a (mon.0) 2570 : cluster [DBG] osdmap e1280: 8 total, 8 up, 8 in 2024-09-13T00:51:13.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:12 smithi032 bash[76677]: cluster 2024-09-13T00:51:12.255576+0000 mgr.y (mgr.34107) 1453 : cluster [DBG] pgmap v2286: 169 pgs: 169 active+clean; 745 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 222 op/s 2024-09-13T00:51:13.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:12 smithi053 bash[67631]: cluster 2024-09-13T00:51:11.778478+0000 mon.a (mon.0) 2570 : cluster [DBG] osdmap e1280: 8 total, 8 up, 8 in 2024-09-13T00:51:13.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:12 smithi053 bash[67631]: cluster 2024-09-13T00:51:12.255576+0000 mgr.y (mgr.34107) 1453 : cluster [DBG] pgmap v2286: 169 pgs: 169 active+clean; 745 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 222 op/s 2024-09-13T00:51:13.600 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14089 ms) 2024-09-13T00:51:13.600 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.Clone 2024-09-13T00:51:13.684 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:51:13.714 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~8388609 2024-09-13T00:51:13.832 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 16777218~8388609 2024-09-13T00:51:13.888 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap 2024-09-13T00:51:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:13 smithi032 bash[75510]: cluster 2024-09-13T00:51:12.793344+0000 mon.a (mon.0) 2571 : cluster [DBG] osdmap e1281: 8 total, 8 up, 8 in 2024-09-13T00:51:14.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:13 smithi032 bash[76677]: cluster 2024-09-13T00:51:12.793344+0000 mon.a (mon.0) 2571 : cluster [DBG] osdmap e1281: 8 total, 8 up, 8 in 2024-09-13T00:51:14.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:13 smithi053 bash[67631]: cluster 2024-09-13T00:51:12.793344+0000 mon.a (mon.0) 2571 : cluster [DBG] osdmap e1281: 8 total, 8 up, 8 in 2024-09-13T00:51:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:14 smithi032 bash[75510]: cluster 2024-09-13T00:51:14.256824+0000 mgr.y (mgr.34107) 1454 : cluster [DBG] pgmap v2288: 169 pgs: 169 active+clean; 745 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 5.4 MiB/s wr, 388 op/s 2024-09-13T00:51:15.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:14 smithi032 bash[76677]: cluster 2024-09-13T00:51:14.256824+0000 mgr.y (mgr.34107) 1454 : cluster [DBG] pgmap v2288: 169 pgs: 169 active+clean; 745 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 5.4 MiB/s wr, 388 op/s 2024-09-13T00:51:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:14 smithi053 bash[67631]: cluster 2024-09-13T00:51:14.256824+0000 mgr.y (mgr.34107) 1454 : cluster [DBG] pgmap v2288: 169 pgs: 169 active+clean; 745 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 5.4 MiB/s wr, 388 op/s 2024-09-13T00:51:15.851 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap 2024-09-13T00:51:15.885 INFO:tasks.workunit.client.0.smithi032.stdout:clone image103 -> image106 2024-09-13T00:51:16.152 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2024-09-13T00:51:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:15 smithi032 bash[75510]: cluster 2024-09-13T00:51:14.818685+0000 mon.a (mon.0) 2572 : cluster [DBG] osdmap e1282: 8 total, 8 up, 8 in 2024-09-13T00:51:16.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:15 smithi032 bash[76677]: cluster 2024-09-13T00:51:14.818685+0000 mon.a (mon.0) 2572 : cluster [DBG] osdmap e1282: 8 total, 8 up, 8 in 2024-09-13T00:51:16.249 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2024-09-13T00:51:16.255 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap 2024-09-13T00:51:16.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:15 smithi053 bash[67631]: cluster 2024-09-13T00:51:14.818685+0000 mon.a (mon.0) 2572 : cluster [DBG] osdmap e1282: 8 total, 8 up, 8 in 2024-09-13T00:51:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:16 smithi032 bash[75510]: cluster 2024-09-13T00:51:15.825882+0000 mon.a (mon.0) 2573 : cluster [DBG] osdmap e1283: 8 total, 8 up, 8 in 2024-09-13T00:51:17.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:16 smithi032 bash[75510]: cluster 2024-09-13T00:51:16.257594+0000 mgr.y (mgr.34107) 1455 : cluster [DBG] pgmap v2291: 169 pgs: 169 active+clean; 741 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 2.7 MiB/s wr, 376 op/s 2024-09-13T00:51:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:16 smithi032 bash[76677]: cluster 2024-09-13T00:51:15.825882+0000 mon.a (mon.0) 2573 : cluster [DBG] osdmap e1283: 8 total, 8 up, 8 in 2024-09-13T00:51:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:16 smithi032 bash[76677]: cluster 2024-09-13T00:51:16.257594+0000 mgr.y (mgr.34107) 1455 : cluster [DBG] pgmap v2291: 169 pgs: 169 active+clean; 741 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 2.7 MiB/s wr, 376 op/s 2024-09-13T00:51:17.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:16 smithi053 bash[67631]: cluster 2024-09-13T00:51:15.825882+0000 mon.a (mon.0) 2573 : cluster [DBG] osdmap e1283: 8 total, 8 up, 8 in 2024-09-13T00:51:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:16 smithi053 bash[67631]: cluster 2024-09-13T00:51:16.257594+0000 mgr.y (mgr.34107) 1455 : cluster [DBG] pgmap v2291: 169 pgs: 169 active+clean; 741 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 2.7 MiB/s wr, 376 op/s 2024-09-13T00:51:17.880 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap 2024-09-13T00:51:17.915 INFO:tasks.workunit.client.0.smithi032.stdout:clone image106 -> image108 2024-09-13T00:51:18.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:17 smithi032 bash[75510]: cluster 2024-09-13T00:51:16.828883+0000 mon.a (mon.0) 2574 : cluster [DBG] osdmap e1284: 8 total, 8 up, 8 in 2024-09-13T00:51:18.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:17 smithi032 bash[76677]: cluster 2024-09-13T00:51:16.828883+0000 mon.a (mon.0) 2574 : cluster [DBG] osdmap e1284: 8 total, 8 up, 8 in 2024-09-13T00:51:18.242 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 1000~1000 2024-09-13T00:51:18.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:17 smithi053 bash[67631]: cluster 2024-09-13T00:51:16.828883+0000 mon.a (mon.0) 2574 : cluster [DBG] osdmap e1284: 8 total, 8 up, 8 in 2024-09-13T00:51:18.348 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 2010~1000 2024-09-13T00:51:18.354 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:51:19.121 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:51:19.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:18 smithi032 bash[75510]: cluster 2024-09-13T00:51:17.850071+0000 mon.a (mon.0) 2575 : cluster [DBG] osdmap e1285: 8 total, 8 up, 8 in 2024-09-13T00:51:19.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:18 smithi032 bash[75510]: cluster 2024-09-13T00:51:18.258373+0000 mgr.y (mgr.34107) 1456 : cluster [DBG] pgmap v2294: 169 pgs: 169 active+clean; 741 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-09-13T00:51:19.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:18 smithi032 bash[76677]: cluster 2024-09-13T00:51:17.850071+0000 mon.a (mon.0) 2575 : cluster [DBG] osdmap e1285: 8 total, 8 up, 8 in 2024-09-13T00:51:19.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:18 smithi032 bash[76677]: cluster 2024-09-13T00:51:18.258373+0000 mgr.y (mgr.34107) 1456 : cluster [DBG] pgmap v2294: 169 pgs: 169 active+clean; 741 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-09-13T00:51:19.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:18 smithi053 bash[67631]: cluster 2024-09-13T00:51:17.850071+0000 mon.a (mon.0) 2575 : cluster [DBG] osdmap e1285: 8 total, 8 up, 8 in 2024-09-13T00:51:19.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:18 smithi053 bash[67631]: cluster 2024-09-13T00:51:18.258373+0000 mgr.y (mgr.34107) 1456 : cluster [DBG] pgmap v2294: 169 pgs: 169 active+clean; 741 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-09-13T00:51:19.572 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:51:20.013 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.Clone (6412 ms) 2024-09-13T00:51:20.013 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneParent 2024-09-13T00:51:20.096 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:51:20.126 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap 2024-09-13T00:51:20.773 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap 2024-09-13T00:51:20.800 INFO:tasks.workunit.client.0.smithi032.stdout:clone image109 -> image112 2024-09-13T00:51:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:51:21.464 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:51:21.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:21 smithi053 bash[67631]: cluster 2024-09-13T00:51:20.201293+0000 mon.a (mon.0) 2576 : cluster [DBG] osdmap e1286: 8 total, 8 up, 8 in 2024-09-13T00:51:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:21 smithi053 bash[67631]: cluster 2024-09-13T00:51:20.259224+0000 mgr.y (mgr.34107) 1457 : cluster [DBG] pgmap v2296: 169 pgs: 169 active+clean; 769 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 8.1 MiB/s wr, 166 op/s 2024-09-13T00:51:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:21 smithi053 bash[67631]: cluster 2024-09-13T00:51:20.744516+0000 mon.a (mon.0) 2577 : cluster [DBG] osdmap e1287: 8 total, 8 up, 8 in 2024-09-13T00:51:21.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:21 smithi032 bash[75510]: cluster 2024-09-13T00:51:20.201293+0000 mon.a (mon.0) 2576 : cluster [DBG] osdmap e1286: 8 total, 8 up, 8 in 2024-09-13T00:51:21.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:21 smithi032 bash[75510]: cluster 2024-09-13T00:51:20.259224+0000 mgr.y (mgr.34107) 1457 : cluster [DBG] pgmap v2296: 169 pgs: 169 active+clean; 769 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 8.1 MiB/s wr, 166 op/s 2024-09-13T00:51:21.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:21 smithi032 bash[75510]: cluster 2024-09-13T00:51:20.744516+0000 mon.a (mon.0) 2577 : cluster [DBG] osdmap e1287: 8 total, 8 up, 8 in 2024-09-13T00:51:21.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:21 smithi032 bash[76677]: cluster 2024-09-13T00:51:20.201293+0000 mon.a (mon.0) 2576 : cluster [DBG] osdmap e1286: 8 total, 8 up, 8 in 2024-09-13T00:51:21.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:21 smithi032 bash[76677]: cluster 2024-09-13T00:51:20.259224+0000 mgr.y (mgr.34107) 1457 : cluster [DBG] pgmap v2296: 169 pgs: 169 active+clean; 769 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 8.1 MiB/s wr, 166 op/s 2024-09-13T00:51:21.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:21 smithi032 bash[76677]: cluster 2024-09-13T00:51:20.744516+0000 mon.a (mon.0) 2577 : cluster [DBG] osdmap e1287: 8 total, 8 up, 8 in 2024-09-13T00:51:21.799 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneParent (1787 ms) 2024-09-13T00:51:21.800 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-09-13T00:51:21.884 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:51:21.916 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~10 2024-09-13T00:51:21.940 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap 2024-09-13T00:51:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:51:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:51:22] "GET /metrics HTTP/1.1" 200 38844 "" "Prometheus/2.43.0" 2024-09-13T00:51:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:51:22 smithi053 bash[94430]: ts=2024-09-13T00:51:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:51:23.246 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap 2024-09-13T00:51:23.280 INFO:tasks.workunit.client.0.smithi032.stdout:clone image113 -> image116 2024-09-13T00:51:23.534 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:51:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:23 smithi053 bash[67631]: cluster 2024-09-13T00:51:22.217392+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e1288: 8 total, 8 up, 8 in 2024-09-13T00:51:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:23 smithi053 bash[67631]: cluster 2024-09-13T00:51:22.260017+0000 mgr.y (mgr.34107) 1458 : cluster [DBG] pgmap v2299: 169 pgs: 169 active+clean; 773 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 300 op/s 2024-09-13T00:51:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:23 smithi032 bash[75510]: cluster 2024-09-13T00:51:22.217392+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e1288: 8 total, 8 up, 8 in 2024-09-13T00:51:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:23 smithi032 bash[75510]: cluster 2024-09-13T00:51:22.260017+0000 mgr.y (mgr.34107) 1458 : cluster [DBG] pgmap v2299: 169 pgs: 169 active+clean; 773 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 300 op/s 2024-09-13T00:51:23.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:23 smithi032 bash[76677]: cluster 2024-09-13T00:51:22.217392+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e1288: 8 total, 8 up, 8 in 2024-09-13T00:51:23.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:23 smithi032 bash[76677]: cluster 2024-09-13T00:51:22.260017+0000 mgr.y (mgr.34107) 1458 : cluster [DBG] pgmap v2299: 169 pgs: 169 active+clean; 773 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 300 op/s 2024-09-13T00:51:23.936 INFO:tasks.workunit.client.0.smithi032.stdout:write: Y 0~1 2024-09-13T00:51:23.998 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:51:24.199 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:51:24.474 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2674 ms) 2024-09-13T00:51:24.474 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-09-13T00:51:24.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:24 smithi053 bash[67631]: cluster 2024-09-13T00:51:23.225424+0000 mon.a (mon.0) 2579 : cluster [DBG] osdmap e1289: 8 total, 8 up, 8 in 2024-09-13T00:51:24.556 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:51:24.584 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 41943040~10 2024-09-13T00:51:24.607 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:51:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:24 smithi032 bash[75510]: cluster 2024-09-13T00:51:23.225424+0000 mon.a (mon.0) 2579 : cluster [DBG] osdmap e1289: 8 total, 8 up, 8 in 2024-09-13T00:51:24.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:24 smithi032 bash[76677]: cluster 2024-09-13T00:51:23.225424+0000 mon.a (mon.0) 2579 : cluster [DBG] osdmap e1289: 8 total, 8 up, 8 in 2024-09-13T00:51:25.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:25 smithi053 bash[67631]: cluster 2024-09-13T00:51:24.261570+0000 mgr.y (mgr.34107) 1459 : cluster [DBG] pgmap v2301: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 978 op/s 2024-09-13T00:51:25.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:25 smithi053 bash[67631]: audit 2024-09-13T00:51:25.196976+0000 mon.a (mon.0) 2580 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:51:25.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:25 smithi032 bash[75510]: cluster 2024-09-13T00:51:24.261570+0000 mgr.y (mgr.34107) 1459 : cluster [DBG] pgmap v2301: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 978 op/s 2024-09-13T00:51:25.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:25 smithi032 bash[75510]: audit 2024-09-13T00:51:25.196976+0000 mon.a (mon.0) 2580 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:51:25.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:25 smithi032 bash[76677]: cluster 2024-09-13T00:51:24.261570+0000 mgr.y (mgr.34107) 1459 : cluster [DBG] pgmap v2301: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 978 op/s 2024-09-13T00:51:25.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:25 smithi032 bash[76677]: audit 2024-09-13T00:51:25.196976+0000 mon.a (mon.0) 2580 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:51:26.263 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 41943041~10 2024-09-13T00:51:26.277 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:51:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:26 smithi053 bash[67631]: cluster 2024-09-13T00:51:25.236720+0000 mon.a (mon.0) 2581 : cluster [DBG] osdmap e1290: 8 total, 8 up, 8 in 2024-09-13T00:51:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:26 smithi032 bash[75510]: cluster 2024-09-13T00:51:25.236720+0000 mon.a (mon.0) 2581 : cluster [DBG] osdmap e1290: 8 total, 8 up, 8 in 2024-09-13T00:51:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:26 smithi032 bash[76677]: cluster 2024-09-13T00:51:25.236720+0000 mon.a (mon.0) 2581 : cluster [DBG] osdmap e1290: 8 total, 8 up, 8 in 2024-09-13T00:51:27.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:27 smithi053 bash[67631]: cluster 2024-09-13T00:51:26.239356+0000 mon.a (mon.0) 2582 : cluster [DBG] osdmap e1291: 8 total, 8 up, 8 in 2024-09-13T00:51:27.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:27 smithi053 bash[67631]: cluster 2024-09-13T00:51:26.262371+0000 mgr.y (mgr.34107) 1460 : cluster [DBG] pgmap v2304: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 786 op/s 2024-09-13T00:51:27.600 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 41943042~10 2024-09-13T00:51:27.633 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:51:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:27 smithi032 bash[75510]: cluster 2024-09-13T00:51:26.239356+0000 mon.a (mon.0) 2582 : cluster [DBG] osdmap e1291: 8 total, 8 up, 8 in 2024-09-13T00:51:27.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:27 smithi032 bash[75510]: cluster 2024-09-13T00:51:26.262371+0000 mgr.y (mgr.34107) 1460 : cluster [DBG] pgmap v2304: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 786 op/s 2024-09-13T00:51:27.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:27 smithi032 bash[76677]: cluster 2024-09-13T00:51:26.239356+0000 mon.a (mon.0) 2582 : cluster [DBG] osdmap e1291: 8 total, 8 up, 8 in 2024-09-13T00:51:27.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:27 smithi032 bash[76677]: cluster 2024-09-13T00:51:26.262371+0000 mgr.y (mgr.34107) 1460 : cluster [DBG] pgmap v2304: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 786 op/s 2024-09-13T00:51:28.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:28 smithi053 bash[67631]: cluster 2024-09-13T00:51:27.261204+0000 mon.a (mon.0) 2583 : cluster [DBG] osdmap e1292: 8 total, 8 up, 8 in 2024-09-13T00:51:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:28 smithi032 bash[75510]: cluster 2024-09-13T00:51:27.261204+0000 mon.a (mon.0) 2583 : cluster [DBG] osdmap e1292: 8 total, 8 up, 8 in 2024-09-13T00:51:28.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:28 smithi032 bash[76677]: cluster 2024-09-13T00:51:27.261204+0000 mon.a (mon.0) 2583 : cluster [DBG] osdmap e1292: 8 total, 8 up, 8 in 2024-09-13T00:51:29.298 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2024-09-13T00:51:29.374 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:51:29.536 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:51:29.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:29 smithi053 bash[67631]: cluster 2024-09-13T00:51:28.263766+0000 mgr.y (mgr.34107) 1461 : cluster [DBG] pgmap v2306: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 593 op/s 2024-09-13T00:51:29.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:29 smithi053 bash[67631]: cluster 2024-09-13T00:51:28.269048+0000 mon.a (mon.0) 2584 : cluster [DBG] osdmap e1293: 8 total, 8 up, 8 in 2024-09-13T00:51:29.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:29 smithi032 bash[75510]: cluster 2024-09-13T00:51:28.263766+0000 mgr.y (mgr.34107) 1461 : cluster [DBG] pgmap v2306: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 593 op/s 2024-09-13T00:51:29.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:29 smithi032 bash[75510]: cluster 2024-09-13T00:51:28.269048+0000 mon.a (mon.0) 2584 : cluster [DBG] osdmap e1293: 8 total, 8 up, 8 in 2024-09-13T00:51:29.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:29 smithi032 bash[76677]: cluster 2024-09-13T00:51:28.263766+0000 mgr.y (mgr.34107) 1461 : cluster [DBG] pgmap v2306: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 593 op/s 2024-09-13T00:51:29.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:29 smithi032 bash[76677]: cluster 2024-09-13T00:51:28.269048+0000 mon.a (mon.0) 2584 : cluster [DBG] osdmap e1293: 8 total, 8 up, 8 in 2024-09-13T00:51:30.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:30 smithi053 bash[67631]: cluster 2024-09-13T00:51:29.279041+0000 mon.a (mon.0) 2585 : cluster [DBG] osdmap e1294: 8 total, 8 up, 8 in 2024-09-13T00:51:30.575 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (6102 ms) 2024-09-13T00:51:30.575 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-09-13T00:51:30.659 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:51:30.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:30 smithi032 bash[75510]: cluster 2024-09-13T00:51:29.279041+0000 mon.a (mon.0) 2585 : cluster [DBG] osdmap e1294: 8 total, 8 up, 8 in 2024-09-13T00:51:30.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:30 smithi032 bash[76677]: cluster 2024-09-13T00:51:29.279041+0000 mon.a (mon.0) 2585 : cluster [DBG] osdmap e1294: 8 total, 8 up, 8 in 2024-09-13T00:51:30.690 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 41943040~10 2024-09-13T00:51:30.713 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:51:31.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:31 smithi053 bash[67631]: cluster 2024-09-13T00:51:30.264832+0000 mgr.y (mgr.34107) 1462 : cluster [DBG] pgmap v2309: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 436 op/s 2024-09-13T00:51:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:31 smithi053 bash[67631]: cluster 2024-09-13T00:51:30.289019+0000 mon.a (mon.0) 2586 : cluster [DBG] osdmap e1295: 8 total, 8 up, 8 in 2024-09-13T00:51:31.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:31 smithi032 bash[75510]: cluster 2024-09-13T00:51:30.264832+0000 mgr.y (mgr.34107) 1462 : cluster [DBG] pgmap v2309: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 436 op/s 2024-09-13T00:51:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:31 smithi032 bash[75510]: cluster 2024-09-13T00:51:30.289019+0000 mon.a (mon.0) 2586 : cluster [DBG] osdmap e1295: 8 total, 8 up, 8 in 2024-09-13T00:51:31.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:31 smithi032 bash[76677]: cluster 2024-09-13T00:51:30.264832+0000 mgr.y (mgr.34107) 1462 : cluster [DBG] pgmap v2309: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 436 op/s 2024-09-13T00:51:31.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:31 smithi032 bash[76677]: cluster 2024-09-13T00:51:30.289019+0000 mon.a (mon.0) 2586 : cluster [DBG] osdmap e1295: 8 total, 8 up, 8 in 2024-09-13T00:51:32.332 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2024-09-13T00:51:32.382 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:51:32.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:32 smithi032 bash[75510]: cluster 2024-09-13T00:51:31.297139+0000 mon.a (mon.0) 2587 : cluster [DBG] osdmap e1296: 8 total, 8 up, 8 in 2024-09-13T00:51:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:32 smithi032 bash[76677]: cluster 2024-09-13T00:51:31.297139+0000 mon.a (mon.0) 2587 : cluster [DBG] osdmap e1296: 8 total, 8 up, 8 in 2024-09-13T00:51:32.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:51:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:51:32] "GET /metrics HTTP/1.1" 200 38840 "" "Prometheus/2.43.0" 2024-09-13T00:51:32.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:32 smithi053 bash[67631]: cluster 2024-09-13T00:51:31.297139+0000 mon.a (mon.0) 2587 : cluster [DBG] osdmap e1296: 8 total, 8 up, 8 in 2024-09-13T00:51:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:51:32 smithi053 bash[94430]: ts=2024-09-13T00:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:51:33.545 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:51:33.560 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:51:33.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:33 smithi032 bash[76677]: cluster 2024-09-13T00:51:32.265824+0000 mgr.y (mgr.34107) 1463 : cluster [DBG] pgmap v2312: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 20 KiB/s wr, 295 op/s 2024-09-13T00:51:33.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:33 smithi032 bash[76677]: cluster 2024-09-13T00:51:32.307627+0000 mon.a (mon.0) 2588 : cluster [DBG] osdmap e1297: 8 total, 8 up, 8 in 2024-09-13T00:51:33.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:33 smithi032 bash[76677]: audit 2024-09-13T00:51:33.141283+0000 mon.a (mon.0) 2589 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:51:33.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:33 smithi032 bash[75510]: cluster 2024-09-13T00:51:32.265824+0000 mgr.y (mgr.34107) 1463 : cluster [DBG] pgmap v2312: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 20 KiB/s wr, 295 op/s 2024-09-13T00:51:33.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:33 smithi032 bash[75510]: cluster 2024-09-13T00:51:32.307627+0000 mon.a (mon.0) 2588 : cluster [DBG] osdmap e1297: 8 total, 8 up, 8 in 2024-09-13T00:51:33.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:33 smithi032 bash[75510]: audit 2024-09-13T00:51:33.141283+0000 mon.a (mon.0) 2589 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:51:33.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:33 smithi053 bash[67631]: cluster 2024-09-13T00:51:32.265824+0000 mgr.y (mgr.34107) 1463 : cluster [DBG] pgmap v2312: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 20 KiB/s wr, 295 op/s 2024-09-13T00:51:33.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:33 smithi053 bash[67631]: cluster 2024-09-13T00:51:32.307627+0000 mon.a (mon.0) 2588 : cluster [DBG] osdmap e1297: 8 total, 8 up, 8 in 2024-09-13T00:51:33.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:33 smithi053 bash[67631]: audit 2024-09-13T00:51:33.141283+0000 mon.a (mon.0) 2589 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:51:34.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[75510]: cluster 2024-09-13T00:51:33.308924+0000 mon.a (mon.0) 2590 : cluster [DBG] osdmap e1298: 8 total, 8 up, 8 in 2024-09-13T00:51:34.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[75510]: audit 2024-09-13T00:51:33.552430+0000 mon.a (mon.0) 2591 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[75510]: audit 2024-09-13T00:51:33.558118+0000 mon.a (mon.0) 2592 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[75510]: audit 2024-09-13T00:51:33.577555+0000 mon.a (mon.0) 2593 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[75510]: audit 2024-09-13T00:51:33.582582+0000 mon.a (mon.0) 2594 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[75510]: audit 2024-09-13T00:51:34.057185+0000 mon.a (mon.0) 2595 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:51:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[75510]: audit 2024-09-13T00:51:34.058662+0000 mon.a (mon.0) 2596 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:51:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[75510]: audit 2024-09-13T00:51:34.068164+0000 mon.a (mon.0) 2597 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[75510]: cluster 2024-09-13T00:51:34.266990+0000 mgr.y (mgr.34107) 1464 : cluster [DBG] pgmap v2315: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 246 KiB/s rd, 24 KiB/s wr, 332 op/s 2024-09-13T00:51:34.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[76677]: cluster 2024-09-13T00:51:33.308924+0000 mon.a (mon.0) 2590 : cluster [DBG] osdmap e1298: 8 total, 8 up, 8 in 2024-09-13T00:51:34.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[76677]: audit 2024-09-13T00:51:33.552430+0000 mon.a (mon.0) 2591 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[76677]: audit 2024-09-13T00:51:33.558118+0000 mon.a (mon.0) 2592 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[76677]: audit 2024-09-13T00:51:33.577555+0000 mon.a (mon.0) 2593 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[76677]: audit 2024-09-13T00:51:33.582582+0000 mon.a (mon.0) 2594 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[76677]: audit 2024-09-13T00:51:34.057185+0000 mon.a (mon.0) 2595 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:51:34.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[76677]: audit 2024-09-13T00:51:34.058662+0000 mon.a (mon.0) 2596 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:51:34.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[76677]: audit 2024-09-13T00:51:34.068164+0000 mon.a (mon.0) 2597 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:34 smithi032 bash[76677]: cluster 2024-09-13T00:51:34.266990+0000 mgr.y (mgr.34107) 1464 : cluster [DBG] pgmap v2315: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 246 KiB/s rd, 24 KiB/s wr, 332 op/s 2024-09-13T00:51:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:34 smithi053 bash[67631]: cluster 2024-09-13T00:51:33.308924+0000 mon.a (mon.0) 2590 : cluster [DBG] osdmap e1298: 8 total, 8 up, 8 in 2024-09-13T00:51:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:34 smithi053 bash[67631]: audit 2024-09-13T00:51:33.552430+0000 mon.a (mon.0) 2591 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:34 smithi053 bash[67631]: audit 2024-09-13T00:51:33.558118+0000 mon.a (mon.0) 2592 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:34 smithi053 bash[67631]: audit 2024-09-13T00:51:33.577555+0000 mon.a (mon.0) 2593 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:34 smithi053 bash[67631]: audit 2024-09-13T00:51:33.582582+0000 mon.a (mon.0) 2594 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:34 smithi053 bash[67631]: audit 2024-09-13T00:51:34.057185+0000 mon.a (mon.0) 2595 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:51:34.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:34 smithi053 bash[67631]: audit 2024-09-13T00:51:34.058662+0000 mon.a (mon.0) 2596 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:51:34.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:34 smithi053 bash[67631]: audit 2024-09-13T00:51:34.068164+0000 mon.a (mon.0) 2597 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:51:34.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:34 smithi053 bash[67631]: cluster 2024-09-13T00:51:34.266990+0000 mgr.y (mgr.34107) 1464 : cluster [DBG] pgmap v2315: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 246 KiB/s rd, 24 KiB/s wr, 332 op/s 2024-09-13T00:51:35.591 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 41943040~10 2024-09-13T00:51:35.612 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap4 2024-09-13T00:51:35.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:35 smithi032 bash[75510]: cluster 2024-09-13T00:51:34.564748+0000 mon.a (mon.0) 2598 : cluster [DBG] osdmap e1299: 8 total, 8 up, 8 in 2024-09-13T00:51:35.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:35 smithi032 bash[76677]: cluster 2024-09-13T00:51:34.564748+0000 mon.a (mon.0) 2598 : cluster [DBG] osdmap e1299: 8 total, 8 up, 8 in 2024-09-13T00:51:36.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:35 smithi053 bash[67631]: cluster 2024-09-13T00:51:34.564748+0000 mon.a (mon.0) 2598 : cluster [DBG] osdmap e1299: 8 total, 8 up, 8 in 2024-09-13T00:51:36.783 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2024-09-13T00:51:36.839 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:51:36.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:36 smithi032 bash[76677]: cluster 2024-09-13T00:51:35.569235+0000 mon.a (mon.0) 2599 : cluster [DBG] osdmap e1300: 8 total, 8 up, 8 in 2024-09-13T00:51:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:36 smithi032 bash[76677]: cluster 2024-09-13T00:51:35.749174+0000 mon.a (mon.0) 2600 : cluster [DBG] osdmap e1301: 8 total, 8 up, 8 in 2024-09-13T00:51:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:36 smithi032 bash[76677]: cluster 2024-09-13T00:51:36.267765+0000 mgr.y (mgr.34107) 1465 : cluster [DBG] pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 193 KiB/s rd, 20 KiB/s wr, 266 op/s 2024-09-13T00:51:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:36 smithi032 bash[75510]: cluster 2024-09-13T00:51:35.569235+0000 mon.a (mon.0) 2599 : cluster [DBG] osdmap e1300: 8 total, 8 up, 8 in 2024-09-13T00:51:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:36 smithi032 bash[75510]: cluster 2024-09-13T00:51:35.749174+0000 mon.a (mon.0) 2600 : cluster [DBG] osdmap e1301: 8 total, 8 up, 8 in 2024-09-13T00:51:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:36 smithi032 bash[75510]: cluster 2024-09-13T00:51:36.267765+0000 mgr.y (mgr.34107) 1465 : cluster [DBG] pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 193 KiB/s rd, 20 KiB/s wr, 266 op/s 2024-09-13T00:51:37.012 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:51:37.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:36 smithi053 bash[67631]: cluster 2024-09-13T00:51:35.569235+0000 mon.a (mon.0) 2599 : cluster [DBG] osdmap e1300: 8 total, 8 up, 8 in 2024-09-13T00:51:37.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:36 smithi053 bash[67631]: cluster 2024-09-13T00:51:35.749174+0000 mon.a (mon.0) 2600 : cluster [DBG] osdmap e1301: 8 total, 8 up, 8 in 2024-09-13T00:51:37.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:36 smithi053 bash[67631]: cluster 2024-09-13T00:51:36.267765+0000 mgr.y (mgr.34107) 1465 : cluster [DBG] pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 193 KiB/s rd, 20 KiB/s wr, 266 op/s 2024-09-13T00:51:38.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:37 smithi053 bash[67631]: cluster 2024-09-13T00:51:36.756753+0000 mon.a (mon.0) 2601 : cluster [DBG] osdmap e1302: 8 total, 8 up, 8 in 2024-09-13T00:51:38.091 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7515 ms) 2024-09-13T00:51:38.091 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-09-13T00:51:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:37 smithi032 bash[75510]: cluster 2024-09-13T00:51:36.756753+0000 mon.a (mon.0) 2601 : cluster [DBG] osdmap e1302: 8 total, 8 up, 8 in 2024-09-13T00:51:38.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:37 smithi032 bash[76677]: cluster 2024-09-13T00:51:36.756753+0000 mon.a (mon.0) 2601 : cluster [DBG] osdmap e1302: 8 total, 8 up, 8 in 2024-09-13T00:51:38.175 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:51:38.204 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:51:38.692 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.AbortInUseImage (601 ms) 2024-09-13T00:51:38.692 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-09-13T00:51:38.778 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:51:38.808 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:51:38.893 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2024-09-13T00:51:38.967 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:51:39.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:38 smithi053 bash[67631]: cluster 2024-09-13T00:51:37.760454+0000 mon.a (mon.0) 2602 : cluster [DBG] osdmap e1303: 8 total, 8 up, 8 in 2024-09-13T00:51:39.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:38 smithi053 bash[67631]: cluster 2024-09-13T00:51:38.268639+0000 mgr.y (mgr.34107) 1466 : cluster [DBG] pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 146 KiB/s rd, 8.4 KiB/s wr, 188 op/s 2024-09-13T00:51:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:38 smithi032 bash[75510]: cluster 2024-09-13T00:51:37.760454+0000 mon.a (mon.0) 2602 : cluster [DBG] osdmap e1303: 8 total, 8 up, 8 in 2024-09-13T00:51:39.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:38 smithi032 bash[75510]: cluster 2024-09-13T00:51:38.268639+0000 mgr.y (mgr.34107) 1466 : cluster [DBG] pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 146 KiB/s rd, 8.4 KiB/s wr, 188 op/s 2024-09-13T00:51:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:38 smithi032 bash[76677]: cluster 2024-09-13T00:51:37.760454+0000 mon.a (mon.0) 2602 : cluster [DBG] osdmap e1303: 8 total, 8 up, 8 in 2024-09-13T00:51:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:38 smithi032 bash[76677]: cluster 2024-09-13T00:51:38.268639+0000 mgr.y (mgr.34107) 1466 : cluster [DBG] pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 146 KiB/s rd, 8.4 KiB/s wr, 188 op/s 2024-09-13T00:51:39.412 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:51:39.471 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2024-09-13T00:51:39.567 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:51:39.961 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (1269 ms) 2024-09-13T00:51:39.961 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-09-13T00:51:40.047 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:51:40.076 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:51:40.172 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:51:40.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:40 smithi053 bash[67631]: audit 2024-09-13T00:51:40.197356+0000 mon.a (mon.0) 2603 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:51:40.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:40 smithi053 bash[67631]: cluster 2024-09-13T00:51:40.235957+0000 mon.a (mon.0) 2604 : cluster [DBG] osdmap e1304: 8 total, 8 up, 8 in 2024-09-13T00:51:40.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:40 smithi032 bash[75510]: audit 2024-09-13T00:51:40.197356+0000 mon.a (mon.0) 2603 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:51:40.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:40 smithi032 bash[75510]: cluster 2024-09-13T00:51:40.235957+0000 mon.a (mon.0) 2604 : cluster [DBG] osdmap e1304: 8 total, 8 up, 8 in 2024-09-13T00:51:40.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:40 smithi032 bash[76677]: audit 2024-09-13T00:51:40.197356+0000 mon.a (mon.0) 2603 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:51:40.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:40 smithi032 bash[76677]: cluster 2024-09-13T00:51:40.235957+0000 mon.a (mon.0) 2604 : cluster [DBG] osdmap e1304: 8 total, 8 up, 8 in 2024-09-13T00:51:41.290 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2024-09-13T00:51:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2024-09-13T00:51:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2024-09-13T00:51:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:51:41.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:41 smithi053 bash[67631]: cluster 2024-09-13T00:51:40.269446+0000 mgr.y (mgr.34107) 1467 : cluster [DBG] pgmap v2324: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 15 KiB/s wr, 249 op/s 2024-09-13T00:51:41.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:41 smithi032 bash[75510]: cluster 2024-09-13T00:51:40.269446+0000 mgr.y (mgr.34107) 1467 : cluster [DBG] pgmap v2324: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 15 KiB/s wr, 249 op/s 2024-09-13T00:51:41.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:41 smithi032 bash[76677]: cluster 2024-09-13T00:51:40.269446+0000 mgr.y (mgr.34107) 1467 : cluster [DBG] pgmap v2324: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 15 KiB/s wr, 249 op/s 2024-09-13T00:51:42.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:42 smithi053 bash[67631]: cluster 2024-09-13T00:51:41.268475+0000 mon.a (mon.0) 2605 : cluster [DBG] osdmap e1305: 8 total, 8 up, 8 in 2024-09-13T00:51:42.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:51:42 smithi053 bash[94430]: ts=2024-09-13T00:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:51:42.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:42 smithi032 bash[75510]: cluster 2024-09-13T00:51:41.268475+0000 mon.a (mon.0) 2605 : cluster [DBG] osdmap e1305: 8 total, 8 up, 8 in 2024-09-13T00:51:42.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:51:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:51:42] "GET /metrics HTTP/1.1" 200 38841 "" "Prometheus/2.43.0" 2024-09-13T00:51:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:42 smithi032 bash[76677]: cluster 2024-09-13T00:51:41.268475+0000 mon.a (mon.0) 2605 : cluster [DBG] osdmap e1305: 8 total, 8 up, 8 in 2024-09-13T00:51:43.306 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2024-09-13T00:51:43.324 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2024-09-13T00:51:43.324 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2024-09-13T00:51:43.344 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2024-09-13T00:51:43.384 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:51:43.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:43 smithi032 bash[75510]: cluster 2024-09-13T00:51:42.270009+0000 mon.a (mon.0) 2606 : cluster [DBG] osdmap e1306: 8 total, 8 up, 8 in 2024-09-13T00:51:43.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:43 smithi032 bash[75510]: cluster 2024-09-13T00:51:42.270787+0000 mgr.y (mgr.34107) 1468 : cluster [DBG] pgmap v2327: 169 pgs: 169 active+clean; 797 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.2 MiB/s wr, 272 op/s 2024-09-13T00:51:43.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:43 smithi032 bash[76677]: cluster 2024-09-13T00:51:42.270009+0000 mon.a (mon.0) 2606 : cluster [DBG] osdmap e1306: 8 total, 8 up, 8 in 2024-09-13T00:51:43.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:43 smithi032 bash[76677]: cluster 2024-09-13T00:51:42.270787+0000 mgr.y (mgr.34107) 1468 : cluster [DBG] pgmap v2327: 169 pgs: 169 active+clean; 797 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.2 MiB/s wr, 272 op/s 2024-09-13T00:51:43.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:43 smithi053 bash[67631]: cluster 2024-09-13T00:51:42.270009+0000 mon.a (mon.0) 2606 : cluster [DBG] osdmap e1306: 8 total, 8 up, 8 in 2024-09-13T00:51:43.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:43 smithi053 bash[67631]: cluster 2024-09-13T00:51:42.270787+0000 mgr.y (mgr.34107) 1468 : cluster [DBG] pgmap v2327: 169 pgs: 169 active+clean; 797 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.2 MiB/s wr, 272 op/s 2024-09-13T00:51:44.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:44 smithi032 bash[75510]: cluster 2024-09-13T00:51:43.283448+0000 mon.a (mon.0) 2607 : cluster [DBG] osdmap e1307: 8 total, 8 up, 8 in 2024-09-13T00:51:44.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:44 smithi032 bash[76677]: cluster 2024-09-13T00:51:43.283448+0000 mon.a (mon.0) 2607 : cluster [DBG] osdmap e1307: 8 total, 8 up, 8 in 2024-09-13T00:51:44.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:44 smithi053 bash[67631]: cluster 2024-09-13T00:51:43.283448+0000 mon.a (mon.0) 2607 : cluster [DBG] osdmap e1307: 8 total, 8 up, 8 in 2024-09-13T00:51:45.350 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:51:45.407 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2024-09-13T00:51:45.430 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:51:45.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:45 smithi032 bash[75510]: cluster 2024-09-13T00:51:44.271970+0000 mgr.y (mgr.34107) 1469 : cluster [DBG] pgmap v2329: 169 pgs: 169 active+clean; 849 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 28 MiB/s wr, 491 op/s 2024-09-13T00:51:45.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:45 smithi032 bash[75510]: cluster 2024-09-13T00:51:44.318752+0000 mon.a (mon.0) 2608 : cluster [DBG] osdmap e1308: 8 total, 8 up, 8 in 2024-09-13T00:51:45.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:45 smithi032 bash[76677]: cluster 2024-09-13T00:51:44.271970+0000 mgr.y (mgr.34107) 1469 : cluster [DBG] pgmap v2329: 169 pgs: 169 active+clean; 849 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 28 MiB/s wr, 491 op/s 2024-09-13T00:51:45.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:45 smithi032 bash[76677]: cluster 2024-09-13T00:51:44.318752+0000 mon.a (mon.0) 2608 : cluster [DBG] osdmap e1308: 8 total, 8 up, 8 in 2024-09-13T00:51:45.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:45 smithi053 bash[67631]: cluster 2024-09-13T00:51:44.271970+0000 mgr.y (mgr.34107) 1469 : cluster [DBG] pgmap v2329: 169 pgs: 169 active+clean; 849 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 28 MiB/s wr, 491 op/s 2024-09-13T00:51:45.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:45 smithi053 bash[67631]: cluster 2024-09-13T00:51:44.318752+0000 mon.a (mon.0) 2608 : cluster [DBG] osdmap e1308: 8 total, 8 up, 8 in 2024-09-13T00:51:46.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:46 smithi032 bash[75510]: cluster 2024-09-13T00:51:45.321201+0000 mon.a (mon.0) 2609 : cluster [DBG] osdmap e1309: 8 total, 8 up, 8 in 2024-09-13T00:51:46.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:46 smithi032 bash[75510]: cluster 2024-09-13T00:51:45.753485+0000 mon.a (mon.0) 2610 : cluster [DBG] osdmap e1310: 8 total, 8 up, 8 in 2024-09-13T00:51:46.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:46 smithi032 bash[75510]: cluster 2024-09-13T00:51:46.272757+0000 mgr.y (mgr.34107) 1470 : cluster [DBG] pgmap v2333: 169 pgs: 169 active+clean; 865 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 24 MiB/s wr, 340 op/s 2024-09-13T00:51:46.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:46 smithi032 bash[76677]: cluster 2024-09-13T00:51:45.321201+0000 mon.a (mon.0) 2609 : cluster [DBG] osdmap e1309: 8 total, 8 up, 8 in 2024-09-13T00:51:46.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:46 smithi032 bash[76677]: cluster 2024-09-13T00:51:45.753485+0000 mon.a (mon.0) 2610 : cluster [DBG] osdmap e1310: 8 total, 8 up, 8 in 2024-09-13T00:51:46.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:46 smithi032 bash[76677]: cluster 2024-09-13T00:51:46.272757+0000 mgr.y (mgr.34107) 1470 : cluster [DBG] pgmap v2333: 169 pgs: 169 active+clean; 865 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 24 MiB/s wr, 340 op/s 2024-09-13T00:51:46.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:46 smithi053 bash[67631]: cluster 2024-09-13T00:51:45.321201+0000 mon.a (mon.0) 2609 : cluster [DBG] osdmap e1309: 8 total, 8 up, 8 in 2024-09-13T00:51:46.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:46 smithi053 bash[67631]: cluster 2024-09-13T00:51:45.753485+0000 mon.a (mon.0) 2610 : cluster [DBG] osdmap e1310: 8 total, 8 up, 8 in 2024-09-13T00:51:46.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:46 smithi053 bash[67631]: cluster 2024-09-13T00:51:46.272757+0000 mgr.y (mgr.34107) 1470 : cluster [DBG] pgmap v2333: 169 pgs: 169 active+clean; 865 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 24 MiB/s wr, 340 op/s 2024-09-13T00:51:48.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:47 smithi053 bash[67631]: cluster 2024-09-13T00:51:46.761311+0000 mon.a (mon.0) 2611 : cluster [DBG] osdmap e1311: 8 total, 8 up, 8 in 2024-09-13T00:51:48.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:47 smithi032 bash[76677]: cluster 2024-09-13T00:51:46.761311+0000 mon.a (mon.0) 2611 : cluster [DBG] osdmap e1311: 8 total, 8 up, 8 in 2024-09-13T00:51:48.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:47 smithi032 bash[75510]: cluster 2024-09-13T00:51:46.761311+0000 mon.a (mon.0) 2611 : cluster [DBG] osdmap e1311: 8 total, 8 up, 8 in 2024-09-13T00:51:48.685 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:51:48.842 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2024-09-13T00:51:49.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:48 smithi053 bash[67631]: cluster 2024-09-13T00:51:47.764471+0000 mon.a (mon.0) 2612 : cluster [DBG] osdmap e1312: 8 total, 8 up, 8 in 2024-09-13T00:51:49.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:48 smithi053 bash[67631]: cluster 2024-09-13T00:51:48.273537+0000 mgr.y (mgr.34107) 1471 : cluster [DBG] pgmap v2336: 169 pgs: 169 active+clean; 869 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 MiB/s wr, 75 op/s 2024-09-13T00:51:49.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:48 smithi032 bash[75510]: cluster 2024-09-13T00:51:47.764471+0000 mon.a (mon.0) 2612 : cluster [DBG] osdmap e1312: 8 total, 8 up, 8 in 2024-09-13T00:51:49.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:48 smithi032 bash[75510]: cluster 2024-09-13T00:51:48.273537+0000 mgr.y (mgr.34107) 1471 : cluster [DBG] pgmap v2336: 169 pgs: 169 active+clean; 869 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 MiB/s wr, 75 op/s 2024-09-13T00:51:49.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:48 smithi032 bash[76677]: cluster 2024-09-13T00:51:47.764471+0000 mon.a (mon.0) 2612 : cluster [DBG] osdmap e1312: 8 total, 8 up, 8 in 2024-09-13T00:51:49.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:48 smithi032 bash[76677]: cluster 2024-09-13T00:51:48.273537+0000 mgr.y (mgr.34107) 1471 : cluster [DBG] pgmap v2336: 169 pgs: 169 active+clean; 869 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 MiB/s wr, 75 op/s 2024-09-13T00:51:49.812 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2024-09-13T00:51:49.858 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2024-09-13T00:51:49.969 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:51:51.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:50 smithi032 bash[75510]: cluster 2024-09-13T00:51:49.786666+0000 mon.a (mon.0) 2613 : cluster [DBG] osdmap e1313: 8 total, 8 up, 8 in 2024-09-13T00:51:51.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:50 smithi032 bash[75510]: cluster 2024-09-13T00:51:50.274372+0000 mgr.y (mgr.34107) 1472 : cluster [DBG] pgmap v2338: 169 pgs: 169 active+clean; 873 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 180 op/s 2024-09-13T00:51:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:50 smithi032 bash[76677]: cluster 2024-09-13T00:51:49.786666+0000 mon.a (mon.0) 2613 : cluster [DBG] osdmap e1313: 8 total, 8 up, 8 in 2024-09-13T00:51:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:50 smithi032 bash[76677]: cluster 2024-09-13T00:51:50.274372+0000 mgr.y (mgr.34107) 1472 : cluster [DBG] pgmap v2338: 169 pgs: 169 active+clean; 873 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 180 op/s 2024-09-13T00:51:51.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:50 smithi053 bash[67631]: cluster 2024-09-13T00:51:49.786666+0000 mon.a (mon.0) 2613 : cluster [DBG] osdmap e1313: 8 total, 8 up, 8 in 2024-09-13T00:51:51.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:50 smithi053 bash[67631]: cluster 2024-09-13T00:51:50.274372+0000 mgr.y (mgr.34107) 1472 : cluster [DBG] pgmap v2338: 169 pgs: 169 active+clean; 873 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 180 op/s 2024-09-13T00:51:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:51 smithi032 bash[75510]: cluster 2024-09-13T00:51:50.797275+0000 mon.a (mon.0) 2614 : cluster [DBG] osdmap e1314: 8 total, 8 up, 8 in 2024-09-13T00:51:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:51 smithi032 bash[76677]: cluster 2024-09-13T00:51:50.797275+0000 mon.a (mon.0) 2614 : cluster [DBG] osdmap e1314: 8 total, 8 up, 8 in 2024-09-13T00:51:52.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:51 smithi053 bash[67631]: cluster 2024-09-13T00:51:50.797275+0000 mon.a (mon.0) 2614 : cluster [DBG] osdmap e1314: 8 total, 8 up, 8 in 2024-09-13T00:51:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:51:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:51:52] "GET /metrics HTTP/1.1" 200 38841 "" "Prometheus/2.43.0" 2024-09-13T00:51:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:51:52 smithi053 bash[94430]: ts=2024-09-13T00:51:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:51:53.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:52 smithi032 bash[75510]: cluster 2024-09-13T00:51:51.799505+0000 mon.a (mon.0) 2615 : cluster [DBG] osdmap e1315: 8 total, 8 up, 8 in 2024-09-13T00:51:53.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:52 smithi032 bash[75510]: cluster 2024-09-13T00:51:52.275108+0000 mgr.y (mgr.34107) 1473 : cluster [DBG] pgmap v2341: 169 pgs: 169 active+clean; 881 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 3.6 MiB/s wr, 157 op/s 2024-09-13T00:51:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:52 smithi032 bash[76677]: cluster 2024-09-13T00:51:51.799505+0000 mon.a (mon.0) 2615 : cluster [DBG] osdmap e1315: 8 total, 8 up, 8 in 2024-09-13T00:51:53.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:52 smithi032 bash[76677]: cluster 2024-09-13T00:51:52.275108+0000 mgr.y (mgr.34107) 1473 : cluster [DBG] pgmap v2341: 169 pgs: 169 active+clean; 881 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 3.6 MiB/s wr, 157 op/s 2024-09-13T00:51:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:52 smithi053 bash[67631]: cluster 2024-09-13T00:51:51.799505+0000 mon.a (mon.0) 2615 : cluster [DBG] osdmap e1315: 8 total, 8 up, 8 in 2024-09-13T00:51:53.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:52 smithi053 bash[67631]: cluster 2024-09-13T00:51:52.275108+0000 mgr.y (mgr.34107) 1473 : cluster [DBG] pgmap v2341: 169 pgs: 169 active+clean; 881 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 3.6 MiB/s wr, 157 op/s 2024-09-13T00:51:54.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:53 smithi032 bash[75510]: cluster 2024-09-13T00:51:52.825009+0000 mon.a (mon.0) 2616 : cluster [DBG] osdmap e1316: 8 total, 8 up, 8 in 2024-09-13T00:51:54.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:53 smithi032 bash[76677]: cluster 2024-09-13T00:51:52.825009+0000 mon.a (mon.0) 2616 : cluster [DBG] osdmap e1316: 8 total, 8 up, 8 in 2024-09-13T00:51:54.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:53 smithi053 bash[67631]: cluster 2024-09-13T00:51:52.825009+0000 mon.a (mon.0) 2616 : cluster [DBG] osdmap e1316: 8 total, 8 up, 8 in 2024-09-13T00:51:54.503 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.AbortWithSnapshots (14543 ms) 2024-09-13T00:51:54.503 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-09-13T00:51:54.586 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:51:54.617 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2024-09-13T00:51:54.640 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:51:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:54 smithi032 bash[76677]: cluster 2024-09-13T00:51:53.833397+0000 mon.a (mon.0) 2617 : cluster [DBG] osdmap e1317: 8 total, 8 up, 8 in 2024-09-13T00:51:55.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:54 smithi032 bash[76677]: cluster 2024-09-13T00:51:54.275934+0000 mgr.y (mgr.34107) 1474 : cluster [DBG] pgmap v2344: 169 pgs: 169 active+clean; 941 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 23 MiB/s wr, 320 op/s 2024-09-13T00:51:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:54 smithi032 bash[75510]: cluster 2024-09-13T00:51:53.833397+0000 mon.a (mon.0) 2617 : cluster [DBG] osdmap e1317: 8 total, 8 up, 8 in 2024-09-13T00:51:55.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:54 smithi032 bash[75510]: cluster 2024-09-13T00:51:54.275934+0000 mgr.y (mgr.34107) 1474 : cluster [DBG] pgmap v2344: 169 pgs: 169 active+clean; 941 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 23 MiB/s wr, 320 op/s 2024-09-13T00:51:55.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:54 smithi053 bash[67631]: cluster 2024-09-13T00:51:53.833397+0000 mon.a (mon.0) 2617 : cluster [DBG] osdmap e1317: 8 total, 8 up, 8 in 2024-09-13T00:51:55.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:54 smithi053 bash[67631]: cluster 2024-09-13T00:51:54.275934+0000 mgr.y (mgr.34107) 1474 : cluster [DBG] pgmap v2344: 169 pgs: 169 active+clean; 941 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 23 MiB/s wr, 320 op/s 2024-09-13T00:51:55.884 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2024-09-13T00:51:56.034 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:51:56.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:55 smithi032 bash[76677]: cluster 2024-09-13T00:51:54.845243+0000 mon.a (mon.0) 2618 : cluster [DBG] osdmap e1318: 8 total, 8 up, 8 in 2024-09-13T00:51:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:55 smithi032 bash[76677]: audit 2024-09-13T00:51:55.197838+0000 mon.a (mon.0) 2619 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:51:56.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:55 smithi032 bash[75510]: cluster 2024-09-13T00:51:54.845243+0000 mon.a (mon.0) 2618 : cluster [DBG] osdmap e1318: 8 total, 8 up, 8 in 2024-09-13T00:51:56.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:55 smithi032 bash[75510]: audit 2024-09-13T00:51:55.197838+0000 mon.a (mon.0) 2619 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:51:56.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:55 smithi053 bash[67631]: cluster 2024-09-13T00:51:54.845243+0000 mon.a (mon.0) 2618 : cluster [DBG] osdmap e1318: 8 total, 8 up, 8 in 2024-09-13T00:51:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:55 smithi053 bash[67631]: audit 2024-09-13T00:51:55.197838+0000 mon.a (mon.0) 2619 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:51:57.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:56 smithi032 bash[75510]: cluster 2024-09-13T00:51:55.855706+0000 mon.a (mon.0) 2620 : cluster [DBG] osdmap e1319: 8 total, 8 up, 8 in 2024-09-13T00:51:57.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:56 smithi032 bash[75510]: cluster 2024-09-13T00:51:56.276897+0000 mgr.y (mgr.34107) 1475 : cluster [DBG] pgmap v2347: 169 pgs: 169 active+clean; 941 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 295 op/s 2024-09-13T00:51:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:56 smithi032 bash[76677]: cluster 2024-09-13T00:51:55.855706+0000 mon.a (mon.0) 2620 : cluster [DBG] osdmap e1319: 8 total, 8 up, 8 in 2024-09-13T00:51:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:56 smithi032 bash[76677]: cluster 2024-09-13T00:51:56.276897+0000 mgr.y (mgr.34107) 1475 : cluster [DBG] pgmap v2347: 169 pgs: 169 active+clean; 941 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 295 op/s 2024-09-13T00:51:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:56 smithi053 bash[67631]: cluster 2024-09-13T00:51:55.855706+0000 mon.a (mon.0) 2620 : cluster [DBG] osdmap e1319: 8 total, 8 up, 8 in 2024-09-13T00:51:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:56 smithi053 bash[67631]: cluster 2024-09-13T00:51:56.276897+0000 mgr.y (mgr.34107) 1475 : cluster [DBG] pgmap v2347: 169 pgs: 169 active+clean; 941 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 295 op/s 2024-09-13T00:51:57.378 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:51:57.605 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:51:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:57 smithi032 bash[75510]: cluster 2024-09-13T00:51:56.866468+0000 mon.a (mon.0) 2621 : cluster [DBG] osdmap e1320: 8 total, 8 up, 8 in 2024-09-13T00:51:58.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:57 smithi032 bash[76677]: cluster 2024-09-13T00:51:56.866468+0000 mon.a (mon.0) 2621 : cluster [DBG] osdmap e1320: 8 total, 8 up, 8 in 2024-09-13T00:51:58.168 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV1Parent (3664 ms) 2024-09-13T00:51:58.168 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-09-13T00:51:58.252 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:51:58.284 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2024-09-13T00:51:58.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:57 smithi053 bash[67631]: cluster 2024-09-13T00:51:56.866468+0000 mon.a (mon.0) 2621 : cluster [DBG] osdmap e1320: 8 total, 8 up, 8 in 2024-09-13T00:51:58.310 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:51:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:58 smithi032 bash[75510]: cluster 2024-09-13T00:51:57.873632+0000 mon.a (mon.0) 2622 : cluster [DBG] osdmap e1321: 8 total, 8 up, 8 in 2024-09-13T00:51:59.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:58 smithi032 bash[75510]: cluster 2024-09-13T00:51:58.277696+0000 mgr.y (mgr.34107) 1476 : cluster [DBG] pgmap v2350: 169 pgs: 169 active+clean; 929 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 8.5 KiB/s wr, 128 op/s 2024-09-13T00:51:59.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:58 smithi032 bash[76677]: cluster 2024-09-13T00:51:57.873632+0000 mon.a (mon.0) 2622 : cluster [DBG] osdmap e1321: 8 total, 8 up, 8 in 2024-09-13T00:51:59.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:58 smithi032 bash[76677]: cluster 2024-09-13T00:51:58.277696+0000 mgr.y (mgr.34107) 1476 : cluster [DBG] pgmap v2350: 169 pgs: 169 active+clean; 929 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 8.5 KiB/s wr, 128 op/s 2024-09-13T00:51:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:58 smithi053 bash[67631]: cluster 2024-09-13T00:51:57.873632+0000 mon.a (mon.0) 2622 : cluster [DBG] osdmap e1321: 8 total, 8 up, 8 in 2024-09-13T00:51:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:58 smithi053 bash[67631]: cluster 2024-09-13T00:51:58.277696+0000 mgr.y (mgr.34107) 1476 : cluster [DBG] pgmap v2350: 169 pgs: 169 active+clean; 929 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 8.5 KiB/s wr, 128 op/s 2024-09-13T00:51:59.917 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2024-09-13T00:52:00.071 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:52:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:51:59 smithi032 bash[76677]: cluster 2024-09-13T00:51:58.887301+0000 mon.a (mon.0) 2623 : cluster [DBG] osdmap e1322: 8 total, 8 up, 8 in 2024-09-13T00:52:00.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:51:59 smithi032 bash[75510]: cluster 2024-09-13T00:51:58.887301+0000 mon.a (mon.0) 2623 : cluster [DBG] osdmap e1322: 8 total, 8 up, 8 in 2024-09-13T00:52:00.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:51:59 smithi053 bash[67631]: cluster 2024-09-13T00:51:58.887301+0000 mon.a (mon.0) 2623 : cluster [DBG] osdmap e1322: 8 total, 8 up, 8 in 2024-09-13T00:52:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:00 smithi032 bash[75510]: cluster 2024-09-13T00:51:59.887878+0000 mon.a (mon.0) 2624 : cluster [DBG] osdmap e1323: 8 total, 8 up, 8 in 2024-09-13T00:52:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:00 smithi032 bash[75510]: cluster 2024-09-13T00:52:00.278462+0000 mgr.y (mgr.34107) 1477 : cluster [DBG] pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 15 KiB/s wr, 216 op/s 2024-09-13T00:52:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:00 smithi032 bash[75510]: cluster 2024-09-13T00:52:00.758241+0000 mon.a (mon.0) 2625 : cluster [DBG] osdmap e1324: 8 total, 8 up, 8 in 2024-09-13T00:52:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:00 smithi032 bash[76677]: cluster 2024-09-13T00:51:59.887878+0000 mon.a (mon.0) 2624 : cluster [DBG] osdmap e1323: 8 total, 8 up, 8 in 2024-09-13T00:52:01.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:00 smithi032 bash[76677]: cluster 2024-09-13T00:52:00.278462+0000 mgr.y (mgr.34107) 1477 : cluster [DBG] pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 15 KiB/s wr, 216 op/s 2024-09-13T00:52:01.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:00 smithi032 bash[76677]: cluster 2024-09-13T00:52:00.758241+0000 mon.a (mon.0) 2625 : cluster [DBG] osdmap e1324: 8 total, 8 up, 8 in 2024-09-13T00:52:01.263 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:52:01.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:00 smithi053 bash[67631]: cluster 2024-09-13T00:51:59.887878+0000 mon.a (mon.0) 2624 : cluster [DBG] osdmap e1323: 8 total, 8 up, 8 in 2024-09-13T00:52:01.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:00 smithi053 bash[67631]: cluster 2024-09-13T00:52:00.278462+0000 mgr.y (mgr.34107) 1477 : cluster [DBG] pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 15 KiB/s wr, 216 op/s 2024-09-13T00:52:01.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:00 smithi053 bash[67631]: cluster 2024-09-13T00:52:00.758241+0000 mon.a (mon.0) 2625 : cluster [DBG] osdmap e1324: 8 total, 8 up, 8 in 2024-09-13T00:52:01.491 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:52:02.193 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV2Parent (4025 ms) 2024-09-13T00:52:02.193 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-09-13T00:52:02.279 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:52:02.312 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2024-09-13T00:52:02.340 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:52:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:52:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:52:02] "GET /metrics HTTP/1.1" 200 38844 "" "Prometheus/2.43.0" 2024-09-13T00:52:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:52:02 smithi053 bash[94430]: ts=2024-09-13T00:52:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:52:03.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:02 smithi032 bash[75510]: cluster 2024-09-13T00:52:01.910958+0000 mon.a (mon.0) 2626 : cluster [DBG] osdmap e1325: 8 total, 8 up, 8 in 2024-09-13T00:52:03.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:02 smithi032 bash[75510]: cluster 2024-09-13T00:52:02.279422+0000 mgr.y (mgr.34107) 1478 : cluster [DBG] pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 17 KiB/s wr, 354 op/s 2024-09-13T00:52:03.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:02 smithi032 bash[76677]: cluster 2024-09-13T00:52:01.910958+0000 mon.a (mon.0) 2626 : cluster [DBG] osdmap e1325: 8 total, 8 up, 8 in 2024-09-13T00:52:03.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:02 smithi032 bash[76677]: cluster 2024-09-13T00:52:02.279422+0000 mgr.y (mgr.34107) 1478 : cluster [DBG] pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 17 KiB/s wr, 354 op/s 2024-09-13T00:52:03.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:02 smithi053 bash[67631]: cluster 2024-09-13T00:52:01.910958+0000 mon.a (mon.0) 2626 : cluster [DBG] osdmap e1325: 8 total, 8 up, 8 in 2024-09-13T00:52:03.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:02 smithi053 bash[67631]: cluster 2024-09-13T00:52:02.279422+0000 mgr.y (mgr.34107) 1478 : cluster [DBG] pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 17 KiB/s wr, 354 op/s 2024-09-13T00:52:03.949 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2024-09-13T00:52:04.113 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:52:04.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:03 smithi053 bash[67631]: cluster 2024-09-13T00:52:02.921092+0000 mon.a (mon.0) 2627 : cluster [DBG] osdmap e1326: 8 total, 8 up, 8 in 2024-09-13T00:52:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:03 smithi032 bash[75510]: cluster 2024-09-13T00:52:02.921092+0000 mon.a (mon.0) 2627 : cluster [DBG] osdmap e1326: 8 total, 8 up, 8 in 2024-09-13T00:52:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:03 smithi032 bash[76677]: cluster 2024-09-13T00:52:02.921092+0000 mon.a (mon.0) 2627 : cluster [DBG] osdmap e1326: 8 total, 8 up, 8 in 2024-09-13T00:52:05.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:04 smithi053 bash[67631]: cluster 2024-09-13T00:52:03.923966+0000 mon.a (mon.0) 2628 : cluster [DBG] osdmap e1327: 8 total, 8 up, 8 in 2024-09-13T00:52:05.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:04 smithi053 bash[67631]: cluster 2024-09-13T00:52:04.280306+0000 mgr.y (mgr.34107) 1479 : cluster [DBG] pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 469 KiB/s rd, 26 KiB/s wr, 586 op/s 2024-09-13T00:52:05.364 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:52:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:04 smithi032 bash[75510]: cluster 2024-09-13T00:52:03.923966+0000 mon.a (mon.0) 2628 : cluster [DBG] osdmap e1327: 8 total, 8 up, 8 in 2024-09-13T00:52:05.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:04 smithi032 bash[75510]: cluster 2024-09-13T00:52:04.280306+0000 mgr.y (mgr.34107) 1479 : cluster [DBG] pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 469 KiB/s rd, 26 KiB/s wr, 586 op/s 2024-09-13T00:52:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:04 smithi032 bash[76677]: cluster 2024-09-13T00:52:03.923966+0000 mon.a (mon.0) 2628 : cluster [DBG] osdmap e1327: 8 total, 8 up, 8 in 2024-09-13T00:52:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:04 smithi032 bash[76677]: cluster 2024-09-13T00:52:04.280306+0000 mgr.y (mgr.34107) 1479 : cluster [DBG] pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 469 KiB/s rd, 26 KiB/s wr, 586 op/s 2024-09-13T00:52:06.059 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3866 ms) 2024-09-13T00:52:06.059 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-09-13T00:52:06.140 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:52:06.172 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2024-09-13T00:52:06.198 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:52:06.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:05 smithi053 bash[67631]: cluster 2024-09-13T00:52:04.947221+0000 mon.a (mon.0) 2629 : cluster [DBG] osdmap e1328: 8 total, 8 up, 8 in 2024-09-13T00:52:06.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:05 smithi053 bash[67631]: cluster 2024-09-13T00:52:05.760912+0000 mon.a (mon.0) 2630 : cluster [DBG] osdmap e1329: 8 total, 8 up, 8 in 2024-09-13T00:52:06.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:05 smithi032 bash[75510]: cluster 2024-09-13T00:52:04.947221+0000 mon.a (mon.0) 2629 : cluster [DBG] osdmap e1328: 8 total, 8 up, 8 in 2024-09-13T00:52:06.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:05 smithi032 bash[75510]: cluster 2024-09-13T00:52:05.760912+0000 mon.a (mon.0) 2630 : cluster [DBG] osdmap e1329: 8 total, 8 up, 8 in 2024-09-13T00:52:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:05 smithi032 bash[76677]: cluster 2024-09-13T00:52:04.947221+0000 mon.a (mon.0) 2629 : cluster [DBG] osdmap e1328: 8 total, 8 up, 8 in 2024-09-13T00:52:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:05 smithi032 bash[76677]: cluster 2024-09-13T00:52:05.760912+0000 mon.a (mon.0) 2630 : cluster [DBG] osdmap e1329: 8 total, 8 up, 8 in 2024-09-13T00:52:07.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:06 smithi053 bash[67631]: cluster 2024-09-13T00:52:06.281159+0000 mgr.y (mgr.34107) 1480 : cluster [DBG] pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 442 KiB/s rd, 24 KiB/s wr, 551 op/s 2024-09-13T00:52:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:06 smithi032 bash[75510]: cluster 2024-09-13T00:52:06.281159+0000 mgr.y (mgr.34107) 1480 : cluster [DBG] pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 442 KiB/s rd, 24 KiB/s wr, 551 op/s 2024-09-13T00:52:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:06 smithi032 bash[76677]: cluster 2024-09-13T00:52:06.281159+0000 mgr.y (mgr.34107) 1480 : cluster [DBG] pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 442 KiB/s rd, 24 KiB/s wr, 551 op/s 2024-09-13T00:52:07.991 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2024-09-13T00:52:08.137 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:52:08.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:07 smithi053 bash[67631]: cluster 2024-09-13T00:52:06.961376+0000 mon.a (mon.0) 2631 : cluster [DBG] osdmap e1330: 8 total, 8 up, 8 in 2024-09-13T00:52:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:07 smithi032 bash[75510]: cluster 2024-09-13T00:52:06.961376+0000 mon.a (mon.0) 2631 : cluster [DBG] osdmap e1330: 8 total, 8 up, 8 in 2024-09-13T00:52:08.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:07 smithi032 bash[76677]: cluster 2024-09-13T00:52:06.961376+0000 mon.a (mon.0) 2631 : cluster [DBG] osdmap e1330: 8 total, 8 up, 8 in 2024-09-13T00:52:09.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:08 smithi053 bash[67631]: cluster 2024-09-13T00:52:07.962852+0000 mon.a (mon.0) 2632 : cluster [DBG] osdmap e1331: 8 total, 8 up, 8 in 2024-09-13T00:52:09.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:08 smithi053 bash[67631]: cluster 2024-09-13T00:52:08.281927+0000 mgr.y (mgr.34107) 1481 : cluster [DBG] pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 11 KiB/s wr, 289 op/s 2024-09-13T00:52:09.390 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:52:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:08 smithi032 bash[75510]: cluster 2024-09-13T00:52:07.962852+0000 mon.a (mon.0) 2632 : cluster [DBG] osdmap e1331: 8 total, 8 up, 8 in 2024-09-13T00:52:09.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:08 smithi032 bash[75510]: cluster 2024-09-13T00:52:08.281927+0000 mgr.y (mgr.34107) 1481 : cluster [DBG] pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 11 KiB/s wr, 289 op/s 2024-09-13T00:52:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:08 smithi032 bash[76677]: cluster 2024-09-13T00:52:07.962852+0000 mon.a (mon.0) 2632 : cluster [DBG] osdmap e1331: 8 total, 8 up, 8 in 2024-09-13T00:52:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:08 smithi032 bash[76677]: cluster 2024-09-13T00:52:08.281927+0000 mgr.y (mgr.34107) 1481 : cluster [DBG] pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 11 KiB/s wr, 289 op/s 2024-09-13T00:52:10.285 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4226 ms) 2024-09-13T00:52:10.285 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-09-13T00:52:10.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:09 smithi053 bash[67631]: cluster 2024-09-13T00:52:08.975738+0000 mon.a (mon.0) 2633 : cluster [DBG] osdmap e1332: 8 total, 8 up, 8 in 2024-09-13T00:52:10.368 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:52:10.398 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2024-09-13T00:52:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:09 smithi032 bash[75510]: cluster 2024-09-13T00:52:08.975738+0000 mon.a (mon.0) 2633 : cluster [DBG] osdmap e1332: 8 total, 8 up, 8 in 2024-09-13T00:52:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:09 smithi032 bash[76677]: cluster 2024-09-13T00:52:08.975738+0000 mon.a (mon.0) 2633 : cluster [DBG] osdmap e1332: 8 total, 8 up, 8 in 2024-09-13T00:52:10.424 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:52:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:10 smithi053 bash[67631]: cluster 2024-09-13T00:52:09.994059+0000 mon.a (mon.0) 2634 : cluster [DBG] osdmap e1333: 8 total, 8 up, 8 in 2024-09-13T00:52:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:10 smithi053 bash[67631]: audit 2024-09-13T00:52:10.198616+0000 mon.a (mon.0) 2635 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:52:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:10 smithi053 bash[67631]: cluster 2024-09-13T00:52:10.282733+0000 mgr.y (mgr.34107) 1482 : cluster [DBG] pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 227 KiB/s rd, 19 KiB/s wr, 299 op/s 2024-09-13T00:52:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:10 smithi053 bash[67631]: cluster 2024-09-13T00:52:10.763200+0000 mon.a (mon.0) 2636 : cluster [DBG] osdmap e1334: 8 total, 8 up, 8 in 2024-09-13T00:52:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:10 smithi032 bash[75510]: cluster 2024-09-13T00:52:09.994059+0000 mon.a (mon.0) 2634 : cluster [DBG] osdmap e1333: 8 total, 8 up, 8 in 2024-09-13T00:52:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:10 smithi032 bash[75510]: audit 2024-09-13T00:52:10.198616+0000 mon.a (mon.0) 2635 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:52:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:10 smithi032 bash[75510]: cluster 2024-09-13T00:52:10.282733+0000 mgr.y (mgr.34107) 1482 : cluster [DBG] pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 227 KiB/s rd, 19 KiB/s wr, 299 op/s 2024-09-13T00:52:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:10 smithi032 bash[75510]: cluster 2024-09-13T00:52:10.763200+0000 mon.a (mon.0) 2636 : cluster [DBG] osdmap e1334: 8 total, 8 up, 8 in 2024-09-13T00:52:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:10 smithi032 bash[76677]: cluster 2024-09-13T00:52:09.994059+0000 mon.a (mon.0) 2634 : cluster [DBG] osdmap e1333: 8 total, 8 up, 8 in 2024-09-13T00:52:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:10 smithi032 bash[76677]: audit 2024-09-13T00:52:10.198616+0000 mon.a (mon.0) 2635 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:52:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:10 smithi032 bash[76677]: cluster 2024-09-13T00:52:10.282733+0000 mgr.y (mgr.34107) 1482 : cluster [DBG] pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 227 KiB/s rd, 19 KiB/s wr, 299 op/s 2024-09-13T00:52:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:10 smithi032 bash[76677]: cluster 2024-09-13T00:52:10.763200+0000 mon.a (mon.0) 2636 : cluster [DBG] osdmap e1334: 8 total, 8 up, 8 in 2024-09-13T00:52:11.805 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2024-09-13T00:52:11.954 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:52:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:52:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:52:12] "GET /metrics HTTP/1.1" 200 38843 "" "Prometheus/2.43.0" 2024-09-13T00:52:12.782 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:52:12 smithi053 bash[94430]: ts=2024-09-13T00:52:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:52:13.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:12 smithi053 bash[67631]: cluster 2024-09-13T00:52:11.779186+0000 mon.a (mon.0) 2637 : cluster [DBG] osdmap e1335: 8 total, 8 up, 8 in 2024-09-13T00:52:13.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:12 smithi053 bash[67631]: cluster 2024-09-13T00:52:12.283502+0000 mgr.y (mgr.34107) 1483 : cluster [DBG] pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 204 KiB/s rd, 18 KiB/s wr, 271 op/s 2024-09-13T00:52:13.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:12 smithi032 bash[75510]: cluster 2024-09-13T00:52:11.779186+0000 mon.a (mon.0) 2637 : cluster [DBG] osdmap e1335: 8 total, 8 up, 8 in 2024-09-13T00:52:13.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:12 smithi032 bash[75510]: cluster 2024-09-13T00:52:12.283502+0000 mgr.y (mgr.34107) 1483 : cluster [DBG] pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 204 KiB/s rd, 18 KiB/s wr, 271 op/s 2024-09-13T00:52:13.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:12 smithi032 bash[76677]: cluster 2024-09-13T00:52:11.779186+0000 mon.a (mon.0) 2637 : cluster [DBG] osdmap e1335: 8 total, 8 up, 8 in 2024-09-13T00:52:13.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:12 smithi032 bash[76677]: cluster 2024-09-13T00:52:12.283502+0000 mgr.y (mgr.34107) 1483 : cluster [DBG] pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 204 KiB/s rd, 18 KiB/s wr, 271 op/s 2024-09-13T00:52:13.285 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:52:14.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:13 smithi053 bash[67631]: cluster 2024-09-13T00:52:12.789872+0000 mon.a (mon.0) 2638 : cluster [DBG] osdmap e1336: 8 total, 8 up, 8 in 2024-09-13T00:52:14.081 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3797 ms) 2024-09-13T00:52:14.081 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-09-13T00:52:14.162 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:52:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:13 smithi032 bash[75510]: cluster 2024-09-13T00:52:12.789872+0000 mon.a (mon.0) 2638 : cluster [DBG] osdmap e1336: 8 total, 8 up, 8 in 2024-09-13T00:52:14.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:13 smithi032 bash[76677]: cluster 2024-09-13T00:52:12.789872+0000 mon.a (mon.0) 2638 : cluster [DBG] osdmap e1336: 8 total, 8 up, 8 in 2024-09-13T00:52:14.193 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2024-09-13T00:52:14.216 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:52:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:14 smithi032 bash[75510]: cluster 2024-09-13T00:52:13.797550+0000 mon.a (mon.0) 2639 : cluster [DBG] osdmap e1337: 8 total, 8 up, 8 in 2024-09-13T00:52:15.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:14 smithi032 bash[75510]: cluster 2024-09-13T00:52:14.284407+0000 mgr.y (mgr.34107) 1484 : cluster [DBG] pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 20 KiB/s wr, 306 op/s 2024-09-13T00:52:15.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:14 smithi032 bash[76677]: cluster 2024-09-13T00:52:13.797550+0000 mon.a (mon.0) 2639 : cluster [DBG] osdmap e1337: 8 total, 8 up, 8 in 2024-09-13T00:52:15.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:14 smithi032 bash[76677]: cluster 2024-09-13T00:52:14.284407+0000 mgr.y (mgr.34107) 1484 : cluster [DBG] pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 20 KiB/s wr, 306 op/s 2024-09-13T00:52:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:14 smithi053 bash[67631]: cluster 2024-09-13T00:52:13.797550+0000 mon.a (mon.0) 2639 : cluster [DBG] osdmap e1337: 8 total, 8 up, 8 in 2024-09-13T00:52:15.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:14 smithi053 bash[67631]: cluster 2024-09-13T00:52:14.284407+0000 mgr.y (mgr.34107) 1484 : cluster [DBG] pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 20 KiB/s wr, 306 op/s 2024-09-13T00:52:15.797 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2024-09-13T00:52:15.937 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:52:16.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:15 smithi032 bash[75510]: cluster 2024-09-13T00:52:14.808074+0000 mon.a (mon.0) 2640 : cluster [DBG] osdmap e1338: 8 total, 8 up, 8 in 2024-09-13T00:52:16.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:15 smithi032 bash[75510]: cluster 2024-09-13T00:52:15.766429+0000 mon.a (mon.0) 2641 : cluster [DBG] osdmap e1339: 8 total, 8 up, 8 in 2024-09-13T00:52:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:15 smithi032 bash[76677]: cluster 2024-09-13T00:52:14.808074+0000 mon.a (mon.0) 2640 : cluster [DBG] osdmap e1338: 8 total, 8 up, 8 in 2024-09-13T00:52:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:15 smithi032 bash[76677]: cluster 2024-09-13T00:52:15.766429+0000 mon.a (mon.0) 2641 : cluster [DBG] osdmap e1339: 8 total, 8 up, 8 in 2024-09-13T00:52:16.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:15 smithi053 bash[67631]: cluster 2024-09-13T00:52:14.808074+0000 mon.a (mon.0) 2640 : cluster [DBG] osdmap e1338: 8 total, 8 up, 8 in 2024-09-13T00:52:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:15 smithi053 bash[67631]: cluster 2024-09-13T00:52:15.766429+0000 mon.a (mon.0) 2641 : cluster [DBG] osdmap e1339: 8 total, 8 up, 8 in 2024-09-13T00:52:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:16 smithi032 bash[75510]: cluster 2024-09-13T00:52:16.285326+0000 mgr.y (mgr.34107) 1485 : cluster [DBG] pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 199 KiB/s rd, 18 KiB/s wr, 263 op/s 2024-09-13T00:52:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:16 smithi032 bash[76677]: cluster 2024-09-13T00:52:16.285326+0000 mgr.y (mgr.34107) 1485 : cluster [DBG] pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 199 KiB/s rd, 18 KiB/s wr, 263 op/s 2024-09-13T00:52:17.279 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:52:17.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:16 smithi053 bash[67631]: cluster 2024-09-13T00:52:16.285326+0000 mgr.y (mgr.34107) 1485 : cluster [DBG] pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 199 KiB/s rd, 18 KiB/s wr, 263 op/s 2024-09-13T00:52:18.137 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4056 ms) 2024-09-13T00:52:18.137 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-09-13T00:52:18.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:17 smithi032 bash[75510]: cluster 2024-09-13T00:52:16.819428+0000 mon.a (mon.0) 2642 : cluster [DBG] osdmap e1340: 8 total, 8 up, 8 in 2024-09-13T00:52:18.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:17 smithi032 bash[76677]: cluster 2024-09-13T00:52:16.819428+0000 mon.a (mon.0) 2642 : cluster [DBG] osdmap e1340: 8 total, 8 up, 8 in 2024-09-13T00:52:18.232 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:52:18.265 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2024-09-13T00:52:18.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:17 smithi053 bash[67631]: cluster 2024-09-13T00:52:16.819428+0000 mon.a (mon.0) 2642 : cluster [DBG] osdmap e1340: 8 total, 8 up, 8 in 2024-09-13T00:52:18.293 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:52:19.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:18 smithi032 bash[75510]: cluster 2024-09-13T00:52:17.825748+0000 mon.a (mon.0) 2643 : cluster [DBG] osdmap e1341: 8 total, 8 up, 8 in 2024-09-13T00:52:19.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:18 smithi032 bash[75510]: cluster 2024-09-13T00:52:18.286236+0000 mgr.y (mgr.34107) 1486 : cluster [DBG] pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 311 KiB/s rd, 10 KiB/s wr, 385 op/s 2024-09-13T00:52:19.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:18 smithi032 bash[76677]: cluster 2024-09-13T00:52:17.825748+0000 mon.a (mon.0) 2643 : cluster [DBG] osdmap e1341: 8 total, 8 up, 8 in 2024-09-13T00:52:19.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:18 smithi032 bash[76677]: cluster 2024-09-13T00:52:18.286236+0000 mgr.y (mgr.34107) 1486 : cluster [DBG] pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 311 KiB/s rd, 10 KiB/s wr, 385 op/s 2024-09-13T00:52:19.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:18 smithi053 bash[67631]: cluster 2024-09-13T00:52:17.825748+0000 mon.a (mon.0) 2643 : cluster [DBG] osdmap e1341: 8 total, 8 up, 8 in 2024-09-13T00:52:19.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:18 smithi053 bash[67631]: cluster 2024-09-13T00:52:18.286236+0000 mgr.y (mgr.34107) 1486 : cluster [DBG] pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 311 KiB/s rd, 10 KiB/s wr, 385 op/s 2024-09-13T00:52:19.870 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2024-09-13T00:52:20.018 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:52:20.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:19 smithi032 bash[75510]: cluster 2024-09-13T00:52:18.838802+0000 mon.a (mon.0) 2644 : cluster [DBG] osdmap e1342: 8 total, 8 up, 8 in 2024-09-13T00:52:20.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:19 smithi032 bash[76677]: cluster 2024-09-13T00:52:18.838802+0000 mon.a (mon.0) 2644 : cluster [DBG] osdmap e1342: 8 total, 8 up, 8 in 2024-09-13T00:52:20.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:19 smithi053 bash[67631]: cluster 2024-09-13T00:52:18.838802+0000 mon.a (mon.0) 2644 : cluster [DBG] osdmap e1342: 8 total, 8 up, 8 in 2024-09-13T00:52:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:20 smithi032 bash[75510]: cluster 2024-09-13T00:52:19.840246+0000 mon.a (mon.0) 2645 : cluster [DBG] osdmap e1343: 8 total, 8 up, 8 in 2024-09-13T00:52:21.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:20 smithi032 bash[75510]: cluster 2024-09-13T00:52:20.287039+0000 mgr.y (mgr.34107) 1487 : cluster [DBG] pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 439 KiB/s rd, 22 KiB/s wr, 548 op/s 2024-09-13T00:52:21.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:20 smithi032 bash[76677]: cluster 2024-09-13T00:52:19.840246+0000 mon.a (mon.0) 2645 : cluster [DBG] osdmap e1343: 8 total, 8 up, 8 in 2024-09-13T00:52:21.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:20 smithi032 bash[76677]: cluster 2024-09-13T00:52:20.287039+0000 mgr.y (mgr.34107) 1487 : cluster [DBG] pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 439 KiB/s rd, 22 KiB/s wr, 548 op/s 2024-09-13T00:52:21.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:20 smithi053 bash[67631]: cluster 2024-09-13T00:52:19.840246+0000 mon.a (mon.0) 2645 : cluster [DBG] osdmap e1343: 8 total, 8 up, 8 in 2024-09-13T00:52:21.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:20 smithi053 bash[67631]: cluster 2024-09-13T00:52:20.287039+0000 mgr.y (mgr.34107) 1487 : cluster [DBG] pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 439 KiB/s rd, 22 KiB/s wr, 548 op/s 2024-09-13T00:52:21.312 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:52:22.161 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4023 ms) 2024-09-13T00:52:22.161 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-09-13T00:52:22.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:21 smithi032 bash[76677]: cluster 2024-09-13T00:52:20.860593+0000 mon.a (mon.0) 2646 : cluster [DBG] osdmap e1344: 8 total, 8 up, 8 in 2024-09-13T00:52:22.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:21 smithi032 bash[75510]: cluster 2024-09-13T00:52:20.860593+0000 mon.a (mon.0) 2646 : cluster [DBG] osdmap e1344: 8 total, 8 up, 8 in 2024-09-13T00:52:22.248 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:52:22.279 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2024-09-13T00:52:22.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:21 smithi053 bash[67631]: cluster 2024-09-13T00:52:20.860593+0000 mon.a (mon.0) 2646 : cluster [DBG] osdmap e1344: 8 total, 8 up, 8 in 2024-09-13T00:52:22.305 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:52:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:52:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:52:22] "GET /metrics HTTP/1.1" 200 38843 "" "Prometheus/2.43.0" 2024-09-13T00:52:22.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:52:22 smithi053 bash[94430]: ts=2024-09-13T00:52:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:52:23.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:22 smithi032 bash[75510]: cluster 2024-09-13T00:52:21.871388+0000 mon.a (mon.0) 2647 : cluster [DBG] osdmap e1345: 8 total, 8 up, 8 in 2024-09-13T00:52:23.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:22 smithi032 bash[75510]: cluster 2024-09-13T00:52:22.287810+0000 mgr.y (mgr.34107) 1488 : cluster [DBG] pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 17 KiB/s wr, 250 op/s 2024-09-13T00:52:23.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:22 smithi032 bash[76677]: cluster 2024-09-13T00:52:21.871388+0000 mon.a (mon.0) 2647 : cluster [DBG] osdmap e1345: 8 total, 8 up, 8 in 2024-09-13T00:52:23.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:22 smithi032 bash[76677]: cluster 2024-09-13T00:52:22.287810+0000 mgr.y (mgr.34107) 1488 : cluster [DBG] pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 17 KiB/s wr, 250 op/s 2024-09-13T00:52:23.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:22 smithi053 bash[67631]: cluster 2024-09-13T00:52:21.871388+0000 mon.a (mon.0) 2647 : cluster [DBG] osdmap e1345: 8 total, 8 up, 8 in 2024-09-13T00:52:23.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:22 smithi053 bash[67631]: cluster 2024-09-13T00:52:22.287810+0000 mgr.y (mgr.34107) 1488 : cluster [DBG] pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 17 KiB/s wr, 250 op/s 2024-09-13T00:52:23.916 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2024-09-13T00:52:24.076 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:52:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:23 smithi032 bash[76677]: cluster 2024-09-13T00:52:22.881350+0000 mon.a (mon.0) 2648 : cluster [DBG] osdmap e1346: 8 total, 8 up, 8 in 2024-09-13T00:52:24.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:23 smithi032 bash[75510]: cluster 2024-09-13T00:52:22.881350+0000 mon.a (mon.0) 2648 : cluster [DBG] osdmap e1346: 8 total, 8 up, 8 in 2024-09-13T00:52:24.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:23 smithi053 bash[67631]: cluster 2024-09-13T00:52:22.881350+0000 mon.a (mon.0) 2648 : cluster [DBG] osdmap e1346: 8 total, 8 up, 8 in 2024-09-13T00:52:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:24 smithi032 bash[75510]: cluster 2024-09-13T00:52:23.890719+0000 mon.a (mon.0) 2649 : cluster [DBG] osdmap e1347: 8 total, 8 up, 8 in 2024-09-13T00:52:25.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:24 smithi032 bash[75510]: cluster 2024-09-13T00:52:24.288636+0000 mgr.y (mgr.34107) 1489 : cluster [DBG] pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 333 KiB/s rd, 23 KiB/s wr, 432 op/s 2024-09-13T00:52:25.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:24 smithi032 bash[76677]: cluster 2024-09-13T00:52:23.890719+0000 mon.a (mon.0) 2649 : cluster [DBG] osdmap e1347: 8 total, 8 up, 8 in 2024-09-13T00:52:25.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:24 smithi032 bash[76677]: cluster 2024-09-13T00:52:24.288636+0000 mgr.y (mgr.34107) 1489 : cluster [DBG] pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 333 KiB/s rd, 23 KiB/s wr, 432 op/s 2024-09-13T00:52:25.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:24 smithi053 bash[67631]: cluster 2024-09-13T00:52:23.890719+0000 mon.a (mon.0) 2649 : cluster [DBG] osdmap e1347: 8 total, 8 up, 8 in 2024-09-13T00:52:25.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:24 smithi053 bash[67631]: cluster 2024-09-13T00:52:24.288636+0000 mgr.y (mgr.34107) 1489 : cluster [DBG] pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 333 KiB/s rd, 23 KiB/s wr, 432 op/s 2024-09-13T00:52:25.334 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:52:26.071 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3910 ms) 2024-09-13T00:52:26.071 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-09-13T00:52:26.155 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:52:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:25 smithi032 bash[75510]: cluster 2024-09-13T00:52:24.900516+0000 mon.a (mon.0) 2650 : cluster [DBG] osdmap e1348: 8 total, 8 up, 8 in 2024-09-13T00:52:26.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:25 smithi032 bash[75510]: audit 2024-09-13T00:52:25.199168+0000 mon.a (mon.0) 2651 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:52:26.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:25 smithi032 bash[75510]: cluster 2024-09-13T00:52:25.770174+0000 mon.a (mon.0) 2652 : cluster [DBG] osdmap e1349: 8 total, 8 up, 8 in 2024-09-13T00:52:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:25 smithi032 bash[76677]: cluster 2024-09-13T00:52:24.900516+0000 mon.a (mon.0) 2650 : cluster [DBG] osdmap e1348: 8 total, 8 up, 8 in 2024-09-13T00:52:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:25 smithi032 bash[76677]: audit 2024-09-13T00:52:25.199168+0000 mon.a (mon.0) 2651 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:52:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:25 smithi032 bash[76677]: cluster 2024-09-13T00:52:25.770174+0000 mon.a (mon.0) 2652 : cluster [DBG] osdmap e1349: 8 total, 8 up, 8 in 2024-09-13T00:52:26.185 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2024-09-13T00:52:26.211 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:52:26.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:25 smithi053 bash[67631]: cluster 2024-09-13T00:52:24.900516+0000 mon.a (mon.0) 2650 : cluster [DBG] osdmap e1348: 8 total, 8 up, 8 in 2024-09-13T00:52:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:25 smithi053 bash[67631]: audit 2024-09-13T00:52:25.199168+0000 mon.a (mon.0) 2651 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:52:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:25 smithi053 bash[67631]: cluster 2024-09-13T00:52:25.770174+0000 mon.a (mon.0) 2652 : cluster [DBG] osdmap e1349: 8 total, 8 up, 8 in 2024-09-13T00:52:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:26 smithi032 bash[75510]: cluster 2024-09-13T00:52:26.289395+0000 mgr.y (mgr.34107) 1490 : cluster [DBG] pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 18 KiB/s wr, 351 op/s 2024-09-13T00:52:27.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:26 smithi032 bash[76677]: cluster 2024-09-13T00:52:26.289395+0000 mgr.y (mgr.34107) 1490 : cluster [DBG] pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 18 KiB/s wr, 351 op/s 2024-09-13T00:52:27.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:26 smithi053 bash[67631]: cluster 2024-09-13T00:52:26.289395+0000 mgr.y (mgr.34107) 1490 : cluster [DBG] pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 18 KiB/s wr, 351 op/s 2024-09-13T00:52:27.944 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2024-09-13T00:52:28.085 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:52:28.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:27 smithi053 bash[67631]: cluster 2024-09-13T00:52:26.913567+0000 mon.a (mon.0) 2653 : cluster [DBG] osdmap e1350: 8 total, 8 up, 8 in 2024-09-13T00:52:28.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:27 smithi032 bash[75510]: cluster 2024-09-13T00:52:26.913567+0000 mon.a (mon.0) 2653 : cluster [DBG] osdmap e1350: 8 total, 8 up, 8 in 2024-09-13T00:52:28.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:27 smithi032 bash[76677]: cluster 2024-09-13T00:52:26.913567+0000 mon.a (mon.0) 2653 : cluster [DBG] osdmap e1350: 8 total, 8 up, 8 in 2024-09-13T00:52:29.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:28 smithi053 bash[67631]: cluster 2024-09-13T00:52:27.914491+0000 mon.a (mon.0) 2654 : cluster [DBG] osdmap e1351: 8 total, 8 up, 8 in 2024-09-13T00:52:29.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:28 smithi053 bash[67631]: cluster 2024-09-13T00:52:28.290210+0000 mgr.y (mgr.34107) 1491 : cluster [DBG] pgmap v2395: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 40 KiB/s rd, 5.5 KiB/s wr, 60 op/s 2024-09-13T00:52:29.357 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:52:29.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:28 smithi032 bash[76677]: cluster 2024-09-13T00:52:27.914491+0000 mon.a (mon.0) 2654 : cluster [DBG] osdmap e1351: 8 total, 8 up, 8 in 2024-09-13T00:52:29.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:28 smithi032 bash[76677]: cluster 2024-09-13T00:52:28.290210+0000 mgr.y (mgr.34107) 1491 : cluster [DBG] pgmap v2395: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 40 KiB/s rd, 5.5 KiB/s wr, 60 op/s 2024-09-13T00:52:29.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:28 smithi032 bash[75510]: cluster 2024-09-13T00:52:27.914491+0000 mon.a (mon.0) 2654 : cluster [DBG] osdmap e1351: 8 total, 8 up, 8 in 2024-09-13T00:52:29.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:28 smithi032 bash[75510]: cluster 2024-09-13T00:52:28.290210+0000 mgr.y (mgr.34107) 1491 : cluster [DBG] pgmap v2395: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 40 KiB/s rd, 5.5 KiB/s wr, 60 op/s 2024-09-13T00:52:30.268 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4197 ms) 2024-09-13T00:52:30.268 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-09-13T00:52:30.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:29 smithi053 bash[67631]: cluster 2024-09-13T00:52:28.938414+0000 mon.a (mon.0) 2655 : cluster [DBG] osdmap e1352: 8 total, 8 up, 8 in 2024-09-13T00:52:30.354 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:52:30.384 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2024-09-13T00:52:30.410 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:52:30.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:29 smithi032 bash[75510]: cluster 2024-09-13T00:52:28.938414+0000 mon.a (mon.0) 2655 : cluster [DBG] osdmap e1352: 8 total, 8 up, 8 in 2024-09-13T00:52:30.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:29 smithi032 bash[76677]: cluster 2024-09-13T00:52:28.938414+0000 mon.a (mon.0) 2655 : cluster [DBG] osdmap e1352: 8 total, 8 up, 8 in 2024-09-13T00:52:31.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:30 smithi053 bash[67631]: cluster 2024-09-13T00:52:29.944975+0000 mon.a (mon.0) 2656 : cluster [DBG] osdmap e1353: 8 total, 8 up, 8 in 2024-09-13T00:52:31.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:30 smithi053 bash[67631]: cluster 2024-09-13T00:52:30.291109+0000 mgr.y (mgr.34107) 1492 : cluster [DBG] pgmap v2398: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 305 KiB/s rd, 24 KiB/s wr, 391 op/s 2024-09-13T00:52:31.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:30 smithi053 bash[67631]: cluster 2024-09-13T00:52:30.773459+0000 mon.a (mon.0) 2657 : cluster [DBG] osdmap e1354: 8 total, 8 up, 8 in 2024-09-13T00:52:31.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:30 smithi032 bash[75510]: cluster 2024-09-13T00:52:29.944975+0000 mon.a (mon.0) 2656 : cluster [DBG] osdmap e1353: 8 total, 8 up, 8 in 2024-09-13T00:52:31.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:30 smithi032 bash[75510]: cluster 2024-09-13T00:52:30.291109+0000 mgr.y (mgr.34107) 1492 : cluster [DBG] pgmap v2398: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 305 KiB/s rd, 24 KiB/s wr, 391 op/s 2024-09-13T00:52:31.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:30 smithi032 bash[75510]: cluster 2024-09-13T00:52:30.773459+0000 mon.a (mon.0) 2657 : cluster [DBG] osdmap e1354: 8 total, 8 up, 8 in 2024-09-13T00:52:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:30 smithi032 bash[76677]: cluster 2024-09-13T00:52:29.944975+0000 mon.a (mon.0) 2656 : cluster [DBG] osdmap e1353: 8 total, 8 up, 8 in 2024-09-13T00:52:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:30 smithi032 bash[76677]: cluster 2024-09-13T00:52:30.291109+0000 mgr.y (mgr.34107) 1492 : cluster [DBG] pgmap v2398: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 305 KiB/s rd, 24 KiB/s wr, 391 op/s 2024-09-13T00:52:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:30 smithi032 bash[76677]: cluster 2024-09-13T00:52:30.773459+0000 mon.a (mon.0) 2657 : cluster [DBG] osdmap e1354: 8 total, 8 up, 8 in 2024-09-13T00:52:31.804 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2024-09-13T00:52:31.944 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:52:32.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:52:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:52:32] "GET /metrics HTTP/1.1" 200 38842 "" "Prometheus/2.43.0" 2024-09-13T00:52:32.783 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:52:32 smithi053 bash[94430]: ts=2024-09-13T00:52:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:52:33.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:32 smithi053 bash[67631]: cluster 2024-09-13T00:52:31.776505+0000 mon.a (mon.0) 2658 : cluster [DBG] osdmap e1355: 8 total, 8 up, 8 in 2024-09-13T00:52:33.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:32 smithi053 bash[67631]: cluster 2024-09-13T00:52:32.291945+0000 mgr.y (mgr.34107) 1493 : cluster [DBG] pgmap v2401: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 302 KiB/s rd, 22 KiB/s wr, 386 op/s 2024-09-13T00:52:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:32 smithi032 bash[75510]: cluster 2024-09-13T00:52:31.776505+0000 mon.a (mon.0) 2658 : cluster [DBG] osdmap e1355: 8 total, 8 up, 8 in 2024-09-13T00:52:33.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:32 smithi032 bash[75510]: cluster 2024-09-13T00:52:32.291945+0000 mgr.y (mgr.34107) 1493 : cluster [DBG] pgmap v2401: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 302 KiB/s rd, 22 KiB/s wr, 386 op/s 2024-09-13T00:52:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:32 smithi032 bash[76677]: cluster 2024-09-13T00:52:31.776505+0000 mon.a (mon.0) 2658 : cluster [DBG] osdmap e1355: 8 total, 8 up, 8 in 2024-09-13T00:52:33.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:32 smithi032 bash[76677]: cluster 2024-09-13T00:52:32.291945+0000 mgr.y (mgr.34107) 1493 : cluster [DBG] pgmap v2401: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 302 KiB/s rd, 22 KiB/s wr, 386 op/s 2024-09-13T00:52:33.219 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2024-09-13T00:52:34.089 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (3821 ms) 2024-09-13T00:52:34.089 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-09-13T00:52:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:33 smithi032 bash[75510]: cluster 2024-09-13T00:52:32.778870+0000 mon.a (mon.0) 2659 : cluster [DBG] osdmap e1356: 8 total, 8 up, 8 in 2024-09-13T00:52:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:33 smithi032 bash[76677]: cluster 2024-09-13T00:52:32.778870+0000 mon.a (mon.0) 2659 : cluster [DBG] osdmap e1356: 8 total, 8 up, 8 in 2024-09-13T00:52:34.176 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:52:34.206 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 15252855~2922124 2024-09-13T00:52:34.258 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 54461271~4307746 2024-09-13T00:52:34.258 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 57911363~6993751 2024-09-13T00:52:34.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:33 smithi053 bash[67631]: cluster 2024-09-13T00:52:32.778870+0000 mon.a (mon.0) 2659 : cluster [DBG] osdmap e1356: 8 total, 8 up, 8 in 2024-09-13T00:52:34.315 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 76204845~7681235 2024-09-13T00:52:34.315 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 6240799~2085571 2024-09-13T00:52:34.341 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 62192225~6173273 2024-09-13T00:52:34.354 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 74922958~6236907 2024-09-13T00:52:34.406 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 8668320~2418802 2024-09-13T00:52:34.407 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap0 2024-09-13T00:52:35.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:34 smithi032 bash[75510]: cluster 2024-09-13T00:52:33.793705+0000 mon.a (mon.0) 2660 : cluster [DBG] osdmap e1357: 8 total, 8 up, 8 in 2024-09-13T00:52:35.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:34 smithi032 bash[75510]: audit 2024-09-13T00:52:34.195753+0000 mon.a (mon.0) 2661 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:52:35.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:34 smithi032 bash[75510]: cluster 2024-09-13T00:52:34.292455+0000 mgr.y (mgr.34107) 1494 : cluster [DBG] pgmap v2404: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 268 KiB/s rd, 24 KiB/s wr, 351 op/s 2024-09-13T00:52:35.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:34 smithi032 bash[75510]: audit 2024-09-13T00:52:34.789237+0000 mon.a (mon.0) 2662 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:52:35.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:34 smithi032 bash[75510]: audit 2024-09-13T00:52:34.790399+0000 mon.a (mon.0) 2663 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:52:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:34 smithi032 bash[76677]: cluster 2024-09-13T00:52:33.793705+0000 mon.a (mon.0) 2660 : cluster [DBG] osdmap e1357: 8 total, 8 up, 8 in 2024-09-13T00:52:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:34 smithi032 bash[76677]: audit 2024-09-13T00:52:34.195753+0000 mon.a (mon.0) 2661 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:52:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:34 smithi032 bash[76677]: cluster 2024-09-13T00:52:34.292455+0000 mgr.y (mgr.34107) 1494 : cluster [DBG] pgmap v2404: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 268 KiB/s rd, 24 KiB/s wr, 351 op/s 2024-09-13T00:52:35.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:34 smithi032 bash[76677]: audit 2024-09-13T00:52:34.789237+0000 mon.a (mon.0) 2662 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:52:35.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:34 smithi032 bash[76677]: audit 2024-09-13T00:52:34.790399+0000 mon.a (mon.0) 2663 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:52:35.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:34 smithi053 bash[67631]: cluster 2024-09-13T00:52:33.793705+0000 mon.a (mon.0) 2660 : cluster [DBG] osdmap e1357: 8 total, 8 up, 8 in 2024-09-13T00:52:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:34 smithi053 bash[67631]: audit 2024-09-13T00:52:34.195753+0000 mon.a (mon.0) 2661 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:52:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:34 smithi053 bash[67631]: cluster 2024-09-13T00:52:34.292455+0000 mgr.y (mgr.34107) 1494 : cluster [DBG] pgmap v2404: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 268 KiB/s rd, 24 KiB/s wr, 351 op/s 2024-09-13T00:52:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:34 smithi053 bash[67631]: audit 2024-09-13T00:52:34.789237+0000 mon.a (mon.0) 2662 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:52:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:34 smithi053 bash[67631]: audit 2024-09-13T00:52:34.790399+0000 mon.a (mon.0) 2663 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:52:35.807 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap0 2024-09-13T00:52:35.841 INFO:tasks.workunit.client.0.smithi032.stdout:clone image157 -> image160 2024-09-13T00:52:36.120 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 166743761 2024-09-13T00:52:36.152 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 22889869~3188962 2024-09-13T00:52:36.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:35 smithi032 bash[75510]: audit 2024-09-13T00:52:34.799796+0000 mon.a (mon.0) 2664 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:52:36.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:35 smithi032 bash[75510]: cluster 2024-09-13T00:52:34.815718+0000 mon.a (mon.0) 2665 : cluster [DBG] osdmap e1358: 8 total, 8 up, 8 in 2024-09-13T00:52:36.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:35 smithi032 bash[75510]: cluster 2024-09-13T00:52:35.775783+0000 mon.a (mon.0) 2666 : cluster [DBG] osdmap e1359: 8 total, 8 up, 8 in 2024-09-13T00:52:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:35 smithi032 bash[76677]: audit 2024-09-13T00:52:34.799796+0000 mon.a (mon.0) 2664 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:52:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:35 smithi032 bash[76677]: cluster 2024-09-13T00:52:34.815718+0000 mon.a (mon.0) 2665 : cluster [DBG] osdmap e1358: 8 total, 8 up, 8 in 2024-09-13T00:52:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:35 smithi032 bash[76677]: cluster 2024-09-13T00:52:35.775783+0000 mon.a (mon.0) 2666 : cluster [DBG] osdmap e1359: 8 total, 8 up, 8 in 2024-09-13T00:52:36.207 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 123210951~6955250 2024-09-13T00:52:36.207 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 12972333~1654437 2024-09-13T00:52:36.265 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 2848011~8287987 2024-09-13T00:52:36.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:35 smithi053 bash[67631]: audit 2024-09-13T00:52:34.799796+0000 mon.a (mon.0) 2664 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:52:36.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:35 smithi053 bash[67631]: cluster 2024-09-13T00:52:34.815718+0000 mon.a (mon.0) 2665 : cluster [DBG] osdmap e1358: 8 total, 8 up, 8 in 2024-09-13T00:52:36.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:35 smithi053 bash[67631]: cluster 2024-09-13T00:52:35.775783+0000 mon.a (mon.0) 2666 : cluster [DBG] osdmap e1359: 8 total, 8 up, 8 in 2024-09-13T00:52:36.289 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 135682846~8383024 2024-09-13T00:52:36.361 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 318685~1418273 2024-09-13T00:52:36.366 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 26088135~273646 2024-09-13T00:52:36.375 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 65018908~6844646 2024-09-13T00:52:36.403 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:52:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:36 smithi032 bash[75510]: cluster 2024-09-13T00:52:36.293237+0000 mgr.y (mgr.34107) 1495 : cluster [DBG] pgmap v2407: 169 pgs: 169 active+clean; 910 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 275 KiB/s rd, 875 KiB/s wr, 358 op/s 2024-09-13T00:52:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:36 smithi032 bash[76677]: cluster 2024-09-13T00:52:36.293237+0000 mgr.y (mgr.34107) 1495 : cluster [DBG] pgmap v2407: 169 pgs: 169 active+clean; 910 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 275 KiB/s rd, 875 KiB/s wr, 358 op/s 2024-09-13T00:52:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:36 smithi053 bash[67631]: cluster 2024-09-13T00:52:36.293237+0000 mgr.y (mgr.34107) 1495 : cluster [DBG] pgmap v2407: 169 pgs: 169 active+clean; 910 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 275 KiB/s rd, 875 KiB/s wr, 358 op/s 2024-09-13T00:52:37.860 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2024-09-13T00:52:37.894 INFO:tasks.workunit.client.0.smithi032.stdout:clone image160 -> image162 2024-09-13T00:52:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:37 smithi032 bash[75510]: cluster 2024-09-13T00:52:36.827323+0000 mon.a (mon.0) 2667 : cluster [DBG] osdmap e1360: 8 total, 8 up, 8 in 2024-09-13T00:52:38.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:37 smithi032 bash[76677]: cluster 2024-09-13T00:52:36.827323+0000 mon.a (mon.0) 2667 : cluster [DBG] osdmap e1360: 8 total, 8 up, 8 in 2024-09-13T00:52:38.236 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 206917871 2024-09-13T00:52:38.266 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 52868451~3822149 2024-09-13T00:52:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:37 smithi053 bash[67631]: cluster 2024-09-13T00:52:36.827323+0000 mon.a (mon.0) 2667 : cluster [DBG] osdmap e1360: 8 total, 8 up, 8 in 2024-09-13T00:52:38.347 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 194544799~1548089 2024-09-13T00:52:38.347 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 155985990~3204685 2024-09-13T00:52:38.388 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 173399027~1032301 2024-09-13T00:52:38.388 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 72214828~8064708 2024-09-13T00:52:38.471 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 169220570~5036461 2024-09-13T00:52:38.471 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 186734146~5490839 2024-09-13T00:52:38.521 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 109298798~5602952 2024-09-13T00:52:38.537 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:52:39.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:38 smithi032 bash[75510]: cluster 2024-09-13T00:52:37.828700+0000 mon.a (mon.0) 2668 : cluster [DBG] osdmap e1361: 8 total, 8 up, 8 in 2024-09-13T00:52:39.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:38 smithi032 bash[75510]: cluster 2024-09-13T00:52:38.294102+0000 mgr.y (mgr.34107) 1496 : cluster [DBG] pgmap v2410: 169 pgs: 169 active+clean; 949 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 534 KiB/s rd, 8.6 MiB/s wr, 227 op/s 2024-09-13T00:52:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:38 smithi032 bash[76677]: cluster 2024-09-13T00:52:37.828700+0000 mon.a (mon.0) 2668 : cluster [DBG] osdmap e1361: 8 total, 8 up, 8 in 2024-09-13T00:52:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:38 smithi032 bash[76677]: cluster 2024-09-13T00:52:38.294102+0000 mgr.y (mgr.34107) 1496 : cluster [DBG] pgmap v2410: 169 pgs: 169 active+clean; 949 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 534 KiB/s rd, 8.6 MiB/s wr, 227 op/s 2024-09-13T00:52:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:38 smithi053 bash[67631]: cluster 2024-09-13T00:52:37.828700+0000 mon.a (mon.0) 2668 : cluster [DBG] osdmap e1361: 8 total, 8 up, 8 in 2024-09-13T00:52:39.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:38 smithi053 bash[67631]: cluster 2024-09-13T00:52:38.294102+0000 mgr.y (mgr.34107) 1496 : cluster [DBG] pgmap v2410: 169 pgs: 169 active+clean; 949 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 534 KiB/s rd, 8.6 MiB/s wr, 227 op/s 2024-09-13T00:52:39.893 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap2 2024-09-13T00:52:39.925 INFO:tasks.workunit.client.0.smithi032.stdout:clone image162 -> image164 2024-09-13T00:52:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:39 smithi032 bash[75510]: cluster 2024-09-13T00:52:38.850432+0000 mon.a (mon.0) 2669 : cluster [DBG] osdmap e1362: 8 total, 8 up, 8 in 2024-09-13T00:52:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:39 smithi032 bash[76677]: cluster 2024-09-13T00:52:38.850432+0000 mon.a (mon.0) 2669 : cluster [DBG] osdmap e1362: 8 total, 8 up, 8 in 2024-09-13T00:52:40.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:39 smithi053 bash[67631]: cluster 2024-09-13T00:52:38.850432+0000 mon.a (mon.0) 2669 : cluster [DBG] osdmap e1362: 8 total, 8 up, 8 in 2024-09-13T00:52:40.360 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 176389724~2933465 2024-09-13T00:52:40.424 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 193226350~4010700 2024-09-13T00:52:40.440 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 23334953~1643850 2024-09-13T00:52:40.504 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 188891225~558634 2024-09-13T00:52:40.564 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 7769370~5003638 2024-09-13T00:52:40.651 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 106114787~36817 2024-09-13T00:52:40.667 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 82157147~269193 2024-09-13T00:52:40.736 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 77321512~2383499 2024-09-13T00:52:40.784 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:52:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:40 smithi032 bash[75510]: cluster 2024-09-13T00:52:39.851313+0000 mon.a (mon.0) 2670 : cluster [DBG] osdmap e1363: 8 total, 8 up, 8 in 2024-09-13T00:52:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:40 smithi032 bash[75510]: audit 2024-09-13T00:52:40.199111+0000 mon.a (mon.0) 2671 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:52:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:40 smithi032 bash[75510]: cluster 2024-09-13T00:52:40.295048+0000 mgr.y (mgr.34107) 1497 : cluster [DBG] pgmap v2413: 169 pgs: 169 active+clean; 1006 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 15 MiB/s wr, 273 op/s 2024-09-13T00:52:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:40 smithi032 bash[76677]: cluster 2024-09-13T00:52:39.851313+0000 mon.a (mon.0) 2670 : cluster [DBG] osdmap e1363: 8 total, 8 up, 8 in 2024-09-13T00:52:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:40 smithi032 bash[76677]: audit 2024-09-13T00:52:40.199111+0000 mon.a (mon.0) 2671 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:52:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:40 smithi032 bash[76677]: cluster 2024-09-13T00:52:40.295048+0000 mgr.y (mgr.34107) 1497 : cluster [DBG] pgmap v2413: 169 pgs: 169 active+clean; 1006 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 15 MiB/s wr, 273 op/s 2024-09-13T00:52:41.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:40 smithi053 bash[67631]: cluster 2024-09-13T00:52:39.851313+0000 mon.a (mon.0) 2670 : cluster [DBG] osdmap e1363: 8 total, 8 up, 8 in 2024-09-13T00:52:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:40 smithi053 bash[67631]: audit 2024-09-13T00:52:40.199111+0000 mon.a (mon.0) 2671 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:52:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:40 smithi053 bash[67631]: cluster 2024-09-13T00:52:40.295048+0000 mgr.y (mgr.34107) 1497 : cluster [DBG] pgmap v2413: 169 pgs: 169 active+clean; 1006 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 15 MiB/s wr, 273 op/s 2024-09-13T00:52:41.904 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap3 2024-09-13T00:52:41.934 INFO:tasks.workunit.client.0.smithi032.stdout:clone image164 -> image166 2024-09-13T00:52:42.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:41 smithi032 bash[75510]: cluster 2024-09-13T00:52:40.874953+0000 mon.a (mon.0) 2672 : cluster [DBG] osdmap e1364: 8 total, 8 up, 8 in 2024-09-13T00:52:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:41 smithi032 bash[76677]: cluster 2024-09-13T00:52:40.874953+0000 mon.a (mon.0) 2672 : cluster [DBG] osdmap e1364: 8 total, 8 up, 8 in 2024-09-13T00:52:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:41 smithi053 bash[67631]: cluster 2024-09-13T00:52:40.874953+0000 mon.a (mon.0) 2672 : cluster [DBG] osdmap e1364: 8 total, 8 up, 8 in 2024-09-13T00:52:42.434 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 110275712 2024-09-13T00:52:42.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:52:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:52:42] "GET /metrics HTTP/1.1" 200 38843 "" "Prometheus/2.43.0" 2024-09-13T00:52:42.757 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.StressNoMigrate (8668 ms) 2024-09-13T00:52:42.757 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.Stress 2024-09-13T00:52:42.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:52:42 smithi053 bash[94430]: ts=2024-09-13T00:52:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:52:42.841 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:52:42.870 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 77387997~6498083 2024-09-13T00:52:42.950 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 75908824~889771 2024-09-13T00:52:42.957 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 58257729~7859526 2024-09-13T00:52:43.025 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 4449638~5902191 2024-09-13T00:52:43.025 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 547669~5140426 2024-09-13T00:52:43.080 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 76265574~2694187 2024-09-13T00:52:43.086 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 11308373~3481134 2024-09-13T00:52:43.124 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 70874986~4778802 2024-09-13T00:52:43.130 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap0 2024-09-13T00:52:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:42 smithi032 bash[75510]: cluster 2024-09-13T00:52:41.884178+0000 mon.a (mon.0) 2673 : cluster [DBG] osdmap e1365: 8 total, 8 up, 8 in 2024-09-13T00:52:43.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:42 smithi032 bash[75510]: cluster 2024-09-13T00:52:42.295868+0000 mgr.y (mgr.34107) 1498 : cluster [DBG] pgmap v2416: 169 pgs: 169 active+clean; 1.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 12 MiB/s wr, 489 op/s 2024-09-13T00:52:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:42 smithi032 bash[76677]: cluster 2024-09-13T00:52:41.884178+0000 mon.a (mon.0) 2673 : cluster [DBG] osdmap e1365: 8 total, 8 up, 8 in 2024-09-13T00:52:43.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:42 smithi032 bash[76677]: cluster 2024-09-13T00:52:42.295868+0000 mgr.y (mgr.34107) 1498 : cluster [DBG] pgmap v2416: 169 pgs: 169 active+clean; 1.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 12 MiB/s wr, 489 op/s 2024-09-13T00:52:43.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:42 smithi053 bash[67631]: cluster 2024-09-13T00:52:41.884178+0000 mon.a (mon.0) 2673 : cluster [DBG] osdmap e1365: 8 total, 8 up, 8 in 2024-09-13T00:52:43.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:42 smithi053 bash[67631]: cluster 2024-09-13T00:52:42.295868+0000 mgr.y (mgr.34107) 1498 : cluster [DBG] pgmap v2416: 169 pgs: 169 active+clean; 1.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 12 MiB/s wr, 489 op/s 2024-09-13T00:52:44.932 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap0 2024-09-13T00:52:44.963 INFO:tasks.workunit.client.0.smithi032.stdout:clone image167 -> image170 2024-09-13T00:52:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:44 smithi032 bash[76677]: cluster 2024-09-13T00:52:43.896711+0000 mon.a (mon.0) 2674 : cluster [DBG] osdmap e1366: 8 total, 8 up, 8 in 2024-09-13T00:52:45.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:44 smithi032 bash[76677]: cluster 2024-09-13T00:52:44.296698+0000 mgr.y (mgr.34107) 1499 : cluster [DBG] pgmap v2418: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 23 MiB/s wr, 691 op/s 2024-09-13T00:52:45.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:44 smithi032 bash[75510]: cluster 2024-09-13T00:52:43.896711+0000 mon.a (mon.0) 2674 : cluster [DBG] osdmap e1366: 8 total, 8 up, 8 in 2024-09-13T00:52:45.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:44 smithi032 bash[75510]: cluster 2024-09-13T00:52:44.296698+0000 mgr.y (mgr.34107) 1499 : cluster [DBG] pgmap v2418: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 23 MiB/s wr, 691 op/s 2024-09-13T00:52:45.228 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 22878594~4324756 2024-09-13T00:52:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:44 smithi053 bash[67631]: cluster 2024-09-13T00:52:43.896711+0000 mon.a (mon.0) 2674 : cluster [DBG] osdmap e1366: 8 total, 8 up, 8 in 2024-09-13T00:52:45.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:44 smithi053 bash[67631]: cluster 2024-09-13T00:52:44.296698+0000 mgr.y (mgr.34107) 1499 : cluster [DBG] pgmap v2418: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 23 MiB/s wr, 691 op/s 2024-09-13T00:52:45.291 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 42841092~7941432 2024-09-13T00:52:45.311 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 44146647~6138195 2024-09-13T00:52:45.362 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 43551594~1167245 2024-09-13T00:52:45.368 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 11373136~4587107 2024-09-13T00:52:45.429 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 35341116~7074336 2024-09-13T00:52:45.446 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 72292676~4198199 2024-09-13T00:52:45.495 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 72196834~4609749 2024-09-13T00:52:45.502 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:52:46.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:45 smithi032 bash[75510]: cluster 2024-09-13T00:52:44.906062+0000 mon.a (mon.0) 2675 : cluster [DBG] osdmap e1367: 8 total, 8 up, 8 in 2024-09-13T00:52:46.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:45 smithi032 bash[75510]: cluster 2024-09-13T00:52:45.778828+0000 mon.a (mon.0) 2676 : cluster [DBG] osdmap e1368: 8 total, 8 up, 8 in 2024-09-13T00:52:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:45 smithi032 bash[76677]: cluster 2024-09-13T00:52:44.906062+0000 mon.a (mon.0) 2675 : cluster [DBG] osdmap e1367: 8 total, 8 up, 8 in 2024-09-13T00:52:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:45 smithi032 bash[76677]: cluster 2024-09-13T00:52:45.778828+0000 mon.a (mon.0) 2676 : cluster [DBG] osdmap e1368: 8 total, 8 up, 8 in 2024-09-13T00:52:46.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:45 smithi053 bash[67631]: cluster 2024-09-13T00:52:44.906062+0000 mon.a (mon.0) 2675 : cluster [DBG] osdmap e1367: 8 total, 8 up, 8 in 2024-09-13T00:52:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:45 smithi053 bash[67631]: cluster 2024-09-13T00:52:45.778828+0000 mon.a (mon.0) 2676 : cluster [DBG] osdmap e1368: 8 total, 8 up, 8 in 2024-09-13T00:52:46.806 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 164008996 2024-09-13T00:52:46.838 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 81440937~3108748 2024-09-13T00:52:46.858 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 110983761~1377262 2024-09-13T00:52:46.858 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 158079796~2835884 2024-09-13T00:52:46.861 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 581969~7137552 2024-09-13T00:52:46.862 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 5729994~6924166 2024-09-13T00:52:46.936 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 58469049~1930657 2024-09-13T00:52:46.937 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 112772539~6839822 2024-09-13T00:52:46.951 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 154107374~1026177 2024-09-13T00:52:46.951 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:52:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:46 smithi053 bash[67631]: cluster 2024-09-13T00:52:46.297460+0000 mgr.y (mgr.34107) 1500 : cluster [DBG] pgmap v2421: 169 pgs: 169 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 24 MiB/s wr, 451 op/s 2024-09-13T00:52:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:46 smithi053 bash[67631]: cluster 2024-09-13T00:52:46.781078+0000 mon.a (mon.0) 2677 : cluster [DBG] osdmap e1369: 8 total, 8 up, 8 in 2024-09-13T00:52:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:46 smithi032 bash[75510]: cluster 2024-09-13T00:52:46.297460+0000 mgr.y (mgr.34107) 1500 : cluster [DBG] pgmap v2421: 169 pgs: 169 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 24 MiB/s wr, 451 op/s 2024-09-13T00:52:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:46 smithi032 bash[75510]: cluster 2024-09-13T00:52:46.781078+0000 mon.a (mon.0) 2677 : cluster [DBG] osdmap e1369: 8 total, 8 up, 8 in 2024-09-13T00:52:47.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:46 smithi032 bash[76677]: cluster 2024-09-13T00:52:46.297460+0000 mgr.y (mgr.34107) 1500 : cluster [DBG] pgmap v2421: 169 pgs: 169 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 24 MiB/s wr, 451 op/s 2024-09-13T00:52:47.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:46 smithi032 bash[76677]: cluster 2024-09-13T00:52:46.781078+0000 mon.a (mon.0) 2677 : cluster [DBG] osdmap e1369: 8 total, 8 up, 8 in 2024-09-13T00:52:48.976 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap2 2024-09-13T00:52:49.009 INFO:tasks.workunit.client.0.smithi032.stdout:clone image170 -> image172 2024-09-13T00:52:49.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:48 smithi053 bash[67631]: cluster 2024-09-13T00:52:47.944280+0000 mon.a (mon.0) 2678 : cluster [DBG] osdmap e1370: 8 total, 8 up, 8 in 2024-09-13T00:52:49.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:48 smithi053 bash[67631]: cluster 2024-09-13T00:52:48.298244+0000 mgr.y (mgr.34107) 1501 : cluster [DBG] pgmap v2424: 169 pgs: 169 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 19 MiB/s wr, 235 op/s 2024-09-13T00:52:49.345 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 185065887 2024-09-13T00:52:49.375 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 132096479~7390177 2024-09-13T00:52:49.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:48 smithi032 bash[75510]: cluster 2024-09-13T00:52:47.944280+0000 mon.a (mon.0) 2678 : cluster [DBG] osdmap e1370: 8 total, 8 up, 8 in 2024-09-13T00:52:49.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:48 smithi032 bash[75510]: cluster 2024-09-13T00:52:48.298244+0000 mgr.y (mgr.34107) 1501 : cluster [DBG] pgmap v2424: 169 pgs: 169 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 19 MiB/s wr, 235 op/s 2024-09-13T00:52:49.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:48 smithi032 bash[76677]: cluster 2024-09-13T00:52:47.944280+0000 mon.a (mon.0) 2678 : cluster [DBG] osdmap e1370: 8 total, 8 up, 8 in 2024-09-13T00:52:49.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:48 smithi032 bash[76677]: cluster 2024-09-13T00:52:48.298244+0000 mgr.y (mgr.34107) 1501 : cluster [DBG] pgmap v2424: 169 pgs: 169 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 19 MiB/s wr, 235 op/s 2024-09-13T00:52:49.470 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 9815914~3501039 2024-09-13T00:52:49.534 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 10406225~1214968 2024-09-13T00:52:49.552 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 29957519~2871109 2024-09-13T00:52:49.568 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 180667286~4398601 2024-09-13T00:52:49.614 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 97683156~1516776 2024-09-13T00:52:49.627 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 106061778~3186414 2024-09-13T00:52:49.676 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 89179378~2012699 2024-09-13T00:52:49.690 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:52:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:49 smithi053 bash[67631]: cluster 2024-09-13T00:52:48.955073+0000 mon.a (mon.0) 2679 : cluster [DBG] osdmap e1371: 8 total, 8 up, 8 in 2024-09-13T00:52:50.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:49 smithi032 bash[75510]: cluster 2024-09-13T00:52:48.955073+0000 mon.a (mon.0) 2679 : cluster [DBG] osdmap e1371: 8 total, 8 up, 8 in 2024-09-13T00:52:50.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:49 smithi032 bash[76677]: cluster 2024-09-13T00:52:48.955073+0000 mon.a (mon.0) 2679 : cluster [DBG] osdmap e1371: 8 total, 8 up, 8 in 2024-09-13T00:52:50.997 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap3 2024-09-13T00:52:51.024 INFO:tasks.workunit.client.0.smithi032.stdout:clone image172 -> image174 2024-09-13T00:52:51.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:50 smithi053 bash[67631]: cluster 2024-09-13T00:52:49.961572+0000 mon.a (mon.0) 2680 : cluster [DBG] osdmap e1372: 8 total, 8 up, 8 in 2024-09-13T00:52:51.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:50 smithi053 bash[67631]: cluster 2024-09-13T00:52:50.299019+0000 mgr.y (mgr.34107) 1502 : cluster [DBG] pgmap v2427: 169 pgs: 169 active+clean; 1.3 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 26 MiB/s wr, 258 op/s 2024-09-13T00:52:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:50 smithi032 bash[75510]: cluster 2024-09-13T00:52:49.961572+0000 mon.a (mon.0) 2680 : cluster [DBG] osdmap e1372: 8 total, 8 up, 8 in 2024-09-13T00:52:51.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:50 smithi032 bash[75510]: cluster 2024-09-13T00:52:50.299019+0000 mgr.y (mgr.34107) 1502 : cluster [DBG] pgmap v2427: 169 pgs: 169 active+clean; 1.3 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 26 MiB/s wr, 258 op/s 2024-09-13T00:52:51.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:50 smithi032 bash[76677]: cluster 2024-09-13T00:52:49.961572+0000 mon.a (mon.0) 2680 : cluster [DBG] osdmap e1372: 8 total, 8 up, 8 in 2024-09-13T00:52:51.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:50 smithi032 bash[76677]: cluster 2024-09-13T00:52:50.299019+0000 mgr.y (mgr.34107) 1502 : cluster [DBG] pgmap v2427: 169 pgs: 169 active+clean; 1.3 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 26 MiB/s wr, 258 op/s 2024-09-13T00:52:51.438 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 247828385 2024-09-13T00:52:51.481 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:52:52.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:51 smithi053 bash[67631]: cluster 2024-09-13T00:52:50.972975+0000 mon.a (mon.0) 2681 : cluster [DBG] osdmap e1373: 8 total, 8 up, 8 in 2024-09-13T00:52:52.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:51 smithi032 bash[75510]: cluster 2024-09-13T00:52:50.972975+0000 mon.a (mon.0) 2681 : cluster [DBG] osdmap e1373: 8 total, 8 up, 8 in 2024-09-13T00:52:52.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:51 smithi032 bash[76677]: cluster 2024-09-13T00:52:50.972975+0000 mon.a (mon.0) 2681 : cluster [DBG] osdmap e1373: 8 total, 8 up, 8 in 2024-09-13T00:52:52.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:52:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:52:52] "GET /metrics HTTP/1.1" 200 38843 "" "Prometheus/2.43.0" 2024-09-13T00:52:52.709 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:52:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:52:52 smithi053 bash[94430]: ts=2024-09-13T00:52:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:52:53.265 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:52:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:52 smithi053 bash[67631]: cluster 2024-09-13T00:52:52.299991+0000 mgr.y (mgr.34107) 1503 : cluster [DBG] pgmap v2429: 169 pgs: 169 active+clean; 1.3 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 8.9 MiB/s rd, 18 MiB/s wr, 309 op/s 2024-09-13T00:52:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:52 smithi032 bash[75510]: cluster 2024-09-13T00:52:52.299991+0000 mgr.y (mgr.34107) 1503 : cluster [DBG] pgmap v2429: 169 pgs: 169 active+clean; 1.3 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 8.9 MiB/s rd, 18 MiB/s wr, 309 op/s 2024-09-13T00:52:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:52 smithi032 bash[76677]: cluster 2024-09-13T00:52:52.299991+0000 mgr.y (mgr.34107) 1503 : cluster [DBG] pgmap v2429: 169 pgs: 169 active+clean; 1.3 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 8.9 MiB/s rd, 18 MiB/s wr, 309 op/s 2024-09-13T00:52:54.070 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.Stress (11314 ms) 2024-09-13T00:52:54.070 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.Stress2 2024-09-13T00:52:54.154 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:52:54.184 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 78191093~1861399 2024-09-13T00:52:54.228 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 28957880~8106841 2024-09-13T00:52:54.228 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 48501095~4166974 2024-09-13T00:52:54.273 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 63913408~3435483 2024-09-13T00:52:54.273 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 51160145~5907321 2024-09-13T00:52:54.320 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 48366873~34329 2024-09-13T00:52:54.325 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 66571477~8218674 2024-09-13T00:52:54.403 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 73014836~1536264 2024-09-13T00:52:54.409 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap0 2024-09-13T00:52:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:54 smithi032 bash[75510]: cluster 2024-09-13T00:52:54.301848+0000 mgr.y (mgr.34107) 1504 : cluster [DBG] pgmap v2430: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 17 MiB/s wr, 708 op/s 2024-09-13T00:52:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:54 smithi032 bash[76677]: cluster 2024-09-13T00:52:54.301848+0000 mgr.y (mgr.34107) 1504 : cluster [DBG] pgmap v2430: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 17 MiB/s wr, 708 op/s 2024-09-13T00:52:54.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:54 smithi053 bash[67631]: cluster 2024-09-13T00:52:54.301848+0000 mgr.y (mgr.34107) 1504 : cluster [DBG] pgmap v2430: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 17 MiB/s wr, 708 op/s 2024-09-13T00:52:55.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:55 smithi032 bash[75510]: audit 2024-09-13T00:52:55.199503+0000 mon.a (mon.0) 2682 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:52:55.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:55 smithi032 bash[76677]: audit 2024-09-13T00:52:55.199503+0000 mon.a (mon.0) 2682 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:52:55.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:55 smithi053 bash[67631]: audit 2024-09-13T00:52:55.199503+0000 mon.a (mon.0) 2682 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:52:56.431 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap0 2024-09-13T00:52:56.461 INFO:tasks.workunit.client.0.smithi032.stdout:clone image175 -> image178 2024-09-13T00:52:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:56 smithi032 bash[75510]: cluster 2024-09-13T00:52:55.391969+0000 mon.a (mon.0) 2683 : cluster [DBG] osdmap e1374: 8 total, 8 up, 8 in 2024-09-13T00:52:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:56 smithi032 bash[75510]: cluster 2024-09-13T00:52:56.302639+0000 mgr.y (mgr.34107) 1505 : cluster [DBG] pgmap v2432: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 9.7 MiB/s wr, 603 op/s 2024-09-13T00:52:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:56 smithi032 bash[76677]: cluster 2024-09-13T00:52:55.391969+0000 mon.a (mon.0) 2683 : cluster [DBG] osdmap e1374: 8 total, 8 up, 8 in 2024-09-13T00:52:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:56 smithi032 bash[76677]: cluster 2024-09-13T00:52:56.302639+0000 mgr.y (mgr.34107) 1505 : cluster [DBG] pgmap v2432: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 9.7 MiB/s wr, 603 op/s 2024-09-13T00:52:56.704 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 92663161 2024-09-13T00:52:56.733 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 68858103~6502298 2024-09-13T00:52:56.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:56 smithi053 bash[67631]: cluster 2024-09-13T00:52:55.391969+0000 mon.a (mon.0) 2683 : cluster [DBG] osdmap e1374: 8 total, 8 up, 8 in 2024-09-13T00:52:56.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:56 smithi053 bash[67631]: cluster 2024-09-13T00:52:56.302639+0000 mgr.y (mgr.34107) 1505 : cluster [DBG] pgmap v2432: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 9.7 MiB/s wr, 603 op/s 2024-09-13T00:52:56.837 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 20523087~466139 2024-09-13T00:52:56.853 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 13437255~5880933 2024-09-13T00:52:56.902 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 88283455~1288939 2024-09-13T00:52:56.902 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 16733417~2106777 2024-09-13T00:52:56.927 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 63699497~3663087 2024-09-13T00:52:56.946 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 60026815~7644695 2024-09-13T00:52:56.999 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 77380196~7416786 2024-09-13T00:52:57.020 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:52:57.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:57 smithi032 bash[75510]: cluster 2024-09-13T00:52:56.402380+0000 mon.a (mon.0) 2684 : cluster [DBG] osdmap e1375: 8 total, 8 up, 8 in 2024-09-13T00:52:57.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:57 smithi032 bash[76677]: cluster 2024-09-13T00:52:56.402380+0000 mon.a (mon.0) 2684 : cluster [DBG] osdmap e1375: 8 total, 8 up, 8 in 2024-09-13T00:52:57.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:57 smithi053 bash[67631]: cluster 2024-09-13T00:52:56.402380+0000 mon.a (mon.0) 2684 : cluster [DBG] osdmap e1375: 8 total, 8 up, 8 in 2024-09-13T00:52:58.440 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2024-09-13T00:52:58.468 INFO:tasks.workunit.client.0.smithi032.stdout:clone image178 -> image180 2024-09-13T00:52:58.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:58 smithi053 bash[67631]: cluster 2024-09-13T00:52:57.409886+0000 mon.a (mon.0) 2685 : cluster [DBG] osdmap e1376: 8 total, 8 up, 8 in 2024-09-13T00:52:58.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:58 smithi053 bash[67631]: cluster 2024-09-13T00:52:58.303577+0000 mgr.y (mgr.34107) 1506 : cluster [DBG] pgmap v2435: 169 pgs: 169 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 30 MiB/s rd, 11 MiB/s wr, 649 op/s 2024-09-13T00:52:58.802 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 113593165 2024-09-13T00:52:58.833 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 65672550~7328227 2024-09-13T00:52:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:58 smithi032 bash[75510]: cluster 2024-09-13T00:52:57.409886+0000 mon.a (mon.0) 2685 : cluster [DBG] osdmap e1376: 8 total, 8 up, 8 in 2024-09-13T00:52:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:58 smithi032 bash[75510]: cluster 2024-09-13T00:52:58.303577+0000 mgr.y (mgr.34107) 1506 : cluster [DBG] pgmap v2435: 169 pgs: 169 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 30 MiB/s rd, 11 MiB/s wr, 649 op/s 2024-09-13T00:52:58.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:58 smithi032 bash[76677]: cluster 2024-09-13T00:52:57.409886+0000 mon.a (mon.0) 2685 : cluster [DBG] osdmap e1376: 8 total, 8 up, 8 in 2024-09-13T00:52:58.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:58 smithi032 bash[76677]: cluster 2024-09-13T00:52:58.303577+0000 mgr.y (mgr.34107) 1506 : cluster [DBG] pgmap v2435: 169 pgs: 169 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 30 MiB/s rd, 11 MiB/s wr, 649 op/s 2024-09-13T00:52:58.957 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 87085152~7312124 2024-09-13T00:52:58.977 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 105723744~1140172 2024-09-13T00:52:58.998 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 100564076~6825169 2024-09-13T00:52:59.004 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 42128873~4659554 2024-09-13T00:52:59.071 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 18355674~3523331 2024-09-13T00:52:59.112 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 49701816~5616440 2024-09-13T00:52:59.196 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 63273248~5514167 2024-09-13T00:52:59.203 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:52:59.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:52:59 smithi053 bash[67631]: cluster 2024-09-13T00:52:58.413579+0000 mon.a (mon.0) 2686 : cluster [DBG] osdmap e1377: 8 total, 8 up, 8 in 2024-09-13T00:52:59.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:52:59 smithi032 bash[75510]: cluster 2024-09-13T00:52:58.413579+0000 mon.a (mon.0) 2686 : cluster [DBG] osdmap e1377: 8 total, 8 up, 8 in 2024-09-13T00:52:59.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:52:59 smithi032 bash[76677]: cluster 2024-09-13T00:52:58.413579+0000 mon.a (mon.0) 2686 : cluster [DBG] osdmap e1377: 8 total, 8 up, 8 in 2024-09-13T00:53:00.470 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 129589309 2024-09-13T00:53:00.501 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 4621350~5766176 2024-09-13T00:53:00.521 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 10878454~3930533 2024-09-13T00:53:00.523 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 36741053~2194834 2024-09-13T00:53:00.528 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 31017255~7397364 2024-09-13T00:53:00.586 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 112800425~6234764 2024-09-13T00:53:00.589 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 107597769~6809246 2024-09-13T00:53:00.621 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 66323451~83450 2024-09-13T00:53:00.622 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 113605951~3253299 2024-09-13T00:53:00.624 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:53:00.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:00 smithi053 bash[67631]: cluster 2024-09-13T00:52:59.436801+0000 mon.a (mon.0) 2687 : cluster [DBG] osdmap e1378: 8 total, 8 up, 8 in 2024-09-13T00:53:00.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:00 smithi053 bash[67631]: cluster 2024-09-13T00:53:00.304355+0000 mgr.y (mgr.34107) 1507 : cluster [DBG] pgmap v2438: 169 pgs: 169 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 16 MiB/s wr, 475 op/s 2024-09-13T00:53:00.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:00 smithi032 bash[75510]: cluster 2024-09-13T00:52:59.436801+0000 mon.a (mon.0) 2687 : cluster [DBG] osdmap e1378: 8 total, 8 up, 8 in 2024-09-13T00:53:00.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:00 smithi032 bash[75510]: cluster 2024-09-13T00:53:00.304355+0000 mgr.y (mgr.34107) 1507 : cluster [DBG] pgmap v2438: 169 pgs: 169 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 16 MiB/s wr, 475 op/s 2024-09-13T00:53:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:00 smithi032 bash[76677]: cluster 2024-09-13T00:52:59.436801+0000 mon.a (mon.0) 2687 : cluster [DBG] osdmap e1378: 8 total, 8 up, 8 in 2024-09-13T00:53:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:00 smithi032 bash[76677]: cluster 2024-09-13T00:53:00.304355+0000 mgr.y (mgr.34107) 1507 : cluster [DBG] pgmap v2438: 169 pgs: 169 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 16 MiB/s wr, 475 op/s 2024-09-13T00:53:01.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:01 smithi053 bash[67631]: cluster 2024-09-13T00:53:00.447080+0000 mon.a (mon.0) 2688 : cluster [DBG] osdmap e1379: 8 total, 8 up, 8 in 2024-09-13T00:53:01.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:01 smithi032 bash[75510]: cluster 2024-09-13T00:53:00.447080+0000 mon.a (mon.0) 2688 : cluster [DBG] osdmap e1379: 8 total, 8 up, 8 in 2024-09-13T00:53:01.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:01 smithi032 bash[76677]: cluster 2024-09-13T00:53:00.447080+0000 mon.a (mon.0) 2688 : cluster [DBG] osdmap e1379: 8 total, 8 up, 8 in 2024-09-13T00:53:02.491 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap3 2024-09-13T00:53:02.528 INFO:tasks.workunit.client.0.smithi032.stdout:clone image180 -> image182 2024-09-13T00:53:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:53:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:53:02] "GET /metrics HTTP/1.1" 200 38843 "" "Prometheus/2.43.0" 2024-09-13T00:53:02.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:02 smithi032 bash[75510]: cluster 2024-09-13T00:53:01.448740+0000 mon.a (mon.0) 2689 : cluster [DBG] osdmap e1380: 8 total, 8 up, 8 in 2024-09-13T00:53:02.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:02 smithi032 bash[75510]: cluster 2024-09-13T00:53:02.305130+0000 mgr.y (mgr.34107) 1508 : cluster [DBG] pgmap v2441: 169 pgs: 169 active+clean; 1.5 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 19 MiB/s wr, 314 op/s 2024-09-13T00:53:02.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:02 smithi032 bash[76677]: cluster 2024-09-13T00:53:01.448740+0000 mon.a (mon.0) 2689 : cluster [DBG] osdmap e1380: 8 total, 8 up, 8 in 2024-09-13T00:53:02.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:02 smithi032 bash[76677]: cluster 2024-09-13T00:53:02.305130+0000 mgr.y (mgr.34107) 1508 : cluster [DBG] pgmap v2441: 169 pgs: 169 active+clean; 1.5 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 19 MiB/s wr, 314 op/s 2024-09-13T00:53:02.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:53:02 smithi053 bash[94430]: ts=2024-09-13T00:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:53:02.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:02 smithi053 bash[67631]: cluster 2024-09-13T00:53:01.448740+0000 mon.a (mon.0) 2689 : cluster [DBG] osdmap e1380: 8 total, 8 up, 8 in 2024-09-13T00:53:02.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:02 smithi053 bash[67631]: cluster 2024-09-13T00:53:02.305130+0000 mgr.y (mgr.34107) 1508 : cluster [DBG] pgmap v2441: 169 pgs: 169 active+clean; 1.5 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 19 MiB/s wr, 314 op/s 2024-09-13T00:53:02.938 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 162086891 2024-09-13T00:53:02.984 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:53:03.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:03 smithi053 bash[67631]: cluster 2024-09-13T00:53:02.468591+0000 mon.a (mon.0) 2690 : cluster [DBG] osdmap e1381: 8 total, 8 up, 8 in 2024-09-13T00:53:03.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:03 smithi032 bash[75510]: cluster 2024-09-13T00:53:02.468591+0000 mon.a (mon.0) 2690 : cluster [DBG] osdmap e1381: 8 total, 8 up, 8 in 2024-09-13T00:53:03.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:03 smithi032 bash[76677]: cluster 2024-09-13T00:53:02.468591+0000 mon.a (mon.0) 2690 : cluster [DBG] osdmap e1381: 8 total, 8 up, 8 in 2024-09-13T00:53:04.086 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 141162755~5342193 2024-09-13T00:53:04.146 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 25921332~4996709 2024-09-13T00:53:04.184 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 3338905~3325856 2024-09-13T00:53:04.256 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 120873857~857136 2024-09-13T00:53:04.295 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 75341517~7471447 2024-09-13T00:53:04.381 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 73284730~1229528 2024-09-13T00:53:04.386 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 16042138~4495857 2024-09-13T00:53:04.454 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 97811201~1160609 2024-09-13T00:53:04.482 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user0 2024-09-13T00:53:04.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:04 smithi053 bash[67631]: cluster 2024-09-13T00:53:04.306258+0000 mgr.y (mgr.34107) 1509 : cluster [DBG] pgmap v2443: 169 pgs: 169 active+clean; 1.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 7.3 MiB/s rd, 22 MiB/s wr, 399 op/s 2024-09-13T00:53:04.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:04 smithi032 bash[75510]: cluster 2024-09-13T00:53:04.306258+0000 mgr.y (mgr.34107) 1509 : cluster [DBG] pgmap v2443: 169 pgs: 169 active+clean; 1.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 7.3 MiB/s rd, 22 MiB/s wr, 399 op/s 2024-09-13T00:53:04.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:04 smithi032 bash[76677]: cluster 2024-09-13T00:53:04.306258+0000 mgr.y (mgr.34107) 1509 : cluster [DBG] pgmap v2443: 169 pgs: 169 active+clean; 1.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 7.3 MiB/s rd, 22 MiB/s wr, 399 op/s 2024-09-13T00:53:06.521 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 323671516 2024-09-13T00:53:06.552 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 237508877~4545269 2024-09-13T00:53:06.575 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 182493632~2193387 2024-09-13T00:53:06.576 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 102282054~5952903 2024-09-13T00:53:06.590 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 53549488~5772550 2024-09-13T00:53:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 60709772~1387861 2024-09-13T00:53:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 159937862~1755637 2024-09-13T00:53:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 309087719~2323907 2024-09-13T00:53:06.601 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 96754872~1672570 2024-09-13T00:53:06.602 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user1 2024-09-13T00:53:06.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:06 smithi053 bash[67631]: cluster 2024-09-13T00:53:05.487073+0000 mon.a (mon.0) 2691 : cluster [DBG] osdmap e1382: 8 total, 8 up, 8 in 2024-09-13T00:53:06.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:06 smithi053 bash[67631]: cluster 2024-09-13T00:53:06.306986+0000 mgr.y (mgr.34107) 1510 : cluster [DBG] pgmap v2445: 169 pgs: 169 active+clean; 1.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 8.0 MiB/s rd, 18 MiB/s wr, 403 op/s 2024-09-13T00:53:06.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:06 smithi032 bash[75510]: cluster 2024-09-13T00:53:05.487073+0000 mon.a (mon.0) 2691 : cluster [DBG] osdmap e1382: 8 total, 8 up, 8 in 2024-09-13T00:53:06.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:06 smithi032 bash[75510]: cluster 2024-09-13T00:53:06.306986+0000 mgr.y (mgr.34107) 1510 : cluster [DBG] pgmap v2445: 169 pgs: 169 active+clean; 1.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 8.0 MiB/s rd, 18 MiB/s wr, 403 op/s 2024-09-13T00:53:06.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:06 smithi032 bash[76677]: cluster 2024-09-13T00:53:05.487073+0000 mon.a (mon.0) 2691 : cluster [DBG] osdmap e1382: 8 total, 8 up, 8 in 2024-09-13T00:53:06.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:06 smithi032 bash[76677]: cluster 2024-09-13T00:53:06.306986+0000 mgr.y (mgr.34107) 1510 : cluster [DBG] pgmap v2445: 169 pgs: 169 active+clean; 1.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 8.0 MiB/s rd, 18 MiB/s wr, 403 op/s 2024-09-13T00:53:07.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:07 smithi053 bash[67631]: cluster 2024-09-13T00:53:06.497077+0000 mon.a (mon.0) 2692 : cluster [DBG] osdmap e1383: 8 total, 8 up, 8 in 2024-09-13T00:53:07.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:07 smithi032 bash[75510]: cluster 2024-09-13T00:53:06.497077+0000 mon.a (mon.0) 2692 : cluster [DBG] osdmap e1383: 8 total, 8 up, 8 in 2024-09-13T00:53:07.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:07 smithi032 bash[76677]: cluster 2024-09-13T00:53:06.497077+0000 mon.a (mon.0) 2692 : cluster [DBG] osdmap e1383: 8 total, 8 up, 8 in 2024-09-13T00:53:08.544 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 221324337~4998426 2024-09-13T00:53:08.594 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 13838450~43276 2024-09-13T00:53:08.594 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 165124901~239388 2024-09-13T00:53:08.594 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 182018840~6679370 2024-09-13T00:53:08.595 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 174305301~3268815 2024-09-13T00:53:08.605 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 165348448~7018681 2024-09-13T00:53:08.621 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 266508348~325826 2024-09-13T00:53:08.622 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 283261939~4961989 2024-09-13T00:53:08.623 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user2 2024-09-13T00:53:08.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:08 smithi053 bash[67631]: cluster 2024-09-13T00:53:07.499945+0000 mon.a (mon.0) 2693 : cluster [DBG] osdmap e1384: 8 total, 8 up, 8 in 2024-09-13T00:53:08.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:08 smithi053 bash[67631]: cluster 2024-09-13T00:53:08.307941+0000 mgr.y (mgr.34107) 1511 : cluster [DBG] pgmap v2448: 169 pgs: 169 active+clean; 1.6 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 17 MiB/s wr, 454 op/s 2024-09-13T00:53:08.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:08 smithi032 bash[75510]: cluster 2024-09-13T00:53:07.499945+0000 mon.a (mon.0) 2693 : cluster [DBG] osdmap e1384: 8 total, 8 up, 8 in 2024-09-13T00:53:08.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:08 smithi032 bash[75510]: cluster 2024-09-13T00:53:08.307941+0000 mgr.y (mgr.34107) 1511 : cluster [DBG] pgmap v2448: 169 pgs: 169 active+clean; 1.6 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 17 MiB/s wr, 454 op/s 2024-09-13T00:53:08.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:08 smithi032 bash[76677]: cluster 2024-09-13T00:53:07.499945+0000 mon.a (mon.0) 2693 : cluster [DBG] osdmap e1384: 8 total, 8 up, 8 in 2024-09-13T00:53:08.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:08 smithi032 bash[76677]: cluster 2024-09-13T00:53:08.307941+0000 mgr.y (mgr.34107) 1511 : cluster [DBG] pgmap v2448: 169 pgs: 169 active+clean; 1.6 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 17 MiB/s wr, 454 op/s 2024-09-13T00:53:09.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:09 smithi053 bash[67631]: cluster 2024-09-13T00:53:08.521096+0000 mon.a (mon.0) 2694 : cluster [DBG] osdmap e1385: 8 total, 8 up, 8 in 2024-09-13T00:53:09.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:09 smithi032 bash[75510]: cluster 2024-09-13T00:53:08.521096+0000 mon.a (mon.0) 2694 : cluster [DBG] osdmap e1385: 8 total, 8 up, 8 in 2024-09-13T00:53:09.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:09 smithi032 bash[76677]: cluster 2024-09-13T00:53:08.521096+0000 mon.a (mon.0) 2694 : cluster [DBG] osdmap e1385: 8 total, 8 up, 8 in 2024-09-13T00:53:10.565 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 243974804 2024-09-13T00:53:10.623 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 69003773~5422387 2024-09-13T00:53:10.649 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 161780303~8035031 2024-09-13T00:53:10.649 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 133052723~4693114 2024-09-13T00:53:10.665 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 166766236~6267905 2024-09-13T00:53:10.697 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 142647260~6800278 2024-09-13T00:53:10.710 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 22509502~1371819 2024-09-13T00:53:10.710 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 109780773~4163268 2024-09-13T00:53:10.713 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 237085969~6888835 2024-09-13T00:53:10.729 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user3 2024-09-13T00:53:10.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:10 smithi053 bash[67631]: cluster 2024-09-13T00:53:09.528660+0000 mon.a (mon.0) 2695 : cluster [DBG] osdmap e1386: 8 total, 8 up, 8 in 2024-09-13T00:53:10.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:10 smithi053 bash[67631]: audit 2024-09-13T00:53:10.199986+0000 mon.a (mon.0) 2696 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:53:10.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:10 smithi053 bash[67631]: cluster 2024-09-13T00:53:10.308704+0000 mgr.y (mgr.34107) 1512 : cluster [DBG] pgmap v2451: 169 pgs: 169 active+clean; 1.7 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 26 MiB/s rd, 32 MiB/s wr, 453 op/s 2024-09-13T00:53:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:10 smithi032 bash[75510]: cluster 2024-09-13T00:53:09.528660+0000 mon.a (mon.0) 2695 : cluster [DBG] osdmap e1386: 8 total, 8 up, 8 in 2024-09-13T00:53:10.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:10 smithi032 bash[75510]: audit 2024-09-13T00:53:10.199986+0000 mon.a (mon.0) 2696 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:53:10.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:10 smithi032 bash[75510]: cluster 2024-09-13T00:53:10.308704+0000 mgr.y (mgr.34107) 1512 : cluster [DBG] pgmap v2451: 169 pgs: 169 active+clean; 1.7 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 26 MiB/s rd, 32 MiB/s wr, 453 op/s 2024-09-13T00:53:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:10 smithi032 bash[76677]: cluster 2024-09-13T00:53:09.528660+0000 mon.a (mon.0) 2695 : cluster [DBG] osdmap e1386: 8 total, 8 up, 8 in 2024-09-13T00:53:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:10 smithi032 bash[76677]: audit 2024-09-13T00:53:10.199986+0000 mon.a (mon.0) 2696 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:53:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:10 smithi032 bash[76677]: cluster 2024-09-13T00:53:10.308704+0000 mgr.y (mgr.34107) 1512 : cluster [DBG] pgmap v2451: 169 pgs: 169 active+clean; 1.7 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 26 MiB/s rd, 32 MiB/s wr, 453 op/s 2024-09-13T00:53:11.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:11 smithi032 bash[75510]: cluster 2024-09-13T00:53:10.539560+0000 mon.a (mon.0) 2697 : cluster [DBG] osdmap e1387: 8 total, 8 up, 8 in 2024-09-13T00:53:11.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:11 smithi032 bash[76677]: cluster 2024-09-13T00:53:10.539560+0000 mon.a (mon.0) 2697 : cluster [DBG] osdmap e1387: 8 total, 8 up, 8 in 2024-09-13T00:53:12.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:11 smithi053 bash[67631]: cluster 2024-09-13T00:53:10.539560+0000 mon.a (mon.0) 2697 : cluster [DBG] osdmap e1387: 8 total, 8 up, 8 in 2024-09-13T00:53:12.590 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 269173238 2024-09-13T00:53:12.641 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 26917323~6729330 2024-09-13T00:53:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 28599655~3364665 2024-09-13T00:53:12.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:12 smithi032 bash[75510]: cluster 2024-09-13T00:53:11.540769+0000 mon.a (mon.0) 2698 : cluster [DBG] osdmap e1388: 8 total, 8 up, 8 in 2024-09-13T00:53:12.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:12 smithi032 bash[75510]: cluster 2024-09-13T00:53:12.309457+0000 mgr.y (mgr.34107) 1513 : cluster [DBG] pgmap v2454: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 28 MiB/s wr, 213 op/s 2024-09-13T00:53:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:12 smithi032 bash[76677]: cluster 2024-09-13T00:53:11.540769+0000 mon.a (mon.0) 2698 : cluster [DBG] osdmap e1388: 8 total, 8 up, 8 in 2024-09-13T00:53:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:12 smithi032 bash[76677]: cluster 2024-09-13T00:53:12.309457+0000 mgr.y (mgr.34107) 1513 : cluster [DBG] pgmap v2454: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 28 MiB/s wr, 213 op/s 2024-09-13T00:53:12.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:53:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:53:12] "GET /metrics HTTP/1.1" 200 38844 "" "Prometheus/2.43.0" 2024-09-13T00:53:12.743 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 53834647~6729330 2024-09-13T00:53:12.748 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 55516979~3364665 2024-09-13T00:53:12.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:12 smithi053 bash[67631]: cluster 2024-09-13T00:53:11.540769+0000 mon.a (mon.0) 2698 : cluster [DBG] osdmap e1388: 8 total, 8 up, 8 in 2024-09-13T00:53:12.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:12 smithi053 bash[67631]: cluster 2024-09-13T00:53:12.309457+0000 mgr.y (mgr.34107) 1513 : cluster [DBG] pgmap v2454: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 28 MiB/s wr, 213 op/s 2024-09-13T00:53:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:53:12 smithi053 bash[94430]: ts=2024-09-13T00:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:53:12.834 INFO:tasks.workunit.client.0.smithi032.stdout:write: 3 80751971~6729330 2024-09-13T00:53:12.839 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 82434303~3364665 2024-09-13T00:53:12.896 INFO:tasks.workunit.client.0.smithi032.stdout:write: 4 107669295~6729330 2024-09-13T00:53:12.901 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 109351627~3364665 2024-09-13T00:53:12.959 INFO:tasks.workunit.client.0.smithi032.stdout:write: 5 134586619~6729330 2024-09-13T00:53:12.963 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 136268951~3364665 2024-09-13T00:53:13.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:13 smithi032 bash[75510]: cluster 2024-09-13T00:53:12.560867+0000 mon.a (mon.0) 2699 : cluster [DBG] osdmap e1389: 8 total, 8 up, 8 in 2024-09-13T00:53:13.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:13 smithi032 bash[76677]: cluster 2024-09-13T00:53:12.560867+0000 mon.a (mon.0) 2699 : cluster [DBG] osdmap e1389: 8 total, 8 up, 8 in 2024-09-13T00:53:14.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:13 smithi053 bash[67631]: cluster 2024-09-13T00:53:12.560867+0000 mon.a (mon.0) 2699 : cluster [DBG] osdmap e1389: 8 total, 8 up, 8 in 2024-09-13T00:53:14.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:14 smithi032 bash[75510]: cluster 2024-09-13T00:53:14.310788+0000 mgr.y (mgr.34107) 1514 : cluster [DBG] pgmap v2456: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 307 op/s 2024-09-13T00:53:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:14 smithi032 bash[76677]: cluster 2024-09-13T00:53:14.310788+0000 mgr.y (mgr.34107) 1514 : cluster [DBG] pgmap v2456: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 307 op/s 2024-09-13T00:53:15.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:14 smithi053 bash[67631]: cluster 2024-09-13T00:53:14.310788+0000 mgr.y (mgr.34107) 1514 : cluster [DBG] pgmap v2456: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 307 op/s 2024-09-13T00:53:15.614 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:53:16.216 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:53:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:16 smithi032 bash[75510]: cluster 2024-09-13T00:53:16.311916+0000 mgr.y (mgr.34107) 1515 : cluster [DBG] pgmap v2457: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 22 MiB/s wr, 257 op/s 2024-09-13T00:53:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:16 smithi032 bash[76677]: cluster 2024-09-13T00:53:16.311916+0000 mgr.y (mgr.34107) 1515 : cluster [DBG] pgmap v2457: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 22 MiB/s wr, 257 op/s 2024-09-13T00:53:16.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:16 smithi053 bash[67631]: cluster 2024-09-13T00:53:16.311916+0000 mgr.y (mgr.34107) 1515 : cluster [DBG] pgmap v2457: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 22 MiB/s wr, 257 op/s 2024-09-13T00:53:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:18 smithi032 bash[75510]: cluster 2024-09-13T00:53:18.313276+0000 mgr.y (mgr.34107) 1516 : cluster [DBG] pgmap v2458: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 77 MiB/s rd, 18 MiB/s wr, 342 op/s 2024-09-13T00:53:18.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:18 smithi032 bash[76677]: cluster 2024-09-13T00:53:18.313276+0000 mgr.y (mgr.34107) 1516 : cluster [DBG] pgmap v2458: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 77 MiB/s rd, 18 MiB/s wr, 342 op/s 2024-09-13T00:53:18.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:18 smithi053 bash[67631]: cluster 2024-09-13T00:53:18.313276+0000 mgr.y (mgr.34107) 1516 : cluster [DBG] pgmap v2458: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 77 MiB/s rd, 18 MiB/s wr, 342 op/s 2024-09-13T00:53:19.087 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.Stress2 (25017 ms) 2024-09-13T00:53:19.087 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.StressLive 2024-09-13T00:53:19.172 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2024-09-13T00:53:19.202 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 60442498~2979502 2024-09-13T00:53:19.259 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 64968573~4597687 2024-09-13T00:53:19.265 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 45170800~4127423 2024-09-13T00:53:19.317 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 63173505~6665037 2024-09-13T00:53:19.323 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 20015634~6205064 2024-09-13T00:53:19.389 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 44930187~3922732 2024-09-13T00:53:19.396 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 59676767~5500899 2024-09-13T00:53:19.436 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 38701754~6292400 2024-09-13T00:53:19.442 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap0 2024-09-13T00:53:20.541 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap0 2024-09-13T00:53:20.573 INFO:tasks.workunit.client.0.smithi032.stdout:clone image183 -> image186 2024-09-13T00:53:20.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:20 smithi053 bash[67631]: cluster 2024-09-13T00:53:19.506760+0000 mon.a (mon.0) 2700 : cluster [DBG] osdmap e1390: 8 total, 8 up, 8 in 2024-09-13T00:53:20.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:20 smithi053 bash[67631]: cluster 2024-09-13T00:53:20.314050+0000 mgr.y (mgr.34107) 1517 : cluster [DBG] pgmap v2460: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 161 MiB/s rd, 16 MiB/s wr, 480 op/s 2024-09-13T00:53:20.832 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 11736684~1235085 2024-09-13T00:53:20.881 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 33201187~2296155 2024-09-13T00:53:20.894 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 62388230~8325204 2024-09-13T00:53:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:20 smithi032 bash[76677]: cluster 2024-09-13T00:53:19.506760+0000 mon.a (mon.0) 2700 : cluster [DBG] osdmap e1390: 8 total, 8 up, 8 in 2024-09-13T00:53:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:20 smithi032 bash[76677]: cluster 2024-09-13T00:53:20.314050+0000 mgr.y (mgr.34107) 1517 : cluster [DBG] pgmap v2460: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 161 MiB/s rd, 16 MiB/s wr, 480 op/s 2024-09-13T00:53:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:20 smithi032 bash[75510]: cluster 2024-09-13T00:53:19.506760+0000 mon.a (mon.0) 2700 : cluster [DBG] osdmap e1390: 8 total, 8 up, 8 in 2024-09-13T00:53:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:20 smithi032 bash[75510]: cluster 2024-09-13T00:53:20.314050+0000 mgr.y (mgr.34107) 1517 : cluster [DBG] pgmap v2460: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 161 MiB/s rd, 16 MiB/s wr, 480 op/s 2024-09-13T00:53:20.953 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 71208728~5379041 2024-09-13T00:53:20.966 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 12267876~1649611 2024-09-13T00:53:20.978 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 72189955~8306408 2024-09-13T00:53:20.988 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 19674518~2618883 2024-09-13T00:53:21.043 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 7216570~6803333 2024-09-13T00:53:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2024-09-13T00:53:21.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:21 smithi053 bash[67631]: cluster 2024-09-13T00:53:20.517433+0000 mon.a (mon.0) 2701 : cluster [DBG] osdmap e1391: 8 total, 8 up, 8 in 2024-09-13T00:53:21.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:21 smithi032 bash[75510]: cluster 2024-09-13T00:53:20.517433+0000 mon.a (mon.0) 2701 : cluster [DBG] osdmap e1391: 8 total, 8 up, 8 in 2024-09-13T00:53:21.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:21 smithi032 bash[76677]: cluster 2024-09-13T00:53:20.517433+0000 mon.a (mon.0) 2701 : cluster [DBG] osdmap e1391: 8 total, 8 up, 8 in 2024-09-13T00:53:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:53:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:53:22] "GET /metrics HTTP/1.1" 200 38844 "" "Prometheus/2.43.0" 2024-09-13T00:53:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:53:22 smithi053 bash[94430]: ts=2024-09-13T00:53:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:53:22.844 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2024-09-13T00:53:22.875 INFO:tasks.workunit.client.0.smithi032.stdout:clone image186 -> image188 2024-09-13T00:53:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:22 smithi032 bash[75510]: cluster 2024-09-13T00:53:21.806395+0000 mon.a (mon.0) 2702 : cluster [DBG] osdmap e1392: 8 total, 8 up, 8 in 2024-09-13T00:53:23.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:22 smithi032 bash[75510]: cluster 2024-09-13T00:53:22.314797+0000 mgr.y (mgr.34107) 1518 : cluster [DBG] pgmap v2463: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 215 MiB/s rd, 9.1 MiB/s wr, 476 op/s 2024-09-13T00:53:23.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:22 smithi032 bash[76677]: cluster 2024-09-13T00:53:21.806395+0000 mon.a (mon.0) 2702 : cluster [DBG] osdmap e1392: 8 total, 8 up, 8 in 2024-09-13T00:53:23.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:22 smithi032 bash[76677]: cluster 2024-09-13T00:53:22.314797+0000 mgr.y (mgr.34107) 1518 : cluster [DBG] pgmap v2463: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 215 MiB/s rd, 9.1 MiB/s wr, 476 op/s 2024-09-13T00:53:23.203 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 81830358~2055722 2024-09-13T00:53:23.260 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 76890683~6995397 2024-09-13T00:53:23.275 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 27695345~2271858 2024-09-13T00:53:23.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:22 smithi053 bash[67631]: cluster 2024-09-13T00:53:21.806395+0000 mon.a (mon.0) 2702 : cluster [DBG] osdmap e1392: 8 total, 8 up, 8 in 2024-09-13T00:53:23.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:22 smithi053 bash[67631]: cluster 2024-09-13T00:53:22.314797+0000 mgr.y (mgr.34107) 1518 : cluster [DBG] pgmap v2463: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 215 MiB/s rd, 9.1 MiB/s wr, 476 op/s 2024-09-13T00:53:23.349 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 32938581~2859326 2024-09-13T00:53:23.366 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 59483375~3486033 2024-09-13T00:53:23.446 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 67675068~4531471 2024-09-13T00:53:23.480 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 80526055~3360025 2024-09-13T00:53:23.512 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 39210612~3914280 2024-09-13T00:53:23.530 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2024-09-13T00:53:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:23 smithi032 bash[75510]: cluster 2024-09-13T00:53:22.817042+0000 mon.a (mon.0) 2703 : cluster [DBG] osdmap e1393: 8 total, 8 up, 8 in 2024-09-13T00:53:24.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:23 smithi032 bash[76677]: cluster 2024-09-13T00:53:22.817042+0000 mon.a (mon.0) 2703 : cluster [DBG] osdmap e1393: 8 total, 8 up, 8 in 2024-09-13T00:53:24.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:23 smithi053 bash[67631]: cluster 2024-09-13T00:53:22.817042+0000 mon.a (mon.0) 2703 : cluster [DBG] osdmap e1393: 8 total, 8 up, 8 in 2024-09-13T00:53:24.865 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap2 2024-09-13T00:53:24.893 INFO:tasks.workunit.client.0.smithi032.stdout:clone image188 -> image190 2024-09-13T00:53:25.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:24 smithi032 bash[75510]: cluster 2024-09-13T00:53:23.825053+0000 mon.a (mon.0) 2704 : cluster [DBG] osdmap e1394: 8 total, 8 up, 8 in 2024-09-13T00:53:25.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:24 smithi032 bash[75510]: cluster 2024-09-13T00:53:24.315845+0000 mgr.y (mgr.34107) 1519 : cluster [DBG] pgmap v2466: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 114 MiB/s rd, 19 MiB/s wr, 483 op/s 2024-09-13T00:53:25.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:24 smithi032 bash[76677]: cluster 2024-09-13T00:53:23.825053+0000 mon.a (mon.0) 2704 : cluster [DBG] osdmap e1394: 8 total, 8 up, 8 in 2024-09-13T00:53:25.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:24 smithi032 bash[76677]: cluster 2024-09-13T00:53:24.315845+0000 mgr.y (mgr.34107) 1519 : cluster [DBG] pgmap v2466: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 114 MiB/s rd, 19 MiB/s wr, 483 op/s 2024-09-13T00:53:25.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:24 smithi053 bash[67631]: cluster 2024-09-13T00:53:23.825053+0000 mon.a (mon.0) 2704 : cluster [DBG] osdmap e1394: 8 total, 8 up, 8 in 2024-09-13T00:53:25.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:24 smithi053 bash[67631]: cluster 2024-09-13T00:53:24.315845+0000 mgr.y (mgr.34107) 1519 : cluster [DBG] pgmap v2466: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 114 MiB/s rd, 19 MiB/s wr, 483 op/s 2024-09-13T00:53:25.300 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 35958176~935546 2024-09-13T00:53:25.342 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 75935340~7950740 2024-09-13T00:53:25.358 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 74977404~6283012 2024-09-13T00:53:25.419 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 25679111~7666249 2024-09-13T00:53:25.460 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 64801230~2377235 2024-09-13T00:53:25.539 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 76156223~7729857 2024-09-13T00:53:25.546 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 34951404~234514 2024-09-13T00:53:25.554 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 49172951~2167687 2024-09-13T00:53:25.596 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2024-09-13T00:53:26.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:25 smithi032 bash[75510]: cluster 2024-09-13T00:53:24.834745+0000 mon.a (mon.0) 2705 : cluster [DBG] osdmap e1395: 8 total, 8 up, 8 in 2024-09-13T00:53:26.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:25 smithi032 bash[75510]: audit 2024-09-13T00:53:25.200475+0000 mon.a (mon.0) 2706 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:53:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:25 smithi032 bash[76677]: cluster 2024-09-13T00:53:24.834745+0000 mon.a (mon.0) 2705 : cluster [DBG] osdmap e1395: 8 total, 8 up, 8 in 2024-09-13T00:53:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:25 smithi032 bash[76677]: audit 2024-09-13T00:53:25.200475+0000 mon.a (mon.0) 2706 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:53:26.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:25 smithi053 bash[67631]: cluster 2024-09-13T00:53:24.834745+0000 mon.a (mon.0) 2705 : cluster [DBG] osdmap e1395: 8 total, 8 up, 8 in 2024-09-13T00:53:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:25 smithi053 bash[67631]: audit 2024-09-13T00:53:25.200475+0000 mon.a (mon.0) 2706 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:53:26.876 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap3 2024-09-13T00:53:26.906 INFO:tasks.workunit.client.0.smithi032.stdout:clone image190 -> image192 2024-09-13T00:53:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:26 smithi032 bash[75510]: cluster 2024-09-13T00:53:25.843881+0000 mon.a (mon.0) 2707 : cluster [DBG] osdmap e1396: 8 total, 8 up, 8 in 2024-09-13T00:53:27.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:26 smithi032 bash[75510]: cluster 2024-09-13T00:53:26.316707+0000 mgr.y (mgr.34107) 1520 : cluster [DBG] pgmap v2469: 169 pgs: 169 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 72 MiB/s rd, 16 MiB/s wr, 472 op/s 2024-09-13T00:53:27.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:26 smithi032 bash[76677]: cluster 2024-09-13T00:53:25.843881+0000 mon.a (mon.0) 2707 : cluster [DBG] osdmap e1396: 8 total, 8 up, 8 in 2024-09-13T00:53:27.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:26 smithi032 bash[76677]: cluster 2024-09-13T00:53:26.316707+0000 mgr.y (mgr.34107) 1520 : cluster [DBG] pgmap v2469: 169 pgs: 169 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 72 MiB/s rd, 16 MiB/s wr, 472 op/s 2024-09-13T00:53:27.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:26 smithi053 bash[67631]: cluster 2024-09-13T00:53:25.843881+0000 mon.a (mon.0) 2707 : cluster [DBG] osdmap e1396: 8 total, 8 up, 8 in 2024-09-13T00:53:27.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:26 smithi053 bash[67631]: cluster 2024-09-13T00:53:26.316707+0000 mgr.y (mgr.34107) 1520 : cluster [DBG] pgmap v2469: 169 pgs: 169 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 72 MiB/s rd, 16 MiB/s wr, 472 op/s 2024-09-13T00:53:27.386 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 160754376 2024-09-13T00:53:27.429 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2024-09-13T00:53:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:27 smithi032 bash[75510]: cluster 2024-09-13T00:53:26.853059+0000 mon.a (mon.0) 2708 : cluster [DBG] osdmap e1397: 8 total, 8 up, 8 in 2024-09-13T00:53:28.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:27 smithi032 bash[76677]: cluster 2024-09-13T00:53:26.853059+0000 mon.a (mon.0) 2708 : cluster [DBG] osdmap e1397: 8 total, 8 up, 8 in 2024-09-13T00:53:28.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:27 smithi053 bash[67631]: cluster 2024-09-13T00:53:26.853059+0000 mon.a (mon.0) 2708 : cluster [DBG] osdmap e1397: 8 total, 8 up, 8 in 2024-09-13T00:53:28.583 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2024-09-13T00:53:28.583 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 156516791~4128477 2024-09-13T00:53:28.625 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 59499380~4856857 2024-09-13T00:53:28.671 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 145287749~8355166 2024-09-13T00:53:28.713 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 124871779~8251622 2024-09-13T00:53:28.722 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 22460074~948733 2024-09-13T00:53:28.765 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 105462905~2757818 2024-09-13T00:53:28.773 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 141077443~6454741 2024-09-13T00:53:28.811 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 33162227~4361741 2024-09-13T00:53:28.843 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user0 2024-09-13T00:53:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:28 smithi032 bash[75510]: cluster 2024-09-13T00:53:28.317928+0000 mgr.y (mgr.34107) 1521 : cluster [DBG] pgmap v2471: 169 pgs: 169 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.3 MiB/s wr, 278 op/s 2024-09-13T00:53:29.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:28 smithi032 bash[76677]: cluster 2024-09-13T00:53:28.317928+0000 mgr.y (mgr.34107) 1521 : cluster [DBG] pgmap v2471: 169 pgs: 169 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.3 MiB/s wr, 278 op/s 2024-09-13T00:53:29.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:28 smithi053 bash[67631]: cluster 2024-09-13T00:53:28.317928+0000 mgr.y (mgr.34107) 1521 : cluster [DBG] pgmap v2471: 169 pgs: 169 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.3 MiB/s wr, 278 op/s 2024-09-13T00:53:29.943 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 273975282 2024-09-13T00:53:29.973 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 98692725~8317540 2024-09-13T00:53:30.005 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 257668146~6218909 2024-09-13T00:53:30.005 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 185513923~2910504 2024-09-13T00:53:30.011 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 155460158~6244420 2024-09-13T00:53:30.011 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 136612407~3132234 2024-09-13T00:53:30.022 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 153026898~5576627 2024-09-13T00:53:30.051 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 146929353~6456547 2024-09-13T00:53:30.067 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 232423733~3006867 2024-09-13T00:53:30.067 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user1 2024-09-13T00:53:30.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:29 smithi053 bash[67631]: cluster 2024-09-13T00:53:28.907568+0000 mon.a (mon.0) 2709 : cluster [DBG] osdmap e1398: 8 total, 8 up, 8 in 2024-09-13T00:53:30.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:29 smithi032 bash[75510]: cluster 2024-09-13T00:53:28.907568+0000 mon.a (mon.0) 2709 : cluster [DBG] osdmap e1398: 8 total, 8 up, 8 in 2024-09-13T00:53:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:29 smithi032 bash[76677]: cluster 2024-09-13T00:53:28.907568+0000 mon.a (mon.0) 2709 : cluster [DBG] osdmap e1398: 8 total, 8 up, 8 in 2024-09-13T00:53:31.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:30 smithi053 bash[67631]: cluster 2024-09-13T00:53:29.909789+0000 mon.a (mon.0) 2710 : cluster [DBG] osdmap e1399: 8 total, 8 up, 8 in 2024-09-13T00:53:31.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:30 smithi053 bash[67631]: cluster 2024-09-13T00:53:30.318675+0000 mgr.y (mgr.34107) 1522 : cluster [DBG] pgmap v2474: 169 pgs: 169 active+clean; 2.1 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 9.8 MiB/s rd, 10 MiB/s wr, 478 op/s 2024-09-13T00:53:31.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:30 smithi032 bash[75510]: cluster 2024-09-13T00:53:29.909789+0000 mon.a (mon.0) 2710 : cluster [DBG] osdmap e1399: 8 total, 8 up, 8 in 2024-09-13T00:53:31.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:30 smithi032 bash[75510]: cluster 2024-09-13T00:53:30.318675+0000 mgr.y (mgr.34107) 1522 : cluster [DBG] pgmap v2474: 169 pgs: 169 active+clean; 2.1 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 9.8 MiB/s rd, 10 MiB/s wr, 478 op/s 2024-09-13T00:53:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:30 smithi032 bash[76677]: cluster 2024-09-13T00:53:29.909789+0000 mon.a (mon.0) 2710 : cluster [DBG] osdmap e1399: 8 total, 8 up, 8 in 2024-09-13T00:53:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:30 smithi032 bash[76677]: cluster 2024-09-13T00:53:30.318675+0000 mgr.y (mgr.34107) 1522 : cluster [DBG] pgmap v2474: 169 pgs: 169 active+clean; 2.1 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 9.8 MiB/s rd, 10 MiB/s wr, 478 op/s 2024-09-13T00:53:31.967 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 415386041 2024-09-13T00:53:32.008 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 165454659~8347858 2024-09-13T00:53:32.054 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 147558679~317932 2024-09-13T00:53:32.054 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 128305091~3201694 2024-09-13T00:53:32.061 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 21789512~5707593 2024-09-13T00:53:32.061 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 131254316~8237314 2024-09-13T00:53:32.112 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 308938920~1919118 2024-09-13T00:53:32.112 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 76745742~5522401 2024-09-13T00:53:32.116 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 380540172~6473928 2024-09-13T00:53:32.117 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user2 2024-09-13T00:53:32.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:31 smithi053 bash[67631]: cluster 2024-09-13T00:53:30.931163+0000 mon.a (mon.0) 2711 : cluster [DBG] osdmap e1400: 8 total, 8 up, 8 in 2024-09-13T00:53:32.324 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:31 smithi032 bash[75510]: cluster 2024-09-13T00:53:30.931163+0000 mon.a (mon.0) 2711 : cluster [DBG] osdmap e1400: 8 total, 8 up, 8 in 2024-09-13T00:53:32.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:31 smithi032 bash[76677]: cluster 2024-09-13T00:53:30.931163+0000 mon.a (mon.0) 2711 : cluster [DBG] osdmap e1400: 8 total, 8 up, 8 in 2024-09-13T00:53:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:53:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:53:32] "GET /metrics HTTP/1.1" 200 38849 "" "Prometheus/2.43.0" 2024-09-13T00:53:32.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:53:32 smithi053 bash[94430]: ts=2024-09-13T00:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:53:33.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:32 smithi053 bash[67631]: cluster 2024-09-13T00:53:31.941217+0000 mon.a (mon.0) 2712 : cluster [DBG] osdmap e1401: 8 total, 8 up, 8 in 2024-09-13T00:53:33.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:32 smithi053 bash[67631]: cluster 2024-09-13T00:53:32.319442+0000 mgr.y (mgr.34107) 1523 : cluster [DBG] pgmap v2477: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 591 op/s 2024-09-13T00:53:33.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:32 smithi032 bash[75510]: cluster 2024-09-13T00:53:31.941217+0000 mon.a (mon.0) 2712 : cluster [DBG] osdmap e1401: 8 total, 8 up, 8 in 2024-09-13T00:53:33.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:32 smithi032 bash[75510]: cluster 2024-09-13T00:53:32.319442+0000 mgr.y (mgr.34107) 1523 : cluster [DBG] pgmap v2477: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 591 op/s 2024-09-13T00:53:33.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:32 smithi032 bash[76677]: cluster 2024-09-13T00:53:31.941217+0000 mon.a (mon.0) 2712 : cluster [DBG] osdmap e1401: 8 total, 8 up, 8 in 2024-09-13T00:53:33.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:32 smithi032 bash[76677]: cluster 2024-09-13T00:53:32.319442+0000 mgr.y (mgr.34107) 1523 : cluster [DBG] pgmap v2477: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 591 op/s 2024-09-13T00:53:33.989 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 150668054~995825 2024-09-13T00:53:34.019 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 13092129~5713768 2024-09-13T00:53:34.019 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 81952714~7449484 2024-09-13T00:53:34.052 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 283156830~2491321 2024-09-13T00:53:34.053 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 150158623~478822 2024-09-13T00:53:34.056 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 288016511~1250915 2024-09-13T00:53:34.056 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 326735913~1627303 2024-09-13T00:53:34.058 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 368108665~3362870 2024-09-13T00:53:34.058 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user3 2024-09-13T00:53:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:33 smithi053 bash[67631]: cluster 2024-09-13T00:53:32.957008+0000 mon.a (mon.0) 2713 : cluster [DBG] osdmap e1402: 8 total, 8 up, 8 in 2024-09-13T00:53:34.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:33 smithi032 bash[75510]: cluster 2024-09-13T00:53:32.957008+0000 mon.a (mon.0) 2713 : cluster [DBG] osdmap e1402: 8 total, 8 up, 8 in 2024-09-13T00:53:34.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:33 smithi032 bash[76677]: cluster 2024-09-13T00:53:32.957008+0000 mon.a (mon.0) 2713 : cluster [DBG] osdmap e1402: 8 total, 8 up, 8 in 2024-09-13T00:53:35.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:34 smithi053 bash[67631]: cluster 2024-09-13T00:53:33.955161+0000 mon.a (mon.0) 2714 : cluster [DBG] osdmap e1403: 8 total, 8 up, 8 in 2024-09-13T00:53:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:34 smithi053 bash[67631]: cluster 2024-09-13T00:53:34.320348+0000 mgr.y (mgr.34107) 1524 : cluster [DBG] pgmap v2480: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 14 MiB/s rd, 36 MiB/s wr, 748 op/s 2024-09-13T00:53:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:34 smithi053 bash[67631]: audit 2024-09-13T00:53:34.886667+0000 mon.a (mon.0) 2715 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:53:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:34 smithi032 bash[75510]: cluster 2024-09-13T00:53:33.955161+0000 mon.a (mon.0) 2714 : cluster [DBG] osdmap e1403: 8 total, 8 up, 8 in 2024-09-13T00:53:35.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:34 smithi032 bash[75510]: cluster 2024-09-13T00:53:34.320348+0000 mgr.y (mgr.34107) 1524 : cluster [DBG] pgmap v2480: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 14 MiB/s rd, 36 MiB/s wr, 748 op/s 2024-09-13T00:53:35.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:34 smithi032 bash[75510]: audit 2024-09-13T00:53:34.886667+0000 mon.a (mon.0) 2715 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:53:35.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:34 smithi032 bash[76677]: cluster 2024-09-13T00:53:33.955161+0000 mon.a (mon.0) 2714 : cluster [DBG] osdmap e1403: 8 total, 8 up, 8 in 2024-09-13T00:53:35.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:34 smithi032 bash[76677]: cluster 2024-09-13T00:53:34.320348+0000 mgr.y (mgr.34107) 1524 : cluster [DBG] pgmap v2480: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 14 MiB/s rd, 36 MiB/s wr, 748 op/s 2024-09-13T00:53:35.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:34 smithi032 bash[76677]: audit 2024-09-13T00:53:34.886667+0000 mon.a (mon.0) 2715 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:53:36.001 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 173413838 2024-09-13T00:53:36.097 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 17341383~4335345 2024-09-13T00:53:36.113 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 18425219~2167672 2024-09-13T00:53:36.151 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 34682767~4335345 2024-09-13T00:53:36.155 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 35766603~2167672 2024-09-13T00:53:36.187 INFO:tasks.workunit.client.0.smithi032.stdout:write: 3 52024151~4335345 2024-09-13T00:53:36.191 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 53107987~2167672 2024-09-13T00:53:36.220 INFO:tasks.workunit.client.0.smithi032.stdout:write: 4 69365535~4335345 2024-09-13T00:53:36.224 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 70449371~2167672 2024-09-13T00:53:36.263 INFO:tasks.workunit.client.0.smithi032.stdout:write: 5 86706919~4335345 2024-09-13T00:53:36.265 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 87790755~2167672 2024-09-13T00:53:36.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:35 smithi053 bash[67631]: cluster 2024-09-13T00:53:34.972669+0000 mon.a (mon.0) 2716 : cluster [DBG] osdmap e1404: 8 total, 8 up, 8 in 2024-09-13T00:53:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:35 smithi053 bash[67631]: audit 2024-09-13T00:53:35.456039+0000 mon.a (mon.0) 2717 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:53:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:35 smithi053 bash[67631]: audit 2024-09-13T00:53:35.457664+0000 mon.a (mon.0) 2718 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:53:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:35 smithi053 bash[67631]: audit 2024-09-13T00:53:35.467500+0000 mon.a (mon.0) 2719 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:53:36.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:35 smithi032 bash[75510]: cluster 2024-09-13T00:53:34.972669+0000 mon.a (mon.0) 2716 : cluster [DBG] osdmap e1404: 8 total, 8 up, 8 in 2024-09-13T00:53:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:35 smithi032 bash[75510]: audit 2024-09-13T00:53:35.456039+0000 mon.a (mon.0) 2717 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:53:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:35 smithi032 bash[75510]: audit 2024-09-13T00:53:35.457664+0000 mon.a (mon.0) 2718 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:53:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:35 smithi032 bash[75510]: audit 2024-09-13T00:53:35.467500+0000 mon.a (mon.0) 2719 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:53:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:35 smithi032 bash[76677]: cluster 2024-09-13T00:53:34.972669+0000 mon.a (mon.0) 2716 : cluster [DBG] osdmap e1404: 8 total, 8 up, 8 in 2024-09-13T00:53:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:35 smithi032 bash[76677]: audit 2024-09-13T00:53:35.456039+0000 mon.a (mon.0) 2717 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:53:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:35 smithi032 bash[76677]: audit 2024-09-13T00:53:35.457664+0000 mon.a (mon.0) 2718 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:53:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:35 smithi032 bash[76677]: audit 2024-09-13T00:53:35.467500+0000 mon.a (mon.0) 2719 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:53:36.536 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2024-09-13T00:53:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:36 smithi053 bash[67631]: cluster 2024-09-13T00:53:35.977031+0000 mon.a (mon.0) 2720 : cluster [DBG] osdmap e1405: 8 total, 8 up, 8 in 2024-09-13T00:53:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:36 smithi053 bash[67631]: cluster 2024-09-13T00:53:36.321212+0000 mgr.y (mgr.34107) 1525 : cluster [DBG] pgmap v2483: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 7.6 MiB/s rd, 31 MiB/s wr, 508 op/s 2024-09-13T00:53:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:36 smithi032 bash[75510]: cluster 2024-09-13T00:53:35.977031+0000 mon.a (mon.0) 2720 : cluster [DBG] osdmap e1405: 8 total, 8 up, 8 in 2024-09-13T00:53:37.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:36 smithi032 bash[75510]: cluster 2024-09-13T00:53:36.321212+0000 mgr.y (mgr.34107) 1525 : cluster [DBG] pgmap v2483: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 7.6 MiB/s rd, 31 MiB/s wr, 508 op/s 2024-09-13T00:53:37.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:36 smithi032 bash[76677]: cluster 2024-09-13T00:53:35.977031+0000 mon.a (mon.0) 2720 : cluster [DBG] osdmap e1405: 8 total, 8 up, 8 in 2024-09-13T00:53:37.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:36 smithi032 bash[76677]: cluster 2024-09-13T00:53:36.321212+0000 mgr.y (mgr.34107) 1525 : cluster [DBG] pgmap v2483: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 7.6 MiB/s rd, 31 MiB/s wr, 508 op/s 2024-09-13T00:53:38.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:38 smithi032 bash[75510]: cluster 2024-09-13T00:53:38.322476+0000 mgr.y (mgr.34107) 1526 : cluster [DBG] pgmap v2484: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 10 MiB/s rd, 21 MiB/s wr, 398 op/s 2024-09-13T00:53:38.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:38 smithi032 bash[76677]: cluster 2024-09-13T00:53:38.322476+0000 mgr.y (mgr.34107) 1526 : cluster [DBG] pgmap v2484: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 10 MiB/s rd, 21 MiB/s wr, 398 op/s 2024-09-13T00:53:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:38 smithi053 bash[67631]: cluster 2024-09-13T00:53:38.322476+0000 mgr.y (mgr.34107) 1526 : cluster [DBG] pgmap v2484: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 10 MiB/s rd, 21 MiB/s wr, 398 op/s 2024-09-13T00:53:39.031 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.StressLive (19943 ms) 2024-09-13T00:53:40.415 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 57 tests from TestMigration (293125 ms total) 2024-09-13T00:53:40.415 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:53:40.416 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 6 tests from TestGroup 2024-09-13T00:53:40.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:40 smithi032 bash[75510]: cluster 2024-09-13T00:53:39.394029+0000 mon.a (mon.0) 2721 : cluster [DBG] osdmap e1406: 8 total, 8 up, 8 in 2024-09-13T00:53:40.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:40 smithi032 bash[75510]: audit 2024-09-13T00:53:40.200839+0000 mon.a (mon.0) 2722 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:53:40.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:40 smithi032 bash[75510]: cluster 2024-09-13T00:53:40.323137+0000 mgr.y (mgr.34107) 1527 : cluster [DBG] pgmap v2486: 137 pgs: 137 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-09-13T00:53:40.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:40 smithi032 bash[76677]: cluster 2024-09-13T00:53:39.394029+0000 mon.a (mon.0) 2721 : cluster [DBG] osdmap e1406: 8 total, 8 up, 8 in 2024-09-13T00:53:40.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:40 smithi032 bash[76677]: audit 2024-09-13T00:53:40.200839+0000 mon.a (mon.0) 2722 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:53:40.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:40 smithi032 bash[76677]: cluster 2024-09-13T00:53:40.323137+0000 mgr.y (mgr.34107) 1527 : cluster [DBG] pgmap v2486: 137 pgs: 137 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-09-13T00:53:40.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:40 smithi053 bash[67631]: cluster 2024-09-13T00:53:39.394029+0000 mon.a (mon.0) 2721 : cluster [DBG] osdmap e1406: 8 total, 8 up, 8 in 2024-09-13T00:53:40.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:40 smithi053 bash[67631]: audit 2024-09-13T00:53:40.200839+0000 mon.a (mon.0) 2722 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:53:40.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:40 smithi053 bash[67631]: cluster 2024-09-13T00:53:40.323137+0000 mgr.y (mgr.34107) 1527 : cluster [DBG] pgmap v2486: 137 pgs: 137 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-09-13T00:53:41.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:41 smithi032 bash[75510]: cluster 2024-09-13T00:53:40.388475+0000 mon.a (mon.0) 2723 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:53:41.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:41 smithi032 bash[75510]: cluster 2024-09-13T00:53:40.388544+0000 mon.a (mon.0) 2724 : cluster [INF] Cluster is now healthy 2024-09-13T00:53:41.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:41 smithi032 bash[75510]: cluster 2024-09-13T00:53:40.397276+0000 mon.a (mon.0) 2725 : cluster [DBG] osdmap e1407: 8 total, 8 up, 8 in 2024-09-13T00:53:41.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:41 smithi032 bash[76677]: cluster 2024-09-13T00:53:40.388475+0000 mon.a (mon.0) 2723 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:53:41.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:41 smithi032 bash[76677]: cluster 2024-09-13T00:53:40.388544+0000 mon.a (mon.0) 2724 : cluster [INF] Cluster is now healthy 2024-09-13T00:53:41.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:41 smithi032 bash[76677]: cluster 2024-09-13T00:53:40.397276+0000 mon.a (mon.0) 2725 : cluster [DBG] osdmap e1407: 8 total, 8 up, 8 in 2024-09-13T00:53:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:41 smithi053 bash[67631]: cluster 2024-09-13T00:53:40.388475+0000 mon.a (mon.0) 2723 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:53:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:41 smithi053 bash[67631]: cluster 2024-09-13T00:53:40.388544+0000 mon.a (mon.0) 2724 : cluster [INF] Cluster is now healthy 2024-09-13T00:53:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:41 smithi053 bash[67631]: cluster 2024-09-13T00:53:40.397276+0000 mon.a (mon.0) 2725 : cluster [DBG] osdmap e1407: 8 total, 8 up, 8 in 2024-09-13T00:53:42.441 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestGroup.group_create 2024-09-13T00:53:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:53:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:53:42] "GET /metrics HTTP/1.1" 200 36420 "" "Prometheus/2.43.0" 2024-09-13T00:53:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:42 smithi032 bash[75510]: cluster 2024-09-13T00:53:41.426245+0000 mon.a (mon.0) 2726 : cluster [DBG] osdmap e1408: 8 total, 8 up, 8 in 2024-09-13T00:53:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:42 smithi032 bash[75510]: audit 2024-09-13T00:53:41.430322+0000 mon.a (mon.0) 2727 : audit [INF] from='client.? 172.21.15.32:0/2113087814' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:53:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:42 smithi032 bash[75510]: cluster 2024-09-13T00:53:42.323879+0000 mgr.y (mgr.34107) 1528 : cluster [DBG] pgmap v2489: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-09-13T00:53:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:42 smithi032 bash[76677]: cluster 2024-09-13T00:53:41.426245+0000 mon.a (mon.0) 2726 : cluster [DBG] osdmap e1408: 8 total, 8 up, 8 in 2024-09-13T00:53:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:42 smithi032 bash[76677]: audit 2024-09-13T00:53:41.430322+0000 mon.a (mon.0) 2727 : audit [INF] from='client.? 172.21.15.32:0/2113087814' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:53:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:42 smithi032 bash[76677]: cluster 2024-09-13T00:53:42.323879+0000 mgr.y (mgr.34107) 1528 : cluster [DBG] pgmap v2489: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-09-13T00:53:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:53:42 smithi053 bash[94430]: ts=2024-09-13T00:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:53:42.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:42 smithi053 bash[67631]: cluster 2024-09-13T00:53:41.426245+0000 mon.a (mon.0) 2726 : cluster [DBG] osdmap e1408: 8 total, 8 up, 8 in 2024-09-13T00:53:42.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:42 smithi053 bash[67631]: audit 2024-09-13T00:53:41.430322+0000 mon.a (mon.0) 2727 : audit [INF] from='client.? 172.21.15.32:0/2113087814' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:53:42.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:42 smithi053 bash[67631]: cluster 2024-09-13T00:53:42.323879+0000 mgr.y (mgr.34107) 1528 : cluster [DBG] pgmap v2489: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-09-13T00:53:43.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:43 smithi053 bash[67631]: cluster 2024-09-13T00:53:42.419049+0000 mon.a (mon.0) 2728 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:53:43.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:43 smithi053 bash[67631]: audit 2024-09-13T00:53:42.438278+0000 mon.a (mon.0) 2729 : audit [INF] from='client.? 172.21.15.32:0/2113087814' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:53:43.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:43 smithi053 bash[67631]: cluster 2024-09-13T00:53:42.438746+0000 mon.a (mon.0) 2730 : cluster [DBG] osdmap e1409: 8 total, 8 up, 8 in 2024-09-13T00:53:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:43 smithi032 bash[76677]: cluster 2024-09-13T00:53:42.419049+0000 mon.a (mon.0) 2728 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:53:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:43 smithi032 bash[76677]: audit 2024-09-13T00:53:42.438278+0000 mon.a (mon.0) 2729 : audit [INF] from='client.? 172.21.15.32:0/2113087814' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:53:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:43 smithi032 bash[76677]: cluster 2024-09-13T00:53:42.438746+0000 mon.a (mon.0) 2730 : cluster [DBG] osdmap e1409: 8 total, 8 up, 8 in 2024-09-13T00:53:43.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:43 smithi032 bash[75510]: cluster 2024-09-13T00:53:42.419049+0000 mon.a (mon.0) 2728 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:53:43.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:43 smithi032 bash[75510]: audit 2024-09-13T00:53:42.438278+0000 mon.a (mon.0) 2729 : audit [INF] from='client.? 172.21.15.32:0/2113087814' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:53:43.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:43 smithi032 bash[75510]: cluster 2024-09-13T00:53:42.438746+0000 mon.a (mon.0) 2730 : cluster [DBG] osdmap e1409: 8 total, 8 up, 8 in 2024-09-13T00:53:44.528 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestGroup.group_create (2086 ms) 2024-09-13T00:53:44.528 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestGroup.group_createPP 2024-09-13T00:53:44.570 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestGroup.group_createPP (42 ms) 2024-09-13T00:53:44.570 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestGroup.add_image 2024-09-13T00:53:44.665 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestGroup.add_image (95 ms) 2024-09-13T00:53:44.665 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestGroup.add_imagePP 2024-09-13T00:53:44.751 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestGroup.add_imagePP (86 ms) 2024-09-13T00:53:44.751 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestGroup.add_snapshot 2024-09-13T00:53:44.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:44 smithi053 bash[67631]: cluster 2024-09-13T00:53:43.445234+0000 mon.a (mon.0) 2731 : cluster [DBG] osdmap e1410: 8 total, 8 up, 8 in 2024-09-13T00:53:44.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:44 smithi053 bash[67631]: cluster 2024-09-13T00:53:44.324752+0000 mgr.y (mgr.34107) 1529 : cluster [DBG] pgmap v2492: 137 pgs: 4 creating+peering, 8 unknown, 125 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-09-13T00:53:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:44 smithi032 bash[75510]: cluster 2024-09-13T00:53:43.445234+0000 mon.a (mon.0) 2731 : cluster [DBG] osdmap e1410: 8 total, 8 up, 8 in 2024-09-13T00:53:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:44 smithi032 bash[75510]: cluster 2024-09-13T00:53:44.324752+0000 mgr.y (mgr.34107) 1529 : cluster [DBG] pgmap v2492: 137 pgs: 4 creating+peering, 8 unknown, 125 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-09-13T00:53:44.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:44 smithi032 bash[76677]: cluster 2024-09-13T00:53:43.445234+0000 mon.a (mon.0) 2731 : cluster [DBG] osdmap e1410: 8 total, 8 up, 8 in 2024-09-13T00:53:44.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:44 smithi032 bash[76677]: cluster 2024-09-13T00:53:44.324752+0000 mgr.y (mgr.34107) 1529 : cluster [DBG] pgmap v2492: 137 pgs: 4 creating+peering, 8 unknown, 125 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-09-13T00:53:45.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:45 smithi053 bash[67631]: cluster 2024-09-13T00:53:44.438627+0000 mon.a (mon.0) 2732 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:53:45.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:45 smithi053 bash[67631]: cluster 2024-09-13T00:53:44.438673+0000 mon.a (mon.0) 2733 : cluster [INF] Cluster is now healthy 2024-09-13T00:53:45.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:45 smithi053 bash[67631]: cluster 2024-09-13T00:53:44.456097+0000 mon.a (mon.0) 2734 : cluster [DBG] osdmap e1411: 8 total, 8 up, 8 in 2024-09-13T00:53:45.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:45 smithi032 bash[75510]: cluster 2024-09-13T00:53:44.438627+0000 mon.a (mon.0) 2732 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:53:45.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:45 smithi032 bash[75510]: cluster 2024-09-13T00:53:44.438673+0000 mon.a (mon.0) 2733 : cluster [INF] Cluster is now healthy 2024-09-13T00:53:45.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:45 smithi032 bash[75510]: cluster 2024-09-13T00:53:44.456097+0000 mon.a (mon.0) 2734 : cluster [DBG] osdmap e1411: 8 total, 8 up, 8 in 2024-09-13T00:53:45.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:45 smithi032 bash[76677]: cluster 2024-09-13T00:53:44.438627+0000 mon.a (mon.0) 2732 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:53:45.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:45 smithi032 bash[76677]: cluster 2024-09-13T00:53:44.438673+0000 mon.a (mon.0) 2733 : cluster [INF] Cluster is now healthy 2024-09-13T00:53:45.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:45 smithi032 bash[76677]: cluster 2024-09-13T00:53:44.456097+0000 mon.a (mon.0) 2734 : cluster [DBG] osdmap e1411: 8 total, 8 up, 8 in 2024-09-13T00:53:46.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:46 smithi053 bash[67631]: cluster 2024-09-13T00:53:45.465337+0000 mon.a (mon.0) 2735 : cluster [DBG] osdmap e1412: 8 total, 8 up, 8 in 2024-09-13T00:53:46.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:46 smithi053 bash[67631]: cluster 2024-09-13T00:53:46.325475+0000 mgr.y (mgr.34107) 1530 : cluster [DBG] pgmap v2495: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-09-13T00:53:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:46 smithi032 bash[75510]: cluster 2024-09-13T00:53:45.465337+0000 mon.a (mon.0) 2735 : cluster [DBG] osdmap e1412: 8 total, 8 up, 8 in 2024-09-13T00:53:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:46 smithi032 bash[75510]: cluster 2024-09-13T00:53:46.325475+0000 mgr.y (mgr.34107) 1530 : cluster [DBG] pgmap v2495: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-09-13T00:53:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:46 smithi032 bash[76677]: cluster 2024-09-13T00:53:45.465337+0000 mon.a (mon.0) 2735 : cluster [DBG] osdmap e1412: 8 total, 8 up, 8 in 2024-09-13T00:53:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:46 smithi032 bash[76677]: cluster 2024-09-13T00:53:46.325475+0000 mgr.y (mgr.34107) 1530 : cluster [DBG] pgmap v2495: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-09-13T00:53:47.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:47 smithi053 bash[67631]: cluster 2024-09-13T00:53:46.476950+0000 mon.a (mon.0) 2736 : cluster [DBG] osdmap e1413: 8 total, 8 up, 8 in 2024-09-13T00:53:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:47 smithi032 bash[75510]: cluster 2024-09-13T00:53:46.476950+0000 mon.a (mon.0) 2736 : cluster [DBG] osdmap e1413: 8 total, 8 up, 8 in 2024-09-13T00:53:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:47 smithi032 bash[76677]: cluster 2024-09-13T00:53:46.476950+0000 mon.a (mon.0) 2736 : cluster [DBG] osdmap e1413: 8 total, 8 up, 8 in 2024-09-13T00:53:48.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:48 smithi053 bash[67631]: cluster 2024-09-13T00:53:47.484255+0000 mon.a (mon.0) 2737 : cluster [DBG] osdmap e1414: 8 total, 8 up, 8 in 2024-09-13T00:53:48.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:48 smithi053 bash[67631]: cluster 2024-09-13T00:53:48.326374+0000 mgr.y (mgr.34107) 1531 : cluster [DBG] pgmap v2498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 5.5 KiB/s wr, 41 op/s 2024-09-13T00:53:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:48 smithi032 bash[75510]: cluster 2024-09-13T00:53:47.484255+0000 mon.a (mon.0) 2737 : cluster [DBG] osdmap e1414: 8 total, 8 up, 8 in 2024-09-13T00:53:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:48 smithi032 bash[75510]: cluster 2024-09-13T00:53:48.326374+0000 mgr.y (mgr.34107) 1531 : cluster [DBG] pgmap v2498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 5.5 KiB/s wr, 41 op/s 2024-09-13T00:53:48.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:48 smithi032 bash[76677]: cluster 2024-09-13T00:53:47.484255+0000 mon.a (mon.0) 2737 : cluster [DBG] osdmap e1414: 8 total, 8 up, 8 in 2024-09-13T00:53:48.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:48 smithi032 bash[76677]: cluster 2024-09-13T00:53:48.326374+0000 mgr.y (mgr.34107) 1531 : cluster [DBG] pgmap v2498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 5.5 KiB/s wr, 41 op/s 2024-09-13T00:53:49.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:49 smithi053 bash[67631]: cluster 2024-09-13T00:53:48.494957+0000 mon.a (mon.0) 2738 : cluster [DBG] osdmap e1415: 8 total, 8 up, 8 in 2024-09-13T00:53:49.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:49 smithi032 bash[75510]: cluster 2024-09-13T00:53:48.494957+0000 mon.a (mon.0) 2738 : cluster [DBG] osdmap e1415: 8 total, 8 up, 8 in 2024-09-13T00:53:49.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:49 smithi032 bash[76677]: cluster 2024-09-13T00:53:48.494957+0000 mon.a (mon.0) 2738 : cluster [DBG] osdmap e1415: 8 total, 8 up, 8 in 2024-09-13T00:53:50.591 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestGroup.add_snapshot (5841 ms) 2024-09-13T00:53:50.592 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-09-13T00:53:50.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:50 smithi053 bash[67631]: cluster 2024-09-13T00:53:49.496644+0000 mon.a (mon.0) 2739 : cluster [DBG] osdmap e1416: 8 total, 8 up, 8 in 2024-09-13T00:53:50.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:50 smithi053 bash[67631]: cluster 2024-09-13T00:53:50.327093+0000 mgr.y (mgr.34107) 1532 : cluster [DBG] pgmap v2501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 15 KiB/s wr, 194 op/s 2024-09-13T00:53:50.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:50 smithi032 bash[75510]: cluster 2024-09-13T00:53:49.496644+0000 mon.a (mon.0) 2739 : cluster [DBG] osdmap e1416: 8 total, 8 up, 8 in 2024-09-13T00:53:50.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:50 smithi032 bash[75510]: cluster 2024-09-13T00:53:50.327093+0000 mgr.y (mgr.34107) 1532 : cluster [DBG] pgmap v2501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 15 KiB/s wr, 194 op/s 2024-09-13T00:53:50.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:50 smithi032 bash[76677]: cluster 2024-09-13T00:53:49.496644+0000 mon.a (mon.0) 2739 : cluster [DBG] osdmap e1416: 8 total, 8 up, 8 in 2024-09-13T00:53:50.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:50 smithi032 bash[76677]: cluster 2024-09-13T00:53:50.327093+0000 mgr.y (mgr.34107) 1532 : cluster [DBG] pgmap v2501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 15 KiB/s wr, 194 op/s 2024-09-13T00:53:51.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:51 smithi053 bash[67631]: cluster 2024-09-13T00:53:50.520637+0000 mon.a (mon.0) 2740 : cluster [DBG] osdmap e1417: 8 total, 8 up, 8 in 2024-09-13T00:53:51.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:51 smithi053 bash[67631]: cluster 2024-09-13T00:53:50.951047+0000 mon.a (mon.0) 2741 : cluster [DBG] osdmap e1418: 8 total, 8 up, 8 in 2024-09-13T00:53:51.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:51 smithi032 bash[75510]: cluster 2024-09-13T00:53:50.520637+0000 mon.a (mon.0) 2740 : cluster [DBG] osdmap e1417: 8 total, 8 up, 8 in 2024-09-13T00:53:51.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:51 smithi032 bash[75510]: cluster 2024-09-13T00:53:50.951047+0000 mon.a (mon.0) 2741 : cluster [DBG] osdmap e1418: 8 total, 8 up, 8 in 2024-09-13T00:53:51.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:51 smithi032 bash[76677]: cluster 2024-09-13T00:53:50.520637+0000 mon.a (mon.0) 2740 : cluster [DBG] osdmap e1417: 8 total, 8 up, 8 in 2024-09-13T00:53:51.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:51 smithi032 bash[76677]: cluster 2024-09-13T00:53:50.951047+0000 mon.a (mon.0) 2741 : cluster [DBG] osdmap e1418: 8 total, 8 up, 8 in 2024-09-13T00:53:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:53:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:53:52] "GET /metrics HTTP/1.1" 200 36420 "" "Prometheus/2.43.0" 2024-09-13T00:53:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:53:52 smithi053 bash[94430]: ts=2024-09-13T00:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:53:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:52 smithi053 bash[67631]: cluster 2024-09-13T00:53:51.953198+0000 mon.a (mon.0) 2742 : cluster [DBG] osdmap e1419: 8 total, 8 up, 8 in 2024-09-13T00:53:53.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:52 smithi053 bash[67631]: cluster 2024-09-13T00:53:52.327757+0000 mgr.y (mgr.34107) 1533 : cluster [DBG] pgmap v2505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 2.3 KiB/s wr, 63 op/s 2024-09-13T00:53:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:52 smithi032 bash[75510]: cluster 2024-09-13T00:53:51.953198+0000 mon.a (mon.0) 2742 : cluster [DBG] osdmap e1419: 8 total, 8 up, 8 in 2024-09-13T00:53:53.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:52 smithi032 bash[75510]: cluster 2024-09-13T00:53:52.327757+0000 mgr.y (mgr.34107) 1533 : cluster [DBG] pgmap v2505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 2.3 KiB/s wr, 63 op/s 2024-09-13T00:53:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:52 smithi032 bash[76677]: cluster 2024-09-13T00:53:51.953198+0000 mon.a (mon.0) 2742 : cluster [DBG] osdmap e1419: 8 total, 8 up, 8 in 2024-09-13T00:53:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:52 smithi032 bash[76677]: cluster 2024-09-13T00:53:52.327757+0000 mgr.y (mgr.34107) 1533 : cluster [DBG] pgmap v2505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 2.3 KiB/s wr, 63 op/s 2024-09-13T00:53:54.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:53 smithi053 bash[67631]: cluster 2024-09-13T00:53:52.963253+0000 mon.a (mon.0) 2743 : cluster [DBG] osdmap e1420: 8 total, 8 up, 8 in 2024-09-13T00:53:54.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:53 smithi032 bash[75510]: cluster 2024-09-13T00:53:52.963253+0000 mon.a (mon.0) 2743 : cluster [DBG] osdmap e1420: 8 total, 8 up, 8 in 2024-09-13T00:53:54.439 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:53 smithi032 bash[76677]: cluster 2024-09-13T00:53:52.963253+0000 mon.a (mon.0) 2743 : cluster [DBG] osdmap e1420: 8 total, 8 up, 8 in 2024-09-13T00:53:55.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:54 smithi053 bash[67631]: cluster 2024-09-13T00:53:53.976579+0000 mon.a (mon.0) 2744 : cluster [DBG] osdmap e1421: 8 total, 8 up, 8 in 2024-09-13T00:53:55.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:54 smithi053 bash[67631]: cluster 2024-09-13T00:53:54.328547+0000 mgr.y (mgr.34107) 1534 : cluster [DBG] pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-09-13T00:53:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:54 smithi032 bash[75510]: cluster 2024-09-13T00:53:53.976579+0000 mon.a (mon.0) 2744 : cluster [DBG] osdmap e1421: 8 total, 8 up, 8 in 2024-09-13T00:53:55.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:54 smithi032 bash[75510]: cluster 2024-09-13T00:53:54.328547+0000 mgr.y (mgr.34107) 1534 : cluster [DBG] pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-09-13T00:53:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:54 smithi032 bash[76677]: cluster 2024-09-13T00:53:53.976579+0000 mon.a (mon.0) 2744 : cluster [DBG] osdmap e1421: 8 total, 8 up, 8 in 2024-09-13T00:53:55.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:54 smithi032 bash[76677]: cluster 2024-09-13T00:53:54.328547+0000 mgr.y (mgr.34107) 1534 : cluster [DBG] pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-09-13T00:53:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:55 smithi053 bash[67631]: cluster 2024-09-13T00:53:54.987206+0000 mon.a (mon.0) 2745 : cluster [DBG] osdmap e1422: 8 total, 8 up, 8 in 2024-09-13T00:53:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:55 smithi053 bash[67631]: audit 2024-09-13T00:53:55.207532+0000 mon.a (mon.0) 2746 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:53:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:55 smithi053 bash[67631]: audit 2024-09-13T00:53:55.209535+0000 mon.a (mon.0) 2747 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:53:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:55 smithi053 bash[67631]: audit 2024-09-13T00:53:55.473507+0000 mon.a (mon.0) 2748 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-09-13T00:53:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:55 smithi053 bash[67631]: audit 2024-09-13T00:53:55.474030+0000 mon.a (mon.0) 2749 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]: dispatch 2024-09-13T00:53:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:55 smithi053 bash[67631]: audit 2024-09-13T00:53:55.474483+0000 mon.a (mon.0) 2750 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-09-13T00:53:56.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:55 smithi053 bash[67631]: audit 2024-09-13T00:53:55.953519+0000 mon.a (mon.0) 2751 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-09-13T00:53:56.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:55 smithi053 bash[67631]: audit 2024-09-13T00:53:55.953746+0000 mon.a (mon.0) 2752 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]': finished 2024-09-13T00:53:56.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:55 smithi053 bash[67631]: audit 2024-09-13T00:53:55.953919+0000 mon.a (mon.0) 2753 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-09-13T00:53:56.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:55 smithi053 bash[67631]: cluster 2024-09-13T00:53:55.954067+0000 mon.a (mon.0) 2754 : cluster [DBG] osdmap e1423: 8 total, 8 up, 8 in 2024-09-13T00:53:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[75510]: cluster 2024-09-13T00:53:54.987206+0000 mon.a (mon.0) 2745 : cluster [DBG] osdmap e1422: 8 total, 8 up, 8 in 2024-09-13T00:53:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[75510]: audit 2024-09-13T00:53:55.207532+0000 mon.a (mon.0) 2746 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:53:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[75510]: audit 2024-09-13T00:53:55.209535+0000 mon.a (mon.0) 2747 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:53:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[75510]: audit 2024-09-13T00:53:55.473507+0000 mon.a (mon.0) 2748 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-09-13T00:53:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[75510]: audit 2024-09-13T00:53:55.474030+0000 mon.a (mon.0) 2749 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]: dispatch 2024-09-13T00:53:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[75510]: audit 2024-09-13T00:53:55.474483+0000 mon.a (mon.0) 2750 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-09-13T00:53:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[75510]: audit 2024-09-13T00:53:55.953519+0000 mon.a (mon.0) 2751 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-09-13T00:53:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[75510]: audit 2024-09-13T00:53:55.953746+0000 mon.a (mon.0) 2752 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]': finished 2024-09-13T00:53:56.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[75510]: audit 2024-09-13T00:53:55.953919+0000 mon.a (mon.0) 2753 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-09-13T00:53:56.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[75510]: cluster 2024-09-13T00:53:55.954067+0000 mon.a (mon.0) 2754 : cluster [DBG] osdmap e1423: 8 total, 8 up, 8 in 2024-09-13T00:53:56.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[76677]: cluster 2024-09-13T00:53:54.987206+0000 mon.a (mon.0) 2745 : cluster [DBG] osdmap e1422: 8 total, 8 up, 8 in 2024-09-13T00:53:56.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[76677]: audit 2024-09-13T00:53:55.207532+0000 mon.a (mon.0) 2746 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:53:56.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[76677]: audit 2024-09-13T00:53:55.209535+0000 mon.a (mon.0) 2747 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:53:56.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[76677]: audit 2024-09-13T00:53:55.473507+0000 mon.a (mon.0) 2748 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-09-13T00:53:56.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[76677]: audit 2024-09-13T00:53:55.474030+0000 mon.a (mon.0) 2749 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]: dispatch 2024-09-13T00:53:56.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[76677]: audit 2024-09-13T00:53:55.474483+0000 mon.a (mon.0) 2750 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-09-13T00:53:56.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[76677]: audit 2024-09-13T00:53:55.953519+0000 mon.a (mon.0) 2751 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-09-13T00:53:56.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[76677]: audit 2024-09-13T00:53:55.953746+0000 mon.a (mon.0) 2752 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]': finished 2024-09-13T00:53:56.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[76677]: audit 2024-09-13T00:53:55.953919+0000 mon.a (mon.0) 2753 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-09-13T00:53:56.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:55 smithi032 bash[76677]: cluster 2024-09-13T00:53:55.954067+0000 mon.a (mon.0) 2754 : cluster [DBG] osdmap e1423: 8 total, 8 up, 8 in 2024-09-13T00:53:57.017 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestGroup.add_snapshotPP (6426 ms) 2024-09-13T00:53:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:56 smithi053 bash[67631]: cluster 2024-09-13T00:53:56.329256+0000 mgr.y (mgr.34107) 1535 : cluster [DBG] pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 8.7 KiB/s wr, 79 op/s 2024-09-13T00:53:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:56 smithi053 bash[67631]: cluster 2024-09-13T00:53:56.956177+0000 mon.a (mon.0) 2755 : cluster [DBG] osdmap e1424: 8 total, 8 up, 8 in 2024-09-13T00:53:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:56 smithi032 bash[75510]: cluster 2024-09-13T00:53:56.329256+0000 mgr.y (mgr.34107) 1535 : cluster [DBG] pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 8.7 KiB/s wr, 79 op/s 2024-09-13T00:53:57.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:56 smithi032 bash[75510]: cluster 2024-09-13T00:53:56.956177+0000 mon.a (mon.0) 2755 : cluster [DBG] osdmap e1424: 8 total, 8 up, 8 in 2024-09-13T00:53:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:56 smithi032 bash[76677]: cluster 2024-09-13T00:53:56.329256+0000 mgr.y (mgr.34107) 1535 : cluster [DBG] pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 8.7 KiB/s wr, 79 op/s 2024-09-13T00:53:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:56 smithi032 bash[76677]: cluster 2024-09-13T00:53:56.956177+0000 mon.a (mon.0) 2755 : cluster [DBG] osdmap e1424: 8 total, 8 up, 8 in 2024-09-13T00:53:58.008 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 6 tests from TestGroup (14576 ms total) 2024-09-13T00:53:58.008 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:53:58.008 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 31 tests from TestDeepCopy 2024-09-13T00:53:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:59 smithi053 bash[67631]: cluster 2024-09-13T00:53:58.002298+0000 mon.a (mon.0) 2756 : cluster [DBG] osdmap e1425: 8 total, 8 up, 8 in 2024-09-13T00:53:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:53:59 smithi053 bash[67631]: cluster 2024-09-13T00:53:58.329830+0000 mgr.y (mgr.34107) 1536 : cluster [DBG] pgmap v2514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:53:59.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:59 smithi032 bash[75510]: cluster 2024-09-13T00:53:58.002298+0000 mon.a (mon.0) 2756 : cluster [DBG] osdmap e1425: 8 total, 8 up, 8 in 2024-09-13T00:53:59.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:53:59 smithi032 bash[75510]: cluster 2024-09-13T00:53:58.329830+0000 mgr.y (mgr.34107) 1536 : cluster [DBG] pgmap v2514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:53:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:59 smithi032 bash[76677]: cluster 2024-09-13T00:53:58.002298+0000 mon.a (mon.0) 2756 : cluster [DBG] osdmap e1425: 8 total, 8 up, 8 in 2024-09-13T00:53:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:53:59 smithi032 bash[76677]: cluster 2024-09-13T00:53:58.329830+0000 mgr.y (mgr.34107) 1536 : cluster [DBG] pgmap v2514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:54:00.026 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Empty 2024-09-13T00:54:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:00 smithi053 bash[67631]: cluster 2024-09-13T00:53:59.016598+0000 mon.a (mon.0) 2757 : cluster [DBG] osdmap e1426: 8 total, 8 up, 8 in 2024-09-13T00:54:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:00 smithi053 bash[67631]: audit 2024-09-13T00:53:59.022930+0000 mon.a (mon.0) 2758 : audit [INF] from='client.? 172.21.15.32:0/245068248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:54:00.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:00 smithi032 bash[75510]: cluster 2024-09-13T00:53:59.016598+0000 mon.a (mon.0) 2757 : cluster [DBG] osdmap e1426: 8 total, 8 up, 8 in 2024-09-13T00:54:00.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:00 smithi032 bash[75510]: audit 2024-09-13T00:53:59.022930+0000 mon.a (mon.0) 2758 : audit [INF] from='client.? 172.21.15.32:0/245068248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:54:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:00 smithi032 bash[76677]: cluster 2024-09-13T00:53:59.016598+0000 mon.a (mon.0) 2757 : cluster [DBG] osdmap e1426: 8 total, 8 up, 8 in 2024-09-13T00:54:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:00 smithi032 bash[76677]: audit 2024-09-13T00:53:59.022930+0000 mon.a (mon.0) 2758 : audit [INF] from='client.? 172.21.15.32:0/245068248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:54:01.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:01 smithi053 bash[67631]: audit 2024-09-13T00:54:00.018529+0000 mon.a (mon.0) 2759 : audit [INF] from='client.? 172.21.15.32:0/245068248' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:54:01.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:01 smithi053 bash[67631]: cluster 2024-09-13T00:54:00.019002+0000 mon.a (mon.0) 2760 : cluster [DBG] osdmap e1427: 8 total, 8 up, 8 in 2024-09-13T00:54:01.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:01 smithi053 bash[67631]: cluster 2024-09-13T00:54:00.330519+0000 mgr.y (mgr.34107) 1537 : cluster [DBG] pgmap v2517: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:54:01.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:01 smithi032 bash[75510]: audit 2024-09-13T00:54:00.018529+0000 mon.a (mon.0) 2759 : audit [INF] from='client.? 172.21.15.32:0/245068248' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:54:01.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:01 smithi032 bash[75510]: cluster 2024-09-13T00:54:00.019002+0000 mon.a (mon.0) 2760 : cluster [DBG] osdmap e1427: 8 total, 8 up, 8 in 2024-09-13T00:54:01.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:01 smithi032 bash[75510]: cluster 2024-09-13T00:54:00.330519+0000 mgr.y (mgr.34107) 1537 : cluster [DBG] pgmap v2517: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:54:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:01 smithi032 bash[76677]: audit 2024-09-13T00:54:00.018529+0000 mon.a (mon.0) 2759 : audit [INF] from='client.? 172.21.15.32:0/245068248' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:54:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:01 smithi032 bash[76677]: cluster 2024-09-13T00:54:00.019002+0000 mon.a (mon.0) 2760 : cluster [DBG] osdmap e1427: 8 total, 8 up, 8 in 2024-09-13T00:54:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:01 smithi032 bash[76677]: cluster 2024-09-13T00:54:00.330519+0000 mgr.y (mgr.34107) 1537 : cluster [DBG] pgmap v2517: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:54:02.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:02 smithi053 bash[67631]: cluster 2024-09-13T00:54:01.046794+0000 mon.a (mon.0) 2761 : cluster [DBG] osdmap e1428: 8 total, 8 up, 8 in 2024-09-13T00:54:02.316 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Empty (2291 ms) 2024-09-13T00:54:02.316 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-09-13T00:54:02.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:02 smithi032 bash[75510]: cluster 2024-09-13T00:54:01.046794+0000 mon.a (mon.0) 2761 : cluster [DBG] osdmap e1428: 8 total, 8 up, 8 in 2024-09-13T00:54:02.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:02 smithi032 bash[76677]: cluster 2024-09-13T00:54:01.046794+0000 mon.a (mon.0) 2761 : cluster [DBG] osdmap e1428: 8 total, 8 up, 8 in 2024-09-13T00:54:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:54:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:54:02] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2024-09-13T00:54:02.752 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.NoSnaps (436 ms) 2024-09-13T00:54:02.752 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Snaps 2024-09-13T00:54:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:54:02 smithi053 bash[94430]: ts=2024-09-13T00:54:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:54:03.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:03 smithi032 bash[75510]: cluster 2024-09-13T00:54:02.057245+0000 mon.a (mon.0) 2762 : cluster [DBG] osdmap e1429: 8 total, 8 up, 8 in 2024-09-13T00:54:03.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:03 smithi032 bash[75510]: cluster 2024-09-13T00:54:02.331180+0000 mgr.y (mgr.34107) 1538 : cluster [DBG] pgmap v2520: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:54:03.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:03 smithi032 bash[76677]: cluster 2024-09-13T00:54:02.057245+0000 mon.a (mon.0) 2762 : cluster [DBG] osdmap e1429: 8 total, 8 up, 8 in 2024-09-13T00:54:03.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:03 smithi032 bash[76677]: cluster 2024-09-13T00:54:02.331180+0000 mgr.y (mgr.34107) 1538 : cluster [DBG] pgmap v2520: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:54:03.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:03 smithi053 bash[67631]: cluster 2024-09-13T00:54:02.057245+0000 mon.a (mon.0) 2762 : cluster [DBG] osdmap e1429: 8 total, 8 up, 8 in 2024-09-13T00:54:03.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:03 smithi053 bash[67631]: cluster 2024-09-13T00:54:02.331180+0000 mgr.y (mgr.34107) 1538 : cluster [DBG] pgmap v2520: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:54:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:04 smithi032 bash[75510]: cluster 2024-09-13T00:54:03.068159+0000 mon.a (mon.0) 2763 : cluster [DBG] osdmap e1430: 8 total, 8 up, 8 in 2024-09-13T00:54:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:04 smithi032 bash[76677]: cluster 2024-09-13T00:54:03.068159+0000 mon.a (mon.0) 2763 : cluster [DBG] osdmap e1430: 8 total, 8 up, 8 in 2024-09-13T00:54:04.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:04 smithi053 bash[67631]: cluster 2024-09-13T00:54:03.068159+0000 mon.a (mon.0) 2763 : cluster [DBG] osdmap e1430: 8 total, 8 up, 8 in 2024-09-13T00:54:05.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:05 smithi032 bash[75510]: cluster 2024-09-13T00:54:04.070455+0000 mon.a (mon.0) 2764 : cluster [DBG] osdmap e1431: 8 total, 8 up, 8 in 2024-09-13T00:54:05.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:05 smithi032 bash[75510]: cluster 2024-09-13T00:54:04.331933+0000 mgr.y (mgr.34107) 1539 : cluster [DBG] pgmap v2523: 137 pgs: 137 active+clean; 41 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 77 op/s 2024-09-13T00:54:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:05 smithi032 bash[76677]: cluster 2024-09-13T00:54:04.070455+0000 mon.a (mon.0) 2764 : cluster [DBG] osdmap e1431: 8 total, 8 up, 8 in 2024-09-13T00:54:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:05 smithi032 bash[76677]: cluster 2024-09-13T00:54:04.331933+0000 mgr.y (mgr.34107) 1539 : cluster [DBG] pgmap v2523: 137 pgs: 137 active+clean; 41 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 77 op/s 2024-09-13T00:54:05.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:05 smithi053 bash[67631]: cluster 2024-09-13T00:54:04.070455+0000 mon.a (mon.0) 2764 : cluster [DBG] osdmap e1431: 8 total, 8 up, 8 in 2024-09-13T00:54:05.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:05 smithi053 bash[67631]: cluster 2024-09-13T00:54:04.331933+0000 mgr.y (mgr.34107) 1539 : cluster [DBG] pgmap v2523: 137 pgs: 137 active+clean; 41 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 77 op/s 2024-09-13T00:54:06.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:06 smithi032 bash[75510]: cluster 2024-09-13T00:54:05.091118+0000 mon.a (mon.0) 2765 : cluster [DBG] osdmap e1432: 8 total, 8 up, 8 in 2024-09-13T00:54:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:06 smithi032 bash[76677]: cluster 2024-09-13T00:54:05.091118+0000 mon.a (mon.0) 2765 : cluster [DBG] osdmap e1432: 8 total, 8 up, 8 in 2024-09-13T00:54:06.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:06 smithi053 bash[67631]: cluster 2024-09-13T00:54:05.091118+0000 mon.a (mon.0) 2765 : cluster [DBG] osdmap e1432: 8 total, 8 up, 8 in 2024-09-13T00:54:06.583 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Snaps (3831 ms) 2024-09-13T00:54:06.584 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-09-13T00:54:07.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:07 smithi032 bash[75510]: cluster 2024-09-13T00:54:06.099261+0000 mon.a (mon.0) 2766 : cluster [DBG] osdmap e1433: 8 total, 8 up, 8 in 2024-09-13T00:54:07.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:07 smithi032 bash[75510]: cluster 2024-09-13T00:54:06.332887+0000 mgr.y (mgr.34107) 1540 : cluster [DBG] pgmap v2526: 137 pgs: 137 active+clean; 41 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 83 op/s 2024-09-13T00:54:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:07 smithi032 bash[76677]: cluster 2024-09-13T00:54:06.099261+0000 mon.a (mon.0) 2766 : cluster [DBG] osdmap e1433: 8 total, 8 up, 8 in 2024-09-13T00:54:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:07 smithi032 bash[76677]: cluster 2024-09-13T00:54:06.332887+0000 mgr.y (mgr.34107) 1540 : cluster [DBG] pgmap v2526: 137 pgs: 137 active+clean; 41 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 83 op/s 2024-09-13T00:54:07.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:07 smithi053 bash[67631]: cluster 2024-09-13T00:54:06.099261+0000 mon.a (mon.0) 2766 : cluster [DBG] osdmap e1433: 8 total, 8 up, 8 in 2024-09-13T00:54:07.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:07 smithi053 bash[67631]: cluster 2024-09-13T00:54:06.332887+0000 mgr.y (mgr.34107) 1540 : cluster [DBG] pgmap v2526: 137 pgs: 137 active+clean; 41 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 83 op/s 2024-09-13T00:54:08.346 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.SnapDiscard (1763 ms) 2024-09-13T00:54:08.346 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-09-13T00:54:08.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:08 smithi032 bash[75510]: cluster 2024-09-13T00:54:07.110159+0000 mon.a (mon.0) 2767 : cluster [DBG] osdmap e1434: 8 total, 8 up, 8 in 2024-09-13T00:54:08.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:08 smithi032 bash[76677]: cluster 2024-09-13T00:54:07.110159+0000 mon.a (mon.0) 2767 : cluster [DBG] osdmap e1434: 8 total, 8 up, 8 in 2024-09-13T00:54:08.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:08 smithi053 bash[67631]: cluster 2024-09-13T00:54:07.110159+0000 mon.a (mon.0) 2767 : cluster [DBG] osdmap e1434: 8 total, 8 up, 8 in 2024-09-13T00:54:09.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:09 smithi032 bash[75510]: cluster 2024-09-13T00:54:08.117444+0000 mon.a (mon.0) 2768 : cluster [DBG] osdmap e1435: 8 total, 8 up, 8 in 2024-09-13T00:54:09.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:09 smithi032 bash[75510]: cluster 2024-09-13T00:54:08.333654+0000 mgr.y (mgr.34107) 1541 : cluster [DBG] pgmap v2529: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 138 op/s 2024-09-13T00:54:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:09 smithi032 bash[76677]: cluster 2024-09-13T00:54:08.117444+0000 mon.a (mon.0) 2768 : cluster [DBG] osdmap e1435: 8 total, 8 up, 8 in 2024-09-13T00:54:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:09 smithi032 bash[76677]: cluster 2024-09-13T00:54:08.333654+0000 mgr.y (mgr.34107) 1541 : cluster [DBG] pgmap v2529: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 138 op/s 2024-09-13T00:54:09.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:09 smithi053 bash[67631]: cluster 2024-09-13T00:54:08.117444+0000 mon.a (mon.0) 2768 : cluster [DBG] osdmap e1435: 8 total, 8 up, 8 in 2024-09-13T00:54:09.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:09 smithi053 bash[67631]: cluster 2024-09-13T00:54:08.333654+0000 mgr.y (mgr.34107) 1541 : cluster [DBG] pgmap v2529: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 138 op/s 2024-09-13T00:54:09.570 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneDiscard (1223 ms) 2024-09-13T00:54:09.570 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-09-13T00:54:10.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:10 smithi032 bash[76677]: cluster 2024-09-13T00:54:09.127345+0000 mon.a (mon.0) 2769 : cluster [DBG] osdmap e1436: 8 total, 8 up, 8 in 2024-09-13T00:54:10.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:10 smithi032 bash[75510]: cluster 2024-09-13T00:54:09.127345+0000 mon.a (mon.0) 2769 : cluster [DBG] osdmap e1436: 8 total, 8 up, 8 in 2024-09-13T00:54:10.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:10 smithi053 bash[67631]: cluster 2024-09-13T00:54:09.127345+0000 mon.a (mon.0) 2769 : cluster [DBG] osdmap e1436: 8 total, 8 up, 8 in 2024-09-13T00:54:10.547 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneShrink (978 ms) 2024-09-13T00:54:10.547 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-09-13T00:54:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:11 smithi032 bash[75510]: cluster 2024-09-13T00:54:10.134965+0000 mon.a (mon.0) 2770 : cluster [DBG] osdmap e1437: 8 total, 8 up, 8 in 2024-09-13T00:54:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:11 smithi032 bash[75510]: audit 2024-09-13T00:54:10.201974+0000 mon.a (mon.0) 2771 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:54:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:11 smithi032 bash[75510]: cluster 2024-09-13T00:54:10.334347+0000 mgr.y (mgr.34107) 1542 : cluster [DBG] pgmap v2532: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 170 op/s 2024-09-13T00:54:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:11 smithi032 bash[75510]: cluster 2024-09-13T00:54:10.960019+0000 mon.a (mon.0) 2772 : cluster [DBG] osdmap e1438: 8 total, 8 up, 8 in 2024-09-13T00:54:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:11 smithi032 bash[76677]: cluster 2024-09-13T00:54:10.134965+0000 mon.a (mon.0) 2770 : cluster [DBG] osdmap e1437: 8 total, 8 up, 8 in 2024-09-13T00:54:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:11 smithi032 bash[76677]: audit 2024-09-13T00:54:10.201974+0000 mon.a (mon.0) 2771 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:54:11.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:11 smithi032 bash[76677]: cluster 2024-09-13T00:54:10.334347+0000 mgr.y (mgr.34107) 1542 : cluster [DBG] pgmap v2532: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 170 op/s 2024-09-13T00:54:11.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:11 smithi032 bash[76677]: cluster 2024-09-13T00:54:10.960019+0000 mon.a (mon.0) 2772 : cluster [DBG] osdmap e1438: 8 total, 8 up, 8 in 2024-09-13T00:54:11.493 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneExpand (945 ms) 2024-09-13T00:54:11.493 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-09-13T00:54:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:11 smithi053 bash[67631]: cluster 2024-09-13T00:54:10.134965+0000 mon.a (mon.0) 2770 : cluster [DBG] osdmap e1437: 8 total, 8 up, 8 in 2024-09-13T00:54:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:11 smithi053 bash[67631]: audit 2024-09-13T00:54:10.201974+0000 mon.a (mon.0) 2771 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:54:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:11 smithi053 bash[67631]: cluster 2024-09-13T00:54:10.334347+0000 mgr.y (mgr.34107) 1542 : cluster [DBG] pgmap v2532: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 170 op/s 2024-09-13T00:54:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:11 smithi053 bash[67631]: cluster 2024-09-13T00:54:10.960019+0000 mon.a (mon.0) 2772 : cluster [DBG] osdmap e1438: 8 total, 8 up, 8 in 2024-09-13T00:54:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:54:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:54:12] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-09-13T00:54:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:54:12 smithi053 bash[94430]: ts=2024-09-13T00:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:54:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:13 smithi032 bash[75510]: cluster 2024-09-13T00:54:12.147957+0000 mon.a (mon.0) 2773 : cluster [DBG] osdmap e1439: 8 total, 8 up, 8 in 2024-09-13T00:54:13.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:13 smithi032 bash[75510]: cluster 2024-09-13T00:54:12.335066+0000 mgr.y (mgr.34107) 1543 : cluster [DBG] pgmap v2535: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 209 op/s 2024-09-13T00:54:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:13 smithi032 bash[76677]: cluster 2024-09-13T00:54:12.147957+0000 mon.a (mon.0) 2773 : cluster [DBG] osdmap e1439: 8 total, 8 up, 8 in 2024-09-13T00:54:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:13 smithi032 bash[76677]: cluster 2024-09-13T00:54:12.335066+0000 mgr.y (mgr.34107) 1543 : cluster [DBG] pgmap v2535: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 209 op/s 2024-09-13T00:54:13.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:13 smithi053 bash[67631]: cluster 2024-09-13T00:54:12.147957+0000 mon.a (mon.0) 2773 : cluster [DBG] osdmap e1439: 8 total, 8 up, 8 in 2024-09-13T00:54:13.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:13 smithi053 bash[67631]: cluster 2024-09-13T00:54:12.335066+0000 mgr.y (mgr.34107) 1543 : cluster [DBG] pgmap v2535: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 209 op/s 2024-09-13T00:54:14.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:14 smithi032 bash[75510]: cluster 2024-09-13T00:54:13.158158+0000 mon.a (mon.0) 2774 : cluster [DBG] osdmap e1440: 8 total, 8 up, 8 in 2024-09-13T00:54:14.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:14 smithi032 bash[76677]: cluster 2024-09-13T00:54:13.158158+0000 mon.a (mon.0) 2774 : cluster [DBG] osdmap e1440: 8 total, 8 up, 8 in 2024-09-13T00:54:14.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:14 smithi053 bash[67631]: cluster 2024-09-13T00:54:13.158158+0000 mon.a (mon.0) 2774 : cluster [DBG] osdmap e1440: 8 total, 8 up, 8 in 2024-09-13T00:54:15.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:15 smithi053 bash[67631]: cluster 2024-09-13T00:54:14.158470+0000 mon.a (mon.0) 2775 : cluster [DBG] osdmap e1441: 8 total, 8 up, 8 in 2024-09-13T00:54:15.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:15 smithi053 bash[67631]: cluster 2024-09-13T00:54:14.335793+0000 mgr.y (mgr.34107) 1544 : cluster [DBG] pgmap v2538: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 34 KiB/s wr, 561 op/s 2024-09-13T00:54:15.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:15 smithi032 bash[75510]: cluster 2024-09-13T00:54:14.158470+0000 mon.a (mon.0) 2775 : cluster [DBG] osdmap e1441: 8 total, 8 up, 8 in 2024-09-13T00:54:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:15 smithi032 bash[75510]: cluster 2024-09-13T00:54:14.335793+0000 mgr.y (mgr.34107) 1544 : cluster [DBG] pgmap v2538: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 34 KiB/s wr, 561 op/s 2024-09-13T00:54:15.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:15 smithi032 bash[76677]: cluster 2024-09-13T00:54:14.158470+0000 mon.a (mon.0) 2775 : cluster [DBG] osdmap e1441: 8 total, 8 up, 8 in 2024-09-13T00:54:15.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:15 smithi032 bash[76677]: cluster 2024-09-13T00:54:14.335793+0000 mgr.y (mgr.34107) 1544 : cluster [DBG] pgmap v2538: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 34 KiB/s wr, 561 op/s 2024-09-13T00:54:16.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:16 smithi053 bash[67631]: cluster 2024-09-13T00:54:15.180946+0000 mon.a (mon.0) 2776 : cluster [DBG] osdmap e1442: 8 total, 8 up, 8 in 2024-09-13T00:54:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:16 smithi032 bash[75510]: cluster 2024-09-13T00:54:15.180946+0000 mon.a (mon.0) 2776 : cluster [DBG] osdmap e1442: 8 total, 8 up, 8 in 2024-09-13T00:54:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:16 smithi032 bash[76677]: cluster 2024-09-13T00:54:15.180946+0000 mon.a (mon.0) 2776 : cluster [DBG] osdmap e1442: 8 total, 8 up, 8 in 2024-09-13T00:54:17.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:17 smithi053 bash[67631]: cluster 2024-09-13T00:54:16.188760+0000 mon.a (mon.0) 2777 : cluster [DBG] osdmap e1443: 8 total, 8 up, 8 in 2024-09-13T00:54:17.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:17 smithi053 bash[67631]: cluster 2024-09-13T00:54:16.336535+0000 mgr.y (mgr.34107) 1545 : cluster [DBG] pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 22 KiB/s wr, 397 op/s 2024-09-13T00:54:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:17 smithi032 bash[76677]: cluster 2024-09-13T00:54:16.188760+0000 mon.a (mon.0) 2777 : cluster [DBG] osdmap e1443: 8 total, 8 up, 8 in 2024-09-13T00:54:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:17 smithi032 bash[76677]: cluster 2024-09-13T00:54:16.336535+0000 mgr.y (mgr.34107) 1545 : cluster [DBG] pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 22 KiB/s wr, 397 op/s 2024-09-13T00:54:17.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:17 smithi032 bash[75510]: cluster 2024-09-13T00:54:16.188760+0000 mon.a (mon.0) 2777 : cluster [DBG] osdmap e1443: 8 total, 8 up, 8 in 2024-09-13T00:54:17.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:17 smithi032 bash[75510]: cluster 2024-09-13T00:54:16.336535+0000 mgr.y (mgr.34107) 1545 : cluster [DBG] pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 22 KiB/s wr, 397 op/s 2024-09-13T00:54:18.444 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneHideParent (6948 ms) 2024-09-13T00:54:18.444 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Clone 2024-09-13T00:54:18.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:18 smithi053 bash[67631]: cluster 2024-09-13T00:54:17.199146+0000 mon.a (mon.0) 2778 : cluster [DBG] osdmap e1444: 8 total, 8 up, 8 in 2024-09-13T00:54:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:18 smithi032 bash[75510]: cluster 2024-09-13T00:54:17.199146+0000 mon.a (mon.0) 2778 : cluster [DBG] osdmap e1444: 8 total, 8 up, 8 in 2024-09-13T00:54:18.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:18 smithi032 bash[76677]: cluster 2024-09-13T00:54:17.199146+0000 mon.a (mon.0) 2778 : cluster [DBG] osdmap e1444: 8 total, 8 up, 8 in 2024-09-13T00:54:19.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:19 smithi053 bash[67631]: cluster 2024-09-13T00:54:18.200155+0000 mon.a (mon.0) 2779 : cluster [DBG] osdmap e1445: 8 total, 8 up, 8 in 2024-09-13T00:54:19.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:19 smithi053 bash[67631]: cluster 2024-09-13T00:54:18.337408+0000 mgr.y (mgr.34107) 1546 : cluster [DBG] pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 8.0 KiB/s wr, 82 op/s 2024-09-13T00:54:19.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:19 smithi032 bash[75510]: cluster 2024-09-13T00:54:18.200155+0000 mon.a (mon.0) 2779 : cluster [DBG] osdmap e1445: 8 total, 8 up, 8 in 2024-09-13T00:54:19.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:19 smithi032 bash[75510]: cluster 2024-09-13T00:54:18.337408+0000 mgr.y (mgr.34107) 1546 : cluster [DBG] pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 8.0 KiB/s wr, 82 op/s 2024-09-13T00:54:19.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:19 smithi032 bash[76677]: cluster 2024-09-13T00:54:18.200155+0000 mon.a (mon.0) 2779 : cluster [DBG] osdmap e1445: 8 total, 8 up, 8 in 2024-09-13T00:54:19.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:19 smithi032 bash[76677]: cluster 2024-09-13T00:54:18.337408+0000 mgr.y (mgr.34107) 1546 : cluster [DBG] pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 8.0 KiB/s wr, 82 op/s 2024-09-13T00:54:20.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:20 smithi053 bash[67631]: cluster 2024-09-13T00:54:19.220277+0000 mon.a (mon.0) 2780 : cluster [DBG] osdmap e1446: 8 total, 8 up, 8 in 2024-09-13T00:54:20.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:20 smithi032 bash[75510]: cluster 2024-09-13T00:54:19.220277+0000 mon.a (mon.0) 2780 : cluster [DBG] osdmap e1446: 8 total, 8 up, 8 in 2024-09-13T00:54:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:20 smithi032 bash[76677]: cluster 2024-09-13T00:54:19.220277+0000 mon.a (mon.0) 2780 : cluster [DBG] osdmap e1446: 8 total, 8 up, 8 in 2024-09-13T00:54:20.940 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Clone (2499 ms) 2024-09-13T00:54:20.940 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-09-13T00:54:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:21 smithi053 bash[67631]: cluster 2024-09-13T00:54:20.228191+0000 mon.a (mon.0) 2781 : cluster [DBG] osdmap e1447: 8 total, 8 up, 8 in 2024-09-13T00:54:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:21 smithi053 bash[67631]: cluster 2024-09-13T00:54:20.338130+0000 mgr.y (mgr.34107) 1547 : cluster [DBG] pgmap v2547: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 151 op/s 2024-09-13T00:54:21.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:21 smithi032 bash[75510]: cluster 2024-09-13T00:54:20.228191+0000 mon.a (mon.0) 2781 : cluster [DBG] osdmap e1447: 8 total, 8 up, 8 in 2024-09-13T00:54:21.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:21 smithi032 bash[75510]: cluster 2024-09-13T00:54:20.338130+0000 mgr.y (mgr.34107) 1547 : cluster [DBG] pgmap v2547: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 151 op/s 2024-09-13T00:54:21.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:21 smithi032 bash[76677]: cluster 2024-09-13T00:54:20.228191+0000 mon.a (mon.0) 2781 : cluster [DBG] osdmap e1447: 8 total, 8 up, 8 in 2024-09-13T00:54:21.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:21 smithi032 bash[76677]: cluster 2024-09-13T00:54:20.338130+0000 mgr.y (mgr.34107) 1547 : cluster [DBG] pgmap v2547: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 151 op/s 2024-09-13T00:54:22.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:22 smithi053 bash[67631]: cluster 2024-09-13T00:54:21.241897+0000 mon.a (mon.0) 2782 : cluster [DBG] osdmap e1448: 8 total, 8 up, 8 in 2024-09-13T00:54:22.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:54:22 smithi053 bash[94430]: ts=2024-09-13T00:54:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:54:22.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:22 smithi032 bash[75510]: cluster 2024-09-13T00:54:21.241897+0000 mon.a (mon.0) 2782 : cluster [DBG] osdmap e1448: 8 total, 8 up, 8 in 2024-09-13T00:54:22.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:54:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:54:22] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-09-13T00:54:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:22 smithi032 bash[76677]: cluster 2024-09-13T00:54:21.241897+0000 mon.a (mon.0) 2782 : cluster [DBG] osdmap e1448: 8 total, 8 up, 8 in 2024-09-13T00:54:22.988 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneFlatten (2049 ms) 2024-09-13T00:54:22.989 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Stress 2024-09-13T00:54:23.051 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 50017351~1063941 2024-09-13T00:54:23.070 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 14755850~4341000 2024-09-13T00:54:23.073 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 65472139~7135187 2024-09-13T00:54:23.102 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 38933667~469955 2024-09-13T00:54:23.104 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 54609421~7230705 2024-09-13T00:54:23.136 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 69354581~6630150 2024-09-13T00:54:23.146 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 27631706~5905077 2024-09-13T00:54:23.167 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 5214880~5608587 2024-09-13T00:54:23.167 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap0 2024-09-13T00:54:23.306 INFO:tasks.workunit.client.0.smithi032.stdout:clone image238 -> image239 2024-09-13T00:54:23.428 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 125166889 2024-09-13T00:54:23.443 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 7716289~6237571 2024-09-13T00:54:23.480 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 28052988~3117093 2024-09-13T00:54:23.513 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 101090223~6351239 2024-09-13T00:54:23.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:23 smithi053 bash[67631]: cluster 2024-09-13T00:54:22.249246+0000 mon.a (mon.0) 2783 : cluster [DBG] osdmap e1449: 8 total, 8 up, 8 in 2024-09-13T00:54:23.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:23 smithi053 bash[67631]: cluster 2024-09-13T00:54:22.338971+0000 mgr.y (mgr.34107) 1548 : cluster [DBG] pgmap v2550: 137 pgs: 137 active+clean; 81 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 136 op/s 2024-09-13T00:54:23.538 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 100575143~7298489 2024-09-13T00:54:23.549 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 19066368~7973419 2024-09-13T00:54:23.580 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16313721~2124052 2024-09-13T00:54:23.583 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 94304838~41938 2024-09-13T00:54:23.589 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 6409180~2553043 2024-09-13T00:54:23.592 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2024-09-13T00:54:23.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:23 smithi032 bash[75510]: cluster 2024-09-13T00:54:22.249246+0000 mon.a (mon.0) 2783 : cluster [DBG] osdmap e1449: 8 total, 8 up, 8 in 2024-09-13T00:54:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:23 smithi032 bash[75510]: cluster 2024-09-13T00:54:22.338971+0000 mgr.y (mgr.34107) 1548 : cluster [DBG] pgmap v2550: 137 pgs: 137 active+clean; 81 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 136 op/s 2024-09-13T00:54:23.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:23 smithi032 bash[76677]: cluster 2024-09-13T00:54:22.249246+0000 mon.a (mon.0) 2783 : cluster [DBG] osdmap e1449: 8 total, 8 up, 8 in 2024-09-13T00:54:23.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:23 smithi032 bash[76677]: cluster 2024-09-13T00:54:22.338971+0000 mgr.y (mgr.34107) 1548 : cluster [DBG] pgmap v2550: 137 pgs: 137 active+clean; 81 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 136 op/s 2024-09-13T00:54:24.313 INFO:tasks.workunit.client.0.smithi032.stdout:clone image239 -> image240 2024-09-13T00:54:24.475 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 53176457~6879136 2024-09-13T00:54:24.527 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 97691913~8147023 2024-09-13T00:54:24.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:24 smithi053 bash[67631]: cluster 2024-09-13T00:54:23.262298+0000 mon.a (mon.0) 2784 : cluster [DBG] osdmap e1450: 8 total, 8 up, 8 in 2024-09-13T00:54:24.537 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 79708692~4177111 2024-09-13T00:54:24.564 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 39093358~284770 2024-09-13T00:54:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 55389462~7612719 2024-09-13T00:54:24.613 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 77536878~5262541 2024-09-13T00:54:24.621 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 18122422~4837419 2024-09-13T00:54:24.656 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 48131254~3795617 2024-09-13T00:54:24.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:24 smithi032 bash[75510]: cluster 2024-09-13T00:54:23.262298+0000 mon.a (mon.0) 2784 : cluster [DBG] osdmap e1450: 8 total, 8 up, 8 in 2024-09-13T00:54:24.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:24 smithi032 bash[76677]: cluster 2024-09-13T00:54:23.262298+0000 mon.a (mon.0) 2784 : cluster [DBG] osdmap e1450: 8 total, 8 up, 8 in 2024-09-13T00:54:24.664 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2024-09-13T00:54:25.330 INFO:tasks.workunit.client.0.smithi032.stdout:clone image240 -> image241 2024-09-13T00:54:25.531 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 2259626~8381439 2024-09-13T00:54:25.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:25 smithi053 bash[67631]: cluster 2024-09-13T00:54:24.271354+0000 mon.a (mon.0) 2785 : cluster [DBG] osdmap e1451: 8 total, 8 up, 8 in 2024-09-13T00:54:25.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:25 smithi053 bash[67631]: cluster 2024-09-13T00:54:24.339799+0000 mgr.y (mgr.34107) 1549 : cluster [DBG] pgmap v2553: 137 pgs: 137 active+clean; 178 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 28 MiB/s wr, 392 op/s 2024-09-13T00:54:25.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:25 smithi053 bash[67631]: audit 2024-09-13T00:54:25.201991+0000 mon.a (mon.0) 2786 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:54:25.587 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 33352469~125238 2024-09-13T00:54:25.619 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 37348579~6315076 2024-09-13T00:54:25.644 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 10330400~6178293 2024-09-13T00:54:25.654 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 10938424~4059045 2024-09-13T00:54:25.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:25 smithi032 bash[75510]: cluster 2024-09-13T00:54:24.271354+0000 mon.a (mon.0) 2785 : cluster [DBG] osdmap e1451: 8 total, 8 up, 8 in 2024-09-13T00:54:25.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:25 smithi032 bash[75510]: cluster 2024-09-13T00:54:24.339799+0000 mgr.y (mgr.34107) 1549 : cluster [DBG] pgmap v2553: 137 pgs: 137 active+clean; 178 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 28 MiB/s wr, 392 op/s 2024-09-13T00:54:25.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:25 smithi032 bash[75510]: audit 2024-09-13T00:54:25.201991+0000 mon.a (mon.0) 2786 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:54:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:25 smithi032 bash[76677]: cluster 2024-09-13T00:54:24.271354+0000 mon.a (mon.0) 2785 : cluster [DBG] osdmap e1451: 8 total, 8 up, 8 in 2024-09-13T00:54:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:25 smithi032 bash[76677]: cluster 2024-09-13T00:54:24.339799+0000 mgr.y (mgr.34107) 1549 : cluster [DBG] pgmap v2553: 137 pgs: 137 active+clean; 178 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 28 MiB/s wr, 392 op/s 2024-09-13T00:54:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:25 smithi032 bash[76677]: audit 2024-09-13T00:54:25.201991+0000 mon.a (mon.0) 2786 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:54:25.668 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 119627362~4377586 2024-09-13T00:54:25.677 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 68872911~1259046 2024-09-13T00:54:25.707 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 109627530~2162340 2024-09-13T00:54:25.715 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap3 2024-09-13T00:54:26.314 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 128408878 2024-09-13T00:54:26.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:26 smithi053 bash[67631]: cluster 2024-09-13T00:54:25.283051+0000 mon.a (mon.0) 2787 : cluster [DBG] osdmap e1452: 8 total, 8 up, 8 in 2024-09-13T00:54:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:26 smithi032 bash[75510]: cluster 2024-09-13T00:54:25.283051+0000 mon.a (mon.0) 2787 : cluster [DBG] osdmap e1452: 8 total, 8 up, 8 in 2024-09-13T00:54:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:26 smithi032 bash[76677]: cluster 2024-09-13T00:54:25.283051+0000 mon.a (mon.0) 2787 : cluster [DBG] osdmap e1452: 8 total, 8 up, 8 in 2024-09-13T00:54:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:27 smithi032 bash[75510]: cluster 2024-09-13T00:54:26.290184+0000 mon.a (mon.0) 2788 : cluster [DBG] osdmap e1453: 8 total, 8 up, 8 in 2024-09-13T00:54:27.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:27 smithi032 bash[76677]: cluster 2024-09-13T00:54:26.290184+0000 mon.a (mon.0) 2788 : cluster [DBG] osdmap e1453: 8 total, 8 up, 8 in 2024-09-13T00:54:27.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:27 smithi053 bash[67631]: cluster 2024-09-13T00:54:26.290184+0000 mon.a (mon.0) 2788 : cluster [DBG] osdmap e1453: 8 total, 8 up, 8 in 2024-09-13T00:54:28.075 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Stress (5087 ms) 2024-09-13T00:54:28.075 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-09-13T00:54:28.532 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (456 ms) 2024-09-13T00:54:28.532 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-09-13T00:54:28.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:28 smithi032 bash[75510]: cluster 2024-09-13T00:54:26.340624+0000 mgr.y (mgr.34107) 1550 : cluster [DBG] pgmap v2556: 137 pgs: 137 active+clean; 202 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 31 MiB/s wr, 476 op/s 2024-09-13T00:54:28.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:28 smithi032 bash[75510]: cluster 2024-09-13T00:54:27.301263+0000 mon.a (mon.0) 2789 : cluster [DBG] osdmap e1454: 8 total, 8 up, 8 in 2024-09-13T00:54:28.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:28 smithi032 bash[76677]: cluster 2024-09-13T00:54:26.340624+0000 mgr.y (mgr.34107) 1550 : cluster [DBG] pgmap v2556: 137 pgs: 137 active+clean; 202 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 31 MiB/s wr, 476 op/s 2024-09-13T00:54:28.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:28 smithi032 bash[76677]: cluster 2024-09-13T00:54:27.301263+0000 mon.a (mon.0) 2789 : cluster [DBG] osdmap e1454: 8 total, 8 up, 8 in 2024-09-13T00:54:28.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:28 smithi053 bash[67631]: cluster 2024-09-13T00:54:26.340624+0000 mgr.y (mgr.34107) 1550 : cluster [DBG] pgmap v2556: 137 pgs: 137 active+clean; 202 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 31 MiB/s wr, 476 op/s 2024-09-13T00:54:28.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:28 smithi053 bash[67631]: cluster 2024-09-13T00:54:27.301263+0000 mon.a (mon.0) 2789 : cluster [DBG] osdmap e1454: 8 total, 8 up, 8 in 2024-09-13T00:54:30.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:30 smithi032 bash[75510]: cluster 2024-09-13T00:54:28.341602+0000 mgr.y (mgr.34107) 1551 : cluster [DBG] pgmap v2558: 137 pgs: 137 active+clean; 298 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 27 MiB/s wr, 466 op/s 2024-09-13T00:54:30.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:30 smithi032 bash[75510]: cluster 2024-09-13T00:54:29.309234+0000 mon.a (mon.0) 2790 : cluster [DBG] osdmap e1455: 8 total, 8 up, 8 in 2024-09-13T00:54:30.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:30 smithi032 bash[76677]: cluster 2024-09-13T00:54:28.341602+0000 mgr.y (mgr.34107) 1551 : cluster [DBG] pgmap v2558: 137 pgs: 137 active+clean; 298 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 27 MiB/s wr, 466 op/s 2024-09-13T00:54:30.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:30 smithi032 bash[76677]: cluster 2024-09-13T00:54:29.309234+0000 mon.a (mon.0) 2790 : cluster [DBG] osdmap e1455: 8 total, 8 up, 8 in 2024-09-13T00:54:30.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:30 smithi053 bash[67631]: cluster 2024-09-13T00:54:28.341602+0000 mgr.y (mgr.34107) 1551 : cluster [DBG] pgmap v2558: 137 pgs: 137 active+clean; 298 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 27 MiB/s wr, 466 op/s 2024-09-13T00:54:30.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:30 smithi053 bash[67631]: cluster 2024-09-13T00:54:29.309234+0000 mon.a (mon.0) 2790 : cluster [DBG] osdmap e1455: 8 total, 8 up, 8 in 2024-09-13T00:54:31.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:31 smithi032 bash[75510]: cluster 2024-09-13T00:54:30.318993+0000 mon.a (mon.0) 2791 : cluster [DBG] osdmap e1456: 8 total, 8 up, 8 in 2024-09-13T00:54:31.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:31 smithi032 bash[76677]: cluster 2024-09-13T00:54:30.318993+0000 mon.a (mon.0) 2791 : cluster [DBG] osdmap e1456: 8 total, 8 up, 8 in 2024-09-13T00:54:31.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:31 smithi053 bash[67631]: cluster 2024-09-13T00:54:30.318993+0000 mon.a (mon.0) 2791 : cluster [DBG] osdmap e1456: 8 total, 8 up, 8 in 2024-09-13T00:54:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:54:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:54:32] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-09-13T00:54:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:32 smithi032 bash[75510]: cluster 2024-09-13T00:54:30.342264+0000 mgr.y (mgr.34107) 1552 : cluster [DBG] pgmap v2561: 137 pgs: 137 active+clean; 366 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 36 MiB/s wr, 495 op/s 2024-09-13T00:54:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:32 smithi032 bash[75510]: cluster 2024-09-13T00:54:31.329652+0000 mon.a (mon.0) 2792 : cluster [DBG] osdmap e1457: 8 total, 8 up, 8 in 2024-09-13T00:54:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:32 smithi032 bash[76677]: cluster 2024-09-13T00:54:30.342264+0000 mgr.y (mgr.34107) 1552 : cluster [DBG] pgmap v2561: 137 pgs: 137 active+clean; 366 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 36 MiB/s wr, 495 op/s 2024-09-13T00:54:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:32 smithi032 bash[76677]: cluster 2024-09-13T00:54:31.329652+0000 mon.a (mon.0) 2792 : cluster [DBG] osdmap e1457: 8 total, 8 up, 8 in 2024-09-13T00:54:32.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:32 smithi053 bash[67631]: cluster 2024-09-13T00:54:30.342264+0000 mgr.y (mgr.34107) 1552 : cluster [DBG] pgmap v2561: 137 pgs: 137 active+clean; 366 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 36 MiB/s wr, 495 op/s 2024-09-13T00:54:32.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:32 smithi053 bash[67631]: cluster 2024-09-13T00:54:31.329652+0000 mon.a (mon.0) 2792 : cluster [DBG] osdmap e1457: 8 total, 8 up, 8 in 2024-09-13T00:54:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:54:32 smithi053 bash[94430]: ts=2024-09-13T00:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:54:32.854 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (4323 ms) 2024-09-13T00:54:32.854 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-09-13T00:54:33.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:33 smithi032 bash[75510]: cluster 2024-09-13T00:54:32.330510+0000 mon.a (mon.0) 2793 : cluster [DBG] osdmap e1458: 8 total, 8 up, 8 in 2024-09-13T00:54:33.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:33 smithi032 bash[76677]: cluster 2024-09-13T00:54:32.330510+0000 mon.a (mon.0) 2793 : cluster [DBG] osdmap e1458: 8 total, 8 up, 8 in 2024-09-13T00:54:33.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:33 smithi053 bash[67631]: cluster 2024-09-13T00:54:32.330510+0000 mon.a (mon.0) 2793 : cluster [DBG] osdmap e1458: 8 total, 8 up, 8 in 2024-09-13T00:54:34.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:34 smithi032 bash[75510]: cluster 2024-09-13T00:54:32.343123+0000 mgr.y (mgr.34107) 1553 : cluster [DBG] pgmap v2564: 137 pgs: 137 active+clean; 388 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 19 MiB/s wr, 316 op/s 2024-09-13T00:54:34.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:34 smithi032 bash[75510]: cluster 2024-09-13T00:54:33.353011+0000 mon.a (mon.0) 2794 : cluster [DBG] osdmap e1459: 8 total, 8 up, 8 in 2024-09-13T00:54:34.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:34 smithi032 bash[76677]: cluster 2024-09-13T00:54:32.343123+0000 mgr.y (mgr.34107) 1553 : cluster [DBG] pgmap v2564: 137 pgs: 137 active+clean; 388 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 19 MiB/s wr, 316 op/s 2024-09-13T00:54:34.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:34 smithi032 bash[76677]: cluster 2024-09-13T00:54:33.353011+0000 mon.a (mon.0) 2794 : cluster [DBG] osdmap e1459: 8 total, 8 up, 8 in 2024-09-13T00:54:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:34 smithi053 bash[67631]: cluster 2024-09-13T00:54:32.343123+0000 mgr.y (mgr.34107) 1553 : cluster [DBG] pgmap v2564: 137 pgs: 137 active+clean; 388 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 19 MiB/s wr, 316 op/s 2024-09-13T00:54:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:34 smithi053 bash[67631]: cluster 2024-09-13T00:54:33.353011+0000 mon.a (mon.0) 2794 : cluster [DBG] osdmap e1459: 8 total, 8 up, 8 in 2024-09-13T00:54:35.092 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2238 ms) 2024-09-13T00:54:35.092 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-09-13T00:54:35.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:35 smithi032 bash[75510]: cluster 2024-09-13T00:54:34.344160+0000 mgr.y (mgr.34107) 1554 : cluster [DBG] pgmap v2566: 137 pgs: 137 active+clean; 440 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 59 MiB/s rd, 17 MiB/s wr, 263 op/s 2024-09-13T00:54:35.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:35 smithi032 bash[75510]: cluster 2024-09-13T00:54:34.361588+0000 mon.a (mon.0) 2795 : cluster [DBG] osdmap e1460: 8 total, 8 up, 8 in 2024-09-13T00:54:35.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:35 smithi032 bash[76677]: cluster 2024-09-13T00:54:34.344160+0000 mgr.y (mgr.34107) 1554 : cluster [DBG] pgmap v2566: 137 pgs: 137 active+clean; 440 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 59 MiB/s rd, 17 MiB/s wr, 263 op/s 2024-09-13T00:54:35.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:35 smithi032 bash[76677]: cluster 2024-09-13T00:54:34.361588+0000 mon.a (mon.0) 2795 : cluster [DBG] osdmap e1460: 8 total, 8 up, 8 in 2024-09-13T00:54:35.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:35 smithi053 bash[67631]: cluster 2024-09-13T00:54:34.344160+0000 mgr.y (mgr.34107) 1554 : cluster [DBG] pgmap v2566: 137 pgs: 137 active+clean; 440 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 59 MiB/s rd, 17 MiB/s wr, 263 op/s 2024-09-13T00:54:35.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:35 smithi053 bash[67631]: cluster 2024-09-13T00:54:34.361588+0000 mon.a (mon.0) 2795 : cluster [DBG] osdmap e1460: 8 total, 8 up, 8 in 2024-09-13T00:54:36.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:36 smithi053 bash[67631]: cluster 2024-09-13T00:54:35.407847+0000 mon.a (mon.0) 2796 : cluster [DBG] osdmap e1461: 8 total, 8 up, 8 in 2024-09-13T00:54:36.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:36 smithi053 bash[67631]: audit 2024-09-13T00:54:35.598869+0000 mon.a (mon.0) 2797 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:54:36.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:36 smithi053 bash[67631]: audit 2024-09-13T00:54:36.150235+0000 mon.a (mon.0) 2798 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:54:36.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:36 smithi053 bash[67631]: audit 2024-09-13T00:54:36.151391+0000 mon.a (mon.0) 2799 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:54:36.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:36 smithi053 bash[67631]: audit 2024-09-13T00:54:36.163030+0000 mon.a (mon.0) 2800 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:54:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:36 smithi032 bash[75510]: cluster 2024-09-13T00:54:35.407847+0000 mon.a (mon.0) 2796 : cluster [DBG] osdmap e1461: 8 total, 8 up, 8 in 2024-09-13T00:54:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:36 smithi032 bash[75510]: audit 2024-09-13T00:54:35.598869+0000 mon.a (mon.0) 2797 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:54:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:36 smithi032 bash[75510]: audit 2024-09-13T00:54:36.150235+0000 mon.a (mon.0) 2798 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:54:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:36 smithi032 bash[75510]: audit 2024-09-13T00:54:36.151391+0000 mon.a (mon.0) 2799 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:54:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:36 smithi032 bash[75510]: audit 2024-09-13T00:54:36.163030+0000 mon.a (mon.0) 2800 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:54:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:36 smithi032 bash[76677]: cluster 2024-09-13T00:54:35.407847+0000 mon.a (mon.0) 2796 : cluster [DBG] osdmap e1461: 8 total, 8 up, 8 in 2024-09-13T00:54:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:36 smithi032 bash[76677]: audit 2024-09-13T00:54:35.598869+0000 mon.a (mon.0) 2797 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:54:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:36 smithi032 bash[76677]: audit 2024-09-13T00:54:36.150235+0000 mon.a (mon.0) 2798 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:54:36.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:36 smithi032 bash[76677]: audit 2024-09-13T00:54:36.151391+0000 mon.a (mon.0) 2799 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:54:36.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:36 smithi032 bash[76677]: audit 2024-09-13T00:54:36.163030+0000 mon.a (mon.0) 2800 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:54:37.201 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2108 ms) 2024-09-13T00:54:37.201 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-09-13T00:54:37.264 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 1467770~3032229 2024-09-13T00:54:37.292 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 58201296~2960650 2024-09-13T00:54:37.293 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 57087915~4579274 2024-09-13T00:54:37.315 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 71726728~7435553 2024-09-13T00:54:37.315 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 24205600~125907 2024-09-13T00:54:37.321 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 25416970~3566335 2024-09-13T00:54:37.324 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 76880053~7006027 2024-09-13T00:54:37.351 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 71904576~2500436 2024-09-13T00:54:37.351 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap0 2024-09-13T00:54:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:37 smithi053 bash[67631]: cluster 2024-09-13T00:54:36.345127+0000 mgr.y (mgr.34107) 1555 : cluster [DBG] pgmap v2569: 137 pgs: 137 active+clean; 444 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 14 MiB/s wr, 187 op/s 2024-09-13T00:54:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:37 smithi053 bash[67631]: cluster 2024-09-13T00:54:36.413885+0000 mon.a (mon.0) 2801 : cluster [DBG] osdmap e1462: 8 total, 8 up, 8 in 2024-09-13T00:54:37.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:37 smithi032 bash[75510]: cluster 2024-09-13T00:54:36.345127+0000 mgr.y (mgr.34107) 1555 : cluster [DBG] pgmap v2569: 137 pgs: 137 active+clean; 444 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 14 MiB/s wr, 187 op/s 2024-09-13T00:54:37.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:37 smithi032 bash[75510]: cluster 2024-09-13T00:54:36.413885+0000 mon.a (mon.0) 2801 : cluster [DBG] osdmap e1462: 8 total, 8 up, 8 in 2024-09-13T00:54:37.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:37 smithi032 bash[76677]: cluster 2024-09-13T00:54:36.345127+0000 mgr.y (mgr.34107) 1555 : cluster [DBG] pgmap v2569: 137 pgs: 137 active+clean; 444 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 14 MiB/s wr, 187 op/s 2024-09-13T00:54:37.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:37 smithi032 bash[76677]: cluster 2024-09-13T00:54:36.413885+0000 mon.a (mon.0) 2801 : cluster [DBG] osdmap e1462: 8 total, 8 up, 8 in 2024-09-13T00:54:38.211 INFO:tasks.workunit.client.0.smithi032.stdout:clone image260 -> image261 2024-09-13T00:54:38.346 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 45781836~5138441 2024-09-13T00:54:38.389 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 39951919~2786253 2024-09-13T00:54:38.397 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 30114418~6706910 2024-09-13T00:54:38.427 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 45897758~7414949 2024-09-13T00:54:38.432 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 43990976~2899437 2024-09-13T00:54:38.446 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 82398783~1487297 2024-09-13T00:54:38.479 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 38073958~4293642 2024-09-13T00:54:38.502 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 7254292~572436 2024-09-13T00:54:38.512 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2024-09-13T00:54:39.219 INFO:tasks.workunit.client.0.smithi032.stdout:clone image261 -> image262 2024-09-13T00:54:39.380 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 148228288 2024-09-13T00:54:39.395 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 115877543~3047511 2024-09-13T00:54:39.417 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 113817208~5747859 2024-09-13T00:54:39.422 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 112018333~4947303 2024-09-13T00:54:39.442 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 62127786~704707 2024-09-13T00:54:39.472 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 91887235~110834 2024-09-13T00:54:39.479 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 65124652~5901316 2024-09-13T00:54:39.489 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 17951440~2250252 2024-09-13T00:54:39.505 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 75756604~1067961 2024-09-13T00:54:39.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:39 smithi053 bash[67631]: cluster 2024-09-13T00:54:38.169014+0000 mon.a (mon.0) 2802 : cluster [DBG] osdmap e1463: 8 total, 8 up, 8 in 2024-09-13T00:54:39.538 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2024-09-13T00:54:39.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:39 smithi032 bash[75510]: cluster 2024-09-13T00:54:38.169014+0000 mon.a (mon.0) 2802 : cluster [DBG] osdmap e1463: 8 total, 8 up, 8 in 2024-09-13T00:54:39.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:39 smithi032 bash[76677]: cluster 2024-09-13T00:54:38.169014+0000 mon.a (mon.0) 2802 : cluster [DBG] osdmap e1463: 8 total, 8 up, 8 in 2024-09-13T00:54:40.223 INFO:tasks.workunit.client.0.smithi032.stdout:clone image262 -> image263 2024-09-13T00:54:40.437 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 155459169 2024-09-13T00:54:40.452 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 123117453~3624525 2024-09-13T00:54:40.481 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 62752394~1333409 2024-09-13T00:54:40.514 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 5087209~8020659 2024-09-13T00:54:40.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:40 smithi053 bash[67631]: cluster 2024-09-13T00:54:38.347086+0000 mgr.y (mgr.34107) 1556 : cluster [DBG] pgmap v2572: 137 pgs: 137 active+clean; 516 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 18 MiB/s wr, 253 op/s 2024-09-13T00:54:40.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:40 smithi053 bash[67631]: cluster 2024-09-13T00:54:39.178407+0000 mon.a (mon.0) 2803 : cluster [DBG] osdmap e1464: 8 total, 8 up, 8 in 2024-09-13T00:54:40.558 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 100327942~1242740 2024-09-13T00:54:40.567 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 143385417~4492736 2024-09-13T00:54:40.589 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 147177115~5356199 2024-09-13T00:54:40.595 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 114169544~8290818 2024-09-13T00:54:40.633 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 59630070~7473939 2024-09-13T00:54:40.636 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap3 2024-09-13T00:54:40.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:40 smithi032 bash[75510]: cluster 2024-09-13T00:54:38.347086+0000 mgr.y (mgr.34107) 1556 : cluster [DBG] pgmap v2572: 137 pgs: 137 active+clean; 516 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 18 MiB/s wr, 253 op/s 2024-09-13T00:54:40.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:40 smithi032 bash[75510]: cluster 2024-09-13T00:54:39.178407+0000 mon.a (mon.0) 2803 : cluster [DBG] osdmap e1464: 8 total, 8 up, 8 in 2024-09-13T00:54:40.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:40 smithi032 bash[76677]: cluster 2024-09-13T00:54:38.347086+0000 mgr.y (mgr.34107) 1556 : cluster [DBG] pgmap v2572: 137 pgs: 137 active+clean; 516 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 18 MiB/s wr, 253 op/s 2024-09-13T00:54:40.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:40 smithi032 bash[76677]: cluster 2024-09-13T00:54:39.178407+0000 mon.a (mon.0) 2803 : cluster [DBG] osdmap e1464: 8 total, 8 up, 8 in 2024-09-13T00:54:41.239 INFO:tasks.workunit.client.0.smithi032.stdout:clone image263 -> image264 2024-09-13T00:54:41.479 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 150450097 2024-09-13T00:54:41.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:41 smithi053 bash[67631]: cluster 2024-09-13T00:54:40.186666+0000 mon.a (mon.0) 2804 : cluster [DBG] osdmap e1465: 8 total, 8 up, 8 in 2024-09-13T00:54:41.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:41 smithi053 bash[67631]: audit 2024-09-13T00:54:40.202527+0000 mon.a (mon.0) 2805 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:54:41.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:41 smithi032 bash[75510]: cluster 2024-09-13T00:54:40.186666+0000 mon.a (mon.0) 2804 : cluster [DBG] osdmap e1465: 8 total, 8 up, 8 in 2024-09-13T00:54:41.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:41 smithi032 bash[75510]: audit 2024-09-13T00:54:40.202527+0000 mon.a (mon.0) 2805 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:54:41.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:41 smithi032 bash[76677]: cluster 2024-09-13T00:54:40.186666+0000 mon.a (mon.0) 2804 : cluster [DBG] osdmap e1465: 8 total, 8 up, 8 in 2024-09-13T00:54:41.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:41 smithi032 bash[76677]: audit 2024-09-13T00:54:40.202527+0000 mon.a (mon.0) 2805 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:54:42.237 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (5037 ms) 2024-09-13T00:54:42.238 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-09-13T00:54:42.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:42 smithi053 bash[67631]: cluster 2024-09-13T00:54:40.347911+0000 mgr.y (mgr.34107) 1557 : cluster [DBG] pgmap v2575: 137 pgs: 137 active+clean; 583 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 33 MiB/s wr, 417 op/s 2024-09-13T00:54:42.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:42 smithi053 bash[67631]: cluster 2024-09-13T00:54:41.197189+0000 mon.a (mon.0) 2806 : cluster [DBG] osdmap e1466: 8 total, 8 up, 8 in 2024-09-13T00:54:42.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:54:42 smithi053 bash[94430]: ts=2024-09-13T00:54:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:54:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:54:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:54:42] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-09-13T00:54:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:42 smithi032 bash[75510]: cluster 2024-09-13T00:54:40.347911+0000 mgr.y (mgr.34107) 1557 : cluster [DBG] pgmap v2575: 137 pgs: 137 active+clean; 583 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 33 MiB/s wr, 417 op/s 2024-09-13T00:54:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:42 smithi032 bash[75510]: cluster 2024-09-13T00:54:41.197189+0000 mon.a (mon.0) 2806 : cluster [DBG] osdmap e1466: 8 total, 8 up, 8 in 2024-09-13T00:54:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:42 smithi032 bash[76677]: cluster 2024-09-13T00:54:40.347911+0000 mgr.y (mgr.34107) 1557 : cluster [DBG] pgmap v2575: 137 pgs: 137 active+clean; 583 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 33 MiB/s wr, 417 op/s 2024-09-13T00:54:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:42 smithi032 bash[76677]: cluster 2024-09-13T00:54:41.197189+0000 mon.a (mon.0) 2806 : cluster [DBG] osdmap e1466: 8 total, 8 up, 8 in 2024-09-13T00:54:42.670 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (433 ms) 2024-09-13T00:54:42.670 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-09-13T00:54:44.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:44 smithi053 bash[67631]: cluster 2024-09-13T00:54:42.349094+0000 mgr.y (mgr.34107) 1558 : cluster [DBG] pgmap v2577: 137 pgs: 137 active+clean; 613 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 22 MiB/s wr, 430 op/s 2024-09-13T00:54:44.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:44 smithi053 bash[67631]: cluster 2024-09-13T00:54:43.200611+0000 mon.a (mon.0) 2807 : cluster [DBG] osdmap e1467: 8 total, 8 up, 8 in 2024-09-13T00:54:44.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:44 smithi032 bash[76677]: cluster 2024-09-13T00:54:42.349094+0000 mgr.y (mgr.34107) 1558 : cluster [DBG] pgmap v2577: 137 pgs: 137 active+clean; 613 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 22 MiB/s wr, 430 op/s 2024-09-13T00:54:44.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:44 smithi032 bash[76677]: cluster 2024-09-13T00:54:43.200611+0000 mon.a (mon.0) 2807 : cluster [DBG] osdmap e1467: 8 total, 8 up, 8 in 2024-09-13T00:54:44.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:44 smithi032 bash[75510]: cluster 2024-09-13T00:54:42.349094+0000 mgr.y (mgr.34107) 1558 : cluster [DBG] pgmap v2577: 137 pgs: 137 active+clean; 613 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 22 MiB/s wr, 430 op/s 2024-09-13T00:54:44.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:44 smithi032 bash[75510]: cluster 2024-09-13T00:54:43.200611+0000 mon.a (mon.0) 2807 : cluster [DBG] osdmap e1467: 8 total, 8 up, 8 in 2024-09-13T00:54:45.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:45 smithi053 bash[67631]: cluster 2024-09-13T00:54:44.213353+0000 mon.a (mon.0) 2808 : cluster [DBG] osdmap e1468: 8 total, 8 up, 8 in 2024-09-13T00:54:45.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:45 smithi032 bash[76677]: cluster 2024-09-13T00:54:44.213353+0000 mon.a (mon.0) 2808 : cluster [DBG] osdmap e1468: 8 total, 8 up, 8 in 2024-09-13T00:54:45.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:45 smithi032 bash[75510]: cluster 2024-09-13T00:54:44.213353+0000 mon.a (mon.0) 2808 : cluster [DBG] osdmap e1468: 8 total, 8 up, 8 in 2024-09-13T00:54:46.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:46 smithi053 bash[67631]: cluster 2024-09-13T00:54:44.349782+0000 mgr.y (mgr.34107) 1559 : cluster [DBG] pgmap v2580: 137 pgs: 137 active+clean; 708 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 27 MiB/s wr, 597 op/s 2024-09-13T00:54:46.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:46 smithi053 bash[67631]: cluster 2024-09-13T00:54:45.224831+0000 mon.a (mon.0) 2809 : cluster [DBG] osdmap e1469: 8 total, 8 up, 8 in 2024-09-13T00:54:46.637 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3966 ms) 2024-09-13T00:54:46.637 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-09-13T00:54:46.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:46 smithi032 bash[75510]: cluster 2024-09-13T00:54:44.349782+0000 mgr.y (mgr.34107) 1559 : cluster [DBG] pgmap v2580: 137 pgs: 137 active+clean; 708 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 27 MiB/s wr, 597 op/s 2024-09-13T00:54:46.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:46 smithi032 bash[75510]: cluster 2024-09-13T00:54:45.224831+0000 mon.a (mon.0) 2809 : cluster [DBG] osdmap e1469: 8 total, 8 up, 8 in 2024-09-13T00:54:46.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:46 smithi032 bash[76677]: cluster 2024-09-13T00:54:44.349782+0000 mgr.y (mgr.34107) 1559 : cluster [DBG] pgmap v2580: 137 pgs: 137 active+clean; 708 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 27 MiB/s wr, 597 op/s 2024-09-13T00:54:46.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:46 smithi032 bash[76677]: cluster 2024-09-13T00:54:45.224831+0000 mon.a (mon.0) 2809 : cluster [DBG] osdmap e1469: 8 total, 8 up, 8 in 2024-09-13T00:54:47.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:47 smithi053 bash[67631]: cluster 2024-09-13T00:54:46.227060+0000 mon.a (mon.0) 2810 : cluster [DBG] osdmap e1470: 8 total, 8 up, 8 in 2024-09-13T00:54:47.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:47 smithi032 bash[75510]: cluster 2024-09-13T00:54:46.227060+0000 mon.a (mon.0) 2810 : cluster [DBG] osdmap e1470: 8 total, 8 up, 8 in 2024-09-13T00:54:47.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:47 smithi032 bash[76677]: cluster 2024-09-13T00:54:46.227060+0000 mon.a (mon.0) 2810 : cluster [DBG] osdmap e1470: 8 total, 8 up, 8 in 2024-09-13T00:54:48.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:48 smithi053 bash[67631]: cluster 2024-09-13T00:54:46.350370+0000 mgr.y (mgr.34107) 1560 : cluster [DBG] pgmap v2583: 137 pgs: 137 active+clean; 718 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 23 MiB/s wr, 491 op/s 2024-09-13T00:54:48.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:48 smithi053 bash[67631]: cluster 2024-09-13T00:54:47.246656+0000 mon.a (mon.0) 2811 : cluster [DBG] osdmap e1471: 8 total, 8 up, 8 in 2024-09-13T00:54:48.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:48 smithi032 bash[75510]: cluster 2024-09-13T00:54:46.350370+0000 mgr.y (mgr.34107) 1560 : cluster [DBG] pgmap v2583: 137 pgs: 137 active+clean; 718 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 23 MiB/s wr, 491 op/s 2024-09-13T00:54:48.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:48 smithi032 bash[75510]: cluster 2024-09-13T00:54:47.246656+0000 mon.a (mon.0) 2811 : cluster [DBG] osdmap e1471: 8 total, 8 up, 8 in 2024-09-13T00:54:48.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:48 smithi032 bash[76677]: cluster 2024-09-13T00:54:46.350370+0000 mgr.y (mgr.34107) 1560 : cluster [DBG] pgmap v2583: 137 pgs: 137 active+clean; 718 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 23 MiB/s wr, 491 op/s 2024-09-13T00:54:48.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:48 smithi032 bash[76677]: cluster 2024-09-13T00:54:47.246656+0000 mon.a (mon.0) 2811 : cluster [DBG] osdmap e1471: 8 total, 8 up, 8 in 2024-09-13T00:54:48.939 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2302 ms) 2024-09-13T00:54:48.939 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-09-13T00:54:49.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:49 smithi053 bash[67631]: cluster 2024-09-13T00:54:48.257287+0000 mon.a (mon.0) 2812 : cluster [DBG] osdmap e1472: 8 total, 8 up, 8 in 2024-09-13T00:54:49.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:49 smithi032 bash[75510]: cluster 2024-09-13T00:54:48.257287+0000 mon.a (mon.0) 2812 : cluster [DBG] osdmap e1472: 8 total, 8 up, 8 in 2024-09-13T00:54:49.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:49 smithi032 bash[76677]: cluster 2024-09-13T00:54:48.257287+0000 mon.a (mon.0) 2812 : cluster [DBG] osdmap e1472: 8 total, 8 up, 8 in 2024-09-13T00:54:50.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:50 smithi053 bash[67631]: cluster 2024-09-13T00:54:48.351010+0000 mgr.y (mgr.34107) 1561 : cluster [DBG] pgmap v2586: 137 pgs: 137 active+clean; 750 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 10 MiB/s wr, 208 op/s 2024-09-13T00:54:50.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:50 smithi053 bash[67631]: cluster 2024-09-13T00:54:49.267784+0000 mon.a (mon.0) 2813 : cluster [DBG] osdmap e1473: 8 total, 8 up, 8 in 2024-09-13T00:54:50.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:50 smithi032 bash[75510]: cluster 2024-09-13T00:54:48.351010+0000 mgr.y (mgr.34107) 1561 : cluster [DBG] pgmap v2586: 137 pgs: 137 active+clean; 750 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 10 MiB/s wr, 208 op/s 2024-09-13T00:54:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:50 smithi032 bash[75510]: cluster 2024-09-13T00:54:49.267784+0000 mon.a (mon.0) 2813 : cluster [DBG] osdmap e1473: 8 total, 8 up, 8 in 2024-09-13T00:54:50.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:50 smithi032 bash[76677]: cluster 2024-09-13T00:54:48.351010+0000 mgr.y (mgr.34107) 1561 : cluster [DBG] pgmap v2586: 137 pgs: 137 active+clean; 750 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 10 MiB/s wr, 208 op/s 2024-09-13T00:54:50.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:50 smithi032 bash[76677]: cluster 2024-09-13T00:54:49.267784+0000 mon.a (mon.0) 2813 : cluster [DBG] osdmap e1473: 8 total, 8 up, 8 in 2024-09-13T00:54:50.905 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (1967 ms) 2024-09-13T00:54:50.905 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-09-13T00:54:50.957 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 11865487~7248676 2024-09-13T00:54:50.990 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16988788~2056269 2024-09-13T00:54:50.994 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 44258441~4544840 2024-09-13T00:54:51.013 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 10561396~8269986 2024-09-13T00:54:51.022 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 11894511~1600874 2024-09-13T00:54:51.032 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 36488716~2700173 2024-09-13T00:54:51.032 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 61052480~229117 2024-09-13T00:54:51.040 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 26637681~172727 2024-09-13T00:54:51.040 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap0 2024-09-13T00:54:51.306 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 157710108 2024-09-13T00:54:51.324 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 149817197~7892911 2024-09-13T00:54:51.330 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 142089866~6617374 2024-09-13T00:54:51.333 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 8606872~5476875 2024-09-13T00:54:51.334 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 60871472~1148723 2024-09-13T00:54:51.335 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 20903967~2912469 2024-09-13T00:54:51.335 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 47987025~7367775 2024-09-13T00:54:51.336 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 51092862~1356151 2024-09-13T00:54:51.336 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 93821023~4774754 2024-09-13T00:54:51.376 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2024-09-13T00:54:51.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:51 smithi053 bash[67631]: cluster 2024-09-13T00:54:50.275583+0000 mon.a (mon.0) 2814 : cluster [DBG] osdmap e1474: 8 total, 8 up, 8 in 2024-09-13T00:54:51.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:51 smithi032 bash[75510]: cluster 2024-09-13T00:54:50.275583+0000 mon.a (mon.0) 2814 : cluster [DBG] osdmap e1474: 8 total, 8 up, 8 in 2024-09-13T00:54:51.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:51 smithi032 bash[76677]: cluster 2024-09-13T00:54:50.275583+0000 mon.a (mon.0) 2814 : cluster [DBG] osdmap e1474: 8 total, 8 up, 8 in 2024-09-13T00:54:52.340 INFO:tasks.workunit.client.0.smithi032.stdout:clone image283 -> image284 2024-09-13T00:54:52.468 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 140665774 2024-09-13T00:54:52.489 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 111356370~785066 2024-09-13T00:54:52.504 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 57698011~4955005 2024-09-13T00:54:52.513 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 101339935~3236706 2024-09-13T00:54:52.539 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 8604759~5817464 2024-09-13T00:54:52.557 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 82598928~6655980 2024-09-13T00:54:52.594 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 92123380~8074897 2024-09-13T00:54:52.605 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 57097322~7858480 2024-09-13T00:54:52.636 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 79329734~3211302 2024-09-13T00:54:52.643 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2024-09-13T00:54:52.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:52 smithi032 bash[75510]: cluster 2024-09-13T00:54:50.351727+0000 mgr.y (mgr.34107) 1562 : cluster [DBG] pgmap v2589: 137 pgs: 137 active+clean; 764 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 12 MiB/s wr, 271 op/s 2024-09-13T00:54:52.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:52 smithi032 bash[75510]: cluster 2024-09-13T00:54:51.278657+0000 mon.a (mon.0) 2815 : cluster [DBG] osdmap e1475: 8 total, 8 up, 8 in 2024-09-13T00:54:52.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:54:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:54:52] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-09-13T00:54:52.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:52 smithi032 bash[76677]: cluster 2024-09-13T00:54:50.351727+0000 mgr.y (mgr.34107) 1562 : cluster [DBG] pgmap v2589: 137 pgs: 137 active+clean; 764 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 12 MiB/s wr, 271 op/s 2024-09-13T00:54:52.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:52 smithi032 bash[76677]: cluster 2024-09-13T00:54:51.278657+0000 mon.a (mon.0) 2815 : cluster [DBG] osdmap e1475: 8 total, 8 up, 8 in 2024-09-13T00:54:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:54:52 smithi053 bash[94430]: ts=2024-09-13T00:54:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:54:52.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:52 smithi053 bash[67631]: cluster 2024-09-13T00:54:50.351727+0000 mgr.y (mgr.34107) 1562 : cluster [DBG] pgmap v2589: 137 pgs: 137 active+clean; 764 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 12 MiB/s wr, 271 op/s 2024-09-13T00:54:52.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:52 smithi053 bash[67631]: cluster 2024-09-13T00:54:51.278657+0000 mon.a (mon.0) 2815 : cluster [DBG] osdmap e1475: 8 total, 8 up, 8 in 2024-09-13T00:54:53.355 INFO:tasks.workunit.client.0.smithi032.stdout:clone image284 -> image285 2024-09-13T00:54:53.515 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 114390607~6860065 2024-09-13T00:54:53.556 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 134323739~6342035 2024-09-13T00:54:53.566 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 91693881~4317870 2024-09-13T00:54:53.591 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 107498694~2323692 2024-09-13T00:54:53.605 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 20668632~5446667 2024-09-13T00:54:53.638 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 79645687~5386195 2024-09-13T00:54:53.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:53 smithi032 bash[76677]: cluster 2024-09-13T00:54:52.293097+0000 mon.a (mon.0) 2816 : cluster [DBG] osdmap e1476: 8 total, 8 up, 8 in 2024-09-13T00:54:53.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:53 smithi032 bash[75510]: cluster 2024-09-13T00:54:52.293097+0000 mon.a (mon.0) 2816 : cluster [DBG] osdmap e1476: 8 total, 8 up, 8 in 2024-09-13T00:54:53.672 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 88178261~5340518 2024-09-13T00:54:53.691 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 70329981~4450637 2024-09-13T00:54:53.700 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap3 2024-09-13T00:54:53.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:53 smithi053 bash[67631]: cluster 2024-09-13T00:54:52.293097+0000 mon.a (mon.0) 2816 : cluster [DBG] osdmap e1476: 8 total, 8 up, 8 in 2024-09-13T00:54:54.366 INFO:tasks.workunit.client.0.smithi032.stdout:clone image285 -> image286 2024-09-13T00:54:54.569 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 114890222 2024-09-13T00:54:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:54 smithi032 bash[75510]: cluster 2024-09-13T00:54:52.352656+0000 mgr.y (mgr.34107) 1563 : cluster [DBG] pgmap v2592: 137 pgs: 137 active+clean; 794 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 370 op/s 2024-09-13T00:54:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:54 smithi032 bash[75510]: cluster 2024-09-13T00:54:53.312197+0000 mon.a (mon.0) 2817 : cluster [DBG] osdmap e1477: 8 total, 8 up, 8 in 2024-09-13T00:54:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:54 smithi032 bash[76677]: cluster 2024-09-13T00:54:52.352656+0000 mgr.y (mgr.34107) 1563 : cluster [DBG] pgmap v2592: 137 pgs: 137 active+clean; 794 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 370 op/s 2024-09-13T00:54:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:54 smithi032 bash[76677]: cluster 2024-09-13T00:54:53.312197+0000 mon.a (mon.0) 2817 : cluster [DBG] osdmap e1477: 8 total, 8 up, 8 in 2024-09-13T00:54:54.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:54 smithi053 bash[67631]: cluster 2024-09-13T00:54:52.352656+0000 mgr.y (mgr.34107) 1563 : cluster [DBG] pgmap v2592: 137 pgs: 137 active+clean; 794 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 370 op/s 2024-09-13T00:54:54.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:54 smithi053 bash[67631]: cluster 2024-09-13T00:54:53.312197+0000 mon.a (mon.0) 2817 : cluster [DBG] osdmap e1477: 8 total, 8 up, 8 in 2024-09-13T00:54:55.162 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (4256 ms) 2024-09-13T00:54:55.162 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-09-13T00:54:55.225 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:54:55.409 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (247 ms) 2024-09-13T00:54:55.409 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-09-13T00:54:55.467 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:54:55.646 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (237 ms) 2024-09-13T00:54:55.646 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-09-13T00:54:55.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:55 smithi032 bash[76677]: cluster 2024-09-13T00:54:54.323131+0000 mon.a (mon.0) 2818 : cluster [DBG] osdmap e1478: 8 total, 8 up, 8 in 2024-09-13T00:54:55.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:55 smithi032 bash[76677]: audit 2024-09-13T00:54:55.203178+0000 mon.a (mon.0) 2819 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:54:55.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:55 smithi032 bash[75510]: cluster 2024-09-13T00:54:54.323131+0000 mon.a (mon.0) 2818 : cluster [DBG] osdmap e1478: 8 total, 8 up, 8 in 2024-09-13T00:54:55.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:55 smithi032 bash[75510]: audit 2024-09-13T00:54:55.203178+0000 mon.a (mon.0) 2819 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:54:55.709 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:54:55.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:55 smithi053 bash[67631]: cluster 2024-09-13T00:54:54.323131+0000 mon.a (mon.0) 2818 : cluster [DBG] osdmap e1478: 8 total, 8 up, 8 in 2024-09-13T00:54:55.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:55 smithi053 bash[67631]: audit 2024-09-13T00:54:55.203178+0000 mon.a (mon.0) 2819 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:54:55.884 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (239 ms) 2024-09-13T00:54:55.885 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-09-13T00:54:55.945 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:54:56.121 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (236 ms) 2024-09-13T00:54:56.121 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-09-13T00:54:56.182 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:54:56.360 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (239 ms) 2024-09-13T00:54:56.360 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-09-13T00:54:56.424 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:54:56.600 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (241 ms) 2024-09-13T00:54:56.600 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-09-13T00:54:56.661 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:54:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:56 smithi032 bash[75510]: cluster 2024-09-13T00:54:54.353483+0000 mgr.y (mgr.34107) 1564 : cluster [DBG] pgmap v2595: 137 pgs: 137 active+clean; 924 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 37 MiB/s wr, 737 op/s 2024-09-13T00:54:56.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:56 smithi032 bash[76677]: cluster 2024-09-13T00:54:54.353483+0000 mgr.y (mgr.34107) 1564 : cluster [DBG] pgmap v2595: 137 pgs: 137 active+clean; 924 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 37 MiB/s wr, 737 op/s 2024-09-13T00:54:56.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:56 smithi053 bash[67631]: cluster 2024-09-13T00:54:54.353483+0000 mgr.y (mgr.34107) 1564 : cluster [DBG] pgmap v2595: 137 pgs: 137 active+clean; 924 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 37 MiB/s wr, 737 op/s 2024-09-13T00:54:56.837 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (237 ms) 2024-09-13T00:54:56.837 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-09-13T00:54:56.900 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:54:57.075 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (237 ms) 2024-09-13T00:54:57.075 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-09-13T00:54:57.138 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:54:57.318 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (243 ms) 2024-09-13T00:54:57.318 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-09-13T00:54:57.378 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:54:57.559 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (241 ms) 2024-09-13T00:54:58.348 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 31 tests from TestDeepCopy (57533 ms total) 2024-09-13T00:54:58.349 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:54:58.349 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 51 tests from TestMirroring 2024-09-13T00:54:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:58 smithi032 bash[75510]: cluster 2024-09-13T00:54:56.354678+0000 mgr.y (mgr.34107) 1565 : cluster [DBG] pgmap v2596: 137 pgs: 137 active+clean; 957 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 33 MiB/s wr, 598 op/s 2024-09-13T00:54:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:58 smithi032 bash[76677]: cluster 2024-09-13T00:54:56.354678+0000 mgr.y (mgr.34107) 1565 : cluster [DBG] pgmap v2596: 137 pgs: 137 active+clean; 957 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 33 MiB/s wr, 598 op/s 2024-09-13T00:54:58.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:58 smithi053 bash[67631]: cluster 2024-09-13T00:54:56.354678+0000 mgr.y (mgr.34107) 1565 : cluster [DBG] pgmap v2596: 137 pgs: 137 active+clean; 957 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 33 MiB/s wr, 598 op/s 2024-09-13T00:54:59.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:54:59 smithi032 bash[75510]: cluster 2024-09-13T00:54:58.340522+0000 mon.a (mon.0) 2820 : cluster [DBG] osdmap e1479: 8 total, 8 up, 8 in 2024-09-13T00:54:59.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:54:59 smithi032 bash[76677]: cluster 2024-09-13T00:54:58.340522+0000 mon.a (mon.0) 2820 : cluster [DBG] osdmap e1479: 8 total, 8 up, 8 in 2024-09-13T00:54:59.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:54:59 smithi053 bash[67631]: cluster 2024-09-13T00:54:58.340522+0000 mon.a (mon.0) 2820 : cluster [DBG] osdmap e1479: 8 total, 8 up, 8 in 2024-09-13T00:55:00.378 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-09-13T00:55:00.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:00 smithi032 bash[75510]: cluster 2024-09-13T00:54:58.355173+0000 mgr.y (mgr.34107) 1566 : cluster [DBG] pgmap v2598: 105 pgs: 105 active+clean; 4.6 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail 2024-09-13T00:55:00.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:00 smithi032 bash[75510]: cluster 2024-09-13T00:54:59.366179+0000 mon.a (mon.0) 2821 : cluster [DBG] osdmap e1480: 8 total, 8 up, 8 in 2024-09-13T00:55:00.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:00 smithi032 bash[75510]: audit 2024-09-13T00:54:59.370575+0000 mon.c (mon.2) 80 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:55:00.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:00 smithi032 bash[75510]: audit 2024-09-13T00:54:59.371357+0000 mon.a (mon.0) 2822 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:55:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:00 smithi032 bash[76677]: cluster 2024-09-13T00:54:58.355173+0000 mgr.y (mgr.34107) 1566 : cluster [DBG] pgmap v2598: 105 pgs: 105 active+clean; 4.6 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail 2024-09-13T00:55:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:00 smithi032 bash[76677]: cluster 2024-09-13T00:54:59.366179+0000 mon.a (mon.0) 2821 : cluster [DBG] osdmap e1480: 8 total, 8 up, 8 in 2024-09-13T00:55:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:00 smithi032 bash[76677]: audit 2024-09-13T00:54:59.370575+0000 mon.c (mon.2) 80 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:55:00.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:00 smithi032 bash[76677]: audit 2024-09-13T00:54:59.371357+0000 mon.a (mon.0) 2822 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:55:00.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:00 smithi053 bash[67631]: cluster 2024-09-13T00:54:58.355173+0000 mgr.y (mgr.34107) 1566 : cluster [DBG] pgmap v2598: 105 pgs: 105 active+clean; 4.6 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail 2024-09-13T00:55:00.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:00 smithi053 bash[67631]: cluster 2024-09-13T00:54:59.366179+0000 mon.a (mon.0) 2821 : cluster [DBG] osdmap e1480: 8 total, 8 up, 8 in 2024-09-13T00:55:00.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:00 smithi053 bash[67631]: audit 2024-09-13T00:54:59.370575+0000 mon.c (mon.2) 80 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:55:00.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:00 smithi053 bash[67631]: audit 2024-09-13T00:54:59.371357+0000 mon.a (mon.0) 2822 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:55:01.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:01 smithi032 bash[75510]: cluster 2024-09-13T00:55:00.355808+0000 mgr.y (mgr.34107) 1567 : cluster [DBG] pgmap v2600: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail 2024-09-13T00:55:01.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:01 smithi032 bash[75510]: audit 2024-09-13T00:55:00.368219+0000 mon.a (mon.0) 2823 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:55:01.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:01 smithi032 bash[75510]: cluster 2024-09-13T00:55:00.368665+0000 mon.a (mon.0) 2824 : cluster [DBG] osdmap e1481: 8 total, 8 up, 8 in 2024-09-13T00:55:01.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:01 smithi032 bash[75510]: cluster 2024-09-13T00:55:01.348879+0000 mon.a (mon.0) 2825 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:55:01.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:01 smithi032 bash[76677]: cluster 2024-09-13T00:55:00.355808+0000 mgr.y (mgr.34107) 1567 : cluster [DBG] pgmap v2600: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail 2024-09-13T00:55:01.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:01 smithi032 bash[76677]: audit 2024-09-13T00:55:00.368219+0000 mon.a (mon.0) 2823 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:55:01.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:01 smithi032 bash[76677]: cluster 2024-09-13T00:55:00.368665+0000 mon.a (mon.0) 2824 : cluster [DBG] osdmap e1481: 8 total, 8 up, 8 in 2024-09-13T00:55:01.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:01 smithi032 bash[76677]: cluster 2024-09-13T00:55:01.348879+0000 mon.a (mon.0) 2825 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:55:01.683 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:01 smithi053 bash[67631]: cluster 2024-09-13T00:55:00.355808+0000 mgr.y (mgr.34107) 1567 : cluster [DBG] pgmap v2600: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail 2024-09-13T00:55:01.683 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:01 smithi053 bash[67631]: audit 2024-09-13T00:55:00.368219+0000 mon.a (mon.0) 2823 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:55:01.683 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:01 smithi053 bash[67631]: cluster 2024-09-13T00:55:00.368665+0000 mon.a (mon.0) 2824 : cluster [DBG] osdmap e1481: 8 total, 8 up, 8 in 2024-09-13T00:55:01.683 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:01 smithi053 bash[67631]: cluster 2024-09-13T00:55:01.348879+0000 mon.a (mon.0) 2825 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:55:02.652 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2273 ms) 2024-09-13T00:55:02.652 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-09-13T00:55:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:02 smithi032 bash[75510]: cluster 2024-09-13T00:55:01.370814+0000 mon.a (mon.0) 2826 : cluster [DBG] osdmap e1482: 8 total, 8 up, 8 in 2024-09-13T00:55:02.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:02 smithi032 bash[76677]: cluster 2024-09-13T00:55:01.370814+0000 mon.a (mon.0) 2826 : cluster [DBG] osdmap e1482: 8 total, 8 up, 8 in 2024-09-13T00:55:02.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:55:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:55:02] "GET /metrics HTTP/1.1" 200 36411 "" "Prometheus/2.43.0" 2024-09-13T00:55:02.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:02 smithi053 bash[67631]: cluster 2024-09-13T00:55:01.370814+0000 mon.a (mon.0) 2826 : cluster [DBG] osdmap e1482: 8 total, 8 up, 8 in 2024-09-13T00:55:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:55:02 smithi053 bash[94430]: ts=2024-09-13T00:55:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:55:02.916 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (264 ms) 2024-09-13T00:55:02.916 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-09-13T00:55:03.148 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (233 ms) 2024-09-13T00:55:03.148 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-09-13T00:55:03.390 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (241 ms) 2024-09-13T00:55:03.390 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-09-13T00:55:03.588 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (198 ms) 2024-09-13T00:55:03.588 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-09-13T00:55:03.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:03 smithi032 bash[75510]: cluster 2024-09-13T00:55:02.356663+0000 mgr.y (mgr.34107) 1568 : cluster [DBG] pgmap v2603: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-09-13T00:55:03.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:03 smithi032 bash[75510]: cluster 2024-09-13T00:55:02.374184+0000 mon.a (mon.0) 2827 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:55:03.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:03 smithi032 bash[75510]: cluster 2024-09-13T00:55:02.374237+0000 mon.a (mon.0) 2828 : cluster [INF] Cluster is now healthy 2024-09-13T00:55:03.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:03 smithi032 bash[75510]: cluster 2024-09-13T00:55:02.391649+0000 mon.a (mon.0) 2829 : cluster [DBG] osdmap e1483: 8 total, 8 up, 8 in 2024-09-13T00:55:03.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:03 smithi032 bash[76677]: cluster 2024-09-13T00:55:02.356663+0000 mgr.y (mgr.34107) 1568 : cluster [DBG] pgmap v2603: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-09-13T00:55:03.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:03 smithi032 bash[76677]: cluster 2024-09-13T00:55:02.374184+0000 mon.a (mon.0) 2827 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:55:03.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:03 smithi032 bash[76677]: cluster 2024-09-13T00:55:02.374237+0000 mon.a (mon.0) 2828 : cluster [INF] Cluster is now healthy 2024-09-13T00:55:03.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:03 smithi032 bash[76677]: cluster 2024-09-13T00:55:02.391649+0000 mon.a (mon.0) 2829 : cluster [DBG] osdmap e1483: 8 total, 8 up, 8 in 2024-09-13T00:55:03.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:03 smithi053 bash[67631]: cluster 2024-09-13T00:55:02.356663+0000 mgr.y (mgr.34107) 1568 : cluster [DBG] pgmap v2603: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-09-13T00:55:03.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:03 smithi053 bash[67631]: cluster 2024-09-13T00:55:02.374184+0000 mon.a (mon.0) 2827 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:55:03.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:03 smithi053 bash[67631]: cluster 2024-09-13T00:55:02.374237+0000 mon.a (mon.0) 2828 : cluster [INF] Cluster is now healthy 2024-09-13T00:55:03.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:03 smithi053 bash[67631]: cluster 2024-09-13T00:55:02.391649+0000 mon.a (mon.0) 2829 : cluster [DBG] osdmap e1483: 8 total, 8 up, 8 in 2024-09-13T00:55:03.812 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (225 ms) 2024-09-13T00:55:03.812 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-09-13T00:55:04.043 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (230 ms) 2024-09-13T00:55:04.043 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-09-13T00:55:04.043 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:55:04.043 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-09-13T00:55:04.043 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-09-13T00:55:04.043 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:55:04.043 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-09-13T00:55:04.044 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-09-13T00:55:04.238 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (195 ms) 2024-09-13T00:55:04.238 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-09-13T00:55:04.460 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (220 ms) 2024-09-13T00:55:04.460 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-09-13T00:55:05.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:05 smithi032 bash[75510]: cluster 2024-09-13T00:55:04.358225+0000 mgr.y (mgr.34107) 1569 : cluster [DBG] pgmap v2605: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 8.8 KiB/s wr, 74 op/s 2024-09-13T00:55:05.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:05 smithi032 bash[76677]: cluster 2024-09-13T00:55:04.358225+0000 mgr.y (mgr.34107) 1569 : cluster [DBG] pgmap v2605: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 8.8 KiB/s wr, 74 op/s 2024-09-13T00:55:05.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:05 smithi053 bash[67631]: cluster 2024-09-13T00:55:04.358225+0000 mgr.y (mgr.34107) 1569 : cluster [DBG] pgmap v2605: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 8.8 KiB/s wr, 74 op/s 2024-09-13T00:55:06.538 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (2080 ms) 2024-09-13T00:55:06.538 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-09-13T00:55:06.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:06 smithi032 bash[75510]: cluster 2024-09-13T00:55:05.406152+0000 mon.a (mon.0) 2830 : cluster [DBG] osdmap e1484: 8 total, 8 up, 8 in 2024-09-13T00:55:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:06 smithi032 bash[76677]: cluster 2024-09-13T00:55:05.406152+0000 mon.a (mon.0) 2830 : cluster [DBG] osdmap e1484: 8 total, 8 up, 8 in 2024-09-13T00:55:06.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:06 smithi053 bash[67631]: cluster 2024-09-13T00:55:05.406152+0000 mon.a (mon.0) 2830 : cluster [DBG] osdmap e1484: 8 total, 8 up, 8 in 2024-09-13T00:55:07.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:07 smithi032 bash[76677]: cluster 2024-09-13T00:55:06.359104+0000 mgr.y (mgr.34107) 1570 : cluster [DBG] pgmap v2607: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 22 KiB/s wr, 177 op/s 2024-09-13T00:55:07.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:07 smithi032 bash[76677]: cluster 2024-09-13T00:55:06.415298+0000 mon.a (mon.0) 2831 : cluster [DBG] osdmap e1485: 8 total, 8 up, 8 in 2024-09-13T00:55:07.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:07 smithi032 bash[75510]: cluster 2024-09-13T00:55:06.359104+0000 mgr.y (mgr.34107) 1570 : cluster [DBG] pgmap v2607: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 22 KiB/s wr, 177 op/s 2024-09-13T00:55:07.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:07 smithi032 bash[75510]: cluster 2024-09-13T00:55:06.415298+0000 mon.a (mon.0) 2831 : cluster [DBG] osdmap e1485: 8 total, 8 up, 8 in 2024-09-13T00:55:07.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:07 smithi053 bash[67631]: cluster 2024-09-13T00:55:06.359104+0000 mgr.y (mgr.34107) 1570 : cluster [DBG] pgmap v2607: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 22 KiB/s wr, 177 op/s 2024-09-13T00:55:07.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:07 smithi053 bash[67631]: cluster 2024-09-13T00:55:06.415298+0000 mon.a (mon.0) 2831 : cluster [DBG] osdmap e1485: 8 total, 8 up, 8 in 2024-09-13T00:55:08.544 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2007 ms) 2024-09-13T00:55:08.544 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-09-13T00:55:08.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:08 smithi053 bash[67631]: cluster 2024-09-13T00:55:07.424987+0000 mon.a (mon.0) 2832 : cluster [DBG] osdmap e1486: 8 total, 8 up, 8 in 2024-09-13T00:55:08.795 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (251 ms) 2024-09-13T00:55:08.796 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-09-13T00:55:08.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:08 smithi032 bash[75510]: cluster 2024-09-13T00:55:07.424987+0000 mon.a (mon.0) 2832 : cluster [DBG] osdmap e1486: 8 total, 8 up, 8 in 2024-09-13T00:55:08.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:08 smithi032 bash[76677]: cluster 2024-09-13T00:55:07.424987+0000 mon.a (mon.0) 2832 : cluster [DBG] osdmap e1486: 8 total, 8 up, 8 in 2024-09-13T00:55:09.053 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (257 ms) 2024-09-13T00:55:09.053 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-09-13T00:55:09.284 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (231 ms) 2024-09-13T00:55:09.284 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-09-13T00:55:09.516 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (233 ms) 2024-09-13T00:55:09.516 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-09-13T00:55:09.735 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (219 ms) 2024-09-13T00:55:09.735 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-09-13T00:55:09.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:09 smithi053 bash[67631]: cluster 2024-09-13T00:55:08.360061+0000 mgr.y (mgr.34107) 1571 : cluster [DBG] pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 23 KiB/s wr, 223 op/s 2024-09-13T00:55:09.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:09 smithi053 bash[67631]: cluster 2024-09-13T00:55:08.438061+0000 mon.a (mon.0) 2833 : cluster [DBG] osdmap e1487: 8 total, 8 up, 8 in 2024-09-13T00:55:09.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:09 smithi032 bash[75510]: cluster 2024-09-13T00:55:08.360061+0000 mgr.y (mgr.34107) 1571 : cluster [DBG] pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 23 KiB/s wr, 223 op/s 2024-09-13T00:55:09.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:09 smithi032 bash[75510]: cluster 2024-09-13T00:55:08.438061+0000 mon.a (mon.0) 2833 : cluster [DBG] osdmap e1487: 8 total, 8 up, 8 in 2024-09-13T00:55:09.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:09 smithi032 bash[76677]: cluster 2024-09-13T00:55:08.360061+0000 mgr.y (mgr.34107) 1571 : cluster [DBG] pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 23 KiB/s wr, 223 op/s 2024-09-13T00:55:09.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:09 smithi032 bash[76677]: cluster 2024-09-13T00:55:08.438061+0000 mon.a (mon.0) 2833 : cluster [DBG] osdmap e1487: 8 total, 8 up, 8 in 2024-09-13T00:55:09.996 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (261 ms) 2024-09-13T00:55:09.996 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-09-13T00:55:10.230 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (233 ms) 2024-09-13T00:55:10.230 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-09-13T00:55:10.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:10 smithi053 bash[67631]: audit 2024-09-13T00:55:10.203150+0000 mon.a (mon.0) 2834 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:55:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:10 smithi032 bash[75510]: audit 2024-09-13T00:55:10.203150+0000 mon.a (mon.0) 2834 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:55:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:10 smithi032 bash[76677]: audit 2024-09-13T00:55:10.203150+0000 mon.a (mon.0) 2834 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:55:11.143 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (914 ms) 2024-09-13T00:55:11.144 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-09-13T00:55:11.408 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (265 ms) 2024-09-13T00:55:11.408 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-09-13T00:55:11.694 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (286 ms) 2024-09-13T00:55:11.694 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-09-13T00:55:11.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:11 smithi053 bash[67631]: cluster 2024-09-13T00:55:10.361060+0000 mgr.y (mgr.34107) 1572 : cluster [DBG] pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 27 KiB/s wr, 332 op/s 2024-09-13T00:55:11.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:11 smithi053 bash[67631]: cluster 2024-09-13T00:55:10.449855+0000 mon.a (mon.0) 2835 : cluster [DBG] osdmap e1488: 8 total, 8 up, 8 in 2024-09-13T00:55:11.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:11 smithi053 bash[67631]: cluster 2024-09-13T00:55:10.978591+0000 mon.a (mon.0) 2836 : cluster [DBG] osdmap e1489: 8 total, 8 up, 8 in 2024-09-13T00:55:11.911 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (217 ms) 2024-09-13T00:55:11.912 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-09-13T00:55:11.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:11 smithi032 bash[76677]: cluster 2024-09-13T00:55:10.361060+0000 mgr.y (mgr.34107) 1572 : cluster [DBG] pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 27 KiB/s wr, 332 op/s 2024-09-13T00:55:11.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:11 smithi032 bash[76677]: cluster 2024-09-13T00:55:10.449855+0000 mon.a (mon.0) 2835 : cluster [DBG] osdmap e1488: 8 total, 8 up, 8 in 2024-09-13T00:55:11.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:11 smithi032 bash[76677]: cluster 2024-09-13T00:55:10.978591+0000 mon.a (mon.0) 2836 : cluster [DBG] osdmap e1489: 8 total, 8 up, 8 in 2024-09-13T00:55:11.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:11 smithi032 bash[75510]: cluster 2024-09-13T00:55:10.361060+0000 mgr.y (mgr.34107) 1572 : cluster [DBG] pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 27 KiB/s wr, 332 op/s 2024-09-13T00:55:11.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:11 smithi032 bash[75510]: cluster 2024-09-13T00:55:10.449855+0000 mon.a (mon.0) 2835 : cluster [DBG] osdmap e1488: 8 total, 8 up, 8 in 2024-09-13T00:55:11.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:11 smithi032 bash[75510]: cluster 2024-09-13T00:55:10.978591+0000 mon.a (mon.0) 2836 : cluster [DBG] osdmap e1489: 8 total, 8 up, 8 in 2024-09-13T00:55:12.328 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (417 ms) 2024-09-13T00:55:12.328 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-09-13T00:55:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:55:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:55:12] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2024-09-13T00:55:12.748 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (420 ms) 2024-09-13T00:55:12.749 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-09-13T00:55:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:55:12 smithi053 bash[94430]: ts=2024-09-13T00:55:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:55:13.145 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (396 ms) 2024-09-13T00:55:13.145 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-09-13T00:55:13.516 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (372 ms) 2024-09-13T00:55:13.516 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-09-13T00:55:13.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:13 smithi053 bash[67631]: cluster 2024-09-13T00:55:12.362092+0000 mgr.y (mgr.34107) 1573 : cluster [DBG] pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 35 KiB/s wr, 448 op/s 2024-09-13T00:55:13.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:13 smithi032 bash[75510]: cluster 2024-09-13T00:55:12.362092+0000 mgr.y (mgr.34107) 1573 : cluster [DBG] pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 35 KiB/s wr, 448 op/s 2024-09-13T00:55:13.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:13 smithi032 bash[76677]: cluster 2024-09-13T00:55:12.362092+0000 mgr.y (mgr.34107) 1573 : cluster [DBG] pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 35 KiB/s wr, 448 op/s 2024-09-13T00:55:13.914 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (397 ms) 2024-09-13T00:55:13.914 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-09-13T00:55:14.377 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (464 ms) 2024-09-13T00:55:14.377 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-09-13T00:55:14.573 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (195 ms) 2024-09-13T00:55:14.573 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-09-13T00:55:14.798 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (225 ms) 2024-09-13T00:55:14.798 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-09-13T00:55:14.994 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (197 ms) 2024-09-13T00:55:14.994 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-09-13T00:55:15.343 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (348 ms) 2024-09-13T00:55:15.343 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-09-13T00:55:15.659 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (316 ms) 2024-09-13T00:55:15.659 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-09-13T00:55:15.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:15 smithi053 bash[67631]: cluster 2024-09-13T00:55:14.363515+0000 mgr.y (mgr.34107) 1574 : cluster [DBG] pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 56 KiB/s wr, 657 op/s 2024-09-13T00:55:15.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:15 smithi032 bash[75510]: cluster 2024-09-13T00:55:14.363515+0000 mgr.y (mgr.34107) 1574 : cluster [DBG] pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 56 KiB/s wr, 657 op/s 2024-09-13T00:55:15.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:15 smithi032 bash[76677]: cluster 2024-09-13T00:55:14.363515+0000 mgr.y (mgr.34107) 1574 : cluster [DBG] pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 56 KiB/s wr, 657 op/s 2024-09-13T00:55:15.973 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (315 ms) 2024-09-13T00:55:15.973 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-09-13T00:55:16.276 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (303 ms) 2024-09-13T00:55:16.277 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-09-13T00:55:16.457 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.MirrorStatusList (180 ms) 2024-09-13T00:55:16.457 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-09-13T00:55:16.651 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.RemoveBootstrapped (195 ms) 2024-09-13T00:55:16.652 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-09-13T00:55:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:16 smithi053 bash[67631]: cluster 2024-09-13T00:55:15.982467+0000 mon.a (mon.0) 2837 : cluster [DBG] osdmap e1490: 8 total, 8 up, 8 in 2024-09-13T00:55:17.316 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.AioPromoteDemote (665 ms) 2024-09-13T00:55:17.316 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-09-13T00:55:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:16 smithi032 bash[75510]: cluster 2024-09-13T00:55:15.982467+0000 mon.a (mon.0) 2837 : cluster [DBG] osdmap e1490: 8 total, 8 up, 8 in 2024-09-13T00:55:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:16 smithi032 bash[76677]: cluster 2024-09-13T00:55:15.982467+0000 mon.a (mon.0) 2837 : cluster [DBG] osdmap e1490: 8 total, 8 up, 8 in 2024-09-13T00:55:18.122 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.AioGetInfo (805 ms) 2024-09-13T00:55:18.122 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-09-13T00:55:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:17 smithi053 bash[67631]: cluster 2024-09-13T00:55:16.364163+0000 mgr.y (mgr.34107) 1575 : cluster [DBG] pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 591 KiB/s rd, 80 KiB/s wr, 846 op/s 2024-09-13T00:55:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:17 smithi032 bash[75510]: cluster 2024-09-13T00:55:16.364163+0000 mgr.y (mgr.34107) 1575 : cluster [DBG] pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 591 KiB/s rd, 80 KiB/s wr, 846 op/s 2024-09-13T00:55:18.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:17 smithi032 bash[76677]: cluster 2024-09-13T00:55:16.364163+0000 mgr.y (mgr.34107) 1575 : cluster [DBG] pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 591 KiB/s rd, 80 KiB/s wr, 846 op/s 2024-09-13T00:55:18.625 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.AioGetStatus (503 ms) 2024-09-13T00:55:18.625 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.SiteName 2024-09-13T00:55:18.636 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.SiteName (12 ms) 2024-09-13T00:55:18.636 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.Bootstrap 2024-09-13T00:55:19.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:19 smithi032 bash[76677]: cluster 2024-09-13T00:55:18.365384+0000 mgr.y (mgr.34107) 1576 : cluster [DBG] pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 60 KiB/s wr, 635 op/s 2024-09-13T00:55:19.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:19 smithi032 bash[76677]: audit 2024-09-13T00:55:18.631786+0000 mon.a (mon.0) 2838 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:55:19.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:19 smithi032 bash[76677]: audit 2024-09-13T00:55:18.632419+0000 mon.c (mon.2) 81 : audit [DBG] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:19.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:19 smithi032 bash[76677]: audit 2024-09-13T00:55:18.632874+0000 mon.c (mon.2) 82 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:19.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:19 smithi032 bash[76677]: audit 2024-09-13T00:55:18.633147+0000 mon.a (mon.0) 2839 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:19.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:19 smithi032 bash[76677]: audit 2024-09-13T00:55:18.637107+0000 mon.a (mon.0) 2840 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T00:55:19.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:19 smithi032 bash[76677]: audit 2024-09-13T00:55:18.637864+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:19.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:19 smithi032 bash[75510]: cluster 2024-09-13T00:55:18.365384+0000 mgr.y (mgr.34107) 1576 : cluster [DBG] pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 60 KiB/s wr, 635 op/s 2024-09-13T00:55:19.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:19 smithi032 bash[75510]: audit 2024-09-13T00:55:18.631786+0000 mon.a (mon.0) 2838 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:55:19.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:19 smithi032 bash[75510]: audit 2024-09-13T00:55:18.632419+0000 mon.c (mon.2) 81 : audit [DBG] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:19.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:19 smithi032 bash[75510]: audit 2024-09-13T00:55:18.632874+0000 mon.c (mon.2) 82 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:19.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:19 smithi032 bash[75510]: audit 2024-09-13T00:55:18.633147+0000 mon.a (mon.0) 2839 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:19.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:19 smithi032 bash[75510]: audit 2024-09-13T00:55:18.637107+0000 mon.a (mon.0) 2840 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T00:55:19.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:19 smithi032 bash[75510]: audit 2024-09-13T00:55:18.637864+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:19 smithi053 bash[67631]: cluster 2024-09-13T00:55:18.365384+0000 mgr.y (mgr.34107) 1576 : cluster [DBG] pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 60 KiB/s wr, 635 op/s 2024-09-13T00:55:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:19 smithi053 bash[67631]: audit 2024-09-13T00:55:18.631786+0000 mon.a (mon.0) 2838 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:55:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:19 smithi053 bash[67631]: audit 2024-09-13T00:55:18.632419+0000 mon.c (mon.2) 81 : audit [DBG] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:19 smithi053 bash[67631]: audit 2024-09-13T00:55:18.632874+0000 mon.c (mon.2) 82 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:19 smithi053 bash[67631]: audit 2024-09-13T00:55:18.633147+0000 mon.a (mon.0) 2839 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:19 smithi053 bash[67631]: audit 2024-09-13T00:55:18.637107+0000 mon.a (mon.0) 2840 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T00:55:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:19 smithi053 bash[67631]: audit 2024-09-13T00:55:18.637864+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:20.547 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.Bootstrap (1911 ms) 2024-09-13T00:55:20.548 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.PeerDirection 2024-09-13T00:55:20.561 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.PeerDirection (14 ms) 2024-09-13T00:55:20.561 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.Snapshot 2024-09-13T00:55:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[75510]: audit 2024-09-13T00:55:20.511863+0000 mon.c (mon.2) 84 : audit [DBG] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T00:55:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[75510]: audit 2024-09-13T00:55:20.518048+0000 mon.a (mon.0) 2841 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:55:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[75510]: audit 2024-09-13T00:55:20.520638+0000 mon.c (mon.2) 85 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T00:55:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[75510]: audit 2024-09-13T00:55:20.521340+0000 mon.a (mon.0) 2842 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T00:55:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[75510]: audit 2024-09-13T00:55:20.527078+0000 mon.a (mon.0) 2843 : audit [INF] from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-13T00:55:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[75510]: audit 2024-09-13T00:55:20.529707+0000 mon.c (mon.2) 86 : audit [DBG] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[75510]: audit 2024-09-13T00:55:20.555309+0000 mon.c (mon.2) 87 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6172dacc-9073-4c14-8103-279ada5db6c6"}]: dispatch 2024-09-13T00:55:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[75510]: audit 2024-09-13T00:55:20.555660+0000 mon.a (mon.0) 2844 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6172dacc-9073-4c14-8103-279ada5db6c6"}]: dispatch 2024-09-13T00:55:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[75510]: audit 2024-09-13T00:55:20.559884+0000 mon.a (mon.0) 2845 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6172dacc-9073-4c14-8103-279ada5db6c6"}]': finished 2024-09-13T00:55:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[76677]: audit 2024-09-13T00:55:20.511863+0000 mon.c (mon.2) 84 : audit [DBG] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T00:55:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[76677]: audit 2024-09-13T00:55:20.518048+0000 mon.a (mon.0) 2841 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:55:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[76677]: audit 2024-09-13T00:55:20.520638+0000 mon.c (mon.2) 85 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T00:55:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[76677]: audit 2024-09-13T00:55:20.521340+0000 mon.a (mon.0) 2842 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T00:55:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[76677]: audit 2024-09-13T00:55:20.527078+0000 mon.a (mon.0) 2843 : audit [INF] from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-13T00:55:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[76677]: audit 2024-09-13T00:55:20.529707+0000 mon.c (mon.2) 86 : audit [DBG] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[76677]: audit 2024-09-13T00:55:20.555309+0000 mon.c (mon.2) 87 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6172dacc-9073-4c14-8103-279ada5db6c6"}]: dispatch 2024-09-13T00:55:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[76677]: audit 2024-09-13T00:55:20.555660+0000 mon.a (mon.0) 2844 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6172dacc-9073-4c14-8103-279ada5db6c6"}]: dispatch 2024-09-13T00:55:20.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:20 smithi032 bash[76677]: audit 2024-09-13T00:55:20.559884+0000 mon.a (mon.0) 2845 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6172dacc-9073-4c14-8103-279ada5db6c6"}]': finished 2024-09-13T00:55:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:20 smithi053 bash[67631]: audit 2024-09-13T00:55:20.511863+0000 mon.c (mon.2) 84 : audit [DBG] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T00:55:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:20 smithi053 bash[67631]: audit 2024-09-13T00:55:20.518048+0000 mon.a (mon.0) 2841 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:55:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:20 smithi053 bash[67631]: audit 2024-09-13T00:55:20.520638+0000 mon.c (mon.2) 85 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T00:55:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:20 smithi053 bash[67631]: audit 2024-09-13T00:55:20.521340+0000 mon.a (mon.0) 2842 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T00:55:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:20 smithi053 bash[67631]: audit 2024-09-13T00:55:20.527078+0000 mon.a (mon.0) 2843 : audit [INF] from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-13T00:55:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:20 smithi053 bash[67631]: audit 2024-09-13T00:55:20.529707+0000 mon.c (mon.2) 86 : audit [DBG] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T00:55:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:20 smithi053 bash[67631]: audit 2024-09-13T00:55:20.555309+0000 mon.c (mon.2) 87 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6172dacc-9073-4c14-8103-279ada5db6c6"}]: dispatch 2024-09-13T00:55:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:20 smithi053 bash[67631]: audit 2024-09-13T00:55:20.555660+0000 mon.a (mon.0) 2844 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6172dacc-9073-4c14-8103-279ada5db6c6"}]: dispatch 2024-09-13T00:55:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:20 smithi053 bash[67631]: audit 2024-09-13T00:55:20.559884+0000 mon.a (mon.0) 2845 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6172dacc-9073-4c14-8103-279ada5db6c6"}]': finished 2024-09-13T00:55:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:21 smithi053 bash[67631]: cluster 2024-09-13T00:55:20.366873+0000 mgr.y (mgr.34107) 1577 : cluster [DBG] pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 106 KiB/s wr, 987 op/s 2024-09-13T00:55:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:21 smithi053 bash[67631]: cluster 2024-09-13T00:55:20.983516+0000 mon.a (mon.0) 2846 : cluster [DBG] osdmap e1491: 8 total, 8 up, 8 in 2024-09-13T00:55:22.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:21 smithi032 bash[75510]: cluster 2024-09-13T00:55:20.366873+0000 mgr.y (mgr.34107) 1577 : cluster [DBG] pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 106 KiB/s wr, 987 op/s 2024-09-13T00:55:22.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:21 smithi032 bash[75510]: cluster 2024-09-13T00:55:20.983516+0000 mon.a (mon.0) 2846 : cluster [DBG] osdmap e1491: 8 total, 8 up, 8 in 2024-09-13T00:55:22.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:21 smithi032 bash[76677]: cluster 2024-09-13T00:55:20.366873+0000 mgr.y (mgr.34107) 1577 : cluster [DBG] pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 106 KiB/s wr, 987 op/s 2024-09-13T00:55:22.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:21 smithi032 bash[76677]: cluster 2024-09-13T00:55:20.983516+0000 mon.a (mon.0) 2846 : cluster [DBG] osdmap e1491: 8 total, 8 up, 8 in 2024-09-13T00:55:22.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:55:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:55:22] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2024-09-13T00:55:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:55:22 smithi053 bash[94430]: ts=2024-09-13T00:55:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:55:23.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:23 smithi053 bash[67631]: cluster 2024-09-13T00:55:21.986359+0000 mon.a (mon.0) 2847 : cluster [DBG] osdmap e1492: 8 total, 8 up, 8 in 2024-09-13T00:55:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:23 smithi032 bash[75510]: cluster 2024-09-13T00:55:21.986359+0000 mon.a (mon.0) 2847 : cluster [DBG] osdmap e1492: 8 total, 8 up, 8 in 2024-09-13T00:55:23.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:23 smithi032 bash[76677]: cluster 2024-09-13T00:55:21.986359+0000 mon.a (mon.0) 2847 : cluster [DBG] osdmap e1492: 8 total, 8 up, 8 in 2024-09-13T00:55:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:24 smithi053 bash[67631]: cluster 2024-09-13T00:55:22.367579+0000 mgr.y (mgr.34107) 1578 : cluster [DBG] pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 131 KiB/s wr, 1.08k op/s 2024-09-13T00:55:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:24 smithi053 bash[67631]: cluster 2024-09-13T00:55:23.007186+0000 mon.a (mon.0) 2848 : cluster [DBG] osdmap e1493: 8 total, 8 up, 8 in 2024-09-13T00:55:24.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:24 smithi032 bash[75510]: cluster 2024-09-13T00:55:22.367579+0000 mgr.y (mgr.34107) 1578 : cluster [DBG] pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 131 KiB/s wr, 1.08k op/s 2024-09-13T00:55:24.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:24 smithi032 bash[75510]: cluster 2024-09-13T00:55:23.007186+0000 mon.a (mon.0) 2848 : cluster [DBG] osdmap e1493: 8 total, 8 up, 8 in 2024-09-13T00:55:24.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:24 smithi032 bash[76677]: cluster 2024-09-13T00:55:22.367579+0000 mgr.y (mgr.34107) 1578 : cluster [DBG] pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 131 KiB/s wr, 1.08k op/s 2024-09-13T00:55:24.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:24 smithi032 bash[76677]: cluster 2024-09-13T00:55:23.007186+0000 mon.a (mon.0) 2848 : cluster [DBG] osdmap e1493: 8 total, 8 up, 8 in 2024-09-13T00:55:25.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:25 smithi053 bash[67631]: cluster 2024-09-13T00:55:24.015601+0000 mon.a (mon.0) 2849 : cluster [DBG] osdmap e1494: 8 total, 8 up, 8 in 2024-09-13T00:55:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:25 smithi032 bash[75510]: cluster 2024-09-13T00:55:24.015601+0000 mon.a (mon.0) 2849 : cluster [DBG] osdmap e1494: 8 total, 8 up, 8 in 2024-09-13T00:55:25.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:25 smithi032 bash[76677]: cluster 2024-09-13T00:55:24.015601+0000 mon.a (mon.0) 2849 : cluster [DBG] osdmap e1494: 8 total, 8 up, 8 in 2024-09-13T00:55:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:26 smithi053 bash[67631]: cluster 2024-09-13T00:55:24.368253+0000 mgr.y (mgr.34107) 1579 : cluster [DBG] pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 608 KiB/s rd, 87 KiB/s wr, 842 op/s 2024-09-13T00:55:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:26 smithi053 bash[67631]: cluster 2024-09-13T00:55:25.024985+0000 mon.a (mon.0) 2850 : cluster [DBG] osdmap e1495: 8 total, 8 up, 8 in 2024-09-13T00:55:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:26 smithi053 bash[67631]: audit 2024-09-13T00:55:25.203682+0000 mon.a (mon.0) 2851 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:55:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:26 smithi032 bash[75510]: cluster 2024-09-13T00:55:24.368253+0000 mgr.y (mgr.34107) 1579 : cluster [DBG] pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 608 KiB/s rd, 87 KiB/s wr, 842 op/s 2024-09-13T00:55:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:26 smithi032 bash[75510]: cluster 2024-09-13T00:55:25.024985+0000 mon.a (mon.0) 2850 : cluster [DBG] osdmap e1495: 8 total, 8 up, 8 in 2024-09-13T00:55:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:26 smithi032 bash[75510]: audit 2024-09-13T00:55:25.203682+0000 mon.a (mon.0) 2851 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:55:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:26 smithi032 bash[76677]: cluster 2024-09-13T00:55:24.368253+0000 mgr.y (mgr.34107) 1579 : cluster [DBG] pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 608 KiB/s rd, 87 KiB/s wr, 842 op/s 2024-09-13T00:55:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:26 smithi032 bash[76677]: cluster 2024-09-13T00:55:25.024985+0000 mon.a (mon.0) 2850 : cluster [DBG] osdmap e1495: 8 total, 8 up, 8 in 2024-09-13T00:55:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:26 smithi032 bash[76677]: audit 2024-09-13T00:55:25.203682+0000 mon.a (mon.0) 2851 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:55:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:27 smithi032 bash[75510]: cluster 2024-09-13T00:55:26.027309+0000 mon.a (mon.0) 2852 : cluster [DBG] osdmap e1496: 8 total, 8 up, 8 in 2024-09-13T00:55:27.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:27 smithi032 bash[76677]: cluster 2024-09-13T00:55:26.027309+0000 mon.a (mon.0) 2852 : cluster [DBG] osdmap e1496: 8 total, 8 up, 8 in 2024-09-13T00:55:27.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:27 smithi053 bash[67631]: cluster 2024-09-13T00:55:26.027309+0000 mon.a (mon.0) 2852 : cluster [DBG] osdmap e1496: 8 total, 8 up, 8 in 2024-09-13T00:55:28.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:28 smithi032 bash[75510]: cluster 2024-09-13T00:55:26.369134+0000 mgr.y (mgr.34107) 1580 : cluster [DBG] pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 51 KiB/s wr, 522 op/s 2024-09-13T00:55:28.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:28 smithi032 bash[75510]: cluster 2024-09-13T00:55:27.049229+0000 mon.a (mon.0) 2853 : cluster [DBG] osdmap e1497: 8 total, 8 up, 8 in 2024-09-13T00:55:28.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:28 smithi032 bash[76677]: cluster 2024-09-13T00:55:26.369134+0000 mgr.y (mgr.34107) 1580 : cluster [DBG] pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 51 KiB/s wr, 522 op/s 2024-09-13T00:55:28.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:28 smithi032 bash[76677]: cluster 2024-09-13T00:55:27.049229+0000 mon.a (mon.0) 2853 : cluster [DBG] osdmap e1497: 8 total, 8 up, 8 in 2024-09-13T00:55:28.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:28 smithi053 bash[67631]: cluster 2024-09-13T00:55:26.369134+0000 mgr.y (mgr.34107) 1580 : cluster [DBG] pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 51 KiB/s wr, 522 op/s 2024-09-13T00:55:28.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:28 smithi053 bash[67631]: cluster 2024-09-13T00:55:27.049229+0000 mon.a (mon.0) 2853 : cluster [DBG] osdmap e1497: 8 total, 8 up, 8 in 2024-09-13T00:55:29.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:29 smithi032 bash[75510]: cluster 2024-09-13T00:55:28.049220+0000 mon.a (mon.0) 2854 : cluster [DBG] osdmap e1498: 8 total, 8 up, 8 in 2024-09-13T00:55:29.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:29 smithi032 bash[76677]: cluster 2024-09-13T00:55:28.049220+0000 mon.a (mon.0) 2854 : cluster [DBG] osdmap e1498: 8 total, 8 up, 8 in 2024-09-13T00:55:29.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:29 smithi053 bash[67631]: cluster 2024-09-13T00:55:28.049220+0000 mon.a (mon.0) 2854 : cluster [DBG] osdmap e1498: 8 total, 8 up, 8 in 2024-09-13T00:55:30.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:30 smithi032 bash[75510]: cluster 2024-09-13T00:55:28.370090+0000 mgr.y (mgr.34107) 1581 : cluster [DBG] pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-09-13T00:55:30.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:30 smithi032 bash[75510]: cluster 2024-09-13T00:55:29.062827+0000 mon.a (mon.0) 2855 : cluster [DBG] osdmap e1499: 8 total, 8 up, 8 in 2024-09-13T00:55:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:30 smithi032 bash[76677]: cluster 2024-09-13T00:55:28.370090+0000 mgr.y (mgr.34107) 1581 : cluster [DBG] pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-09-13T00:55:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:30 smithi032 bash[76677]: cluster 2024-09-13T00:55:29.062827+0000 mon.a (mon.0) 2855 : cluster [DBG] osdmap e1499: 8 total, 8 up, 8 in 2024-09-13T00:55:30.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:30 smithi053 bash[67631]: cluster 2024-09-13T00:55:28.370090+0000 mgr.y (mgr.34107) 1581 : cluster [DBG] pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-09-13T00:55:30.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:30 smithi053 bash[67631]: cluster 2024-09-13T00:55:29.062827+0000 mon.a (mon.0) 2855 : cluster [DBG] osdmap e1499: 8 total, 8 up, 8 in 2024-09-13T00:55:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:31 smithi032 bash[75510]: cluster 2024-09-13T00:55:30.079253+0000 mon.a (mon.0) 2856 : cluster [DBG] osdmap e1500: 8 total, 8 up, 8 in 2024-09-13T00:55:31.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:31 smithi032 bash[75510]: cluster 2024-09-13T00:55:30.987345+0000 mon.a (mon.0) 2857 : cluster [DBG] osdmap e1501: 8 total, 8 up, 8 in 2024-09-13T00:55:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:31 smithi032 bash[76677]: cluster 2024-09-13T00:55:30.079253+0000 mon.a (mon.0) 2856 : cluster [DBG] osdmap e1500: 8 total, 8 up, 8 in 2024-09-13T00:55:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:31 smithi032 bash[76677]: cluster 2024-09-13T00:55:30.987345+0000 mon.a (mon.0) 2857 : cluster [DBG] osdmap e1501: 8 total, 8 up, 8 in 2024-09-13T00:55:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:31 smithi053 bash[67631]: cluster 2024-09-13T00:55:30.079253+0000 mon.a (mon.0) 2856 : cluster [DBG] osdmap e1500: 8 total, 8 up, 8 in 2024-09-13T00:55:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:31 smithi053 bash[67631]: cluster 2024-09-13T00:55:30.987345+0000 mon.a (mon.0) 2857 : cluster [DBG] osdmap e1501: 8 total, 8 up, 8 in 2024-09-13T00:55:32.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:55:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:55:32] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2024-09-13T00:55:32.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:32 smithi032 bash[75510]: cluster 2024-09-13T00:55:30.371065+0000 mgr.y (mgr.34107) 1582 : cluster [DBG] pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 93 op/s 2024-09-13T00:55:32.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:32 smithi032 bash[75510]: cluster 2024-09-13T00:55:31.989569+0000 mon.a (mon.0) 2858 : cluster [DBG] osdmap e1502: 8 total, 8 up, 8 in 2024-09-13T00:55:32.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:32 smithi032 bash[76677]: cluster 2024-09-13T00:55:30.371065+0000 mgr.y (mgr.34107) 1582 : cluster [DBG] pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 93 op/s 2024-09-13T00:55:32.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:32 smithi032 bash[76677]: cluster 2024-09-13T00:55:31.989569+0000 mon.a (mon.0) 2858 : cluster [DBG] osdmap e1502: 8 total, 8 up, 8 in 2024-09-13T00:55:32.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:32 smithi053 bash[67631]: cluster 2024-09-13T00:55:30.371065+0000 mgr.y (mgr.34107) 1582 : cluster [DBG] pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 93 op/s 2024-09-13T00:55:32.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:32 smithi053 bash[67631]: cluster 2024-09-13T00:55:31.989569+0000 mon.a (mon.0) 2858 : cluster [DBG] osdmap e1502: 8 total, 8 up, 8 in 2024-09-13T00:55:32.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:55:32 smithi053 bash[94430]: ts=2024-09-13T00:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:55:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:33 smithi053 bash[67631]: cluster 2024-09-13T00:55:32.371779+0000 mgr.y (mgr.34107) 1583 : cluster [DBG] pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 90 op/s 2024-09-13T00:55:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:33 smithi053 bash[67631]: cluster 2024-09-13T00:55:32.992572+0000 mon.a (mon.0) 2859 : cluster [DBG] osdmap e1503: 8 total, 8 up, 8 in 2024-09-13T00:55:34.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:33 smithi032 bash[75510]: cluster 2024-09-13T00:55:32.371779+0000 mgr.y (mgr.34107) 1583 : cluster [DBG] pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 90 op/s 2024-09-13T00:55:34.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:33 smithi032 bash[75510]: cluster 2024-09-13T00:55:32.992572+0000 mon.a (mon.0) 2859 : cluster [DBG] osdmap e1503: 8 total, 8 up, 8 in 2024-09-13T00:55:34.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:33 smithi032 bash[76677]: cluster 2024-09-13T00:55:32.371779+0000 mgr.y (mgr.34107) 1583 : cluster [DBG] pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 90 op/s 2024-09-13T00:55:34.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:33 smithi032 bash[76677]: cluster 2024-09-13T00:55:32.992572+0000 mon.a (mon.0) 2859 : cluster [DBG] osdmap e1503: 8 total, 8 up, 8 in 2024-09-13T00:55:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:35 smithi053 bash[67631]: cluster 2024-09-13T00:55:34.001688+0000 mon.a (mon.0) 2860 : cluster [DBG] osdmap e1504: 8 total, 8 up, 8 in 2024-09-13T00:55:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:35 smithi032 bash[75510]: cluster 2024-09-13T00:55:34.001688+0000 mon.a (mon.0) 2860 : cluster [DBG] osdmap e1504: 8 total, 8 up, 8 in 2024-09-13T00:55:35.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:35 smithi032 bash[76677]: cluster 2024-09-13T00:55:34.001688+0000 mon.a (mon.0) 2860 : cluster [DBG] osdmap e1504: 8 total, 8 up, 8 in 2024-09-13T00:55:36.226 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.Snapshot (15665 ms) 2024-09-13T00:55:36.226 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-09-13T00:55:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:36 smithi053 bash[67631]: cluster 2024-09-13T00:55:34.372480+0000 mgr.y (mgr.34107) 1584 : cluster [DBG] pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-13T00:55:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:36 smithi053 bash[67631]: cluster 2024-09-13T00:55:35.012321+0000 mon.a (mon.0) 2861 : cluster [DBG] osdmap e1505: 8 total, 8 up, 8 in 2024-09-13T00:55:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:36 smithi053 bash[67631]: cluster 2024-09-13T00:55:35.989569+0000 mon.a (mon.0) 2862 : cluster [DBG] osdmap e1506: 8 total, 8 up, 8 in 2024-09-13T00:55:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:36 smithi032 bash[75510]: cluster 2024-09-13T00:55:34.372480+0000 mgr.y (mgr.34107) 1584 : cluster [DBG] pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-13T00:55:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:36 smithi032 bash[75510]: cluster 2024-09-13T00:55:35.012321+0000 mon.a (mon.0) 2861 : cluster [DBG] osdmap e1505: 8 total, 8 up, 8 in 2024-09-13T00:55:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:36 smithi032 bash[75510]: cluster 2024-09-13T00:55:35.989569+0000 mon.a (mon.0) 2862 : cluster [DBG] osdmap e1506: 8 total, 8 up, 8 in 2024-09-13T00:55:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:36 smithi032 bash[76677]: cluster 2024-09-13T00:55:34.372480+0000 mgr.y (mgr.34107) 1584 : cluster [DBG] pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-13T00:55:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:36 smithi032 bash[76677]: cluster 2024-09-13T00:55:35.012321+0000 mon.a (mon.0) 2861 : cluster [DBG] osdmap e1505: 8 total, 8 up, 8 in 2024-09-13T00:55:36.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:36 smithi032 bash[76677]: cluster 2024-09-13T00:55:35.989569+0000 mon.a (mon.0) 2862 : cluster [DBG] osdmap e1506: 8 total, 8 up, 8 in 2024-09-13T00:55:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:37 smithi053 bash[67631]: audit 2024-09-13T00:55:36.208318+0000 mon.c (mon.2) 88 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/199ae5b0-4f51-4a77-a637-feb2bc05bfaa"}]: dispatch 2024-09-13T00:55:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:37 smithi053 bash[67631]: audit 2024-09-13T00:55:36.209069+0000 mon.a (mon.0) 2863 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/199ae5b0-4f51-4a77-a637-feb2bc05bfaa"}]: dispatch 2024-09-13T00:55:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:37 smithi053 bash[67631]: audit 2024-09-13T00:55:36.216168+0000 mon.a (mon.0) 2864 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/199ae5b0-4f51-4a77-a637-feb2bc05bfaa"}]': finished 2024-09-13T00:55:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:37 smithi053 bash[67631]: audit 2024-09-13T00:55:36.292054+0000 mon.a (mon.0) 2865 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:55:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:37 smithi053 bash[67631]: audit 2024-09-13T00:55:36.810035+0000 mon.a (mon.0) 2866 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:55:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:37 smithi053 bash[67631]: audit 2024-09-13T00:55:36.811479+0000 mon.a (mon.0) 2867 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:55:37.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:37 smithi053 bash[67631]: audit 2024-09-13T00:55:36.821278+0000 mon.a (mon.0) 2868 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:55:37.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:37 smithi032 bash[75510]: audit 2024-09-13T00:55:36.208318+0000 mon.c (mon.2) 88 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/199ae5b0-4f51-4a77-a637-feb2bc05bfaa"}]: dispatch 2024-09-13T00:55:37.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:37 smithi032 bash[75510]: audit 2024-09-13T00:55:36.209069+0000 mon.a (mon.0) 2863 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/199ae5b0-4f51-4a77-a637-feb2bc05bfaa"}]: dispatch 2024-09-13T00:55:37.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:37 smithi032 bash[75510]: audit 2024-09-13T00:55:36.216168+0000 mon.a (mon.0) 2864 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/199ae5b0-4f51-4a77-a637-feb2bc05bfaa"}]': finished 2024-09-13T00:55:37.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:37 smithi032 bash[75510]: audit 2024-09-13T00:55:36.292054+0000 mon.a (mon.0) 2865 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:55:37.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:37 smithi032 bash[75510]: audit 2024-09-13T00:55:36.810035+0000 mon.a (mon.0) 2866 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:55:37.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:37 smithi032 bash[75510]: audit 2024-09-13T00:55:36.811479+0000 mon.a (mon.0) 2867 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:55:37.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:37 smithi032 bash[75510]: audit 2024-09-13T00:55:36.821278+0000 mon.a (mon.0) 2868 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:55:37.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:37 smithi032 bash[76677]: audit 2024-09-13T00:55:36.208318+0000 mon.c (mon.2) 88 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/199ae5b0-4f51-4a77-a637-feb2bc05bfaa"}]: dispatch 2024-09-13T00:55:37.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:37 smithi032 bash[76677]: audit 2024-09-13T00:55:36.209069+0000 mon.a (mon.0) 2863 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/199ae5b0-4f51-4a77-a637-feb2bc05bfaa"}]: dispatch 2024-09-13T00:55:37.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:37 smithi032 bash[76677]: audit 2024-09-13T00:55:36.216168+0000 mon.a (mon.0) 2864 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/199ae5b0-4f51-4a77-a637-feb2bc05bfaa"}]': finished 2024-09-13T00:55:37.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:37 smithi032 bash[76677]: audit 2024-09-13T00:55:36.292054+0000 mon.a (mon.0) 2865 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:55:37.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:37 smithi032 bash[76677]: audit 2024-09-13T00:55:36.810035+0000 mon.a (mon.0) 2866 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:55:37.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:37 smithi032 bash[76677]: audit 2024-09-13T00:55:36.811479+0000 mon.a (mon.0) 2867 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:55:37.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:37 smithi032 bash[76677]: audit 2024-09-13T00:55:36.821278+0000 mon.a (mon.0) 2868 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:55:38.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:38 smithi053 bash[67631]: cluster 2024-09-13T00:55:36.373195+0000 mgr.y (mgr.34107) 1585 : cluster [DBG] pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-09-13T00:55:38.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:38 smithi053 bash[67631]: cluster 2024-09-13T00:55:37.225710+0000 mon.a (mon.0) 2869 : cluster [DBG] osdmap e1507: 8 total, 8 up, 8 in 2024-09-13T00:55:38.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:38 smithi032 bash[75510]: cluster 2024-09-13T00:55:36.373195+0000 mgr.y (mgr.34107) 1585 : cluster [DBG] pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-09-13T00:55:38.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:38 smithi032 bash[75510]: cluster 2024-09-13T00:55:37.225710+0000 mon.a (mon.0) 2869 : cluster [DBG] osdmap e1507: 8 total, 8 up, 8 in 2024-09-13T00:55:38.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:38 smithi032 bash[76677]: cluster 2024-09-13T00:55:36.373195+0000 mgr.y (mgr.34107) 1585 : cluster [DBG] pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-09-13T00:55:38.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:38 smithi032 bash[76677]: cluster 2024-09-13T00:55:37.225710+0000 mon.a (mon.0) 2869 : cluster [DBG] osdmap e1507: 8 total, 8 up, 8 in 2024-09-13T00:55:39.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:39 smithi053 bash[67631]: cluster 2024-09-13T00:55:38.229003+0000 mon.a (mon.0) 2870 : cluster [DBG] osdmap e1508: 8 total, 8 up, 8 in 2024-09-13T00:55:39.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:39 smithi032 bash[75510]: cluster 2024-09-13T00:55:38.229003+0000 mon.a (mon.0) 2870 : cluster [DBG] osdmap e1508: 8 total, 8 up, 8 in 2024-09-13T00:55:39.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:39 smithi032 bash[76677]: cluster 2024-09-13T00:55:38.229003+0000 mon.a (mon.0) 2870 : cluster [DBG] osdmap e1508: 8 total, 8 up, 8 in 2024-09-13T00:55:40.498 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4272 ms) 2024-09-13T00:55:40.498 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-09-13T00:55:40.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:40 smithi053 bash[67631]: cluster 2024-09-13T00:55:38.374031+0000 mgr.y (mgr.34107) 1586 : cluster [DBG] pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 8.2 KiB/s wr, 87 op/s 2024-09-13T00:55:40.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:40 smithi053 bash[67631]: cluster 2024-09-13T00:55:39.248776+0000 mon.a (mon.0) 2871 : cluster [DBG] osdmap e1509: 8 total, 8 up, 8 in 2024-09-13T00:55:40.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:40 smithi053 bash[67631]: audit 2024-09-13T00:55:40.204308+0000 mon.a (mon.0) 2872 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:55:40.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:40 smithi032 bash[75510]: cluster 2024-09-13T00:55:38.374031+0000 mgr.y (mgr.34107) 1586 : cluster [DBG] pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 8.2 KiB/s wr, 87 op/s 2024-09-13T00:55:40.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:40 smithi032 bash[75510]: cluster 2024-09-13T00:55:39.248776+0000 mon.a (mon.0) 2871 : cluster [DBG] osdmap e1509: 8 total, 8 up, 8 in 2024-09-13T00:55:40.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:40 smithi032 bash[75510]: audit 2024-09-13T00:55:40.204308+0000 mon.a (mon.0) 2872 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:55:40.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:40 smithi032 bash[76677]: cluster 2024-09-13T00:55:38.374031+0000 mgr.y (mgr.34107) 1586 : cluster [DBG] pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 8.2 KiB/s wr, 87 op/s 2024-09-13T00:55:40.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:40 smithi032 bash[76677]: cluster 2024-09-13T00:55:39.248776+0000 mon.a (mon.0) 2871 : cluster [DBG] osdmap e1509: 8 total, 8 up, 8 in 2024-09-13T00:55:40.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:40 smithi032 bash[76677]: audit 2024-09-13T00:55:40.204308+0000 mon.a (mon.0) 2872 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:55:41.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:41 smithi053 bash[67631]: cluster 2024-09-13T00:55:40.249939+0000 mon.a (mon.0) 2873 : cluster [DBG] osdmap e1510: 8 total, 8 up, 8 in 2024-09-13T00:55:41.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:41 smithi053 bash[67631]: audit 2024-09-13T00:55:40.479952+0000 mon.c (mon.2) 89 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc7a6fa5-5909-48e7-8313-9d8ebf5602b2"}]: dispatch 2024-09-13T00:55:41.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:41 smithi053 bash[67631]: audit 2024-09-13T00:55:40.480725+0000 mon.a (mon.0) 2874 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc7a6fa5-5909-48e7-8313-9d8ebf5602b2"}]: dispatch 2024-09-13T00:55:41.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:41 smithi053 bash[67631]: audit 2024-09-13T00:55:40.487796+0000 mon.a (mon.0) 2875 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc7a6fa5-5909-48e7-8313-9d8ebf5602b2"}]': finished 2024-09-13T00:55:41.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:41 smithi053 bash[67631]: cluster 2024-09-13T00:55:40.992641+0000 mon.a (mon.0) 2876 : cluster [DBG] osdmap e1511: 8 total, 8 up, 8 in 2024-09-13T00:55:41.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:41 smithi032 bash[75510]: cluster 2024-09-13T00:55:40.249939+0000 mon.a (mon.0) 2873 : cluster [DBG] osdmap e1510: 8 total, 8 up, 8 in 2024-09-13T00:55:41.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:41 smithi032 bash[75510]: audit 2024-09-13T00:55:40.479952+0000 mon.c (mon.2) 89 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc7a6fa5-5909-48e7-8313-9d8ebf5602b2"}]: dispatch 2024-09-13T00:55:41.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:41 smithi032 bash[75510]: audit 2024-09-13T00:55:40.480725+0000 mon.a (mon.0) 2874 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc7a6fa5-5909-48e7-8313-9d8ebf5602b2"}]: dispatch 2024-09-13T00:55:41.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:41 smithi032 bash[75510]: audit 2024-09-13T00:55:40.487796+0000 mon.a (mon.0) 2875 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc7a6fa5-5909-48e7-8313-9d8ebf5602b2"}]': finished 2024-09-13T00:55:41.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:41 smithi032 bash[75510]: cluster 2024-09-13T00:55:40.992641+0000 mon.a (mon.0) 2876 : cluster [DBG] osdmap e1511: 8 total, 8 up, 8 in 2024-09-13T00:55:41.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:41 smithi032 bash[76677]: cluster 2024-09-13T00:55:40.249939+0000 mon.a (mon.0) 2873 : cluster [DBG] osdmap e1510: 8 total, 8 up, 8 in 2024-09-13T00:55:41.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:41 smithi032 bash[76677]: audit 2024-09-13T00:55:40.479952+0000 mon.c (mon.2) 89 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc7a6fa5-5909-48e7-8313-9d8ebf5602b2"}]: dispatch 2024-09-13T00:55:41.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:41 smithi032 bash[76677]: audit 2024-09-13T00:55:40.480725+0000 mon.a (mon.0) 2874 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc7a6fa5-5909-48e7-8313-9d8ebf5602b2"}]: dispatch 2024-09-13T00:55:41.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:41 smithi032 bash[76677]: audit 2024-09-13T00:55:40.487796+0000 mon.a (mon.0) 2875 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc7a6fa5-5909-48e7-8313-9d8ebf5602b2"}]': finished 2024-09-13T00:55:41.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:41 smithi032 bash[76677]: cluster 2024-09-13T00:55:40.992641+0000 mon.a (mon.0) 2876 : cluster [DBG] osdmap e1511: 8 total, 8 up, 8 in 2024-09-13T00:55:42.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:42 smithi053 bash[67631]: cluster 2024-09-13T00:55:40.374952+0000 mgr.y (mgr.34107) 1587 : cluster [DBG] pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.2 KiB/s wr, 118 op/s 2024-09-13T00:55:42.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:42 smithi053 bash[67631]: cluster 2024-09-13T00:55:41.995067+0000 mon.a (mon.0) 2877 : cluster [DBG] osdmap e1512: 8 total, 8 up, 8 in 2024-09-13T00:55:42.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:55:42 smithi053 bash[94430]: ts=2024-09-13T00:55:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:55:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:55:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:55:42] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.43.0" 2024-09-13T00:55:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:42 smithi032 bash[75510]: cluster 2024-09-13T00:55:40.374952+0000 mgr.y (mgr.34107) 1587 : cluster [DBG] pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.2 KiB/s wr, 118 op/s 2024-09-13T00:55:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:42 smithi032 bash[75510]: cluster 2024-09-13T00:55:41.995067+0000 mon.a (mon.0) 2877 : cluster [DBG] osdmap e1512: 8 total, 8 up, 8 in 2024-09-13T00:55:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:42 smithi032 bash[76677]: cluster 2024-09-13T00:55:40.374952+0000 mgr.y (mgr.34107) 1587 : cluster [DBG] pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.2 KiB/s wr, 118 op/s 2024-09-13T00:55:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:42 smithi032 bash[76677]: cluster 2024-09-13T00:55:41.995067+0000 mon.a (mon.0) 2877 : cluster [DBG] osdmap e1512: 8 total, 8 up, 8 in 2024-09-13T00:55:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:44 smithi053 bash[67631]: cluster 2024-09-13T00:55:42.375974+0000 mgr.y (mgr.34107) 1588 : cluster [DBG] pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 107 op/s 2024-09-13T00:55:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:44 smithi053 bash[67631]: cluster 2024-09-13T00:55:42.997387+0000 mon.a (mon.0) 2878 : cluster [DBG] osdmap e1513: 8 total, 8 up, 8 in 2024-09-13T00:55:44.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:44 smithi032 bash[75510]: cluster 2024-09-13T00:55:42.375974+0000 mgr.y (mgr.34107) 1588 : cluster [DBG] pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 107 op/s 2024-09-13T00:55:44.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:44 smithi032 bash[75510]: cluster 2024-09-13T00:55:42.997387+0000 mon.a (mon.0) 2878 : cluster [DBG] osdmap e1513: 8 total, 8 up, 8 in 2024-09-13T00:55:44.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:44 smithi032 bash[76677]: cluster 2024-09-13T00:55:42.375974+0000 mgr.y (mgr.34107) 1588 : cluster [DBG] pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 107 op/s 2024-09-13T00:55:44.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:44 smithi032 bash[76677]: cluster 2024-09-13T00:55:42.997387+0000 mon.a (mon.0) 2878 : cluster [DBG] osdmap e1513: 8 total, 8 up, 8 in 2024-09-13T00:55:45.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:45 smithi053 bash[67631]: cluster 2024-09-13T00:55:44.000962+0000 mon.a (mon.0) 2879 : cluster [DBG] osdmap e1514: 8 total, 8 up, 8 in 2024-09-13T00:55:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:45 smithi032 bash[75510]: cluster 2024-09-13T00:55:44.000962+0000 mon.a (mon.0) 2879 : cluster [DBG] osdmap e1514: 8 total, 8 up, 8 in 2024-09-13T00:55:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:45 smithi032 bash[76677]: cluster 2024-09-13T00:55:44.000962+0000 mon.a (mon.0) 2879 : cluster [DBG] osdmap e1514: 8 total, 8 up, 8 in 2024-09-13T00:55:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:46 smithi053 bash[67631]: cluster 2024-09-13T00:55:44.376766+0000 mgr.y (mgr.34107) 1589 : cluster [DBG] pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 5.0 KiB/s wr, 32 op/s 2024-09-13T00:55:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:46 smithi053 bash[67631]: cluster 2024-09-13T00:55:45.014891+0000 mon.a (mon.0) 2880 : cluster [DBG] osdmap e1515: 8 total, 8 up, 8 in 2024-09-13T00:55:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:46 smithi053 bash[67631]: audit 2024-09-13T00:55:45.064827+0000 mon.c (mon.2) 90 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/42522f72-619f-412a-8e75-5de96bc7735c"}]: dispatch 2024-09-13T00:55:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:46 smithi053 bash[67631]: audit 2024-09-13T00:55:45.065578+0000 mon.a (mon.0) 2881 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/42522f72-619f-412a-8e75-5de96bc7735c"}]: dispatch 2024-09-13T00:55:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:46 smithi053 bash[67631]: audit 2024-09-13T00:55:45.072064+0000 mon.a (mon.0) 2882 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/42522f72-619f-412a-8e75-5de96bc7735c"}]': finished 2024-09-13T00:55:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:46 smithi053 bash[67631]: cluster 2024-09-13T00:55:45.994680+0000 mon.a (mon.0) 2883 : cluster [DBG] osdmap e1516: 8 total, 8 up, 8 in 2024-09-13T00:55:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:46 smithi032 bash[75510]: cluster 2024-09-13T00:55:44.376766+0000 mgr.y (mgr.34107) 1589 : cluster [DBG] pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 5.0 KiB/s wr, 32 op/s 2024-09-13T00:55:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:46 smithi032 bash[75510]: cluster 2024-09-13T00:55:45.014891+0000 mon.a (mon.0) 2880 : cluster [DBG] osdmap e1515: 8 total, 8 up, 8 in 2024-09-13T00:55:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:46 smithi032 bash[75510]: audit 2024-09-13T00:55:45.064827+0000 mon.c (mon.2) 90 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/42522f72-619f-412a-8e75-5de96bc7735c"}]: dispatch 2024-09-13T00:55:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:46 smithi032 bash[75510]: audit 2024-09-13T00:55:45.065578+0000 mon.a (mon.0) 2881 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/42522f72-619f-412a-8e75-5de96bc7735c"}]: dispatch 2024-09-13T00:55:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:46 smithi032 bash[75510]: audit 2024-09-13T00:55:45.072064+0000 mon.a (mon.0) 2882 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/42522f72-619f-412a-8e75-5de96bc7735c"}]': finished 2024-09-13T00:55:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:46 smithi032 bash[75510]: cluster 2024-09-13T00:55:45.994680+0000 mon.a (mon.0) 2883 : cluster [DBG] osdmap e1516: 8 total, 8 up, 8 in 2024-09-13T00:55:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:46 smithi032 bash[76677]: cluster 2024-09-13T00:55:44.376766+0000 mgr.y (mgr.34107) 1589 : cluster [DBG] pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 5.0 KiB/s wr, 32 op/s 2024-09-13T00:55:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:46 smithi032 bash[76677]: cluster 2024-09-13T00:55:45.014891+0000 mon.a (mon.0) 2880 : cluster [DBG] osdmap e1515: 8 total, 8 up, 8 in 2024-09-13T00:55:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:46 smithi032 bash[76677]: audit 2024-09-13T00:55:45.064827+0000 mon.c (mon.2) 90 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/42522f72-619f-412a-8e75-5de96bc7735c"}]: dispatch 2024-09-13T00:55:46.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:46 smithi032 bash[76677]: audit 2024-09-13T00:55:45.065578+0000 mon.a (mon.0) 2881 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/42522f72-619f-412a-8e75-5de96bc7735c"}]: dispatch 2024-09-13T00:55:46.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:46 smithi032 bash[76677]: audit 2024-09-13T00:55:45.072064+0000 mon.a (mon.0) 2882 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/42522f72-619f-412a-8e75-5de96bc7735c"}]': finished 2024-09-13T00:55:46.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:46 smithi032 bash[76677]: cluster 2024-09-13T00:55:45.994680+0000 mon.a (mon.0) 2883 : cluster [DBG] osdmap e1516: 8 total, 8 up, 8 in 2024-09-13T00:55:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:48 smithi053 bash[67631]: cluster 2024-09-13T00:55:46.377788+0000 mgr.y (mgr.34107) 1590 : cluster [DBG] pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 10 KiB/s wr, 185 op/s 2024-09-13T00:55:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:48 smithi053 bash[67631]: cluster 2024-09-13T00:55:47.042364+0000 mon.a (mon.0) 2884 : cluster [DBG] osdmap e1517: 8 total, 8 up, 8 in 2024-09-13T00:55:48.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:48 smithi032 bash[75510]: cluster 2024-09-13T00:55:46.377788+0000 mgr.y (mgr.34107) 1590 : cluster [DBG] pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 10 KiB/s wr, 185 op/s 2024-09-13T00:55:48.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:48 smithi032 bash[75510]: cluster 2024-09-13T00:55:47.042364+0000 mon.a (mon.0) 2884 : cluster [DBG] osdmap e1517: 8 total, 8 up, 8 in 2024-09-13T00:55:48.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:48 smithi032 bash[76677]: cluster 2024-09-13T00:55:46.377788+0000 mgr.y (mgr.34107) 1590 : cluster [DBG] pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 10 KiB/s wr, 185 op/s 2024-09-13T00:55:48.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:48 smithi032 bash[76677]: cluster 2024-09-13T00:55:47.042364+0000 mon.a (mon.0) 2884 : cluster [DBG] osdmap e1517: 8 total, 8 up, 8 in 2024-09-13T00:55:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:49 smithi032 bash[75510]: cluster 2024-09-13T00:55:48.051842+0000 mon.a (mon.0) 2885 : cluster [DBG] osdmap e1518: 8 total, 8 up, 8 in 2024-09-13T00:55:49.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:49 smithi032 bash[76677]: cluster 2024-09-13T00:55:48.051842+0000 mon.a (mon.0) 2885 : cluster [DBG] osdmap e1518: 8 total, 8 up, 8 in 2024-09-13T00:55:49.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:49 smithi053 bash[67631]: cluster 2024-09-13T00:55:48.051842+0000 mon.a (mon.0) 2885 : cluster [DBG] osdmap e1518: 8 total, 8 up, 8 in 2024-09-13T00:55:50.262 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9763 ms) 2024-09-13T00:55:50.262 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-09-13T00:55:50.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:50 smithi032 bash[75510]: cluster 2024-09-13T00:55:48.378659+0000 mgr.y (mgr.34107) 1591 : cluster [DBG] pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 8.7 KiB/s wr, 175 op/s 2024-09-13T00:55:50.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:50 smithi032 bash[75510]: cluster 2024-09-13T00:55:49.064248+0000 mon.a (mon.0) 2886 : cluster [DBG] osdmap e1519: 8 total, 8 up, 8 in 2024-09-13T00:55:50.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:50 smithi032 bash[76677]: cluster 2024-09-13T00:55:48.378659+0000 mgr.y (mgr.34107) 1591 : cluster [DBG] pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 8.7 KiB/s wr, 175 op/s 2024-09-13T00:55:50.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:50 smithi032 bash[76677]: cluster 2024-09-13T00:55:49.064248+0000 mon.a (mon.0) 2886 : cluster [DBG] osdmap e1519: 8 total, 8 up, 8 in 2024-09-13T00:55:50.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:50 smithi053 bash[67631]: cluster 2024-09-13T00:55:48.378659+0000 mgr.y (mgr.34107) 1591 : cluster [DBG] pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 8.7 KiB/s wr, 175 op/s 2024-09-13T00:55:50.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:50 smithi053 bash[67631]: cluster 2024-09-13T00:55:49.064248+0000 mon.a (mon.0) 2886 : cluster [DBG] osdmap e1519: 8 total, 8 up, 8 in 2024-09-13T00:55:51.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:51 smithi032 bash[75510]: cluster 2024-09-13T00:55:50.065741+0000 mon.a (mon.0) 2887 : cluster [DBG] osdmap e1520: 8 total, 8 up, 8 in 2024-09-13T00:55:51.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:51 smithi032 bash[75510]: audit 2024-09-13T00:55:50.229966+0000 mon.c (mon.2) 91 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a98c16d1-e033-45a6-bd8c-88048c8b4bce"}]: dispatch 2024-09-13T00:55:51.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:51 smithi032 bash[75510]: audit 2024-09-13T00:55:50.230609+0000 mon.a (mon.0) 2888 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a98c16d1-e033-45a6-bd8c-88048c8b4bce"}]: dispatch 2024-09-13T00:55:51.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:51 smithi032 bash[75510]: audit 2024-09-13T00:55:50.237641+0000 mon.a (mon.0) 2889 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a98c16d1-e033-45a6-bd8c-88048c8b4bce"}]': finished 2024-09-13T00:55:51.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:51 smithi032 bash[75510]: audit 2024-09-13T00:55:50.243543+0000 mon.c (mon.2) 92 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/83863a49-e8dc-4650-bae3-f84658d74fad"}]: dispatch 2024-09-13T00:55:51.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:51 smithi032 bash[75510]: audit 2024-09-13T00:55:50.244182+0000 mon.a (mon.0) 2890 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/83863a49-e8dc-4650-bae3-f84658d74fad"}]: dispatch 2024-09-13T00:55:51.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:51 smithi032 bash[75510]: audit 2024-09-13T00:55:50.252526+0000 mon.a (mon.0) 2891 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/83863a49-e8dc-4650-bae3-f84658d74fad"}]': finished 2024-09-13T00:55:51.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:51 smithi032 bash[76677]: cluster 2024-09-13T00:55:50.065741+0000 mon.a (mon.0) 2887 : cluster [DBG] osdmap e1520: 8 total, 8 up, 8 in 2024-09-13T00:55:51.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:51 smithi032 bash[76677]: audit 2024-09-13T00:55:50.229966+0000 mon.c (mon.2) 91 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a98c16d1-e033-45a6-bd8c-88048c8b4bce"}]: dispatch 2024-09-13T00:55:51.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:51 smithi032 bash[76677]: audit 2024-09-13T00:55:50.230609+0000 mon.a (mon.0) 2888 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a98c16d1-e033-45a6-bd8c-88048c8b4bce"}]: dispatch 2024-09-13T00:55:51.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:51 smithi032 bash[76677]: audit 2024-09-13T00:55:50.237641+0000 mon.a (mon.0) 2889 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a98c16d1-e033-45a6-bd8c-88048c8b4bce"}]': finished 2024-09-13T00:55:51.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:51 smithi032 bash[76677]: audit 2024-09-13T00:55:50.243543+0000 mon.c (mon.2) 92 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/83863a49-e8dc-4650-bae3-f84658d74fad"}]: dispatch 2024-09-13T00:55:51.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:51 smithi032 bash[76677]: audit 2024-09-13T00:55:50.244182+0000 mon.a (mon.0) 2890 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/83863a49-e8dc-4650-bae3-f84658d74fad"}]: dispatch 2024-09-13T00:55:51.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:51 smithi032 bash[76677]: audit 2024-09-13T00:55:50.252526+0000 mon.a (mon.0) 2891 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/83863a49-e8dc-4650-bae3-f84658d74fad"}]': finished 2024-09-13T00:55:51.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:51 smithi053 bash[67631]: cluster 2024-09-13T00:55:50.065741+0000 mon.a (mon.0) 2887 : cluster [DBG] osdmap e1520: 8 total, 8 up, 8 in 2024-09-13T00:55:51.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:51 smithi053 bash[67631]: audit 2024-09-13T00:55:50.229966+0000 mon.c (mon.2) 91 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a98c16d1-e033-45a6-bd8c-88048c8b4bce"}]: dispatch 2024-09-13T00:55:51.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:51 smithi053 bash[67631]: audit 2024-09-13T00:55:50.230609+0000 mon.a (mon.0) 2888 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a98c16d1-e033-45a6-bd8c-88048c8b4bce"}]: dispatch 2024-09-13T00:55:51.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:51 smithi053 bash[67631]: audit 2024-09-13T00:55:50.237641+0000 mon.a (mon.0) 2889 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a98c16d1-e033-45a6-bd8c-88048c8b4bce"}]': finished 2024-09-13T00:55:51.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:51 smithi053 bash[67631]: audit 2024-09-13T00:55:50.243543+0000 mon.c (mon.2) 92 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/83863a49-e8dc-4650-bae3-f84658d74fad"}]: dispatch 2024-09-13T00:55:51.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:51 smithi053 bash[67631]: audit 2024-09-13T00:55:50.244182+0000 mon.a (mon.0) 2890 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/83863a49-e8dc-4650-bae3-f84658d74fad"}]: dispatch 2024-09-13T00:55:51.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:51 smithi053 bash[67631]: audit 2024-09-13T00:55:50.252526+0000 mon.a (mon.0) 2891 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/83863a49-e8dc-4650-bae3-f84658d74fad"}]': finished 2024-09-13T00:55:52.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:52 smithi053 bash[67631]: cluster 2024-09-13T00:55:50.379555+0000 mgr.y (mgr.34107) 1592 : cluster [DBG] pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-09-13T00:55:52.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:52 smithi053 bash[67631]: cluster 2024-09-13T00:55:51.263548+0000 mon.a (mon.0) 2892 : cluster [DBG] osdmap e1521: 8 total, 8 up, 8 in 2024-09-13T00:55:52.538 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:55:52 smithi053 bash[94430]: ts=2024-09-13T00:55:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:55:52.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:52 smithi032 bash[75510]: cluster 2024-09-13T00:55:50.379555+0000 mgr.y (mgr.34107) 1592 : cluster [DBG] pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-09-13T00:55:52.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:52 smithi032 bash[75510]: cluster 2024-09-13T00:55:51.263548+0000 mon.a (mon.0) 2892 : cluster [DBG] osdmap e1521: 8 total, 8 up, 8 in 2024-09-13T00:55:52.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:55:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:55:52] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.43.0" 2024-09-13T00:55:52.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:52 smithi032 bash[76677]: cluster 2024-09-13T00:55:50.379555+0000 mgr.y (mgr.34107) 1592 : cluster [DBG] pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-09-13T00:55:52.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:52 smithi032 bash[76677]: cluster 2024-09-13T00:55:51.263548+0000 mon.a (mon.0) 2892 : cluster [DBG] osdmap e1521: 8 total, 8 up, 8 in 2024-09-13T00:55:53.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:53 smithi053 bash[67631]: cluster 2024-09-13T00:55:52.266997+0000 mon.a (mon.0) 2893 : cluster [DBG] osdmap e1522: 8 total, 8 up, 8 in 2024-09-13T00:55:53.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:53 smithi032 bash[75510]: cluster 2024-09-13T00:55:52.266997+0000 mon.a (mon.0) 2893 : cluster [DBG] osdmap e1522: 8 total, 8 up, 8 in 2024-09-13T00:55:53.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:53 smithi032 bash[76677]: cluster 2024-09-13T00:55:52.266997+0000 mon.a (mon.0) 2893 : cluster [DBG] osdmap e1522: 8 total, 8 up, 8 in 2024-09-13T00:55:54.410 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.SnapshotImageState (4148 ms) 2024-09-13T00:55:54.410 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-09-13T00:55:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:54 smithi032 bash[75510]: cluster 2024-09-13T00:55:52.380457+0000 mgr.y (mgr.34107) 1593 : cluster [DBG] pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 7.5 KiB/s wr, 156 op/s 2024-09-13T00:55:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:54 smithi032 bash[75510]: cluster 2024-09-13T00:55:53.287376+0000 mon.a (mon.0) 2894 : cluster [DBG] osdmap e1523: 8 total, 8 up, 8 in 2024-09-13T00:55:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:54 smithi032 bash[76677]: cluster 2024-09-13T00:55:52.380457+0000 mgr.y (mgr.34107) 1593 : cluster [DBG] pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 7.5 KiB/s wr, 156 op/s 2024-09-13T00:55:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:54 smithi032 bash[76677]: cluster 2024-09-13T00:55:53.287376+0000 mon.a (mon.0) 2894 : cluster [DBG] osdmap e1523: 8 total, 8 up, 8 in 2024-09-13T00:55:54.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:54 smithi053 bash[67631]: cluster 2024-09-13T00:55:52.380457+0000 mgr.y (mgr.34107) 1593 : cluster [DBG] pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 7.5 KiB/s wr, 156 op/s 2024-09-13T00:55:54.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:54 smithi053 bash[67631]: cluster 2024-09-13T00:55:53.287376+0000 mon.a (mon.0) 2894 : cluster [DBG] osdmap e1523: 8 total, 8 up, 8 in 2024-09-13T00:55:55.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:55 smithi032 bash[75510]: cluster 2024-09-13T00:55:54.289344+0000 mon.a (mon.0) 2895 : cluster [DBG] osdmap e1524: 8 total, 8 up, 8 in 2024-09-13T00:55:55.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:55 smithi032 bash[75510]: audit 2024-09-13T00:55:55.204587+0000 mon.a (mon.0) 2896 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:55:55.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:55 smithi032 bash[76677]: cluster 2024-09-13T00:55:54.289344+0000 mon.a (mon.0) 2895 : cluster [DBG] osdmap e1524: 8 total, 8 up, 8 in 2024-09-13T00:55:55.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:55 smithi032 bash[76677]: audit 2024-09-13T00:55:55.204587+0000 mon.a (mon.0) 2896 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:55:55.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:55 smithi053 bash[67631]: cluster 2024-09-13T00:55:54.289344+0000 mon.a (mon.0) 2895 : cluster [DBG] osdmap e1524: 8 total, 8 up, 8 in 2024-09-13T00:55:55.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:55 smithi053 bash[67631]: audit 2024-09-13T00:55:55.204587+0000 mon.a (mon.0) 2896 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:55:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:56 smithi032 bash[76677]: cluster 2024-09-13T00:55:54.381364+0000 mgr.y (mgr.34107) 1594 : cluster [DBG] pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 20 KiB/s wr, 217 op/s 2024-09-13T00:55:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:56 smithi032 bash[76677]: cluster 2024-09-13T00:55:55.309131+0000 mon.a (mon.0) 2897 : cluster [DBG] osdmap e1525: 8 total, 8 up, 8 in 2024-09-13T00:55:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:56 smithi032 bash[76677]: cluster 2024-09-13T00:55:55.999529+0000 mon.a (mon.0) 2898 : cluster [DBG] osdmap e1526: 8 total, 8 up, 8 in 2024-09-13T00:55:56.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:56 smithi032 bash[75510]: cluster 2024-09-13T00:55:54.381364+0000 mgr.y (mgr.34107) 1594 : cluster [DBG] pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 20 KiB/s wr, 217 op/s 2024-09-13T00:55:56.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:56 smithi032 bash[75510]: cluster 2024-09-13T00:55:55.309131+0000 mon.a (mon.0) 2897 : cluster [DBG] osdmap e1525: 8 total, 8 up, 8 in 2024-09-13T00:55:56.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:56 smithi032 bash[75510]: cluster 2024-09-13T00:55:55.999529+0000 mon.a (mon.0) 2898 : cluster [DBG] osdmap e1526: 8 total, 8 up, 8 in 2024-09-13T00:55:56.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:56 smithi053 bash[67631]: cluster 2024-09-13T00:55:54.381364+0000 mgr.y (mgr.34107) 1594 : cluster [DBG] pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 20 KiB/s wr, 217 op/s 2024-09-13T00:55:56.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:56 smithi053 bash[67631]: cluster 2024-09-13T00:55:55.309131+0000 mon.a (mon.0) 2897 : cluster [DBG] osdmap e1525: 8 total, 8 up, 8 in 2024-09-13T00:55:56.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:56 smithi053 bash[67631]: cluster 2024-09-13T00:55:55.999529+0000 mon.a (mon.0) 2898 : cluster [DBG] osdmap e1526: 8 total, 8 up, 8 in 2024-09-13T00:55:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:58 smithi053 bash[67631]: cluster 2024-09-13T00:55:56.382204+0000 mgr.y (mgr.34107) 1595 : cluster [DBG] pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 22 KiB/s wr, 199 op/s 2024-09-13T00:55:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:58 smithi053 bash[67631]: cluster 2024-09-13T00:55:57.002017+0000 mon.a (mon.0) 2899 : cluster [DBG] osdmap e1527: 8 total, 8 up, 8 in 2024-09-13T00:55:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:58 smithi032 bash[75510]: cluster 2024-09-13T00:55:56.382204+0000 mgr.y (mgr.34107) 1595 : cluster [DBG] pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 22 KiB/s wr, 199 op/s 2024-09-13T00:55:58.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:58 smithi032 bash[75510]: cluster 2024-09-13T00:55:57.002017+0000 mon.a (mon.0) 2899 : cluster [DBG] osdmap e1527: 8 total, 8 up, 8 in 2024-09-13T00:55:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:58 smithi032 bash[76677]: cluster 2024-09-13T00:55:56.382204+0000 mgr.y (mgr.34107) 1595 : cluster [DBG] pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 22 KiB/s wr, 199 op/s 2024-09-13T00:55:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:58 smithi032 bash[76677]: cluster 2024-09-13T00:55:57.002017+0000 mon.a (mon.0) 2899 : cluster [DBG] osdmap e1527: 8 total, 8 up, 8 in 2024-09-13T00:55:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:55:59 smithi053 bash[67631]: cluster 2024-09-13T00:55:58.005002+0000 mon.a (mon.0) 2900 : cluster [DBG] osdmap e1528: 8 total, 8 up, 8 in 2024-09-13T00:55:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:55:59 smithi032 bash[75510]: cluster 2024-09-13T00:55:58.005002+0000 mon.a (mon.0) 2900 : cluster [DBG] osdmap e1528: 8 total, 8 up, 8 in 2024-09-13T00:55:59.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:55:59 smithi032 bash[76677]: cluster 2024-09-13T00:55:58.005002+0000 mon.a (mon.0) 2900 : cluster [DBG] osdmap e1528: 8 total, 8 up, 8 in 2024-09-13T00:56:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:00 smithi053 bash[67631]: cluster 2024-09-13T00:55:58.383119+0000 mgr.y (mgr.34107) 1596 : cluster [DBG] pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-09-13T00:56:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:00 smithi053 bash[67631]: cluster 2024-09-13T00:55:59.019413+0000 mon.a (mon.0) 2901 : cluster [DBG] osdmap e1529: 8 total, 8 up, 8 in 2024-09-13T00:56:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:00 smithi032 bash[75510]: cluster 2024-09-13T00:55:58.383119+0000 mgr.y (mgr.34107) 1596 : cluster [DBG] pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-09-13T00:56:00.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:00 smithi032 bash[75510]: cluster 2024-09-13T00:55:59.019413+0000 mon.a (mon.0) 2901 : cluster [DBG] osdmap e1529: 8 total, 8 up, 8 in 2024-09-13T00:56:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:00 smithi032 bash[76677]: cluster 2024-09-13T00:55:58.383119+0000 mgr.y (mgr.34107) 1596 : cluster [DBG] pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-09-13T00:56:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:00 smithi032 bash[76677]: cluster 2024-09-13T00:55:59.019413+0000 mon.a (mon.0) 2901 : cluster [DBG] osdmap e1529: 8 total, 8 up, 8 in 2024-09-13T00:56:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:01 smithi032 bash[75510]: cluster 2024-09-13T00:56:00.043104+0000 mon.a (mon.0) 2902 : cluster [DBG] osdmap e1530: 8 total, 8 up, 8 in 2024-09-13T00:56:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:01 smithi032 bash[76677]: cluster 2024-09-13T00:56:00.043104+0000 mon.a (mon.0) 2902 : cluster [DBG] osdmap e1530: 8 total, 8 up, 8 in 2024-09-13T00:56:01.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:01 smithi053 bash[67631]: cluster 2024-09-13T00:56:00.043104+0000 mon.a (mon.0) 2902 : cluster [DBG] osdmap e1530: 8 total, 8 up, 8 in 2024-09-13T00:56:02.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:02 smithi053 bash[67631]: cluster 2024-09-13T00:56:00.383995+0000 mgr.y (mgr.34107) 1597 : cluster [DBG] pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.5 KiB/s wr, 77 op/s 2024-09-13T00:56:02.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:02 smithi053 bash[67631]: cluster 2024-09-13T00:56:01.052799+0000 mon.a (mon.0) 2903 : cluster [DBG] osdmap e1531: 8 total, 8 up, 8 in 2024-09-13T00:56:02.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:02 smithi032 bash[75510]: cluster 2024-09-13T00:56:00.383995+0000 mgr.y (mgr.34107) 1597 : cluster [DBG] pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.5 KiB/s wr, 77 op/s 2024-09-13T00:56:02.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:02 smithi032 bash[75510]: cluster 2024-09-13T00:56:01.052799+0000 mon.a (mon.0) 2903 : cluster [DBG] osdmap e1531: 8 total, 8 up, 8 in 2024-09-13T00:56:02.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:02 smithi032 bash[76677]: cluster 2024-09-13T00:56:00.383995+0000 mgr.y (mgr.34107) 1597 : cluster [DBG] pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.5 KiB/s wr, 77 op/s 2024-09-13T00:56:02.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:02 smithi032 bash[76677]: cluster 2024-09-13T00:56:01.052799+0000 mon.a (mon.0) 2903 : cluster [DBG] osdmap e1531: 8 total, 8 up, 8 in 2024-09-13T00:56:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:56:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:56:02] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2024-09-13T00:56:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:56:02 smithi053 bash[94430]: ts=2024-09-13T00:56:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:56:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:03 smithi032 bash[75510]: cluster 2024-09-13T00:56:02.054992+0000 mon.a (mon.0) 2904 : cluster [DBG] osdmap e1532: 8 total, 8 up, 8 in 2024-09-13T00:56:03.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:03 smithi032 bash[76677]: cluster 2024-09-13T00:56:02.054992+0000 mon.a (mon.0) 2904 : cluster [DBG] osdmap e1532: 8 total, 8 up, 8 in 2024-09-13T00:56:03.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:03 smithi053 bash[67631]: cluster 2024-09-13T00:56:02.054992+0000 mon.a (mon.0) 2904 : cluster [DBG] osdmap e1532: 8 total, 8 up, 8 in 2024-09-13T00:56:04.233 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9823 ms) 2024-09-13T00:56:04.233 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-09-13T00:56:04.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:04 smithi032 bash[75510]: cluster 2024-09-13T00:56:02.384888+0000 mgr.y (mgr.34107) 1598 : cluster [DBG] pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 7.2 KiB/s wr, 128 op/s 2024-09-13T00:56:04.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:04 smithi032 bash[75510]: cluster 2024-09-13T00:56:03.079180+0000 mon.a (mon.0) 2905 : cluster [DBG] osdmap e1533: 8 total, 8 up, 8 in 2024-09-13T00:56:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:04 smithi032 bash[76677]: cluster 2024-09-13T00:56:02.384888+0000 mgr.y (mgr.34107) 1598 : cluster [DBG] pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 7.2 KiB/s wr, 128 op/s 2024-09-13T00:56:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:04 smithi032 bash[76677]: cluster 2024-09-13T00:56:03.079180+0000 mon.a (mon.0) 2905 : cluster [DBG] osdmap e1533: 8 total, 8 up, 8 in 2024-09-13T00:56:04.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:04 smithi053 bash[67631]: cluster 2024-09-13T00:56:02.384888+0000 mgr.y (mgr.34107) 1598 : cluster [DBG] pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 7.2 KiB/s wr, 128 op/s 2024-09-13T00:56:04.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:04 smithi053 bash[67631]: cluster 2024-09-13T00:56:03.079180+0000 mon.a (mon.0) 2905 : cluster [DBG] osdmap e1533: 8 total, 8 up, 8 in 2024-09-13T00:56:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:05 smithi032 bash[75510]: cluster 2024-09-13T00:56:04.086141+0000 mon.a (mon.0) 2906 : cluster [DBG] osdmap e1534: 8 total, 8 up, 8 in 2024-09-13T00:56:05.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:05 smithi032 bash[75510]: audit 2024-09-13T00:56:04.214545+0000 mon.c (mon.2) 93 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c6def7af-885f-46d2-a3fd-cc92a0f06ba9"}]: dispatch 2024-09-13T00:56:05.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:05 smithi032 bash[75510]: audit 2024-09-13T00:56:04.215227+0000 mon.a (mon.0) 2907 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c6def7af-885f-46d2-a3fd-cc92a0f06ba9"}]: dispatch 2024-09-13T00:56:05.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:05 smithi032 bash[75510]: audit 2024-09-13T00:56:04.221898+0000 mon.a (mon.0) 2908 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c6def7af-885f-46d2-a3fd-cc92a0f06ba9"}]': finished 2024-09-13T00:56:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:05 smithi032 bash[76677]: cluster 2024-09-13T00:56:04.086141+0000 mon.a (mon.0) 2906 : cluster [DBG] osdmap e1534: 8 total, 8 up, 8 in 2024-09-13T00:56:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:05 smithi032 bash[76677]: audit 2024-09-13T00:56:04.214545+0000 mon.c (mon.2) 93 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c6def7af-885f-46d2-a3fd-cc92a0f06ba9"}]: dispatch 2024-09-13T00:56:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:05 smithi032 bash[76677]: audit 2024-09-13T00:56:04.215227+0000 mon.a (mon.0) 2907 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c6def7af-885f-46d2-a3fd-cc92a0f06ba9"}]: dispatch 2024-09-13T00:56:05.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:05 smithi032 bash[76677]: audit 2024-09-13T00:56:04.221898+0000 mon.a (mon.0) 2908 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c6def7af-885f-46d2-a3fd-cc92a0f06ba9"}]': finished 2024-09-13T00:56:05.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:05 smithi053 bash[67631]: cluster 2024-09-13T00:56:04.086141+0000 mon.a (mon.0) 2906 : cluster [DBG] osdmap e1534: 8 total, 8 up, 8 in 2024-09-13T00:56:05.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:05 smithi053 bash[67631]: audit 2024-09-13T00:56:04.214545+0000 mon.c (mon.2) 93 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c6def7af-885f-46d2-a3fd-cc92a0f06ba9"}]: dispatch 2024-09-13T00:56:05.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:05 smithi053 bash[67631]: audit 2024-09-13T00:56:04.215227+0000 mon.a (mon.0) 2907 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c6def7af-885f-46d2-a3fd-cc92a0f06ba9"}]: dispatch 2024-09-13T00:56:05.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:05 smithi053 bash[67631]: audit 2024-09-13T00:56:04.221898+0000 mon.a (mon.0) 2908 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c6def7af-885f-46d2-a3fd-cc92a0f06ba9"}]': finished 2024-09-13T00:56:06.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:06 smithi053 bash[67631]: cluster 2024-09-13T00:56:04.385542+0000 mgr.y (mgr.34107) 1599 : cluster [DBG] pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 7.0 KiB/s wr, 136 op/s 2024-09-13T00:56:06.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:06 smithi053 bash[67631]: cluster 2024-09-13T00:56:05.230993+0000 mon.a (mon.0) 2909 : cluster [DBG] osdmap e1535: 8 total, 8 up, 8 in 2024-09-13T00:56:06.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:06 smithi053 bash[67631]: cluster 2024-09-13T00:56:06.002329+0000 mon.a (mon.0) 2910 : cluster [DBG] osdmap e1536: 8 total, 8 up, 8 in 2024-09-13T00:56:06.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:06 smithi032 bash[75510]: cluster 2024-09-13T00:56:04.385542+0000 mgr.y (mgr.34107) 1599 : cluster [DBG] pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 7.0 KiB/s wr, 136 op/s 2024-09-13T00:56:06.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:06 smithi032 bash[75510]: cluster 2024-09-13T00:56:05.230993+0000 mon.a (mon.0) 2909 : cluster [DBG] osdmap e1535: 8 total, 8 up, 8 in 2024-09-13T00:56:06.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:06 smithi032 bash[75510]: cluster 2024-09-13T00:56:06.002329+0000 mon.a (mon.0) 2910 : cluster [DBG] osdmap e1536: 8 total, 8 up, 8 in 2024-09-13T00:56:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:06 smithi032 bash[76677]: cluster 2024-09-13T00:56:04.385542+0000 mgr.y (mgr.34107) 1599 : cluster [DBG] pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 7.0 KiB/s wr, 136 op/s 2024-09-13T00:56:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:06 smithi032 bash[76677]: cluster 2024-09-13T00:56:05.230993+0000 mon.a (mon.0) 2909 : cluster [DBG] osdmap e1535: 8 total, 8 up, 8 in 2024-09-13T00:56:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:06 smithi032 bash[76677]: cluster 2024-09-13T00:56:06.002329+0000 mon.a (mon.0) 2910 : cluster [DBG] osdmap e1536: 8 total, 8 up, 8 in 2024-09-13T00:56:08.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:08 smithi053 bash[67631]: cluster 2024-09-13T00:56:06.386406+0000 mgr.y (mgr.34107) 1600 : cluster [DBG] pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 5.2 KiB/s wr, 47 op/s 2024-09-13T00:56:08.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:08 smithi053 bash[67631]: cluster 2024-09-13T00:56:07.005139+0000 mon.a (mon.0) 2911 : cluster [DBG] osdmap e1537: 8 total, 8 up, 8 in 2024-09-13T00:56:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:08 smithi032 bash[75510]: cluster 2024-09-13T00:56:06.386406+0000 mgr.y (mgr.34107) 1600 : cluster [DBG] pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 5.2 KiB/s wr, 47 op/s 2024-09-13T00:56:08.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:08 smithi032 bash[75510]: cluster 2024-09-13T00:56:07.005139+0000 mon.a (mon.0) 2911 : cluster [DBG] osdmap e1537: 8 total, 8 up, 8 in 2024-09-13T00:56:08.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:08 smithi032 bash[76677]: cluster 2024-09-13T00:56:06.386406+0000 mgr.y (mgr.34107) 1600 : cluster [DBG] pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 5.2 KiB/s wr, 47 op/s 2024-09-13T00:56:08.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:08 smithi032 bash[76677]: cluster 2024-09-13T00:56:07.005139+0000 mon.a (mon.0) 2911 : cluster [DBG] osdmap e1537: 8 total, 8 up, 8 in 2024-09-13T00:56:09.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:09 smithi053 bash[67631]: cluster 2024-09-13T00:56:08.014048+0000 mon.a (mon.0) 2912 : cluster [DBG] osdmap e1538: 8 total, 8 up, 8 in 2024-09-13T00:56:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:09 smithi032 bash[75510]: cluster 2024-09-13T00:56:08.014048+0000 mon.a (mon.0) 2912 : cluster [DBG] osdmap e1538: 8 total, 8 up, 8 in 2024-09-13T00:56:09.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:09 smithi032 bash[76677]: cluster 2024-09-13T00:56:08.014048+0000 mon.a (mon.0) 2912 : cluster [DBG] osdmap e1538: 8 total, 8 up, 8 in 2024-09-13T00:56:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:10 smithi053 bash[67631]: cluster 2024-09-13T00:56:08.387208+0000 mgr.y (mgr.34107) 1601 : cluster [DBG] pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 9.5 KiB/s wr, 78 op/s 2024-09-13T00:56:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:10 smithi053 bash[67631]: cluster 2024-09-13T00:56:09.023664+0000 mon.a (mon.0) 2913 : cluster [DBG] osdmap e1539: 8 total, 8 up, 8 in 2024-09-13T00:56:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:10 smithi032 bash[75510]: cluster 2024-09-13T00:56:08.387208+0000 mgr.y (mgr.34107) 1601 : cluster [DBG] pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 9.5 KiB/s wr, 78 op/s 2024-09-13T00:56:10.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:10 smithi032 bash[75510]: cluster 2024-09-13T00:56:09.023664+0000 mon.a (mon.0) 2913 : cluster [DBG] osdmap e1539: 8 total, 8 up, 8 in 2024-09-13T00:56:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:10 smithi032 bash[76677]: cluster 2024-09-13T00:56:08.387208+0000 mgr.y (mgr.34107) 1601 : cluster [DBG] pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 9.5 KiB/s wr, 78 op/s 2024-09-13T00:56:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:10 smithi032 bash[76677]: cluster 2024-09-13T00:56:09.023664+0000 mon.a (mon.0) 2913 : cluster [DBG] osdmap e1539: 8 total, 8 up, 8 in 2024-09-13T00:56:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:11 smithi032 bash[75510]: cluster 2024-09-13T00:56:10.022461+0000 mon.a (mon.0) 2914 : cluster [DBG] osdmap e1540: 8 total, 8 up, 8 in 2024-09-13T00:56:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:11 smithi032 bash[75510]: audit 2024-09-13T00:56:10.205075+0000 mon.a (mon.0) 2915 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:56:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:11 smithi032 bash[75510]: cluster 2024-09-13T00:56:11.005532+0000 mon.a (mon.0) 2916 : cluster [DBG] osdmap e1541: 8 total, 8 up, 8 in 2024-09-13T00:56:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:11 smithi032 bash[76677]: cluster 2024-09-13T00:56:10.022461+0000 mon.a (mon.0) 2914 : cluster [DBG] osdmap e1540: 8 total, 8 up, 8 in 2024-09-13T00:56:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:11 smithi032 bash[76677]: audit 2024-09-13T00:56:10.205075+0000 mon.a (mon.0) 2915 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:56:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:11 smithi032 bash[76677]: cluster 2024-09-13T00:56:11.005532+0000 mon.a (mon.0) 2916 : cluster [DBG] osdmap e1541: 8 total, 8 up, 8 in 2024-09-13T00:56:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:11 smithi053 bash[67631]: cluster 2024-09-13T00:56:10.022461+0000 mon.a (mon.0) 2914 : cluster [DBG] osdmap e1540: 8 total, 8 up, 8 in 2024-09-13T00:56:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:11 smithi053 bash[67631]: audit 2024-09-13T00:56:10.205075+0000 mon.a (mon.0) 2915 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:56:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:11 smithi053 bash[67631]: cluster 2024-09-13T00:56:11.005532+0000 mon.a (mon.0) 2916 : cluster [DBG] osdmap e1541: 8 total, 8 up, 8 in 2024-09-13T00:56:12.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:12 smithi053 bash[67631]: cluster 2024-09-13T00:56:10.388025+0000 mgr.y (mgr.34107) 1602 : cluster [DBG] pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 12 KiB/s wr, 103 op/s 2024-09-13T00:56:12.328 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:12 smithi032 bash[75510]: cluster 2024-09-13T00:56:10.388025+0000 mgr.y (mgr.34107) 1602 : cluster [DBG] pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 12 KiB/s wr, 103 op/s 2024-09-13T00:56:12.328 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:12 smithi032 bash[76677]: cluster 2024-09-13T00:56:10.388025+0000 mgr.y (mgr.34107) 1602 : cluster [DBG] pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 12 KiB/s wr, 103 op/s 2024-09-13T00:56:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:56:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:56:12] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.43.0" 2024-09-13T00:56:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:56:12 smithi053 bash[94430]: ts=2024-09-13T00:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:56:13.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:13 smithi032 bash[75510]: cluster 2024-09-13T00:56:12.055672+0000 mon.a (mon.0) 2917 : cluster [DBG] osdmap e1542: 8 total, 8 up, 8 in 2024-09-13T00:56:13.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:13 smithi032 bash[76677]: cluster 2024-09-13T00:56:12.055672+0000 mon.a (mon.0) 2917 : cluster [DBG] osdmap e1542: 8 total, 8 up, 8 in 2024-09-13T00:56:13.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:13 smithi053 bash[67631]: cluster 2024-09-13T00:56:12.055672+0000 mon.a (mon.0) 2917 : cluster [DBG] osdmap e1542: 8 total, 8 up, 8 in 2024-09-13T00:56:14.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:14 smithi032 bash[75510]: cluster 2024-09-13T00:56:12.388884+0000 mgr.y (mgr.34107) 1603 : cluster [DBG] pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 9.0 KiB/s wr, 80 op/s 2024-09-13T00:56:14.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:14 smithi032 bash[75510]: cluster 2024-09-13T00:56:13.066972+0000 mon.a (mon.0) 2918 : cluster [DBG] osdmap e1543: 8 total, 8 up, 8 in 2024-09-13T00:56:14.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:14 smithi032 bash[76677]: cluster 2024-09-13T00:56:12.388884+0000 mgr.y (mgr.34107) 1603 : cluster [DBG] pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 9.0 KiB/s wr, 80 op/s 2024-09-13T00:56:14.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:14 smithi032 bash[76677]: cluster 2024-09-13T00:56:13.066972+0000 mon.a (mon.0) 2918 : cluster [DBG] osdmap e1543: 8 total, 8 up, 8 in 2024-09-13T00:56:14.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:14 smithi053 bash[67631]: cluster 2024-09-13T00:56:12.388884+0000 mgr.y (mgr.34107) 1603 : cluster [DBG] pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 9.0 KiB/s wr, 80 op/s 2024-09-13T00:56:14.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:14 smithi053 bash[67631]: cluster 2024-09-13T00:56:13.066972+0000 mon.a (mon.0) 2918 : cluster [DBG] osdmap e1543: 8 total, 8 up, 8 in 2024-09-13T00:56:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:15 smithi032 bash[75510]: cluster 2024-09-13T00:56:14.067643+0000 mon.a (mon.0) 2919 : cluster [DBG] osdmap e1544: 8 total, 8 up, 8 in 2024-09-13T00:56:15.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:15 smithi032 bash[76677]: cluster 2024-09-13T00:56:14.067643+0000 mon.a (mon.0) 2919 : cluster [DBG] osdmap e1544: 8 total, 8 up, 8 in 2024-09-13T00:56:15.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:15 smithi053 bash[67631]: cluster 2024-09-13T00:56:14.067643+0000 mon.a (mon.0) 2919 : cluster [DBG] osdmap e1544: 8 total, 8 up, 8 in 2024-09-13T00:56:16.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:16 smithi032 bash[75510]: cluster 2024-09-13T00:56:14.389672+0000 mgr.y (mgr.34107) 1604 : cluster [DBG] pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 11 KiB/s wr, 90 op/s 2024-09-13T00:56:16.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:16 smithi032 bash[75510]: cluster 2024-09-13T00:56:15.086840+0000 mon.a (mon.0) 2920 : cluster [DBG] osdmap e1545: 8 total, 8 up, 8 in 2024-09-13T00:56:16.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:16 smithi032 bash[75510]: cluster 2024-09-13T00:56:16.009396+0000 mon.a (mon.0) 2921 : cluster [DBG] osdmap e1546: 8 total, 8 up, 8 in 2024-09-13T00:56:16.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:16 smithi032 bash[76677]: cluster 2024-09-13T00:56:14.389672+0000 mgr.y (mgr.34107) 1604 : cluster [DBG] pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 11 KiB/s wr, 90 op/s 2024-09-13T00:56:16.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:16 smithi032 bash[76677]: cluster 2024-09-13T00:56:15.086840+0000 mon.a (mon.0) 2920 : cluster [DBG] osdmap e1545: 8 total, 8 up, 8 in 2024-09-13T00:56:16.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:16 smithi032 bash[76677]: cluster 2024-09-13T00:56:16.009396+0000 mon.a (mon.0) 2921 : cluster [DBG] osdmap e1546: 8 total, 8 up, 8 in 2024-09-13T00:56:16.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:16 smithi053 bash[67631]: cluster 2024-09-13T00:56:14.389672+0000 mgr.y (mgr.34107) 1604 : cluster [DBG] pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 11 KiB/s wr, 90 op/s 2024-09-13T00:56:16.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:16 smithi053 bash[67631]: cluster 2024-09-13T00:56:15.086840+0000 mon.a (mon.0) 2920 : cluster [DBG] osdmap e1545: 8 total, 8 up, 8 in 2024-09-13T00:56:16.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:16 smithi053 bash[67631]: cluster 2024-09-13T00:56:16.009396+0000 mon.a (mon.0) 2921 : cluster [DBG] osdmap e1546: 8 total, 8 up, 8 in 2024-09-13T00:56:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:18 smithi053 bash[67631]: cluster 2024-09-13T00:56:16.390663+0000 mgr.y (mgr.34107) 1605 : cluster [DBG] pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 16 KiB/s wr, 128 op/s 2024-09-13T00:56:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:18 smithi053 bash[67631]: cluster 2024-09-13T00:56:17.011213+0000 mon.a (mon.0) 2922 : cluster [DBG] osdmap e1547: 8 total, 8 up, 8 in 2024-09-13T00:56:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:18 smithi032 bash[75510]: cluster 2024-09-13T00:56:16.390663+0000 mgr.y (mgr.34107) 1605 : cluster [DBG] pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 16 KiB/s wr, 128 op/s 2024-09-13T00:56:18.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:18 smithi032 bash[75510]: cluster 2024-09-13T00:56:17.011213+0000 mon.a (mon.0) 2922 : cluster [DBG] osdmap e1547: 8 total, 8 up, 8 in 2024-09-13T00:56:18.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:18 smithi032 bash[76677]: cluster 2024-09-13T00:56:16.390663+0000 mgr.y (mgr.34107) 1605 : cluster [DBG] pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 16 KiB/s wr, 128 op/s 2024-09-13T00:56:18.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:18 smithi032 bash[76677]: cluster 2024-09-13T00:56:17.011213+0000 mon.a (mon.0) 2922 : cluster [DBG] osdmap e1547: 8 total, 8 up, 8 in 2024-09-13T00:56:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:19 smithi032 bash[75510]: cluster 2024-09-13T00:56:18.092596+0000 mon.a (mon.0) 2923 : cluster [DBG] osdmap e1548: 8 total, 8 up, 8 in 2024-09-13T00:56:19.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:19 smithi032 bash[76677]: cluster 2024-09-13T00:56:18.092596+0000 mon.a (mon.0) 2923 : cluster [DBG] osdmap e1548: 8 total, 8 up, 8 in 2024-09-13T00:56:19.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:19 smithi053 bash[67631]: cluster 2024-09-13T00:56:18.092596+0000 mon.a (mon.0) 2923 : cluster [DBG] osdmap e1548: 8 total, 8 up, 8 in 2024-09-13T00:56:20.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:20 smithi032 bash[75510]: cluster 2024-09-13T00:56:18.391536+0000 mgr.y (mgr.34107) 1606 : cluster [DBG] pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 17 KiB/s wr, 158 op/s 2024-09-13T00:56:20.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:20 smithi032 bash[75510]: cluster 2024-09-13T00:56:19.103419+0000 mon.a (mon.0) 2924 : cluster [DBG] osdmap e1549: 8 total, 8 up, 8 in 2024-09-13T00:56:20.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:20 smithi032 bash[76677]: cluster 2024-09-13T00:56:18.391536+0000 mgr.y (mgr.34107) 1606 : cluster [DBG] pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 17 KiB/s wr, 158 op/s 2024-09-13T00:56:20.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:20 smithi032 bash[76677]: cluster 2024-09-13T00:56:19.103419+0000 mon.a (mon.0) 2924 : cluster [DBG] osdmap e1549: 8 total, 8 up, 8 in 2024-09-13T00:56:20.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:20 smithi053 bash[67631]: cluster 2024-09-13T00:56:18.391536+0000 mgr.y (mgr.34107) 1606 : cluster [DBG] pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 17 KiB/s wr, 158 op/s 2024-09-13T00:56:20.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:20 smithi053 bash[67631]: cluster 2024-09-13T00:56:19.103419+0000 mon.a (mon.0) 2924 : cluster [DBG] osdmap e1549: 8 total, 8 up, 8 in 2024-09-13T00:56:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:21 smithi032 bash[75510]: cluster 2024-09-13T00:56:20.114164+0000 mon.a (mon.0) 2925 : cluster [DBG] osdmap e1550: 8 total, 8 up, 8 in 2024-09-13T00:56:21.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:21 smithi032 bash[76677]: cluster 2024-09-13T00:56:20.114164+0000 mon.a (mon.0) 2925 : cluster [DBG] osdmap e1550: 8 total, 8 up, 8 in 2024-09-13T00:56:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:21 smithi053 bash[67631]: cluster 2024-09-13T00:56:20.114164+0000 mon.a (mon.0) 2925 : cluster [DBG] osdmap e1550: 8 total, 8 up, 8 in 2024-09-13T00:56:22.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:56:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:56:22] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.43.0" 2024-09-13T00:56:22.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:22 smithi032 bash[75510]: cluster 2024-09-13T00:56:20.392409+0000 mgr.y (mgr.34107) 1607 : cluster [DBG] pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 15 KiB/s wr, 216 op/s 2024-09-13T00:56:22.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:22 smithi032 bash[75510]: cluster 2024-09-13T00:56:21.123053+0000 mon.a (mon.0) 2926 : cluster [DBG] osdmap e1551: 8 total, 8 up, 8 in 2024-09-13T00:56:22.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:22 smithi032 bash[76677]: cluster 2024-09-13T00:56:20.392409+0000 mgr.y (mgr.34107) 1607 : cluster [DBG] pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 15 KiB/s wr, 216 op/s 2024-09-13T00:56:22.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:22 smithi032 bash[76677]: cluster 2024-09-13T00:56:21.123053+0000 mon.a (mon.0) 2926 : cluster [DBG] osdmap e1551: 8 total, 8 up, 8 in 2024-09-13T00:56:22.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:22 smithi053 bash[67631]: cluster 2024-09-13T00:56:20.392409+0000 mgr.y (mgr.34107) 1607 : cluster [DBG] pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 15 KiB/s wr, 216 op/s 2024-09-13T00:56:22.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:22 smithi053 bash[67631]: cluster 2024-09-13T00:56:21.123053+0000 mon.a (mon.0) 2926 : cluster [DBG] osdmap e1551: 8 total, 8 up, 8 in 2024-09-13T00:56:22.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:56:22 smithi053 bash[94430]: ts=2024-09-13T00:56:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:56:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:23 smithi032 bash[75510]: cluster 2024-09-13T00:56:22.132721+0000 mon.a (mon.0) 2927 : cluster [DBG] osdmap e1552: 8 total, 8 up, 8 in 2024-09-13T00:56:23.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:23 smithi032 bash[76677]: cluster 2024-09-13T00:56:22.132721+0000 mon.a (mon.0) 2927 : cluster [DBG] osdmap e1552: 8 total, 8 up, 8 in 2024-09-13T00:56:23.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:23 smithi053 bash[67631]: cluster 2024-09-13T00:56:22.132721+0000 mon.a (mon.0) 2927 : cluster [DBG] osdmap e1552: 8 total, 8 up, 8 in 2024-09-13T00:56:24.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:24 smithi032 bash[75510]: cluster 2024-09-13T00:56:22.393217+0000 mgr.y (mgr.34107) 1608 : cluster [DBG] pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.2 KiB/s wr, 131 op/s 2024-09-13T00:56:24.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:24 smithi032 bash[75510]: cluster 2024-09-13T00:56:23.142743+0000 mon.a (mon.0) 2928 : cluster [DBG] osdmap e1553: 8 total, 8 up, 8 in 2024-09-13T00:56:24.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:24 smithi032 bash[76677]: cluster 2024-09-13T00:56:22.393217+0000 mgr.y (mgr.34107) 1608 : cluster [DBG] pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.2 KiB/s wr, 131 op/s 2024-09-13T00:56:24.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:24 smithi032 bash[76677]: cluster 2024-09-13T00:56:23.142743+0000 mon.a (mon.0) 2928 : cluster [DBG] osdmap e1553: 8 total, 8 up, 8 in 2024-09-13T00:56:24.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:24 smithi053 bash[67631]: cluster 2024-09-13T00:56:22.393217+0000 mgr.y (mgr.34107) 1608 : cluster [DBG] pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.2 KiB/s wr, 131 op/s 2024-09-13T00:56:24.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:24 smithi053 bash[67631]: cluster 2024-09-13T00:56:23.142743+0000 mon.a (mon.0) 2928 : cluster [DBG] osdmap e1553: 8 total, 8 up, 8 in 2024-09-13T00:56:25.417 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:25 smithi032 bash[75510]: cluster 2024-09-13T00:56:24.153657+0000 mon.a (mon.0) 2929 : cluster [DBG] osdmap e1554: 8 total, 8 up, 8 in 2024-09-13T00:56:25.417 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:25 smithi032 bash[76677]: cluster 2024-09-13T00:56:24.153657+0000 mon.a (mon.0) 2929 : cluster [DBG] osdmap e1554: 8 total, 8 up, 8 in 2024-09-13T00:56:25.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:25 smithi053 bash[67631]: cluster 2024-09-13T00:56:24.153657+0000 mon.a (mon.0) 2929 : cluster [DBG] osdmap e1554: 8 total, 8 up, 8 in 2024-09-13T00:56:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:26 smithi032 bash[75510]: cluster 2024-09-13T00:56:24.394105+0000 mgr.y (mgr.34107) 1609 : cluster [DBG] pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-09-13T00:56:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:26 smithi032 bash[75510]: cluster 2024-09-13T00:56:25.164416+0000 mon.a (mon.0) 2930 : cluster [DBG] osdmap e1555: 8 total, 8 up, 8 in 2024-09-13T00:56:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:26 smithi032 bash[75510]: audit 2024-09-13T00:56:25.205703+0000 mon.a (mon.0) 2931 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:56:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:26 smithi032 bash[75510]: cluster 2024-09-13T00:56:26.011674+0000 mon.a (mon.0) 2932 : cluster [DBG] osdmap e1556: 8 total, 8 up, 8 in 2024-09-13T00:56:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:26 smithi032 bash[76677]: cluster 2024-09-13T00:56:24.394105+0000 mgr.y (mgr.34107) 1609 : cluster [DBG] pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-09-13T00:56:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:26 smithi032 bash[76677]: cluster 2024-09-13T00:56:25.164416+0000 mon.a (mon.0) 2930 : cluster [DBG] osdmap e1555: 8 total, 8 up, 8 in 2024-09-13T00:56:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:26 smithi032 bash[76677]: audit 2024-09-13T00:56:25.205703+0000 mon.a (mon.0) 2931 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:56:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:26 smithi032 bash[76677]: cluster 2024-09-13T00:56:26.011674+0000 mon.a (mon.0) 2932 : cluster [DBG] osdmap e1556: 8 total, 8 up, 8 in 2024-09-13T00:56:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:26 smithi053 bash[67631]: cluster 2024-09-13T00:56:24.394105+0000 mgr.y (mgr.34107) 1609 : cluster [DBG] pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-09-13T00:56:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:26 smithi053 bash[67631]: cluster 2024-09-13T00:56:25.164416+0000 mon.a (mon.0) 2930 : cluster [DBG] osdmap e1555: 8 total, 8 up, 8 in 2024-09-13T00:56:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:26 smithi053 bash[67631]: audit 2024-09-13T00:56:25.205703+0000 mon.a (mon.0) 2931 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:56:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:26 smithi053 bash[67631]: cluster 2024-09-13T00:56:26.011674+0000 mon.a (mon.0) 2932 : cluster [DBG] osdmap e1556: 8 total, 8 up, 8 in 2024-09-13T00:56:28.009 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 00:56:27 smithi053 bash[97864]: logger=cleanup t=2024-09-13T00:56:27.570532936Z level=info msg="Completed cleanup jobs" duration=68.323701ms 2024-09-13T00:56:28.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:28 smithi053 bash[67631]: cluster 2024-09-13T00:56:26.394940+0000 mgr.y (mgr.34107) 1610 : cluster [DBG] pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 7.0 KiB/s wr, 125 op/s 2024-09-13T00:56:28.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:28 smithi053 bash[67631]: cluster 2024-09-13T00:56:27.014441+0000 mon.a (mon.0) 2933 : cluster [DBG] osdmap e1557: 8 total, 8 up, 8 in 2024-09-13T00:56:28.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:28 smithi032 bash[76677]: cluster 2024-09-13T00:56:26.394940+0000 mgr.y (mgr.34107) 1610 : cluster [DBG] pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 7.0 KiB/s wr, 125 op/s 2024-09-13T00:56:28.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:28 smithi032 bash[76677]: cluster 2024-09-13T00:56:27.014441+0000 mon.a (mon.0) 2933 : cluster [DBG] osdmap e1557: 8 total, 8 up, 8 in 2024-09-13T00:56:28.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:28 smithi032 bash[75510]: cluster 2024-09-13T00:56:26.394940+0000 mgr.y (mgr.34107) 1610 : cluster [DBG] pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 7.0 KiB/s wr, 125 op/s 2024-09-13T00:56:28.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:28 smithi032 bash[75510]: cluster 2024-09-13T00:56:27.014441+0000 mon.a (mon.0) 2933 : cluster [DBG] osdmap e1557: 8 total, 8 up, 8 in 2024-09-13T00:56:29.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:29 smithi053 bash[67631]: cluster 2024-09-13T00:56:28.168661+0000 mon.a (mon.0) 2934 : cluster [DBG] osdmap e1558: 8 total, 8 up, 8 in 2024-09-13T00:56:29.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:29 smithi032 bash[75510]: cluster 2024-09-13T00:56:28.168661+0000 mon.a (mon.0) 2934 : cluster [DBG] osdmap e1558: 8 total, 8 up, 8 in 2024-09-13T00:56:29.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:29 smithi032 bash[76677]: cluster 2024-09-13T00:56:28.168661+0000 mon.a (mon.0) 2934 : cluster [DBG] osdmap e1558: 8 total, 8 up, 8 in 2024-09-13T00:56:30.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:30 smithi053 bash[67631]: cluster 2024-09-13T00:56:28.395878+0000 mgr.y (mgr.34107) 1611 : cluster [DBG] pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-09-13T00:56:30.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:30 smithi053 bash[67631]: cluster 2024-09-13T00:56:29.185621+0000 mon.a (mon.0) 2935 : cluster [DBG] osdmap e1559: 8 total, 8 up, 8 in 2024-09-13T00:56:30.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:30 smithi032 bash[75510]: cluster 2024-09-13T00:56:28.395878+0000 mgr.y (mgr.34107) 1611 : cluster [DBG] pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-09-13T00:56:30.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:30 smithi032 bash[75510]: cluster 2024-09-13T00:56:29.185621+0000 mon.a (mon.0) 2935 : cluster [DBG] osdmap e1559: 8 total, 8 up, 8 in 2024-09-13T00:56:30.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:30 smithi032 bash[76677]: cluster 2024-09-13T00:56:28.395878+0000 mgr.y (mgr.34107) 1611 : cluster [DBG] pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-09-13T00:56:30.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:30 smithi032 bash[76677]: cluster 2024-09-13T00:56:29.185621+0000 mon.a (mon.0) 2935 : cluster [DBG] osdmap e1559: 8 total, 8 up, 8 in 2024-09-13T00:56:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:31 smithi053 bash[67631]: cluster 2024-09-13T00:56:30.189996+0000 mon.a (mon.0) 2936 : cluster [DBG] osdmap e1560: 8 total, 8 up, 8 in 2024-09-13T00:56:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:31 smithi053 bash[67631]: cluster 2024-09-13T00:56:31.014113+0000 mon.a (mon.0) 2937 : cluster [DBG] osdmap e1561: 8 total, 8 up, 8 in 2024-09-13T00:56:31.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:31 smithi032 bash[75510]: cluster 2024-09-13T00:56:30.189996+0000 mon.a (mon.0) 2936 : cluster [DBG] osdmap e1560: 8 total, 8 up, 8 in 2024-09-13T00:56:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:31 smithi032 bash[75510]: cluster 2024-09-13T00:56:31.014113+0000 mon.a (mon.0) 2937 : cluster [DBG] osdmap e1561: 8 total, 8 up, 8 in 2024-09-13T00:56:31.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:31 smithi032 bash[76677]: cluster 2024-09-13T00:56:30.189996+0000 mon.a (mon.0) 2936 : cluster [DBG] osdmap e1560: 8 total, 8 up, 8 in 2024-09-13T00:56:31.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:31 smithi032 bash[76677]: cluster 2024-09-13T00:56:31.014113+0000 mon.a (mon.0) 2937 : cluster [DBG] osdmap e1561: 8 total, 8 up, 8 in 2024-09-13T00:56:32.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:32 smithi053 bash[67631]: cluster 2024-09-13T00:56:30.396895+0000 mgr.y (mgr.34107) 1612 : cluster [DBG] pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.0 KiB/s wr, 103 op/s 2024-09-13T00:56:32.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:56:32 smithi053 bash[94430]: ts=2024-09-13T00:56:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:56:32.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:32 smithi032 bash[75510]: cluster 2024-09-13T00:56:30.396895+0000 mgr.y (mgr.34107) 1612 : cluster [DBG] pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.0 KiB/s wr, 103 op/s 2024-09-13T00:56:32.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:56:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:56:32] "GET /metrics HTTP/1.1" 200 36394 "" "Prometheus/2.43.0" 2024-09-13T00:56:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:32 smithi032 bash[76677]: cluster 2024-09-13T00:56:30.396895+0000 mgr.y (mgr.34107) 1612 : cluster [DBG] pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.0 KiB/s wr, 103 op/s 2024-09-13T00:56:33.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:33 smithi053 bash[67631]: cluster 2024-09-13T00:56:32.208287+0000 mon.a (mon.0) 2938 : cluster [DBG] osdmap e1562: 8 total, 8 up, 8 in 2024-09-13T00:56:33.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:33 smithi032 bash[75510]: cluster 2024-09-13T00:56:32.208287+0000 mon.a (mon.0) 2938 : cluster [DBG] osdmap e1562: 8 total, 8 up, 8 in 2024-09-13T00:56:33.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:33 smithi032 bash[76677]: cluster 2024-09-13T00:56:32.208287+0000 mon.a (mon.0) 2938 : cluster [DBG] osdmap e1562: 8 total, 8 up, 8 in 2024-09-13T00:56:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:34 smithi053 bash[67631]: cluster 2024-09-13T00:56:32.397792+0000 mgr.y (mgr.34107) 1613 : cluster [DBG] pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 8.0 KiB/s wr, 135 op/s 2024-09-13T00:56:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:34 smithi053 bash[67631]: cluster 2024-09-13T00:56:33.217506+0000 mon.a (mon.0) 2939 : cluster [DBG] osdmap e1563: 8 total, 8 up, 8 in 2024-09-13T00:56:34.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:34 smithi032 bash[75510]: cluster 2024-09-13T00:56:32.397792+0000 mgr.y (mgr.34107) 1613 : cluster [DBG] pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 8.0 KiB/s wr, 135 op/s 2024-09-13T00:56:34.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:34 smithi032 bash[75510]: cluster 2024-09-13T00:56:33.217506+0000 mon.a (mon.0) 2939 : cluster [DBG] osdmap e1563: 8 total, 8 up, 8 in 2024-09-13T00:56:34.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:34 smithi032 bash[76677]: cluster 2024-09-13T00:56:32.397792+0000 mgr.y (mgr.34107) 1613 : cluster [DBG] pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 8.0 KiB/s wr, 135 op/s 2024-09-13T00:56:34.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:34 smithi032 bash[76677]: cluster 2024-09-13T00:56:33.217506+0000 mon.a (mon.0) 2939 : cluster [DBG] osdmap e1563: 8 total, 8 up, 8 in 2024-09-13T00:56:35.381 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31149 ms) 2024-09-13T00:56:35.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:35 smithi053 bash[67631]: cluster 2024-09-13T00:56:34.227001+0000 mon.a (mon.0) 2940 : cluster [DBG] osdmap e1564: 8 total, 8 up, 8 in 2024-09-13T00:56:35.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:35 smithi032 bash[75510]: cluster 2024-09-13T00:56:34.227001+0000 mon.a (mon.0) 2940 : cluster [DBG] osdmap e1564: 8 total, 8 up, 8 in 2024-09-13T00:56:35.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:35 smithi032 bash[76677]: cluster 2024-09-13T00:56:34.227001+0000 mon.a (mon.0) 2940 : cluster [DBG] osdmap e1564: 8 total, 8 up, 8 in 2024-09-13T00:56:36.026 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 51 tests from TestMirroring (95003 ms total) 2024-09-13T00:56:36.026 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:56:36.026 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 34 tests from TestInternal 2024-09-13T00:56:36.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:36 smithi053 bash[67631]: cluster 2024-09-13T00:56:34.398512+0000 mgr.y (mgr.34107) 1614 : cluster [DBG] pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 9.0 KiB/s wr, 138 op/s 2024-09-13T00:56:36.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:36 smithi053 bash[67631]: cluster 2024-09-13T00:56:35.236786+0000 mon.a (mon.0) 2941 : cluster [DBG] osdmap e1565: 8 total, 8 up, 8 in 2024-09-13T00:56:36.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:36 smithi053 bash[67631]: audit 2024-09-13T00:56:35.363097+0000 mon.c (mon.2) 94 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6819eb3d-9c33-4a4e-b21d-b3dadb7d0e70"}]: dispatch 2024-09-13T00:56:36.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:36 smithi053 bash[67631]: audit 2024-09-13T00:56:35.363844+0000 mon.a (mon.0) 2942 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6819eb3d-9c33-4a4e-b21d-b3dadb7d0e70"}]: dispatch 2024-09-13T00:56:36.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:36 smithi053 bash[67631]: audit 2024-09-13T00:56:35.370546+0000 mon.a (mon.0) 2943 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6819eb3d-9c33-4a4e-b21d-b3dadb7d0e70"}]': finished 2024-09-13T00:56:36.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:36 smithi053 bash[67631]: cluster 2024-09-13T00:56:36.016343+0000 mon.a (mon.0) 2944 : cluster [DBG] osdmap e1566: 8 total, 8 up, 8 in 2024-09-13T00:56:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:36 smithi032 bash[75510]: cluster 2024-09-13T00:56:34.398512+0000 mgr.y (mgr.34107) 1614 : cluster [DBG] pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 9.0 KiB/s wr, 138 op/s 2024-09-13T00:56:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:36 smithi032 bash[75510]: cluster 2024-09-13T00:56:35.236786+0000 mon.a (mon.0) 2941 : cluster [DBG] osdmap e1565: 8 total, 8 up, 8 in 2024-09-13T00:56:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:36 smithi032 bash[75510]: audit 2024-09-13T00:56:35.363097+0000 mon.c (mon.2) 94 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6819eb3d-9c33-4a4e-b21d-b3dadb7d0e70"}]: dispatch 2024-09-13T00:56:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:36 smithi032 bash[75510]: audit 2024-09-13T00:56:35.363844+0000 mon.a (mon.0) 2942 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6819eb3d-9c33-4a4e-b21d-b3dadb7d0e70"}]: dispatch 2024-09-13T00:56:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:36 smithi032 bash[75510]: audit 2024-09-13T00:56:35.370546+0000 mon.a (mon.0) 2943 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6819eb3d-9c33-4a4e-b21d-b3dadb7d0e70"}]': finished 2024-09-13T00:56:36.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:36 smithi032 bash[75510]: cluster 2024-09-13T00:56:36.016343+0000 mon.a (mon.0) 2944 : cluster [DBG] osdmap e1566: 8 total, 8 up, 8 in 2024-09-13T00:56:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:36 smithi032 bash[76677]: cluster 2024-09-13T00:56:34.398512+0000 mgr.y (mgr.34107) 1614 : cluster [DBG] pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 9.0 KiB/s wr, 138 op/s 2024-09-13T00:56:36.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:36 smithi032 bash[76677]: cluster 2024-09-13T00:56:35.236786+0000 mon.a (mon.0) 2941 : cluster [DBG] osdmap e1565: 8 total, 8 up, 8 in 2024-09-13T00:56:36.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:36 smithi032 bash[76677]: audit 2024-09-13T00:56:35.363097+0000 mon.c (mon.2) 94 : audit [INF] from='client.? 172.21.15.32:0/1060780006' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6819eb3d-9c33-4a4e-b21d-b3dadb7d0e70"}]: dispatch 2024-09-13T00:56:36.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:36 smithi032 bash[76677]: audit 2024-09-13T00:56:35.363844+0000 mon.a (mon.0) 2942 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6819eb3d-9c33-4a4e-b21d-b3dadb7d0e70"}]: dispatch 2024-09-13T00:56:36.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:36 smithi032 bash[76677]: audit 2024-09-13T00:56:35.370546+0000 mon.a (mon.0) 2943 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/6819eb3d-9c33-4a4e-b21d-b3dadb7d0e70"}]': finished 2024-09-13T00:56:36.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:36 smithi032 bash[76677]: cluster 2024-09-13T00:56:36.016343+0000 mon.a (mon.0) 2944 : cluster [DBG] osdmap e1566: 8 total, 8 up, 8 in 2024-09-13T00:56:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:37 smithi053 bash[67631]: cluster 2024-09-13T00:56:36.399222+0000 mgr.y (mgr.34107) 1615 : cluster [DBG] pgmap v2734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:56:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:37 smithi053 bash[67631]: audit 2024-09-13T00:56:36.950990+0000 mon.a (mon.0) 2945 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:56:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:37 smithi053 bash[67631]: cluster 2024-09-13T00:56:37.022709+0000 mon.a (mon.0) 2946 : cluster [DBG] osdmap e1567: 8 total, 8 up, 8 in 2024-09-13T00:56:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:37 smithi053 bash[67631]: audit 2024-09-13T00:56:37.026018+0000 mon.c (mon.2) 95 : audit [INF] from='client.? 172.21.15.32:0/1083490750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:56:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:37 smithi053 bash[67631]: audit 2024-09-13T00:56:37.037424+0000 mon.a (mon.0) 2947 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:56:37.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:37 smithi053 bash[67631]: audit 2024-09-13T00:56:37.513588+0000 mon.a (mon.0) 2948 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:56:37.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:37 smithi053 bash[67631]: audit 2024-09-13T00:56:37.515068+0000 mon.a (mon.0) 2949 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:56:37.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:37 smithi032 bash[75510]: cluster 2024-09-13T00:56:36.399222+0000 mgr.y (mgr.34107) 1615 : cluster [DBG] pgmap v2734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:56:37.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:37 smithi032 bash[75510]: audit 2024-09-13T00:56:36.950990+0000 mon.a (mon.0) 2945 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:56:37.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:37 smithi032 bash[75510]: cluster 2024-09-13T00:56:37.022709+0000 mon.a (mon.0) 2946 : cluster [DBG] osdmap e1567: 8 total, 8 up, 8 in 2024-09-13T00:56:37.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:37 smithi032 bash[75510]: audit 2024-09-13T00:56:37.026018+0000 mon.c (mon.2) 95 : audit [INF] from='client.? 172.21.15.32:0/1083490750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:56:37.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:37 smithi032 bash[75510]: audit 2024-09-13T00:56:37.037424+0000 mon.a (mon.0) 2947 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:56:37.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:37 smithi032 bash[75510]: audit 2024-09-13T00:56:37.513588+0000 mon.a (mon.0) 2948 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:56:37.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:37 smithi032 bash[75510]: audit 2024-09-13T00:56:37.515068+0000 mon.a (mon.0) 2949 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:56:37.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:37 smithi032 bash[76677]: cluster 2024-09-13T00:56:36.399222+0000 mgr.y (mgr.34107) 1615 : cluster [DBG] pgmap v2734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:56:37.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:37 smithi032 bash[76677]: audit 2024-09-13T00:56:36.950990+0000 mon.a (mon.0) 2945 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:56:37.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:37 smithi032 bash[76677]: cluster 2024-09-13T00:56:37.022709+0000 mon.a (mon.0) 2946 : cluster [DBG] osdmap e1567: 8 total, 8 up, 8 in 2024-09-13T00:56:37.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:37 smithi032 bash[76677]: audit 2024-09-13T00:56:37.026018+0000 mon.c (mon.2) 95 : audit [INF] from='client.? 172.21.15.32:0/1083490750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:56:37.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:37 smithi032 bash[76677]: audit 2024-09-13T00:56:37.037424+0000 mon.a (mon.0) 2947 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:56:37.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:37 smithi032 bash[76677]: audit 2024-09-13T00:56:37.513588+0000 mon.a (mon.0) 2948 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:56:37.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:37 smithi032 bash[76677]: audit 2024-09-13T00:56:37.515068+0000 mon.a (mon.0) 2949 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:56:38.037 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.OpenByID 2024-09-13T00:56:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:38 smithi053 bash[67631]: audit 2024-09-13T00:56:37.526392+0000 mon.a (mon.0) 2950 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:56:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:38 smithi053 bash[67631]: audit 2024-09-13T00:56:38.029790+0000 mon.a (mon.0) 2951 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:56:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:38 smithi053 bash[67631]: cluster 2024-09-13T00:56:38.030243+0000 mon.a (mon.0) 2952 : cluster [DBG] osdmap e1568: 8 total, 8 up, 8 in 2024-09-13T00:56:38.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:38 smithi032 bash[75510]: audit 2024-09-13T00:56:37.526392+0000 mon.a (mon.0) 2950 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:56:38.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:38 smithi032 bash[75510]: audit 2024-09-13T00:56:38.029790+0000 mon.a (mon.0) 2951 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:56:38.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:38 smithi032 bash[75510]: cluster 2024-09-13T00:56:38.030243+0000 mon.a (mon.0) 2952 : cluster [DBG] osdmap e1568: 8 total, 8 up, 8 in 2024-09-13T00:56:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:38 smithi032 bash[76677]: audit 2024-09-13T00:56:37.526392+0000 mon.a (mon.0) 2950 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:56:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:38 smithi032 bash[76677]: audit 2024-09-13T00:56:38.029790+0000 mon.a (mon.0) 2951 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:56:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:38 smithi032 bash[76677]: cluster 2024-09-13T00:56:38.030243+0000 mon.a (mon.0) 2952 : cluster [DBG] osdmap e1568: 8 total, 8 up, 8 in 2024-09-13T00:56:40.140 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.OpenByID (2103 ms) 2024-09-13T00:56:40.140 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-09-13T00:56:40.198 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.OpenSnapDNE (58 ms) 2024-09-13T00:56:40.198 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-09-13T00:56:40.257 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (59 ms) 2024-09-13T00:56:40.257 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-09-13T00:56:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:40 smithi053 bash[67631]: cluster 2024-09-13T00:56:38.400134+0000 mgr.y (mgr.34107) 1616 : cluster [DBG] pgmap v2737: 137 pgs: 11 creating+peering, 12 unknown, 114 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:56:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:40 smithi053 bash[67631]: cluster 2024-09-13T00:56:39.035826+0000 mon.a (mon.0) 2953 : cluster [DBG] osdmap e1569: 8 total, 8 up, 8 in 2024-09-13T00:56:40.318 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.ResizeLocksImage (60 ms) 2024-09-13T00:56:40.318 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-09-13T00:56:40.364 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (47 ms) 2024-09-13T00:56:40.365 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-09-13T00:56:40.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:40 smithi032 bash[75510]: cluster 2024-09-13T00:56:38.400134+0000 mgr.y (mgr.34107) 1616 : cluster [DBG] pgmap v2737: 137 pgs: 11 creating+peering, 12 unknown, 114 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:56:40.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:40 smithi032 bash[75510]: cluster 2024-09-13T00:56:39.035826+0000 mon.a (mon.0) 2953 : cluster [DBG] osdmap e1569: 8 total, 8 up, 8 in 2024-09-13T00:56:40.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:40 smithi032 bash[76677]: cluster 2024-09-13T00:56:38.400134+0000 mgr.y (mgr.34107) 1616 : cluster [DBG] pgmap v2737: 137 pgs: 11 creating+peering, 12 unknown, 114 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:56:40.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:40 smithi032 bash[76677]: cluster 2024-09-13T00:56:39.035826+0000 mon.a (mon.0) 2953 : cluster [DBG] osdmap e1569: 8 total, 8 up, 8 in 2024-09-13T00:56:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:41 smithi032 bash[75510]: cluster 2024-09-13T00:56:40.045980+0000 mon.a (mon.0) 2954 : cluster [DBG] osdmap e1570: 8 total, 8 up, 8 in 2024-09-13T00:56:41.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:41 smithi032 bash[75510]: audit 2024-09-13T00:56:40.205831+0000 mon.a (mon.0) 2955 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:56:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:41 smithi032 bash[76677]: cluster 2024-09-13T00:56:40.045980+0000 mon.a (mon.0) 2954 : cluster [DBG] osdmap e1570: 8 total, 8 up, 8 in 2024-09-13T00:56:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:41 smithi032 bash[76677]: audit 2024-09-13T00:56:40.205831+0000 mon.a (mon.0) 2955 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:56:41.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:41 smithi053 bash[67631]: cluster 2024-09-13T00:56:40.045980+0000 mon.a (mon.0) 2954 : cluster [DBG] osdmap e1570: 8 total, 8 up, 8 in 2024-09-13T00:56:41.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:41 smithi053 bash[67631]: audit 2024-09-13T00:56:40.205831+0000 mon.a (mon.0) 2955 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:56:42.111 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1746 ms) 2024-09-13T00:56:42.111 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-09-13T00:56:42.179 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (68 ms) 2024-09-13T00:56:42.179 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-09-13T00:56:42.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:42 smithi053 bash[67631]: cluster 2024-09-13T00:56:40.401126+0000 mgr.y (mgr.34107) 1617 : cluster [DBG] pgmap v2740: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 767 B/s wr, 21 op/s 2024-09-13T00:56:42.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:42 smithi053 bash[67631]: cluster 2024-09-13T00:56:41.049418+0000 mon.a (mon.0) 2956 : cluster [DBG] osdmap e1571: 8 total, 8 up, 8 in 2024-09-13T00:56:42.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:42 smithi032 bash[75510]: cluster 2024-09-13T00:56:40.401126+0000 mgr.y (mgr.34107) 1617 : cluster [DBG] pgmap v2740: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 767 B/s wr, 21 op/s 2024-09-13T00:56:42.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:42 smithi032 bash[75510]: cluster 2024-09-13T00:56:41.049418+0000 mon.a (mon.0) 2956 : cluster [DBG] osdmap e1571: 8 total, 8 up, 8 in 2024-09-13T00:56:42.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:42 smithi032 bash[76677]: cluster 2024-09-13T00:56:40.401126+0000 mgr.y (mgr.34107) 1617 : cluster [DBG] pgmap v2740: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 767 B/s wr, 21 op/s 2024-09-13T00:56:42.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:42 smithi032 bash[76677]: cluster 2024-09-13T00:56:41.049418+0000 mon.a (mon.0) 2956 : cluster [DBG] osdmap e1571: 8 total, 8 up, 8 in 2024-09-13T00:56:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:56:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:56:42] "GET /metrics HTTP/1.1" 200 36344 "" "Prometheus/2.43.0" 2024-09-13T00:56:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:56:42 smithi053 bash[94430]: ts=2024-09-13T00:56:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:56:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:43 smithi032 bash[75510]: cluster 2024-09-13T00:56:42.070327+0000 mon.a (mon.0) 2957 : cluster [DBG] osdmap e1572: 8 total, 8 up, 8 in 2024-09-13T00:56:43.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:43 smithi032 bash[76677]: cluster 2024-09-13T00:56:42.070327+0000 mon.a (mon.0) 2957 : cluster [DBG] osdmap e1572: 8 total, 8 up, 8 in 2024-09-13T00:56:43.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:43 smithi053 bash[67631]: cluster 2024-09-13T00:56:42.070327+0000 mon.a (mon.0) 2957 : cluster [DBG] osdmap e1572: 8 total, 8 up, 8 in 2024-09-13T00:56:44.139 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1961 ms) 2024-09-13T00:56:44.139 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-09-13T00:56:44.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:44 smithi032 bash[75510]: cluster 2024-09-13T00:56:42.402090+0000 mgr.y (mgr.34107) 1618 : cluster [DBG] pgmap v2743: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 55 op/s 2024-09-13T00:56:44.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:44 smithi032 bash[75510]: cluster 2024-09-13T00:56:43.080451+0000 mon.a (mon.0) 2958 : cluster [DBG] osdmap e1573: 8 total, 8 up, 8 in 2024-09-13T00:56:44.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:44 smithi032 bash[76677]: cluster 2024-09-13T00:56:42.402090+0000 mgr.y (mgr.34107) 1618 : cluster [DBG] pgmap v2743: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 55 op/s 2024-09-13T00:56:44.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:44 smithi032 bash[76677]: cluster 2024-09-13T00:56:43.080451+0000 mon.a (mon.0) 2958 : cluster [DBG] osdmap e1573: 8 total, 8 up, 8 in 2024-09-13T00:56:44.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:44 smithi053 bash[67631]: cluster 2024-09-13T00:56:42.402090+0000 mgr.y (mgr.34107) 1618 : cluster [DBG] pgmap v2743: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 55 op/s 2024-09-13T00:56:44.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:44 smithi053 bash[67631]: cluster 2024-09-13T00:56:43.080451+0000 mon.a (mon.0) 2958 : cluster [DBG] osdmap e1573: 8 total, 8 up, 8 in 2024-09-13T00:56:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:45 smithi032 bash[75510]: cluster 2024-09-13T00:56:44.091280+0000 mon.a (mon.0) 2959 : cluster [DBG] osdmap e1574: 8 total, 8 up, 8 in 2024-09-13T00:56:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:45 smithi032 bash[76677]: cluster 2024-09-13T00:56:44.091280+0000 mon.a (mon.0) 2959 : cluster [DBG] osdmap e1574: 8 total, 8 up, 8 in 2024-09-13T00:56:45.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:45 smithi053 bash[67631]: cluster 2024-09-13T00:56:44.091280+0000 mon.a (mon.0) 2959 : cluster [DBG] osdmap e1574: 8 total, 8 up, 8 in 2024-09-13T00:56:46.120 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (1981 ms) 2024-09-13T00:56:46.121 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-09-13T00:56:46.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:46 smithi032 bash[76677]: cluster 2024-09-13T00:56:44.402874+0000 mgr.y (mgr.34107) 1619 : cluster [DBG] pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 10 KiB/s wr, 102 op/s 2024-09-13T00:56:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:46 smithi032 bash[76677]: cluster 2024-09-13T00:56:45.101250+0000 mon.a (mon.0) 2960 : cluster [DBG] osdmap e1575: 8 total, 8 up, 8 in 2024-09-13T00:56:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:46 smithi032 bash[76677]: cluster 2024-09-13T00:56:46.024942+0000 mon.a (mon.0) 2961 : cluster [DBG] osdmap e1576: 8 total, 8 up, 8 in 2024-09-13T00:56:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:46 smithi032 bash[75510]: cluster 2024-09-13T00:56:44.402874+0000 mgr.y (mgr.34107) 1619 : cluster [DBG] pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 10 KiB/s wr, 102 op/s 2024-09-13T00:56:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:46 smithi032 bash[75510]: cluster 2024-09-13T00:56:45.101250+0000 mon.a (mon.0) 2960 : cluster [DBG] osdmap e1575: 8 total, 8 up, 8 in 2024-09-13T00:56:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:46 smithi032 bash[75510]: cluster 2024-09-13T00:56:46.024942+0000 mon.a (mon.0) 2961 : cluster [DBG] osdmap e1576: 8 total, 8 up, 8 in 2024-09-13T00:56:46.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:46 smithi053 bash[67631]: cluster 2024-09-13T00:56:44.402874+0000 mgr.y (mgr.34107) 1619 : cluster [DBG] pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 10 KiB/s wr, 102 op/s 2024-09-13T00:56:46.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:46 smithi053 bash[67631]: cluster 2024-09-13T00:56:45.101250+0000 mon.a (mon.0) 2960 : cluster [DBG] osdmap e1575: 8 total, 8 up, 8 in 2024-09-13T00:56:46.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:46 smithi053 bash[67631]: cluster 2024-09-13T00:56:46.024942+0000 mon.a (mon.0) 2961 : cluster [DBG] osdmap e1576: 8 total, 8 up, 8 in 2024-09-13T00:56:48.162 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2042 ms) 2024-09-13T00:56:48.162 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-09-13T00:56:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:48 smithi032 bash[75510]: cluster 2024-09-13T00:56:46.403715+0000 mgr.y (mgr.34107) 1620 : cluster [DBG] pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 9.7 KiB/s wr, 115 op/s 2024-09-13T00:56:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:48 smithi032 bash[75510]: cluster 2024-09-13T00:56:47.111694+0000 mon.a (mon.0) 2962 : cluster [DBG] osdmap e1577: 8 total, 8 up, 8 in 2024-09-13T00:56:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:48 smithi032 bash[76677]: cluster 2024-09-13T00:56:46.403715+0000 mgr.y (mgr.34107) 1620 : cluster [DBG] pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 9.7 KiB/s wr, 115 op/s 2024-09-13T00:56:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:48 smithi032 bash[76677]: cluster 2024-09-13T00:56:47.111694+0000 mon.a (mon.0) 2962 : cluster [DBG] osdmap e1577: 8 total, 8 up, 8 in 2024-09-13T00:56:48.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:48 smithi053 bash[67631]: cluster 2024-09-13T00:56:46.403715+0000 mgr.y (mgr.34107) 1620 : cluster [DBG] pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 9.7 KiB/s wr, 115 op/s 2024-09-13T00:56:48.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:48 smithi053 bash[67631]: cluster 2024-09-13T00:56:47.111694+0000 mon.a (mon.0) 2962 : cluster [DBG] osdmap e1577: 8 total, 8 up, 8 in 2024-09-13T00:56:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:49 smithi032 bash[75510]: cluster 2024-09-13T00:56:48.122109+0000 mon.a (mon.0) 2963 : cluster [DBG] osdmap e1578: 8 total, 8 up, 8 in 2024-09-13T00:56:49.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:49 smithi032 bash[76677]: cluster 2024-09-13T00:56:48.122109+0000 mon.a (mon.0) 2963 : cluster [DBG] osdmap e1578: 8 total, 8 up, 8 in 2024-09-13T00:56:49.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:49 smithi053 bash[67631]: cluster 2024-09-13T00:56:48.122109+0000 mon.a (mon.0) 2963 : cluster [DBG] osdmap e1578: 8 total, 8 up, 8 in 2024-09-13T00:56:50.195 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.FlattenLocksImage (2033 ms) 2024-09-13T00:56:50.195 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-09-13T00:56:50.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:50 smithi032 bash[75510]: cluster 2024-09-13T00:56:48.404628+0000 mgr.y (mgr.34107) 1621 : cluster [DBG] pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 96 op/s 2024-09-13T00:56:50.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:50 smithi032 bash[75510]: cluster 2024-09-13T00:56:49.131643+0000 mon.a (mon.0) 2964 : cluster [DBG] osdmap e1579: 8 total, 8 up, 8 in 2024-09-13T00:56:50.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:50 smithi032 bash[76677]: cluster 2024-09-13T00:56:48.404628+0000 mgr.y (mgr.34107) 1621 : cluster [DBG] pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 96 op/s 2024-09-13T00:56:50.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:50 smithi032 bash[76677]: cluster 2024-09-13T00:56:49.131643+0000 mon.a (mon.0) 2964 : cluster [DBG] osdmap e1579: 8 total, 8 up, 8 in 2024-09-13T00:56:50.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:50 smithi053 bash[67631]: cluster 2024-09-13T00:56:48.404628+0000 mgr.y (mgr.34107) 1621 : cluster [DBG] pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 96 op/s 2024-09-13T00:56:50.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:50 smithi053 bash[67631]: cluster 2024-09-13T00:56:49.131643+0000 mon.a (mon.0) 2964 : cluster [DBG] osdmap e1579: 8 total, 8 up, 8 in 2024-09-13T00:56:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:51 smithi032 bash[76677]: cluster 2024-09-13T00:56:50.138907+0000 mon.a (mon.0) 2965 : cluster [DBG] osdmap e1580: 8 total, 8 up, 8 in 2024-09-13T00:56:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:51 smithi032 bash[76677]: cluster 2024-09-13T00:56:51.025928+0000 mon.a (mon.0) 2966 : cluster [DBG] osdmap e1581: 8 total, 8 up, 8 in 2024-09-13T00:56:51.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:51 smithi032 bash[75510]: cluster 2024-09-13T00:56:50.138907+0000 mon.a (mon.0) 2965 : cluster [DBG] osdmap e1580: 8 total, 8 up, 8 in 2024-09-13T00:56:51.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:51 smithi032 bash[75510]: cluster 2024-09-13T00:56:51.025928+0000 mon.a (mon.0) 2966 : cluster [DBG] osdmap e1581: 8 total, 8 up, 8 in 2024-09-13T00:56:51.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:51 smithi053 bash[67631]: cluster 2024-09-13T00:56:50.138907+0000 mon.a (mon.0) 2965 : cluster [DBG] osdmap e1580: 8 total, 8 up, 8 in 2024-09-13T00:56:51.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:51 smithi053 bash[67631]: cluster 2024-09-13T00:56:51.025928+0000 mon.a (mon.0) 2966 : cluster [DBG] osdmap e1581: 8 total, 8 up, 8 in 2024-09-13T00:56:52.192 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1997 ms) 2024-09-13T00:56:52.192 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-09-13T00:56:52.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:52 smithi032 bash[75510]: cluster 2024-09-13T00:56:50.405412+0000 mgr.y (mgr.34107) 1622 : cluster [DBG] pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 50 op/s 2024-09-13T00:56:52.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:56:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:56:52] "GET /metrics HTTP/1.1" 200 36344 "" "Prometheus/2.43.0" 2024-09-13T00:56:52.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:52 smithi032 bash[76677]: cluster 2024-09-13T00:56:50.405412+0000 mgr.y (mgr.34107) 1622 : cluster [DBG] pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 50 op/s 2024-09-13T00:56:52.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:52 smithi053 bash[67631]: cluster 2024-09-13T00:56:50.405412+0000 mgr.y (mgr.34107) 1622 : cluster [DBG] pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 50 op/s 2024-09-13T00:56:52.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:56:52 smithi053 bash[94430]: ts=2024-09-13T00:56:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:56:53.171 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (978 ms) 2024-09-13T00:56:53.171 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-09-13T00:56:53.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:53 smithi053 bash[67631]: cluster 2024-09-13T00:56:52.151270+0000 mon.a (mon.0) 2967 : cluster [DBG] osdmap e1582: 8 total, 8 up, 8 in 2024-09-13T00:56:53.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:53 smithi053 bash[67631]: audit 2024-09-13T00:56:52.287872+0000 mon.c (mon.2) 96 : audit [INF] from='client.? 172.21.15.32:0/1033579708' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1033579708"}]: dispatch 2024-09-13T00:56:53.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:53 smithi053 bash[67631]: audit 2024-09-13T00:56:52.288296+0000 mon.a (mon.0) 2968 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1033579708"}]: dispatch 2024-09-13T00:56:53.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:53 smithi032 bash[75510]: cluster 2024-09-13T00:56:52.151270+0000 mon.a (mon.0) 2967 : cluster [DBG] osdmap e1582: 8 total, 8 up, 8 in 2024-09-13T00:56:53.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:53 smithi032 bash[75510]: audit 2024-09-13T00:56:52.287872+0000 mon.c (mon.2) 96 : audit [INF] from='client.? 172.21.15.32:0/1033579708' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1033579708"}]: dispatch 2024-09-13T00:56:53.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:53 smithi032 bash[75510]: audit 2024-09-13T00:56:52.288296+0000 mon.a (mon.0) 2968 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1033579708"}]: dispatch 2024-09-13T00:56:53.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:53 smithi032 bash[76677]: cluster 2024-09-13T00:56:52.151270+0000 mon.a (mon.0) 2967 : cluster [DBG] osdmap e1582: 8 total, 8 up, 8 in 2024-09-13T00:56:53.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:53 smithi032 bash[76677]: audit 2024-09-13T00:56:52.287872+0000 mon.c (mon.2) 96 : audit [INF] from='client.? 172.21.15.32:0/1033579708' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1033579708"}]: dispatch 2024-09-13T00:56:53.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:53 smithi032 bash[76677]: audit 2024-09-13T00:56:52.288296+0000 mon.a (mon.0) 2968 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1033579708"}]: dispatch 2024-09-13T00:56:54.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:54 smithi053 bash[67631]: cluster 2024-09-13T00:56:52.406314+0000 mgr.y (mgr.34107) 1623 : cluster [DBG] pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 73 op/s 2024-09-13T00:56:54.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:54 smithi053 bash[67631]: audit 2024-09-13T00:56:53.165462+0000 mon.a (mon.0) 2969 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1033579708"}]': finished 2024-09-13T00:56:54.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:54 smithi053 bash[67631]: cluster 2024-09-13T00:56:53.165874+0000 mon.a (mon.0) 2970 : cluster [DBG] osdmap e1583: 8 total, 8 up, 8 in 2024-09-13T00:56:54.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:54 smithi053 bash[67631]: audit 2024-09-13T00:56:53.229683+0000 mon.c (mon.2) 97 : audit [INF] from='client.? 172.21.15.32:0/1929025596' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1929025596"}]: dispatch 2024-09-13T00:56:54.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:54 smithi053 bash[67631]: audit 2024-09-13T00:56:53.230066+0000 mon.a (mon.0) 2971 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1929025596"}]: dispatch 2024-09-13T00:56:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:54 smithi032 bash[75510]: cluster 2024-09-13T00:56:52.406314+0000 mgr.y (mgr.34107) 1623 : cluster [DBG] pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 73 op/s 2024-09-13T00:56:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:54 smithi032 bash[75510]: audit 2024-09-13T00:56:53.165462+0000 mon.a (mon.0) 2969 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1033579708"}]': finished 2024-09-13T00:56:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:54 smithi032 bash[75510]: cluster 2024-09-13T00:56:53.165874+0000 mon.a (mon.0) 2970 : cluster [DBG] osdmap e1583: 8 total, 8 up, 8 in 2024-09-13T00:56:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:54 smithi032 bash[75510]: audit 2024-09-13T00:56:53.229683+0000 mon.c (mon.2) 97 : audit [INF] from='client.? 172.21.15.32:0/1929025596' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1929025596"}]: dispatch 2024-09-13T00:56:54.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:54 smithi032 bash[75510]: audit 2024-09-13T00:56:53.230066+0000 mon.a (mon.0) 2971 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1929025596"}]: dispatch 2024-09-13T00:56:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:54 smithi032 bash[76677]: cluster 2024-09-13T00:56:52.406314+0000 mgr.y (mgr.34107) 1623 : cluster [DBG] pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 73 op/s 2024-09-13T00:56:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:54 smithi032 bash[76677]: audit 2024-09-13T00:56:53.165462+0000 mon.a (mon.0) 2969 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1033579708"}]': finished 2024-09-13T00:56:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:54 smithi032 bash[76677]: cluster 2024-09-13T00:56:53.165874+0000 mon.a (mon.0) 2970 : cluster [DBG] osdmap e1583: 8 total, 8 up, 8 in 2024-09-13T00:56:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:54 smithi032 bash[76677]: audit 2024-09-13T00:56:53.229683+0000 mon.c (mon.2) 97 : audit [INF] from='client.? 172.21.15.32:0/1929025596' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1929025596"}]: dispatch 2024-09-13T00:56:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:54 smithi032 bash[76677]: audit 2024-09-13T00:56:53.230066+0000 mon.a (mon.0) 2971 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1929025596"}]: dispatch 2024-09-13T00:56:55.187 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2017 ms) 2024-09-13T00:56:55.188 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-09-13T00:56:55.255 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.AioWriteRequestsLock (68 ms) 2024-09-13T00:56:55.255 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-09-13T00:56:55.309 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (54 ms) 2024-09-13T00:56:55.309 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-09-13T00:56:55.422 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.CancelAsyncResize (113 ms) 2024-09-13T00:56:55.422 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.MultipleResize 2024-09-13T00:56:55.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:55 smithi053 bash[67631]: audit 2024-09-13T00:56:54.182340+0000 mon.a (mon.0) 2972 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1929025596"}]': finished 2024-09-13T00:56:55.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:55 smithi053 bash[67631]: cluster 2024-09-13T00:56:54.182574+0000 mon.a (mon.0) 2973 : cluster [DBG] osdmap e1584: 8 total, 8 up, 8 in 2024-09-13T00:56:55.582 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.MultipleResize (160 ms) 2024-09-13T00:56:55.582 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.Metadata 2024-09-13T00:56:55.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:55 smithi032 bash[75510]: audit 2024-09-13T00:56:54.182340+0000 mon.a (mon.0) 2972 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1929025596"}]': finished 2024-09-13T00:56:55.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:55 smithi032 bash[75510]: cluster 2024-09-13T00:56:54.182574+0000 mon.a (mon.0) 2973 : cluster [DBG] osdmap e1584: 8 total, 8 up, 8 in 2024-09-13T00:56:55.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:55 smithi032 bash[76677]: audit 2024-09-13T00:56:54.182340+0000 mon.a (mon.0) 2972 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1929025596"}]': finished 2024-09-13T00:56:55.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:55 smithi032 bash[76677]: cluster 2024-09-13T00:56:54.182574+0000 mon.a (mon.0) 2973 : cluster [DBG] osdmap e1584: 8 total, 8 up, 8 in 2024-09-13T00:56:55.712 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.Metadata (130 ms) 2024-09-13T00:56:55.712 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-09-13T00:56:55.811 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.MetadataConfApply (98 ms) 2024-09-13T00:56:55.811 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-09-13T00:56:56.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:56 smithi053 bash[67631]: cluster 2024-09-13T00:56:54.407018+0000 mgr.y (mgr.34107) 1624 : cluster [DBG] pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 13 KiB/s wr, 251 op/s 2024-09-13T00:56:56.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:56 smithi053 bash[67631]: audit 2024-09-13T00:56:55.206101+0000 mon.a (mon.0) 2974 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:56:56.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:56 smithi053 bash[67631]: cluster 2024-09-13T00:56:56.028655+0000 mon.a (mon.0) 2975 : cluster [DBG] osdmap e1585: 8 total, 8 up, 8 in 2024-09-13T00:56:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:56 smithi032 bash[75510]: cluster 2024-09-13T00:56:54.407018+0000 mgr.y (mgr.34107) 1624 : cluster [DBG] pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 13 KiB/s wr, 251 op/s 2024-09-13T00:56:56.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:56 smithi032 bash[75510]: audit 2024-09-13T00:56:55.206101+0000 mon.a (mon.0) 2974 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:56:56.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:56 smithi032 bash[75510]: cluster 2024-09-13T00:56:56.028655+0000 mon.a (mon.0) 2975 : cluster [DBG] osdmap e1585: 8 total, 8 up, 8 in 2024-09-13T00:56:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:56 smithi032 bash[76677]: cluster 2024-09-13T00:56:54.407018+0000 mgr.y (mgr.34107) 1624 : cluster [DBG] pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 13 KiB/s wr, 251 op/s 2024-09-13T00:56:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:56 smithi032 bash[76677]: audit 2024-09-13T00:56:55.206101+0000 mon.a (mon.0) 2974 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:56:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:56 smithi032 bash[76677]: cluster 2024-09-13T00:56:56.028655+0000 mon.a (mon.0) 2975 : cluster [DBG] osdmap e1585: 8 total, 8 up, 8 in 2024-09-13T00:56:58.458 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapshotCopyup (2647 ms) 2024-09-13T00:56:58.459 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-09-13T00:56:58.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:58 smithi053 bash[67631]: cluster 2024-09-13T00:56:56.407888+0000 mgr.y (mgr.34107) 1625 : cluster [DBG] pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 12 KiB/s wr, 225 op/s 2024-09-13T00:56:58.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:58 smithi053 bash[67631]: cluster 2024-09-13T00:56:57.215622+0000 mon.a (mon.0) 2976 : cluster [DBG] osdmap e1586: 8 total, 8 up, 8 in 2024-09-13T00:56:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:58 smithi032 bash[75510]: cluster 2024-09-13T00:56:56.407888+0000 mgr.y (mgr.34107) 1625 : cluster [DBG] pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 12 KiB/s wr, 225 op/s 2024-09-13T00:56:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:58 smithi032 bash[75510]: cluster 2024-09-13T00:56:57.215622+0000 mon.a (mon.0) 2976 : cluster [DBG] osdmap e1586: 8 total, 8 up, 8 in 2024-09-13T00:56:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:58 smithi032 bash[76677]: cluster 2024-09-13T00:56:56.407888+0000 mgr.y (mgr.34107) 1625 : cluster [DBG] pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 12 KiB/s wr, 225 op/s 2024-09-13T00:56:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:58 smithi032 bash[76677]: cluster 2024-09-13T00:56:57.215622+0000 mon.a (mon.0) 2976 : cluster [DBG] osdmap e1586: 8 total, 8 up, 8 in 2024-09-13T00:56:59.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:56:59 smithi053 bash[67631]: cluster 2024-09-13T00:56:58.224486+0000 mon.a (mon.0) 2977 : cluster [DBG] osdmap e1587: 8 total, 8 up, 8 in 2024-09-13T00:56:59.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:56:59 smithi032 bash[75510]: cluster 2024-09-13T00:56:58.224486+0000 mon.a (mon.0) 2977 : cluster [DBG] osdmap e1587: 8 total, 8 up, 8 in 2024-09-13T00:56:59.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:56:59 smithi032 bash[76677]: cluster 2024-09-13T00:56:58.224486+0000 mon.a (mon.0) 2977 : cluster [DBG] osdmap e1587: 8 total, 8 up, 8 in 2024-09-13T00:57:00.311 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1853 ms) 2024-09-13T00:57:00.311 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-09-13T00:57:00.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:00 smithi053 bash[67631]: cluster 2024-09-13T00:56:58.409216+0000 mgr.y (mgr.34107) 1626 : cluster [DBG] pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 25 KiB/s wr, 266 op/s 2024-09-13T00:57:00.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:00 smithi053 bash[67631]: cluster 2024-09-13T00:56:59.234853+0000 mon.a (mon.0) 2978 : cluster [DBG] osdmap e1588: 8 total, 8 up, 8 in 2024-09-13T00:57:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:00 smithi032 bash[75510]: cluster 2024-09-13T00:56:58.409216+0000 mgr.y (mgr.34107) 1626 : cluster [DBG] pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 25 KiB/s wr, 266 op/s 2024-09-13T00:57:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:00 smithi032 bash[75510]: cluster 2024-09-13T00:56:59.234853+0000 mon.a (mon.0) 2978 : cluster [DBG] osdmap e1588: 8 total, 8 up, 8 in 2024-09-13T00:57:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:00 smithi032 bash[76677]: cluster 2024-09-13T00:56:58.409216+0000 mgr.y (mgr.34107) 1626 : cluster [DBG] pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 25 KiB/s wr, 266 op/s 2024-09-13T00:57:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:00 smithi032 bash[76677]: cluster 2024-09-13T00:56:59.234853+0000 mon.a (mon.0) 2978 : cluster [DBG] osdmap e1588: 8 total, 8 up, 8 in 2024-09-13T00:57:01.102 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (791 ms) 2024-09-13T00:57:01.102 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-09-13T00:57:01.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:01 smithi053 bash[67631]: cluster 2024-09-13T00:57:00.244780+0000 mon.a (mon.0) 2979 : cluster [DBG] osdmap e1589: 8 total, 8 up, 8 in 2024-09-13T00:57:01.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:01 smithi053 bash[67631]: cluster 2024-09-13T00:57:01.031831+0000 mon.a (mon.0) 2980 : cluster [DBG] osdmap e1590: 8 total, 8 up, 8 in 2024-09-13T00:57:01.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:01 smithi032 bash[75510]: cluster 2024-09-13T00:57:00.244780+0000 mon.a (mon.0) 2979 : cluster [DBG] osdmap e1589: 8 total, 8 up, 8 in 2024-09-13T00:57:01.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:01 smithi032 bash[75510]: cluster 2024-09-13T00:57:01.031831+0000 mon.a (mon.0) 2980 : cluster [DBG] osdmap e1590: 8 total, 8 up, 8 in 2024-09-13T00:57:01.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:01 smithi032 bash[76677]: cluster 2024-09-13T00:57:00.244780+0000 mon.a (mon.0) 2979 : cluster [DBG] osdmap e1589: 8 total, 8 up, 8 in 2024-09-13T00:57:01.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:01 smithi032 bash[76677]: cluster 2024-09-13T00:57:01.031831+0000 mon.a (mon.0) 2980 : cluster [DBG] osdmap e1590: 8 total, 8 up, 8 in 2024-09-13T00:57:02.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:02 smithi053 bash[67631]: cluster 2024-09-13T00:57:00.410059+0000 mgr.y (mgr.34107) 1627 : cluster [DBG] pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 25 KiB/s wr, 253 op/s 2024-09-13T00:57:02.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:02 smithi053 bash[67631]: cluster 2024-09-13T00:57:02.034942+0000 mon.a (mon.0) 2981 : cluster [DBG] osdmap e1591: 8 total, 8 up, 8 in 2024-09-13T00:57:02.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:57:02 smithi053 bash[94430]: ts=2024-09-13T00:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:57:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:57:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:57:02] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-09-13T00:57:02.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:02 smithi032 bash[75510]: cluster 2024-09-13T00:57:00.410059+0000 mgr.y (mgr.34107) 1627 : cluster [DBG] pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 25 KiB/s wr, 253 op/s 2024-09-13T00:57:02.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:02 smithi032 bash[75510]: cluster 2024-09-13T00:57:02.034942+0000 mon.a (mon.0) 2981 : cluster [DBG] osdmap e1591: 8 total, 8 up, 8 in 2024-09-13T00:57:02.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:02 smithi032 bash[76677]: cluster 2024-09-13T00:57:00.410059+0000 mgr.y (mgr.34107) 1627 : cluster [DBG] pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 25 KiB/s wr, 253 op/s 2024-09-13T00:57:02.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:02 smithi032 bash[76677]: cluster 2024-09-13T00:57:02.034942+0000 mon.a (mon.0) 2981 : cluster [DBG] osdmap e1591: 8 total, 8 up, 8 in 2024-09-13T00:57:03.170 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.ResizeCopyup (2067 ms) 2024-09-13T00:57:03.170 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-09-13T00:57:03.190 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T00:57:03.191 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.DiscardCopyup (21 ms) 2024-09-13T00:57:03.191 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.ImageOptions 2024-09-13T00:57:03.211 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.ImageOptions (21 ms) 2024-09-13T00:57:03.211 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-09-13T00:57:04.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:04 smithi053 bash[67631]: cluster 2024-09-13T00:57:02.411006+0000 mgr.y (mgr.34107) 1628 : cluster [DBG] pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 7.0 KiB/s wr, 59 op/s 2024-09-13T00:57:04.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:04 smithi053 bash[67631]: cluster 2024-09-13T00:57:03.037816+0000 mon.a (mon.0) 2982 : cluster [DBG] osdmap e1592: 8 total, 8 up, 8 in 2024-09-13T00:57:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:04 smithi032 bash[75510]: cluster 2024-09-13T00:57:02.411006+0000 mgr.y (mgr.34107) 1628 : cluster [DBG] pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 7.0 KiB/s wr, 59 op/s 2024-09-13T00:57:04.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:04 smithi032 bash[75510]: cluster 2024-09-13T00:57:03.037816+0000 mon.a (mon.0) 2982 : cluster [DBG] osdmap e1592: 8 total, 8 up, 8 in 2024-09-13T00:57:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:04 smithi032 bash[76677]: cluster 2024-09-13T00:57:02.411006+0000 mgr.y (mgr.34107) 1628 : cluster [DBG] pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 7.0 KiB/s wr, 59 op/s 2024-09-13T00:57:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:04 smithi032 bash[76677]: cluster 2024-09-13T00:57:03.037816+0000 mon.a (mon.0) 2982 : cluster [DBG] osdmap e1592: 8 total, 8 up, 8 in 2024-09-13T00:57:05.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:05 smithi053 bash[67631]: cluster 2024-09-13T00:57:04.261470+0000 mon.a (mon.0) 2983 : cluster [DBG] osdmap e1593: 8 total, 8 up, 8 in 2024-09-13T00:57:05.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:05 smithi032 bash[75510]: cluster 2024-09-13T00:57:04.261470+0000 mon.a (mon.0) 2983 : cluster [DBG] osdmap e1593: 8 total, 8 up, 8 in 2024-09-13T00:57:05.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:05 smithi032 bash[76677]: cluster 2024-09-13T00:57:04.261470+0000 mon.a (mon.0) 2983 : cluster [DBG] osdmap e1593: 8 total, 8 up, 8 in 2024-09-13T00:57:06.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:06 smithi053 bash[67631]: cluster 2024-09-13T00:57:04.411739+0000 mgr.y (mgr.34107) 1629 : cluster [DBG] pgmap v2775: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 1.0 MiB/s wr, 281 op/s 2024-09-13T00:57:06.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:06 smithi053 bash[67631]: cluster 2024-09-13T00:57:05.270530+0000 mon.a (mon.0) 2984 : cluster [DBG] osdmap e1594: 8 total, 8 up, 8 in 2024-09-13T00:57:06.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:06 smithi032 bash[75510]: cluster 2024-09-13T00:57:04.411739+0000 mgr.y (mgr.34107) 1629 : cluster [DBG] pgmap v2775: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 1.0 MiB/s wr, 281 op/s 2024-09-13T00:57:06.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:06 smithi032 bash[75510]: cluster 2024-09-13T00:57:05.270530+0000 mon.a (mon.0) 2984 : cluster [DBG] osdmap e1594: 8 total, 8 up, 8 in 2024-09-13T00:57:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:06 smithi032 bash[76677]: cluster 2024-09-13T00:57:04.411739+0000 mgr.y (mgr.34107) 1629 : cluster [DBG] pgmap v2775: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 1.0 MiB/s wr, 281 op/s 2024-09-13T00:57:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:06 smithi032 bash[76677]: cluster 2024-09-13T00:57:05.270530+0000 mon.a (mon.0) 2984 : cluster [DBG] osdmap e1594: 8 total, 8 up, 8 in 2024-09-13T00:57:07.331 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.WriteFullCopyup (4120 ms) 2024-09-13T00:57:07.331 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-09-13T00:57:07.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:07 smithi053 bash[67631]: cluster 2024-09-13T00:57:06.277662+0000 mon.a (mon.0) 2985 : cluster [DBG] osdmap e1595: 8 total, 8 up, 8 in 2024-09-13T00:57:07.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:07 smithi032 bash[75510]: cluster 2024-09-13T00:57:06.277662+0000 mon.a (mon.0) 2985 : cluster [DBG] osdmap e1595: 8 total, 8 up, 8 in 2024-09-13T00:57:07.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:07 smithi032 bash[76677]: cluster 2024-09-13T00:57:06.277662+0000 mon.a (mon.0) 2985 : cluster [DBG] osdmap e1595: 8 total, 8 up, 8 in 2024-09-13T00:57:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:08 smithi032 bash[75510]: cluster 2024-09-13T00:57:06.412438+0000 mgr.y (mgr.34107) 1630 : cluster [DBG] pgmap v2778: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 1.0 MiB/s wr, 317 op/s 2024-09-13T00:57:08.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:08 smithi032 bash[75510]: cluster 2024-09-13T00:57:07.288200+0000 mon.a (mon.0) 2986 : cluster [DBG] osdmap e1596: 8 total, 8 up, 8 in 2024-09-13T00:57:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:08 smithi032 bash[76677]: cluster 2024-09-13T00:57:06.412438+0000 mgr.y (mgr.34107) 1630 : cluster [DBG] pgmap v2778: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 1.0 MiB/s wr, 317 op/s 2024-09-13T00:57:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:08 smithi032 bash[76677]: cluster 2024-09-13T00:57:07.288200+0000 mon.a (mon.0) 2986 : cluster [DBG] osdmap e1596: 8 total, 8 up, 8 in 2024-09-13T00:57:08.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:08 smithi053 bash[67631]: cluster 2024-09-13T00:57:06.412438+0000 mgr.y (mgr.34107) 1630 : cluster [DBG] pgmap v2778: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 1.0 MiB/s wr, 317 op/s 2024-09-13T00:57:08.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:08 smithi053 bash[67631]: cluster 2024-09-13T00:57:07.288200+0000 mon.a (mon.0) 2986 : cluster [DBG] osdmap e1596: 8 total, 8 up, 8 in 2024-09-13T00:57:09.360 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2028 ms) 2024-09-13T00:57:09.360 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.TestCoR 2024-09-13T00:57:09.375 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-09-13T00:57:09.375 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.TestCoR (16 ms) 2024-09-13T00:57:09.375 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-09-13T00:57:09.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:09 smithi032 bash[75510]: cluster 2024-09-13T00:57:08.289314+0000 mon.a (mon.0) 2987 : cluster [DBG] osdmap e1597: 8 total, 8 up, 8 in 2024-09-13T00:57:09.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:09 smithi032 bash[76677]: cluster 2024-09-13T00:57:08.289314+0000 mon.a (mon.0) 2987 : cluster [DBG] osdmap e1597: 8 total, 8 up, 8 in 2024-09-13T00:57:09.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:09 smithi053 bash[67631]: cluster 2024-09-13T00:57:08.289314+0000 mon.a (mon.0) 2987 : cluster [DBG] osdmap e1597: 8 total, 8 up, 8 in 2024-09-13T00:57:09.929 INFO:tasks.workunit.client.0.smithi032.stdout:made parent image "image397": 4194304K (1024 * 4K) 2024-09-13T00:57:09.930 INFO:tasks.workunit.client.0.smithi032.stdout:generated random write map: 2024-09-13T00:57:09.930 INFO:tasks.workunit.client.0.smithi032.stdout: [13 , 55114 ] 2024-09-13T00:57:09.930 INFO:tasks.workunit.client.0.smithi032.stdout: [32 , 133315 ] 2024-09-13T00:57:09.930 INFO:tasks.workunit.client.0.smithi032.stdout: [34 , 139561 ] 2024-09-13T00:57:09.930 INFO:tasks.workunit.client.0.smithi032.stdout: [48 , 198803 ] 2024-09-13T00:57:09.930 INFO:tasks.workunit.client.0.smithi032.stdout: [61 , 253225 ] 2024-09-13T00:57:09.930 INFO:tasks.workunit.client.0.smithi032.stdout: [83 , 342693 ] 2024-09-13T00:57:09.930 INFO:tasks.workunit.client.0.smithi032.stdout: [88 , 363776 ] 2024-09-13T00:57:09.930 INFO:tasks.workunit.client.0.smithi032.stdout: [96 , 393406 ] 2024-09-13T00:57:09.930 INFO:tasks.workunit.client.0.smithi032.stdout: [117 , 481361 ] 2024-09-13T00:57:09.930 INFO:tasks.workunit.client.0.smithi032.stdout: [132 , 541249 ] 2024-09-13T00:57:09.930 INFO:tasks.workunit.client.0.smithi032.stdout: [157 , 644087 ] 2024-09-13T00:57:09.930 INFO:tasks.workunit.client.0.smithi032.stdout: [183 , 750909 ] 2024-09-13T00:57:09.931 INFO:tasks.workunit.client.0.smithi032.stdout: [185 , 758738 ] 2024-09-13T00:57:09.931 INFO:tasks.workunit.client.0.smithi032.stdout: [192 , 789991 ] 2024-09-13T00:57:09.931 INFO:tasks.workunit.client.0.smithi032.stdout: [194 , 797035 ] 2024-09-13T00:57:09.931 INFO:tasks.workunit.client.0.smithi032.stdout: [199 , 815524 ] 2024-09-13T00:57:09.931 INFO:tasks.workunit.client.0.smithi032.stdout: [203 , 835053 ] 2024-09-13T00:57:09.931 INFO:tasks.workunit.client.0.smithi032.stdout: [204 , 835862 ] 2024-09-13T00:57:09.931 INFO:tasks.workunit.client.0.smithi032.stdout: [206 , 845808 ] 2024-09-13T00:57:09.931 INFO:tasks.workunit.client.0.smithi032.stdout: [220 , 903203 ] 2024-09-13T00:57:09.931 INFO:tasks.workunit.client.0.smithi032.stdout: [235 , 962965 ] 2024-09-13T00:57:09.931 INFO:tasks.workunit.client.0.smithi032.stdout: [243 , 998747 ] 2024-09-13T00:57:09.931 INFO:tasks.workunit.client.0.smithi032.stdout: [246 , 1011007 ] 2024-09-13T00:57:09.931 INFO:tasks.workunit.client.0.smithi032.stdout: [256 , 1048955 ] 2024-09-13T00:57:09.931 INFO:tasks.workunit.client.0.smithi032.stdout: [263 , 1079950 ] 2024-09-13T00:57:09.932 INFO:tasks.workunit.client.0.smithi032.stdout: [267 , 1096911 ] 2024-09-13T00:57:09.932 INFO:tasks.workunit.client.0.smithi032.stdout: [282 , 1158047 ] 2024-09-13T00:57:09.932 INFO:tasks.workunit.client.0.smithi032.stdout: [283 , 1161743 ] 2024-09-13T00:57:09.932 INFO:tasks.workunit.client.0.smithi032.stdout: [285 , 1169278 ] 2024-09-13T00:57:09.932 INFO:tasks.workunit.client.0.smithi032.stdout: [293 , 1200594 ] 2024-09-13T00:57:09.932 INFO:tasks.workunit.client.0.smithi032.stdout: [303 , 1241348 ] 2024-09-13T00:57:09.932 INFO:tasks.workunit.client.0.smithi032.stdout: [311 , 1274388 ] 2024-09-13T00:57:09.932 INFO:tasks.workunit.client.0.smithi032.stdout: [312 , 1280973 ] 2024-09-13T00:57:09.932 INFO:tasks.workunit.client.0.smithi032.stdout: [320 , 1310769 ] 2024-09-13T00:57:09.932 INFO:tasks.workunit.client.0.smithi032.stdout: [322 , 1320436 ] 2024-09-13T00:57:09.932 INFO:tasks.workunit.client.0.smithi032.stdout: [335 , 1374577 ] 2024-09-13T00:57:09.932 INFO:tasks.workunit.client.0.smithi032.stdout: [338 , 1385987 ] 2024-09-13T00:57:09.932 INFO:tasks.workunit.client.0.smithi032.stdout: [339 , 1390846 ] 2024-09-13T00:57:09.933 INFO:tasks.workunit.client.0.smithi032.stdout: [342 , 1402810 ] 2024-09-13T00:57:09.933 INFO:tasks.workunit.client.0.smithi032.stdout: [347 , 1423634 ] 2024-09-13T00:57:09.933 INFO:tasks.workunit.client.0.smithi032.stdout: [357 , 1464412 ] 2024-09-13T00:57:09.933 INFO:tasks.workunit.client.0.smithi032.stdout: [374 , 1535306 ] 2024-09-13T00:57:09.933 INFO:tasks.workunit.client.0.smithi032.stdout: [376 , 1540396 ] 2024-09-13T00:57:09.933 INFO:tasks.workunit.client.0.smithi032.stdout: [385 , 1578820 ] 2024-09-13T00:57:09.933 INFO:tasks.workunit.client.0.smithi032.stdout: [395 , 1620892 ] 2024-09-13T00:57:09.933 INFO:tasks.workunit.client.0.smithi032.stdout: [400 , 1639654 ] 2024-09-13T00:57:09.933 INFO:tasks.workunit.client.0.smithi032.stdout: [401 , 1644058 ] 2024-09-13T00:57:09.933 INFO:tasks.workunit.client.0.smithi032.stdout: [409 , 1676399 ] 2024-09-13T00:57:09.933 INFO:tasks.workunit.client.0.smithi032.stdout: [430 , 1763821 ] 2024-09-13T00:57:09.933 INFO:tasks.workunit.client.0.smithi032.stdout: [434 , 1779811 ] 2024-09-13T00:57:09.933 INFO:tasks.workunit.client.0.smithi032.stdout: [443 , 1817771 ] 2024-09-13T00:57:09.934 INFO:tasks.workunit.client.0.smithi032.stdout: [446 , 1826838 ] 2024-09-13T00:57:09.934 INFO:tasks.workunit.client.0.smithi032.stdout: [448 , 1837733 ] 2024-09-13T00:57:09.934 INFO:tasks.workunit.client.0.smithi032.stdout: [466 , 1910270 ] 2024-09-13T00:57:09.934 INFO:tasks.workunit.client.0.smithi032.stdout: [478 , 1959014 ] 2024-09-13T00:57:09.934 INFO:tasks.workunit.client.0.smithi032.stdout: [487 , 1997544 ] 2024-09-13T00:57:09.934 INFO:tasks.workunit.client.0.smithi032.stdout: [490 , 2009307 ] 2024-09-13T00:57:09.934 INFO:tasks.workunit.client.0.smithi032.stdout: [502 , 2056976 ] 2024-09-13T00:57:09.934 INFO:tasks.workunit.client.0.smithi032.stdout: [515 , 2110072 ] 2024-09-13T00:57:09.934 INFO:tasks.workunit.client.0.smithi032.stdout: [517 , 2119292 ] 2024-09-13T00:57:09.934 INFO:tasks.workunit.client.0.smithi032.stdout: [522 , 2141181 ] 2024-09-13T00:57:09.934 INFO:tasks.workunit.client.0.smithi032.stdout: [535 , 2191477 ] 2024-09-13T00:57:09.934 INFO:tasks.workunit.client.0.smithi032.stdout: [549 , 2249894 ] 2024-09-13T00:57:09.934 INFO:tasks.workunit.client.0.smithi032.stdout: [551 , 2257946 ] 2024-09-13T00:57:09.934 INFO:tasks.workunit.client.0.smithi032.stdout: [554 , 2272425 ] 2024-09-13T00:57:09.935 INFO:tasks.workunit.client.0.smithi032.stdout: [562 , 2302758 ] 2024-09-13T00:57:09.935 INFO:tasks.workunit.client.0.smithi032.stdout: [585 , 2396656 ] 2024-09-13T00:57:09.935 INFO:tasks.workunit.client.0.smithi032.stdout: [607 , 2488287 ] 2024-09-13T00:57:09.935 INFO:tasks.workunit.client.0.smithi032.stdout: [619 , 2537185 ] 2024-09-13T00:57:09.935 INFO:tasks.workunit.client.0.smithi032.stdout: [627 , 2568612 ] 2024-09-13T00:57:09.935 INFO:tasks.workunit.client.0.smithi032.stdout: [666 , 2730433 ] 2024-09-13T00:57:09.935 INFO:tasks.workunit.client.0.smithi032.stdout: [670 , 2746438 ] 2024-09-13T00:57:09.935 INFO:tasks.workunit.client.0.smithi032.stdout: [673 , 2759557 ] 2024-09-13T00:57:09.935 INFO:tasks.workunit.client.0.smithi032.stdout: [680 , 2785399 ] 2024-09-13T00:57:09.935 INFO:tasks.workunit.client.0.smithi032.stdout: [692 , 2835180 ] 2024-09-13T00:57:09.935 INFO:tasks.workunit.client.0.smithi032.stdout: [695 , 2850034 ] 2024-09-13T00:57:09.935 INFO:tasks.workunit.client.0.smithi032.stdout: [701 , 2872295 ] 2024-09-13T00:57:09.936 INFO:tasks.workunit.client.0.smithi032.stdout: [725 , 2969976 ] 2024-09-13T00:57:09.936 INFO:tasks.workunit.client.0.smithi032.stdout: [742 , 3042259 ] 2024-09-13T00:57:09.936 INFO:tasks.workunit.client.0.smithi032.stdout: [749 , 3069451 ] 2024-09-13T00:57:09.936 INFO:tasks.workunit.client.0.smithi032.stdout: [769 , 3151344 ] 2024-09-13T00:57:09.936 INFO:tasks.workunit.client.0.smithi032.stdout: [774 , 3173771 ] 2024-09-13T00:57:09.936 INFO:tasks.workunit.client.0.smithi032.stdout: [793 , 3249963 ] 2024-09-13T00:57:09.936 INFO:tasks.workunit.client.0.smithi032.stdout: [811 , 3324599 ] 2024-09-13T00:57:09.936 INFO:tasks.workunit.client.0.smithi032.stdout: [819 , 3357466 ] 2024-09-13T00:57:09.936 INFO:tasks.workunit.client.0.smithi032.stdout: [855 , 3504894 ] 2024-09-13T00:57:09.936 INFO:tasks.workunit.client.0.smithi032.stdout: [865 , 3544634 ] 2024-09-13T00:57:09.936 INFO:tasks.workunit.client.0.smithi032.stdout: [891 , 3650313 ] 2024-09-13T00:57:09.936 INFO:tasks.workunit.client.0.smithi032.stdout: [892 , 3656222 ] 2024-09-13T00:57:09.936 INFO:tasks.workunit.client.0.smithi032.stdout: [898 , 3681355 ] 2024-09-13T00:57:09.937 INFO:tasks.workunit.client.0.smithi032.stdout: [915 , 3751319 ] 2024-09-13T00:57:09.937 INFO:tasks.workunit.client.0.smithi032.stdout: [954 , 3910235 ] 2024-09-13T00:57:09.937 INFO:tasks.workunit.client.0.smithi032.stdout: [973 , 3988658 ] 2024-09-13T00:57:09.937 INFO:tasks.workunit.client.0.smithi032.stdout: [984 , 4033805 ] 2024-09-13T00:57:09.937 INFO:tasks.workunit.client.0.smithi032.stdout: [995 , 4075966 ] 2024-09-13T00:57:09.937 INFO:tasks.workunit.client.0.smithi032.stdout: [996 , 4081347 ] 2024-09-13T00:57:09.937 INFO:tasks.workunit.client.0.smithi032.stdout: [1009 , 4134676 ] 2024-09-13T00:57:09.937 INFO:tasks.workunit.client.0.smithi032.stdout: [1013 , 4150883 ] 2024-09-13T00:57:09.937 INFO:tasks.workunit.client.0.smithi032.stdout:write data based on random map 2024-09-13T00:57:09.937 INFO:tasks.workunit.client.0.smithi032.stdout: write object-13 2024-09-13T00:57:09.937 INFO:tasks.workunit.client.0.smithi032.stdout: write object-32 2024-09-13T00:57:09.937 INFO:tasks.workunit.client.0.smithi032.stdout: write object-34 2024-09-13T00:57:09.937 INFO:tasks.workunit.client.0.smithi032.stdout: write object-48 2024-09-13T00:57:09.938 INFO:tasks.workunit.client.0.smithi032.stdout: write object-61 2024-09-13T00:57:09.938 INFO:tasks.workunit.client.0.smithi032.stdout: write object-83 2024-09-13T00:57:09.938 INFO:tasks.workunit.client.0.smithi032.stdout: write object-88 2024-09-13T00:57:09.938 INFO:tasks.workunit.client.0.smithi032.stdout: write object-96 2024-09-13T00:57:09.938 INFO:tasks.workunit.client.0.smithi032.stdout: write object-117 2024-09-13T00:57:09.938 INFO:tasks.workunit.client.0.smithi032.stdout: write object-132 2024-09-13T00:57:09.938 INFO:tasks.workunit.client.0.smithi032.stdout: write object-157 2024-09-13T00:57:09.938 INFO:tasks.workunit.client.0.smithi032.stdout: write object-183 2024-09-13T00:57:09.938 INFO:tasks.workunit.client.0.smithi032.stdout: write object-185 2024-09-13T00:57:09.938 INFO:tasks.workunit.client.0.smithi032.stdout: write object-192 2024-09-13T00:57:09.938 INFO:tasks.workunit.client.0.smithi032.stdout: write object-194 2024-09-13T00:57:09.938 INFO:tasks.workunit.client.0.smithi032.stdout: write object-199 2024-09-13T00:57:09.938 INFO:tasks.workunit.client.0.smithi032.stdout: write object-203 2024-09-13T00:57:09.939 INFO:tasks.workunit.client.0.smithi032.stdout: write object-204 2024-09-13T00:57:09.939 INFO:tasks.workunit.client.0.smithi032.stdout: write object-206 2024-09-13T00:57:09.939 INFO:tasks.workunit.client.0.smithi032.stdout: write object-220 2024-09-13T00:57:09.939 INFO:tasks.workunit.client.0.smithi032.stdout: write object-235 2024-09-13T00:57:09.939 INFO:tasks.workunit.client.0.smithi032.stdout: write object-243 2024-09-13T00:57:09.939 INFO:tasks.workunit.client.0.smithi032.stdout: write object-246 2024-09-13T00:57:09.939 INFO:tasks.workunit.client.0.smithi032.stdout: write object-256 2024-09-13T00:57:09.939 INFO:tasks.workunit.client.0.smithi032.stdout: write object-263 2024-09-13T00:57:09.939 INFO:tasks.workunit.client.0.smithi032.stdout: write object-267 2024-09-13T00:57:09.939 INFO:tasks.workunit.client.0.smithi032.stdout: write object-282 2024-09-13T00:57:09.939 INFO:tasks.workunit.client.0.smithi032.stdout: write object-283 2024-09-13T00:57:09.939 INFO:tasks.workunit.client.0.smithi032.stdout: write object-285 2024-09-13T00:57:09.939 INFO:tasks.workunit.client.0.smithi032.stdout: write object-293 2024-09-13T00:57:09.939 INFO:tasks.workunit.client.0.smithi032.stdout: write object-303 2024-09-13T00:57:09.940 INFO:tasks.workunit.client.0.smithi032.stdout: write object-311 2024-09-13T00:57:09.940 INFO:tasks.workunit.client.0.smithi032.stdout: write object-312 2024-09-13T00:57:09.940 INFO:tasks.workunit.client.0.smithi032.stdout: write object-320 2024-09-13T00:57:09.940 INFO:tasks.workunit.client.0.smithi032.stdout: write object-322 2024-09-13T00:57:09.940 INFO:tasks.workunit.client.0.smithi032.stdout: write object-335 2024-09-13T00:57:09.940 INFO:tasks.workunit.client.0.smithi032.stdout: write object-338 2024-09-13T00:57:09.940 INFO:tasks.workunit.client.0.smithi032.stdout: write object-339 2024-09-13T00:57:09.940 INFO:tasks.workunit.client.0.smithi032.stdout: write object-342 2024-09-13T00:57:09.940 INFO:tasks.workunit.client.0.smithi032.stdout: write object-347 2024-09-13T00:57:09.940 INFO:tasks.workunit.client.0.smithi032.stdout: write object-357 2024-09-13T00:57:09.940 INFO:tasks.workunit.client.0.smithi032.stdout: write object-374 2024-09-13T00:57:09.940 INFO:tasks.workunit.client.0.smithi032.stdout: write object-376 2024-09-13T00:57:09.941 INFO:tasks.workunit.client.0.smithi032.stdout: write object-385 2024-09-13T00:57:09.941 INFO:tasks.workunit.client.0.smithi032.stdout: write object-395 2024-09-13T00:57:09.941 INFO:tasks.workunit.client.0.smithi032.stdout: write object-400 2024-09-13T00:57:09.941 INFO:tasks.workunit.client.0.smithi032.stdout: write object-401 2024-09-13T00:57:09.941 INFO:tasks.workunit.client.0.smithi032.stdout: write object-409 2024-09-13T00:57:09.941 INFO:tasks.workunit.client.0.smithi032.stdout: write object-430 2024-09-13T00:57:09.941 INFO:tasks.workunit.client.0.smithi032.stdout: write object-434 2024-09-13T00:57:09.941 INFO:tasks.workunit.client.0.smithi032.stdout: write object-443 2024-09-13T00:57:09.941 INFO:tasks.workunit.client.0.smithi032.stdout: write object-446 2024-09-13T00:57:09.941 INFO:tasks.workunit.client.0.smithi032.stdout: write object-448 2024-09-13T00:57:09.941 INFO:tasks.workunit.client.0.smithi032.stdout: write object-466 2024-09-13T00:57:09.941 INFO:tasks.workunit.client.0.smithi032.stdout: write object-478 2024-09-13T00:57:09.941 INFO:tasks.workunit.client.0.smithi032.stdout: write object-487 2024-09-13T00:57:09.941 INFO:tasks.workunit.client.0.smithi032.stdout: write object-490 2024-09-13T00:57:09.942 INFO:tasks.workunit.client.0.smithi032.stdout: write object-502 2024-09-13T00:57:09.942 INFO:tasks.workunit.client.0.smithi032.stdout: write object-515 2024-09-13T00:57:09.942 INFO:tasks.workunit.client.0.smithi032.stdout: write object-517 2024-09-13T00:57:09.942 INFO:tasks.workunit.client.0.smithi032.stdout: write object-522 2024-09-13T00:57:09.942 INFO:tasks.workunit.client.0.smithi032.stdout: write object-535 2024-09-13T00:57:09.942 INFO:tasks.workunit.client.0.smithi032.stdout: write object-549 2024-09-13T00:57:09.942 INFO:tasks.workunit.client.0.smithi032.stdout: write object-551 2024-09-13T00:57:09.942 INFO:tasks.workunit.client.0.smithi032.stdout: write object-554 2024-09-13T00:57:09.942 INFO:tasks.workunit.client.0.smithi032.stdout: write object-562 2024-09-13T00:57:09.942 INFO:tasks.workunit.client.0.smithi032.stdout: write object-585 2024-09-13T00:57:09.942 INFO:tasks.workunit.client.0.smithi032.stdout: write object-607 2024-09-13T00:57:09.942 INFO:tasks.workunit.client.0.smithi032.stdout: write object-619 2024-09-13T00:57:09.942 INFO:tasks.workunit.client.0.smithi032.stdout: write object-627 2024-09-13T00:57:09.943 INFO:tasks.workunit.client.0.smithi032.stdout: write object-666 2024-09-13T00:57:09.943 INFO:tasks.workunit.client.0.smithi032.stdout: write object-670 2024-09-13T00:57:09.943 INFO:tasks.workunit.client.0.smithi032.stdout: write object-673 2024-09-13T00:57:09.943 INFO:tasks.workunit.client.0.smithi032.stdout: write object-680 2024-09-13T00:57:09.943 INFO:tasks.workunit.client.0.smithi032.stdout: write object-692 2024-09-13T00:57:09.943 INFO:tasks.workunit.client.0.smithi032.stdout: write object-695 2024-09-13T00:57:09.943 INFO:tasks.workunit.client.0.smithi032.stdout: write object-701 2024-09-13T00:57:09.943 INFO:tasks.workunit.client.0.smithi032.stdout: write object-725 2024-09-13T00:57:09.943 INFO:tasks.workunit.client.0.smithi032.stdout: write object-742 2024-09-13T00:57:09.943 INFO:tasks.workunit.client.0.smithi032.stdout: write object-749 2024-09-13T00:57:09.943 INFO:tasks.workunit.client.0.smithi032.stdout: write object-769 2024-09-13T00:57:09.943 INFO:tasks.workunit.client.0.smithi032.stdout: write object-774 2024-09-13T00:57:09.943 INFO:tasks.workunit.client.0.smithi032.stdout: write object-793 2024-09-13T00:57:09.943 INFO:tasks.workunit.client.0.smithi032.stdout: write object-811 2024-09-13T00:57:09.944 INFO:tasks.workunit.client.0.smithi032.stdout: write object-819 2024-09-13T00:57:09.944 INFO:tasks.workunit.client.0.smithi032.stdout: write object-855 2024-09-13T00:57:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:10 smithi032 bash[75510]: cluster 2024-09-13T00:57:08.413450+0000 mgr.y (mgr.34107) 1631 : cluster [DBG] pgmap v2781: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 299 op/s 2024-09-13T00:57:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:10 smithi032 bash[75510]: cluster 2024-09-13T00:57:09.305328+0000 mon.a (mon.0) 2988 : cluster [DBG] osdmap e1598: 8 total, 8 up, 8 in 2024-09-13T00:57:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:10 smithi032 bash[75510]: audit 2024-09-13T00:57:10.206597+0000 mon.a (mon.0) 2989 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:57:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:10 smithi032 bash[76677]: cluster 2024-09-13T00:57:08.413450+0000 mgr.y (mgr.34107) 1631 : cluster [DBG] pgmap v2781: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 299 op/s 2024-09-13T00:57:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:10 smithi032 bash[76677]: cluster 2024-09-13T00:57:09.305328+0000 mon.a (mon.0) 2988 : cluster [DBG] osdmap e1598: 8 total, 8 up, 8 in 2024-09-13T00:57:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:10 smithi032 bash[76677]: audit 2024-09-13T00:57:10.206597+0000 mon.a (mon.0) 2989 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:57:10.693 INFO:tasks.workunit.client.0.smithi032.stdout: write object-865 2024-09-13T00:57:10.693 INFO:tasks.workunit.client.0.smithi032.stdout: write object-891 2024-09-13T00:57:10.693 INFO:tasks.workunit.client.0.smithi032.stdout: write object-892 2024-09-13T00:57:10.693 INFO:tasks.workunit.client.0.smithi032.stdout: write object-898 2024-09-13T00:57:10.693 INFO:tasks.workunit.client.0.smithi032.stdout: write object-915 2024-09-13T00:57:10.693 INFO:tasks.workunit.client.0.smithi032.stdout: write object-954 2024-09-13T00:57:10.693 INFO:tasks.workunit.client.0.smithi032.stdout: write object-973 2024-09-13T00:57:10.694 INFO:tasks.workunit.client.0.smithi032.stdout: write object-984 2024-09-13T00:57:10.694 INFO:tasks.workunit.client.0.smithi032.stdout: write object-995 2024-09-13T00:57:10.694 INFO:tasks.workunit.client.0.smithi032.stdout: write object-996 2024-09-13T00:57:10.694 INFO:tasks.workunit.client.0.smithi032.stdout: write object-1009 2024-09-13T00:57:10.694 INFO:tasks.workunit.client.0.smithi032.stdout: write object-1013 2024-09-13T00:57:10.694 INFO:tasks.workunit.client.0.smithi032.stdout:verify written data by reading 2024-09-13T00:57:10.694 INFO:tasks.workunit.client.0.smithi032.stdout: read object-13 2024-09-13T00:57:10.694 INFO:tasks.workunit.client.0.smithi032.stdout:made snapshot "image397@parent_snap" and protect it 2024-09-13T00:57:10.694 INFO:tasks.workunit.client.0.smithi032.stdout:made and opened clone "image398" 2024-09-13T00:57:10.694 INFO:tasks.workunit.client.0.smithi032.stdout:flattening clone: "image398" 2024-09-13T00:57:10.694 INFO:tasks.workunit.client.0.smithi032.stdout:check whether child image has the same set of objects as parent 2024-09-13T00:57:10.694 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1318 ms) 2024-09-13T00:57:10.694 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-09-13T00:57:10.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:10 smithi053 bash[67631]: cluster 2024-09-13T00:57:08.413450+0000 mgr.y (mgr.34107) 1631 : cluster [DBG] pgmap v2781: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 299 op/s 2024-09-13T00:57:10.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:10 smithi053 bash[67631]: cluster 2024-09-13T00:57:09.305328+0000 mon.a (mon.0) 2988 : cluster [DBG] osdmap e1598: 8 total, 8 up, 8 in 2024-09-13T00:57:10.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:10 smithi053 bash[67631]: audit 2024-09-13T00:57:10.206597+0000 mon.a (mon.0) 2989 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:57:10.801 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.PoolMetadataConfApply (107 ms) 2024-09-13T00:57:10.801 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.Sparsify 2024-09-13T00:57:10.833 INFO:tasks.workunit.client.0.smithi032.stdout:sparsify_supported=1 2024-09-13T00:57:10.833 INFO:tasks.workunit.client.0.smithi032.stdout:sparse_read_supported=1 2024-09-13T00:57:10.871 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.Sparsify (71 ms) 2024-09-13T00:57:10.871 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SparsifyClone 2024-09-13T00:57:10.897 INFO:tasks.workunit.client.0.smithi032.stdout:sparsify_supported=1 2024-09-13T00:57:11.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:57:10 smithi032 bash[68847]: [13/Sep/2024:00:57:10] ENGINE Bus STOPPING 2024-09-13T00:57:11.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:57:10 smithi032 bash[68847]: [13/Sep/2024:00:57:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:57:11.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:57:10 smithi032 bash[68847]: [13/Sep/2024:00:57:10] ENGINE Bus STOPPED 2024-09-13T00:57:11.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:57:10 smithi032 bash[68847]: [13/Sep/2024:00:57:10] ENGINE Bus STARTING 2024-09-13T00:57:11.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:57:10 smithi032 bash[68847]: [13/Sep/2024:00:57:10] ENGINE Serving on http://:::9283 2024-09-13T00:57:11.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:57:10 smithi032 bash[68847]: [13/Sep/2024:00:57:10] ENGINE Bus STARTED 2024-09-13T00:57:11.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:11 smithi032 bash[75510]: cluster 2024-09-13T00:57:10.310901+0000 mon.a (mon.0) 2990 : cluster [DBG] osdmap e1599: 8 total, 8 up, 8 in 2024-09-13T00:57:11.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:11 smithi032 bash[75510]: audit 2024-09-13T00:57:10.723348+0000 mon.a (mon.0) 2991 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:57:11.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:11 smithi032 bash[75510]: audit 2024-09-13T00:57:10.736909+0000 mon.a (mon.0) 2992 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:57:11.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:11 smithi032 bash[75510]: audit 2024-09-13T00:57:10.741028+0000 mon.a (mon.0) 2993 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:57:11.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:11 smithi032 bash[75510]: audit 2024-09-13T00:57:10.742692+0000 mon.a (mon.0) 2994 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:57:11.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:11 smithi032 bash[75510]: audit 2024-09-13T00:57:10.743532+0000 mon.a (mon.0) 2995 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:57:11.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:11 smithi032 bash[75510]: audit 2024-09-13T00:57:10.750109+0000 mon.a (mon.0) 2996 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:57:11.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:11 smithi032 bash[76677]: cluster 2024-09-13T00:57:10.310901+0000 mon.a (mon.0) 2990 : cluster [DBG] osdmap e1599: 8 total, 8 up, 8 in 2024-09-13T00:57:11.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:11 smithi032 bash[76677]: audit 2024-09-13T00:57:10.723348+0000 mon.a (mon.0) 2991 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:57:11.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:11 smithi032 bash[76677]: audit 2024-09-13T00:57:10.736909+0000 mon.a (mon.0) 2992 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:57:11.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:11 smithi032 bash[76677]: audit 2024-09-13T00:57:10.741028+0000 mon.a (mon.0) 2993 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:57:11.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:11 smithi032 bash[76677]: audit 2024-09-13T00:57:10.742692+0000 mon.a (mon.0) 2994 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:57:11.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:11 smithi032 bash[76677]: audit 2024-09-13T00:57:10.743532+0000 mon.a (mon.0) 2995 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:57:11.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:11 smithi032 bash[76677]: audit 2024-09-13T00:57:10.750109+0000 mon.a (mon.0) 2996 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:57:11.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:11 smithi053 bash[67631]: cluster 2024-09-13T00:57:10.310901+0000 mon.a (mon.0) 2990 : cluster [DBG] osdmap e1599: 8 total, 8 up, 8 in 2024-09-13T00:57:11.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:11 smithi053 bash[67631]: audit 2024-09-13T00:57:10.723348+0000 mon.a (mon.0) 2991 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:57:11.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:11 smithi053 bash[67631]: audit 2024-09-13T00:57:10.736909+0000 mon.a (mon.0) 2992 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:57:11.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:11 smithi053 bash[67631]: audit 2024-09-13T00:57:10.741028+0000 mon.a (mon.0) 2993 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:57:11.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:11 smithi053 bash[67631]: audit 2024-09-13T00:57:10.742692+0000 mon.a (mon.0) 2994 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:57:11.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:11 smithi053 bash[67631]: audit 2024-09-13T00:57:10.743532+0000 mon.a (mon.0) 2995 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:57:11.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:11 smithi053 bash[67631]: audit 2024-09-13T00:57:10.750109+0000 mon.a (mon.0) 2996 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:57:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:57:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:57:12] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-09-13T00:57:12.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:12 smithi032 bash[75510]: cluster 2024-09-13T00:57:10.414234+0000 mgr.y (mgr.34107) 1632 : cluster [DBG] pgmap v2784: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 230 op/s 2024-09-13T00:57:12.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:12 smithi032 bash[75510]: cluster 2024-09-13T00:57:11.756512+0000 mon.a (mon.0) 2997 : cluster [DBG] osdmap e1600: 8 total, 8 up, 8 in 2024-09-13T00:57:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:12 smithi032 bash[76677]: cluster 2024-09-13T00:57:10.414234+0000 mgr.y (mgr.34107) 1632 : cluster [DBG] pgmap v2784: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 230 op/s 2024-09-13T00:57:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:12 smithi032 bash[76677]: cluster 2024-09-13T00:57:11.756512+0000 mon.a (mon.0) 2997 : cluster [DBG] osdmap e1600: 8 total, 8 up, 8 in 2024-09-13T00:57:12.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:12 smithi053 bash[67631]: cluster 2024-09-13T00:57:10.414234+0000 mgr.y (mgr.34107) 1632 : cluster [DBG] pgmap v2784: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 230 op/s 2024-09-13T00:57:12.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:12 smithi053 bash[67631]: cluster 2024-09-13T00:57:11.756512+0000 mon.a (mon.0) 2997 : cluster [DBG] osdmap e1600: 8 total, 8 up, 8 in 2024-09-13T00:57:12.788 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:57:12 smithi053 bash[94430]: ts=2024-09-13T00:57:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:57:12.798 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SparsifyClone (1927 ms) 2024-09-13T00:57:12.798 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.MissingDataPool 2024-09-13T00:57:14.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:13 smithi053 bash[67631]: cluster 2024-09-13T00:57:12.415101+0000 mgr.y (mgr.34107) 1633 : cluster [DBG] pgmap v2786: 137 pgs: 137 active+clean; 8.8 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 382 op/s 2024-09-13T00:57:14.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:13 smithi053 bash[67631]: cluster 2024-09-13T00:57:12.759709+0000 mon.a (mon.0) 2998 : cluster [DBG] osdmap e1601: 8 total, 8 up, 8 in 2024-09-13T00:57:14.049 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.MissingDataPool (1251 ms) 2024-09-13T00:57:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:13 smithi032 bash[75510]: cluster 2024-09-13T00:57:12.415101+0000 mgr.y (mgr.34107) 1633 : cluster [DBG] pgmap v2786: 137 pgs: 137 active+clean; 8.8 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 382 op/s 2024-09-13T00:57:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:13 smithi032 bash[75510]: cluster 2024-09-13T00:57:12.759709+0000 mon.a (mon.0) 2998 : cluster [DBG] osdmap e1601: 8 total, 8 up, 8 in 2024-09-13T00:57:14.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:13 smithi032 bash[76677]: cluster 2024-09-13T00:57:12.415101+0000 mgr.y (mgr.34107) 1633 : cluster [DBG] pgmap v2786: 137 pgs: 137 active+clean; 8.8 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 382 op/s 2024-09-13T00:57:14.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:13 smithi032 bash[76677]: cluster 2024-09-13T00:57:12.759709+0000 mon.a (mon.0) 2998 : cluster [DBG] osdmap e1601: 8 total, 8 up, 8 in 2024-09-13T00:57:14.785 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 34 tests from TestInternal (36012 ms total) 2024-09-13T00:57:14.786 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:57:14.786 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 17 tests from TestImageWatcher 2024-09-13T00:57:15.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:14 smithi053 bash[67631]: cluster 2024-09-13T00:57:13.768543+0000 mon.a (mon.0) 2999 : cluster [DBG] osdmap e1602: 8 total, 8 up, 8 in 2024-09-13T00:57:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:14 smithi032 bash[75510]: cluster 2024-09-13T00:57:13.768543+0000 mon.a (mon.0) 2999 : cluster [DBG] osdmap e1602: 8 total, 8 up, 8 in 2024-09-13T00:57:15.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:14 smithi032 bash[76677]: cluster 2024-09-13T00:57:13.768543+0000 mon.a (mon.0) 2999 : cluster [DBG] osdmap e1602: 8 total, 8 up, 8 in 2024-09-13T00:57:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:15 smithi053 bash[67631]: cluster 2024-09-13T00:57:14.415803+0000 mgr.y (mgr.34107) 1634 : cluster [DBG] pgmap v2789: 137 pgs: 137 active+clean; 9.0 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 513 KiB/s rd, 180 KiB/s wr, 810 op/s 2024-09-13T00:57:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:15 smithi053 bash[67631]: cluster 2024-09-13T00:57:14.778720+0000 mon.a (mon.0) 3000 : cluster [DBG] osdmap e1603: 8 total, 8 up, 8 in 2024-09-13T00:57:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:15 smithi032 bash[75510]: cluster 2024-09-13T00:57:14.415803+0000 mgr.y (mgr.34107) 1634 : cluster [DBG] pgmap v2789: 137 pgs: 137 active+clean; 9.0 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 513 KiB/s rd, 180 KiB/s wr, 810 op/s 2024-09-13T00:57:16.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:15 smithi032 bash[75510]: cluster 2024-09-13T00:57:14.778720+0000 mon.a (mon.0) 3000 : cluster [DBG] osdmap e1603: 8 total, 8 up, 8 in 2024-09-13T00:57:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:15 smithi032 bash[76677]: cluster 2024-09-13T00:57:14.415803+0000 mgr.y (mgr.34107) 1634 : cluster [DBG] pgmap v2789: 137 pgs: 137 active+clean; 9.0 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 513 KiB/s rd, 180 KiB/s wr, 810 op/s 2024-09-13T00:57:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:15 smithi032 bash[76677]: cluster 2024-09-13T00:57:14.778720+0000 mon.a (mon.0) 3000 : cluster [DBG] osdmap e1603: 8 total, 8 up, 8 in 2024-09-13T00:57:16.803 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-09-13T00:57:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:16 smithi032 bash[75510]: cluster 2024-09-13T00:57:15.789241+0000 mon.a (mon.0) 3001 : cluster [DBG] osdmap e1604: 8 total, 8 up, 8 in 2024-09-13T00:57:17.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:16 smithi032 bash[75510]: audit 2024-09-13T00:57:15.798618+0000 mon.c (mon.2) 98 : audit [INF] from='client.? 172.21.15.32:0/2489787421' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:17.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:16 smithi032 bash[75510]: audit 2024-09-13T00:57:15.799743+0000 mon.a (mon.0) 3002 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:16 smithi032 bash[76677]: cluster 2024-09-13T00:57:15.789241+0000 mon.a (mon.0) 3001 : cluster [DBG] osdmap e1604: 8 total, 8 up, 8 in 2024-09-13T00:57:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:16 smithi032 bash[76677]: audit 2024-09-13T00:57:15.798618+0000 mon.c (mon.2) 98 : audit [INF] from='client.? 172.21.15.32:0/2489787421' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:16 smithi032 bash[76677]: audit 2024-09-13T00:57:15.799743+0000 mon.a (mon.0) 3002 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:16 smithi053 bash[67631]: cluster 2024-09-13T00:57:15.789241+0000 mon.a (mon.0) 3001 : cluster [DBG] osdmap e1604: 8 total, 8 up, 8 in 2024-09-13T00:57:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:16 smithi053 bash[67631]: audit 2024-09-13T00:57:15.798618+0000 mon.c (mon.2) 98 : audit [INF] from='client.? 172.21.15.32:0/2489787421' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:16 smithi053 bash[67631]: audit 2024-09-13T00:57:15.799743+0000 mon.a (mon.0) 3002 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:18.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:17 smithi032 bash[75510]: cluster 2024-09-13T00:57:16.416707+0000 mgr.y (mgr.34107) 1635 : cluster [DBG] pgmap v2792: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:18.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:17 smithi032 bash[75510]: cluster 2024-09-13T00:57:16.782413+0000 mon.a (mon.0) 3003 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:57:18.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:17 smithi032 bash[75510]: audit 2024-09-13T00:57:16.801378+0000 mon.a (mon.0) 3004 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:18.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:17 smithi032 bash[75510]: cluster 2024-09-13T00:57:16.801874+0000 mon.a (mon.0) 3005 : cluster [DBG] osdmap e1605: 8 total, 8 up, 8 in 2024-09-13T00:57:18.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:17 smithi032 bash[76677]: cluster 2024-09-13T00:57:16.416707+0000 mgr.y (mgr.34107) 1635 : cluster [DBG] pgmap v2792: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:18.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:17 smithi032 bash[76677]: cluster 2024-09-13T00:57:16.782413+0000 mon.a (mon.0) 3003 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:57:18.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:17 smithi032 bash[76677]: audit 2024-09-13T00:57:16.801378+0000 mon.a (mon.0) 3004 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:18.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:17 smithi032 bash[76677]: cluster 2024-09-13T00:57:16.801874+0000 mon.a (mon.0) 3005 : cluster [DBG] osdmap e1605: 8 total, 8 up, 8 in 2024-09-13T00:57:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:17 smithi053 bash[67631]: cluster 2024-09-13T00:57:16.416707+0000 mgr.y (mgr.34107) 1635 : cluster [DBG] pgmap v2792: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:17 smithi053 bash[67631]: cluster 2024-09-13T00:57:16.782413+0000 mon.a (mon.0) 3003 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:57:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:17 smithi053 bash[67631]: audit 2024-09-13T00:57:16.801378+0000 mon.a (mon.0) 3004 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:17 smithi053 bash[67631]: cluster 2024-09-13T00:57:16.801874+0000 mon.a (mon.0) 3005 : cluster [DBG] osdmap e1605: 8 total, 8 up, 8 in 2024-09-13T00:57:18.893 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2089 ms) 2024-09-13T00:57:18.893 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-09-13T00:57:18.939 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyFlatten (47 ms) 2024-09-13T00:57:18.940 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-09-13T00:57:18.983 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyResize (44 ms) 2024-09-13T00:57:18.983 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-09-13T00:57:19.022 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (39 ms) 2024-09-13T00:57:19.022 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-09-13T00:57:19.067 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (44 ms) 2024-09-13T00:57:19.067 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-09-13T00:57:19.117 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (50 ms) 2024-09-13T00:57:19.117 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-09-13T00:57:19.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:18 smithi032 bash[75510]: cluster 2024-09-13T00:57:17.801978+0000 mon.a (mon.0) 3006 : cluster [DBG] osdmap e1606: 8 total, 8 up, 8 in 2024-09-13T00:57:19.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:18 smithi032 bash[76677]: cluster 2024-09-13T00:57:17.801978+0000 mon.a (mon.0) 3006 : cluster [DBG] osdmap e1606: 8 total, 8 up, 8 in 2024-09-13T00:57:19.168 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (51 ms) 2024-09-13T00:57:19.168 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-09-13T00:57:19.226 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifySnapRename (57 ms) 2024-09-13T00:57:19.226 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-09-13T00:57:19.281 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (55 ms) 2024-09-13T00:57:19.281 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-09-13T00:57:19.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:18 smithi053 bash[67631]: cluster 2024-09-13T00:57:17.801978+0000 mon.a (mon.0) 3006 : cluster [DBG] osdmap e1606: 8 total, 8 up, 8 in 2024-09-13T00:57:19.335 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (53 ms) 2024-09-13T00:57:19.335 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-09-13T00:57:19.384 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (50 ms) 2024-09-13T00:57:19.384 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-09-13T00:57:19.432 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (48 ms) 2024-09-13T00:57:19.432 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-09-13T00:57:19.487 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyRename (55 ms) 2024-09-13T00:57:19.488 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-09-13T00:57:19.543 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (55 ms) 2024-09-13T00:57:19.543 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-09-13T00:57:19.592 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (50 ms) 2024-09-13T00:57:19.592 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-09-13T00:57:19.642 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (50 ms) 2024-09-13T00:57:19.642 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-09-13T00:57:19.690 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (48 ms) 2024-09-13T00:57:19.841 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 17 tests from TestImageWatcher (2887 ms total) 2024-09-13T00:57:19.841 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:57:19.842 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 160 tests from TestLibRBD 2024-09-13T00:57:19.896 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-09-13T00:57:20.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:19 smithi032 bash[75510]: cluster 2024-09-13T00:57:18.417607+0000 mgr.y (mgr.34107) 1636 : cluster [DBG] pgmap v2795: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:20.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:19 smithi032 bash[75510]: cluster 2024-09-13T00:57:18.806155+0000 mon.a (mon.0) 3007 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:57:20.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:19 smithi032 bash[75510]: cluster 2024-09-13T00:57:18.806221+0000 mon.a (mon.0) 3008 : cluster [INF] Cluster is now healthy 2024-09-13T00:57:20.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:19 smithi032 bash[75510]: cluster 2024-09-13T00:57:18.825163+0000 mon.a (mon.0) 3009 : cluster [DBG] osdmap e1607: 8 total, 8 up, 8 in 2024-09-13T00:57:20.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:19 smithi032 bash[76677]: cluster 2024-09-13T00:57:18.417607+0000 mgr.y (mgr.34107) 1636 : cluster [DBG] pgmap v2795: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:20.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:19 smithi032 bash[76677]: cluster 2024-09-13T00:57:18.806155+0000 mon.a (mon.0) 3007 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:57:20.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:19 smithi032 bash[76677]: cluster 2024-09-13T00:57:18.806221+0000 mon.a (mon.0) 3008 : cluster [INF] Cluster is now healthy 2024-09-13T00:57:20.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:19 smithi032 bash[76677]: cluster 2024-09-13T00:57:18.825163+0000 mon.a (mon.0) 3009 : cluster [DBG] osdmap e1607: 8 total, 8 up, 8 in 2024-09-13T00:57:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:19 smithi053 bash[67631]: cluster 2024-09-13T00:57:18.417607+0000 mgr.y (mgr.34107) 1636 : cluster [DBG] pgmap v2795: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:19 smithi053 bash[67631]: cluster 2024-09-13T00:57:18.806155+0000 mon.a (mon.0) 3007 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:57:20.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:19 smithi053 bash[67631]: cluster 2024-09-13T00:57:18.806221+0000 mon.a (mon.0) 3008 : cluster [INF] Cluster is now healthy 2024-09-13T00:57:20.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:19 smithi053 bash[67631]: cluster 2024-09-13T00:57:18.825163+0000 mon.a (mon.0) 3009 : cluster [DBG] osdmap e1607: 8 total, 8 up, 8 in 2024-09-13T00:57:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:20 smithi032 bash[75510]: cluster 2024-09-13T00:57:19.833766+0000 mon.a (mon.0) 3010 : cluster [DBG] osdmap e1608: 8 total, 8 up, 8 in 2024-09-13T00:57:21.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:20 smithi032 bash[76677]: cluster 2024-09-13T00:57:19.833766+0000 mon.a (mon.0) 3010 : cluster [DBG] osdmap e1608: 8 total, 8 up, 8 in 2024-09-13T00:57:21.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:20 smithi053 bash[67631]: cluster 2024-09-13T00:57:19.833766+0000 mon.a (mon.0) 3010 : cluster [DBG] osdmap e1608: 8 total, 8 up, 8 in 2024-09-13T00:57:21.870 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:22.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:21 smithi032 bash[75510]: cluster 2024-09-13T00:57:20.418469+0000 mgr.y (mgr.34107) 1637 : cluster [DBG] pgmap v2798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:22.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:21 smithi032 bash[75510]: cluster 2024-09-13T00:57:20.852291+0000 mon.a (mon.0) 3011 : cluster [DBG] osdmap e1609: 8 total, 8 up, 8 in 2024-09-13T00:57:22.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:21 smithi032 bash[75510]: audit 2024-09-13T00:57:20.855365+0000 mon.a (mon.0) 3012 : audit [INF] from='client.? 172.21.15.32:0/2189624918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:22.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:21 smithi032 bash[76677]: cluster 2024-09-13T00:57:20.418469+0000 mgr.y (mgr.34107) 1637 : cluster [DBG] pgmap v2798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:22.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:21 smithi032 bash[76677]: cluster 2024-09-13T00:57:20.852291+0000 mon.a (mon.0) 3011 : cluster [DBG] osdmap e1609: 8 total, 8 up, 8 in 2024-09-13T00:57:22.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:21 smithi032 bash[76677]: audit 2024-09-13T00:57:20.855365+0000 mon.a (mon.0) 3012 : audit [INF] from='client.? 172.21.15.32:0/2189624918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:21 smithi053 bash[67631]: cluster 2024-09-13T00:57:20.418469+0000 mgr.y (mgr.34107) 1637 : cluster [DBG] pgmap v2798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:21 smithi053 bash[67631]: cluster 2024-09-13T00:57:20.852291+0000 mon.a (mon.0) 3011 : cluster [DBG] osdmap e1609: 8 total, 8 up, 8 in 2024-09-13T00:57:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:21 smithi053 bash[67631]: audit 2024-09-13T00:57:20.855365+0000 mon.a (mon.0) 3012 : audit [INF] from='client.? 172.21.15.32:0/2189624918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:57:22] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-09-13T00:57:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[94430]: ts=2024-09-13T00:57:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:57:23.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:21.862688+0000 mon.a (mon.0) 3013 : audit [INF] from='client.? 172.21.15.32:0/2189624918' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:23.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: cluster 2024-09-13T00:57:21.863185+0000 mon.a (mon.0) 3014 : cluster [DBG] osdmap e1610: 8 total, 8 up, 8 in 2024-09-13T00:57:23.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.488605+0000 mon.a (mon.0) 3015 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:57:23.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.681617+0000 mon.a (mon.0) 3016 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.682179+0000 mon.a (mon.0) 3017 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.682582+0000 mon.a (mon.0) 3018 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.685986+0000 mon.a (mon.0) 3019 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.686388+0000 mon.a (mon.0) 3020 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.686786+0000 mon.a (mon.0) 3021 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.689990+0000 mon.a (mon.0) 3022 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.690584+0000 mon.a (mon.0) 3023 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.690943+0000 mon.a (mon.0) 3024 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.714238+0000 mon.a (mon.0) 3025 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:57:23.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.714389+0000 mon.a (mon.0) 3026 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:57:23.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.714961+0000 mon.a (mon.0) 3027 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.715428+0000 mon.a (mon.0) 3028 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.715810+0000 mon.a (mon.0) 3029 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.717711+0000 mon.b (mon.1) 13 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:57:23.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:21.862688+0000 mon.a (mon.0) 3013 : audit [INF] from='client.? 172.21.15.32:0/2189624918' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:23.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: cluster 2024-09-13T00:57:21.863185+0000 mon.a (mon.0) 3014 : cluster [DBG] osdmap e1610: 8 total, 8 up, 8 in 2024-09-13T00:57:23.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.488605+0000 mon.a (mon.0) 3015 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:57:23.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.681617+0000 mon.a (mon.0) 3016 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.682179+0000 mon.a (mon.0) 3017 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.682582+0000 mon.a (mon.0) 3018 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.685986+0000 mon.a (mon.0) 3019 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.686388+0000 mon.a (mon.0) 3020 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.686786+0000 mon.a (mon.0) 3021 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.689990+0000 mon.a (mon.0) 3022 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.690584+0000 mon.a (mon.0) 3023 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.690943+0000 mon.a (mon.0) 3024 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.714238+0000 mon.a (mon.0) 3025 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:57:23.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.714389+0000 mon.a (mon.0) 3026 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:57:23.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.714961+0000 mon.a (mon.0) 3027 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.715428+0000 mon.a (mon.0) 3028 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.715810+0000 mon.a (mon.0) 3029 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.717711+0000 mon.b (mon.1) 13 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:57:23.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.717843+0000 mon.b (mon.1) 14 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:57:23.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.719239+0000 mon.a (mon.0) 3030 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.719919+0000 mon.a (mon.0) 3031 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.720296+0000 mon.a (mon.0) 3032 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.722916+0000 mon.c (mon.2) 99 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:57:23.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.723095+0000 mon.c (mon.2) 100 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:57:23.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.723408+0000 mon.a (mon.0) 3033 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.723928+0000 mon.a (mon.0) 3034 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[76677]: audit 2024-09-13T00:57:22.724221+0000 mon.a (mon.0) 3035 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.169 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.717843+0000 mon.b (mon.1) 14 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:57:23.169 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.719239+0000 mon.a (mon.0) 3030 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.169 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.719919+0000 mon.a (mon.0) 3031 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.169 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.720296+0000 mon.a (mon.0) 3032 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.169 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.722916+0000 mon.c (mon.2) 99 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:57:23.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.723095+0000 mon.c (mon.2) 100 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:57:23.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.723408+0000 mon.a (mon.0) 3033 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.723928+0000 mon.a (mon.0) 3034 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:22 smithi032 bash[75510]: audit 2024-09-13T00:57:22.724221+0000 mon.a (mon.0) 3035 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:21.862688+0000 mon.a (mon.0) 3013 : audit [INF] from='client.? 172.21.15.32:0/2189624918' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:23.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: cluster 2024-09-13T00:57:21.863185+0000 mon.a (mon.0) 3014 : cluster [DBG] osdmap e1610: 8 total, 8 up, 8 in 2024-09-13T00:57:23.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.488605+0000 mon.a (mon.0) 3015 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:57:23.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.681617+0000 mon.a (mon.0) 3016 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.682179+0000 mon.a (mon.0) 3017 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.682582+0000 mon.a (mon.0) 3018 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.685986+0000 mon.a (mon.0) 3019 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.686388+0000 mon.a (mon.0) 3020 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.686786+0000 mon.a (mon.0) 3021 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.689990+0000 mon.a (mon.0) 3022 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.690584+0000 mon.a (mon.0) 3023 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.690943+0000 mon.a (mon.0) 3024 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.714238+0000 mon.a (mon.0) 3025 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:57:23.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.714389+0000 mon.a (mon.0) 3026 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:57:23.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.714961+0000 mon.a (mon.0) 3027 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.715428+0000 mon.a (mon.0) 3028 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.715810+0000 mon.a (mon.0) 3029 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.717711+0000 mon.b (mon.1) 13 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:57:23.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.717843+0000 mon.b (mon.1) 14 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:57:23.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.719239+0000 mon.a (mon.0) 3030 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.719919+0000 mon.a (mon.0) 3031 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.720296+0000 mon.a (mon.0) 3032 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.722916+0000 mon.c (mon.2) 99 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:57:23.292 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.723095+0000 mon.c (mon.2) 100 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:57:23.293 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.723408+0000 mon.a (mon.0) 3033 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:57:23.293 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.723928+0000 mon.a (mon.0) 3034 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:57:23.293 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:22 smithi053 bash[67631]: audit 2024-09-13T00:57:22.724221+0000 mon.a (mon.0) 3035 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:57:23.948 INFO:tasks.workunit.client.0.smithi032.stdout:image has size 2097152 and order 22 2024-09-13T00:57:23.948 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CreateAndStat (4052 ms) 2024-09-13T00:57:23.948 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-09-13T00:57:23.948 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:23.991 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (43 ms) 2024-09-13T00:57:23.991 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-09-13T00:57:23.993 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:24.036 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CreateAndStatPP (44 ms) 2024-09-13T00:57:24.036 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.GetId 2024-09-13T00:57:24.036 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:24.089 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.GetId (53 ms) 2024-09-13T00:57:24.089 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-09-13T00:57:24.089 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:24.143 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.GetIdPP (54 ms) 2024-09-13T00:57:24.143 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-09-13T00:57:24.144 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:23 smithi032 bash[75510]: cluster 2024-09-13T00:57:22.419315+0000 mgr.y (mgr.34107) 1638 : cluster [DBG] pgmap v2801: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:23 smithi032 bash[75510]: cluster 2024-09-13T00:57:22.864974+0000 mon.a (mon.0) 3036 : cluster [DBG] osdmap e1611: 8 total, 8 up, 8 in 2024-09-13T00:57:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:23 smithi032 bash[76677]: cluster 2024-09-13T00:57:22.419315+0000 mgr.y (mgr.34107) 1638 : cluster [DBG] pgmap v2801: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:24.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:23 smithi032 bash[76677]: cluster 2024-09-13T00:57:22.864974+0000 mon.a (mon.0) 3036 : cluster [DBG] osdmap e1611: 8 total, 8 up, 8 in 2024-09-13T00:57:24.184 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (40 ms) 2024-09-13T00:57:24.184 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-09-13T00:57:24.184 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:24.221 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (37 ms) 2024-09-13T00:57:24.221 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-09-13T00:57:24.221 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:24.263 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (42 ms) 2024-09-13T00:57:24.263 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-09-13T00:57:24.263 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:23 smithi053 bash[67631]: cluster 2024-09-13T00:57:22.419315+0000 mgr.y (mgr.34107) 1638 : cluster [DBG] pgmap v2801: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:23 smithi053 bash[67631]: cluster 2024-09-13T00:57:22.864974+0000 mon.a (mon.0) 3036 : cluster [DBG] osdmap e1611: 8 total, 8 up, 8 in 2024-09-13T00:57:24.304 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (41 ms) 2024-09-13T00:57:24.304 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.OpenAio 2024-09-13T00:57:24.304 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:24.348 INFO:tasks.workunit.client.0.smithi032.stdout:image has size 2097152 and order 22 2024-09-13T00:57:24.348 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.OpenAio (44 ms) 2024-09-13T00:57:24.348 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-09-13T00:57:24.356 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.OpenAioFail (7 ms) 2024-09-13T00:57:24.356 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-09-13T00:57:24.356 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:24.421 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.OpenAioPP (65 ms) 2024-09-13T00:57:24.421 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-09-13T00:57:24.428 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.OpenAioFailPP (7 ms) 2024-09-13T00:57:24.428 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-09-13T00:57:24.428 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:24.526 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ResizeAndStat (99 ms) 2024-09-13T00:57:24.527 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-09-13T00:57:24.527 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:24.611 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (84 ms) 2024-09-13T00:57:24.611 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-09-13T00:57:24.611 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:24.715 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (104 ms) 2024-09-13T00:57:24.715 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-09-13T00:57:24.715 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:24.811 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (97 ms) 2024-09-13T00:57:24.811 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-09-13T00:57:25.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:25 smithi032 bash[75510]: cluster 2024-09-13T00:57:23.888012+0000 mon.a (mon.0) 3037 : cluster [DBG] osdmap e1612: 8 total, 8 up, 8 in 2024-09-13T00:57:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:25 smithi032 bash[76677]: cluster 2024-09-13T00:57:23.888012+0000 mon.a (mon.0) 3037 : cluster [DBG] osdmap e1612: 8 total, 8 up, 8 in 2024-09-13T00:57:25.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:25 smithi053 bash[67631]: cluster 2024-09-13T00:57:23.888012+0000 mon.a (mon.0) 3037 : cluster [DBG] osdmap e1612: 8 total, 8 up, 8 in 2024-09-13T00:57:26.389 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:26 smithi032 bash[75510]: cluster 2024-09-13T00:57:24.420171+0000 mgr.y (mgr.34107) 1639 : cluster [DBG] pgmap v2804: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:26.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:26 smithi032 bash[75510]: audit 2024-09-13T00:57:25.301429+0000 mon.a (mon.0) 3038 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:57:26.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:26 smithi032 bash[75510]: cluster 2024-09-13T00:57:25.360612+0000 mon.a (mon.0) 3039 : cluster [DBG] osdmap e1613: 8 total, 8 up, 8 in 2024-09-13T00:57:26.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:26 smithi032 bash[75510]: audit 2024-09-13T00:57:25.362613+0000 mon.a (mon.0) 3040 : audit [INF] from='client.? 172.21.15.32:0/1881791067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:26 smithi032 bash[76677]: cluster 2024-09-13T00:57:24.420171+0000 mgr.y (mgr.34107) 1639 : cluster [DBG] pgmap v2804: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:26 smithi032 bash[76677]: audit 2024-09-13T00:57:25.301429+0000 mon.a (mon.0) 3038 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:57:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:26 smithi032 bash[76677]: cluster 2024-09-13T00:57:25.360612+0000 mon.a (mon.0) 3039 : cluster [DBG] osdmap e1613: 8 total, 8 up, 8 in 2024-09-13T00:57:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:26 smithi032 bash[76677]: audit 2024-09-13T00:57:25.362613+0000 mon.a (mon.0) 3040 : audit [INF] from='client.? 172.21.15.32:0/1881791067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:26.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:26 smithi053 bash[67631]: cluster 2024-09-13T00:57:24.420171+0000 mgr.y (mgr.34107) 1639 : cluster [DBG] pgmap v2804: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T00:57:26.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:26 smithi053 bash[67631]: audit 2024-09-13T00:57:25.301429+0000 mon.a (mon.0) 3038 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:57:26.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:26 smithi053 bash[67631]: cluster 2024-09-13T00:57:25.360612+0000 mon.a (mon.0) 3039 : cluster [DBG] osdmap e1613: 8 total, 8 up, 8 in 2024-09-13T00:57:26.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:26 smithi053 bash[67631]: audit 2024-09-13T00:57:25.362613+0000 mon.a (mon.0) 3040 : audit [INF] from='client.? 172.21.15.32:0/1881791067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:27 smithi032 bash[76677]: audit 2024-09-13T00:57:26.364524+0000 mon.a (mon.0) 3041 : audit [INF] from='client.? 172.21.15.32:0/1881791067' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:27.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:27 smithi032 bash[76677]: cluster 2024-09-13T00:57:26.365073+0000 mon.a (mon.0) 3042 : cluster [DBG] osdmap e1614: 8 total, 8 up, 8 in 2024-09-13T00:57:27.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:27 smithi032 bash[75510]: audit 2024-09-13T00:57:26.364524+0000 mon.a (mon.0) 3041 : audit [INF] from='client.? 172.21.15.32:0/1881791067' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:27.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:27 smithi032 bash[75510]: cluster 2024-09-13T00:57:26.365073+0000 mon.a (mon.0) 3042 : cluster [DBG] osdmap e1614: 8 total, 8 up, 8 in 2024-09-13T00:57:27.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:27 smithi053 bash[67631]: audit 2024-09-13T00:57:26.364524+0000 mon.a (mon.0) 3041 : audit [INF] from='client.? 172.21.15.32:0/1881791067' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:27.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:27 smithi053 bash[67631]: cluster 2024-09-13T00:57:26.365073+0000 mon.a (mon.0) 3042 : cluster [DBG] osdmap e1614: 8 total, 8 up, 8 in 2024-09-13T00:57:28.455 INFO:tasks.workunit.client.0.smithi032.stdout:image: image18 2024-09-13T00:57:28.455 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image18 2024-09-13T00:57:28.455 INFO:tasks.workunit.client.0.smithi032.stdout:found image18 2024-09-13T00:57:28.456 INFO:tasks.workunit.client.0.smithi032.stdout:erased image18 2024-09-13T00:57:28.456 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:28.652 INFO:tasks.workunit.client.0.smithi032.stdout:image: image18 2024-09-13T00:57:28.653 INFO:tasks.workunit.client.0.smithi032.stdout:image: image19 2024-09-13T00:57:28.653 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image18 2024-09-13T00:57:28.653 INFO:tasks.workunit.client.0.smithi032.stdout:found image18 2024-09-13T00:57:28.653 INFO:tasks.workunit.client.0.smithi032.stdout:erased image18 2024-09-13T00:57:28.653 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image19 2024-09-13T00:57:28.653 INFO:tasks.workunit.client.0.smithi032.stdout:found image19 2024-09-13T00:57:28.653 INFO:tasks.workunit.client.0.smithi032.stdout:erased image19 2024-09-13T00:57:28.653 INFO:tasks.workunit.client.0.smithi032.stdout:image: image19 2024-09-13T00:57:28.653 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image19 2024-09-13T00:57:28.653 INFO:tasks.workunit.client.0.smithi032.stdout:found image19 2024-09-13T00:57:28.653 INFO:tasks.workunit.client.0.smithi032.stdout:erased image19 2024-09-13T00:57:28.653 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3841 ms) 2024-09-13T00:57:28.653 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-09-13T00:57:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:28 smithi032 bash[75510]: cluster 2024-09-13T00:57:26.420850+0000 mgr.y (mgr.34107) 1640 : cluster [DBG] pgmap v2807: 169 pgs: 13 creating+peering, 19 unknown, 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 69 op/s 2024-09-13T00:57:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:28 smithi032 bash[75510]: cluster 2024-09-13T00:57:27.375212+0000 mon.a (mon.0) 3043 : cluster [DBG] osdmap e1615: 8 total, 8 up, 8 in 2024-09-13T00:57:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:28 smithi032 bash[76677]: cluster 2024-09-13T00:57:26.420850+0000 mgr.y (mgr.34107) 1640 : cluster [DBG] pgmap v2807: 169 pgs: 13 creating+peering, 19 unknown, 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 69 op/s 2024-09-13T00:57:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:28 smithi032 bash[76677]: cluster 2024-09-13T00:57:27.375212+0000 mon.a (mon.0) 3043 : cluster [DBG] osdmap e1615: 8 total, 8 up, 8 in 2024-09-13T00:57:28.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:28 smithi053 bash[67631]: cluster 2024-09-13T00:57:26.420850+0000 mgr.y (mgr.34107) 1640 : cluster [DBG] pgmap v2807: 169 pgs: 13 creating+peering, 19 unknown, 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 69 op/s 2024-09-13T00:57:28.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:28 smithi053 bash[67631]: cluster 2024-09-13T00:57:27.375212+0000 mon.a (mon.0) 3043 : cluster [DBG] osdmap e1615: 8 total, 8 up, 8 in 2024-09-13T00:57:29.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:29 smithi032 bash[75510]: cluster 2024-09-13T00:57:28.378389+0000 mon.a (mon.0) 3044 : cluster [DBG] osdmap e1616: 8 total, 8 up, 8 in 2024-09-13T00:57:29.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:29 smithi032 bash[75510]: cluster 2024-09-13T00:57:28.421891+0000 mgr.y (mgr.34107) 1641 : cluster [DBG] pgmap v2810: 169 pgs: 13 creating+peering, 156 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 20 KiB/s wr, 251 op/s 2024-09-13T00:57:29.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:29 smithi032 bash[76677]: cluster 2024-09-13T00:57:28.378389+0000 mon.a (mon.0) 3044 : cluster [DBG] osdmap e1616: 8 total, 8 up, 8 in 2024-09-13T00:57:29.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:29 smithi032 bash[76677]: cluster 2024-09-13T00:57:28.421891+0000 mgr.y (mgr.34107) 1641 : cluster [DBG] pgmap v2810: 169 pgs: 13 creating+peering, 156 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 20 KiB/s wr, 251 op/s 2024-09-13T00:57:29.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:29 smithi053 bash[67631]: cluster 2024-09-13T00:57:28.378389+0000 mon.a (mon.0) 3044 : cluster [DBG] osdmap e1616: 8 total, 8 up, 8 in 2024-09-13T00:57:29.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:29 smithi053 bash[67631]: cluster 2024-09-13T00:57:28.421891+0000 mgr.y (mgr.34107) 1641 : cluster [DBG] pgmap v2810: 169 pgs: 13 creating+peering, 156 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 20 KiB/s wr, 251 op/s 2024-09-13T00:57:30.419 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:30.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:30 smithi032 bash[75510]: cluster 2024-09-13T00:57:29.403184+0000 mon.a (mon.0) 3045 : cluster [DBG] osdmap e1617: 8 total, 8 up, 8 in 2024-09-13T00:57:30.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:30 smithi032 bash[75510]: audit 2024-09-13T00:57:29.407911+0000 mon.a (mon.0) 3046 : audit [INF] from='client.? 172.21.15.32:0/3137984504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:30.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:30 smithi032 bash[76677]: cluster 2024-09-13T00:57:29.403184+0000 mon.a (mon.0) 3045 : cluster [DBG] osdmap e1617: 8 total, 8 up, 8 in 2024-09-13T00:57:30.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:30 smithi032 bash[76677]: audit 2024-09-13T00:57:29.407911+0000 mon.a (mon.0) 3046 : audit [INF] from='client.? 172.21.15.32:0/3137984504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:30.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:30 smithi053 bash[67631]: cluster 2024-09-13T00:57:29.403184+0000 mon.a (mon.0) 3045 : cluster [DBG] osdmap e1617: 8 total, 8 up, 8 in 2024-09-13T00:57:30.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:30 smithi053 bash[67631]: audit 2024-09-13T00:57:29.407911+0000 mon.a (mon.0) 3046 : audit [INF] from='client.? 172.21.15.32:0/3137984504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:31.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:31 smithi032 bash[75510]: audit 2024-09-13T00:57:30.411812+0000 mon.a (mon.0) 3047 : audit [INF] from='client.? 172.21.15.32:0/3137984504' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:31.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:31 smithi032 bash[75510]: cluster 2024-09-13T00:57:30.412396+0000 mon.a (mon.0) 3048 : cluster [DBG] osdmap e1618: 8 total, 8 up, 8 in 2024-09-13T00:57:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:31 smithi032 bash[75510]: cluster 2024-09-13T00:57:30.422582+0000 mgr.y (mgr.34107) 1642 : cluster [DBG] pgmap v2813: 201 pgs: 24 unknown, 15 creating+peering, 162 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 15 KiB/s wr, 182 op/s 2024-09-13T00:57:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:31 smithi032 bash[75510]: cluster 2024-09-13T00:57:31.040053+0000 mon.a (mon.0) 3049 : cluster [DBG] osdmap e1619: 8 total, 8 up, 8 in 2024-09-13T00:57:31.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:31 smithi032 bash[76677]: audit 2024-09-13T00:57:30.411812+0000 mon.a (mon.0) 3047 : audit [INF] from='client.? 172.21.15.32:0/3137984504' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:31.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:31 smithi032 bash[76677]: cluster 2024-09-13T00:57:30.412396+0000 mon.a (mon.0) 3048 : cluster [DBG] osdmap e1618: 8 total, 8 up, 8 in 2024-09-13T00:57:31.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:31 smithi032 bash[76677]: cluster 2024-09-13T00:57:30.422582+0000 mgr.y (mgr.34107) 1642 : cluster [DBG] pgmap v2813: 201 pgs: 24 unknown, 15 creating+peering, 162 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 15 KiB/s wr, 182 op/s 2024-09-13T00:57:31.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:31 smithi032 bash[76677]: cluster 2024-09-13T00:57:31.040053+0000 mon.a (mon.0) 3049 : cluster [DBG] osdmap e1619: 8 total, 8 up, 8 in 2024-09-13T00:57:31.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:31 smithi053 bash[67631]: audit 2024-09-13T00:57:30.411812+0000 mon.a (mon.0) 3047 : audit [INF] from='client.? 172.21.15.32:0/3137984504' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:31.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:31 smithi053 bash[67631]: cluster 2024-09-13T00:57:30.412396+0000 mon.a (mon.0) 3048 : cluster [DBG] osdmap e1618: 8 total, 8 up, 8 in 2024-09-13T00:57:31.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:31 smithi053 bash[67631]: cluster 2024-09-13T00:57:30.422582+0000 mgr.y (mgr.34107) 1642 : cluster [DBG] pgmap v2813: 201 pgs: 24 unknown, 15 creating+peering, 162 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 15 KiB/s wr, 182 op/s 2024-09-13T00:57:31.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:31 smithi053 bash[67631]: cluster 2024-09-13T00:57:31.040053+0000 mon.a (mon.0) 3049 : cluster [DBG] osdmap e1619: 8 total, 8 up, 8 in 2024-09-13T00:57:32.093 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 1 2024-09-13T00:57:32.093 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T00:57:32.093 INFO:tasks.workunit.client.0.smithi032.stdout:image: image20 2024-09-13T00:57:32.093 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image20 2024-09-13T00:57:32.093 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:32.114 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 2 2024-09-13T00:57:32.114 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2024-09-13T00:57:32.114 INFO:tasks.workunit.client.0.smithi032.stdout:image: image20 2024-09-13T00:57:32.114 INFO:tasks.workunit.client.0.smithi032.stdout:image: image21 2024-09-13T00:57:32.114 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image20 2024-09-13T00:57:32.115 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image21 2024-09-13T00:57:32.272 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 1 2024-09-13T00:57:32.272 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T00:57:32.272 INFO:tasks.workunit.client.0.smithi032.stdout:image: image21 2024-09-13T00:57:32.272 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image21 2024-09-13T00:57:32.272 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3619 ms) 2024-09-13T00:57:32.272 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCopy 2024-09-13T00:57:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:57:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:57:32] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-09-13T00:57:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:57:32 smithi053 bash[94430]: ts=2024-09-13T00:57:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:57:33.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:33 smithi032 bash[75510]: cluster 2024-09-13T00:57:32.043898+0000 mon.a (mon.0) 3050 : cluster [DBG] osdmap e1620: 8 total, 8 up, 8 in 2024-09-13T00:57:33.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:33 smithi032 bash[76677]: cluster 2024-09-13T00:57:32.043898+0000 mon.a (mon.0) 3050 : cluster [DBG] osdmap e1620: 8 total, 8 up, 8 in 2024-09-13T00:57:33.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:33 smithi053 bash[67631]: cluster 2024-09-13T00:57:32.043898+0000 mon.a (mon.0) 3050 : cluster [DBG] osdmap e1620: 8 total, 8 up, 8 in 2024-09-13T00:57:34.098 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:34.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:34 smithi032 bash[76677]: cluster 2024-09-13T00:57:32.423554+0000 mgr.y (mgr.34107) 1643 : cluster [DBG] pgmap v2816: 201 pgs: 16 unknown, 4 creating+activating, 8 creating+peering, 173 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-13T00:57:34.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:34 smithi032 bash[76677]: cluster 2024-09-13T00:57:33.058668+0000 mon.a (mon.0) 3051 : cluster [DBG] osdmap e1621: 8 total, 8 up, 8 in 2024-09-13T00:57:34.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:34 smithi032 bash[76677]: audit 2024-09-13T00:57:33.062989+0000 mon.c (mon.2) 101 : audit [INF] from='client.? 172.21.15.32:0/2786242196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:34.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:34 smithi032 bash[76677]: audit 2024-09-13T00:57:33.065816+0000 mon.a (mon.0) 3052 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:34.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:34 smithi032 bash[75510]: cluster 2024-09-13T00:57:32.423554+0000 mgr.y (mgr.34107) 1643 : cluster [DBG] pgmap v2816: 201 pgs: 16 unknown, 4 creating+activating, 8 creating+peering, 173 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-13T00:57:34.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:34 smithi032 bash[75510]: cluster 2024-09-13T00:57:33.058668+0000 mon.a (mon.0) 3051 : cluster [DBG] osdmap e1621: 8 total, 8 up, 8 in 2024-09-13T00:57:34.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:34 smithi032 bash[75510]: audit 2024-09-13T00:57:33.062989+0000 mon.c (mon.2) 101 : audit [INF] from='client.? 172.21.15.32:0/2786242196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:34.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:34 smithi032 bash[75510]: audit 2024-09-13T00:57:33.065816+0000 mon.a (mon.0) 3052 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:34 smithi053 bash[67631]: cluster 2024-09-13T00:57:32.423554+0000 mgr.y (mgr.34107) 1643 : cluster [DBG] pgmap v2816: 201 pgs: 16 unknown, 4 creating+activating, 8 creating+peering, 173 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-13T00:57:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:34 smithi053 bash[67631]: cluster 2024-09-13T00:57:33.058668+0000 mon.a (mon.0) 3051 : cluster [DBG] osdmap e1621: 8 total, 8 up, 8 in 2024-09-13T00:57:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:34 smithi053 bash[67631]: audit 2024-09-13T00:57:33.062989+0000 mon.c (mon.2) 101 : audit [INF] from='client.? 172.21.15.32:0/2786242196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:34 smithi053 bash[67631]: audit 2024-09-13T00:57:33.065816+0000 mon.a (mon.0) 3052 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:35 smithi032 bash[75510]: audit 2024-09-13T00:57:34.061045+0000 mon.a (mon.0) 3053 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:35.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:35 smithi032 bash[75510]: cluster 2024-09-13T00:57:34.061572+0000 mon.a (mon.0) 3054 : cluster [DBG] osdmap e1622: 8 total, 8 up, 8 in 2024-09-13T00:57:35.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:35 smithi032 bash[76677]: audit 2024-09-13T00:57:34.061045+0000 mon.a (mon.0) 3053 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:35.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:35 smithi032 bash[76677]: cluster 2024-09-13T00:57:34.061572+0000 mon.a (mon.0) 3054 : cluster [DBG] osdmap e1622: 8 total, 8 up, 8 in 2024-09-13T00:57:35.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:35 smithi053 bash[67631]: audit 2024-09-13T00:57:34.061045+0000 mon.a (mon.0) 3053 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:35.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:35 smithi053 bash[67631]: cluster 2024-09-13T00:57:34.061572+0000 mon.a (mon.0) 3054 : cluster [DBG] osdmap e1622: 8 total, 8 up, 8 in 2024-09-13T00:57:36.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:36 smithi032 bash[75510]: cluster 2024-09-13T00:57:34.424383+0000 mgr.y (mgr.34107) 1644 : cluster [DBG] pgmap v2819: 233 pgs: 23 unknown, 4 creating+activating, 17 creating+peering, 189 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-09-13T00:57:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:36 smithi032 bash[75510]: cluster 2024-09-13T00:57:35.093222+0000 mon.a (mon.0) 3055 : cluster [DBG] osdmap e1623: 8 total, 8 up, 8 in 2024-09-13T00:57:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:36 smithi032 bash[75510]: cluster 2024-09-13T00:57:36.042859+0000 mon.a (mon.0) 3056 : cluster [DBG] osdmap e1624: 8 total, 8 up, 8 in 2024-09-13T00:57:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:36 smithi032 bash[76677]: cluster 2024-09-13T00:57:34.424383+0000 mgr.y (mgr.34107) 1644 : cluster [DBG] pgmap v2819: 233 pgs: 23 unknown, 4 creating+activating, 17 creating+peering, 189 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-09-13T00:57:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:36 smithi032 bash[76677]: cluster 2024-09-13T00:57:35.093222+0000 mon.a (mon.0) 3055 : cluster [DBG] osdmap e1623: 8 total, 8 up, 8 in 2024-09-13T00:57:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:36 smithi032 bash[76677]: cluster 2024-09-13T00:57:36.042859+0000 mon.a (mon.0) 3056 : cluster [DBG] osdmap e1624: 8 total, 8 up, 8 in 2024-09-13T00:57:36.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:36 smithi053 bash[67631]: cluster 2024-09-13T00:57:34.424383+0000 mgr.y (mgr.34107) 1644 : cluster [DBG] pgmap v2819: 233 pgs: 23 unknown, 4 creating+activating, 17 creating+peering, 189 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-09-13T00:57:36.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:36 smithi053 bash[67631]: cluster 2024-09-13T00:57:35.093222+0000 mon.a (mon.0) 3055 : cluster [DBG] osdmap e1623: 8 total, 8 up, 8 in 2024-09-13T00:57:36.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:36 smithi053 bash[67631]: cluster 2024-09-13T00:57:36.042859+0000 mon.a (mon.0) 3056 : cluster [DBG] osdmap e1624: 8 total, 8 up, 8 in 2024-09-13T00:57:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:image: image22 2024-09-13T00:57:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image22 2024-09-13T00:57:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:found image22 2024-09-13T00:57:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:erased image22 2024-09-13T00:57:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:image: image22 2024-09-13T00:57:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:image: image23 2024-09-13T00:57:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image22 2024-09-13T00:57:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:found image22 2024-09-13T00:57:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:erased image22 2024-09-13T00:57:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image23 2024-09-13T00:57:37.028 INFO:tasks.workunit.client.0.smithi032.stdout:found image23 2024-09-13T00:57:37.028 INFO:tasks.workunit.client.0.smithi032.stdout:erased image23 2024-09-13T00:57:37.028 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2024-09-13T00:57:37.028 INFO:tasks.workunit.client.0.smithi032.stdout:image: image22 2024-09-13T00:57:37.028 INFO:tasks.workunit.client.0.smithi032.stdout:image: image23 2024-09-13T00:57:37.028 INFO:tasks.workunit.client.0.smithi032.stdout:image: image24 2024-09-13T00:57:37.028 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image22 2024-09-13T00:57:37.028 INFO:tasks.workunit.client.0.smithi032.stdout:found image22 2024-09-13T00:57:37.028 INFO:tasks.workunit.client.0.smithi032.stdout:erased image22 2024-09-13T00:57:37.028 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image23 2024-09-13T00:57:37.028 INFO:tasks.workunit.client.0.smithi032.stdout:found image23 2024-09-13T00:57:37.028 INFO:tasks.workunit.client.0.smithi032.stdout:erased image23 2024-09-13T00:57:37.028 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image24 2024-09-13T00:57:37.028 INFO:tasks.workunit.client.0.smithi032.stdout:found image24 2024-09-13T00:57:37.029 INFO:tasks.workunit.client.0.smithi032.stdout:erased image24 2024-09-13T00:57:37.029 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCopy (4755 ms) 2024-09-13T00:57:37.029 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-09-13T00:57:37.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:37 smithi032 bash[75510]: cluster 2024-09-13T00:57:36.425587+0000 mgr.y (mgr.34107) 1645 : cluster [DBG] pgmap v2822: 233 pgs: 9 unknown, 9 creating+peering, 215 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 75 op/s 2024-09-13T00:57:37.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:37 smithi032 bash[76677]: cluster 2024-09-13T00:57:36.425587+0000 mgr.y (mgr.34107) 1645 : cluster [DBG] pgmap v2822: 233 pgs: 9 unknown, 9 creating+peering, 215 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 75 op/s 2024-09-13T00:57:38.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:37 smithi053 bash[67631]: cluster 2024-09-13T00:57:36.425587+0000 mgr.y (mgr.34107) 1645 : cluster [DBG] pgmap v2822: 233 pgs: 9 unknown, 9 creating+peering, 215 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 75 op/s 2024-09-13T00:57:38.593 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:38.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:38 smithi032 bash[75510]: cluster 2024-09-13T00:57:37.583264+0000 mon.a (mon.0) 3057 : cluster [DBG] osdmap e1625: 8 total, 8 up, 8 in 2024-09-13T00:57:38.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:38 smithi032 bash[75510]: audit 2024-09-13T00:57:37.588984+0000 mon.c (mon.2) 102 : audit [INF] from='client.? 172.21.15.32:0/2060638907' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:38.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:38 smithi032 bash[75510]: audit 2024-09-13T00:57:37.590892+0000 mon.a (mon.0) 3058 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:38.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:38 smithi032 bash[75510]: audit 2024-09-13T00:57:38.583995+0000 mon.a (mon.0) 3059 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:38.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:38 smithi032 bash[75510]: cluster 2024-09-13T00:57:38.584773+0000 mon.a (mon.0) 3060 : cluster [DBG] osdmap e1626: 8 total, 8 up, 8 in 2024-09-13T00:57:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:38 smithi032 bash[76677]: cluster 2024-09-13T00:57:37.583264+0000 mon.a (mon.0) 3057 : cluster [DBG] osdmap e1625: 8 total, 8 up, 8 in 2024-09-13T00:57:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:38 smithi032 bash[76677]: audit 2024-09-13T00:57:37.588984+0000 mon.c (mon.2) 102 : audit [INF] from='client.? 172.21.15.32:0/2060638907' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:38 smithi032 bash[76677]: audit 2024-09-13T00:57:37.590892+0000 mon.a (mon.0) 3058 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:38 smithi032 bash[76677]: audit 2024-09-13T00:57:38.583995+0000 mon.a (mon.0) 3059 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:38 smithi032 bash[76677]: cluster 2024-09-13T00:57:38.584773+0000 mon.a (mon.0) 3060 : cluster [DBG] osdmap e1626: 8 total, 8 up, 8 in 2024-09-13T00:57:39.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:38 smithi053 bash[67631]: cluster 2024-09-13T00:57:37.583264+0000 mon.a (mon.0) 3057 : cluster [DBG] osdmap e1625: 8 total, 8 up, 8 in 2024-09-13T00:57:39.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:38 smithi053 bash[67631]: audit 2024-09-13T00:57:37.588984+0000 mon.c (mon.2) 102 : audit [INF] from='client.? 172.21.15.32:0/2060638907' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:39.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:38 smithi053 bash[67631]: audit 2024-09-13T00:57:37.590892+0000 mon.a (mon.0) 3058 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:39.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:38 smithi053 bash[67631]: audit 2024-09-13T00:57:38.583995+0000 mon.a (mon.0) 3059 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:39.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:38 smithi053 bash[67631]: cluster 2024-09-13T00:57:38.584773+0000 mon.a (mon.0) 3060 : cluster [DBG] osdmap e1626: 8 total, 8 up, 8 in 2024-09-13T00:57:39.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:39 smithi032 bash[75510]: cluster 2024-09-13T00:57:38.427115+0000 mgr.y (mgr.34107) 1646 : cluster [DBG] pgmap v2824: 265 pgs: 11 creating+peering, 21 unknown, 233 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 20 KiB/s wr, 365 op/s 2024-09-13T00:57:39.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:39 smithi032 bash[75510]: cluster 2024-09-13T00:57:38.597452+0000 mon.a (mon.0) 3061 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:57:39.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:39 smithi032 bash[76677]: cluster 2024-09-13T00:57:38.427115+0000 mgr.y (mgr.34107) 1646 : cluster [DBG] pgmap v2824: 265 pgs: 11 creating+peering, 21 unknown, 233 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 20 KiB/s wr, 365 op/s 2024-09-13T00:57:39.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:39 smithi032 bash[76677]: cluster 2024-09-13T00:57:38.597452+0000 mon.a (mon.0) 3061 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:57:40.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:39 smithi053 bash[67631]: cluster 2024-09-13T00:57:38.427115+0000 mgr.y (mgr.34107) 1646 : cluster [DBG] pgmap v2824: 265 pgs: 11 creating+peering, 21 unknown, 233 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 20 KiB/s wr, 365 op/s 2024-09-13T00:57:40.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:39 smithi053 bash[67631]: cluster 2024-09-13T00:57:38.597452+0000 mon.a (mon.0) 3061 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:57:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:40 smithi032 bash[75510]: cluster 2024-09-13T00:57:39.610292+0000 mon.a (mon.0) 3062 : cluster [DBG] osdmap e1627: 8 total, 8 up, 8 in 2024-09-13T00:57:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:40 smithi032 bash[75510]: audit 2024-09-13T00:57:40.214373+0000 mon.a (mon.0) 3063 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:57:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:40 smithi032 bash[75510]: audit 2024-09-13T00:57:40.216660+0000 mon.a (mon.0) 3064 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:57:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:40 smithi032 bash[76677]: cluster 2024-09-13T00:57:39.610292+0000 mon.a (mon.0) 3062 : cluster [DBG] osdmap e1627: 8 total, 8 up, 8 in 2024-09-13T00:57:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:40 smithi032 bash[76677]: audit 2024-09-13T00:57:40.214373+0000 mon.a (mon.0) 3063 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:57:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:40 smithi032 bash[76677]: audit 2024-09-13T00:57:40.216660+0000 mon.a (mon.0) 3064 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:57:41.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:40 smithi053 bash[67631]: cluster 2024-09-13T00:57:39.610292+0000 mon.a (mon.0) 3062 : cluster [DBG] osdmap e1627: 8 total, 8 up, 8 in 2024-09-13T00:57:41.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:40 smithi053 bash[67631]: audit 2024-09-13T00:57:40.214373+0000 mon.a (mon.0) 3063 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:57:41.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:40 smithi053 bash[67631]: audit 2024-09-13T00:57:40.216660+0000 mon.a (mon.0) 3064 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:57:41.477 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 1 2024-09-13T00:57:41.478 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T00:57:41.478 INFO:tasks.workunit.client.0.smithi032.stdout:image: image25 2024-09-13T00:57:41.478 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image25 2024-09-13T00:57:41.533 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 2 2024-09-13T00:57:41.533 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2024-09-13T00:57:41.533 INFO:tasks.workunit.client.0.smithi032.stdout:image: image25 2024-09-13T00:57:41.533 INFO:tasks.workunit.client.0.smithi032.stdout:image: image26 2024-09-13T00:57:41.533 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image25 2024-09-13T00:57:41.533 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image26 2024-09-13T00:57:41.683 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2024-09-13T00:57:41.683 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 3 2024-09-13T00:57:41.684 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2024-09-13T00:57:41.684 INFO:tasks.workunit.client.0.smithi032.stdout:image: image25 2024-09-13T00:57:41.684 INFO:tasks.workunit.client.0.smithi032.stdout:image: image26 2024-09-13T00:57:41.684 INFO:tasks.workunit.client.0.smithi032.stdout:image: image27 2024-09-13T00:57:41.684 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image25 2024-09-13T00:57:41.684 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image26 2024-09-13T00:57:41.685 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image27 2024-09-13T00:57:41.797 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCopyPP (4769 ms) 2024-09-13T00:57:41.797 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-09-13T00:57:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:41 smithi032 bash[75510]: cluster 2024-09-13T00:57:40.428147+0000 mgr.y (mgr.34107) 1647 : cluster [DBG] pgmap v2827: 265 pgs: 11 creating+peering, 17 unknown, 237 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 19 KiB/s wr, 358 op/s 2024-09-13T00:57:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:41 smithi032 bash[75510]: cluster 2024-09-13T00:57:40.633224+0000 mon.a (mon.0) 3065 : cluster [DBG] osdmap e1628: 8 total, 8 up, 8 in 2024-09-13T00:57:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:41 smithi032 bash[75510]: cluster 2024-09-13T00:57:41.046389+0000 mon.a (mon.0) 3066 : cluster [DBG] osdmap e1629: 8 total, 8 up, 8 in 2024-09-13T00:57:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:41 smithi032 bash[75510]: cluster 2024-09-13T00:57:41.209683+0000 mon.a (mon.0) 3067 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:57:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:41 smithi032 bash[75510]: cluster 2024-09-13T00:57:41.209746+0000 mon.a (mon.0) 3068 : cluster [INF] Cluster is now healthy 2024-09-13T00:57:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:41 smithi032 bash[76677]: cluster 2024-09-13T00:57:40.428147+0000 mgr.y (mgr.34107) 1647 : cluster [DBG] pgmap v2827: 265 pgs: 11 creating+peering, 17 unknown, 237 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 19 KiB/s wr, 358 op/s 2024-09-13T00:57:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:41 smithi032 bash[76677]: cluster 2024-09-13T00:57:40.633224+0000 mon.a (mon.0) 3065 : cluster [DBG] osdmap e1628: 8 total, 8 up, 8 in 2024-09-13T00:57:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:41 smithi032 bash[76677]: cluster 2024-09-13T00:57:41.046389+0000 mon.a (mon.0) 3066 : cluster [DBG] osdmap e1629: 8 total, 8 up, 8 in 2024-09-13T00:57:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:41 smithi032 bash[76677]: cluster 2024-09-13T00:57:41.209683+0000 mon.a (mon.0) 3067 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:57:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:41 smithi032 bash[76677]: cluster 2024-09-13T00:57:41.209746+0000 mon.a (mon.0) 3068 : cluster [INF] Cluster is now healthy 2024-09-13T00:57:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:41 smithi053 bash[67631]: cluster 2024-09-13T00:57:40.428147+0000 mgr.y (mgr.34107) 1647 : cluster [DBG] pgmap v2827: 265 pgs: 11 creating+peering, 17 unknown, 237 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 19 KiB/s wr, 358 op/s 2024-09-13T00:57:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:41 smithi053 bash[67631]: cluster 2024-09-13T00:57:40.633224+0000 mon.a (mon.0) 3065 : cluster [DBG] osdmap e1628: 8 total, 8 up, 8 in 2024-09-13T00:57:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:41 smithi053 bash[67631]: cluster 2024-09-13T00:57:41.046389+0000 mon.a (mon.0) 3066 : cluster [DBG] osdmap e1629: 8 total, 8 up, 8 in 2024-09-13T00:57:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:41 smithi053 bash[67631]: cluster 2024-09-13T00:57:41.209683+0000 mon.a (mon.0) 3067 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:57:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:41 smithi053 bash[67631]: cluster 2024-09-13T00:57:41.209746+0000 mon.a (mon.0) 3068 : cluster [INF] Cluster is now healthy 2024-09-13T00:57:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:57:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:57:42] "GET /metrics HTTP/1.1" 200 45963 "" "Prometheus/2.43.0" 2024-09-13T00:57:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:57:42 smithi053 bash[94430]: ts=2024-09-13T00:57:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:57:43.685 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:43 smithi053 bash[67631]: cluster 2024-09-13T00:57:42.429545+0000 mgr.y (mgr.34107) 1648 : cluster [DBG] pgmap v2830: 265 pgs: 11 creating+peering, 2 unknown, 252 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 17 op/s 2024-09-13T00:57:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:43 smithi053 bash[67631]: cluster 2024-09-13T00:57:42.648799+0000 mon.a (mon.0) 3069 : cluster [DBG] osdmap e1630: 8 total, 8 up, 8 in 2024-09-13T00:57:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:43 smithi053 bash[67631]: audit 2024-09-13T00:57:42.653002+0000 mon.c (mon.2) 103 : audit [INF] from='client.? 172.21.15.32:0/3888379482' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:43 smithi053 bash[67631]: audit 2024-09-13T00:57:42.654350+0000 mon.a (mon.0) 3070 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:43 smithi032 bash[75510]: cluster 2024-09-13T00:57:42.429545+0000 mgr.y (mgr.34107) 1648 : cluster [DBG] pgmap v2830: 265 pgs: 11 creating+peering, 2 unknown, 252 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 17 op/s 2024-09-13T00:57:44.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:43 smithi032 bash[75510]: cluster 2024-09-13T00:57:42.648799+0000 mon.a (mon.0) 3069 : cluster [DBG] osdmap e1630: 8 total, 8 up, 8 in 2024-09-13T00:57:44.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:43 smithi032 bash[75510]: audit 2024-09-13T00:57:42.653002+0000 mon.c (mon.2) 103 : audit [INF] from='client.? 172.21.15.32:0/3888379482' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:44.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:43 smithi032 bash[75510]: audit 2024-09-13T00:57:42.654350+0000 mon.a (mon.0) 3070 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:44.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:43 smithi032 bash[76677]: cluster 2024-09-13T00:57:42.429545+0000 mgr.y (mgr.34107) 1648 : cluster [DBG] pgmap v2830: 265 pgs: 11 creating+peering, 2 unknown, 252 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 17 op/s 2024-09-13T00:57:44.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:43 smithi032 bash[76677]: cluster 2024-09-13T00:57:42.648799+0000 mon.a (mon.0) 3069 : cluster [DBG] osdmap e1630: 8 total, 8 up, 8 in 2024-09-13T00:57:44.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:43 smithi032 bash[76677]: audit 2024-09-13T00:57:42.653002+0000 mon.c (mon.2) 103 : audit [INF] from='client.? 172.21.15.32:0/3888379482' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:44.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:43 smithi032 bash[76677]: audit 2024-09-13T00:57:42.654350+0000 mon.a (mon.0) 3070 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:45.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:44 smithi053 bash[67631]: audit 2024-09-13T00:57:43.652377+0000 mon.a (mon.0) 3071 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:45.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:44 smithi053 bash[67631]: cluster 2024-09-13T00:57:43.653673+0000 mon.a (mon.0) 3072 : cluster [DBG] osdmap e1631: 8 total, 8 up, 8 in 2024-09-13T00:57:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:44 smithi032 bash[75510]: audit 2024-09-13T00:57:43.652377+0000 mon.a (mon.0) 3071 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:45.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:44 smithi032 bash[75510]: cluster 2024-09-13T00:57:43.653673+0000 mon.a (mon.0) 3072 : cluster [DBG] osdmap e1631: 8 total, 8 up, 8 in 2024-09-13T00:57:45.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:44 smithi032 bash[76677]: audit 2024-09-13T00:57:43.652377+0000 mon.a (mon.0) 3071 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:45.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:44 smithi032 bash[76677]: cluster 2024-09-13T00:57:43.653673+0000 mon.a (mon.0) 3072 : cluster [DBG] osdmap e1631: 8 total, 8 up, 8 in 2024-09-13T00:57:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:45 smithi053 bash[67631]: cluster 2024-09-13T00:57:44.430412+0000 mgr.y (mgr.34107) 1649 : cluster [DBG] pgmap v2833: 297 pgs: 9 creating+peering, 23 unknown, 265 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 20 KiB/s wr, 374 op/s 2024-09-13T00:57:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:45 smithi053 bash[67631]: cluster 2024-09-13T00:57:44.674622+0000 mon.a (mon.0) 3073 : cluster [DBG] osdmap e1632: 8 total, 8 up, 8 in 2024-09-13T00:57:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:45 smithi032 bash[75510]: cluster 2024-09-13T00:57:44.430412+0000 mgr.y (mgr.34107) 1649 : cluster [DBG] pgmap v2833: 297 pgs: 9 creating+peering, 23 unknown, 265 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 20 KiB/s wr, 374 op/s 2024-09-13T00:57:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:45 smithi032 bash[75510]: cluster 2024-09-13T00:57:44.674622+0000 mon.a (mon.0) 3073 : cluster [DBG] osdmap e1632: 8 total, 8 up, 8 in 2024-09-13T00:57:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:45 smithi032 bash[76677]: cluster 2024-09-13T00:57:44.430412+0000 mgr.y (mgr.34107) 1649 : cluster [DBG] pgmap v2833: 297 pgs: 9 creating+peering, 23 unknown, 265 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 20 KiB/s wr, 374 op/s 2024-09-13T00:57:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:45 smithi032 bash[76677]: cluster 2024-09-13T00:57:44.674622+0000 mon.a (mon.0) 3073 : cluster [DBG] osdmap e1632: 8 total, 8 up, 8 in 2024-09-13T00:57:47.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:46 smithi053 bash[67631]: cluster 2024-09-13T00:57:45.699297+0000 mon.a (mon.0) 3074 : cluster [DBG] osdmap e1633: 8 total, 8 up, 8 in 2024-09-13T00:57:47.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:46 smithi053 bash[67631]: cluster 2024-09-13T00:57:46.057051+0000 mon.a (mon.0) 3075 : cluster [DBG] osdmap e1634: 8 total, 8 up, 8 in 2024-09-13T00:57:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:46 smithi032 bash[75510]: cluster 2024-09-13T00:57:45.699297+0000 mon.a (mon.0) 3074 : cluster [DBG] osdmap e1633: 8 total, 8 up, 8 in 2024-09-13T00:57:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:46 smithi032 bash[75510]: cluster 2024-09-13T00:57:46.057051+0000 mon.a (mon.0) 3075 : cluster [DBG] osdmap e1634: 8 total, 8 up, 8 in 2024-09-13T00:57:47.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:46 smithi032 bash[76677]: cluster 2024-09-13T00:57:45.699297+0000 mon.a (mon.0) 3074 : cluster [DBG] osdmap e1633: 8 total, 8 up, 8 in 2024-09-13T00:57:47.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:46 smithi032 bash[76677]: cluster 2024-09-13T00:57:46.057051+0000 mon.a (mon.0) 3075 : cluster [DBG] osdmap e1634: 8 total, 8 up, 8 in 2024-09-13T00:57:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:48 smithi032 bash[75510]: cluster 2024-09-13T00:57:46.432019+0000 mgr.y (mgr.34107) 1650 : cluster [DBG] pgmap v2837: 297 pgs: 9 creating+peering, 11 unknown, 277 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 23 KiB/s wr, 420 op/s 2024-09-13T00:57:48.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:48 smithi032 bash[75510]: cluster 2024-09-13T00:57:47.703893+0000 mon.a (mon.0) 3076 : cluster [DBG] osdmap e1635: 8 total, 8 up, 8 in 2024-09-13T00:57:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:48 smithi032 bash[76677]: cluster 2024-09-13T00:57:46.432019+0000 mgr.y (mgr.34107) 1650 : cluster [DBG] pgmap v2837: 297 pgs: 9 creating+peering, 11 unknown, 277 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 23 KiB/s wr, 420 op/s 2024-09-13T00:57:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:48 smithi032 bash[76677]: cluster 2024-09-13T00:57:47.703893+0000 mon.a (mon.0) 3076 : cluster [DBG] osdmap e1635: 8 total, 8 up, 8 in 2024-09-13T00:57:48.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:48 smithi053 bash[67631]: cluster 2024-09-13T00:57:46.432019+0000 mgr.y (mgr.34107) 1650 : cluster [DBG] pgmap v2837: 297 pgs: 9 creating+peering, 11 unknown, 277 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 23 KiB/s wr, 420 op/s 2024-09-13T00:57:48.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:48 smithi053 bash[67631]: cluster 2024-09-13T00:57:47.703893+0000 mon.a (mon.0) 3076 : cluster [DBG] osdmap e1635: 8 total, 8 up, 8 in 2024-09-13T00:57:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:49 smithi053 bash[67631]: cluster 2024-09-13T00:57:48.433737+0000 mgr.y (mgr.34107) 1651 : cluster [DBG] pgmap v2839: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 23 KiB/s wr, 414 op/s 2024-09-13T00:57:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:49 smithi053 bash[67631]: cluster 2024-09-13T00:57:48.707348+0000 mon.a (mon.0) 3077 : cluster [DBG] osdmap e1636: 8 total, 8 up, 8 in 2024-09-13T00:57:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:49 smithi032 bash[75510]: cluster 2024-09-13T00:57:48.433737+0000 mgr.y (mgr.34107) 1651 : cluster [DBG] pgmap v2839: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 23 KiB/s wr, 414 op/s 2024-09-13T00:57:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:49 smithi032 bash[75510]: cluster 2024-09-13T00:57:48.707348+0000 mon.a (mon.0) 3077 : cluster [DBG] osdmap e1636: 8 total, 8 up, 8 in 2024-09-13T00:57:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:49 smithi032 bash[76677]: cluster 2024-09-13T00:57:48.433737+0000 mgr.y (mgr.34107) 1651 : cluster [DBG] pgmap v2839: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 23 KiB/s wr, 414 op/s 2024-09-13T00:57:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:49 smithi032 bash[76677]: cluster 2024-09-13T00:57:48.707348+0000 mon.a (mon.0) 3077 : cluster [DBG] osdmap e1636: 8 total, 8 up, 8 in 2024-09-13T00:57:50.931 INFO:tasks.workunit.client.0.smithi032.stdout:image: image28 2024-09-13T00:57:50.931 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image28 2024-09-13T00:57:50.931 INFO:tasks.workunit.client.0.smithi032.stdout:found image28 2024-09-13T00:57:50.932 INFO:tasks.workunit.client.0.smithi032.stdout:erased image28 2024-09-13T00:57:50.932 INFO:tasks.workunit.client.0.smithi032.stdout:image: image28 2024-09-13T00:57:50.932 INFO:tasks.workunit.client.0.smithi032.stdout:image: image29 2024-09-13T00:57:50.932 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image28 2024-09-13T00:57:50.932 INFO:tasks.workunit.client.0.smithi032.stdout:found image28 2024-09-13T00:57:50.932 INFO:tasks.workunit.client.0.smithi032.stdout:erased image28 2024-09-13T00:57:50.932 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image29 2024-09-13T00:57:50.932 INFO:tasks.workunit.client.0.smithi032.stdout:found image29 2024-09-13T00:57:50.932 INFO:tasks.workunit.client.0.smithi032.stdout:erased image29 2024-09-13T00:57:50.932 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2024-09-13T00:57:50.932 INFO:tasks.workunit.client.0.smithi032.stdout:image: image28 2024-09-13T00:57:50.933 INFO:tasks.workunit.client.0.smithi032.stdout:image: image29 2024-09-13T00:57:50.933 INFO:tasks.workunit.client.0.smithi032.stdout:image: image30 2024-09-13T00:57:50.933 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image28 2024-09-13T00:57:50.933 INFO:tasks.workunit.client.0.smithi032.stdout:found image28 2024-09-13T00:57:50.933 INFO:tasks.workunit.client.0.smithi032.stdout:erased image28 2024-09-13T00:57:50.933 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image29 2024-09-13T00:57:50.933 INFO:tasks.workunit.client.0.smithi032.stdout:found image29 2024-09-13T00:57:50.933 INFO:tasks.workunit.client.0.smithi032.stdout:erased image29 2024-09-13T00:57:50.933 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image30 2024-09-13T00:57:50.933 INFO:tasks.workunit.client.0.smithi032.stdout:found image30 2024-09-13T00:57:50.933 INFO:tasks.workunit.client.0.smithi032.stdout:erased image30 2024-09-13T00:57:50.933 INFO:tasks.workunit.client.0.smithi032.stdout:image: image28 2024-09-13T00:57:50.934 INFO:tasks.workunit.client.0.smithi032.stdout:image: image29 2024-09-13T00:57:50.934 INFO:tasks.workunit.client.0.smithi032.stdout:image: image30 2024-09-13T00:57:50.934 INFO:tasks.workunit.client.0.smithi032.stdout:image: image31 2024-09-13T00:57:50.934 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image28 2024-09-13T00:57:50.934 INFO:tasks.workunit.client.0.smithi032.stdout:found image28 2024-09-13T00:57:50.934 INFO:tasks.workunit.client.0.smithi032.stdout:erased image28 2024-09-13T00:57:50.934 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image29 2024-09-13T00:57:50.934 INFO:tasks.workunit.client.0.smithi032.stdout:found image29 2024-09-13T00:57:50.934 INFO:tasks.workunit.client.0.smithi032.stdout:erased image29 2024-09-13T00:57:50.934 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image30 2024-09-13T00:57:50.934 INFO:tasks.workunit.client.0.smithi032.stdout:found image30 2024-09-13T00:57:50.934 INFO:tasks.workunit.client.0.smithi032.stdout:erased image30 2024-09-13T00:57:50.935 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image31 2024-09-13T00:57:50.935 INFO:tasks.workunit.client.0.smithi032.stdout:found image31 2024-09-13T00:57:50.935 INFO:tasks.workunit.client.0.smithi032.stdout:erased image31 2024-09-13T00:57:50.935 INFO:tasks.workunit.client.0.smithi032.stdout:image: image28 2024-09-13T00:57:50.935 INFO:tasks.workunit.client.0.smithi032.stdout:image: image29 2024-09-13T00:57:50.935 INFO:tasks.workunit.client.0.smithi032.stdout:image: image30 2024-09-13T00:57:50.935 INFO:tasks.workunit.client.0.smithi032.stdout:image: image31 2024-09-13T00:57:50.935 INFO:tasks.workunit.client.0.smithi032.stdout:image: image32 2024-09-13T00:57:50.935 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image28 2024-09-13T00:57:50.935 INFO:tasks.workunit.client.0.smithi032.stdout:found image28 2024-09-13T00:57:50.935 INFO:tasks.workunit.client.0.smithi032.stdout:erased image28 2024-09-13T00:57:50.936 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image29 2024-09-13T00:57:50.936 INFO:tasks.workunit.client.0.smithi032.stdout:found image29 2024-09-13T00:57:50.936 INFO:tasks.workunit.client.0.smithi032.stdout:erased image29 2024-09-13T00:57:50.936 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image30 2024-09-13T00:57:50.936 INFO:tasks.workunit.client.0.smithi032.stdout:found image30 2024-09-13T00:57:50.936 INFO:tasks.workunit.client.0.smithi032.stdout:erased image30 2024-09-13T00:57:50.936 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image31 2024-09-13T00:57:50.936 INFO:tasks.workunit.client.0.smithi032.stdout:found image31 2024-09-13T00:57:50.936 INFO:tasks.workunit.client.0.smithi032.stdout:erased image31 2024-09-13T00:57:50.936 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image32 2024-09-13T00:57:50.936 INFO:tasks.workunit.client.0.smithi032.stdout:found image32 2024-09-13T00:57:50.937 INFO:tasks.workunit.client.0.smithi032.stdout:erased image32 2024-09-13T00:57:50.937 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2024-09-13T00:57:50.937 INFO:tasks.workunit.client.0.smithi032.stdout:image: image28 2024-09-13T00:57:50.937 INFO:tasks.workunit.client.0.smithi032.stdout:image: image29 2024-09-13T00:57:50.937 INFO:tasks.workunit.client.0.smithi032.stdout:image: image30 2024-09-13T00:57:50.937 INFO:tasks.workunit.client.0.smithi032.stdout:image: image31 2024-09-13T00:57:50.937 INFO:tasks.workunit.client.0.smithi032.stdout:image: image32 2024-09-13T00:57:50.937 INFO:tasks.workunit.client.0.smithi032.stdout:image: image33 2024-09-13T00:57:50.937 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image28 2024-09-13T00:57:50.937 INFO:tasks.workunit.client.0.smithi032.stdout:found image28 2024-09-13T00:57:50.937 INFO:tasks.workunit.client.0.smithi032.stdout:erased image28 2024-09-13T00:57:50.937 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image29 2024-09-13T00:57:50.937 INFO:tasks.workunit.client.0.smithi032.stdout:found image29 2024-09-13T00:57:50.938 INFO:tasks.workunit.client.0.smithi032.stdout:erased image29 2024-09-13T00:57:50.938 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image30 2024-09-13T00:57:50.938 INFO:tasks.workunit.client.0.smithi032.stdout:found image30 2024-09-13T00:57:50.938 INFO:tasks.workunit.client.0.smithi032.stdout:erased image30 2024-09-13T00:57:50.938 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image31 2024-09-13T00:57:50.938 INFO:tasks.workunit.client.0.smithi032.stdout:found image31 2024-09-13T00:57:50.938 INFO:tasks.workunit.client.0.smithi032.stdout:erased image31 2024-09-13T00:57:50.938 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image32 2024-09-13T00:57:50.938 INFO:tasks.workunit.client.0.smithi032.stdout:found image32 2024-09-13T00:57:50.938 INFO:tasks.workunit.client.0.smithi032.stdout:erased image32 2024-09-13T00:57:50.938 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image33 2024-09-13T00:57:50.938 INFO:tasks.workunit.client.0.smithi032.stdout:found image33 2024-09-13T00:57:50.939 INFO:tasks.workunit.client.0.smithi032.stdout:erased image33 2024-09-13T00:57:50.939 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestDeepCopy (9135 ms) 2024-09-13T00:57:50.939 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-09-13T00:57:51.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:50 smithi053 bash[67631]: cluster 2024-09-13T00:57:49.713444+0000 mon.a (mon.0) 3078 : cluster [DBG] osdmap e1637: 8 total, 8 up, 8 in 2024-09-13T00:57:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:50 smithi032 bash[75510]: cluster 2024-09-13T00:57:49.713444+0000 mon.a (mon.0) 3078 : cluster [DBG] osdmap e1637: 8 total, 8 up, 8 in 2024-09-13T00:57:51.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:50 smithi032 bash[76677]: cluster 2024-09-13T00:57:49.713444+0000 mon.a (mon.0) 3078 : cluster [DBG] osdmap e1637: 8 total, 8 up, 8 in 2024-09-13T00:57:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:51 smithi053 bash[67631]: cluster 2024-09-13T00:57:50.434960+0000 mgr.y (mgr.34107) 1652 : cluster [DBG] pgmap v2842: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 21 KiB/s wr, 359 op/s 2024-09-13T00:57:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:51 smithi053 bash[67631]: cluster 2024-09-13T00:57:50.736955+0000 mon.a (mon.0) 3079 : cluster [DBG] osdmap e1638: 8 total, 8 up, 8 in 2024-09-13T00:57:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:51 smithi053 bash[67631]: cluster 2024-09-13T00:57:51.433496+0000 mon.a (mon.0) 3080 : cluster [DBG] osdmap e1639: 8 total, 8 up, 8 in 2024-09-13T00:57:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:51 smithi053 bash[67631]: audit 2024-09-13T00:57:51.438365+0000 mon.c (mon.2) 104 : audit [INF] from='client.? 172.21.15.32:0/2106353179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:51 smithi053 bash[67631]: audit 2024-09-13T00:57:51.441258+0000 mon.a (mon.0) 3081 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:51 smithi032 bash[75510]: cluster 2024-09-13T00:57:50.434960+0000 mgr.y (mgr.34107) 1652 : cluster [DBG] pgmap v2842: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 21 KiB/s wr, 359 op/s 2024-09-13T00:57:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:51 smithi032 bash[75510]: cluster 2024-09-13T00:57:50.736955+0000 mon.a (mon.0) 3079 : cluster [DBG] osdmap e1638: 8 total, 8 up, 8 in 2024-09-13T00:57:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:51 smithi032 bash[75510]: cluster 2024-09-13T00:57:51.433496+0000 mon.a (mon.0) 3080 : cluster [DBG] osdmap e1639: 8 total, 8 up, 8 in 2024-09-13T00:57:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:51 smithi032 bash[75510]: audit 2024-09-13T00:57:51.438365+0000 mon.c (mon.2) 104 : audit [INF] from='client.? 172.21.15.32:0/2106353179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:51 smithi032 bash[75510]: audit 2024-09-13T00:57:51.441258+0000 mon.a (mon.0) 3081 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:51 smithi032 bash[76677]: cluster 2024-09-13T00:57:50.434960+0000 mgr.y (mgr.34107) 1652 : cluster [DBG] pgmap v2842: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 21 KiB/s wr, 359 op/s 2024-09-13T00:57:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:51 smithi032 bash[76677]: cluster 2024-09-13T00:57:50.736955+0000 mon.a (mon.0) 3079 : cluster [DBG] osdmap e1638: 8 total, 8 up, 8 in 2024-09-13T00:57:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:51 smithi032 bash[76677]: cluster 2024-09-13T00:57:51.433496+0000 mon.a (mon.0) 3080 : cluster [DBG] osdmap e1639: 8 total, 8 up, 8 in 2024-09-13T00:57:52.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:51 smithi032 bash[76677]: audit 2024-09-13T00:57:51.438365+0000 mon.c (mon.2) 104 : audit [INF] from='client.? 172.21.15.32:0/2106353179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:52.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:51 smithi032 bash[76677]: audit 2024-09-13T00:57:51.441258+0000 mon.a (mon.0) 3081 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:57:52.447 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:57:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:57:52] "GET /metrics HTTP/1.1" 200 45963 "" "Prometheus/2.43.0" 2024-09-13T00:57:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:57:52 smithi053 bash[94430]: ts=2024-09-13T00:57:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:57:53.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:53 smithi053 bash[67631]: audit 2024-09-13T00:57:52.434321+0000 mon.a (mon.0) 3082 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:53.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:53 smithi053 bash[67631]: cluster 2024-09-13T00:57:52.434774+0000 mon.a (mon.0) 3083 : cluster [DBG] osdmap e1640: 8 total, 8 up, 8 in 2024-09-13T00:57:53.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:53 smithi053 bash[67631]: cluster 2024-09-13T00:57:52.436057+0000 mgr.y (mgr.34107) 1653 : cluster [DBG] pgmap v2846: 329 pgs: 2 creating+peering, 30 unknown, 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 7.2 KiB/s wr, 145 op/s 2024-09-13T00:57:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:53 smithi032 bash[75510]: audit 2024-09-13T00:57:52.434321+0000 mon.a (mon.0) 3082 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:53.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:53 smithi032 bash[75510]: cluster 2024-09-13T00:57:52.434774+0000 mon.a (mon.0) 3083 : cluster [DBG] osdmap e1640: 8 total, 8 up, 8 in 2024-09-13T00:57:53.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:53 smithi032 bash[75510]: cluster 2024-09-13T00:57:52.436057+0000 mgr.y (mgr.34107) 1653 : cluster [DBG] pgmap v2846: 329 pgs: 2 creating+peering, 30 unknown, 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 7.2 KiB/s wr, 145 op/s 2024-09-13T00:57:53.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:53 smithi032 bash[76677]: audit 2024-09-13T00:57:52.434321+0000 mon.a (mon.0) 3082 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:57:53.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:53 smithi032 bash[76677]: cluster 2024-09-13T00:57:52.434774+0000 mon.a (mon.0) 3083 : cluster [DBG] osdmap e1640: 8 total, 8 up, 8 in 2024-09-13T00:57:53.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:53 smithi032 bash[76677]: cluster 2024-09-13T00:57:52.436057+0000 mgr.y (mgr.34107) 1653 : cluster [DBG] pgmap v2846: 329 pgs: 2 creating+peering, 30 unknown, 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 7.2 KiB/s wr, 145 op/s 2024-09-13T00:57:54.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:54 smithi053 bash[67631]: cluster 2024-09-13T00:57:53.435995+0000 mon.a (mon.0) 3084 : cluster [DBG] osdmap e1641: 8 total, 8 up, 8 in 2024-09-13T00:57:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:54 smithi032 bash[75510]: cluster 2024-09-13T00:57:53.435995+0000 mon.a (mon.0) 3084 : cluster [DBG] osdmap e1641: 8 total, 8 up, 8 in 2024-09-13T00:57:54.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:54 smithi032 bash[76677]: cluster 2024-09-13T00:57:53.435995+0000 mon.a (mon.0) 3084 : cluster [DBG] osdmap e1641: 8 total, 8 up, 8 in 2024-09-13T00:57:55.325 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 1 2024-09-13T00:57:55.325 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T00:57:55.325 INFO:tasks.workunit.client.0.smithi032.stdout:image: image34 2024-09-13T00:57:55.326 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image34 2024-09-13T00:57:55.399 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 2 2024-09-13T00:57:55.399 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2024-09-13T00:57:55.399 INFO:tasks.workunit.client.0.smithi032.stdout:image: image34 2024-09-13T00:57:55.399 INFO:tasks.workunit.client.0.smithi032.stdout:image: image35 2024-09-13T00:57:55.399 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image34 2024-09-13T00:57:55.399 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image35 2024-09-13T00:57:55.555 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2024-09-13T00:57:55.555 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 3 2024-09-13T00:57:55.556 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2024-09-13T00:57:55.556 INFO:tasks.workunit.client.0.smithi032.stdout:image: image34 2024-09-13T00:57:55.556 INFO:tasks.workunit.client.0.smithi032.stdout:image: image35 2024-09-13T00:57:55.556 INFO:tasks.workunit.client.0.smithi032.stdout:image: image36 2024-09-13T00:57:55.556 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image34 2024-09-13T00:57:55.556 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image35 2024-09-13T00:57:55.556 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image36 2024-09-13T00:57:55.662 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4731 ms) 2024-09-13T00:57:55.662 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-09-13T00:57:55.663 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:55.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:55 smithi053 bash[67631]: cluster 2024-09-13T00:57:54.437141+0000 mgr.y (mgr.34107) 1654 : cluster [DBG] pgmap v2848: 329 pgs: 2 creating+peering, 11 unknown, 316 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 9.0 KiB/s wr, 254 op/s 2024-09-13T00:57:55.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:55 smithi053 bash[67631]: cluster 2024-09-13T00:57:54.461153+0000 mon.a (mon.0) 3085 : cluster [DBG] osdmap e1642: 8 total, 8 up, 8 in 2024-09-13T00:57:55.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:55 smithi053 bash[67631]: audit 2024-09-13T00:57:55.214998+0000 mon.a (mon.0) 3086 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:57:55.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:55 smithi053 bash[67631]: audit 2024-09-13T00:57:55.217156+0000 mon.a (mon.0) 3087 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:57:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:55 smithi032 bash[75510]: cluster 2024-09-13T00:57:54.437141+0000 mgr.y (mgr.34107) 1654 : cluster [DBG] pgmap v2848: 329 pgs: 2 creating+peering, 11 unknown, 316 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 9.0 KiB/s wr, 254 op/s 2024-09-13T00:57:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:55 smithi032 bash[75510]: cluster 2024-09-13T00:57:54.461153+0000 mon.a (mon.0) 3085 : cluster [DBG] osdmap e1642: 8 total, 8 up, 8 in 2024-09-13T00:57:55.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:55 smithi032 bash[75510]: audit 2024-09-13T00:57:55.214998+0000 mon.a (mon.0) 3086 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:57:55.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:55 smithi032 bash[75510]: audit 2024-09-13T00:57:55.217156+0000 mon.a (mon.0) 3087 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:57:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:55 smithi032 bash[76677]: cluster 2024-09-13T00:57:54.437141+0000 mgr.y (mgr.34107) 1654 : cluster [DBG] pgmap v2848: 329 pgs: 2 creating+peering, 11 unknown, 316 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 9.0 KiB/s wr, 254 op/s 2024-09-13T00:57:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:55 smithi032 bash[76677]: cluster 2024-09-13T00:57:54.461153+0000 mon.a (mon.0) 3085 : cluster [DBG] osdmap e1642: 8 total, 8 up, 8 in 2024-09-13T00:57:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:55 smithi032 bash[76677]: audit 2024-09-13T00:57:55.214998+0000 mon.a (mon.0) 3086 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:57:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:55 smithi032 bash[76677]: audit 2024-09-13T00:57:55.217156+0000 mon.a (mon.0) 3087 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:57:57.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:57 smithi053 bash[67631]: cluster 2024-09-13T00:57:56.435938+0000 mon.a (mon.0) 3088 : cluster [DBG] osdmap e1643: 8 total, 8 up, 8 in 2024-09-13T00:57:57.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:57 smithi053 bash[67631]: cluster 2024-09-13T00:57:56.438217+0000 mgr.y (mgr.34107) 1655 : cluster [DBG] pgmap v2851: 329 pgs: 2 creating+peering, 327 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 164 op/s 2024-09-13T00:57:57.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:57 smithi032 bash[75510]: cluster 2024-09-13T00:57:56.435938+0000 mon.a (mon.0) 3088 : cluster [DBG] osdmap e1643: 8 total, 8 up, 8 in 2024-09-13T00:57:57.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:57 smithi032 bash[75510]: cluster 2024-09-13T00:57:56.438217+0000 mgr.y (mgr.34107) 1655 : cluster [DBG] pgmap v2851: 329 pgs: 2 creating+peering, 327 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 164 op/s 2024-09-13T00:57:57.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:57 smithi032 bash[76677]: cluster 2024-09-13T00:57:56.435938+0000 mon.a (mon.0) 3088 : cluster [DBG] osdmap e1643: 8 total, 8 up, 8 in 2024-09-13T00:57:57.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:57 smithi032 bash[76677]: cluster 2024-09-13T00:57:56.438217+0000 mgr.y (mgr.34107) 1655 : cluster [DBG] pgmap v2851: 329 pgs: 2 creating+peering, 327 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 164 op/s 2024-09-13T00:57:58.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:58 smithi053 bash[67631]: cluster 2024-09-13T00:57:57.443170+0000 mon.a (mon.0) 3089 : cluster [DBG] osdmap e1644: 8 total, 8 up, 8 in 2024-09-13T00:57:58.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:58 smithi032 bash[75510]: cluster 2024-09-13T00:57:57.443170+0000 mon.a (mon.0) 3089 : cluster [DBG] osdmap e1644: 8 total, 8 up, 8 in 2024-09-13T00:57:58.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:58 smithi032 bash[76677]: cluster 2024-09-13T00:57:57.443170+0000 mon.a (mon.0) 3089 : cluster [DBG] osdmap e1644: 8 total, 8 up, 8 in 2024-09-13T00:57:59.517 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2024-09-13T00:57:59.517 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T00:57:59.517 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2024-09-13T00:57:59.518 INFO:tasks.workunit.client.0.smithi032.stdout:found snap1 with size 2097152 2024-09-13T00:57:59.518 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 2 2024-09-13T00:57:59.518 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2024-09-13T00:57:59.518 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2024-09-13T00:57:59.518 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2024-09-13T00:57:59.518 INFO:tasks.workunit.client.0.smithi032.stdout:found snap1 with size 2097152 2024-09-13T00:57:59.518 INFO:tasks.workunit.client.0.smithi032.stdout:found snap2 with size 4194304 2024-09-13T00:57:59.518 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2024-09-13T00:57:59.518 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T00:57:59.518 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2024-09-13T00:57:59.518 INFO:tasks.workunit.client.0.smithi032.stdout:found snap2 with size 4194304 2024-09-13T00:57:59.518 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 0 2024-09-13T00:57:59.518 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2024-09-13T00:57:59.519 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3855 ms) 2024-09-13T00:57:59.519 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-09-13T00:57:59.519 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:57:59.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:59 smithi053 bash[67631]: cluster 2024-09-13T00:57:58.440170+0000 mgr.y (mgr.34107) 1656 : cluster [DBG] pgmap v2853: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 296 KiB/s rd, 20 KiB/s wr, 352 op/s 2024-09-13T00:57:59.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:57:59 smithi053 bash[67631]: cluster 2024-09-13T00:57:58.445528+0000 mon.a (mon.0) 3090 : cluster [DBG] osdmap e1645: 8 total, 8 up, 8 in 2024-09-13T00:57:59.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:59 smithi032 bash[75510]: cluster 2024-09-13T00:57:58.440170+0000 mgr.y (mgr.34107) 1656 : cluster [DBG] pgmap v2853: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 296 KiB/s rd, 20 KiB/s wr, 352 op/s 2024-09-13T00:57:59.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:57:59 smithi032 bash[75510]: cluster 2024-09-13T00:57:58.445528+0000 mon.a (mon.0) 3090 : cluster [DBG] osdmap e1645: 8 total, 8 up, 8 in 2024-09-13T00:57:59.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:59 smithi032 bash[76677]: cluster 2024-09-13T00:57:58.440170+0000 mgr.y (mgr.34107) 1656 : cluster [DBG] pgmap v2853: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 296 KiB/s rd, 20 KiB/s wr, 352 op/s 2024-09-13T00:57:59.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:57:59 smithi032 bash[76677]: cluster 2024-09-13T00:57:58.445528+0000 mon.a (mon.0) 3090 : cluster [DBG] osdmap e1645: 8 total, 8 up, 8 in 2024-09-13T00:58:00.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:00 smithi053 bash[67631]: cluster 2024-09-13T00:57:59.462117+0000 mon.a (mon.0) 3091 : cluster [DBG] osdmap e1646: 8 total, 8 up, 8 in 2024-09-13T00:58:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:00 smithi032 bash[76677]: cluster 2024-09-13T00:57:59.462117+0000 mon.a (mon.0) 3091 : cluster [DBG] osdmap e1646: 8 total, 8 up, 8 in 2024-09-13T00:58:00.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:00 smithi032 bash[75510]: cluster 2024-09-13T00:57:59.462117+0000 mon.a (mon.0) 3091 : cluster [DBG] osdmap e1646: 8 total, 8 up, 8 in 2024-09-13T00:58:01.495 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (1978 ms) 2024-09-13T00:58:01.496 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-09-13T00:58:01.496 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:58:01.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:01 smithi053 bash[67631]: cluster 2024-09-13T00:58:00.441761+0000 mgr.y (mgr.34107) 1657 : cluster [DBG] pgmap v2856: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 25 KiB/s wr, 428 op/s 2024-09-13T00:58:01.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:01 smithi053 bash[67631]: cluster 2024-09-13T00:58:00.484692+0000 mon.a (mon.0) 3092 : cluster [DBG] osdmap e1647: 8 total, 8 up, 8 in 2024-09-13T00:58:01.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:01 smithi053 bash[67631]: cluster 2024-09-13T00:58:01.435677+0000 mon.a (mon.0) 3093 : cluster [DBG] osdmap e1648: 8 total, 8 up, 8 in 2024-09-13T00:58:01.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:01 smithi032 bash[75510]: cluster 2024-09-13T00:58:00.441761+0000 mgr.y (mgr.34107) 1657 : cluster [DBG] pgmap v2856: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 25 KiB/s wr, 428 op/s 2024-09-13T00:58:01.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:01 smithi032 bash[75510]: cluster 2024-09-13T00:58:00.484692+0000 mon.a (mon.0) 3092 : cluster [DBG] osdmap e1647: 8 total, 8 up, 8 in 2024-09-13T00:58:01.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:01 smithi032 bash[75510]: cluster 2024-09-13T00:58:01.435677+0000 mon.a (mon.0) 3093 : cluster [DBG] osdmap e1648: 8 total, 8 up, 8 in 2024-09-13T00:58:01.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:01 smithi032 bash[76677]: cluster 2024-09-13T00:58:00.441761+0000 mgr.y (mgr.34107) 1657 : cluster [DBG] pgmap v2856: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 25 KiB/s wr, 428 op/s 2024-09-13T00:58:01.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:01 smithi032 bash[76677]: cluster 2024-09-13T00:58:00.484692+0000 mon.a (mon.0) 3092 : cluster [DBG] osdmap e1647: 8 total, 8 up, 8 in 2024-09-13T00:58:01.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:01 smithi032 bash[76677]: cluster 2024-09-13T00:58:01.435677+0000 mon.a (mon.0) 3093 : cluster [DBG] osdmap e1648: 8 total, 8 up, 8 in 2024-09-13T00:58:02.533 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2024-09-13T00:58:02.534 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T00:58:02.534 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2024-09-13T00:58:02.534 INFO:tasks.workunit.client.0.smithi032.stdout:found snap1 with size 2097152 2024-09-13T00:58:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:58:02] "GET /metrics HTTP/1.1" 200 50715 "" "Prometheus/2.43.0" 2024-09-13T00:58:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:58:02 smithi053 bash[94430]: ts=2024-09-13T00:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:58:03.546 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 2 2024-09-13T00:58:03.546 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2024-09-13T00:58:03.546 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2024-09-13T00:58:03.546 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2024-09-13T00:58:03.546 INFO:tasks.workunit.client.0.smithi032.stdout:found snap1 with size 2097152 2024-09-13T00:58:03.546 INFO:tasks.workunit.client.0.smithi032.stdout:found snap2 with size 4194304 2024-09-13T00:58:03.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:03 smithi053 bash[67631]: cluster 2024-09-13T00:58:02.443205+0000 mgr.y (mgr.34107) 1658 : cluster [DBG] pgmap v2859: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 23 op/s 2024-09-13T00:58:03.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:03 smithi053 bash[67631]: cluster 2024-09-13T00:58:02.488276+0000 mon.a (mon.0) 3094 : cluster [DBG] osdmap e1649: 8 total, 8 up, 8 in 2024-09-13T00:58:03.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:03 smithi032 bash[76677]: cluster 2024-09-13T00:58:02.443205+0000 mgr.y (mgr.34107) 1658 : cluster [DBG] pgmap v2859: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 23 op/s 2024-09-13T00:58:03.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:03 smithi032 bash[76677]: cluster 2024-09-13T00:58:02.488276+0000 mon.a (mon.0) 3094 : cluster [DBG] osdmap e1649: 8 total, 8 up, 8 in 2024-09-13T00:58:03.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:03 smithi032 bash[75510]: cluster 2024-09-13T00:58:02.443205+0000 mgr.y (mgr.34107) 1658 : cluster [DBG] pgmap v2859: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 23 op/s 2024-09-13T00:58:03.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:03 smithi032 bash[75510]: cluster 2024-09-13T00:58:02.488276+0000 mon.a (mon.0) 3094 : cluster [DBG] osdmap e1649: 8 total, 8 up, 8 in 2024-09-13T00:58:04.567 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2024-09-13T00:58:04.567 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T00:58:04.568 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2024-09-13T00:58:04.568 INFO:tasks.workunit.client.0.smithi032.stdout:found snap2 with size 4194304 2024-09-13T00:58:04.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:04 smithi053 bash[67631]: cluster 2024-09-13T00:58:03.502333+0000 mon.a (mon.0) 3095 : cluster [DBG] osdmap e1650: 8 total, 8 up, 8 in 2024-09-13T00:58:04.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:04 smithi032 bash[75510]: cluster 2024-09-13T00:58:03.502333+0000 mon.a (mon.0) 3095 : cluster [DBG] osdmap e1650: 8 total, 8 up, 8 in 2024-09-13T00:58:04.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:04 smithi032 bash[76677]: cluster 2024-09-13T00:58:03.502333+0000 mon.a (mon.0) 3095 : cluster [DBG] osdmap e1650: 8 total, 8 up, 8 in 2024-09-13T00:58:05.572 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 0 2024-09-13T00:58:05.572 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2024-09-13T00:58:05.581 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4086 ms) 2024-09-13T00:58:05.581 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-09-13T00:58:05.581 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:58:05.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:05 smithi053 bash[67631]: cluster 2024-09-13T00:58:04.444078+0000 mgr.y (mgr.34107) 1659 : cluster [DBG] pgmap v2862: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-09-13T00:58:05.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:05 smithi053 bash[67631]: cluster 2024-09-13T00:58:04.513116+0000 mon.a (mon.0) 3096 : cluster [DBG] osdmap e1651: 8 total, 8 up, 8 in 2024-09-13T00:58:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:05 smithi032 bash[76677]: cluster 2024-09-13T00:58:04.444078+0000 mgr.y (mgr.34107) 1659 : cluster [DBG] pgmap v2862: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-09-13T00:58:05.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:05 smithi032 bash[76677]: cluster 2024-09-13T00:58:04.513116+0000 mon.a (mon.0) 3096 : cluster [DBG] osdmap e1651: 8 total, 8 up, 8 in 2024-09-13T00:58:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:05 smithi032 bash[75510]: cluster 2024-09-13T00:58:04.444078+0000 mgr.y (mgr.34107) 1659 : cluster [DBG] pgmap v2862: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-09-13T00:58:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:05 smithi032 bash[75510]: cluster 2024-09-13T00:58:04.513116+0000 mon.a (mon.0) 3096 : cluster [DBG] osdmap e1651: 8 total, 8 up, 8 in 2024-09-13T00:58:06.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:06 smithi053 bash[67631]: cluster 2024-09-13T00:58:05.521369+0000 mon.a (mon.0) 3097 : cluster [DBG] osdmap e1652: 8 total, 8 up, 8 in 2024-09-13T00:58:06.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:06 smithi053 bash[67631]: cluster 2024-09-13T00:58:06.437429+0000 mon.a (mon.0) 3098 : cluster [DBG] osdmap e1653: 8 total, 8 up, 8 in 2024-09-13T00:58:06.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:06 smithi032 bash[75510]: cluster 2024-09-13T00:58:05.521369+0000 mon.a (mon.0) 3097 : cluster [DBG] osdmap e1652: 8 total, 8 up, 8 in 2024-09-13T00:58:06.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:06 smithi032 bash[75510]: cluster 2024-09-13T00:58:06.437429+0000 mon.a (mon.0) 3098 : cluster [DBG] osdmap e1653: 8 total, 8 up, 8 in 2024-09-13T00:58:06.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:06 smithi032 bash[76677]: cluster 2024-09-13T00:58:05.521369+0000 mon.a (mon.0) 3097 : cluster [DBG] osdmap e1652: 8 total, 8 up, 8 in 2024-09-13T00:58:06.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:06 smithi032 bash[76677]: cluster 2024-09-13T00:58:06.437429+0000 mon.a (mon.0) 3098 : cluster [DBG] osdmap e1653: 8 total, 8 up, 8 in 2024-09-13T00:58:07.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:07 smithi053 bash[67631]: cluster 2024-09-13T00:58:06.445261+0000 mgr.y (mgr.34107) 1660 : cluster [DBG] pgmap v2866: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.3 KiB/s wr, 52 op/s 2024-09-13T00:58:07.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:07 smithi053 bash[67631]: cluster 2024-09-13T00:58:07.441123+0000 mon.a (mon.0) 3099 : cluster [DBG] osdmap e1654: 8 total, 8 up, 8 in 2024-09-13T00:58:07.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:07 smithi032 bash[75510]: cluster 2024-09-13T00:58:06.445261+0000 mgr.y (mgr.34107) 1660 : cluster [DBG] pgmap v2866: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.3 KiB/s wr, 52 op/s 2024-09-13T00:58:07.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:07 smithi032 bash[75510]: cluster 2024-09-13T00:58:07.441123+0000 mon.a (mon.0) 3099 : cluster [DBG] osdmap e1654: 8 total, 8 up, 8 in 2024-09-13T00:58:07.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:07 smithi032 bash[76677]: cluster 2024-09-13T00:58:06.445261+0000 mgr.y (mgr.34107) 1660 : cluster [DBG] pgmap v2866: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.3 KiB/s wr, 52 op/s 2024-09-13T00:58:07.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:07 smithi032 bash[76677]: cluster 2024-09-13T00:58:07.441123+0000 mon.a (mon.0) 3099 : cluster [DBG] osdmap e1654: 8 total, 8 up, 8 in 2024-09-13T00:58:09.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:09 smithi053 bash[67631]: cluster 2024-09-13T00:58:08.447464+0000 mgr.y (mgr.34107) 1661 : cluster [DBG] pgmap v2868: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 71 op/s 2024-09-13T00:58:09.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:09 smithi053 bash[67631]: cluster 2024-09-13T00:58:08.459390+0000 mon.a (mon.0) 3100 : cluster [DBG] osdmap e1655: 8 total, 8 up, 8 in 2024-09-13T00:58:09.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:09 smithi032 bash[75510]: cluster 2024-09-13T00:58:08.447464+0000 mgr.y (mgr.34107) 1661 : cluster [DBG] pgmap v2868: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 71 op/s 2024-09-13T00:58:09.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:09 smithi032 bash[75510]: cluster 2024-09-13T00:58:08.459390+0000 mon.a (mon.0) 3100 : cluster [DBG] osdmap e1655: 8 total, 8 up, 8 in 2024-09-13T00:58:09.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:09 smithi032 bash[76677]: cluster 2024-09-13T00:58:08.447464+0000 mgr.y (mgr.34107) 1661 : cluster [DBG] pgmap v2868: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 71 op/s 2024-09-13T00:58:09.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:09 smithi032 bash[76677]: cluster 2024-09-13T00:58:08.459390+0000 mon.a (mon.0) 3100 : cluster [DBG] osdmap e1655: 8 total, 8 up, 8 in 2024-09-13T00:58:10.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:10 smithi053 bash[67631]: cluster 2024-09-13T00:58:09.530608+0000 mon.a (mon.0) 3101 : cluster [DBG] osdmap e1656: 8 total, 8 up, 8 in 2024-09-13T00:58:10.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:10 smithi053 bash[67631]: audit 2024-09-13T00:58:10.208618+0000 mon.a (mon.0) 3102 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:58:10.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:10 smithi032 bash[76677]: cluster 2024-09-13T00:58:09.530608+0000 mon.a (mon.0) 3101 : cluster [DBG] osdmap e1656: 8 total, 8 up, 8 in 2024-09-13T00:58:10.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:10 smithi032 bash[76677]: audit 2024-09-13T00:58:10.208618+0000 mon.a (mon.0) 3102 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:58:10.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:10 smithi032 bash[75510]: cluster 2024-09-13T00:58:09.530608+0000 mon.a (mon.0) 3101 : cluster [DBG] osdmap e1656: 8 total, 8 up, 8 in 2024-09-13T00:58:10.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:10 smithi032 bash[75510]: audit 2024-09-13T00:58:10.208618+0000 mon.a (mon.0) 3102 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:58:11.501 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 0 2024-09-13T00:58:11.501 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2024-09-13T00:58:11.511 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5930 ms) 2024-09-13T00:58:11.511 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-09-13T00:58:11.511 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:58:11.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:11 smithi053 bash[67631]: cluster 2024-09-13T00:58:10.448977+0000 mgr.y (mgr.34107) 1662 : cluster [DBG] pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-09-13T00:58:11.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:11 smithi053 bash[67631]: cluster 2024-09-13T00:58:10.540349+0000 mon.a (mon.0) 3103 : cluster [DBG] osdmap e1657: 8 total, 8 up, 8 in 2024-09-13T00:58:11.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:11 smithi053 bash[67631]: audit 2024-09-13T00:58:10.830963+0000 mon.a (mon.0) 3104 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:11.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:11 smithi053 bash[67631]: cluster 2024-09-13T00:58:11.441318+0000 mon.a (mon.0) 3105 : cluster [DBG] osdmap e1658: 8 total, 8 up, 8 in 2024-09-13T00:58:11.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:11 smithi032 bash[75510]: cluster 2024-09-13T00:58:10.448977+0000 mgr.y (mgr.34107) 1662 : cluster [DBG] pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-09-13T00:58:11.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:11 smithi032 bash[75510]: cluster 2024-09-13T00:58:10.540349+0000 mon.a (mon.0) 3103 : cluster [DBG] osdmap e1657: 8 total, 8 up, 8 in 2024-09-13T00:58:11.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:11 smithi032 bash[75510]: audit 2024-09-13T00:58:10.830963+0000 mon.a (mon.0) 3104 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:11.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:11 smithi032 bash[75510]: cluster 2024-09-13T00:58:11.441318+0000 mon.a (mon.0) 3105 : cluster [DBG] osdmap e1658: 8 total, 8 up, 8 in 2024-09-13T00:58:11.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:11 smithi032 bash[76677]: cluster 2024-09-13T00:58:10.448977+0000 mgr.y (mgr.34107) 1662 : cluster [DBG] pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-09-13T00:58:11.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:11 smithi032 bash[76677]: cluster 2024-09-13T00:58:10.540349+0000 mon.a (mon.0) 3103 : cluster [DBG] osdmap e1657: 8 total, 8 up, 8 in 2024-09-13T00:58:11.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:11 smithi032 bash[76677]: audit 2024-09-13T00:58:10.830963+0000 mon.a (mon.0) 3104 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:11.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:11 smithi032 bash[76677]: cluster 2024-09-13T00:58:11.441318+0000 mon.a (mon.0) 3105 : cluster [DBG] osdmap e1658: 8 total, 8 up, 8 in 2024-09-13T00:58:12.602 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2024-09-13T00:58:12.602 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T00:58:12.602 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2024-09-13T00:58:12.602 INFO:tasks.workunit.client.0.smithi032.stdout:found snap1 with size 2097152 2024-09-13T00:58:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:58:12] "GET /metrics HTTP/1.1" 200 50828 "" "Prometheus/2.43.0" 2024-09-13T00:58:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:58:12 smithi053 bash[94430]: ts=2024-09-13T00:58:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:58:13.597 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 2 2024-09-13T00:58:13.597 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2024-09-13T00:58:13.597 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2024-09-13T00:58:13.597 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2024-09-13T00:58:13.597 INFO:tasks.workunit.client.0.smithi032.stdout:found snap1 with size 2097152 2024-09-13T00:58:13.597 INFO:tasks.workunit.client.0.smithi032.stdout:found snap2 with size 4194304 2024-09-13T00:58:13.607 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 2 2024-09-13T00:58:13.607 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2024-09-13T00:58:13.607 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1-rename 2024-09-13T00:58:13.608 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2024-09-13T00:58:13.608 INFO:tasks.workunit.client.0.smithi032.stdout:found snap1-rename with size 2097152 2024-09-13T00:58:13.608 INFO:tasks.workunit.client.0.smithi032.stdout:found snap2 with size 4194304 2024-09-13T00:58:13.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:13 smithi032 bash[75510]: cluster 2024-09-13T00:58:12.450181+0000 mgr.y (mgr.34107) 1663 : cluster [DBG] pgmap v2874: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2024-09-13T00:58:13.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:13 smithi032 bash[75510]: cluster 2024-09-13T00:58:12.550046+0000 mon.a (mon.0) 3106 : cluster [DBG] osdmap e1659: 8 total, 8 up, 8 in 2024-09-13T00:58:13.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:13 smithi032 bash[76677]: cluster 2024-09-13T00:58:12.450181+0000 mgr.y (mgr.34107) 1663 : cluster [DBG] pgmap v2874: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2024-09-13T00:58:13.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:13 smithi032 bash[76677]: cluster 2024-09-13T00:58:12.550046+0000 mon.a (mon.0) 3106 : cluster [DBG] osdmap e1659: 8 total, 8 up, 8 in 2024-09-13T00:58:14.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:13 smithi053 bash[67631]: cluster 2024-09-13T00:58:12.450181+0000 mgr.y (mgr.34107) 1663 : cluster [DBG] pgmap v2874: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2024-09-13T00:58:14.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:13 smithi053 bash[67631]: cluster 2024-09-13T00:58:12.550046+0000 mon.a (mon.0) 3106 : cluster [DBG] osdmap e1659: 8 total, 8 up, 8 in 2024-09-13T00:58:14.622 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2024-09-13T00:58:14.622 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T00:58:14.622 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2-rename 2024-09-13T00:58:14.623 INFO:tasks.workunit.client.0.smithi032.stdout:found snap2-rename with size 4194304 2024-09-13T00:58:14.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:14 smithi032 bash[75510]: cluster 2024-09-13T00:58:13.555853+0000 mon.a (mon.0) 3107 : cluster [DBG] osdmap e1660: 8 total, 8 up, 8 in 2024-09-13T00:58:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:14 smithi032 bash[76677]: cluster 2024-09-13T00:58:13.555853+0000 mon.a (mon.0) 3107 : cluster [DBG] osdmap e1660: 8 total, 8 up, 8 in 2024-09-13T00:58:15.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:14 smithi053 bash[67631]: cluster 2024-09-13T00:58:13.555853+0000 mon.a (mon.0) 3107 : cluster [DBG] osdmap e1660: 8 total, 8 up, 8 in 2024-09-13T00:58:15.621 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 0 2024-09-13T00:58:15.621 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2024-09-13T00:58:15.631 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4120 ms) 2024-09-13T00:58:15.631 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-09-13T00:58:15.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:15 smithi032 bash[75510]: cluster 2024-09-13T00:58:14.451047+0000 mgr.y (mgr.34107) 1664 : cluster [DBG] pgmap v2877: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-09-13T00:58:15.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:15 smithi032 bash[75510]: cluster 2024-09-13T00:58:14.579178+0000 mon.a (mon.0) 3108 : cluster [DBG] osdmap e1661: 8 total, 8 up, 8 in 2024-09-13T00:58:15.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:15 smithi032 bash[76677]: cluster 2024-09-13T00:58:14.451047+0000 mgr.y (mgr.34107) 1664 : cluster [DBG] pgmap v2877: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-09-13T00:58:15.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:15 smithi032 bash[76677]: cluster 2024-09-13T00:58:14.579178+0000 mon.a (mon.0) 3108 : cluster [DBG] osdmap e1661: 8 total, 8 up, 8 in 2024-09-13T00:58:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:15 smithi053 bash[67631]: cluster 2024-09-13T00:58:14.451047+0000 mgr.y (mgr.34107) 1664 : cluster [DBG] pgmap v2877: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-09-13T00:58:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:15 smithi053 bash[67631]: cluster 2024-09-13T00:58:14.579178+0000 mon.a (mon.0) 3108 : cluster [DBG] osdmap e1661: 8 total, 8 up, 8 in 2024-09-13T00:58:16.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:16 smithi032 bash[75510]: cluster 2024-09-13T00:58:15.587691+0000 mon.a (mon.0) 3109 : cluster [DBG] osdmap e1662: 8 total, 8 up, 8 in 2024-09-13T00:58:16.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:16 smithi032 bash[75510]: audit 2024-09-13T00:58:16.276407+0000 mon.a (mon.0) 3110 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:16.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:16 smithi032 bash[75510]: audit 2024-09-13T00:58:16.280529+0000 mon.a (mon.0) 3111 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:16.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:16 smithi032 bash[75510]: cluster 2024-09-13T00:58:16.446052+0000 mon.a (mon.0) 3112 : cluster [DBG] osdmap e1663: 8 total, 8 up, 8 in 2024-09-13T00:58:16.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:16 smithi032 bash[75510]: audit 2024-09-13T00:58:16.466684+0000 mon.c (mon.2) 105 : audit [INF] from='client.? 172.21.15.32:0/2422356916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:16.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:16 smithi032 bash[75510]: audit 2024-09-13T00:58:16.467225+0000 mon.a (mon.0) 3113 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:16.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:16 smithi032 bash[76677]: cluster 2024-09-13T00:58:15.587691+0000 mon.a (mon.0) 3109 : cluster [DBG] osdmap e1662: 8 total, 8 up, 8 in 2024-09-13T00:58:16.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:16 smithi032 bash[76677]: audit 2024-09-13T00:58:16.276407+0000 mon.a (mon.0) 3110 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:16.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:16 smithi032 bash[76677]: audit 2024-09-13T00:58:16.280529+0000 mon.a (mon.0) 3111 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:16.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:16 smithi032 bash[76677]: cluster 2024-09-13T00:58:16.446052+0000 mon.a (mon.0) 3112 : cluster [DBG] osdmap e1663: 8 total, 8 up, 8 in 2024-09-13T00:58:16.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:16 smithi032 bash[76677]: audit 2024-09-13T00:58:16.466684+0000 mon.c (mon.2) 105 : audit [INF] from='client.? 172.21.15.32:0/2422356916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:16.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:16 smithi032 bash[76677]: audit 2024-09-13T00:58:16.467225+0000 mon.a (mon.0) 3113 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:17.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:16 smithi053 bash[67631]: cluster 2024-09-13T00:58:15.587691+0000 mon.a (mon.0) 3109 : cluster [DBG] osdmap e1662: 8 total, 8 up, 8 in 2024-09-13T00:58:17.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:16 smithi053 bash[67631]: audit 2024-09-13T00:58:16.276407+0000 mon.a (mon.0) 3110 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:17.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:16 smithi053 bash[67631]: audit 2024-09-13T00:58:16.280529+0000 mon.a (mon.0) 3111 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:17.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:16 smithi053 bash[67631]: cluster 2024-09-13T00:58:16.446052+0000 mon.a (mon.0) 3112 : cluster [DBG] osdmap e1663: 8 total, 8 up, 8 in 2024-09-13T00:58:17.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:16 smithi053 bash[67631]: audit 2024-09-13T00:58:16.466684+0000 mon.c (mon.2) 105 : audit [INF] from='client.? 172.21.15.32:0/2422356916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:17.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:16 smithi053 bash[67631]: audit 2024-09-13T00:58:16.467225+0000 mon.a (mon.0) 3113 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:17.457 INFO:tasks.workunit.client.0.smithi032.stdout:using new format!using new format! 2024-09-13T00:58:17.457 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T00:58:17.458 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:58:17.458 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:58:17.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[75510]: cluster 2024-09-13T00:58:16.452250+0000 mgr.y (mgr.34107) 1665 : cluster [DBG] pgmap v2881: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.4 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-09-13T00:58:17.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[75510]: audit 2024-09-13T00:58:16.620186+0000 mon.a (mon.0) 3114 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:17.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[75510]: audit 2024-09-13T00:58:16.624957+0000 mon.a (mon.0) 3115 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:17.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[75510]: audit 2024-09-13T00:58:17.114046+0000 mon.a (mon.0) 3116 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:58:17.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[75510]: audit 2024-09-13T00:58:17.115687+0000 mon.a (mon.0) 3117 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:58:17.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[75510]: audit 2024-09-13T00:58:17.125203+0000 mon.a (mon.0) 3118 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:17.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[75510]: cluster 2024-09-13T00:58:17.439105+0000 mon.a (mon.0) 3119 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:58:17.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[75510]: audit 2024-09-13T00:58:17.448601+0000 mon.a (mon.0) 3120 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:58:17.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[75510]: cluster 2024-09-13T00:58:17.449546+0000 mon.a (mon.0) 3121 : cluster [DBG] osdmap e1664: 8 total, 8 up, 8 in 2024-09-13T00:58:17.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[76677]: cluster 2024-09-13T00:58:16.452250+0000 mgr.y (mgr.34107) 1665 : cluster [DBG] pgmap v2881: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.4 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-09-13T00:58:17.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[76677]: audit 2024-09-13T00:58:16.620186+0000 mon.a (mon.0) 3114 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:17.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[76677]: audit 2024-09-13T00:58:16.624957+0000 mon.a (mon.0) 3115 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:17.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[76677]: audit 2024-09-13T00:58:17.114046+0000 mon.a (mon.0) 3116 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:58:17.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[76677]: audit 2024-09-13T00:58:17.115687+0000 mon.a (mon.0) 3117 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:58:17.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[76677]: audit 2024-09-13T00:58:17.125203+0000 mon.a (mon.0) 3118 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:17.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[76677]: cluster 2024-09-13T00:58:17.439105+0000 mon.a (mon.0) 3119 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:58:17.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[76677]: audit 2024-09-13T00:58:17.448601+0000 mon.a (mon.0) 3120 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:58:17.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:17 smithi032 bash[76677]: cluster 2024-09-13T00:58:17.449546+0000 mon.a (mon.0) 3121 : cluster [DBG] osdmap e1664: 8 total, 8 up, 8 in 2024-09-13T00:58:18.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:17 smithi053 bash[67631]: cluster 2024-09-13T00:58:16.452250+0000 mgr.y (mgr.34107) 1665 : cluster [DBG] pgmap v2881: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.4 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-09-13T00:58:18.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:17 smithi053 bash[67631]: audit 2024-09-13T00:58:16.620186+0000 mon.a (mon.0) 3114 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:18.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:17 smithi053 bash[67631]: audit 2024-09-13T00:58:16.624957+0000 mon.a (mon.0) 3115 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:18.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:17 smithi053 bash[67631]: audit 2024-09-13T00:58:17.114046+0000 mon.a (mon.0) 3116 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:58:18.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:17 smithi053 bash[67631]: audit 2024-09-13T00:58:17.115687+0000 mon.a (mon.0) 3117 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:58:18.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:17 smithi053 bash[67631]: audit 2024-09-13T00:58:17.125203+0000 mon.a (mon.0) 3118 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:18.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:17 smithi053 bash[67631]: cluster 2024-09-13T00:58:17.439105+0000 mon.a (mon.0) 3119 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T00:58:18.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:17 smithi053 bash[67631]: audit 2024-09-13T00:58:17.448601+0000 mon.a (mon.0) 3120 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:58:18.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:17 smithi053 bash[67631]: cluster 2024-09-13T00:58:17.449546+0000 mon.a (mon.0) 3121 : cluster [DBG] osdmap e1664: 8 total, 8 up, 8 in 2024-09-13T00:58:19.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:19 smithi053 bash[67631]: cluster 2024-09-13T00:58:18.450635+0000 mon.a (mon.0) 3122 : cluster [DBG] osdmap e1665: 8 total, 8 up, 8 in 2024-09-13T00:58:19.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:19 smithi053 bash[67631]: cluster 2024-09-13T00:58:18.453458+0000 mgr.y (mgr.34107) 1666 : cluster [DBG] pgmap v2884: 361 pgs: 4 creating+peering, 14 unknown, 343 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.4 KiB/s wr, 65 op/s 2024-09-13T00:58:19.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:19 smithi032 bash[75510]: cluster 2024-09-13T00:58:18.450635+0000 mon.a (mon.0) 3122 : cluster [DBG] osdmap e1665: 8 total, 8 up, 8 in 2024-09-13T00:58:19.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:19 smithi032 bash[75510]: cluster 2024-09-13T00:58:18.453458+0000 mgr.y (mgr.34107) 1666 : cluster [DBG] pgmap v2884: 361 pgs: 4 creating+peering, 14 unknown, 343 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.4 KiB/s wr, 65 op/s 2024-09-13T00:58:19.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:19 smithi032 bash[76677]: cluster 2024-09-13T00:58:18.450635+0000 mon.a (mon.0) 3122 : cluster [DBG] osdmap e1665: 8 total, 8 up, 8 in 2024-09-13T00:58:19.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:19 smithi032 bash[76677]: cluster 2024-09-13T00:58:18.453458+0000 mgr.y (mgr.34107) 1666 : cluster [DBG] pgmap v2884: 361 pgs: 4 creating+peering, 14 unknown, 343 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.4 KiB/s wr, 65 op/s 2024-09-13T00:58:20.068 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4437 ms) 2024-09-13T00:58:20.068 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-09-13T00:58:20.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:20 smithi032 bash[75510]: cluster 2024-09-13T00:58:19.444266+0000 mon.a (mon.0) 3123 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:58:20.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:20 smithi032 bash[75510]: cluster 2024-09-13T00:58:19.444378+0000 mon.a (mon.0) 3124 : cluster [INF] Cluster is now healthy 2024-09-13T00:58:20.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:20 smithi032 bash[75510]: cluster 2024-09-13T00:58:19.464957+0000 mon.a (mon.0) 3125 : cluster [DBG] osdmap e1666: 8 total, 8 up, 8 in 2024-09-13T00:58:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:20 smithi032 bash[76677]: cluster 2024-09-13T00:58:19.444266+0000 mon.a (mon.0) 3123 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:58:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:20 smithi032 bash[76677]: cluster 2024-09-13T00:58:19.444378+0000 mon.a (mon.0) 3124 : cluster [INF] Cluster is now healthy 2024-09-13T00:58:20.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:20 smithi032 bash[76677]: cluster 2024-09-13T00:58:19.464957+0000 mon.a (mon.0) 3125 : cluster [DBG] osdmap e1666: 8 total, 8 up, 8 in 2024-09-13T00:58:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:20 smithi053 bash[67631]: cluster 2024-09-13T00:58:19.444266+0000 mon.a (mon.0) 3123 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T00:58:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:20 smithi053 bash[67631]: cluster 2024-09-13T00:58:19.444378+0000 mon.a (mon.0) 3124 : cluster [INF] Cluster is now healthy 2024-09-13T00:58:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:20 smithi053 bash[67631]: cluster 2024-09-13T00:58:19.464957+0000 mon.a (mon.0) 3125 : cluster [DBG] osdmap e1666: 8 total, 8 up, 8 in 2024-09-13T00:58:21.504 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:58:21.842 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[68847]: [13/Sep/2024:00:58:21] ENGINE Bus STOPPING 2024-09-13T00:58:21.843 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[75510]: cluster 2024-09-13T00:58:20.454990+0000 mgr.y (mgr.34107) 1667 : cluster [DBG] pgmap v2886: 361 pgs: 4 creating+peering, 8 unknown, 349 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 71 op/s 2024-09-13T00:58:21.843 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[75510]: cluster 2024-09-13T00:58:20.607069+0000 mon.a (mon.0) 3126 : cluster [DBG] osdmap e1667: 8 total, 8 up, 8 in 2024-09-13T00:58:21.843 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[75510]: audit 2024-09-13T00:58:20.608848+0000 mon.c (mon.2) 106 : audit [INF] from='client.? 172.21.15.32:0/3071434703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:21.843 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[75510]: audit 2024-09-13T00:58:20.612450+0000 mon.a (mon.0) 3127 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:21.843 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[75510]: audit 2024-09-13T00:58:21.447943+0000 mon.a (mon.0) 3128 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:58:21.843 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[75510]: cluster 2024-09-13T00:58:21.448485+0000 mon.a (mon.0) 3129 : cluster [DBG] osdmap e1668: 8 total, 8 up, 8 in 2024-09-13T00:58:21.843 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[75510]: audit 2024-09-13T00:58:21.504929+0000 mon.a (mon.0) 3130 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:58:21.843 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[75510]: audit 2024-09-13T00:58:21.519808+0000 mon.a (mon.0) 3131 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:21.843 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[75510]: audit 2024-09-13T00:58:21.523858+0000 mon.a (mon.0) 3132 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:21.843 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[75510]: audit 2024-09-13T00:58:21.526012+0000 mon.a (mon.0) 3133 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:58:21.843 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[75510]: audit 2024-09-13T00:58:21.527117+0000 mon.a (mon.0) 3134 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:58:21.843 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[75510]: audit 2024-09-13T00:58:21.527383+0000 mon.a (mon.0) 3135 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:58:21.844 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[75510]: audit 2024-09-13T00:58:21.536271+0000 mon.a (mon.0) 3136 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:21.844 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[76677]: cluster 2024-09-13T00:58:20.454990+0000 mgr.y (mgr.34107) 1667 : cluster [DBG] pgmap v2886: 361 pgs: 4 creating+peering, 8 unknown, 349 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 71 op/s 2024-09-13T00:58:21.844 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[76677]: cluster 2024-09-13T00:58:20.607069+0000 mon.a (mon.0) 3126 : cluster [DBG] osdmap e1667: 8 total, 8 up, 8 in 2024-09-13T00:58:21.844 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[76677]: audit 2024-09-13T00:58:20.608848+0000 mon.c (mon.2) 106 : audit [INF] from='client.? 172.21.15.32:0/3071434703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:21.844 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[76677]: audit 2024-09-13T00:58:20.612450+0000 mon.a (mon.0) 3127 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:21.844 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[76677]: audit 2024-09-13T00:58:21.447943+0000 mon.a (mon.0) 3128 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:58:21.844 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[76677]: cluster 2024-09-13T00:58:21.448485+0000 mon.a (mon.0) 3129 : cluster [DBG] osdmap e1668: 8 total, 8 up, 8 in 2024-09-13T00:58:21.844 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[76677]: audit 2024-09-13T00:58:21.504929+0000 mon.a (mon.0) 3130 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:58:21.844 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[76677]: audit 2024-09-13T00:58:21.519808+0000 mon.a (mon.0) 3131 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:21.844 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[76677]: audit 2024-09-13T00:58:21.523858+0000 mon.a (mon.0) 3132 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:21.844 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[76677]: audit 2024-09-13T00:58:21.526012+0000 mon.a (mon.0) 3133 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:58:21.845 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[76677]: audit 2024-09-13T00:58:21.527117+0000 mon.a (mon.0) 3134 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:58:21.845 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[76677]: audit 2024-09-13T00:58:21.527383+0000 mon.a (mon.0) 3135 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:58:21.845 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[76677]: audit 2024-09-13T00:58:21.536271+0000 mon.a (mon.0) 3136 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:21 smithi053 bash[67631]: cluster 2024-09-13T00:58:20.454990+0000 mgr.y (mgr.34107) 1667 : cluster [DBG] pgmap v2886: 361 pgs: 4 creating+peering, 8 unknown, 349 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 71 op/s 2024-09-13T00:58:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:21 smithi053 bash[67631]: cluster 2024-09-13T00:58:20.607069+0000 mon.a (mon.0) 3126 : cluster [DBG] osdmap e1667: 8 total, 8 up, 8 in 2024-09-13T00:58:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:21 smithi053 bash[67631]: audit 2024-09-13T00:58:20.608848+0000 mon.c (mon.2) 106 : audit [INF] from='client.? 172.21.15.32:0/3071434703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:22.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:21 smithi053 bash[67631]: audit 2024-09-13T00:58:20.612450+0000 mon.a (mon.0) 3127 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:22.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:21 smithi053 bash[67631]: audit 2024-09-13T00:58:21.447943+0000 mon.a (mon.0) 3128 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:58:22.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:21 smithi053 bash[67631]: cluster 2024-09-13T00:58:21.448485+0000 mon.a (mon.0) 3129 : cluster [DBG] osdmap e1668: 8 total, 8 up, 8 in 2024-09-13T00:58:22.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:21 smithi053 bash[67631]: audit 2024-09-13T00:58:21.504929+0000 mon.a (mon.0) 3130 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:58:22.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:21 smithi053 bash[67631]: audit 2024-09-13T00:58:21.519808+0000 mon.a (mon.0) 3131 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:22.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:21 smithi053 bash[67631]: audit 2024-09-13T00:58:21.523858+0000 mon.a (mon.0) 3132 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:22.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:21 smithi053 bash[67631]: audit 2024-09-13T00:58:21.526012+0000 mon.a (mon.0) 3133 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:58:22.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:21 smithi053 bash[67631]: audit 2024-09-13T00:58:21.527117+0000 mon.a (mon.0) 3134 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:58:22.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:21 smithi053 bash[67631]: audit 2024-09-13T00:58:21.527383+0000 mon.a (mon.0) 3135 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:58:22.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:21 smithi053 bash[67631]: audit 2024-09-13T00:58:21.536271+0000 mon.a (mon.0) 3136 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:22.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[68847]: [13/Sep/2024:00:58:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:58:22.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[68847]: [13/Sep/2024:00:58:21] ENGINE Bus STOPPED 2024-09-13T00:58:22.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[68847]: [13/Sep/2024:00:58:21] ENGINE Bus STARTING 2024-09-13T00:58:22.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[68847]: [13/Sep/2024:00:58:21] ENGINE Serving on http://:::9283 2024-09-13T00:58:22.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:21 smithi032 bash[68847]: [13/Sep/2024:00:58:21] ENGINE Bus STARTED 2024-09-13T00:58:22.602 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:58:22] "GET /metrics HTTP/1.1" 200 50828 "" "Prometheus/2.43.0" 2024-09-13T00:58:22.603 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[94430]: ts=2024-09-13T00:58:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:58:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.713250+0000 mon.a (mon.0) 3137 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.713777+0000 mon.a (mon.0) 3138 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.714145+0000 mon.a (mon.0) 3139 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.717756+0000 mon.a (mon.0) 3140 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.718120+0000 mon.a (mon.0) 3141 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.718459+0000 mon.a (mon.0) 3142 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:22.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.721499+0000 mon.a (mon.0) 3143 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.722010+0000 mon.a (mon.0) 3144 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.722455+0000 mon.a (mon.0) 3145 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.744213+0000 mon.a (mon.0) 3146 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.744347+0000 mon.a (mon.0) 3147 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.744746+0000 mon.a (mon.0) 3148 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.744993+0000 mon.a (mon.0) 3149 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.745244+0000 mon.a (mon.0) 3150 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.747143+0000 mon.b (mon.1) 15 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.747234+0000 mon.b (mon.1) 16 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.748553+0000 mon.a (mon.0) 3151 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.748729+0000 mon.a (mon.0) 3152 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:22.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.749126+0000 mon.a (mon.0) 3153 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.713250+0000 mon.a (mon.0) 3137 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.713777+0000 mon.a (mon.0) 3138 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.714145+0000 mon.a (mon.0) 3139 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.717756+0000 mon.a (mon.0) 3140 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.718120+0000 mon.a (mon.0) 3141 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.718459+0000 mon.a (mon.0) 3142 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.721499+0000 mon.a (mon.0) 3143 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.722010+0000 mon.a (mon.0) 3144 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.722455+0000 mon.a (mon.0) 3145 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.744213+0000 mon.a (mon.0) 3146 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:22.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.744347+0000 mon.a (mon.0) 3147 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:22.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.744746+0000 mon.a (mon.0) 3148 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:22.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.744993+0000 mon.a (mon.0) 3149 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:22.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.745244+0000 mon.a (mon.0) 3150 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:22.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.747143+0000 mon.b (mon.1) 15 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:22.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.747234+0000 mon.b (mon.1) 16 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:22.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.748553+0000 mon.a (mon.0) 3151 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:22.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.748729+0000 mon.a (mon.0) 3152 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:22.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.749126+0000 mon.a (mon.0) 3153 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:22.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.751915+0000 mon.c (mon.2) 107 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:22.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.752036+0000 mon.c (mon.2) 108 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:22.918 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.752555+0000 mon.a (mon.0) 3154 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:22.918 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.752957+0000 mon.a (mon.0) 3155 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:22.918 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: audit 2024-09-13T00:58:21.753219+0000 mon.a (mon.0) 3156 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:22.918 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[75510]: cluster 2024-09-13T00:58:22.451060+0000 mon.a (mon.0) 3157 : cluster [DBG] osdmap e1669: 8 total, 8 up, 8 in 2024-09-13T00:58:22.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.751915+0000 mon.c (mon.2) 107 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:22.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.752036+0000 mon.c (mon.2) 108 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:22.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.752555+0000 mon.a (mon.0) 3154 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:22.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.752957+0000 mon.a (mon.0) 3155 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:22.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: audit 2024-09-13T00:58:21.753219+0000 mon.a (mon.0) 3156 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:22.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:22 smithi032 bash[76677]: cluster 2024-09-13T00:58:22.451060+0000 mon.a (mon.0) 3157 : cluster [DBG] osdmap e1669: 8 total, 8 up, 8 in 2024-09-13T00:58:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.713250+0000 mon.a (mon.0) 3137 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.713777+0000 mon.a (mon.0) 3138 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.714145+0000 mon.a (mon.0) 3139 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.717756+0000 mon.a (mon.0) 3140 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.718120+0000 mon.a (mon.0) 3141 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.718459+0000 mon.a (mon.0) 3142 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.721499+0000 mon.a (mon.0) 3143 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.722010+0000 mon.a (mon.0) 3144 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.722455+0000 mon.a (mon.0) 3145 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.744213+0000 mon.a (mon.0) 3146 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.744347+0000 mon.a (mon.0) 3147 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:23.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.744746+0000 mon.a (mon.0) 3148 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:23.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.744993+0000 mon.a (mon.0) 3149 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:23.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.745244+0000 mon.a (mon.0) 3150 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:23.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.747143+0000 mon.b (mon.1) 15 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:23.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.747234+0000 mon.b (mon.1) 16 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:23.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.748553+0000 mon.a (mon.0) 3151 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:23.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.748729+0000 mon.a (mon.0) 3152 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:23.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.749126+0000 mon.a (mon.0) 3153 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:23.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.751915+0000 mon.c (mon.2) 107 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:23.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.752036+0000 mon.c (mon.2) 108 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:23.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.752555+0000 mon.a (mon.0) 3154 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:23.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.752957+0000 mon.a (mon.0) 3155 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:23.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: audit 2024-09-13T00:58:21.753219+0000 mon.a (mon.0) 3156 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:23.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:22 smithi053 bash[67631]: cluster 2024-09-13T00:58:22.451060+0000 mon.a (mon.0) 3157 : cluster [DBG] osdmap e1669: 8 total, 8 up, 8 in 2024-09-13T00:58:23.685 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:58:23.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:23 smithi032 bash[75510]: cluster 2024-09-13T00:58:22.455992+0000 mgr.y (mgr.34107) 1668 : cluster [DBG] pgmap v2890: 393 pgs: 8 creating+peering, 21 unknown, 364 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 KiB/s wr, 58 op/s 2024-09-13T00:58:23.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:23 smithi032 bash[75510]: cluster 2024-09-13T00:58:23.459921+0000 mon.a (mon.0) 3158 : cluster [DBG] osdmap e1670: 8 total, 8 up, 8 in 2024-09-13T00:58:23.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:23 smithi032 bash[76677]: cluster 2024-09-13T00:58:22.455992+0000 mgr.y (mgr.34107) 1668 : cluster [DBG] pgmap v2890: 393 pgs: 8 creating+peering, 21 unknown, 364 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 KiB/s wr, 58 op/s 2024-09-13T00:58:23.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:23 smithi032 bash[76677]: cluster 2024-09-13T00:58:23.459921+0000 mon.a (mon.0) 3158 : cluster [DBG] osdmap e1670: 8 total, 8 up, 8 in 2024-09-13T00:58:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:23 smithi053 bash[67631]: cluster 2024-09-13T00:58:22.455992+0000 mgr.y (mgr.34107) 1668 : cluster [DBG] pgmap v2890: 393 pgs: 8 creating+peering, 21 unknown, 364 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 KiB/s wr, 58 op/s 2024-09-13T00:58:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:23 smithi053 bash[67631]: cluster 2024-09-13T00:58:23.459921+0000 mon.a (mon.0) 3158 : cluster [DBG] osdmap e1670: 8 total, 8 up, 8 in 2024-09-13T00:58:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:24 smithi032 bash[75510]: audit 2024-09-13T00:58:23.723656+0000 mon.c (mon.2) 109 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T00:58:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:24 smithi032 bash[75510]: audit 2024-09-13T00:58:23.724602+0000 mon.a (mon.0) 3159 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T00:58:24.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:24 smithi032 bash[76677]: audit 2024-09-13T00:58:23.723656+0000 mon.c (mon.2) 109 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T00:58:24.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:24 smithi032 bash[76677]: audit 2024-09-13T00:58:23.724602+0000 mon.a (mon.0) 3159 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T00:58:25.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:24 smithi053 bash[67631]: audit 2024-09-13T00:58:23.723656+0000 mon.c (mon.2) 109 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T00:58:25.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:24 smithi053 bash[67631]: audit 2024-09-13T00:58:23.724602+0000 mon.a (mon.0) 3159 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T00:58:25.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:25 smithi032 bash[75510]: cluster 2024-09-13T00:58:24.457006+0000 mgr.y (mgr.34107) 1669 : cluster [DBG] pgmap v2892: 393 pgs: 8 creating+peering, 8 unknown, 377 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 133 op/s 2024-09-13T00:58:25.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:25 smithi032 bash[75510]: audit 2024-09-13T00:58:24.622585+0000 mon.a (mon.0) 3160 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-22", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T00:58:25.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:25 smithi032 bash[75510]: cluster 2024-09-13T00:58:24.622838+0000 mon.a (mon.0) 3161 : cluster [DBG] osdmap e1671: 8 total, 8 up, 8 in 2024-09-13T00:58:25.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:25 smithi032 bash[75510]: audit 2024-09-13T00:58:25.208852+0000 mon.a (mon.0) 3162 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:58:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:25 smithi032 bash[76677]: cluster 2024-09-13T00:58:24.457006+0000 mgr.y (mgr.34107) 1669 : cluster [DBG] pgmap v2892: 393 pgs: 8 creating+peering, 8 unknown, 377 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 133 op/s 2024-09-13T00:58:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:25 smithi032 bash[76677]: audit 2024-09-13T00:58:24.622585+0000 mon.a (mon.0) 3160 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-22", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T00:58:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:25 smithi032 bash[76677]: cluster 2024-09-13T00:58:24.622838+0000 mon.a (mon.0) 3161 : cluster [DBG] osdmap e1671: 8 total, 8 up, 8 in 2024-09-13T00:58:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:25 smithi032 bash[76677]: audit 2024-09-13T00:58:25.208852+0000 mon.a (mon.0) 3162 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:58:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:25 smithi053 bash[67631]: cluster 2024-09-13T00:58:24.457006+0000 mgr.y (mgr.34107) 1669 : cluster [DBG] pgmap v2892: 393 pgs: 8 creating+peering, 8 unknown, 377 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 133 op/s 2024-09-13T00:58:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:25 smithi053 bash[67631]: audit 2024-09-13T00:58:24.622585+0000 mon.a (mon.0) 3160 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-22", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T00:58:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:25 smithi053 bash[67631]: cluster 2024-09-13T00:58:24.622838+0000 mon.a (mon.0) 3161 : cluster [DBG] osdmap e1671: 8 total, 8 up, 8 in 2024-09-13T00:58:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:25 smithi053 bash[67631]: audit 2024-09-13T00:58:25.208852+0000 mon.a (mon.0) 3162 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:58:27.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:27 smithi053 bash[67631]: cluster 2024-09-13T00:58:26.450635+0000 mon.a (mon.0) 3163 : cluster [DBG] osdmap e1672: 8 total, 8 up, 8 in 2024-09-13T00:58:27.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:27 smithi053 bash[67631]: cluster 2024-09-13T00:58:26.458437+0000 mgr.y (mgr.34107) 1670 : cluster [DBG] pgmap v2895: 393 pgs: 393 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 517 KiB/s wr, 131 op/s 2024-09-13T00:58:27.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:27 smithi032 bash[75510]: cluster 2024-09-13T00:58:26.450635+0000 mon.a (mon.0) 3163 : cluster [DBG] osdmap e1672: 8 total, 8 up, 8 in 2024-09-13T00:58:27.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:27 smithi032 bash[75510]: cluster 2024-09-13T00:58:26.458437+0000 mgr.y (mgr.34107) 1670 : cluster [DBG] pgmap v2895: 393 pgs: 393 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 517 KiB/s wr, 131 op/s 2024-09-13T00:58:27.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:27 smithi032 bash[76677]: cluster 2024-09-13T00:58:26.450635+0000 mon.a (mon.0) 3163 : cluster [DBG] osdmap e1672: 8 total, 8 up, 8 in 2024-09-13T00:58:27.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:27 smithi032 bash[76677]: cluster 2024-09-13T00:58:26.458437+0000 mgr.y (mgr.34107) 1670 : cluster [DBG] pgmap v2895: 393 pgs: 393 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 517 KiB/s wr, 131 op/s 2024-09-13T00:58:29.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:29 smithi053 bash[67631]: cluster 2024-09-13T00:58:28.461031+0000 mgr.y (mgr.34107) 1671 : cluster [DBG] pgmap v2896: 393 pgs: 393 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 346 KiB/s wr, 99 op/s 2024-09-13T00:58:29.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:29 smithi032 bash[75510]: cluster 2024-09-13T00:58:28.461031+0000 mgr.y (mgr.34107) 1671 : cluster [DBG] pgmap v2896: 393 pgs: 393 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 346 KiB/s wr, 99 op/s 2024-09-13T00:58:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:29 smithi032 bash[76677]: cluster 2024-09-13T00:58:28.461031+0000 mgr.y (mgr.34107) 1671 : cluster [DBG] pgmap v2896: 393 pgs: 393 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 346 KiB/s wr, 99 op/s 2024-09-13T00:58:31.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:31 smithi053 bash[67631]: cluster 2024-09-13T00:58:30.462693+0000 mgr.y (mgr.34107) 1672 : cluster [DBG] pgmap v2897: 393 pgs: 393 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 587 KiB/s wr, 35 op/s 2024-09-13T00:58:31.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:31 smithi053 bash[67631]: cluster 2024-09-13T00:58:31.453177+0000 mon.a (mon.0) 3164 : cluster [DBG] osdmap e1673: 8 total, 8 up, 8 in 2024-09-13T00:58:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:31 smithi032 bash[75510]: cluster 2024-09-13T00:58:30.462693+0000 mgr.y (mgr.34107) 1672 : cluster [DBG] pgmap v2897: 393 pgs: 393 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 587 KiB/s wr, 35 op/s 2024-09-13T00:58:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:31 smithi032 bash[75510]: cluster 2024-09-13T00:58:31.453177+0000 mon.a (mon.0) 3164 : cluster [DBG] osdmap e1673: 8 total, 8 up, 8 in 2024-09-13T00:58:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:31 smithi032 bash[76677]: cluster 2024-09-13T00:58:30.462693+0000 mgr.y (mgr.34107) 1672 : cluster [DBG] pgmap v2897: 393 pgs: 393 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 587 KiB/s wr, 35 op/s 2024-09-13T00:58:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:31 smithi032 bash[76677]: cluster 2024-09-13T00:58:31.453177+0000 mon.a (mon.0) 3164 : cluster [DBG] osdmap e1673: 8 total, 8 up, 8 in 2024-09-13T00:58:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:58:32] "GET /metrics HTTP/1.1" 200 55602 "" "Prometheus/2.43.0" 2024-09-13T00:58:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:58:32 smithi053 bash[94430]: ts=2024-09-13T00:58:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:58:33.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:33 smithi053 bash[67631]: cluster 2024-09-13T00:58:32.464153+0000 mgr.y (mgr.34107) 1673 : cluster [DBG] pgmap v2899: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 785 KiB/s wr, 33 op/s 2024-09-13T00:58:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:33 smithi032 bash[75510]: cluster 2024-09-13T00:58:32.464153+0000 mgr.y (mgr.34107) 1673 : cluster [DBG] pgmap v2899: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 785 KiB/s wr, 33 op/s 2024-09-13T00:58:33.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:33 smithi032 bash[76677]: cluster 2024-09-13T00:58:32.464153+0000 mgr.y (mgr.34107) 1673 : cluster [DBG] pgmap v2899: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 785 KiB/s wr, 33 op/s 2024-09-13T00:58:35.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:35 smithi053 bash[67631]: cluster 2024-09-13T00:58:34.466486+0000 mgr.y (mgr.34107) 1674 : cluster [DBG] pgmap v2900: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 512 KiB/s wr, 10 op/s 2024-09-13T00:58:35.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:35 smithi032 bash[75510]: cluster 2024-09-13T00:58:34.466486+0000 mgr.y (mgr.34107) 1674 : cluster [DBG] pgmap v2900: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 512 KiB/s wr, 10 op/s 2024-09-13T00:58:35.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:35 smithi032 bash[76677]: cluster 2024-09-13T00:58:34.466486+0000 mgr.y (mgr.34107) 1674 : cluster [DBG] pgmap v2900: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 512 KiB/s wr, 10 op/s 2024-09-13T00:58:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:37 smithi053 bash[67631]: cluster 2024-09-13T00:58:36.468743+0000 mgr.y (mgr.34107) 1675 : cluster [DBG] pgmap v2901: 393 pgs: 393 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T00:58:37.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:37 smithi032 bash[75510]: cluster 2024-09-13T00:58:36.468743+0000 mgr.y (mgr.34107) 1675 : cluster [DBG] pgmap v2901: 393 pgs: 393 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T00:58:37.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:37 smithi032 bash[76677]: cluster 2024-09-13T00:58:36.468743+0000 mgr.y (mgr.34107) 1675 : cluster [DBG] pgmap v2901: 393 pgs: 393 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T00:58:39.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:39 smithi032 bash[75510]: cluster 2024-09-13T00:58:38.471132+0000 mgr.y (mgr.34107) 1676 : cluster [DBG] pgmap v2902: 393 pgs: 393 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1022 B/s rd, 1023 KiB/s wr, 2 op/s 2024-09-13T00:58:39.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:39 smithi032 bash[76677]: cluster 2024-09-13T00:58:38.471132+0000 mgr.y (mgr.34107) 1676 : cluster [DBG] pgmap v2902: 393 pgs: 393 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1022 B/s rd, 1023 KiB/s wr, 2 op/s 2024-09-13T00:58:40.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:39 smithi053 bash[67631]: cluster 2024-09-13T00:58:38.471132+0000 mgr.y (mgr.34107) 1676 : cluster [DBG] pgmap v2902: 393 pgs: 393 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1022 B/s rd, 1023 KiB/s wr, 2 op/s 2024-09-13T00:58:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:40 smithi032 bash[75510]: audit 2024-09-13T00:58:40.209016+0000 mon.a (mon.0) 3165 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:58:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:40 smithi032 bash[76677]: audit 2024-09-13T00:58:40.209016+0000 mon.a (mon.0) 3165 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:58:41.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:40 smithi053 bash[67631]: audit 2024-09-13T00:58:40.209016+0000 mon.a (mon.0) 3165 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:58:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:41 smithi032 bash[75510]: cluster 2024-09-13T00:58:40.473076+0000 mgr.y (mgr.34107) 1677 : cluster [DBG] pgmap v2903: 393 pgs: 393 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1022 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-13T00:58:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:41 smithi032 bash[75510]: cluster 2024-09-13T00:58:41.446301+0000 mon.a (mon.0) 3166 : cluster [WRN] pool 'test-librbd-smithi032-115198-22' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T00:58:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:41 smithi032 bash[75510]: cluster 2024-09-13T00:58:41.446947+0000 mon.a (mon.0) 3167 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T00:58:41.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:41 smithi032 bash[75510]: cluster 2024-09-13T00:58:41.456624+0000 mon.a (mon.0) 3168 : cluster [DBG] osdmap e1674: 8 total, 8 up, 8 in 2024-09-13T00:58:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:41 smithi032 bash[76677]: cluster 2024-09-13T00:58:40.473076+0000 mgr.y (mgr.34107) 1677 : cluster [DBG] pgmap v2903: 393 pgs: 393 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1022 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-13T00:58:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:41 smithi032 bash[76677]: cluster 2024-09-13T00:58:41.446301+0000 mon.a (mon.0) 3166 : cluster [WRN] pool 'test-librbd-smithi032-115198-22' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T00:58:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:41 smithi032 bash[76677]: cluster 2024-09-13T00:58:41.446947+0000 mon.a (mon.0) 3167 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T00:58:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:41 smithi032 bash[76677]: cluster 2024-09-13T00:58:41.456624+0000 mon.a (mon.0) 3168 : cluster [DBG] osdmap e1674: 8 total, 8 up, 8 in 2024-09-13T00:58:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:41 smithi053 bash[67631]: cluster 2024-09-13T00:58:40.473076+0000 mgr.y (mgr.34107) 1677 : cluster [DBG] pgmap v2903: 393 pgs: 393 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1022 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-13T00:58:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:41 smithi053 bash[67631]: cluster 2024-09-13T00:58:41.446301+0000 mon.a (mon.0) 3166 : cluster [WRN] pool 'test-librbd-smithi032-115198-22' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T00:58:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:41 smithi053 bash[67631]: cluster 2024-09-13T00:58:41.446947+0000 mon.a (mon.0) 3167 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T00:58:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:41 smithi053 bash[67631]: cluster 2024-09-13T00:58:41.456624+0000 mon.a (mon.0) 3168 : cluster [DBG] osdmap e1674: 8 total, 8 up, 8 in 2024-09-13T00:58:42.041 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.RemoveFullTry (21973 ms) 2024-09-13T00:58:42.041 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-09-13T00:58:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:58:42] "GET /metrics HTTP/1.1" 200 55661 "" "Prometheus/2.43.0" 2024-09-13T00:58:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:58:42 smithi053 bash[94430]: ts=2024-09-13T00:58:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:58:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:43 smithi032 bash[75510]: cluster 2024-09-13T00:58:42.474311+0000 mgr.y (mgr.34107) 1678 : cluster [DBG] pgmap v2905: 393 pgs: 393 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-09-13T00:58:43.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:43 smithi032 bash[75510]: cluster 2024-09-13T00:58:42.570309+0000 mon.a (mon.0) 3169 : cluster [DBG] osdmap e1675: 8 total, 8 up, 8 in 2024-09-13T00:58:43.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:43 smithi032 bash[75510]: audit 2024-09-13T00:58:42.581325+0000 mon.c (mon.2) 110 : audit [INF] from='client.? 172.21.15.32:0/1187350364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:43.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:43 smithi032 bash[75510]: audit 2024-09-13T00:58:42.581810+0000 mon.a (mon.0) 3170 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:43 smithi032 bash[76677]: cluster 2024-09-13T00:58:42.474311+0000 mgr.y (mgr.34107) 1678 : cluster [DBG] pgmap v2905: 393 pgs: 393 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-09-13T00:58:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:43 smithi032 bash[76677]: cluster 2024-09-13T00:58:42.570309+0000 mon.a (mon.0) 3169 : cluster [DBG] osdmap e1675: 8 total, 8 up, 8 in 2024-09-13T00:58:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:43 smithi032 bash[76677]: audit 2024-09-13T00:58:42.581325+0000 mon.c (mon.2) 110 : audit [INF] from='client.? 172.21.15.32:0/1187350364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:43 smithi032 bash[76677]: audit 2024-09-13T00:58:42.581810+0000 mon.a (mon.0) 3170 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:43 smithi053 bash[67631]: cluster 2024-09-13T00:58:42.474311+0000 mgr.y (mgr.34107) 1678 : cluster [DBG] pgmap v2905: 393 pgs: 393 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-09-13T00:58:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:43 smithi053 bash[67631]: cluster 2024-09-13T00:58:42.570309+0000 mon.a (mon.0) 3169 : cluster [DBG] osdmap e1675: 8 total, 8 up, 8 in 2024-09-13T00:58:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:43 smithi053 bash[67631]: audit 2024-09-13T00:58:42.581325+0000 mon.c (mon.2) 110 : audit [INF] from='client.? 172.21.15.32:0/1187350364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:43 smithi053 bash[67631]: audit 2024-09-13T00:58:42.581810+0000 mon.a (mon.0) 3170 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:44.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:44 smithi032 bash[75510]: audit 2024-09-13T00:58:43.574940+0000 mon.a (mon.0) 3171 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:58:44.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:44 smithi032 bash[75510]: cluster 2024-09-13T00:58:43.575176+0000 mon.a (mon.0) 3172 : cluster [DBG] osdmap e1676: 8 total, 8 up, 8 in 2024-09-13T00:58:44.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:44 smithi032 bash[76677]: audit 2024-09-13T00:58:43.574940+0000 mon.a (mon.0) 3171 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:58:44.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:44 smithi032 bash[76677]: cluster 2024-09-13T00:58:43.575176+0000 mon.a (mon.0) 3172 : cluster [DBG] osdmap e1676: 8 total, 8 up, 8 in 2024-09-13T00:58:45.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:44 smithi053 bash[67631]: audit 2024-09-13T00:58:43.574940+0000 mon.a (mon.0) 3171 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:58:45.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:44 smithi053 bash[67631]: cluster 2024-09-13T00:58:43.575176+0000 mon.a (mon.0) 3172 : cluster [DBG] osdmap e1676: 8 total, 8 up, 8 in 2024-09-13T00:58:45.680 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:58:45.913 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:45 smithi032 bash[68847]: [13/Sep/2024:00:58:45] ENGINE Bus STOPPING 2024-09-13T00:58:45.913 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:45 smithi032 bash[68847]: [13/Sep/2024:00:58:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T00:58:45.913 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:45 smithi032 bash[68847]: [13/Sep/2024:00:58:45] ENGINE Bus STOPPED 2024-09-13T00:58:45.913 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:45 smithi032 bash[68847]: [13/Sep/2024:00:58:45] ENGINE Bus STARTING 2024-09-13T00:58:45.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:45 smithi032 bash[75510]: cluster 2024-09-13T00:58:44.475257+0000 mgr.y (mgr.34107) 1679 : cluster [DBG] pgmap v2908: 425 pgs: 12 creating+peering, 20 unknown, 393 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 854 KiB/s wr, 21 op/s 2024-09-13T00:58:45.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:45 smithi032 bash[75510]: cluster 2024-09-13T00:58:44.610815+0000 mon.a (mon.0) 3173 : cluster [DBG] osdmap e1677: 8 total, 8 up, 8 in 2024-09-13T00:58:45.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:45 smithi032 bash[75510]: audit 2024-09-13T00:58:44.611930+0000 mon.c (mon.2) 111 : audit [INF] from='client.? 172.21.15.32:0/3002633198' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:45.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:45 smithi032 bash[75510]: audit 2024-09-13T00:58:44.612655+0000 mon.a (mon.0) 3174 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:45.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:45 smithi032 bash[76677]: cluster 2024-09-13T00:58:44.475257+0000 mgr.y (mgr.34107) 1679 : cluster [DBG] pgmap v2908: 425 pgs: 12 creating+peering, 20 unknown, 393 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 854 KiB/s wr, 21 op/s 2024-09-13T00:58:45.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:45 smithi032 bash[76677]: cluster 2024-09-13T00:58:44.610815+0000 mon.a (mon.0) 3173 : cluster [DBG] osdmap e1677: 8 total, 8 up, 8 in 2024-09-13T00:58:45.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:45 smithi032 bash[76677]: audit 2024-09-13T00:58:44.611930+0000 mon.c (mon.2) 111 : audit [INF] from='client.? 172.21.15.32:0/3002633198' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:45.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:45 smithi032 bash[76677]: audit 2024-09-13T00:58:44.612655+0000 mon.a (mon.0) 3174 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:45 smithi053 bash[67631]: cluster 2024-09-13T00:58:44.475257+0000 mgr.y (mgr.34107) 1679 : cluster [DBG] pgmap v2908: 425 pgs: 12 creating+peering, 20 unknown, 393 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 854 KiB/s wr, 21 op/s 2024-09-13T00:58:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:45 smithi053 bash[67631]: cluster 2024-09-13T00:58:44.610815+0000 mon.a (mon.0) 3173 : cluster [DBG] osdmap e1677: 8 total, 8 up, 8 in 2024-09-13T00:58:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:45 smithi053 bash[67631]: audit 2024-09-13T00:58:44.611930+0000 mon.c (mon.2) 111 : audit [INF] from='client.? 172.21.15.32:0/3002633198' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:45 smithi053 bash[67631]: audit 2024-09-13T00:58:44.612655+0000 mon.a (mon.0) 3174 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T00:58:46.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:45 smithi032 bash[68847]: [13/Sep/2024:00:58:45] ENGINE Serving on http://:::9283 2024-09-13T00:58:46.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:45 smithi032 bash[68847]: [13/Sep/2024:00:58:45] ENGINE Bus STARTED 2024-09-13T00:58:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.621137+0000 mon.a (mon.0) 3175 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:58:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: cluster 2024-09-13T00:58:45.621711+0000 mon.a (mon.0) 3176 : cluster [DBG] osdmap e1678: 8 total, 8 up, 8 in 2024-09-13T00:58:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.677077+0000 mon.a (mon.0) 3177 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:58:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.691732+0000 mon.a (mon.0) 3178 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.696734+0000 mon.a (mon.0) 3179 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:46.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.698913+0000 mon.a (mon.0) 3180 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:58:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.700072+0000 mon.a (mon.0) 3181 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:58:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.707396+0000 mon.a (mon.0) 3182 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.707559+0000 mon.a (mon.0) 3183 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:58:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.895235+0000 mon.a (mon.0) 3184 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.895722+0000 mon.a (mon.0) 3185 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.895994+0000 mon.a (mon.0) 3186 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.898647+0000 mon.a (mon.0) 3187 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.898910+0000 mon.a (mon.0) 3188 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.899132+0000 mon.a (mon.0) 3189 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.901290+0000 mon.a (mon.0) 3190 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.901669+0000 mon.a (mon.0) 3191 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.902028+0000 mon.a (mon.0) 3192 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:46.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.915064+0000 mon.a (mon.0) 3193 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:46.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.621137+0000 mon.a (mon.0) 3175 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:58:46.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: cluster 2024-09-13T00:58:45.621711+0000 mon.a (mon.0) 3176 : cluster [DBG] osdmap e1678: 8 total, 8 up, 8 in 2024-09-13T00:58:46.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.677077+0000 mon.a (mon.0) 3177 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:58:46.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.691732+0000 mon.a (mon.0) 3178 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:46.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.696734+0000 mon.a (mon.0) 3179 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:46.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.698913+0000 mon.a (mon.0) 3180 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:58:46.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.700072+0000 mon.a (mon.0) 3181 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:58:46.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.707396+0000 mon.a (mon.0) 3182 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:46.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.707559+0000 mon.a (mon.0) 3183 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:58:46.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.895235+0000 mon.a (mon.0) 3184 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:46.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.895722+0000 mon.a (mon.0) 3185 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:46.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.895994+0000 mon.a (mon.0) 3186 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:46.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.898647+0000 mon.a (mon.0) 3187 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:46.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.898910+0000 mon.a (mon.0) 3188 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:46.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.899132+0000 mon.a (mon.0) 3189 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:46.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.901290+0000 mon.a (mon.0) 3190 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:46.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.901669+0000 mon.a (mon.0) 3191 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:46.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.902028+0000 mon.a (mon.0) 3192 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:46.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.915064+0000 mon.a (mon.0) 3193 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:46.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.915173+0000 mon.a (mon.0) 3194 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:46.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.915650+0000 mon.a (mon.0) 3195 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:46.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.915945+0000 mon.a (mon.0) 3196 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:46.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.916260+0000 mon.a (mon.0) 3197 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:46.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.917567+0000 mon.b (mon.1) 17 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:46.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.917656+0000 mon.b (mon.1) 18 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:46.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.918892+0000 mon.a (mon.0) 3198 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:46.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.919236+0000 mon.a (mon.0) 3199 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:46.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.919743+0000 mon.a (mon.0) 3200 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:46.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.921647+0000 mon.c (mon.2) 112 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:46.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.921769+0000 mon.c (mon.2) 113 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:46.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.921832+0000 mon.a (mon.0) 3201 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:46.918 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.922111+0000 mon.a (mon.0) 3202 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:46.919 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[76677]: audit 2024-09-13T00:58:45.922372+0000 mon.a (mon.0) 3203 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:46.919 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.915173+0000 mon.a (mon.0) 3194 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:46.919 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.915650+0000 mon.a (mon.0) 3195 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:46.919 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.915945+0000 mon.a (mon.0) 3196 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:46.919 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.916260+0000 mon.a (mon.0) 3197 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:46.919 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.917567+0000 mon.b (mon.1) 17 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:46.919 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.917656+0000 mon.b (mon.1) 18 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:46.919 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.918892+0000 mon.a (mon.0) 3198 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:46.919 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.919236+0000 mon.a (mon.0) 3199 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:46.919 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.919743+0000 mon.a (mon.0) 3200 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:46.919 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.921647+0000 mon.c (mon.2) 112 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:46.920 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.921769+0000 mon.c (mon.2) 113 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:46.920 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.921832+0000 mon.a (mon.0) 3201 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:46.920 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.922111+0000 mon.a (mon.0) 3202 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:46.920 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:46 smithi032 bash[75510]: audit 2024-09-13T00:58:45.922372+0000 mon.a (mon.0) 3203 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:47.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.621137+0000 mon.a (mon.0) 3175 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T00:58:47.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: cluster 2024-09-13T00:58:45.621711+0000 mon.a (mon.0) 3176 : cluster [DBG] osdmap e1678: 8 total, 8 up, 8 in 2024-09-13T00:58:47.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.677077+0000 mon.a (mon.0) 3177 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T00:58:47.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.691732+0000 mon.a (mon.0) 3178 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:47.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.696734+0000 mon.a (mon.0) 3179 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:58:47.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.698913+0000 mon.a (mon.0) 3180 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:58:47.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.700072+0000 mon.a (mon.0) 3181 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:58:47.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.707396+0000 mon.a (mon.0) 3182 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:58:47.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.707559+0000 mon.a (mon.0) 3183 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T00:58:47.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.895235+0000 mon.a (mon.0) 3184 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:47.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.895722+0000 mon.a (mon.0) 3185 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:47.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.895994+0000 mon.a (mon.0) 3186 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:47.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.898647+0000 mon.a (mon.0) 3187 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:47.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.898910+0000 mon.a (mon.0) 3188 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:47.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.899132+0000 mon.a (mon.0) 3189 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:47.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.901290+0000 mon.a (mon.0) 3190 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:47.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.901669+0000 mon.a (mon.0) 3191 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:47.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.902028+0000 mon.a (mon.0) 3192 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:47.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.915064+0000 mon.a (mon.0) 3193 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:47.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.915173+0000 mon.a (mon.0) 3194 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:47.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.915650+0000 mon.a (mon.0) 3195 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:47.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.915945+0000 mon.a (mon.0) 3196 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:47.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.916260+0000 mon.a (mon.0) 3197 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:47.040 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.917567+0000 mon.b (mon.1) 17 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:47.040 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.917656+0000 mon.b (mon.1) 18 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:47.040 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.918892+0000 mon.a (mon.0) 3198 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:47.040 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.919236+0000 mon.a (mon.0) 3199 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:47.040 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.919743+0000 mon.a (mon.0) 3200 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:47.040 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.921647+0000 mon.c (mon.2) 112 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T00:58:47.040 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.921769+0000 mon.c (mon.2) 113 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T00:58:47.040 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.921832+0000 mon.a (mon.0) 3201 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T00:58:47.040 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.922111+0000 mon.a (mon.0) 3202 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T00:58:47.040 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:46 smithi053 bash[67631]: audit 2024-09-13T00:58:45.922372+0000 mon.a (mon.0) 3203 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T00:58:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:47 smithi032 bash[75510]: cluster 2024-09-13T00:58:46.476796+0000 mgr.y (mgr.34107) 1680 : cluster [DBG] pgmap v2911: 457 pgs: 19 creating+peering, 31 unknown, 407 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 39 op/s 2024-09-13T00:58:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:47 smithi032 bash[75510]: cluster 2024-09-13T00:58:46.635239+0000 mon.a (mon.0) 3204 : cluster [DBG] osdmap e1679: 8 total, 8 up, 8 in 2024-09-13T00:58:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:47 smithi032 bash[76677]: cluster 2024-09-13T00:58:46.476796+0000 mgr.y (mgr.34107) 1680 : cluster [DBG] pgmap v2911: 457 pgs: 19 creating+peering, 31 unknown, 407 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 39 op/s 2024-09-13T00:58:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:47 smithi032 bash[76677]: cluster 2024-09-13T00:58:46.635239+0000 mon.a (mon.0) 3204 : cluster [DBG] osdmap e1679: 8 total, 8 up, 8 in 2024-09-13T00:58:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:47 smithi053 bash[67631]: cluster 2024-09-13T00:58:46.476796+0000 mgr.y (mgr.34107) 1680 : cluster [DBG] pgmap v2911: 457 pgs: 19 creating+peering, 31 unknown, 407 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 39 op/s 2024-09-13T00:58:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:47 smithi053 bash[67631]: cluster 2024-09-13T00:58:46.635239+0000 mon.a (mon.0) 3204 : cluster [DBG] osdmap e1679: 8 total, 8 up, 8 in 2024-09-13T00:58:49.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:48 smithi053 bash[67631]: cluster 2024-09-13T00:58:47.647241+0000 mon.a (mon.0) 3205 : cluster [DBG] osdmap e1680: 8 total, 8 up, 8 in 2024-09-13T00:58:49.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:48 smithi053 bash[67631]: audit 2024-09-13T00:58:47.729096+0000 mon.c (mon.2) 114 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T00:58:49.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:48 smithi053 bash[67631]: audit 2024-09-13T00:58:47.730195+0000 mon.a (mon.0) 3206 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T00:58:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:48 smithi032 bash[75510]: cluster 2024-09-13T00:58:47.647241+0000 mon.a (mon.0) 3205 : cluster [DBG] osdmap e1680: 8 total, 8 up, 8 in 2024-09-13T00:58:49.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:48 smithi032 bash[75510]: audit 2024-09-13T00:58:47.729096+0000 mon.c (mon.2) 114 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T00:58:49.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:48 smithi032 bash[75510]: audit 2024-09-13T00:58:47.730195+0000 mon.a (mon.0) 3206 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T00:58:49.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:48 smithi032 bash[76677]: cluster 2024-09-13T00:58:47.647241+0000 mon.a (mon.0) 3205 : cluster [DBG] osdmap e1680: 8 total, 8 up, 8 in 2024-09-13T00:58:49.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:48 smithi032 bash[76677]: audit 2024-09-13T00:58:47.729096+0000 mon.c (mon.2) 114 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T00:58:49.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:48 smithi032 bash[76677]: audit 2024-09-13T00:58:47.730195+0000 mon.a (mon.0) 3206 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T00:58:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:49 smithi053 bash[67631]: cluster 2024-09-13T00:58:48.478822+0000 mgr.y (mgr.34107) 1681 : cluster [DBG] pgmap v2914: 457 pgs: 7 creating+peering, 450 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-09-13T00:58:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:49 smithi053 bash[67631]: audit 2024-09-13T00:58:48.649959+0000 mon.a (mon.0) 3207 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-24", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T00:58:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:49 smithi053 bash[67631]: cluster 2024-09-13T00:58:48.650401+0000 mon.a (mon.0) 3208 : cluster [DBG] osdmap e1681: 8 total, 8 up, 8 in 2024-09-13T00:58:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:49 smithi032 bash[75510]: cluster 2024-09-13T00:58:48.478822+0000 mgr.y (mgr.34107) 1681 : cluster [DBG] pgmap v2914: 457 pgs: 7 creating+peering, 450 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-09-13T00:58:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:49 smithi032 bash[75510]: audit 2024-09-13T00:58:48.649959+0000 mon.a (mon.0) 3207 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-24", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T00:58:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:49 smithi032 bash[75510]: cluster 2024-09-13T00:58:48.650401+0000 mon.a (mon.0) 3208 : cluster [DBG] osdmap e1681: 8 total, 8 up, 8 in 2024-09-13T00:58:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:49 smithi032 bash[76677]: cluster 2024-09-13T00:58:48.478822+0000 mgr.y (mgr.34107) 1681 : cluster [DBG] pgmap v2914: 457 pgs: 7 creating+peering, 450 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-09-13T00:58:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:49 smithi032 bash[76677]: audit 2024-09-13T00:58:48.649959+0000 mon.a (mon.0) 3207 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-115198-24", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T00:58:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:49 smithi032 bash[76677]: cluster 2024-09-13T00:58:48.650401+0000 mon.a (mon.0) 3208 : cluster [DBG] osdmap e1681: 8 total, 8 up, 8 in 2024-09-13T00:58:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:51 smithi053 bash[67631]: cluster 2024-09-13T00:58:50.480736+0000 mgr.y (mgr.34107) 1682 : cluster [DBG] pgmap v2916: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 423 KiB/s wr, 21 op/s 2024-09-13T00:58:52.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:51 smithi053 bash[67631]: cluster 2024-09-13T00:58:51.449858+0000 mon.a (mon.0) 3209 : cluster [INF] pool 'test-librbd-smithi032-115198-22' no longer out of quota; removing NO_QUOTA flag 2024-09-13T00:58:52.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:51 smithi053 bash[67631]: cluster 2024-09-13T00:58:51.450493+0000 mon.a (mon.0) 3210 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T00:58:52.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:51 smithi053 bash[67631]: cluster 2024-09-13T00:58:51.450527+0000 mon.a (mon.0) 3211 : cluster [INF] Cluster is now healthy 2024-09-13T00:58:52.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:51 smithi053 bash[67631]: cluster 2024-09-13T00:58:51.461196+0000 mon.a (mon.0) 3212 : cluster [DBG] osdmap e1682: 8 total, 8 up, 8 in 2024-09-13T00:58:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:51 smithi032 bash[75510]: cluster 2024-09-13T00:58:50.480736+0000 mgr.y (mgr.34107) 1682 : cluster [DBG] pgmap v2916: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 423 KiB/s wr, 21 op/s 2024-09-13T00:58:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:51 smithi032 bash[75510]: cluster 2024-09-13T00:58:51.449858+0000 mon.a (mon.0) 3209 : cluster [INF] pool 'test-librbd-smithi032-115198-22' no longer out of quota; removing NO_QUOTA flag 2024-09-13T00:58:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:51 smithi032 bash[75510]: cluster 2024-09-13T00:58:51.450493+0000 mon.a (mon.0) 3210 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T00:58:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:51 smithi032 bash[75510]: cluster 2024-09-13T00:58:51.450527+0000 mon.a (mon.0) 3211 : cluster [INF] Cluster is now healthy 2024-09-13T00:58:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:51 smithi032 bash[75510]: cluster 2024-09-13T00:58:51.461196+0000 mon.a (mon.0) 3212 : cluster [DBG] osdmap e1682: 8 total, 8 up, 8 in 2024-09-13T00:58:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:51 smithi032 bash[76677]: cluster 2024-09-13T00:58:50.480736+0000 mgr.y (mgr.34107) 1682 : cluster [DBG] pgmap v2916: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 423 KiB/s wr, 21 op/s 2024-09-13T00:58:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:51 smithi032 bash[76677]: cluster 2024-09-13T00:58:51.449858+0000 mon.a (mon.0) 3209 : cluster [INF] pool 'test-librbd-smithi032-115198-22' no longer out of quota; removing NO_QUOTA flag 2024-09-13T00:58:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:51 smithi032 bash[76677]: cluster 2024-09-13T00:58:51.450493+0000 mon.a (mon.0) 3210 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T00:58:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:51 smithi032 bash[76677]: cluster 2024-09-13T00:58:51.450527+0000 mon.a (mon.0) 3211 : cluster [INF] Cluster is now healthy 2024-09-13T00:58:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:51 smithi032 bash[76677]: cluster 2024-09-13T00:58:51.461196+0000 mon.a (mon.0) 3212 : cluster [DBG] osdmap e1682: 8 total, 8 up, 8 in 2024-09-13T00:58:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:58:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:58:52] "GET /metrics HTTP/1.1" 200 55661 "" "Prometheus/2.43.0" 2024-09-13T00:58:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:58:52 smithi053 bash[94430]: ts=2024-09-13T00:58:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:58:54.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:53 smithi053 bash[67631]: cluster 2024-09-13T00:58:52.482132+0000 mgr.y (mgr.34107) 1683 : cluster [DBG] pgmap v2918: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.3 KiB/s rd, 351 KiB/s wr, 10 op/s 2024-09-13T00:58:54.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:53 smithi032 bash[75510]: cluster 2024-09-13T00:58:52.482132+0000 mgr.y (mgr.34107) 1683 : cluster [DBG] pgmap v2918: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.3 KiB/s rd, 351 KiB/s wr, 10 op/s 2024-09-13T00:58:54.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:53 smithi032 bash[76677]: cluster 2024-09-13T00:58:52.482132+0000 mgr.y (mgr.34107) 1683 : cluster [DBG] pgmap v2918: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.3 KiB/s rd, 351 KiB/s wr, 10 op/s 2024-09-13T00:58:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:55 smithi053 bash[67631]: cluster 2024-09-13T00:58:54.484663+0000 mgr.y (mgr.34107) 1684 : cluster [DBG] pgmap v2919: 457 pgs: 457 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 450 KiB/s wr, 15 op/s 2024-09-13T00:58:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:55 smithi053 bash[67631]: audit 2024-09-13T00:58:55.209507+0000 mon.a (mon.0) 3213 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:58:56.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:55 smithi032 bash[76677]: cluster 2024-09-13T00:58:54.484663+0000 mgr.y (mgr.34107) 1684 : cluster [DBG] pgmap v2919: 457 pgs: 457 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 450 KiB/s wr, 15 op/s 2024-09-13T00:58:56.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:55 smithi032 bash[76677]: audit 2024-09-13T00:58:55.209507+0000 mon.a (mon.0) 3213 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:58:56.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:55 smithi032 bash[75510]: cluster 2024-09-13T00:58:54.484663+0000 mgr.y (mgr.34107) 1684 : cluster [DBG] pgmap v2919: 457 pgs: 457 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 450 KiB/s wr, 15 op/s 2024-09-13T00:58:56.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:55 smithi032 bash[75510]: audit 2024-09-13T00:58:55.209507+0000 mon.a (mon.0) 3213 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:58:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.009556+0000 mon.a (mon.0) 3214 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [2, 4]}]: dispatch 2024-09-13T00:58:57.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.010012+0000 mon.a (mon.0) 3215 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-09-13T00:58:57.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.010399+0000 mon.a (mon.0) 3216 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4]}]: dispatch 2024-09-13T00:58:57.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.010763+0000 mon.a (mon.0) 3217 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2024-09-13T00:58:57.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.011130+0000 mon.a (mon.0) 3218 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-13T00:58:57.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.011543+0000 mon.a (mon.0) 3219 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-09-13T00:58:57.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.011913+0000 mon.a (mon.0) 3220 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.2", "id": [6, 4]}]: dispatch 2024-09-13T00:58:57.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.012275+0000 mon.a (mon.0) 3221 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1d", "id": [1, 2]}]: dispatch 2024-09-13T00:58:57.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.012669+0000 mon.a (mon.0) 3222 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]: dispatch 2024-09-13T00:58:57.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.013047+0000 mon.a (mon.0) 3223 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1b", "id": [4, 3]}]: dispatch 2024-09-13T00:58:57.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.463285+0000 mon.a (mon.0) 3224 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [2, 4]}]': finished 2024-09-13T00:58:57.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.463507+0000 mon.a (mon.0) 3225 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-09-13T00:58:57.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.463696+0000 mon.a (mon.0) 3226 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4]}]': finished 2024-09-13T00:58:57.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.463859+0000 mon.a (mon.0) 3227 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2024-09-13T00:58:57.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.464041+0000 mon.a (mon.0) 3228 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-09-13T00:58:57.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.464202+0000 mon.a (mon.0) 3229 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-09-13T00:58:57.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.464365+0000 mon.a (mon.0) 3230 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.2", "id": [6, 4]}]': finished 2024-09-13T00:58:57.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.467317+0000 mon.a (mon.0) 3231 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1d", "id": [1, 2]}]': finished 2024-09-13T00:58:57.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.467532+0000 mon.a (mon.0) 3232 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]': finished 2024-09-13T00:58:57.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: audit 2024-09-13T00:58:56.467727+0000 mon.a (mon.0) 3233 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1b", "id": [4, 3]}]': finished 2024-09-13T00:58:57.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:56 smithi053 bash[67631]: cluster 2024-09-13T00:58:56.467866+0000 mon.a (mon.0) 3234 : cluster [DBG] osdmap e1683: 8 total, 8 up, 8 in 2024-09-13T00:58:57.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.009556+0000 mon.a (mon.0) 3214 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [2, 4]}]: dispatch 2024-09-13T00:58:57.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.010012+0000 mon.a (mon.0) 3215 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-09-13T00:58:57.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.010399+0000 mon.a (mon.0) 3216 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4]}]: dispatch 2024-09-13T00:58:57.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.010763+0000 mon.a (mon.0) 3217 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2024-09-13T00:58:57.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.011130+0000 mon.a (mon.0) 3218 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-13T00:58:57.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.011543+0000 mon.a (mon.0) 3219 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-09-13T00:58:57.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.011913+0000 mon.a (mon.0) 3220 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.2", "id": [6, 4]}]: dispatch 2024-09-13T00:58:57.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.012275+0000 mon.a (mon.0) 3221 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1d", "id": [1, 2]}]: dispatch 2024-09-13T00:58:57.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.012669+0000 mon.a (mon.0) 3222 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]: dispatch 2024-09-13T00:58:57.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.013047+0000 mon.a (mon.0) 3223 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1b", "id": [4, 3]}]: dispatch 2024-09-13T00:58:57.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.463285+0000 mon.a (mon.0) 3224 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [2, 4]}]': finished 2024-09-13T00:58:57.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.463507+0000 mon.a (mon.0) 3225 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-09-13T00:58:57.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.463696+0000 mon.a (mon.0) 3226 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4]}]': finished 2024-09-13T00:58:57.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.463859+0000 mon.a (mon.0) 3227 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2024-09-13T00:58:57.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.464041+0000 mon.a (mon.0) 3228 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-09-13T00:58:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.009556+0000 mon.a (mon.0) 3214 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [2, 4]}]: dispatch 2024-09-13T00:58:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.010012+0000 mon.a (mon.0) 3215 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-09-13T00:58:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.010399+0000 mon.a (mon.0) 3216 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4]}]: dispatch 2024-09-13T00:58:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.010763+0000 mon.a (mon.0) 3217 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2024-09-13T00:58:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.011130+0000 mon.a (mon.0) 3218 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-13T00:58:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.011543+0000 mon.a (mon.0) 3219 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-09-13T00:58:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.011913+0000 mon.a (mon.0) 3220 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.2", "id": [6, 4]}]: dispatch 2024-09-13T00:58:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.012275+0000 mon.a (mon.0) 3221 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1d", "id": [1, 2]}]: dispatch 2024-09-13T00:58:57.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.012669+0000 mon.a (mon.0) 3222 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]: dispatch 2024-09-13T00:58:57.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.013047+0000 mon.a (mon.0) 3223 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1b", "id": [4, 3]}]: dispatch 2024-09-13T00:58:57.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.463285+0000 mon.a (mon.0) 3224 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [2, 4]}]': finished 2024-09-13T00:58:57.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.463507+0000 mon.a (mon.0) 3225 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-09-13T00:58:57.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.463696+0000 mon.a (mon.0) 3226 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4]}]': finished 2024-09-13T00:58:57.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.463859+0000 mon.a (mon.0) 3227 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2024-09-13T00:58:57.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.464041+0000 mon.a (mon.0) 3228 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-09-13T00:58:57.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.464202+0000 mon.a (mon.0) 3229 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-09-13T00:58:57.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.464365+0000 mon.a (mon.0) 3230 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.2", "id": [6, 4]}]': finished 2024-09-13T00:58:57.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.467317+0000 mon.a (mon.0) 3231 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1d", "id": [1, 2]}]': finished 2024-09-13T00:58:57.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.467532+0000 mon.a (mon.0) 3232 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]': finished 2024-09-13T00:58:57.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: audit 2024-09-13T00:58:56.467727+0000 mon.a (mon.0) 3233 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1b", "id": [4, 3]}]': finished 2024-09-13T00:58:57.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[76677]: cluster 2024-09-13T00:58:56.467866+0000 mon.a (mon.0) 3234 : cluster [DBG] osdmap e1683: 8 total, 8 up, 8 in 2024-09-13T00:58:57.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.464202+0000 mon.a (mon.0) 3229 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-09-13T00:58:57.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.464365+0000 mon.a (mon.0) 3230 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.2", "id": [6, 4]}]': finished 2024-09-13T00:58:57.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.467317+0000 mon.a (mon.0) 3231 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1d", "id": [1, 2]}]': finished 2024-09-13T00:58:57.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.467532+0000 mon.a (mon.0) 3232 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]': finished 2024-09-13T00:58:57.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: audit 2024-09-13T00:58:56.467727+0000 mon.a (mon.0) 3233 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1b", "id": [4, 3]}]': finished 2024-09-13T00:58:57.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:56 smithi032 bash[75510]: cluster 2024-09-13T00:58:56.467866+0000 mon.a (mon.0) 3234 : cluster [DBG] osdmap e1683: 8 total, 8 up, 8 in 2024-09-13T00:58:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:57 smithi053 bash[67631]: cluster 2024-09-13T00:58:56.485899+0000 mgr.y (mgr.34107) 1685 : cluster [DBG] pgmap v2921: 457 pgs: 457 active+clean; 9.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.9 KiB/s rd, 654 KiB/s wr, 13 op/s 2024-09-13T00:58:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:57 smithi053 bash[67631]: cluster 2024-09-13T00:58:57.466247+0000 mon.a (mon.0) 3235 : cluster [DBG] osdmap e1684: 8 total, 8 up, 8 in 2024-09-13T00:58:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:57 smithi032 bash[75510]: cluster 2024-09-13T00:58:56.485899+0000 mgr.y (mgr.34107) 1685 : cluster [DBG] pgmap v2921: 457 pgs: 457 active+clean; 9.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.9 KiB/s rd, 654 KiB/s wr, 13 op/s 2024-09-13T00:58:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:57 smithi032 bash[75510]: cluster 2024-09-13T00:58:57.466247+0000 mon.a (mon.0) 3235 : cluster [DBG] osdmap e1684: 8 total, 8 up, 8 in 2024-09-13T00:58:58.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:57 smithi032 bash[76677]: cluster 2024-09-13T00:58:56.485899+0000 mgr.y (mgr.34107) 1685 : cluster [DBG] pgmap v2921: 457 pgs: 457 active+clean; 9.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.9 KiB/s rd, 654 KiB/s wr, 13 op/s 2024-09-13T00:58:58.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:57 smithi032 bash[76677]: cluster 2024-09-13T00:58:57.466247+0000 mon.a (mon.0) 3235 : cluster [DBG] osdmap e1684: 8 total, 8 up, 8 in 2024-09-13T00:59:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:58:59 smithi053 bash[67631]: cluster 2024-09-13T00:58:58.488518+0000 mgr.y (mgr.34107) 1686 : cluster [DBG] pgmap v2923: 457 pgs: 3 peering, 454 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.4 KiB/s rd, 875 KiB/s wr, 9 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T00:59:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:58:59 smithi032 bash[75510]: cluster 2024-09-13T00:58:58.488518+0000 mgr.y (mgr.34107) 1686 : cluster [DBG] pgmap v2923: 457 pgs: 3 peering, 454 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.4 KiB/s rd, 875 KiB/s wr, 9 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T00:59:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:58:59 smithi032 bash[76677]: cluster 2024-09-13T00:58:58.488518+0000 mgr.y (mgr.34107) 1686 : cluster [DBG] pgmap v2923: 457 pgs: 3 peering, 454 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.4 KiB/s rd, 875 KiB/s wr, 9 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T00:59:02.021 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (19980 ms) 2024-09-13T00:59:02.021 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestIO 2024-09-13T00:59:02.021 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:59:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:01 smithi053 bash[67631]: cluster 2024-09-13T00:59:00.490329+0000 mgr.y (mgr.34107) 1687 : cluster [DBG] pgmap v2924: 457 pgs: 3 peering, 454 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 MiB/s wr, 8 op/s; 8 B/s, 0 objects/s recovering 2024-09-13T00:59:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:01 smithi053 bash[67631]: cluster 2024-09-13T00:59:01.454893+0000 mon.a (mon.0) 3236 : cluster [WRN] pool 'test-librbd-smithi032-115198-24' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T00:59:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:01 smithi053 bash[67631]: cluster 2024-09-13T00:59:01.455623+0000 mon.a (mon.0) 3237 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T00:59:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:01 smithi053 bash[67631]: cluster 2024-09-13T00:59:01.466224+0000 mon.a (mon.0) 3238 : cluster [DBG] osdmap e1685: 8 total, 8 up, 8 in 2024-09-13T00:59:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:01 smithi032 bash[75510]: cluster 2024-09-13T00:59:00.490329+0000 mgr.y (mgr.34107) 1687 : cluster [DBG] pgmap v2924: 457 pgs: 3 peering, 454 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 MiB/s wr, 8 op/s; 8 B/s, 0 objects/s recovering 2024-09-13T00:59:02.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:01 smithi032 bash[75510]: cluster 2024-09-13T00:59:01.454893+0000 mon.a (mon.0) 3236 : cluster [WRN] pool 'test-librbd-smithi032-115198-24' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T00:59:02.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:01 smithi032 bash[75510]: cluster 2024-09-13T00:59:01.455623+0000 mon.a (mon.0) 3237 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T00:59:02.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:01 smithi032 bash[75510]: cluster 2024-09-13T00:59:01.466224+0000 mon.a (mon.0) 3238 : cluster [DBG] osdmap e1685: 8 total, 8 up, 8 in 2024-09-13T00:59:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:01 smithi032 bash[76677]: cluster 2024-09-13T00:59:00.490329+0000 mgr.y (mgr.34107) 1687 : cluster [DBG] pgmap v2924: 457 pgs: 3 peering, 454 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 MiB/s wr, 8 op/s; 8 B/s, 0 objects/s recovering 2024-09-13T00:59:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:01 smithi032 bash[76677]: cluster 2024-09-13T00:59:01.454893+0000 mon.a (mon.0) 3236 : cluster [WRN] pool 'test-librbd-smithi032-115198-24' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T00:59:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:01 smithi032 bash[76677]: cluster 2024-09-13T00:59:01.455623+0000 mon.a (mon.0) 3237 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T00:59:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:01 smithi032 bash[76677]: cluster 2024-09-13T00:59:01.466224+0000 mon.a (mon.0) 3238 : cluster [DBG] osdmap e1685: 8 total, 8 up, 8 in 2024-09-13T00:59:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:59:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:59:02] "GET /metrics HTTP/1.1" 200 60522 "" "Prometheus/2.43.0" 2024-09-13T00:59:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:59:02 smithi053 bash[94430]: ts=2024-09-13T00:59:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:59:04.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:03 smithi053 bash[67631]: cluster 2024-09-13T00:59:02.491796+0000 mgr.y (mgr.34107) 1688 : cluster [DBG] pgmap v2926: 457 pgs: 457 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 MiB/s wr, 3 op/s; 11 B/s, 0 objects/s recovering 2024-09-13T00:59:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:03 smithi032 bash[75510]: cluster 2024-09-13T00:59:02.491796+0000 mgr.y (mgr.34107) 1688 : cluster [DBG] pgmap v2926: 457 pgs: 457 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 MiB/s wr, 3 op/s; 11 B/s, 0 objects/s recovering 2024-09-13T00:59:04.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:03 smithi032 bash[76677]: cluster 2024-09-13T00:59:02.491796+0000 mgr.y (mgr.34107) 1688 : cluster [DBG] pgmap v2926: 457 pgs: 457 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 MiB/s wr, 3 op/s; 11 B/s, 0 objects/s recovering 2024-09-13T00:59:06.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:05 smithi053 bash[67631]: cluster 2024-09-13T00:59:04.494553+0000 mgr.y (mgr.34107) 1689 : cluster [DBG] pgmap v2927: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 1.0 MiB/s wr, 137 op/s; 8 B/s, 0 objects/s recovering 2024-09-13T00:59:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:05 smithi032 bash[75510]: cluster 2024-09-13T00:59:04.494553+0000 mgr.y (mgr.34107) 1689 : cluster [DBG] pgmap v2927: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 1.0 MiB/s wr, 137 op/s; 8 B/s, 0 objects/s recovering 2024-09-13T00:59:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:05 smithi032 bash[76677]: cluster 2024-09-13T00:59:04.494553+0000 mgr.y (mgr.34107) 1689 : cluster [DBG] pgmap v2927: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 1.0 MiB/s wr, 137 op/s; 8 B/s, 0 objects/s recovering 2024-09-13T00:59:07.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:06 smithi053 bash[67631]: cluster 2024-09-13T00:59:06.457580+0000 mon.a (mon.0) 3239 : cluster [INF] pool 'test-librbd-smithi032-115198-24' no longer out of quota; removing NO_QUOTA flag 2024-09-13T00:59:07.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:06 smithi053 bash[67631]: cluster 2024-09-13T00:59:06.458760+0000 mon.a (mon.0) 3240 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T00:59:07.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:06 smithi053 bash[67631]: cluster 2024-09-13T00:59:06.458800+0000 mon.a (mon.0) 3241 : cluster [INF] Cluster is now healthy 2024-09-13T00:59:07.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:06 smithi053 bash[67631]: cluster 2024-09-13T00:59:06.472057+0000 mon.a (mon.0) 3242 : cluster [DBG] osdmap e1686: 8 total, 8 up, 8 in 2024-09-13T00:59:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:06 smithi032 bash[75510]: cluster 2024-09-13T00:59:06.457580+0000 mon.a (mon.0) 3239 : cluster [INF] pool 'test-librbd-smithi032-115198-24' no longer out of quota; removing NO_QUOTA flag 2024-09-13T00:59:07.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:06 smithi032 bash[75510]: cluster 2024-09-13T00:59:06.458760+0000 mon.a (mon.0) 3240 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T00:59:07.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:06 smithi032 bash[75510]: cluster 2024-09-13T00:59:06.458800+0000 mon.a (mon.0) 3241 : cluster [INF] Cluster is now healthy 2024-09-13T00:59:07.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:06 smithi032 bash[75510]: cluster 2024-09-13T00:59:06.472057+0000 mon.a (mon.0) 3242 : cluster [DBG] osdmap e1686: 8 total, 8 up, 8 in 2024-09-13T00:59:07.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:06 smithi032 bash[76677]: cluster 2024-09-13T00:59:06.457580+0000 mon.a (mon.0) 3239 : cluster [INF] pool 'test-librbd-smithi032-115198-24' no longer out of quota; removing NO_QUOTA flag 2024-09-13T00:59:07.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:06 smithi032 bash[76677]: cluster 2024-09-13T00:59:06.458760+0000 mon.a (mon.0) 3240 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T00:59:07.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:06 smithi032 bash[76677]: cluster 2024-09-13T00:59:06.458800+0000 mon.a (mon.0) 3241 : cluster [INF] Cluster is now healthy 2024-09-13T00:59:07.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:06 smithi032 bash[76677]: cluster 2024-09-13T00:59:06.472057+0000 mon.a (mon.0) 3242 : cluster [DBG] osdmap e1686: 8 total, 8 up, 8 in 2024-09-13T00:59:08.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:07 smithi053 bash[67631]: cluster 2024-09-13T00:59:06.495867+0000 mgr.y (mgr.34107) 1690 : cluster [DBG] pgmap v2929: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 672 KiB/s wr, 138 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T00:59:08.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:07 smithi032 bash[75510]: cluster 2024-09-13T00:59:06.495867+0000 mgr.y (mgr.34107) 1690 : cluster [DBG] pgmap v2929: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 672 KiB/s wr, 138 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T00:59:08.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:07 smithi032 bash[76677]: cluster 2024-09-13T00:59:06.495867+0000 mgr.y (mgr.34107) 1690 : cluster [DBG] pgmap v2929: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 672 KiB/s wr, 138 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T00:59:08.498 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:08.499 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:08.499 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:08.499 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:08.499 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:08.499 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.499 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:08.499 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.499 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.499 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:08.499 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.499 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:08.499 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.499 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:08.501 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.501 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.501 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:08.501 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:08.501 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:08.501 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:08.501 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:08.501 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:08.501 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:08.501 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:08.501 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:08.501 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:08.501 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:08.501 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.505 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:08.505 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:08.505 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:08.505 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.505 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:08.505 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:08.505 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:08.505 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 512~512 = 512 2024-09-13T00:59:08.505 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.505 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 1536~512 = 0 2024-09-13T00:59:08.505 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:08.505 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:08.505 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:08.505 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:08.506 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:08.506 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2024-09-13T00:59:08.506 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.506 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.506 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2024-09-13T00:59:08.506 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.506 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.506 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2024-09-13T00:59:08.506 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.506 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.506 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2024-09-13T00:59:08.506 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.506 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.506 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2024-09-13T00:59:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2024-09-13T00:59:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2024-09-13T00:59:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2024-09-13T00:59:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2024-09-13T00:59:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2024-09-13T00:59:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2024-09-13T00:59:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2024-09-13T00:59:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2024-09-13T00:59:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2024-09-13T00:59:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2024-09-13T00:59:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2024-09-13T00:59:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:08.510 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:08.510 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2024-09-13T00:59:08.510 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.510 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.511 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2024-09-13T00:59:08.511 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.511 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.511 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2024-09-13T00:59:08.511 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.511 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.511 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2024-09-13T00:59:08.511 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.511 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.511 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:08.511 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:08.511 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.511 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:08.512 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.512 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.512 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:08.512 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.512 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.512 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.512 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:08.512 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.512 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.512 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:08.512 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.512 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.512 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.513 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:08.513 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.513 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.513 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:08.513 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.513 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.513 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.513 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:08.513 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.513 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.513 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:08.513 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.513 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.513 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.514 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:08.514 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:08.514 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.514 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:08.514 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:08.514 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.514 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:08.514 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.514 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.514 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:08.514 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.514 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.514 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:08.514 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:08.515 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:08.515 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:08.515 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:08.515 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:08.515 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:08.515 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:10.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:09 smithi053 bash[67631]: cluster 2024-09-13T00:59:08.498813+0000 mgr.y (mgr.34107) 1691 : cluster [DBG] pgmap v2930: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 270 KiB/s wr, 572 op/s 2024-09-13T00:59:10.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:09 smithi032 bash[75510]: cluster 2024-09-13T00:59:08.498813+0000 mgr.y (mgr.34107) 1691 : cluster [DBG] pgmap v2930: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 270 KiB/s wr, 572 op/s 2024-09-13T00:59:10.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:09 smithi032 bash[76677]: cluster 2024-09-13T00:59:08.498813+0000 mgr.y (mgr.34107) 1691 : cluster [DBG] pgmap v2930: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 270 KiB/s wr, 572 op/s 2024-09-13T00:59:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:10 smithi053 bash[67631]: audit 2024-09-13T00:59:10.210064+0000 mon.a (mon.0) 3243 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:59:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:10 smithi032 bash[75510]: audit 2024-09-13T00:59:10.210064+0000 mon.a (mon.0) 3243 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:59:11.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:10 smithi032 bash[76677]: audit 2024-09-13T00:59:10.210064+0000 mon.a (mon.0) 3243 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:59:12.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:11 smithi053 bash[67631]: cluster 2024-09-13T00:59:10.500694+0000 mgr.y (mgr.34107) 1692 : cluster [DBG] pgmap v2931: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 239 KiB/s wr, 507 op/s 2024-09-13T00:59:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:11 smithi032 bash[75510]: cluster 2024-09-13T00:59:10.500694+0000 mgr.y (mgr.34107) 1692 : cluster [DBG] pgmap v2931: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 239 KiB/s wr, 507 op/s 2024-09-13T00:59:12.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:11 smithi032 bash[76677]: cluster 2024-09-13T00:59:10.500694+0000 mgr.y (mgr.34107) 1692 : cluster [DBG] pgmap v2931: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 239 KiB/s wr, 507 op/s 2024-09-13T00:59:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:59:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:59:12] "GET /metrics HTTP/1.1" 200 60488 "" "Prometheus/2.43.0" 2024-09-13T00:59:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:59:12 smithi053 bash[94430]: ts=2024-09-13T00:59:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:59:14.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:13 smithi053 bash[67631]: cluster 2024-09-13T00:59:12.502687+0000 mgr.y (mgr.34107) 1693 : cluster [DBG] pgmap v2932: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 216 KiB/s wr, 458 op/s 2024-09-13T00:59:14.134 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.134 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:14.134 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:14.134 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:14.134 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:14.134 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:14.134 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.136 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:14.136 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.136 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.136 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:14.136 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:14.136 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:14.136 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:14.136 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:14.136 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.136 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.136 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:14.137 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:14.137 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:14.137 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:14.137 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:14.137 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.137 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.137 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:14.137 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:14.137 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:14.137 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:14.137 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:14.138 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.138 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.138 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:14.138 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:14.138 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:14.138 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:14.138 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:14.138 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.138 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.138 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:14.138 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.139 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.139 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:14.139 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.139 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.139 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:14.139 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:14.139 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:14.139 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:14.139 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:14.139 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.139 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.140 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:14.140 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:14.140 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:14.140 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:14.140 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:14.140 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.140 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.140 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:14.140 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:14.140 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:14.140 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:14.141 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:14.141 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.141 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.141 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:14.141 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:14.141 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:14.141 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:14.141 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:14.141 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.141 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.141 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:14.141 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.142 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.142 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:14.142 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.142 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.142 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:14.142 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:14.142 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:14.142 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:14.142 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:14.142 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:14.144 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:14.144 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.144 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.144 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:14.144 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:14.144 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:14.144 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:14.144 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:14.144 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.144 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.144 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:14.144 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:14.145 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:14.145 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:14.145 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:14.145 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:14.145 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:14.145 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:14.145 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestIO (12112 ms) 2024-09-13T00:59:14.145 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-09-13T00:59:14.145 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:59:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:13 smithi032 bash[75510]: cluster 2024-09-13T00:59:12.502687+0000 mgr.y (mgr.34107) 1693 : cluster [DBG] pgmap v2932: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 216 KiB/s wr, 458 op/s 2024-09-13T00:59:14.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:13 smithi032 bash[76677]: cluster 2024-09-13T00:59:12.502687+0000 mgr.y (mgr.34107) 1693 : cluster [DBG] pgmap v2932: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 216 KiB/s wr, 458 op/s 2024-09-13T00:59:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:15 smithi053 bash[67631]: cluster 2024-09-13T00:59:14.505132+0000 mgr.y (mgr.34107) 1694 : cluster [DBG] pgmap v2933: 457 pgs: 457 active+clean; 4.8 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 186 KiB/s wr, 699 op/s 2024-09-13T00:59:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:15 smithi032 bash[75510]: cluster 2024-09-13T00:59:14.505132+0000 mgr.y (mgr.34107) 1694 : cluster [DBG] pgmap v2933: 457 pgs: 457 active+clean; 4.8 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 186 KiB/s wr, 699 op/s 2024-09-13T00:59:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:15 smithi032 bash[76677]: cluster 2024-09-13T00:59:14.505132+0000 mgr.y (mgr.34107) 1694 : cluster [DBG] pgmap v2933: 457 pgs: 457 active+clean; 4.8 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 186 KiB/s wr, 699 op/s 2024-09-13T00:59:18.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:17 smithi053 bash[67631]: cluster 2024-09-13T00:59:16.507351+0000 mgr.y (mgr.34107) 1695 : cluster [DBG] pgmap v2934: 457 pgs: 457 active+clean; 4.8 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 185 KiB/s wr, 698 op/s 2024-09-13T00:59:18.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:17 smithi032 bash[75510]: cluster 2024-09-13T00:59:16.507351+0000 mgr.y (mgr.34107) 1695 : cluster [DBG] pgmap v2934: 457 pgs: 457 active+clean; 4.8 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 185 KiB/s wr, 698 op/s 2024-09-13T00:59:18.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:17 smithi032 bash[76677]: cluster 2024-09-13T00:59:16.507351+0000 mgr.y (mgr.34107) 1695 : cluster [DBG] pgmap v2934: 457 pgs: 457 active+clean; 4.8 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 185 KiB/s wr, 698 op/s 2024-09-13T00:59:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:19 smithi053 bash[67631]: cluster 2024-09-13T00:59:18.510279+0000 mgr.y (mgr.34107) 1696 : cluster [DBG] pgmap v2935: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 155 KiB/s wr, 629 op/s 2024-09-13T00:59:20.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:19 smithi032 bash[75510]: cluster 2024-09-13T00:59:18.510279+0000 mgr.y (mgr.34107) 1696 : cluster [DBG] pgmap v2935: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 155 KiB/s wr, 629 op/s 2024-09-13T00:59:20.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:19 smithi032 bash[76677]: cluster 2024-09-13T00:59:18.510279+0000 mgr.y (mgr.34107) 1696 : cluster [DBG] pgmap v2935: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 155 KiB/s wr, 629 op/s 2024-09-13T00:59:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:21 smithi053 bash[67631]: cluster 2024-09-13T00:59:20.512231+0000 mgr.y (mgr.34107) 1697 : cluster [DBG] pgmap v2936: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 82 KiB/s wr, 339 op/s 2024-09-13T00:59:22.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:21 smithi032 bash[75510]: cluster 2024-09-13T00:59:20.512231+0000 mgr.y (mgr.34107) 1697 : cluster [DBG] pgmap v2936: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 82 KiB/s wr, 339 op/s 2024-09-13T00:59:22.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:21 smithi032 bash[76677]: cluster 2024-09-13T00:59:20.512231+0000 mgr.y (mgr.34107) 1697 : cluster [DBG] pgmap v2936: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 82 KiB/s wr, 339 op/s 2024-09-13T00:59:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:59:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:59:22] "GET /metrics HTTP/1.1" 200 60488 "" "Prometheus/2.43.0" 2024-09-13T00:59:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:59:22 smithi053 bash[94430]: ts=2024-09-13T00:59:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:59:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:23 smithi053 bash[67631]: cluster 2024-09-13T00:59:22.514228+0000 mgr.y (mgr.34107) 1698 : cluster [DBG] pgmap v2937: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 82 KiB/s wr, 340 op/s 2024-09-13T00:59:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:23 smithi032 bash[75510]: cluster 2024-09-13T00:59:22.514228+0000 mgr.y (mgr.34107) 1698 : cluster [DBG] pgmap v2937: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 82 KiB/s wr, 340 op/s 2024-09-13T00:59:24.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:23 smithi032 bash[76677]: cluster 2024-09-13T00:59:22.514228+0000 mgr.y (mgr.34107) 1698 : cluster [DBG] pgmap v2937: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 82 KiB/s wr, 340 op/s 2024-09-13T00:59:24.553 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:24.553 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:24.553 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:24.554 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:24.554 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:24.554 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.554 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:24.554 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.554 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.554 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:24.554 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.554 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:24.555 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.555 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.555 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:24.555 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.555 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:24.555 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.555 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.555 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:24.555 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.555 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:24.555 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.556 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.556 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:24.556 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.556 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:24.556 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.556 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.557 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:24.557 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:24.557 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:24.557 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:24.557 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:24.557 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:24.557 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:24.557 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:24.557 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:24.557 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:24.558 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:24.558 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.558 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:24.558 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.558 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.558 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:24.558 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.558 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:24.558 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.558 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.558 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:24.558 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.559 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:24.559 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.559 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.559 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:24.559 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.559 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:24.559 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.559 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.559 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:24.559 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.559 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:24.559 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.559 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.560 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:24.560 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:24.560 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:24.560 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:24.560 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:24.560 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:24.560 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.560 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:24.560 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:24.560 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:24.560 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.560 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:24.560 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:24.561 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:24.561 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.561 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:24.561 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:24.561 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:24.561 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.561 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:24.561 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:24.561 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:24.561 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.561 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:24.562 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:24.562 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:24.562 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 512~512 = 512 2024-09-13T00:59:24.562 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.562 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 1536~512 = 0 2024-09-13T00:59:24.562 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:24.562 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:24.562 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:24.562 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:24.562 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:24.563 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2024-09-13T00:59:24.563 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.563 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.563 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2024-09-13T00:59:24.563 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.563 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.563 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2024-09-13T00:59:24.564 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.564 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.564 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2024-09-13T00:59:24.564 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.564 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.564 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:24.564 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:24.564 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2024-09-13T00:59:24.565 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.565 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.565 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2024-09-13T00:59:24.565 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.565 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.565 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2024-09-13T00:59:24.565 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.565 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.566 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2024-09-13T00:59:24.566 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.566 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.566 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:24.566 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:24.566 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2024-09-13T00:59:24.566 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.567 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.567 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2024-09-13T00:59:24.567 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.567 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.567 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2024-09-13T00:59:24.567 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.567 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.568 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2024-09-13T00:59:24.568 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.568 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.568 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:24.568 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:24.568 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2024-09-13T00:59:24.568 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.568 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.569 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2024-09-13T00:59:24.569 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.569 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.569 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2024-09-13T00:59:24.569 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.569 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.569 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2024-09-13T00:59:24.570 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.570 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.570 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:24.570 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:24.570 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2024-09-13T00:59:24.570 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.570 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.571 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2024-09-13T00:59:24.571 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.571 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.571 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2024-09-13T00:59:24.571 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.571 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.571 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2024-09-13T00:59:24.572 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.572 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.572 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:24.572 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:24.572 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.572 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:24.572 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.573 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.573 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:24.573 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.573 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.573 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.573 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:24.573 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.573 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.576 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:24.576 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.576 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.576 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:24.576 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:24.576 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:24.576 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:24.576 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:24.576 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:24.576 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:24.576 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:25 smithi053 bash[67631]: cluster 2024-09-13T00:59:24.516801+0000 mgr.y (mgr.34107) 1699 : cluster [DBG] pgmap v2938: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 564 KiB/s wr, 600 op/s 2024-09-13T00:59:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:25 smithi053 bash[67631]: audit 2024-09-13T00:59:25.210287+0000 mon.a (mon.0) 3244 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:59:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:25 smithi032 bash[75510]: cluster 2024-09-13T00:59:24.516801+0000 mgr.y (mgr.34107) 1699 : cluster [DBG] pgmap v2938: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 564 KiB/s wr, 600 op/s 2024-09-13T00:59:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:25 smithi032 bash[75510]: audit 2024-09-13T00:59:25.210287+0000 mon.a (mon.0) 3244 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:59:26.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:25 smithi032 bash[76677]: cluster 2024-09-13T00:59:24.516801+0000 mgr.y (mgr.34107) 1699 : cluster [DBG] pgmap v2938: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 564 KiB/s wr, 600 op/s 2024-09-13T00:59:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:25 smithi032 bash[76677]: audit 2024-09-13T00:59:25.210287+0000 mon.a (mon.0) 3244 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:59:28.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:27 smithi053 bash[67631]: cluster 2024-09-13T00:59:26.519152+0000 mgr.y (mgr.34107) 1700 : cluster [DBG] pgmap v2939: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 269 KiB/s rd, 483 KiB/s wr, 309 op/s 2024-09-13T00:59:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:27 smithi032 bash[75510]: cluster 2024-09-13T00:59:26.519152+0000 mgr.y (mgr.34107) 1700 : cluster [DBG] pgmap v2939: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 269 KiB/s rd, 483 KiB/s wr, 309 op/s 2024-09-13T00:59:28.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:27 smithi032 bash[76677]: cluster 2024-09-13T00:59:26.519152+0000 mgr.y (mgr.34107) 1700 : cluster [DBG] pgmap v2939: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 269 KiB/s rd, 483 KiB/s wr, 309 op/s 2024-09-13T00:59:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:29 smithi053 bash[67631]: cluster 2024-09-13T00:59:28.522089+0000 mgr.y (mgr.34107) 1701 : cluster [DBG] pgmap v2940: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 625 KiB/s wr, 592 op/s 2024-09-13T00:59:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:29 smithi032 bash[75510]: cluster 2024-09-13T00:59:28.522089+0000 mgr.y (mgr.34107) 1701 : cluster [DBG] pgmap v2940: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 625 KiB/s wr, 592 op/s 2024-09-13T00:59:30.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:29 smithi032 bash[76677]: cluster 2024-09-13T00:59:28.522089+0000 mgr.y (mgr.34107) 1701 : cluster [DBG] pgmap v2940: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 625 KiB/s wr, 592 op/s 2024-09-13T00:59:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:31 smithi053 bash[67631]: cluster 2024-09-13T00:59:30.523868+0000 mgr.y (mgr.34107) 1702 : cluster [DBG] pgmap v2941: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 541 KiB/s rd, 624 KiB/s wr, 546 op/s 2024-09-13T00:59:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:31 smithi032 bash[75510]: cluster 2024-09-13T00:59:30.523868+0000 mgr.y (mgr.34107) 1702 : cluster [DBG] pgmap v2941: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 541 KiB/s rd, 624 KiB/s wr, 546 op/s 2024-09-13T00:59:32.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:31 smithi032 bash[76677]: cluster 2024-09-13T00:59:30.523868+0000 mgr.y (mgr.34107) 1702 : cluster [DBG] pgmap v2941: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 541 KiB/s rd, 624 KiB/s wr, 546 op/s 2024-09-13T00:59:32.469 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.470 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:32.470 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:32.470 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:32.470 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:32.470 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:32.470 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.471 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.471 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:32.471 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:32.471 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:32.471 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:32.471 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:32.472 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.472 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.472 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:32.472 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.472 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.472 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:32.473 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.473 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.473 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:32.473 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:32.473 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:32.473 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:32.473 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:32.474 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.474 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.474 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:32.474 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:32.474 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:32.474 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:32.475 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:32.475 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.475 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.475 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:32.475 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:32.475 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:32.476 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:32.476 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:32.476 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.476 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.476 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:32.476 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:32.477 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:32.477 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:32.477 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:32.477 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.477 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.477 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:32.477 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.477 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.477 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:32.478 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.478 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.478 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:32.478 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:32.478 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:32.478 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:32.478 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:32.479 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.479 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.479 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:32.479 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:32.479 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:32.479 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:32.479 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:32.479 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.479 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.480 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:32.480 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:32.480 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:32.480 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:32.480 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:32.480 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.480 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.480 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:32.480 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:32.481 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:32.481 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:32.481 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:32.481 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.481 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.481 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:32.481 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.481 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.481 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:32.481 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.482 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.482 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:32.482 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:32.482 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:32.482 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:32.482 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:32.482 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.482 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.482 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:32.482 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:32.483 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:32.483 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:32.483 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:32.483 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.483 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.483 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:32.483 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:32.483 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:32.483 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:32.484 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:32.484 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.484 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.484 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:32.484 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:32.484 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:32.484 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:32.485 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:32.485 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.485 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.485 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:32.485 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:32.485 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:32.485 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:32.485 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:32.486 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:32.486 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:32.486 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:32.486 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 4 2024-09-13T00:59:32.486 INFO:tasks.workunit.client.0.smithi032.stdout:read: 4 2024-09-13T00:59:32.486 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (18335 ms) 2024-09-13T00:59:32.486 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-09-13T00:59:32.486 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:59:32.667 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:59:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:59:32] "GET /metrics HTTP/1.1" 200 60503 "" "Prometheus/2.43.0" 2024-09-13T00:59:32.796 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:59:32 smithi053 bash[94430]: ts=2024-09-13T00:59:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:59:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:33 smithi053 bash[67631]: cluster 2024-09-13T00:59:32.525663+0000 mgr.y (mgr.34107) 1703 : cluster [DBG] pgmap v2942: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 543 KiB/s rd, 624 KiB/s wr, 548 op/s 2024-09-13T00:59:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:33 smithi032 bash[75510]: cluster 2024-09-13T00:59:32.525663+0000 mgr.y (mgr.34107) 1703 : cluster [DBG] pgmap v2942: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 543 KiB/s rd, 624 KiB/s wr, 548 op/s 2024-09-13T00:59:34.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:33 smithi032 bash[76677]: cluster 2024-09-13T00:59:32.525663+0000 mgr.y (mgr.34107) 1703 : cluster [DBG] pgmap v2942: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 543 KiB/s rd, 624 KiB/s wr, 548 op/s 2024-09-13T00:59:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:35 smithi053 bash[67631]: cluster 2024-09-13T00:59:34.527416+0000 mgr.y (mgr.34107) 1704 : cluster [DBG] pgmap v2943: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 691 KiB/s wr, 708 op/s 2024-09-13T00:59:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:35 smithi032 bash[75510]: cluster 2024-09-13T00:59:34.527416+0000 mgr.y (mgr.34107) 1704 : cluster [DBG] pgmap v2943: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 691 KiB/s wr, 708 op/s 2024-09-13T00:59:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:35 smithi032 bash[76677]: cluster 2024-09-13T00:59:34.527416+0000 mgr.y (mgr.34107) 1704 : cluster [DBG] pgmap v2943: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 691 KiB/s wr, 708 op/s 2024-09-13T00:59:38.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:37 smithi053 bash[67631]: cluster 2024-09-13T00:59:36.528877+0000 mgr.y (mgr.34107) 1705 : cluster [DBG] pgmap v2944: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 209 KiB/s wr, 450 op/s 2024-09-13T00:59:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:37 smithi032 bash[75510]: cluster 2024-09-13T00:59:36.528877+0000 mgr.y (mgr.34107) 1705 : cluster [DBG] pgmap v2944: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 209 KiB/s wr, 450 op/s 2024-09-13T00:59:38.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:37 smithi032 bash[76677]: cluster 2024-09-13T00:59:36.528877+0000 mgr.y (mgr.34107) 1705 : cluster [DBG] pgmap v2944: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 209 KiB/s wr, 450 op/s 2024-09-13T00:59:40.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:39 smithi053 bash[67631]: cluster 2024-09-13T00:59:38.530586+0000 mgr.y (mgr.34107) 1706 : cluster [DBG] pgmap v2945: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 210 KiB/s wr, 451 op/s 2024-09-13T00:59:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:39 smithi032 bash[75510]: cluster 2024-09-13T00:59:38.530586+0000 mgr.y (mgr.34107) 1706 : cluster [DBG] pgmap v2945: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 210 KiB/s wr, 451 op/s 2024-09-13T00:59:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:39 smithi032 bash[76677]: cluster 2024-09-13T00:59:38.530586+0000 mgr.y (mgr.34107) 1706 : cluster [DBG] pgmap v2945: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 210 KiB/s wr, 451 op/s 2024-09-13T00:59:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:40 smithi032 bash[75510]: audit 2024-09-13T00:59:40.211457+0000 mon.a (mon.0) 3245 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:59:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:40 smithi032 bash[76677]: audit 2024-09-13T00:59:40.211457+0000 mon.a (mon.0) 3245 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:59:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:40 smithi053 bash[67631]: audit 2024-09-13T00:59:40.211457+0000 mon.a (mon.0) 3245 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:59:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:41 smithi032 bash[75510]: cluster 2024-09-13T00:59:40.532456+0000 mgr.y (mgr.34107) 1707 : cluster [DBG] pgmap v2946: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 68 KiB/s wr, 165 op/s 2024-09-13T00:59:42.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:41 smithi032 bash[76677]: cluster 2024-09-13T00:59:40.532456+0000 mgr.y (mgr.34107) 1707 : cluster [DBG] pgmap v2946: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 68 KiB/s wr, 165 op/s 2024-09-13T00:59:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:41 smithi053 bash[67631]: cluster 2024-09-13T00:59:40.532456+0000 mgr.y (mgr.34107) 1707 : cluster [DBG] pgmap v2946: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 68 KiB/s wr, 165 op/s 2024-09-13T00:59:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:59:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:59:42] "GET /metrics HTTP/1.1" 200 60503 "" "Prometheus/2.43.0" 2024-09-13T00:59:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:59:42 smithi053 bash[94430]: ts=2024-09-13T00:59:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:59:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:43 smithi032 bash[75510]: cluster 2024-09-13T00:59:42.534476+0000 mgr.y (mgr.34107) 1708 : cluster [DBG] pgmap v2947: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 750 KiB/s wr, 165 op/s 2024-09-13T00:59:44.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:43 smithi032 bash[76677]: cluster 2024-09-13T00:59:42.534476+0000 mgr.y (mgr.34107) 1708 : cluster [DBG] pgmap v2947: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 750 KiB/s wr, 165 op/s 2024-09-13T00:59:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:43 smithi053 bash[67631]: cluster 2024-09-13T00:59:42.534476+0000 mgr.y (mgr.34107) 1708 : cluster [DBG] pgmap v2947: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 750 KiB/s wr, 165 op/s 2024-09-13T00:59:46.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:45 smithi032 bash[75510]: cluster 2024-09-13T00:59:44.537095+0000 mgr.y (mgr.34107) 1709 : cluster [DBG] pgmap v2948: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1001 KiB/s rd, 1.5 MiB/s wr, 363 op/s 2024-09-13T00:59:46.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:45 smithi032 bash[76677]: cluster 2024-09-13T00:59:44.537095+0000 mgr.y (mgr.34107) 1709 : cluster [DBG] pgmap v2948: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1001 KiB/s rd, 1.5 MiB/s wr, 363 op/s 2024-09-13T00:59:46.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:45 smithi053 bash[67631]: cluster 2024-09-13T00:59:44.537095+0000 mgr.y (mgr.34107) 1709 : cluster [DBG] pgmap v2948: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1001 KiB/s rd, 1.5 MiB/s wr, 363 op/s 2024-09-13T00:59:46.455 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:46.456 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:46.456 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:46.456 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:46.456 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:46.456 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.456 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:46.456 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.456 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.457 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:46.457 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.457 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:46.457 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.457 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.457 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:46.457 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.457 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:46.457 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.457 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.458 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:46.458 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.458 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:46.458 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.458 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.458 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:46.458 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.458 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T00:59:46.459 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.459 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.459 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T00:59:46.459 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:46.459 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:46.459 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:46.459 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:46.459 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:46.459 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:46.459 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:46.459 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:46.459 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T00:59:46.459 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T00:59:46.460 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.460 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:46.460 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.460 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.460 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:46.460 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.460 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:46.460 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.460 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.460 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:46.460 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.460 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:46.461 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.461 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.461 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:46.461 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.461 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:46.461 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.461 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.461 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:46.461 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.461 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T00:59:46.461 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.462 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.462 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T00:59:46.462 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:46.462 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:46.462 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:46.462 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:46.462 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:46.462 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.462 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:46.462 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:46.462 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:46.462 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.462 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:46.463 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:46.463 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:46.463 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.463 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:46.463 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:46.463 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:46.463 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.463 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:46.463 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:46.463 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:46.463 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.463 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T00:59:46.463 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:46.464 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T00:59:46.464 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 512~512 = 512 2024-09-13T00:59:46.464 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.464 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 1536~512 = 0 2024-09-13T00:59:46.464 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:46.464 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:46.464 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:46.464 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:46.464 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T00:59:46.464 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2024-09-13T00:59:46.464 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.464 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.464 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2024-09-13T00:59:46.465 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.465 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.465 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2024-09-13T00:59:46.465 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.465 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.465 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2024-09-13T00:59:46.465 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.465 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.465 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:46.465 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:46.465 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2024-09-13T00:59:46.465 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.465 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.466 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2024-09-13T00:59:46.466 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.466 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.466 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2024-09-13T00:59:46.466 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.466 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.466 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2024-09-13T00:59:46.466 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.466 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.466 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:46.469 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:46.469 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2024-09-13T00:59:46.469 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.469 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.469 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2024-09-13T00:59:46.469 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.469 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.470 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2024-09-13T00:59:46.470 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.470 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.470 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2024-09-13T00:59:46.471 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.471 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.471 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:46.471 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:46.471 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2024-09-13T00:59:46.472 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.472 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.472 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2024-09-13T00:59:46.472 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.472 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.472 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2024-09-13T00:59:46.472 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.473 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.473 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2024-09-13T00:59:46.473 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.473 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.473 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:46.473 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:46.473 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2024-09-13T00:59:46.473 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.473 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.473 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2024-09-13T00:59:46.474 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.474 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.474 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2024-09-13T00:59:46.474 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.474 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.474 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2024-09-13T00:59:46.474 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.474 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.474 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:46.474 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:46.474 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.474 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:46.474 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.475 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.475 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:46.475 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.475 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.475 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.475 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:46.475 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.475 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.475 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:46.475 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.475 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.475 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.475 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:46.475 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.476 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.476 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:46.476 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.476 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.476 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.476 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:46.476 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.476 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.476 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:46.476 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.476 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.476 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.476 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:46.476 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:46.477 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.477 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:46.477 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:46.477 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.477 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:46.477 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.477 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.477 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:46.477 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.477 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.477 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:46.477 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:46.477 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:46.478 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:46.478 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:46.478 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:46.478 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:46.478 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:46 smithi032 bash[75510]: audit 2024-09-13T00:59:45.921202+0000 mon.a (mon.0) 3246 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:59:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:46 smithi032 bash[75510]: audit 2024-09-13T00:59:46.510898+0000 mon.a (mon.0) 3247 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:59:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:46 smithi032 bash[75510]: audit 2024-09-13T00:59:46.512094+0000 mon.a (mon.0) 3248 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:59:47.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:46 smithi032 bash[75510]: audit 2024-09-13T00:59:46.520462+0000 mon.a (mon.0) 3249 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:59:47.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:46 smithi032 bash[76677]: audit 2024-09-13T00:59:45.921202+0000 mon.a (mon.0) 3246 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:59:47.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:46 smithi032 bash[76677]: audit 2024-09-13T00:59:46.510898+0000 mon.a (mon.0) 3247 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:59:47.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:46 smithi032 bash[76677]: audit 2024-09-13T00:59:46.512094+0000 mon.a (mon.0) 3248 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:59:47.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:46 smithi032 bash[76677]: audit 2024-09-13T00:59:46.520462+0000 mon.a (mon.0) 3249 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:59:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:46 smithi053 bash[67631]: audit 2024-09-13T00:59:45.921202+0000 mon.a (mon.0) 3246 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T00:59:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:46 smithi053 bash[67631]: audit 2024-09-13T00:59:46.510898+0000 mon.a (mon.0) 3247 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T00:59:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:46 smithi053 bash[67631]: audit 2024-09-13T00:59:46.512094+0000 mon.a (mon.0) 3248 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T00:59:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:46 smithi053 bash[67631]: audit 2024-09-13T00:59:46.520462+0000 mon.a (mon.0) 3249 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T00:59:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:47 smithi032 bash[75510]: cluster 2024-09-13T00:59:46.538366+0000 mgr.y (mgr.34107) 1710 : cluster [DBG] pgmap v2949: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 818 KiB/s rd, 1.4 MiB/s wr, 203 op/s 2024-09-13T00:59:48.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:47 smithi032 bash[76677]: cluster 2024-09-13T00:59:46.538366+0000 mgr.y (mgr.34107) 1710 : cluster [DBG] pgmap v2949: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 818 KiB/s rd, 1.4 MiB/s wr, 203 op/s 2024-09-13T00:59:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:47 smithi053 bash[67631]: cluster 2024-09-13T00:59:46.538366+0000 mgr.y (mgr.34107) 1710 : cluster [DBG] pgmap v2949: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 818 KiB/s rd, 1.4 MiB/s wr, 203 op/s 2024-09-13T00:59:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:49 smithi032 bash[75510]: cluster 2024-09-13T00:59:48.541131+0000 mgr.y (mgr.34107) 1711 : cluster [DBG] pgmap v2950: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 496 op/s 2024-09-13T00:59:50.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:49 smithi032 bash[76677]: cluster 2024-09-13T00:59:48.541131+0000 mgr.y (mgr.34107) 1711 : cluster [DBG] pgmap v2950: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 496 op/s 2024-09-13T00:59:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:49 smithi053 bash[67631]: cluster 2024-09-13T00:59:48.541131+0000 mgr.y (mgr.34107) 1711 : cluster [DBG] pgmap v2950: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 496 op/s 2024-09-13T00:59:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:51 smithi032 bash[75510]: cluster 2024-09-13T00:59:50.543015+0000 mgr.y (mgr.34107) 1712 : cluster [DBG] pgmap v2951: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 495 op/s 2024-09-13T00:59:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:51 smithi032 bash[76677]: cluster 2024-09-13T00:59:50.543015+0000 mgr.y (mgr.34107) 1712 : cluster [DBG] pgmap v2951: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 495 op/s 2024-09-13T00:59:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:51 smithi053 bash[67631]: cluster 2024-09-13T00:59:50.543015+0000 mgr.y (mgr.34107) 1712 : cluster [DBG] pgmap v2951: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 495 op/s 2024-09-13T00:59:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 00:59:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:00:59:52] "GET /metrics HTTP/1.1" 200 60503 "" "Prometheus/2.43.0" 2024-09-13T00:59:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 00:59:52 smithi053 bash[94430]: ts=2024-09-13T00:59:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T00:59:54.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:53 smithi032 bash[76677]: cluster 2024-09-13T00:59:52.544319+0000 mgr.y (mgr.34107) 1713 : cluster [DBG] pgmap v2952: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 495 op/s 2024-09-13T00:59:54.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:53 smithi032 bash[75510]: cluster 2024-09-13T00:59:52.544319+0000 mgr.y (mgr.34107) 1713 : cluster [DBG] pgmap v2952: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 495 op/s 2024-09-13T00:59:54.263 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.263 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:54.263 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:54.263 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:54.263 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:54.263 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:54.263 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.263 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.263 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:54.263 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:54.264 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:54.264 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:54.264 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:54.264 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.264 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.264 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:54.264 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.264 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.264 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:54.264 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.264 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.264 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:54.264 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:54.265 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:54.265 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:54.265 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:54.265 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.265 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.265 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:54.265 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:54.265 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:54.265 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:54.265 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:54.265 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.265 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.265 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.266 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:54.267 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.267 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.267 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:54.267 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.267 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.267 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:54.267 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:54.267 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:54.267 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:54.267 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:54.267 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.267 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.267 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:54.268 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:54.268 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:54.268 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:54.268 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:54.268 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.268 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.268 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:54.268 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:54.268 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:54.268 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:54.268 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:54.268 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.269 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.269 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:54.269 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:54.269 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:54.269 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:54.269 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:54.269 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.269 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.269 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:54.269 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.269 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.269 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:54.269 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.269 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.270 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:54.270 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:54.270 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:54.270 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:54.270 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:54.270 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.270 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.270 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:54.270 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:54.270 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:54.270 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:54.270 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:54.270 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.270 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.271 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:54.271 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:54.271 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:54.271 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:54.271 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:54.271 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.271 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.271 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T00:59:54.271 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T00:59:54.271 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T00:59:54.271 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T00:59:54.271 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T00:59:54.271 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.271 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.272 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:54.272 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T00:59:54.272 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T00:59:54.272 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T00:59:54.272 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:54.272 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:54.272 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T00:59:54.272 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T00:59:54.272 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 4 2024-09-13T00:59:54.272 INFO:tasks.workunit.client.0.smithi032.stdout:read: 4 2024-09-13T00:59:54.272 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (21793 ms) 2024-09-13T00:59:54.273 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-09-13T00:59:54.273 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T00:59:54.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:53 smithi053 bash[67631]: cluster 2024-09-13T00:59:52.544319+0000 mgr.y (mgr.34107) 1713 : cluster [DBG] pgmap v2952: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 495 op/s 2024-09-13T00:59:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:55 smithi032 bash[75510]: cluster 2024-09-13T00:59:54.546903+0000 mgr.y (mgr.34107) 1714 : cluster [DBG] pgmap v2953: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 717 op/s 2024-09-13T00:59:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:55 smithi032 bash[75510]: audit 2024-09-13T00:59:55.211073+0000 mon.a (mon.0) 3250 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:59:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:55 smithi032 bash[76677]: cluster 2024-09-13T00:59:54.546903+0000 mgr.y (mgr.34107) 1714 : cluster [DBG] pgmap v2953: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 717 op/s 2024-09-13T00:59:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:55 smithi032 bash[76677]: audit 2024-09-13T00:59:55.211073+0000 mon.a (mon.0) 3250 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:59:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:55 smithi053 bash[67631]: cluster 2024-09-13T00:59:54.546903+0000 mgr.y (mgr.34107) 1714 : cluster [DBG] pgmap v2953: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 717 op/s 2024-09-13T00:59:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:55 smithi053 bash[67631]: audit 2024-09-13T00:59:55.211073+0000 mon.a (mon.0) 3250 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T00:59:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:56 smithi032 bash[75510]: audit 2024-09-13T00:59:56.488731+0000 mon.a (mon.0) 3251 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.d", "id": [7, 5]}]: dispatch 2024-09-13T00:59:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:56 smithi032 bash[75510]: audit 2024-09-13T00:59:56.489437+0000 mon.a (mon.0) 3252 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]: dispatch 2024-09-13T00:59:57.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:56 smithi032 bash[75510]: audit 2024-09-13T00:59:56.489976+0000 mon.a (mon.0) 3253 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1a", "id": [4, 2]}]: dispatch 2024-09-13T00:59:57.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:56 smithi032 bash[75510]: audit 2024-09-13T00:59:56.490371+0000 mon.a (mon.0) 3254 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-09-13T00:59:57.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:56 smithi032 bash[75510]: audit 2024-09-13T00:59:56.490783+0000 mon.a (mon.0) 3255 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]: dispatch 2024-09-13T00:59:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:56 smithi032 bash[76677]: audit 2024-09-13T00:59:56.488731+0000 mon.a (mon.0) 3251 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.d", "id": [7, 5]}]: dispatch 2024-09-13T00:59:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:56 smithi032 bash[76677]: audit 2024-09-13T00:59:56.489437+0000 mon.a (mon.0) 3252 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]: dispatch 2024-09-13T00:59:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:56 smithi032 bash[76677]: audit 2024-09-13T00:59:56.489976+0000 mon.a (mon.0) 3253 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1a", "id": [4, 2]}]: dispatch 2024-09-13T00:59:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:56 smithi032 bash[76677]: audit 2024-09-13T00:59:56.490371+0000 mon.a (mon.0) 3254 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-09-13T00:59:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:56 smithi032 bash[76677]: audit 2024-09-13T00:59:56.490783+0000 mon.a (mon.0) 3255 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]: dispatch 2024-09-13T00:59:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:56 smithi053 bash[67631]: audit 2024-09-13T00:59:56.488731+0000 mon.a (mon.0) 3251 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.d", "id": [7, 5]}]: dispatch 2024-09-13T00:59:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:56 smithi053 bash[67631]: audit 2024-09-13T00:59:56.489437+0000 mon.a (mon.0) 3252 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]: dispatch 2024-09-13T00:59:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:56 smithi053 bash[67631]: audit 2024-09-13T00:59:56.489976+0000 mon.a (mon.0) 3253 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1a", "id": [4, 2]}]: dispatch 2024-09-13T00:59:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:56 smithi053 bash[67631]: audit 2024-09-13T00:59:56.490371+0000 mon.a (mon.0) 3254 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-09-13T00:59:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:56 smithi053 bash[67631]: audit 2024-09-13T00:59:56.490783+0000 mon.a (mon.0) 3255 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]: dispatch 2024-09-13T00:59:58.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:57 smithi032 bash[76677]: cluster 2024-09-13T00:59:56.549281+0000 mgr.y (mgr.34107) 1715 : cluster [DBG] pgmap v2954: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 262 KiB/s wr, 522 op/s 2024-09-13T00:59:58.204 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:57 smithi032 bash[76677]: audit 2024-09-13T00:59:56.842120+0000 mon.a (mon.0) 3256 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.d", "id": [7, 5]}]': finished 2024-09-13T00:59:58.204 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:57 smithi032 bash[76677]: audit 2024-09-13T00:59:56.842334+0000 mon.a (mon.0) 3257 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]': finished 2024-09-13T00:59:58.204 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:57 smithi032 bash[76677]: audit 2024-09-13T00:59:56.842469+0000 mon.a (mon.0) 3258 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1a", "id": [4, 2]}]': finished 2024-09-13T00:59:58.204 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:57 smithi032 bash[76677]: audit 2024-09-13T00:59:56.842598+0000 mon.a (mon.0) 3259 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-09-13T00:59:58.204 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:57 smithi032 bash[76677]: audit 2024-09-13T00:59:56.842726+0000 mon.a (mon.0) 3260 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]': finished 2024-09-13T00:59:58.204 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:57 smithi032 bash[76677]: cluster 2024-09-13T00:59:56.842855+0000 mon.a (mon.0) 3261 : cluster [DBG] osdmap e1687: 8 total, 8 up, 8 in 2024-09-13T00:59:58.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:57 smithi032 bash[75510]: cluster 2024-09-13T00:59:56.549281+0000 mgr.y (mgr.34107) 1715 : cluster [DBG] pgmap v2954: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 262 KiB/s wr, 522 op/s 2024-09-13T00:59:58.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:57 smithi032 bash[75510]: audit 2024-09-13T00:59:56.842120+0000 mon.a (mon.0) 3256 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.d", "id": [7, 5]}]': finished 2024-09-13T00:59:58.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:57 smithi032 bash[75510]: audit 2024-09-13T00:59:56.842334+0000 mon.a (mon.0) 3257 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]': finished 2024-09-13T00:59:58.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:57 smithi032 bash[75510]: audit 2024-09-13T00:59:56.842469+0000 mon.a (mon.0) 3258 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1a", "id": [4, 2]}]': finished 2024-09-13T00:59:58.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:57 smithi032 bash[75510]: audit 2024-09-13T00:59:56.842598+0000 mon.a (mon.0) 3259 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-09-13T00:59:58.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:57 smithi032 bash[75510]: audit 2024-09-13T00:59:56.842726+0000 mon.a (mon.0) 3260 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]': finished 2024-09-13T00:59:58.206 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:57 smithi032 bash[75510]: cluster 2024-09-13T00:59:56.842855+0000 mon.a (mon.0) 3261 : cluster [DBG] osdmap e1687: 8 total, 8 up, 8 in 2024-09-13T00:59:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:57 smithi053 bash[67631]: cluster 2024-09-13T00:59:56.549281+0000 mgr.y (mgr.34107) 1715 : cluster [DBG] pgmap v2954: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 262 KiB/s wr, 522 op/s 2024-09-13T00:59:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:57 smithi053 bash[67631]: audit 2024-09-13T00:59:56.842120+0000 mon.a (mon.0) 3256 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.d", "id": [7, 5]}]': finished 2024-09-13T00:59:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:57 smithi053 bash[67631]: audit 2024-09-13T00:59:56.842334+0000 mon.a (mon.0) 3257 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]': finished 2024-09-13T00:59:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:57 smithi053 bash[67631]: audit 2024-09-13T00:59:56.842469+0000 mon.a (mon.0) 3258 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1a", "id": [4, 2]}]': finished 2024-09-13T00:59:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:57 smithi053 bash[67631]: audit 2024-09-13T00:59:56.842598+0000 mon.a (mon.0) 3259 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-09-13T00:59:58.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:57 smithi053 bash[67631]: audit 2024-09-13T00:59:56.842726+0000 mon.a (mon.0) 3260 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]': finished 2024-09-13T00:59:58.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:57 smithi053 bash[67631]: cluster 2024-09-13T00:59:56.842855+0000 mon.a (mon.0) 3261 : cluster [DBG] osdmap e1687: 8 total, 8 up, 8 in 2024-09-13T00:59:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:58 smithi032 bash[75510]: cluster 2024-09-13T00:59:57.845274+0000 mon.a (mon.0) 3262 : cluster [DBG] osdmap e1688: 8 total, 8 up, 8 in 2024-09-13T00:59:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:58 smithi032 bash[76677]: cluster 2024-09-13T00:59:57.845274+0000 mon.a (mon.0) 3262 : cluster [DBG] osdmap e1688: 8 total, 8 up, 8 in 2024-09-13T00:59:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:58 smithi053 bash[67631]: cluster 2024-09-13T00:59:57.845274+0000 mon.a (mon.0) 3262 : cluster [DBG] osdmap e1688: 8 total, 8 up, 8 in 2024-09-13T01:00:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 00:59:59 smithi032 bash[76677]: cluster 2024-09-13T00:59:58.551492+0000 mgr.y (mgr.34107) 1716 : cluster [DBG] pgmap v2957: 457 pgs: 1 peering, 456 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 270 KiB/s wr, 686 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T01:00:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 00:59:59 smithi032 bash[75510]: cluster 2024-09-13T00:59:58.551492+0000 mgr.y (mgr.34107) 1716 : cluster [DBG] pgmap v2957: 457 pgs: 1 peering, 456 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 270 KiB/s wr, 686 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T01:00:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 00:59:59 smithi053 bash[67631]: cluster 2024-09-13T00:59:58.551492+0000 mgr.y (mgr.34107) 1716 : cluster [DBG] pgmap v2957: 457 pgs: 1 peering, 456 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 270 KiB/s wr, 686 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T01:00:00.891 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:00.891 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:00.891 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:00.891 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:00.891 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:00.891 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.891 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:00.891 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.891 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.891 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:00.891 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.891 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:00.892 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.892 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.892 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:00.892 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.892 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:00.892 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.892 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.892 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:00.892 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.892 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:00.892 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.892 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.892 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:00.893 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.893 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:00.893 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.893 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.893 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:00.893 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T01:00:00.893 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T01:00:00.893 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T01:00:00.893 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T01:00:00.893 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T01:00:00.893 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T01:00:00.893 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T01:00:00.893 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T01:00:00.893 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T01:00:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T01:00:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T01:00:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T01:00:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T01:00:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T01:00:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T01:00:00.895 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.895 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.895 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T01:00:00.895 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.895 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T01:00:00.895 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.895 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.895 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T01:00:00.895 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.895 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T01:00:00.895 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.895 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.895 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T01:00:00.895 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:00.897 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:00.897 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:00.897 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.897 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:00.897 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:00.897 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:00.897 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.897 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:00.897 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:00.897 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:00.897 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 512~512 = 512 2024-09-13T01:00:00.897 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.897 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 1536~512 = 0 2024-09-13T01:00:00.898 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:00.898 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:00.898 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:00.898 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:00.898 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:00.898 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2024-09-13T01:00:00.898 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.898 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.898 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2024-09-13T01:00:00.898 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.898 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.898 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2024-09-13T01:00:00.898 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.898 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.899 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2024-09-13T01:00:00.899 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.899 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.899 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:00.899 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:00.899 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2024-09-13T01:00:00.899 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.899 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.899 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2024-09-13T01:00:00.899 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.899 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.899 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2024-09-13T01:00:00.899 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.899 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.900 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2024-09-13T01:00:00.900 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.900 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.900 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:00.900 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:00.900 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2024-09-13T01:00:00.900 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.900 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.900 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2024-09-13T01:00:00.900 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.900 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.900 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2024-09-13T01:00:00.900 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.901 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.901 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2024-09-13T01:00:00.901 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.901 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.901 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:00.901 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:00.901 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2024-09-13T01:00:00.901 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.901 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.901 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2024-09-13T01:00:00.901 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.901 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.901 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2024-09-13T01:00:00.901 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2024-09-13T01:00:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2024-09-13T01:00:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2024-09-13T01:00:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2024-09-13T01:00:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2024-09-13T01:00:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.905 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.905 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:00.905 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.905 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.905 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:00.905 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.905 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.907 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.907 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:00.907 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:00.907 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.907 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:00.907 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:00.907 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.907 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:00.908 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.908 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.908 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:00.908 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.908 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.908 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:00.908 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:00.908 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:00.908 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:00.908 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:00.908 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:00.908 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:00.908 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:00 smithi032 bash[75510]: cluster 2024-09-13T01:00:00.000151+0000 mon.a (mon.0) 3263 : cluster [INF] overall HEALTH_OK 2024-09-13T01:00:01.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:00 smithi032 bash[76677]: cluster 2024-09-13T01:00:00.000151+0000 mon.a (mon.0) 3263 : cluster [INF] overall HEALTH_OK 2024-09-13T01:00:01.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:00 smithi053 bash[67631]: cluster 2024-09-13T01:00:00.000151+0000 mon.a (mon.0) 3263 : cluster [INF] overall HEALTH_OK 2024-09-13T01:00:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:01 smithi032 bash[75510]: cluster 2024-09-13T01:00:00.553464+0000 mgr.y (mgr.34107) 1717 : cluster [DBG] pgmap v2958: 457 pgs: 1 peering, 456 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 270 KiB/s wr, 685 op/s; 23 B/s, 0 objects/s recovering 2024-09-13T01:00:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:01 smithi032 bash[76677]: cluster 2024-09-13T01:00:00.553464+0000 mgr.y (mgr.34107) 1717 : cluster [DBG] pgmap v2958: 457 pgs: 1 peering, 456 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 270 KiB/s wr, 685 op/s; 23 B/s, 0 objects/s recovering 2024-09-13T01:00:02.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:01 smithi053 bash[67631]: cluster 2024-09-13T01:00:00.553464+0000 mgr.y (mgr.34107) 1717 : cluster [DBG] pgmap v2958: 457 pgs: 1 peering, 456 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 270 KiB/s wr, 685 op/s; 23 B/s, 0 objects/s recovering 2024-09-13T01:00:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:00:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:00:02] "GET /metrics HTTP/1.1" 200 60497 "" "Prometheus/2.43.0" 2024-09-13T01:00:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:00:02 smithi053 bash[94430]: ts=2024-09-13T01:00:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:00:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:03 smithi032 bash[75510]: cluster 2024-09-13T01:00:02.555412+0000 mgr.y (mgr.34107) 1718 : cluster [DBG] pgmap v2959: 457 pgs: 1 peering, 456 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 107 KiB/s wr, 352 op/s; 23 B/s, 0 objects/s recovering 2024-09-13T01:00:04.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:03 smithi032 bash[76677]: cluster 2024-09-13T01:00:02.555412+0000 mgr.y (mgr.34107) 1718 : cluster [DBG] pgmap v2959: 457 pgs: 1 peering, 456 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 107 KiB/s wr, 352 op/s; 23 B/s, 0 objects/s recovering 2024-09-13T01:00:04.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:03 smithi053 bash[67631]: cluster 2024-09-13T01:00:02.555412+0000 mgr.y (mgr.34107) 1718 : cluster [DBG] pgmap v2959: 457 pgs: 1 peering, 456 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 107 KiB/s wr, 352 op/s; 23 B/s, 0 objects/s recovering 2024-09-13T01:00:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:05 smithi032 bash[75510]: cluster 2024-09-13T01:00:04.558083+0000 mgr.y (mgr.34107) 1719 : cluster [DBG] pgmap v2960: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 193 KiB/s wr, 768 op/s; 27 B/s, 1 objects/s recovering 2024-09-13T01:00:06.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:05 smithi032 bash[76677]: cluster 2024-09-13T01:00:04.558083+0000 mgr.y (mgr.34107) 1719 : cluster [DBG] pgmap v2960: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 193 KiB/s wr, 768 op/s; 27 B/s, 1 objects/s recovering 2024-09-13T01:00:06.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:05 smithi053 bash[67631]: cluster 2024-09-13T01:00:04.558083+0000 mgr.y (mgr.34107) 1719 : cluster [DBG] pgmap v2960: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 193 KiB/s wr, 768 op/s; 27 B/s, 1 objects/s recovering 2024-09-13T01:00:06.590 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.590 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:06.590 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:06.590 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:06.590 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:06.590 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:06.590 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.590 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.590 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:06.590 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:06.590 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:06.590 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:06.591 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:06.592 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:06.595 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.596 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.596 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:06.596 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.596 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.596 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:06.596 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.596 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.596 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:06.596 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:06.596 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:06.596 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:06.596 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:06.596 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.596 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.597 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:06.597 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:06.597 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:06.597 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:06.597 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:06.597 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.597 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.597 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:06.597 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:06.597 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:06.597 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:06.597 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:06.597 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.597 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.598 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:06.598 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:06.598 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:06.598 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:06.598 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:06.598 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.598 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.598 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:06.598 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:06.598 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:06.598 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:06.598 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:06.598 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:06.599 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:06.599 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (12326 ms) 2024-09-13T01:00:06.599 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-09-13T01:00:08.191 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:08.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:08 smithi053 bash[67631]: cluster 2024-09-13T01:00:06.560408+0000 mgr.y (mgr.34107) 1720 : cluster [DBG] pgmap v2961: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 159 KiB/s wr, 632 op/s; 22 B/s, 1 objects/s recovering 2024-09-13T01:00:08.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:08 smithi053 bash[67631]: cluster 2024-09-13T01:00:07.157002+0000 mon.a (mon.0) 3264 : cluster [DBG] osdmap e1689: 8 total, 8 up, 8 in 2024-09-13T01:00:08.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:08 smithi053 bash[67631]: audit 2024-09-13T01:00:07.162996+0000 mon.c (mon.2) 115 : audit [INF] from='client.? 172.21.15.32:0/2680664262' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:08.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:08 smithi053 bash[67631]: audit 2024-09-13T01:00:07.169065+0000 mon.a (mon.0) 3265 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:08 smithi032 bash[75510]: cluster 2024-09-13T01:00:06.560408+0000 mgr.y (mgr.34107) 1720 : cluster [DBG] pgmap v2961: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 159 KiB/s wr, 632 op/s; 22 B/s, 1 objects/s recovering 2024-09-13T01:00:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:08 smithi032 bash[75510]: cluster 2024-09-13T01:00:07.157002+0000 mon.a (mon.0) 3264 : cluster [DBG] osdmap e1689: 8 total, 8 up, 8 in 2024-09-13T01:00:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:08 smithi032 bash[75510]: audit 2024-09-13T01:00:07.162996+0000 mon.c (mon.2) 115 : audit [INF] from='client.? 172.21.15.32:0/2680664262' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:08 smithi032 bash[75510]: audit 2024-09-13T01:00:07.169065+0000 mon.a (mon.0) 3265 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:08 smithi032 bash[76677]: cluster 2024-09-13T01:00:06.560408+0000 mgr.y (mgr.34107) 1720 : cluster [DBG] pgmap v2961: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 159 KiB/s wr, 632 op/s; 22 B/s, 1 objects/s recovering 2024-09-13T01:00:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:08 smithi032 bash[76677]: cluster 2024-09-13T01:00:07.157002+0000 mon.a (mon.0) 3264 : cluster [DBG] osdmap e1689: 8 total, 8 up, 8 in 2024-09-13T01:00:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:08 smithi032 bash[76677]: audit 2024-09-13T01:00:07.162996+0000 mon.c (mon.2) 115 : audit [INF] from='client.? 172.21.15.32:0/2680664262' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:08 smithi032 bash[76677]: audit 2024-09-13T01:00:07.169065+0000 mon.a (mon.0) 3265 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:09.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:09 smithi053 bash[67631]: audit 2024-09-13T01:00:08.161371+0000 mon.a (mon.0) 3266 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:09.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:09 smithi053 bash[67631]: cluster 2024-09-13T01:00:08.161915+0000 mon.a (mon.0) 3267 : cluster [DBG] osdmap e1690: 8 total, 8 up, 8 in 2024-09-13T01:00:09.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:09 smithi032 bash[75510]: audit 2024-09-13T01:00:08.161371+0000 mon.a (mon.0) 3266 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:09.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:09 smithi032 bash[75510]: cluster 2024-09-13T01:00:08.161915+0000 mon.a (mon.0) 3267 : cluster [DBG] osdmap e1690: 8 total, 8 up, 8 in 2024-09-13T01:00:09.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:09 smithi032 bash[76677]: audit 2024-09-13T01:00:08.161371+0000 mon.a (mon.0) 3266 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:09.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:09 smithi032 bash[76677]: cluster 2024-09-13T01:00:08.161915+0000 mon.a (mon.0) 3267 : cluster [DBG] osdmap e1690: 8 total, 8 up, 8 in 2024-09-13T01:00:10.316 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:10.317 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:10.317 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:10.317 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:10.317 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:10.317 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:10.317 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:10.317 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:10.317 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:10.317 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:10.317 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:10.317 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:10.317 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:10.317 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:10.318 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:10.318 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:10.318 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:10.318 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:10.318 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:10.318 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:10.318 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:10.318 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:10.318 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:10.318 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:10.318 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:10.318 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:10.318 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:10.319 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:10.319 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:10.319 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:10.319 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:10.319 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:10.319 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:10.319 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:10.319 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:10.319 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:10.319 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:10.319 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:10.319 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:10.319 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:10.319 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:10.320 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:10.320 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:10.320 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:10.320 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:10.320 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:10.320 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:10.320 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:10.320 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:10.320 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:10.320 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:10.320 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:10.320 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:10.320 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:10.320 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:10.321 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 512~512 = 512 2024-09-13T01:00:10.321 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:10.321 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 1536~512 = 0 2024-09-13T01:00:10.321 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:10.321 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:10.321 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:10.321 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:10.321 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:10.321 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:10.321 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:10.321 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3727 ms) 2024-09-13T01:00:10.321 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-09-13T01:00:10.321 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:10.380 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (63 ms) 2024-09-13T01:00:10.380 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-09-13T01:00:10.380 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:10.445 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (66 ms) 2024-09-13T01:00:10.445 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-09-13T01:00:10.445 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:10.516 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (71 ms) 2024-09-13T01:00:10.516 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-09-13T01:00:10.516 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:10.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:10 smithi053 bash[67631]: cluster 2024-09-13T01:00:08.562597+0000 mgr.y (mgr.34107) 1721 : cluster [DBG] pgmap v2964: 489 pgs: 5 creating+peering, 11 unknown, 473 active+clean; 37 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 156 KiB/s wr, 707 op/s; 3 B/s, 0 objects/s recovering 2024-09-13T01:00:10.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:10 smithi053 bash[67631]: cluster 2024-09-13T01:00:09.185670+0000 mon.a (mon.0) 3268 : cluster [DBG] osdmap e1691: 8 total, 8 up, 8 in 2024-09-13T01:00:10.580 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (64 ms) 2024-09-13T01:00:10.580 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-09-13T01:00:10.581 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:10 smithi032 bash[75510]: cluster 2024-09-13T01:00:08.562597+0000 mgr.y (mgr.34107) 1721 : cluster [DBG] pgmap v2964: 489 pgs: 5 creating+peering, 11 unknown, 473 active+clean; 37 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 156 KiB/s wr, 707 op/s; 3 B/s, 0 objects/s recovering 2024-09-13T01:00:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:10 smithi032 bash[75510]: cluster 2024-09-13T01:00:09.185670+0000 mon.a (mon.0) 3268 : cluster [DBG] osdmap e1691: 8 total, 8 up, 8 in 2024-09-13T01:00:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:10 smithi032 bash[76677]: cluster 2024-09-13T01:00:08.562597+0000 mgr.y (mgr.34107) 1721 : cluster [DBG] pgmap v2964: 489 pgs: 5 creating+peering, 11 unknown, 473 active+clean; 37 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 156 KiB/s wr, 707 op/s; 3 B/s, 0 objects/s recovering 2024-09-13T01:00:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:10 smithi032 bash[76677]: cluster 2024-09-13T01:00:09.185670+0000 mon.a (mon.0) 3268 : cluster [DBG] osdmap e1691: 8 total, 8 up, 8 in 2024-09-13T01:00:10.711 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (131 ms) 2024-09-13T01:00:10.711 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-09-13T01:00:10.711 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:10.843 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (132 ms) 2024-09-13T01:00:10.843 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-09-13T01:00:10.844 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:10.973 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (130 ms) 2024-09-13T01:00:10.973 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-09-13T01:00:10.973 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:11.129 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (156 ms) 2024-09-13T01:00:11.130 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-09-13T01:00:11.130 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:11 smithi053 bash[67631]: cluster 2024-09-13T01:00:10.195496+0000 mon.a (mon.0) 3269 : cluster [DBG] osdmap e1692: 8 total, 8 up, 8 in 2024-09-13T01:00:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:11 smithi053 bash[67631]: audit 2024-09-13T01:00:10.212194+0000 mon.a (mon.0) 3270 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:00:11.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:11 smithi032 bash[76677]: cluster 2024-09-13T01:00:10.195496+0000 mon.a (mon.0) 3269 : cluster [DBG] osdmap e1692: 8 total, 8 up, 8 in 2024-09-13T01:00:11.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:11 smithi032 bash[76677]: audit 2024-09-13T01:00:10.212194+0000 mon.a (mon.0) 3270 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:00:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:11 smithi032 bash[75510]: cluster 2024-09-13T01:00:10.195496+0000 mon.a (mon.0) 3269 : cluster [DBG] osdmap e1692: 8 total, 8 up, 8 in 2024-09-13T01:00:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:11 smithi032 bash[75510]: audit 2024-09-13T01:00:10.212194+0000 mon.a (mon.0) 3270 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:00:11.741 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (612 ms) 2024-09-13T01:00:11.742 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-09-13T01:00:11.742 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:12.310 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (568 ms) 2024-09-13T01:00:12.310 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-09-13T01:00:12.310 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:12.374 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (65 ms) 2024-09-13T01:00:12.374 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-09-13T01:00:12.374 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:12.443 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (69 ms) 2024-09-13T01:00:12.443 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-09-13T01:00:12.444 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:12.512 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (69 ms) 2024-09-13T01:00:12.513 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-09-13T01:00:12.513 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:12 smithi053 bash[67631]: cluster 2024-09-13T01:00:10.564644+0000 mgr.y (mgr.34107) 1722 : cluster [DBG] pgmap v2967: 489 pgs: 5 creating+peering, 5 unknown, 479 active+clean; 37 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 141 KiB/s wr, 581 op/s 2024-09-13T01:00:12.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:00:12 smithi053 bash[94430]: ts=2024-09-13T01:00:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:00:12.578 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (66 ms) 2024-09-13T01:00:12.579 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-09-13T01:00:12.579 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:12.638 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:12.638 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 0~1048576 = 0 2024-09-13T01:00:12.638 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:12.638 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 0~4194304 = 0 2024-09-13T01:00:12.638 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:12.639 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 3145728~1048576 = 0 2024-09-13T01:00:12.639 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (60 ms) 2024-09-13T01:00:12.639 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestFUA 2024-09-13T01:00:12.639 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:12 smithi032 bash[75510]: cluster 2024-09-13T01:00:10.564644+0000 mgr.y (mgr.34107) 1722 : cluster [DBG] pgmap v2967: 489 pgs: 5 creating+peering, 5 unknown, 479 active+clean; 37 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 141 KiB/s wr, 581 op/s 2024-09-13T01:00:12.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:12 smithi032 bash[76677]: cluster 2024-09-13T01:00:10.564644+0000 mgr.y (mgr.34107) 1722 : cluster [DBG] pgmap v2967: 489 pgs: 5 creating+peering, 5 unknown, 479 active+clean; 37 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 141 KiB/s wr, 581 op/s 2024-09-13T01:00:12.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:00:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:00:12] "GET /metrics HTTP/1.1" 200 62931 "" "Prometheus/2.43.0" 2024-09-13T01:00:12.915 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:12.915 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:12.915 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:12.915 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:12.915 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:12.915 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:12.915 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:12.916 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:12.916 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:12.916 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:12.916 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.916 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:12.916 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:12.916 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:12.916 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:12.916 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.916 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:12.916 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:12.916 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:12.916 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.918 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:12.919 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:12.919 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:12.919 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.919 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:12.919 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:12.919 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:12.919 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestFUA (277 ms) 2024-09-13T01:00:12.919 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-09-13T01:00:12.919 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:12.967 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:12.967 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:12.967 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:12.967 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:12.967 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:12.967 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.968 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:12.968 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:12.968 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:12.968 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:12.968 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.968 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:12.968 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:12.968 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:12.968 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:12.968 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.968 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:12.968 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:12.968 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:12.969 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:12.969 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.969 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:12.969 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:12.969 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:12.969 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:12.969 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:12.969 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:12.969 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:13.002 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:13.003 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:13.003 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T01:00:13.003 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T01:00:13.003 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T01:00:13.003 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T01:00:13.003 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T01:00:13.003 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T01:00:13.003 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T01:00:13.003 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T01:00:13.003 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2024-09-13T01:00:13.004 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2024-09-13T01:00:13.004 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:13.004 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T01:00:13.004 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:13.005 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:13.005 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T01:00:13.005 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:13.005 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T01:00:13.005 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:13.007 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:13.008 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T01:00:13.008 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:13.008 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T01:00:13.008 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:13.010 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:13.010 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T01:00:13.010 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:13.010 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T01:00:13.011 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:13.013 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:13.013 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T01:00:13.013 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:13.013 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2024-09-13T01:00:13.013 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:13.018 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:13.018 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2024-09-13T01:00:13.018 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:13.018 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:13.018 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:13.018 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:13.018 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:13.018 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:13.018 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:13.018 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:13.019 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:13.019 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2024-09-13T01:00:13.019 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:13.019 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:13.019 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:13.019 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:13.019 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2024-09-13T01:00:13.019 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:13.020 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:13.020 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:13.020 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:13.020 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2024-09-13T01:00:13.020 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:13.020 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:13.020 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:13.021 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:13.021 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2024-09-13T01:00:13.021 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:13.021 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:13.022 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:13.022 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:13.022 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2024-09-13T01:00:13.022 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 512~512 2024-09-13T01:00:13.022 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:14.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:14 smithi053 bash[67631]: cluster 2024-09-13T01:00:12.566866+0000 mgr.y (mgr.34107) 1723 : cluster [DBG] pgmap v2968: 489 pgs: 3 creating+peering, 486 active+clean; 57 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.8 MiB/s wr, 459 op/s 2024-09-13T01:00:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:14 smithi032 bash[75510]: cluster 2024-09-13T01:00:12.566866+0000 mgr.y (mgr.34107) 1723 : cluster [DBG] pgmap v2968: 489 pgs: 3 creating+peering, 486 active+clean; 57 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.8 MiB/s wr, 459 op/s 2024-09-13T01:00:14.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:14 smithi032 bash[76677]: cluster 2024-09-13T01:00:12.566866+0000 mgr.y (mgr.34107) 1723 : cluster [DBG] pgmap v2968: 489 pgs: 3 creating+peering, 486 active+clean; 57 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.8 MiB/s wr, 459 op/s 2024-09-13T01:00:16.028 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:16.028 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:16.028 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:16.028 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:16.028 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:16.028 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2024-09-13T01:00:16.028 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.028 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.028 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2024-09-13T01:00:16.028 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.029 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.029 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2024-09-13T01:00:16.029 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.029 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.029 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2024-09-13T01:00:16.029 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.029 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.029 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.029 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.029 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2024-09-13T01:00:16.029 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.029 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.030 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2024-09-13T01:00:16.030 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.030 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.030 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2024-09-13T01:00:16.030 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.030 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.030 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2024-09-13T01:00:16.030 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.030 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.030 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.030 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.030 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2024-09-13T01:00:16.030 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2024-09-13T01:00:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2024-09-13T01:00:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2024-09-13T01:00:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2024-09-13T01:00:16.032 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.032 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.032 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2024-09-13T01:00:16.032 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.032 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.032 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2024-09-13T01:00:16.032 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.032 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.032 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2024-09-13T01:00:16.033 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.033 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.033 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.033 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.033 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2024-09-13T01:00:16.033 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.033 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.033 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2024-09-13T01:00:16.033 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.033 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.033 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2024-09-13T01:00:16.033 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.034 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.034 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2024-09-13T01:00:16.034 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.034 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.035 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.035 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.035 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.035 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.035 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:16.036 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:16.036 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:16.036 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.036 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.036 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.036 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.036 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:16.036 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:16.036 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:16.036 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.036 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.037 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.037 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.037 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:16.053 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:16.053 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:16.053 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.053 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.053 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.054 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.054 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:16.078 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:16.078 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:16.078 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.078 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.078 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.078 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.079 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.079 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.079 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.079 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.079 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.079 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.079 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:16.154 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:16.155 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:16.155 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.155 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.155 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.155 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.155 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:16.235 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:16.235 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:16.236 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.236 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.236 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.236 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.236 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:16.328 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:16.328 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:16.329 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.329 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.329 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.329 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.329 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:16.418 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:16.418 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:16.418 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.418 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.418 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.419 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.419 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.419 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.419 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.419 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.419 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.419 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.419 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:16.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:16 smithi053 bash[67631]: cluster 2024-09-13T01:00:14.569564+0000 mgr.y (mgr.34107) 1724 : cluster [DBG] pgmap v2969: 489 pgs: 489 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.7 MiB/s wr, 473 op/s 2024-09-13T01:00:16.555 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:16.555 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:16.555 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.555 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.556 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.556 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.556 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:16.642 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:16.642 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:16.642 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.642 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.642 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.642 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.642 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:16 smithi032 bash[75510]: cluster 2024-09-13T01:00:14.569564+0000 mgr.y (mgr.34107) 1724 : cluster [DBG] pgmap v2969: 489 pgs: 489 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.7 MiB/s wr, 473 op/s 2024-09-13T01:00:16.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:16 smithi032 bash[76677]: cluster 2024-09-13T01:00:14.569564+0000 mgr.y (mgr.34107) 1724 : cluster [DBG] pgmap v2969: 489 pgs: 489 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.7 MiB/s wr, 473 op/s 2024-09-13T01:00:16.799 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:16.799 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:16.799 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.799 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.799 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.799 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.799 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:16.941 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:16.941 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:16.941 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:16.941 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:16.941 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.941 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.941 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.942 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.942 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.942 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:16.942 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:16.942 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:16.942 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:17.166 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:17.166 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:17.166 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:17.166 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:17.166 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:17.166 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:17.166 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:17.357 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:17.357 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:17.358 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:17.358 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:17.358 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:17.358 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:17.358 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:17.580 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:17.580 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:17.580 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:17.580 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:17.580 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:17.581 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:17.581 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:17.764 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:17.764 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:17.764 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:17.764 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:17.764 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:17.765 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:17.765 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:17.765 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:17.765 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:17.765 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:17.765 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:17.765 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:17.765 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:17.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:17 smithi053 bash[67631]: cluster 2024-09-13T01:00:16.491722+0000 mon.a (mon.0) 3271 : cluster [DBG] osdmap e1693: 8 total, 8 up, 8 in 2024-09-13T01:00:17.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:17 smithi053 bash[67631]: cluster 2024-09-13T01:00:16.570383+0000 mgr.y (mgr.34107) 1725 : cluster [DBG] pgmap v2971: 489 pgs: 489 active+clean; 79 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.4 MiB/s wr, 134 op/s 2024-09-13T01:00:17.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:17 smithi032 bash[75510]: cluster 2024-09-13T01:00:16.491722+0000 mon.a (mon.0) 3271 : cluster [DBG] osdmap e1693: 8 total, 8 up, 8 in 2024-09-13T01:00:17.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:17 smithi032 bash[75510]: cluster 2024-09-13T01:00:16.570383+0000 mgr.y (mgr.34107) 1725 : cluster [DBG] pgmap v2971: 489 pgs: 489 active+clean; 79 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.4 MiB/s wr, 134 op/s 2024-09-13T01:00:17.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:17 smithi032 bash[76677]: cluster 2024-09-13T01:00:16.491722+0000 mon.a (mon.0) 3271 : cluster [DBG] osdmap e1693: 8 total, 8 up, 8 in 2024-09-13T01:00:17.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:17 smithi032 bash[76677]: cluster 2024-09-13T01:00:16.570383+0000 mgr.y (mgr.34107) 1725 : cluster [DBG] pgmap v2971: 489 pgs: 489 active+clean; 79 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.4 MiB/s wr, 134 op/s 2024-09-13T01:00:18.051 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:18.051 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:18.051 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:18.051 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:18.051 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:18.051 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:18.051 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:18.315 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:18.315 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:18.315 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:18.315 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:18.315 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:18.315 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:18.315 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:18.591 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:18.591 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:18.591 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:18.591 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:18.591 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:18.591 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:18.591 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:18.849 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:18.850 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:18.850 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:18.850 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:18.850 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:18.850 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:18.850 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:18.850 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:18.850 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:18.850 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:18.851 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestIOPP (5934 ms) 2024-09-13T01:00:18.851 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-09-13T01:00:18.851 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:18.916 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (66 ms) 2024-09-13T01:00:18.916 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-09-13T01:00:18.916 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:18.977 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (62 ms) 2024-09-13T01:00:18.978 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-09-13T01:00:18.978 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:19.044 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (67 ms) 2024-09-13T01:00:19.044 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-09-13T01:00:19.044 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:19.109 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (65 ms) 2024-09-13T01:00:19.109 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-09-13T01:00:19.109 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:19.176 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (67 ms) 2024-09-13T01:00:19.176 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-09-13T01:00:19.177 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:19.234 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:19.244 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (68 ms) 2024-09-13T01:00:19.244 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-09-13T01:00:19.244 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:19.309 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (65 ms) 2024-09-13T01:00:19.309 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-09-13T01:00:19.309 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:19.369 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:19.379 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (70 ms) 2024-09-13T01:00:19.379 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-09-13T01:00:19.379 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:19.448 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (69 ms) 2024-09-13T01:00:19.448 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-09-13T01:00:19.448 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:19.505 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:19.516 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (68 ms) 2024-09-13T01:00:19.516 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-09-13T01:00:19.516 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:19.587 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (71 ms) 2024-09-13T01:00:19.587 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-09-13T01:00:19.587 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:19.655 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:19.665 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (78 ms) 2024-09-13T01:00:19.665 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-09-13T01:00:19.666 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:19.813 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (147 ms) 2024-09-13T01:00:19.813 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-09-13T01:00:19.813 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:19.896 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:19.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:19 smithi032 bash[75510]: cluster 2024-09-13T01:00:18.574140+0000 mgr.y (mgr.34107) 1726 : cluster [DBG] pgmap v2972: 489 pgs: 489 active+clean; 87 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.9 MiB/s wr, 890 op/s 2024-09-13T01:00:19.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:19 smithi032 bash[76677]: cluster 2024-09-13T01:00:18.574140+0000 mgr.y (mgr.34107) 1726 : cluster [DBG] pgmap v2972: 489 pgs: 489 active+clean; 87 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.9 MiB/s wr, 890 op/s 2024-09-13T01:00:19.922 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (110 ms) 2024-09-13T01:00:19.922 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-09-13T01:00:19.923 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:19 smithi053 bash[67631]: cluster 2024-09-13T01:00:18.574140+0000 mgr.y (mgr.34107) 1726 : cluster [DBG] pgmap v2972: 489 pgs: 489 active+clean; 87 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.9 MiB/s wr, 890 op/s 2024-09-13T01:00:20.039 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (117 ms) 2024-09-13T01:00:20.040 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-09-13T01:00:20.040 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:20.126 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:20.160 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (121 ms) 2024-09-13T01:00:20.160 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-09-13T01:00:20.160 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:20.681 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (521 ms) 2024-09-13T01:00:20.681 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-09-13T01:00:20.681 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:21.205 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (524 ms) 2024-09-13T01:00:21.205 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-09-13T01:00:21.205 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:21.263 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:21.264 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:21.264 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:21.264 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:21.264 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:00:21.264 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:21.264 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:21.264 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:21.266 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:21.266 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:21.266 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:21.266 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:21.266 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:21.269 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:21.270 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:21.270 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:21.270 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:21.270 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:21.272 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:21.273 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:21.273 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:21.273 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:21.273 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:21.276 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:21.276 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:21.276 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:21.276 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:00:21.276 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:21.279 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:21.279 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:00:21.279 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2024-09-13T01:00:21.279 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:21.279 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:21.279 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:21.280 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:21.280 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2024-09-13T01:00:21.280 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:21.280 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:21.280 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:21.281 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:21.281 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2024-09-13T01:00:21.281 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:21.281 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:21.281 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:21.282 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:21.282 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2024-09-13T01:00:21.282 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:21.282 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:21.283 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:21.283 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:21.283 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2024-09-13T01:00:21.284 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:21.284 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:00:21.284 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:00:21.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:21 smithi032 bash[75510]: cluster 2024-09-13T01:00:20.575982+0000 mgr.y (mgr.34107) 1727 : cluster [DBG] pgmap v2973: 489 pgs: 489 active+clean; 91 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.2 MiB/s wr, 763 op/s 2024-09-13T01:00:21.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:21 smithi032 bash[76677]: cluster 2024-09-13T01:00:20.575982+0000 mgr.y (mgr.34107) 1727 : cluster [DBG] pgmap v2973: 489 pgs: 489 active+clean; 91 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.2 MiB/s wr, 763 op/s 2024-09-13T01:00:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:21 smithi053 bash[67631]: cluster 2024-09-13T01:00:20.575982+0000 mgr.y (mgr.34107) 1727 : cluster [DBG] pgmap v2973: 489 pgs: 489 active+clean; 91 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.2 MiB/s wr, 763 op/s 2024-09-13T01:00:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:00:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:00:22] "GET /metrics HTTP/1.1" 200 62931 "" "Prometheus/2.43.0" 2024-09-13T01:00:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:00:22 smithi053 bash[94430]: ts=2024-09-13T01:00:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:00:23.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:23 smithi032 bash[75510]: cluster 2024-09-13T01:00:22.578059+0000 mgr.y (mgr.34107) 1728 : cluster [DBG] pgmap v2974: 489 pgs: 489 active+clean; 107 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 5.8 MiB/s wr, 1.02k op/s 2024-09-13T01:00:23.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:23 smithi032 bash[76677]: cluster 2024-09-13T01:00:22.578059+0000 mgr.y (mgr.34107) 1728 : cluster [DBG] pgmap v2974: 489 pgs: 489 active+clean; 107 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 5.8 MiB/s wr, 1.02k op/s 2024-09-13T01:00:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:23 smithi053 bash[67631]: cluster 2024-09-13T01:00:22.578059+0000 mgr.y (mgr.34107) 1728 : cluster [DBG] pgmap v2974: 489 pgs: 489 active+clean; 107 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 5.8 MiB/s wr, 1.02k op/s 2024-09-13T01:00:25.505 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:00:25.505 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2024-09-13T01:00:25.505 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2024-09-13T01:00:25.505 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.505 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.506 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2024-09-13T01:00:25.506 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.506 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.506 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2024-09-13T01:00:25.506 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.506 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.506 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2024-09-13T01:00:25.506 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.506 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.506 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:25.506 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:25.507 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2024-09-13T01:00:25.507 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.507 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.507 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2024-09-13T01:00:25.507 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.507 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.507 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2024-09-13T01:00:25.507 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.507 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.507 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2024-09-13T01:00:25.508 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.508 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.508 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:25.508 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:25.508 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2024-09-13T01:00:25.508 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2024-09-13T01:00:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2024-09-13T01:00:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2024-09-13T01:00:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:25.509 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2024-09-13T01:00:25.510 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.510 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.510 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2024-09-13T01:00:25.510 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.510 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.510 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2024-09-13T01:00:25.510 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.510 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.510 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2024-09-13T01:00:25.510 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.510 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.510 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:25.511 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:25.511 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2024-09-13T01:00:25.511 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.511 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.511 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2024-09-13T01:00:25.511 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.511 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.511 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2024-09-13T01:00:25.512 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.512 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.512 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2024-09-13T01:00:25.512 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.512 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.512 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:25.512 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:25.512 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:25.513 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:25.513 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:25.513 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:25.513 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:25.513 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.513 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.513 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:25.513 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:25.514 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:25.514 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:25.514 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:25.514 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.514 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.514 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:25.514 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:25.514 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:25.546 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:25.546 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:25.546 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.546 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.546 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:25.547 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:25.547 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:25.586 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:25.587 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:25.587 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.587 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.587 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:25.587 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:25.587 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:25.587 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:25.587 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:25.587 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:25.587 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:25.587 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:25.587 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:25.684 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:25.684 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:25.684 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.684 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.684 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:25.684 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:25.685 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:25.795 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:25.795 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:25.795 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.795 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.795 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:25.795 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:25.795 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:25.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:25 smithi032 bash[75510]: cluster 2024-09-13T01:00:24.580756+0000 mgr.y (mgr.34107) 1729 : cluster [DBG] pgmap v2975: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 7.8 MiB/s wr, 1.15k op/s 2024-09-13T01:00:25.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:25 smithi032 bash[75510]: audit 2024-09-13T01:00:25.211827+0000 mon.a (mon.0) 3272 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:00:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:25 smithi032 bash[76677]: cluster 2024-09-13T01:00:24.580756+0000 mgr.y (mgr.34107) 1729 : cluster [DBG] pgmap v2975: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 7.8 MiB/s wr, 1.15k op/s 2024-09-13T01:00:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:25 smithi032 bash[76677]: audit 2024-09-13T01:00:25.211827+0000 mon.a (mon.0) 3272 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:00:25.939 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:25.939 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:25.939 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:25.939 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:25.939 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:25.939 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:25.940 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:25 smithi053 bash[67631]: cluster 2024-09-13T01:00:24.580756+0000 mgr.y (mgr.34107) 1729 : cluster [DBG] pgmap v2975: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 7.8 MiB/s wr, 1.15k op/s 2024-09-13T01:00:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:25 smithi053 bash[67631]: audit 2024-09-13T01:00:25.211827+0000 mon.a (mon.0) 3272 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:00:26.066 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:26.066 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:26.066 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:26.066 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:26.067 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:26.067 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:26.067 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:26.067 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:26.067 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:26.067 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:26.068 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:26.068 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:26.068 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:26.262 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:26.262 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:26.262 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:26.262 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:26.262 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:26.262 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:26.262 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:26.453 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:26.453 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:26.453 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:26.453 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:26.453 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:26.453 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:26.453 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:26.672 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:26.672 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:26.672 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:26.672 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:26.672 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:26.673 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:26.673 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:26.878 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:26.878 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:26.879 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:26.879 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:26.879 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:26.879 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:26.879 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:26.879 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:26.879 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:26.879 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:26.879 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:26.879 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:26.879 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:27.168 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:27.168 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:27.168 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:27.168 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:27.168 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:27.168 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:27.168 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:27.445 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:27.445 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:27.445 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:27.445 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:27.446 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:27.446 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:27.446 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:27.784 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:27.784 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:27.784 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:27.784 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:27.784 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:27.784 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:27.784 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:27.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:27 smithi032 bash[75510]: cluster 2024-09-13T01:00:26.582665+0000 mgr.y (mgr.34107) 1730 : cluster [DBG] pgmap v2976: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.4 MiB/s wr, 1.12k op/s 2024-09-13T01:00:27.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:27 smithi032 bash[76677]: cluster 2024-09-13T01:00:26.582665+0000 mgr.y (mgr.34107) 1730 : cluster [DBG] pgmap v2976: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.4 MiB/s wr, 1.12k op/s 2024-09-13T01:00:28.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:27 smithi053 bash[67631]: cluster 2024-09-13T01:00:26.582665+0000 mgr.y (mgr.34107) 1730 : cluster [DBG] pgmap v2976: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.4 MiB/s wr, 1.12k op/s 2024-09-13T01:00:28.138 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:28.138 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:28.138 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:28.138 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:28.138 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:28.138 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:28.138 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:28.139 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:28.139 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:28.139 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:28.139 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:28.139 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:28.139 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:28.533 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:28.533 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:28.534 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:28.534 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:28.534 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:28.534 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:28.534 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:28.922 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:28.922 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:28.923 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:28.923 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:28.923 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:28.923 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:28.923 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:29.371 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:29.371 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:29.371 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:29.371 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:29.371 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:29.371 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:29.371 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:00:29.781 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:00:29.781 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2024-09-13T01:00:29.781 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2024-09-13T01:00:29.781 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2024-09-13T01:00:29.781 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:29.781 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:29.781 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:29.781 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:00:29.781 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2024-09-13T01:00:29.782 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2024-09-13T01:00:29.782 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (8576 ms) 2024-09-13T01:00:29.782 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-09-13T01:00:29.782 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:29.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:29 smithi032 bash[75510]: cluster 2024-09-13T01:00:28.586064+0000 mgr.y (mgr.34107) 1731 : cluster [DBG] pgmap v2977: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.3 MiB/s wr, 1.35k op/s 2024-09-13T01:00:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:29 smithi032 bash[76677]: cluster 2024-09-13T01:00:28.586064+0000 mgr.y (mgr.34107) 1731 : cluster [DBG] pgmap v2977: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.3 MiB/s wr, 1.35k op/s 2024-09-13T01:00:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:29 smithi053 bash[67631]: cluster 2024-09-13T01:00:28.586064+0000 mgr.y (mgr.34107) 1731 : cluster [DBG] pgmap v2977: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.3 MiB/s wr, 1.35k op/s 2024-09-13T01:00:31.753 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 0 2024-09-13T01:00:31.753 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2024-09-13T01:00:31.753 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2024-09-13T01:00:31.753 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T01:00:31.753 INFO:tasks.workunit.client.0.smithi032.stdout:snap: orig 2024-09-13T01:00:31.753 INFO:tasks.workunit.client.0.smithi032.stdout:found orig with size 2097152 2024-09-13T01:00:31.754 INFO:tasks.workunit.client.0.smithi032.stdout:read: 80 2024-09-13T01:00:31.754 INFO:tasks.workunit.client.0.smithi032.stdout:write test data! 2024-09-13T01:00:31.754 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 80 2024-09-13T01:00:31.754 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 2 2024-09-13T01:00:31.754 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2024-09-13T01:00:31.754 INFO:tasks.workunit.client.0.smithi032.stdout:snap: orig 2024-09-13T01:00:31.754 INFO:tasks.workunit.client.0.smithi032.stdout:snap: written 2024-09-13T01:00:31.754 INFO:tasks.workunit.client.0.smithi032.stdout:found orig with size 2097152 2024-09-13T01:00:31.754 INFO:tasks.workunit.client.0.smithi032.stdout:found written with size 2097152 2024-09-13T01:00:31.754 INFO:tasks.workunit.client.0.smithi032.stdout:read: 80 2024-09-13T01:00:31.754 INFO:tasks.workunit.client.0.smithi032.stdout:read: 80 2024-09-13T01:00:31.754 INFO:tasks.workunit.client.0.smithi032.stdout:read: 80 2024-09-13T01:00:31.754 INFO:tasks.workunit.client.0.smithi032.stdout:write to snapshot returned -30 2024-09-13T01:00:31.754 INFO:tasks.workunit.client.0.smithi032.stdout:Read-only file system 2024-09-13T01:00:31.807 INFO:tasks.workunit.client.0.smithi032.stdout:read: 80 2024-09-13T01:00:31.807 INFO:tasks.workunit.client.0.smithi032.stdout:read: 80 2024-09-13T01:00:31.807 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 80 2024-09-13T01:00:31.807 INFO:tasks.workunit.client.0.smithi032.stdout:opening testimg@orig 2024-09-13T01:00:31.807 INFO:tasks.workunit.client.0.smithi032.stdout:read: 80 2024-09-13T01:00:31.807 INFO:tasks.workunit.client.0.smithi032.stdout:write to snapshot returned -30 2024-09-13T01:00:31.807 INFO:tasks.workunit.client.0.smithi032.stdout:Read-only file system 2024-09-13T01:00:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:31 smithi053 bash[67631]: cluster 2024-09-13T01:00:30.587976+0000 mgr.y (mgr.34107) 1732 : cluster [DBG] pgmap v2978: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.9 MiB/s wr, 817 op/s 2024-09-13T01:00:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:31 smithi053 bash[67631]: cluster 2024-09-13T01:00:30.669886+0000 mon.a (mon.0) 3273 : cluster [DBG] osdmap e1694: 8 total, 8 up, 8 in 2024-09-13T01:00:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:31 smithi032 bash[75510]: cluster 2024-09-13T01:00:30.587976+0000 mgr.y (mgr.34107) 1732 : cluster [DBG] pgmap v2978: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.9 MiB/s wr, 817 op/s 2024-09-13T01:00:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:31 smithi032 bash[75510]: cluster 2024-09-13T01:00:30.669886+0000 mon.a (mon.0) 3273 : cluster [DBG] osdmap e1694: 8 total, 8 up, 8 in 2024-09-13T01:00:32.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:31 smithi032 bash[76677]: cluster 2024-09-13T01:00:30.587976+0000 mgr.y (mgr.34107) 1732 : cluster [DBG] pgmap v2978: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.9 MiB/s wr, 817 op/s 2024-09-13T01:00:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:31 smithi032 bash[76677]: cluster 2024-09-13T01:00:30.669886+0000 mon.a (mon.0) 3273 : cluster [DBG] osdmap e1694: 8 total, 8 up, 8 in 2024-09-13T01:00:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:00:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:00:32] "GET /metrics HTTP/1.1" 200 62969 "" "Prometheus/2.43.0" 2024-09-13T01:00:32.687 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:00:32 smithi053 bash[94430]: ts=2024-09-13T01:00:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:00:33.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:32 smithi053 bash[67631]: cluster 2024-09-13T01:00:31.675315+0000 mon.a (mon.0) 3274 : cluster [DBG] osdmap e1695: 8 total, 8 up, 8 in 2024-09-13T01:00:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:32 smithi032 bash[75510]: cluster 2024-09-13T01:00:31.675315+0000 mon.a (mon.0) 3274 : cluster [DBG] osdmap e1695: 8 total, 8 up, 8 in 2024-09-13T01:00:33.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:32 smithi032 bash[76677]: cluster 2024-09-13T01:00:31.675315+0000 mon.a (mon.0) 3274 : cluster [DBG] osdmap e1695: 8 total, 8 up, 8 in 2024-09-13T01:00:33.773 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 2 2024-09-13T01:00:33.773 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2024-09-13T01:00:33.773 INFO:tasks.workunit.client.0.smithi032.stdout:snap: orig 2024-09-13T01:00:33.773 INFO:tasks.workunit.client.0.smithi032.stdout:snap: written 2024-09-13T01:00:33.774 INFO:tasks.workunit.client.0.smithi032.stdout:found orig with size 2097152 2024-09-13T01:00:33.774 INFO:tasks.workunit.client.0.smithi032.stdout:found written with size 2097152 2024-09-13T01:00:33.774 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2024-09-13T01:00:33.774 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T01:00:33.774 INFO:tasks.workunit.client.0.smithi032.stdout:snap: orig 2024-09-13T01:00:33.774 INFO:tasks.workunit.client.0.smithi032.stdout:found orig with size 2097152 2024-09-13T01:00:33.774 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 0 2024-09-13T01:00:33.774 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2024-09-13T01:00:33.774 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3992 ms) 2024-09-13T01:00:33.774 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-09-13T01:00:33.774 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:33 smithi053 bash[67631]: cluster 2024-09-13T01:00:32.589990+0000 mgr.y (mgr.34107) 1733 : cluster [DBG] pgmap v2981: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 168 KiB/s wr, 625 op/s 2024-09-13T01:00:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:33 smithi053 bash[67631]: cluster 2024-09-13T01:00:32.694438+0000 mon.a (mon.0) 3275 : cluster [DBG] osdmap e1696: 8 total, 8 up, 8 in 2024-09-13T01:00:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:33 smithi032 bash[75510]: cluster 2024-09-13T01:00:32.589990+0000 mgr.y (mgr.34107) 1733 : cluster [DBG] pgmap v2981: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 168 KiB/s wr, 625 op/s 2024-09-13T01:00:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:33 smithi032 bash[75510]: cluster 2024-09-13T01:00:32.694438+0000 mon.a (mon.0) 3275 : cluster [DBG] osdmap e1696: 8 total, 8 up, 8 in 2024-09-13T01:00:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:33 smithi032 bash[76677]: cluster 2024-09-13T01:00:32.589990+0000 mgr.y (mgr.34107) 1733 : cluster [DBG] pgmap v2981: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 168 KiB/s wr, 625 op/s 2024-09-13T01:00:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:33 smithi032 bash[76677]: cluster 2024-09-13T01:00:32.694438+0000 mon.a (mon.0) 3275 : cluster [DBG] osdmap e1696: 8 total, 8 up, 8 in 2024-09-13T01:00:35.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:34 smithi053 bash[67631]: cluster 2024-09-13T01:00:33.697849+0000 mon.a (mon.0) 3276 : cluster [DBG] osdmap e1697: 8 total, 8 up, 8 in 2024-09-13T01:00:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:34 smithi032 bash[75510]: cluster 2024-09-13T01:00:33.697849+0000 mon.a (mon.0) 3276 : cluster [DBG] osdmap e1697: 8 total, 8 up, 8 in 2024-09-13T01:00:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:34 smithi032 bash[76677]: cluster 2024-09-13T01:00:33.697849+0000 mon.a (mon.0) 3276 : cluster [DBG] osdmap e1697: 8 total, 8 up, 8 in 2024-09-13T01:00:35.794 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2021 ms) 2024-09-13T01:00:35.794 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestClone 2024-09-13T01:00:35.795 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:35 smithi053 bash[67631]: cluster 2024-09-13T01:00:34.591003+0000 mgr.y (mgr.34107) 1734 : cluster [DBG] pgmap v2984: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 291 KiB/s rd, 104 KiB/s wr, 590 op/s 2024-09-13T01:00:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:35 smithi053 bash[67631]: cluster 2024-09-13T01:00:34.722531+0000 mon.a (mon.0) 3277 : cluster [DBG] osdmap e1698: 8 total, 8 up, 8 in 2024-09-13T01:00:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:35 smithi032 bash[75510]: cluster 2024-09-13T01:00:34.591003+0000 mgr.y (mgr.34107) 1734 : cluster [DBG] pgmap v2984: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 291 KiB/s rd, 104 KiB/s wr, 590 op/s 2024-09-13T01:00:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:35 smithi032 bash[75510]: cluster 2024-09-13T01:00:34.722531+0000 mon.a (mon.0) 3277 : cluster [DBG] osdmap e1698: 8 total, 8 up, 8 in 2024-09-13T01:00:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:35 smithi032 bash[76677]: cluster 2024-09-13T01:00:34.591003+0000 mgr.y (mgr.34107) 1734 : cluster [DBG] pgmap v2984: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 291 KiB/s rd, 104 KiB/s wr, 590 op/s 2024-09-13T01:00:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:35 smithi032 bash[76677]: cluster 2024-09-13T01:00:34.722531+0000 mon.a (mon.0) 3277 : cluster [DBG] osdmap e1698: 8 total, 8 up, 8 in 2024-09-13T01:00:37.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:36 smithi053 bash[67631]: cluster 2024-09-13T01:00:35.730941+0000 mon.a (mon.0) 3278 : cluster [DBG] osdmap e1699: 8 total, 8 up, 8 in 2024-09-13T01:00:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:36 smithi032 bash[75510]: cluster 2024-09-13T01:00:35.730941+0000 mon.a (mon.0) 3278 : cluster [DBG] osdmap e1699: 8 total, 8 up, 8 in 2024-09-13T01:00:37.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:36 smithi032 bash[76677]: cluster 2024-09-13T01:00:35.730941+0000 mon.a (mon.0) 3278 : cluster [DBG] osdmap e1699: 8 total, 8 up, 8 in 2024-09-13T01:00:37.809 INFO:tasks.workunit.client.0.smithi032.stdout:made parent image "parent" 2024-09-13T01:00:37.810 INFO:tasks.workunit.client.0.smithi032.stdout:parent has no parent info 2024-09-13T01:00:37.810 INFO:tasks.workunit.client.0.smithi032.stdout:made snapshot "parent@parent_snap" 2024-09-13T01:00:37.810 INFO:tasks.workunit.client.0.smithi032.stdout:can't unprotect an unprotected snap 2024-09-13T01:00:37.810 INFO:tasks.workunit.client.0.smithi032.stdout:can't protect a protected snap 2024-09-13T01:00:37.810 INFO:tasks.workunit.client.0.smithi032.stdout:made and opened clone "child" 2024-09-13T01:00:37.810 INFO:tasks.workunit.client.0.smithi032.stdout:read: 8 2024-09-13T01:00:37.810 INFO:tasks.workunit.client.0.smithi032.stdout:read: 8 2024-09-13T01:00:37.810 INFO:tasks.workunit.client.0.smithi032.stdout:read: 8 2024-09-13T01:00:37.810 INFO:tasks.workunit.client.0.smithi032.stdout:sizes and overlaps are good between parent and child 2024-09-13T01:00:37.810 INFO:tasks.workunit.client.0.smithi032.stdout:child image successfully cloned all image-meta pairs 2024-09-13T01:00:37.810 INFO:tasks.workunit.client.0.smithi032.stdout:sized down clone, changed overlap 2024-09-13T01:00:37.810 INFO:tasks.workunit.client.0.smithi032.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-09-13T01:00:37.810 INFO:tasks.workunit.client.0.smithi032.stdout:sized up clone, changed size but not overlap or parent's size 2024-09-13T01:00:37.811 INFO:tasks.workunit.client.0.smithi032.stdout:can't remove parent while child still exists 2024-09-13T01:00:37.811 INFO:tasks.workunit.client.0.smithi032.stdout:can't remove parent while still protected 2024-09-13T01:00:37.811 INFO:tasks.workunit.client.0.smithi032.stdout:removed parent snap after unprotecting 2024-09-13T01:00:37.811 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestClone (2015 ms) 2024-09-13T01:00:37.811 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestClone2 2024-09-13T01:00:37.811 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:38.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:37 smithi053 bash[67631]: cluster 2024-09-13T01:00:36.592005+0000 mgr.y (mgr.34107) 1735 : cluster [DBG] pgmap v2987: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 108 KiB/s wr, 621 op/s 2024-09-13T01:00:38.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:37 smithi053 bash[67631]: cluster 2024-09-13T01:00:36.754239+0000 mon.a (mon.0) 3279 : cluster [DBG] osdmap e1700: 8 total, 8 up, 8 in 2024-09-13T01:00:38.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:37 smithi032 bash[76677]: cluster 2024-09-13T01:00:36.592005+0000 mgr.y (mgr.34107) 1735 : cluster [DBG] pgmap v2987: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 108 KiB/s wr, 621 op/s 2024-09-13T01:00:38.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:37 smithi032 bash[76677]: cluster 2024-09-13T01:00:36.754239+0000 mon.a (mon.0) 3279 : cluster [DBG] osdmap e1700: 8 total, 8 up, 8 in 2024-09-13T01:00:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:37 smithi032 bash[75510]: cluster 2024-09-13T01:00:36.592005+0000 mgr.y (mgr.34107) 1735 : cluster [DBG] pgmap v2987: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 108 KiB/s wr, 621 op/s 2024-09-13T01:00:38.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:37 smithi032 bash[75510]: cluster 2024-09-13T01:00:36.754239+0000 mon.a (mon.0) 3279 : cluster [DBG] osdmap e1700: 8 total, 8 up, 8 in 2024-09-13T01:00:39.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:38 smithi053 bash[67631]: cluster 2024-09-13T01:00:37.765003+0000 mon.a (mon.0) 3280 : cluster [DBG] osdmap e1701: 8 total, 8 up, 8 in 2024-09-13T01:00:39.136 INFO:tasks.workunit.client.0.smithi032.stdout:made parent image "parent" 2024-09-13T01:00:39.136 INFO:tasks.workunit.client.0.smithi032.stdout:parent has no parent info 2024-09-13T01:00:39.136 INFO:tasks.workunit.client.0.smithi032.stdout:made snapshot "parent@parent_snap" 2024-09-13T01:00:39.136 INFO:tasks.workunit.client.0.smithi032.stdout:made and opened clone "child" 2024-09-13T01:00:39.136 INFO:tasks.workunit.client.0.smithi032.stdout:child image successfully cloned all image-meta pairs 2024-09-13T01:00:39.136 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestClone2 (1327 ms) 2024-09-13T01:00:39.136 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ListChildren 2024-09-13T01:00:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:38 smithi032 bash[75510]: cluster 2024-09-13T01:00:37.765003+0000 mon.a (mon.0) 3280 : cluster [DBG] osdmap e1701: 8 total, 8 up, 8 in 2024-09-13T01:00:39.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:38 smithi032 bash[76677]: cluster 2024-09-13T01:00:37.765003+0000 mon.a (mon.0) 3280 : cluster [DBG] osdmap e1701: 8 total, 8 up, 8 in 2024-09-13T01:00:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:39 smithi032 bash[75510]: cluster 2024-09-13T01:00:38.594474+0000 mgr.y (mgr.34107) 1736 : cluster [DBG] pgmap v2990: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 27 KiB/s wr, 357 op/s 2024-09-13T01:00:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:39 smithi032 bash[75510]: cluster 2024-09-13T01:00:38.774631+0000 mon.a (mon.0) 3281 : cluster [DBG] osdmap e1702: 8 total, 8 up, 8 in 2024-09-13T01:00:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:39 smithi032 bash[76677]: cluster 2024-09-13T01:00:38.594474+0000 mgr.y (mgr.34107) 1736 : cluster [DBG] pgmap v2990: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 27 KiB/s wr, 357 op/s 2024-09-13T01:00:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:39 smithi032 bash[76677]: cluster 2024-09-13T01:00:38.774631+0000 mon.a (mon.0) 3281 : cluster [DBG] osdmap e1702: 8 total, 8 up, 8 in 2024-09-13T01:00:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:39 smithi053 bash[67631]: cluster 2024-09-13T01:00:38.594474+0000 mgr.y (mgr.34107) 1736 : cluster [DBG] pgmap v2990: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 27 KiB/s wr, 357 op/s 2024-09-13T01:00:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:39 smithi053 bash[67631]: cluster 2024-09-13T01:00:38.774631+0000 mon.a (mon.0) 3281 : cluster [DBG] osdmap e1702: 8 total, 8 up, 8 in 2024-09-13T01:00:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:40 smithi032 bash[75510]: cluster 2024-09-13T01:00:39.782197+0000 mon.a (mon.0) 3282 : cluster [DBG] osdmap e1703: 8 total, 8 up, 8 in 2024-09-13T01:00:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:40 smithi032 bash[75510]: audit 2024-09-13T01:00:39.787651+0000 mon.a (mon.0) 3283 : audit [INF] from='client.? 172.21.15.32:0/2963131664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:40 smithi032 bash[75510]: audit 2024-09-13T01:00:40.212476+0000 mon.a (mon.0) 3284 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:00:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:40 smithi032 bash[75510]: audit 2024-09-13T01:00:40.783298+0000 mon.a (mon.0) 3285 : audit [INF] from='client.? 172.21.15.32:0/2963131664' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:40 smithi032 bash[75510]: cluster 2024-09-13T01:00:40.784240+0000 mon.a (mon.0) 3286 : cluster [DBG] osdmap e1704: 8 total, 8 up, 8 in 2024-09-13T01:00:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:40 smithi032 bash[76677]: cluster 2024-09-13T01:00:39.782197+0000 mon.a (mon.0) 3282 : cluster [DBG] osdmap e1703: 8 total, 8 up, 8 in 2024-09-13T01:00:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:40 smithi032 bash[76677]: audit 2024-09-13T01:00:39.787651+0000 mon.a (mon.0) 3283 : audit [INF] from='client.? 172.21.15.32:0/2963131664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:40 smithi032 bash[76677]: audit 2024-09-13T01:00:40.212476+0000 mon.a (mon.0) 3284 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:00:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:40 smithi032 bash[76677]: audit 2024-09-13T01:00:40.783298+0000 mon.a (mon.0) 3285 : audit [INF] from='client.? 172.21.15.32:0/2963131664' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:40 smithi032 bash[76677]: cluster 2024-09-13T01:00:40.784240+0000 mon.a (mon.0) 3286 : cluster [DBG] osdmap e1704: 8 total, 8 up, 8 in 2024-09-13T01:00:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:40 smithi053 bash[67631]: cluster 2024-09-13T01:00:39.782197+0000 mon.a (mon.0) 3282 : cluster [DBG] osdmap e1703: 8 total, 8 up, 8 in 2024-09-13T01:00:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:40 smithi053 bash[67631]: audit 2024-09-13T01:00:39.787651+0000 mon.a (mon.0) 3283 : audit [INF] from='client.? 172.21.15.32:0/2963131664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:40 smithi053 bash[67631]: audit 2024-09-13T01:00:40.212476+0000 mon.a (mon.0) 3284 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:00:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:40 smithi053 bash[67631]: audit 2024-09-13T01:00:40.783298+0000 mon.a (mon.0) 3285 : audit [INF] from='client.? 172.21.15.32:0/2963131664' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:40 smithi053 bash[67631]: cluster 2024-09-13T01:00:40.784240+0000 mon.a (mon.0) 3286 : cluster [DBG] osdmap e1704: 8 total, 8 up, 8 in 2024-09-13T01:00:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:41 smithi032 bash[75510]: cluster 2024-09-13T01:00:40.596631+0000 mgr.y (mgr.34107) 1737 : cluster [DBG] pgmap v2993: 521 pgs: 7 creating+peering, 25 unknown, 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 650 KiB/s rd, 46 KiB/s wr, 775 op/s 2024-09-13T01:00:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:41 smithi032 bash[75510]: cluster 2024-09-13T01:00:40.796348+0000 mon.a (mon.0) 3287 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T01:00:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:41 smithi032 bash[75510]: cluster 2024-09-13T01:00:41.505172+0000 mon.a (mon.0) 3288 : cluster [DBG] osdmap e1705: 8 total, 8 up, 8 in 2024-09-13T01:00:42.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:41 smithi032 bash[75510]: audit 2024-09-13T01:00:41.514221+0000 mon.c (mon.2) 116 : audit [INF] from='client.? 172.21.15.32:0/3435385646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:42.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:41 smithi032 bash[75510]: audit 2024-09-13T01:00:41.515607+0000 mon.a (mon.0) 3289 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:41 smithi032 bash[76677]: cluster 2024-09-13T01:00:40.596631+0000 mgr.y (mgr.34107) 1737 : cluster [DBG] pgmap v2993: 521 pgs: 7 creating+peering, 25 unknown, 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 650 KiB/s rd, 46 KiB/s wr, 775 op/s 2024-09-13T01:00:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:41 smithi032 bash[76677]: cluster 2024-09-13T01:00:40.796348+0000 mon.a (mon.0) 3287 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T01:00:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:41 smithi032 bash[76677]: cluster 2024-09-13T01:00:41.505172+0000 mon.a (mon.0) 3288 : cluster [DBG] osdmap e1705: 8 total, 8 up, 8 in 2024-09-13T01:00:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:41 smithi032 bash[76677]: audit 2024-09-13T01:00:41.514221+0000 mon.c (mon.2) 116 : audit [INF] from='client.? 172.21.15.32:0/3435385646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:41 smithi032 bash[76677]: audit 2024-09-13T01:00:41.515607+0000 mon.a (mon.0) 3289 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:41 smithi053 bash[67631]: cluster 2024-09-13T01:00:40.596631+0000 mgr.y (mgr.34107) 1737 : cluster [DBG] pgmap v2993: 521 pgs: 7 creating+peering, 25 unknown, 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 650 KiB/s rd, 46 KiB/s wr, 775 op/s 2024-09-13T01:00:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:41 smithi053 bash[67631]: cluster 2024-09-13T01:00:40.796348+0000 mon.a (mon.0) 3287 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T01:00:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:41 smithi053 bash[67631]: cluster 2024-09-13T01:00:41.505172+0000 mon.a (mon.0) 3288 : cluster [DBG] osdmap e1705: 8 total, 8 up, 8 in 2024-09-13T01:00:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:41 smithi053 bash[67631]: audit 2024-09-13T01:00:41.514221+0000 mon.c (mon.2) 116 : audit [INF] from='client.? 172.21.15.32:0/3435385646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:41 smithi053 bash[67631]: audit 2024-09-13T01:00:41.515607+0000 mon.a (mon.0) 3289 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:42.519 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:00:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:00:42] "GET /metrics HTTP/1.1" 200 65396 "" "Prometheus/2.43.0" 2024-09-13T01:00:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:00:42 smithi053 bash[94430]: ts=2024-09-13T01:00:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:00:43.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:43 smithi053 bash[67631]: audit 2024-09-13T01:00:42.507700+0000 mon.a (mon.0) 3290 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:43.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:43 smithi053 bash[67631]: cluster 2024-09-13T01:00:42.508100+0000 mon.a (mon.0) 3291 : cluster [DBG] osdmap e1706: 8 total, 8 up, 8 in 2024-09-13T01:00:43.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:43 smithi053 bash[67631]: cluster 2024-09-13T01:00:42.597533+0000 mgr.y (mgr.34107) 1738 : cluster [DBG] pgmap v2997: 553 pgs: 14 creating+peering, 39 unknown, 500 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 29 KiB/s wr, 567 op/s 2024-09-13T01:00:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:43 smithi032 bash[75510]: audit 2024-09-13T01:00:42.507700+0000 mon.a (mon.0) 3290 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:43 smithi032 bash[75510]: cluster 2024-09-13T01:00:42.508100+0000 mon.a (mon.0) 3291 : cluster [DBG] osdmap e1706: 8 total, 8 up, 8 in 2024-09-13T01:00:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:43 smithi032 bash[75510]: cluster 2024-09-13T01:00:42.597533+0000 mgr.y (mgr.34107) 1738 : cluster [DBG] pgmap v2997: 553 pgs: 14 creating+peering, 39 unknown, 500 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 29 KiB/s wr, 567 op/s 2024-09-13T01:00:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:43 smithi032 bash[76677]: audit 2024-09-13T01:00:42.507700+0000 mon.a (mon.0) 3290 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:43 smithi032 bash[76677]: cluster 2024-09-13T01:00:42.508100+0000 mon.a (mon.0) 3291 : cluster [DBG] osdmap e1706: 8 total, 8 up, 8 in 2024-09-13T01:00:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:43 smithi032 bash[76677]: cluster 2024-09-13T01:00:42.597533+0000 mgr.y (mgr.34107) 1738 : cluster [DBG] pgmap v2997: 553 pgs: 14 creating+peering, 39 unknown, 500 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 29 KiB/s wr, 567 op/s 2024-09-13T01:00:44.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:44 smithi053 bash[67631]: cluster 2024-09-13T01:00:43.499778+0000 mon.a (mon.0) 3292 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T01:00:44.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:44 smithi053 bash[67631]: cluster 2024-09-13T01:00:43.499872+0000 mon.a (mon.0) 3293 : cluster [INF] Cluster is now healthy 2024-09-13T01:00:44.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:44 smithi053 bash[67631]: cluster 2024-09-13T01:00:43.518162+0000 mon.a (mon.0) 3294 : cluster [DBG] osdmap e1707: 8 total, 8 up, 8 in 2024-09-13T01:00:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:44 smithi032 bash[75510]: cluster 2024-09-13T01:00:43.499778+0000 mon.a (mon.0) 3292 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T01:00:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:44 smithi032 bash[75510]: cluster 2024-09-13T01:00:43.499872+0000 mon.a (mon.0) 3293 : cluster [INF] Cluster is now healthy 2024-09-13T01:00:44.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:44 smithi032 bash[75510]: cluster 2024-09-13T01:00:43.518162+0000 mon.a (mon.0) 3294 : cluster [DBG] osdmap e1707: 8 total, 8 up, 8 in 2024-09-13T01:00:44.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:44 smithi032 bash[76677]: cluster 2024-09-13T01:00:43.499778+0000 mon.a (mon.0) 3292 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T01:00:44.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:44 smithi032 bash[76677]: cluster 2024-09-13T01:00:43.499872+0000 mon.a (mon.0) 3293 : cluster [INF] Cluster is now healthy 2024-09-13T01:00:44.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:44 smithi032 bash[76677]: cluster 2024-09-13T01:00:43.518162+0000 mon.a (mon.0) 3294 : cluster [DBG] osdmap e1707: 8 total, 8 up, 8 in 2024-09-13T01:00:45.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:45 smithi053 bash[67631]: cluster 2024-09-13T01:00:44.529443+0000 mon.a (mon.0) 3295 : cluster [DBG] osdmap e1708: 8 total, 8 up, 8 in 2024-09-13T01:00:45.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:45 smithi053 bash[67631]: cluster 2024-09-13T01:00:44.598523+0000 mgr.y (mgr.34107) 1739 : cluster [DBG] pgmap v3000: 553 pgs: 14 creating+peering, 8 unknown, 531 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 9.9 KiB/s wr, 168 op/s 2024-09-13T01:00:45.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:45 smithi032 bash[75510]: cluster 2024-09-13T01:00:44.529443+0000 mon.a (mon.0) 3295 : cluster [DBG] osdmap e1708: 8 total, 8 up, 8 in 2024-09-13T01:00:45.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:45 smithi032 bash[75510]: cluster 2024-09-13T01:00:44.598523+0000 mgr.y (mgr.34107) 1739 : cluster [DBG] pgmap v3000: 553 pgs: 14 creating+peering, 8 unknown, 531 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 9.9 KiB/s wr, 168 op/s 2024-09-13T01:00:45.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:45 smithi032 bash[76677]: cluster 2024-09-13T01:00:44.529443+0000 mon.a (mon.0) 3295 : cluster [DBG] osdmap e1708: 8 total, 8 up, 8 in 2024-09-13T01:00:45.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:45 smithi032 bash[76677]: cluster 2024-09-13T01:00:44.598523+0000 mgr.y (mgr.34107) 1739 : cluster [DBG] pgmap v3000: 553 pgs: 14 creating+peering, 8 unknown, 531 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 9.9 KiB/s wr, 168 op/s 2024-09-13T01:00:46.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:46 smithi053 bash[67631]: cluster 2024-09-13T01:00:45.539805+0000 mon.a (mon.0) 3296 : cluster [DBG] osdmap e1709: 8 total, 8 up, 8 in 2024-09-13T01:00:46.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:46 smithi053 bash[67631]: cluster 2024-09-13T01:00:46.505480+0000 mon.a (mon.0) 3297 : cluster [DBG] osdmap e1710: 8 total, 8 up, 8 in 2024-09-13T01:00:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:46 smithi032 bash[75510]: cluster 2024-09-13T01:00:45.539805+0000 mon.a (mon.0) 3296 : cluster [DBG] osdmap e1709: 8 total, 8 up, 8 in 2024-09-13T01:00:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:46 smithi032 bash[75510]: cluster 2024-09-13T01:00:46.505480+0000 mon.a (mon.0) 3297 : cluster [DBG] osdmap e1710: 8 total, 8 up, 8 in 2024-09-13T01:00:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:46 smithi032 bash[76677]: cluster 2024-09-13T01:00:45.539805+0000 mon.a (mon.0) 3296 : cluster [DBG] osdmap e1709: 8 total, 8 up, 8 in 2024-09-13T01:00:46.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:46 smithi032 bash[76677]: cluster 2024-09-13T01:00:46.505480+0000 mon.a (mon.0) 3297 : cluster [DBG] osdmap e1710: 8 total, 8 up, 8 in 2024-09-13T01:00:47.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:47 smithi032 bash[76677]: cluster 2024-09-13T01:00:46.599608+0000 mgr.y (mgr.34107) 1740 : cluster [DBG] pgmap v3003: 553 pgs: 7 creating+peering, 546 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.2 KiB/s wr, 71 op/s 2024-09-13T01:00:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:47 smithi032 bash[76677]: audit 2024-09-13T01:00:46.604799+0000 mon.a (mon.0) 3298 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:00:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:47 smithi032 bash[76677]: audit 2024-09-13T01:00:47.155429+0000 mon.a (mon.0) 3299 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:00:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:47 smithi032 bash[76677]: audit 2024-09-13T01:00:47.156999+0000 mon.a (mon.0) 3300 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:00:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:47 smithi032 bash[76677]: audit 2024-09-13T01:00:47.167345+0000 mon.a (mon.0) 3301 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:00:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:47 smithi032 bash[76677]: cluster 2024-09-13T01:00:47.508889+0000 mon.a (mon.0) 3302 : cluster [DBG] osdmap e1711: 8 total, 8 up, 8 in 2024-09-13T01:00:47.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:47 smithi032 bash[75510]: cluster 2024-09-13T01:00:46.599608+0000 mgr.y (mgr.34107) 1740 : cluster [DBG] pgmap v3003: 553 pgs: 7 creating+peering, 546 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.2 KiB/s wr, 71 op/s 2024-09-13T01:00:47.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:47 smithi032 bash[75510]: audit 2024-09-13T01:00:46.604799+0000 mon.a (mon.0) 3298 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:00:47.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:47 smithi032 bash[75510]: audit 2024-09-13T01:00:47.155429+0000 mon.a (mon.0) 3299 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:00:47.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:47 smithi032 bash[75510]: audit 2024-09-13T01:00:47.156999+0000 mon.a (mon.0) 3300 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:00:47.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:47 smithi032 bash[75510]: audit 2024-09-13T01:00:47.167345+0000 mon.a (mon.0) 3301 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:00:47.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:47 smithi032 bash[75510]: cluster 2024-09-13T01:00:47.508889+0000 mon.a (mon.0) 3302 : cluster [DBG] osdmap e1711: 8 total, 8 up, 8 in 2024-09-13T01:00:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:47 smithi053 bash[67631]: cluster 2024-09-13T01:00:46.599608+0000 mgr.y (mgr.34107) 1740 : cluster [DBG] pgmap v3003: 553 pgs: 7 creating+peering, 546 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.2 KiB/s wr, 71 op/s 2024-09-13T01:00:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:47 smithi053 bash[67631]: audit 2024-09-13T01:00:46.604799+0000 mon.a (mon.0) 3298 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:00:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:47 smithi053 bash[67631]: audit 2024-09-13T01:00:47.155429+0000 mon.a (mon.0) 3299 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:00:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:47 smithi053 bash[67631]: audit 2024-09-13T01:00:47.156999+0000 mon.a (mon.0) 3300 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:00:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:47 smithi053 bash[67631]: audit 2024-09-13T01:00:47.167345+0000 mon.a (mon.0) 3301 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:00:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:47 smithi053 bash[67631]: cluster 2024-09-13T01:00:47.508889+0000 mon.a (mon.0) 3302 : cluster [DBG] osdmap e1711: 8 total, 8 up, 8 in 2024-09-13T01:00:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.867 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.867 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.867 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.868 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 1 2024-09-13T01:00:48.868 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T01:00:48.868 INFO:tasks.workunit.client.0.smithi032.stdout:child: image96 2024-09-13T01:00:48.868 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image96/b1952483d1f8 2024-09-13T01:00:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.869 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.869 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.869 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.870 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.870 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.870 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.870 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.870 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 2 2024-09-13T01:00:48.870 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2024-09-13T01:00:48.870 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2024-09-13T01:00:48.871 INFO:tasks.workunit.client.0.smithi032.stdout:child: image96 2024-09-13T01:00:48.871 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image96/b1952483d1f8 2024-09-13T01:00:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.871 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97/b1958e8670db 2024-09-13T01:00:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.871 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.871 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.871 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.871 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.872 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.872 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.872 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.872 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-27/image98 2024-09-13T01:00:48.872 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.872 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.872 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image98 2024-09-13T01:00:48.873 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image98 2024-09-13T01:00:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.873 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 3 2024-09-13T01:00:48.873 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2024-09-13T01:00:48.873 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2024-09-13T01:00:48.873 INFO:tasks.workunit.client.0.smithi032.stdout:child: image96 2024-09-13T01:00:48.874 INFO:tasks.workunit.client.0.smithi032.stdout:child: image98 2024-09-13T01:00:48.874 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image96/b1952483d1f8 2024-09-13T01:00:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.874 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97/b1958e8670db 2024-09-13T01:00:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.874 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image98/b1954d091bfd 2024-09-13T01:00:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.875 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.875 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.875 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.876 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.876 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.876 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.877 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.877 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 3 2024-09-13T01:00:48.877 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2024-09-13T01:00:48.877 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2024-09-13T01:00:48.877 INFO:tasks.workunit.client.0.smithi032.stdout:child: image96 2024-09-13T01:00:48.877 INFO:tasks.workunit.client.0.smithi032.stdout:child: image98 2024-09-13T01:00:48.877 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image96/b1952483d1f8 2024-09-13T01:00:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.877 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97/b1958e8670db 2024-09-13T01:00:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.878 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image98/b1954d091bfd 2024-09-13T01:00:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.878 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.878 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.878 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.878 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.879 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.879 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.879 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.880 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-27/image99 2024-09-13T01:00:48.880 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.880 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.880 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image99 2024-09-13T01:00:48.881 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image99 2024-09-13T01:00:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.881 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 4 2024-09-13T01:00:48.881 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 4 2024-09-13T01:00:48.881 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2024-09-13T01:00:48.881 INFO:tasks.workunit.client.0.smithi032.stdout:child: image96 2024-09-13T01:00:48.881 INFO:tasks.workunit.client.0.smithi032.stdout:child: image98 2024-09-13T01:00:48.881 INFO:tasks.workunit.client.0.smithi032.stdout:child: image99 2024-09-13T01:00:48.881 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image96/b1952483d1f8 2024-09-13T01:00:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.881 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97/b1958e8670db 2024-09-13T01:00:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.882 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image98/b1954d091bfd 2024-09-13T01:00:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.882 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image99/b1953497bdd3 2024-09-13T01:00:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.882 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.882 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.882 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.883 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.883 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.883 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.884 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.884 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-27/image98 2024-09-13T01:00:48.884 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:48.884 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:48.884 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image98 2024-09-13T01:00:48.884 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image98 2024-09-13T01:00:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:48.885 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-27/image99 2024-09-13T01:00:48.885 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:49.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:49 smithi032 bash[75510]: cluster 2024-09-13T01:00:48.602600+0000 mgr.y (mgr.34107) 1741 : cluster [DBG] pgmap v3005: 553 pgs: 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.9 KiB/s wr, 174 op/s 2024-09-13T01:00:49.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:49 smithi032 bash[76677]: cluster 2024-09-13T01:00:48.602600+0000 mgr.y (mgr.34107) 1741 : cluster [DBG] pgmap v3005: 553 pgs: 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.9 KiB/s wr, 174 op/s 2024-09-13T01:00:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:49 smithi053 bash[67631]: cluster 2024-09-13T01:00:48.602600+0000 mgr.y (mgr.34107) 1741 : cluster [DBG] pgmap v3005: 553 pgs: 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.9 KiB/s wr, 174 op/s 2024-09-13T01:00:50.890 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image96 2024-09-13T01:00:50.890 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image98 2024-09-13T01:00:50.890 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image99 2024-09-13T01:00:50.890 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image99 2024-09-13T01:00:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.891 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 4 2024-09-13T01:00:50.891 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 4 2024-09-13T01:00:50.891 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2024-09-13T01:00:50.891 INFO:tasks.workunit.client.0.smithi032.stdout:child: image96 2024-09-13T01:00:50.891 INFO:tasks.workunit.client.0.smithi032.stdout:child: image98 2024-09-13T01:00:50.891 INFO:tasks.workunit.client.0.smithi032.stdout:child: image99 2024-09-13T01:00:50.891 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image96/b1952483d1f8 2024-09-13T01:00:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.891 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97/b1958e8670db 2024-09-13T01:00:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.891 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image98/b1954d091bfd 2024-09-13T01:00:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.892 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image99/b1953497bdd3 2024-09-13T01:00:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.892 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:50.892 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:50.892 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.893 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-27/image98 2024-09-13T01:00:50.893 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:50.893 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image98 2024-09-13T01:00:50.893 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image98 2024-09-13T01:00:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.893 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-27/image99 2024-09-13T01:00:50.893 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:50.893 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image98 2024-09-13T01:00:50.893 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image99 2024-09-13T01:00:50.894 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image99 2024-09-13T01:00:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.894 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 3 2024-09-13T01:00:50.894 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2024-09-13T01:00:50.894 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2024-09-13T01:00:50.894 INFO:tasks.workunit.client.0.smithi032.stdout:child: image98 2024-09-13T01:00:50.894 INFO:tasks.workunit.client.0.smithi032.stdout:child: image99 2024-09-13T01:00:50.894 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97/b1958e8670db 2024-09-13T01:00:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.894 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image98/b1954d091bfd 2024-09-13T01:00:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.894 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image99/b1953497bdd3 2024-09-13T01:00:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.895 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:50.895 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:50.895 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.895 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-27/image99 2024-09-13T01:00:50.895 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:50.895 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-27/image99 2024-09-13T01:00:50.895 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image99 2024-09-13T01:00:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.895 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 2 2024-09-13T01:00:50.896 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2024-09-13T01:00:50.896 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2024-09-13T01:00:50.896 INFO:tasks.workunit.client.0.smithi032.stdout:child: image99 2024-09-13T01:00:50.896 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97/b1958e8670db 2024-09-13T01:00:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.896 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-27/image99/b1953497bdd3 2024-09-13T01:00:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.896 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:50.896 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:50.896 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97 2024-09-13T01:00:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.896 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 1 2024-09-13T01:00:50.896 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T01:00:50.897 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2024-09-13T01:00:50.897 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-26/image97/b1958e8670db 2024-09-13T01:00:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:00:50.897 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 0 2024-09-13T01:00:50.897 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2024-09-13T01:00:50.897 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ListChildren (11754 ms) 2024-09-13T01:00:50.897 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-09-13T01:00:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:51 smithi053 bash[67631]: cluster 2024-09-13T01:00:50.604748+0000 mgr.y (mgr.34107) 1742 : cluster [DBG] pgmap v3006: 553 pgs: 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 6.0 KiB/s wr, 263 op/s 2024-09-13T01:00:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:51 smithi053 bash[67631]: cluster 2024-09-13T01:00:50.674821+0000 mon.a (mon.0) 3303 : cluster [DBG] osdmap e1712: 8 total, 8 up, 8 in 2024-09-13T01:00:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:51 smithi053 bash[67631]: cluster 2024-09-13T01:00:51.512470+0000 mon.a (mon.0) 3304 : cluster [DBG] osdmap e1713: 8 total, 8 up, 8 in 2024-09-13T01:00:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:51 smithi053 bash[67631]: audit 2024-09-13T01:00:51.521495+0000 mon.c (mon.2) 117 : audit [INF] from='client.? 172.21.15.32:0/2476529647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:51 smithi053 bash[67631]: audit 2024-09-13T01:00:51.522103+0000 mon.a (mon.0) 3305 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:51 smithi032 bash[75510]: cluster 2024-09-13T01:00:50.604748+0000 mgr.y (mgr.34107) 1742 : cluster [DBG] pgmap v3006: 553 pgs: 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 6.0 KiB/s wr, 263 op/s 2024-09-13T01:00:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:51 smithi032 bash[75510]: cluster 2024-09-13T01:00:50.674821+0000 mon.a (mon.0) 3303 : cluster [DBG] osdmap e1712: 8 total, 8 up, 8 in 2024-09-13T01:00:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:51 smithi032 bash[75510]: cluster 2024-09-13T01:00:51.512470+0000 mon.a (mon.0) 3304 : cluster [DBG] osdmap e1713: 8 total, 8 up, 8 in 2024-09-13T01:00:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:51 smithi032 bash[75510]: audit 2024-09-13T01:00:51.521495+0000 mon.c (mon.2) 117 : audit [INF] from='client.? 172.21.15.32:0/2476529647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:51 smithi032 bash[75510]: audit 2024-09-13T01:00:51.522103+0000 mon.a (mon.0) 3305 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:51 smithi032 bash[76677]: cluster 2024-09-13T01:00:50.604748+0000 mgr.y (mgr.34107) 1742 : cluster [DBG] pgmap v3006: 553 pgs: 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 6.0 KiB/s wr, 263 op/s 2024-09-13T01:00:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:51 smithi032 bash[76677]: cluster 2024-09-13T01:00:50.674821+0000 mon.a (mon.0) 3303 : cluster [DBG] osdmap e1712: 8 total, 8 up, 8 in 2024-09-13T01:00:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:51 smithi032 bash[76677]: cluster 2024-09-13T01:00:51.512470+0000 mon.a (mon.0) 3304 : cluster [DBG] osdmap e1713: 8 total, 8 up, 8 in 2024-09-13T01:00:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:51 smithi032 bash[76677]: audit 2024-09-13T01:00:51.521495+0000 mon.c (mon.2) 117 : audit [INF] from='client.? 172.21.15.32:0/2476529647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:51 smithi032 bash[76677]: audit 2024-09-13T01:00:51.522103+0000 mon.a (mon.0) 3305 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:00:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:00:52] "GET /metrics HTTP/1.1" 200 65396 "" "Prometheus/2.43.0" 2024-09-13T01:00:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:00:52 smithi053 bash[94430]: ts=2024-09-13T01:00:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:00:53.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:53 smithi053 bash[67631]: audit 2024-09-13T01:00:52.514155+0000 mon.a (mon.0) 3306 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:53.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:53 smithi053 bash[67631]: cluster 2024-09-13T01:00:52.514736+0000 mon.a (mon.0) 3307 : cluster [DBG] osdmap e1714: 8 total, 8 up, 8 in 2024-09-13T01:00:53.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:53 smithi053 bash[67631]: cluster 2024-09-13T01:00:52.605355+0000 mgr.y (mgr.34107) 1743 : cluster [DBG] pgmap v3010: 585 pgs: 6 creating+peering, 26 unknown, 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 8.8 KiB/s wr, 387 op/s 2024-09-13T01:00:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:53 smithi032 bash[75510]: audit 2024-09-13T01:00:52.514155+0000 mon.a (mon.0) 3306 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:53 smithi032 bash[75510]: cluster 2024-09-13T01:00:52.514736+0000 mon.a (mon.0) 3307 : cluster [DBG] osdmap e1714: 8 total, 8 up, 8 in 2024-09-13T01:00:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:53 smithi032 bash[75510]: cluster 2024-09-13T01:00:52.605355+0000 mgr.y (mgr.34107) 1743 : cluster [DBG] pgmap v3010: 585 pgs: 6 creating+peering, 26 unknown, 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 8.8 KiB/s wr, 387 op/s 2024-09-13T01:00:53.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:53 smithi032 bash[76677]: audit 2024-09-13T01:00:52.514155+0000 mon.a (mon.0) 3306 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:53.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:53 smithi032 bash[76677]: cluster 2024-09-13T01:00:52.514736+0000 mon.a (mon.0) 3307 : cluster [DBG] osdmap e1714: 8 total, 8 up, 8 in 2024-09-13T01:00:53.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:53 smithi032 bash[76677]: cluster 2024-09-13T01:00:52.605355+0000 mgr.y (mgr.34107) 1743 : cluster [DBG] pgmap v3010: 585 pgs: 6 creating+peering, 26 unknown, 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 8.8 KiB/s wr, 387 op/s 2024-09-13T01:00:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:54 smithi032 bash[75510]: cluster 2024-09-13T01:00:53.536765+0000 mon.a (mon.0) 3308 : cluster [DBG] osdmap e1715: 8 total, 8 up, 8 in 2024-09-13T01:00:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:54 smithi032 bash[75510]: audit 2024-09-13T01:00:53.544736+0000 mon.c (mon.2) 118 : audit [INF] from='client.? 172.21.15.32:0/34277636' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:54 smithi032 bash[75510]: audit 2024-09-13T01:00:53.546525+0000 mon.a (mon.0) 3309 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:54.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:54 smithi032 bash[76677]: cluster 2024-09-13T01:00:53.536765+0000 mon.a (mon.0) 3308 : cluster [DBG] osdmap e1715: 8 total, 8 up, 8 in 2024-09-13T01:00:54.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:54 smithi032 bash[76677]: audit 2024-09-13T01:00:53.544736+0000 mon.c (mon.2) 118 : audit [INF] from='client.? 172.21.15.32:0/34277636' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:54.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:54 smithi032 bash[76677]: audit 2024-09-13T01:00:53.546525+0000 mon.a (mon.0) 3309 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:55.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:54 smithi053 bash[67631]: cluster 2024-09-13T01:00:53.536765+0000 mon.a (mon.0) 3308 : cluster [DBG] osdmap e1715: 8 total, 8 up, 8 in 2024-09-13T01:00:55.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:54 smithi053 bash[67631]: audit 2024-09-13T01:00:53.544736+0000 mon.c (mon.2) 118 : audit [INF] from='client.? 172.21.15.32:0/34277636' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:55.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:54 smithi053 bash[67631]: audit 2024-09-13T01:00:53.546525+0000 mon.a (mon.0) 3309 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:55 smithi032 bash[75510]: audit 2024-09-13T01:00:54.541723+0000 mon.a (mon.0) 3310 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:55 smithi032 bash[75510]: cluster 2024-09-13T01:00:54.542285+0000 mon.a (mon.0) 3311 : cluster [DBG] osdmap e1716: 8 total, 8 up, 8 in 2024-09-13T01:00:55.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:55 smithi032 bash[75510]: cluster 2024-09-13T01:00:54.606092+0000 mgr.y (mgr.34107) 1744 : cluster [DBG] pgmap v3013: 617 pgs: 6 creating+peering, 40 unknown, 571 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 7.4 KiB/s wr, 340 op/s 2024-09-13T01:00:55.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:55 smithi032 bash[75510]: audit 2024-09-13T01:00:55.212821+0000 mon.a (mon.0) 3312 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:00:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:55 smithi032 bash[76677]: audit 2024-09-13T01:00:54.541723+0000 mon.a (mon.0) 3310 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:55 smithi032 bash[76677]: cluster 2024-09-13T01:00:54.542285+0000 mon.a (mon.0) 3311 : cluster [DBG] osdmap e1716: 8 total, 8 up, 8 in 2024-09-13T01:00:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:55 smithi032 bash[76677]: cluster 2024-09-13T01:00:54.606092+0000 mgr.y (mgr.34107) 1744 : cluster [DBG] pgmap v3013: 617 pgs: 6 creating+peering, 40 unknown, 571 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 7.4 KiB/s wr, 340 op/s 2024-09-13T01:00:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:55 smithi032 bash[76677]: audit 2024-09-13T01:00:55.212821+0000 mon.a (mon.0) 3312 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:00:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:55 smithi053 bash[67631]: audit 2024-09-13T01:00:54.541723+0000 mon.a (mon.0) 3310 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:55 smithi053 bash[67631]: cluster 2024-09-13T01:00:54.542285+0000 mon.a (mon.0) 3311 : cluster [DBG] osdmap e1716: 8 total, 8 up, 8 in 2024-09-13T01:00:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:55 smithi053 bash[67631]: cluster 2024-09-13T01:00:54.606092+0000 mgr.y (mgr.34107) 1744 : cluster [DBG] pgmap v3013: 617 pgs: 6 creating+peering, 40 unknown, 571 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 7.4 KiB/s wr, 340 op/s 2024-09-13T01:00:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:55 smithi053 bash[67631]: audit 2024-09-13T01:00:55.212821+0000 mon.a (mon.0) 3312 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:00:56.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:56 smithi032 bash[75510]: cluster 2024-09-13T01:00:55.569052+0000 mon.a (mon.0) 3313 : cluster [DBG] osdmap e1717: 8 total, 8 up, 8 in 2024-09-13T01:00:56.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:56 smithi032 bash[75510]: audit 2024-09-13T01:00:55.571080+0000 mon.a (mon.0) 3314 : audit [INF] from='client.? 172.21.15.32:0/2792428535' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:56.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:56 smithi032 bash[75510]: audit 2024-09-13T01:00:56.514864+0000 mon.a (mon.0) 3315 : audit [INF] from='client.? 172.21.15.32:0/2792428535' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:56.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:56 smithi032 bash[75510]: cluster 2024-09-13T01:00:56.515377+0000 mon.a (mon.0) 3316 : cluster [DBG] osdmap e1718: 8 total, 8 up, 8 in 2024-09-13T01:00:56.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:56 smithi032 bash[75510]: audit 2024-09-13T01:00:56.531078+0000 mon.c (mon.2) 119 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30", "force_nonempty":""}]: dispatch 2024-09-13T01:00:56.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:56 smithi032 bash[75510]: audit 2024-09-13T01:00:56.532575+0000 mon.a (mon.0) 3317 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30", "force_nonempty":""}]: dispatch 2024-09-13T01:00:56.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:56 smithi032 bash[76677]: cluster 2024-09-13T01:00:55.569052+0000 mon.a (mon.0) 3313 : cluster [DBG] osdmap e1717: 8 total, 8 up, 8 in 2024-09-13T01:00:56.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:56 smithi032 bash[76677]: audit 2024-09-13T01:00:55.571080+0000 mon.a (mon.0) 3314 : audit [INF] from='client.? 172.21.15.32:0/2792428535' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:56.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:56 smithi032 bash[76677]: audit 2024-09-13T01:00:56.514864+0000 mon.a (mon.0) 3315 : audit [INF] from='client.? 172.21.15.32:0/2792428535' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:56.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:56 smithi032 bash[76677]: cluster 2024-09-13T01:00:56.515377+0000 mon.a (mon.0) 3316 : cluster [DBG] osdmap e1718: 8 total, 8 up, 8 in 2024-09-13T01:00:56.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:56 smithi032 bash[76677]: audit 2024-09-13T01:00:56.531078+0000 mon.c (mon.2) 119 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30", "force_nonempty":""}]: dispatch 2024-09-13T01:00:56.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:56 smithi032 bash[76677]: audit 2024-09-13T01:00:56.532575+0000 mon.a (mon.0) 3317 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30", "force_nonempty":""}]: dispatch 2024-09-13T01:00:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:56 smithi053 bash[67631]: cluster 2024-09-13T01:00:55.569052+0000 mon.a (mon.0) 3313 : cluster [DBG] osdmap e1717: 8 total, 8 up, 8 in 2024-09-13T01:00:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:56 smithi053 bash[67631]: audit 2024-09-13T01:00:55.571080+0000 mon.a (mon.0) 3314 : audit [INF] from='client.? 172.21.15.32:0/2792428535' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:00:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:56 smithi053 bash[67631]: audit 2024-09-13T01:00:56.514864+0000 mon.a (mon.0) 3315 : audit [INF] from='client.? 172.21.15.32:0/2792428535' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:00:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:56 smithi053 bash[67631]: cluster 2024-09-13T01:00:56.515377+0000 mon.a (mon.0) 3316 : cluster [DBG] osdmap e1718: 8 total, 8 up, 8 in 2024-09-13T01:00:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:56 smithi053 bash[67631]: audit 2024-09-13T01:00:56.531078+0000 mon.c (mon.2) 119 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30", "force_nonempty":""}]: dispatch 2024-09-13T01:00:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:56 smithi053 bash[67631]: audit 2024-09-13T01:00:56.532575+0000 mon.a (mon.0) 3317 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30", "force_nonempty":""}]: dispatch 2024-09-13T01:00:57.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:57 smithi032 bash[75510]: cluster 2024-09-13T01:00:56.606929+0000 mgr.y (mgr.34107) 1745 : cluster [DBG] pgmap v3016: 649 pgs: 6 creating+peering, 60 unknown, 583 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 3.5 KiB/s wr, 198 op/s 2024-09-13T01:00:57.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:57 smithi032 bash[75510]: audit 2024-09-13T01:00:57.517585+0000 mon.a (mon.0) 3318 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30", "force_nonempty":""}]': finished 2024-09-13T01:00:57.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:57 smithi032 bash[75510]: cluster 2024-09-13T01:00:57.517777+0000 mon.a (mon.0) 3319 : cluster [DBG] osdmap e1719: 8 total, 8 up, 8 in 2024-09-13T01:00:57.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:57 smithi032 bash[75510]: audit 2024-09-13T01:00:57.520284+0000 mon.c (mon.2) 120 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-115198-30", "mode":"writeback"}]: dispatch 2024-09-13T01:00:57.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:57 smithi032 bash[75510]: audit 2024-09-13T01:00:57.523525+0000 mon.a (mon.0) 3320 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-115198-30", "mode":"writeback"}]: dispatch 2024-09-13T01:00:57.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:57 smithi032 bash[76677]: cluster 2024-09-13T01:00:56.606929+0000 mgr.y (mgr.34107) 1745 : cluster [DBG] pgmap v3016: 649 pgs: 6 creating+peering, 60 unknown, 583 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 3.5 KiB/s wr, 198 op/s 2024-09-13T01:00:57.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:57 smithi032 bash[76677]: audit 2024-09-13T01:00:57.517585+0000 mon.a (mon.0) 3318 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30", "force_nonempty":""}]': finished 2024-09-13T01:00:57.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:57 smithi032 bash[76677]: cluster 2024-09-13T01:00:57.517777+0000 mon.a (mon.0) 3319 : cluster [DBG] osdmap e1719: 8 total, 8 up, 8 in 2024-09-13T01:00:57.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:57 smithi032 bash[76677]: audit 2024-09-13T01:00:57.520284+0000 mon.c (mon.2) 120 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-115198-30", "mode":"writeback"}]: dispatch 2024-09-13T01:00:57.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:57 smithi032 bash[76677]: audit 2024-09-13T01:00:57.523525+0000 mon.a (mon.0) 3320 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-115198-30", "mode":"writeback"}]: dispatch 2024-09-13T01:00:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:57 smithi053 bash[67631]: cluster 2024-09-13T01:00:56.606929+0000 mgr.y (mgr.34107) 1745 : cluster [DBG] pgmap v3016: 649 pgs: 6 creating+peering, 60 unknown, 583 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 3.5 KiB/s wr, 198 op/s 2024-09-13T01:00:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:57 smithi053 bash[67631]: audit 2024-09-13T01:00:57.517585+0000 mon.a (mon.0) 3318 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30", "force_nonempty":""}]': finished 2024-09-13T01:00:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:57 smithi053 bash[67631]: cluster 2024-09-13T01:00:57.517777+0000 mon.a (mon.0) 3319 : cluster [DBG] osdmap e1719: 8 total, 8 up, 8 in 2024-09-13T01:00:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:57 smithi053 bash[67631]: audit 2024-09-13T01:00:57.520284+0000 mon.c (mon.2) 120 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-115198-30", "mode":"writeback"}]: dispatch 2024-09-13T01:00:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:57 smithi053 bash[67631]: audit 2024-09-13T01:00:57.523525+0000 mon.a (mon.0) 3320 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-115198-30", "mode":"writeback"}]: dispatch 2024-09-13T01:00:58.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:58 smithi032 bash[75510]: cluster 2024-09-13T01:00:58.510599+0000 mon.a (mon.0) 3321 : cluster [WRN] Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-13T01:00:58.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:58 smithi032 bash[75510]: audit 2024-09-13T01:00:58.521776+0000 mon.a (mon.0) 3322 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-115198-30", "mode":"writeback"}]': finished 2024-09-13T01:00:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:58 smithi032 bash[75510]: cluster 2024-09-13T01:00:58.521986+0000 mon.a (mon.0) 3323 : cluster [DBG] osdmap e1720: 8 total, 8 up, 8 in 2024-09-13T01:00:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:58 smithi032 bash[75510]: audit 2024-09-13T01:00:58.523511+0000 mon.c (mon.2) 121 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-115198-28", "overlaypool":"test-librbd-smithi032-115198-30"}]: dispatch 2024-09-13T01:00:58.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:58 smithi032 bash[75510]: audit 2024-09-13T01:00:58.525754+0000 mon.a (mon.0) 3324 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-115198-28", "overlaypool":"test-librbd-smithi032-115198-30"}]: dispatch 2024-09-13T01:00:58.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:58 smithi032 bash[76677]: cluster 2024-09-13T01:00:58.510599+0000 mon.a (mon.0) 3321 : cluster [WRN] Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-13T01:00:58.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:58 smithi032 bash[76677]: audit 2024-09-13T01:00:58.521776+0000 mon.a (mon.0) 3322 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-115198-30", "mode":"writeback"}]': finished 2024-09-13T01:00:58.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:58 smithi032 bash[76677]: cluster 2024-09-13T01:00:58.521986+0000 mon.a (mon.0) 3323 : cluster [DBG] osdmap e1720: 8 total, 8 up, 8 in 2024-09-13T01:00:58.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:58 smithi032 bash[76677]: audit 2024-09-13T01:00:58.523511+0000 mon.c (mon.2) 121 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-115198-28", "overlaypool":"test-librbd-smithi032-115198-30"}]: dispatch 2024-09-13T01:00:58.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:58 smithi032 bash[76677]: audit 2024-09-13T01:00:58.525754+0000 mon.a (mon.0) 3324 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-115198-28", "overlaypool":"test-librbd-smithi032-115198-30"}]: dispatch 2024-09-13T01:00:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:58 smithi053 bash[67631]: cluster 2024-09-13T01:00:58.510599+0000 mon.a (mon.0) 3321 : cluster [WRN] Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-13T01:00:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:58 smithi053 bash[67631]: audit 2024-09-13T01:00:58.521776+0000 mon.a (mon.0) 3322 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-115198-30", "mode":"writeback"}]': finished 2024-09-13T01:00:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:58 smithi053 bash[67631]: cluster 2024-09-13T01:00:58.521986+0000 mon.a (mon.0) 3323 : cluster [DBG] osdmap e1720: 8 total, 8 up, 8 in 2024-09-13T01:00:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:58 smithi053 bash[67631]: audit 2024-09-13T01:00:58.523511+0000 mon.c (mon.2) 121 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-115198-28", "overlaypool":"test-librbd-smithi032-115198-30"}]: dispatch 2024-09-13T01:00:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:58 smithi053 bash[67631]: audit 2024-09-13T01:00:58.525754+0000 mon.a (mon.0) 3324 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-115198-28", "overlaypool":"test-librbd-smithi032-115198-30"}]: dispatch 2024-09-13T01:00:59.528 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:00:59.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:59 smithi032 bash[75510]: cluster 2024-09-13T01:00:58.607982+0000 mgr.y (mgr.34107) 1746 : cluster [DBG] pgmap v3019: 649 pgs: 11 unknown, 638 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:00:59.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:59 smithi032 bash[75510]: audit 2024-09-13T01:00:59.524441+0000 mon.a (mon.0) 3325 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-115198-28", "overlaypool":"test-librbd-smithi032-115198-30"}]': finished 2024-09-13T01:00:59.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:00:59 smithi032 bash[75510]: cluster 2024-09-13T01:00:59.524646+0000 mon.a (mon.0) 3326 : cluster [DBG] osdmap e1721: 8 total, 8 up, 8 in 2024-09-13T01:00:59.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:59 smithi032 bash[76677]: cluster 2024-09-13T01:00:58.607982+0000 mgr.y (mgr.34107) 1746 : cluster [DBG] pgmap v3019: 649 pgs: 11 unknown, 638 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:00:59.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:59 smithi032 bash[76677]: audit 2024-09-13T01:00:59.524441+0000 mon.a (mon.0) 3325 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-115198-28", "overlaypool":"test-librbd-smithi032-115198-30"}]': finished 2024-09-13T01:00:59.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:00:59 smithi032 bash[76677]: cluster 2024-09-13T01:00:59.524646+0000 mon.a (mon.0) 3326 : cluster [DBG] osdmap e1721: 8 total, 8 up, 8 in 2024-09-13T01:01:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:59 smithi053 bash[67631]: cluster 2024-09-13T01:00:58.607982+0000 mgr.y (mgr.34107) 1746 : cluster [DBG] pgmap v3019: 649 pgs: 11 unknown, 638 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:01:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:59 smithi053 bash[67631]: audit 2024-09-13T01:00:59.524441+0000 mon.a (mon.0) 3325 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-115198-28", "overlaypool":"test-librbd-smithi032-115198-30"}]': finished 2024-09-13T01:01:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:00:59 smithi053 bash[67631]: cluster 2024-09-13T01:00:59.524646+0000 mon.a (mon.0) 3326 : cluster [DBG] osdmap e1721: 8 total, 8 up, 8 in 2024-09-13T01:01:01.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:01 smithi032 bash[75510]: cluster 2024-09-13T01:01:00.587492+0000 mon.a (mon.0) 3327 : cluster [DBG] osdmap e1722: 8 total, 8 up, 8 in 2024-09-13T01:01:01.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:01 smithi032 bash[75510]: cluster 2024-09-13T01:01:00.609484+0000 mgr.y (mgr.34107) 1747 : cluster [DBG] pgmap v3022: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:01:01.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:01 smithi032 bash[75510]: cluster 2024-09-13T01:01:01.517139+0000 mon.a (mon.0) 3328 : cluster [DBG] osdmap e1723: 8 total, 8 up, 8 in 2024-09-13T01:01:01.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:01 smithi032 bash[76677]: cluster 2024-09-13T01:01:00.587492+0000 mon.a (mon.0) 3327 : cluster [DBG] osdmap e1722: 8 total, 8 up, 8 in 2024-09-13T01:01:01.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:01 smithi032 bash[76677]: cluster 2024-09-13T01:01:00.609484+0000 mgr.y (mgr.34107) 1747 : cluster [DBG] pgmap v3022: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:01:01.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:01 smithi032 bash[76677]: cluster 2024-09-13T01:01:01.517139+0000 mon.a (mon.0) 3328 : cluster [DBG] osdmap e1723: 8 total, 8 up, 8 in 2024-09-13T01:01:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:01 smithi053 bash[67631]: cluster 2024-09-13T01:01:00.587492+0000 mon.a (mon.0) 3327 : cluster [DBG] osdmap e1722: 8 total, 8 up, 8 in 2024-09-13T01:01:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:01 smithi053 bash[67631]: cluster 2024-09-13T01:01:00.609484+0000 mgr.y (mgr.34107) 1747 : cluster [DBG] pgmap v3022: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:01:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:01 smithi053 bash[67631]: cluster 2024-09-13T01:01:01.517139+0000 mon.a (mon.0) 3328 : cluster [DBG] osdmap e1723: 8 total, 8 up, 8 in 2024-09-13T01:01:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:01:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:01:02] "GET /metrics HTTP/1.1" 200 72746 "" "Prometheus/2.43.0" 2024-09-13T01:01:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:01:02 smithi053 bash[94430]: ts=2024-09-13T01:01:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:01:03.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:03 smithi032 bash[75510]: cluster 2024-09-13T01:01:02.604050+0000 mon.a (mon.0) 3329 : cluster [DBG] osdmap e1724: 8 total, 8 up, 8 in 2024-09-13T01:01:03.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:03 smithi032 bash[75510]: cluster 2024-09-13T01:01:02.611023+0000 mgr.y (mgr.34107) 1748 : cluster [DBG] pgmap v3025: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-13T01:01:03.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:03 smithi032 bash[76677]: cluster 2024-09-13T01:01:02.604050+0000 mon.a (mon.0) 3329 : cluster [DBG] osdmap e1724: 8 total, 8 up, 8 in 2024-09-13T01:01:03.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:03 smithi032 bash[76677]: cluster 2024-09-13T01:01:02.611023+0000 mgr.y (mgr.34107) 1748 : cluster [DBG] pgmap v3025: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-13T01:01:04.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:03 smithi053 bash[67631]: cluster 2024-09-13T01:01:02.604050+0000 mon.a (mon.0) 3329 : cluster [DBG] osdmap e1724: 8 total, 8 up, 8 in 2024-09-13T01:01:04.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:03 smithi053 bash[67631]: cluster 2024-09-13T01:01:02.611023+0000 mgr.y (mgr.34107) 1748 : cluster [DBG] pgmap v3025: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-13T01:01:04.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:04 smithi032 bash[75510]: cluster 2024-09-13T01:01:03.606342+0000 mon.a (mon.0) 3330 : cluster [DBG] osdmap e1725: 8 total, 8 up, 8 in 2024-09-13T01:01:04.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:04 smithi032 bash[76677]: cluster 2024-09-13T01:01:03.606342+0000 mon.a (mon.0) 3330 : cluster [DBG] osdmap e1725: 8 total, 8 up, 8 in 2024-09-13T01:01:05.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:04 smithi053 bash[67631]: cluster 2024-09-13T01:01:03.606342+0000 mon.a (mon.0) 3330 : cluster [DBG] osdmap e1725: 8 total, 8 up, 8 in 2024-09-13T01:01:05.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:05 smithi032 bash[75510]: cluster 2024-09-13T01:01:04.612290+0000 mgr.y (mgr.34107) 1749 : cluster [DBG] pgmap v3027: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-09-13T01:01:05.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:05 smithi032 bash[75510]: cluster 2024-09-13T01:01:04.630165+0000 mon.a (mon.0) 3331 : cluster [DBG] osdmap e1726: 8 total, 8 up, 8 in 2024-09-13T01:01:05.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:05 smithi032 bash[76677]: cluster 2024-09-13T01:01:04.612290+0000 mgr.y (mgr.34107) 1749 : cluster [DBG] pgmap v3027: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-09-13T01:01:05.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:05 smithi032 bash[76677]: cluster 2024-09-13T01:01:04.630165+0000 mon.a (mon.0) 3331 : cluster [DBG] osdmap e1726: 8 total, 8 up, 8 in 2024-09-13T01:01:06.025 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.025 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.025 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.025 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.025 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.025 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 1 2024-09-13T01:01:06.026 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T01:01:06.026 INFO:tasks.workunit.client.0.smithi032.stdout:child: image101 2024-09-13T01:01:06.026 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image101/b1952ec62917 2024-09-13T01:01:06.026 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.026 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.026 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.026 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.026 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.026 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.026 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.026 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.026 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.026 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.027 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.027 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.027 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 2 2024-09-13T01:01:06.027 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2024-09-13T01:01:06.027 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2024-09-13T01:01:06.027 INFO:tasks.workunit.client.0.smithi032.stdout:child: image101 2024-09-13T01:01:06.027 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image101/b1952ec62917 2024-09-13T01:01:06.027 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.027 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102/b19598e27972 2024-09-13T01:01:06.027 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.027 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.027 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.028 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.028 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.028 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.028 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.028 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.028 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.028 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.028 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.028 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.028 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.028 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-29/image103 2024-09-13T01:01:06.028 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.028 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.028 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image103 2024-09-13T01:01:06.029 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image103 2024-09-13T01:01:06.029 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.029 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 3 2024-09-13T01:01:06.029 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2024-09-13T01:01:06.029 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2024-09-13T01:01:06.029 INFO:tasks.workunit.client.0.smithi032.stdout:child: image101 2024-09-13T01:01:06.029 INFO:tasks.workunit.client.0.smithi032.stdout:child: image103 2024-09-13T01:01:06.029 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image101/b1952ec62917 2024-09-13T01:01:06.029 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.029 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102/b19598e27972 2024-09-13T01:01:06.029 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.029 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image103/b19591de5a42 2024-09-13T01:01:06.029 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.029 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.030 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.030 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.030 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.030 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.030 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.030 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.030 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.030 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.030 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.030 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.031 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 3 2024-09-13T01:01:06.031 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2024-09-13T01:01:06.031 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2024-09-13T01:01:06.031 INFO:tasks.workunit.client.0.smithi032.stdout:child: image101 2024-09-13T01:01:06.031 INFO:tasks.workunit.client.0.smithi032.stdout:child: image103 2024-09-13T01:01:06.031 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image101/b1952ec62917 2024-09-13T01:01:06.031 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.031 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102/b19598e27972 2024-09-13T01:01:06.031 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.031 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image103/b19591de5a42 2024-09-13T01:01:06.031 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.031 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.032 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.032 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.032 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.032 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.032 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.032 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.032 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.032 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.032 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.032 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.032 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.032 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-29/image104 2024-09-13T01:01:06.033 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.033 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.033 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image104 2024-09-13T01:01:06.033 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image104 2024-09-13T01:01:06.033 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.033 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 4 2024-09-13T01:01:06.033 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 4 2024-09-13T01:01:06.033 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2024-09-13T01:01:06.033 INFO:tasks.workunit.client.0.smithi032.stdout:child: image101 2024-09-13T01:01:06.033 INFO:tasks.workunit.client.0.smithi032.stdout:child: image103 2024-09-13T01:01:06.034 INFO:tasks.workunit.client.0.smithi032.stdout:child: image104 2024-09-13T01:01:06.034 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image101/b1952ec62917 2024-09-13T01:01:06.034 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.034 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102/b19598e27972 2024-09-13T01:01:06.034 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.034 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image103/b19591de5a42 2024-09-13T01:01:06.034 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.034 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image104/b195a3d5eec0 2024-09-13T01:01:06.034 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.034 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.034 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.034 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.034 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.034 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.035 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.035 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.035 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.035 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.035 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.035 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.035 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.035 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-29/image103 2024-09-13T01:01:06.035 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:06.035 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:06.035 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image103 2024-09-13T01:01:06.035 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image103 2024-09-13T01:01:06.035 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.035 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:06.036 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-29/image104 2024-09-13T01:01:06.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:05 smithi053 bash[67631]: cluster 2024-09-13T01:01:04.612290+0000 mgr.y (mgr.34107) 1749 : cluster [DBG] pgmap v3027: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-09-13T01:01:06.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:05 smithi053 bash[67631]: cluster 2024-09-13T01:01:04.630165+0000 mon.a (mon.0) 3331 : cluster [DBG] osdmap e1726: 8 total, 8 up, 8 in 2024-09-13T01:01:07.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:07 smithi032 bash[75510]: cluster 2024-09-13T01:01:06.614986+0000 mgr.y (mgr.34107) 1750 : cluster [DBG] pgmap v3029: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 KiB/s wr, 20 op/s 2024-09-13T01:01:07.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:07 smithi032 bash[76677]: cluster 2024-09-13T01:01:06.614986+0000 mgr.y (mgr.34107) 1750 : cluster [DBG] pgmap v3029: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 KiB/s wr, 20 op/s 2024-09-13T01:01:08.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:07 smithi053 bash[67631]: cluster 2024-09-13T01:01:06.614986+0000 mgr.y (mgr.34107) 1750 : cluster [DBG] pgmap v3029: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 KiB/s wr, 20 op/s 2024-09-13T01:01:08.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:08 smithi032 bash[75510]: cluster 2024-09-13T01:01:07.645257+0000 mon.a (mon.0) 3332 : cluster [DBG] osdmap e1727: 8 total, 8 up, 8 in 2024-09-13T01:01:08.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:08 smithi032 bash[75510]: audit 2024-09-13T01:01:07.904294+0000 mon.c (mon.2) 122 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-115198-28"}]: dispatch 2024-09-13T01:01:08.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:08 smithi032 bash[75510]: audit 2024-09-13T01:01:07.905002+0000 mon.a (mon.0) 3333 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-115198-28"}]: dispatch 2024-09-13T01:01:08.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:08 smithi032 bash[76677]: cluster 2024-09-13T01:01:07.645257+0000 mon.a (mon.0) 3332 : cluster [DBG] osdmap e1727: 8 total, 8 up, 8 in 2024-09-13T01:01:08.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:08 smithi032 bash[76677]: audit 2024-09-13T01:01:07.904294+0000 mon.c (mon.2) 122 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-115198-28"}]: dispatch 2024-09-13T01:01:08.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:08 smithi032 bash[76677]: audit 2024-09-13T01:01:07.905002+0000 mon.a (mon.0) 3333 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-115198-28"}]: dispatch 2024-09-13T01:01:09.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:08 smithi053 bash[67631]: cluster 2024-09-13T01:01:07.645257+0000 mon.a (mon.0) 3332 : cluster [DBG] osdmap e1727: 8 total, 8 up, 8 in 2024-09-13T01:01:09.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:08 smithi053 bash[67631]: audit 2024-09-13T01:01:07.904294+0000 mon.c (mon.2) 122 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-115198-28"}]: dispatch 2024-09-13T01:01:09.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:08 smithi053 bash[67631]: audit 2024-09-13T01:01:07.905002+0000 mon.a (mon.0) 3333 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-115198-28"}]: dispatch 2024-09-13T01:01:09.683 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:09.683 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image101 2024-09-13T01:01:09.683 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image103 2024-09-13T01:01:09.683 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image104 2024-09-13T01:01:09.683 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image104 2024-09-13T01:01:09.683 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.683 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 4 2024-09-13T01:01:09.684 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 4 2024-09-13T01:01:09.684 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2024-09-13T01:01:09.684 INFO:tasks.workunit.client.0.smithi032.stdout:child: image101 2024-09-13T01:01:09.684 INFO:tasks.workunit.client.0.smithi032.stdout:child: image103 2024-09-13T01:01:09.684 INFO:tasks.workunit.client.0.smithi032.stdout:child: image104 2024-09-13T01:01:09.684 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image101/b1952ec62917 2024-09-13T01:01:09.684 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.684 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102/b19598e27972 2024-09-13T01:01:09.684 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.684 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image103/b19591de5a42 2024-09-13T01:01:09.684 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.684 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image104/b195a3d5eec0 2024-09-13T01:01:09.684 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.685 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.685 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:09.685 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:09.685 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:09.685 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.685 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.685 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-29/image103 2024-09-13T01:01:09.685 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:09.685 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image103 2024-09-13T01:01:09.685 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image103 2024-09-13T01:01:09.685 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.685 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.685 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-29/image104 2024-09-13T01:01:09.686 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:09.686 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image103 2024-09-13T01:01:09.686 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image104 2024-09-13T01:01:09.686 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image104 2024-09-13T01:01:09.686 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.686 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 3 2024-09-13T01:01:09.686 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2024-09-13T01:01:09.686 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2024-09-13T01:01:09.686 INFO:tasks.workunit.client.0.smithi032.stdout:child: image103 2024-09-13T01:01:09.686 INFO:tasks.workunit.client.0.smithi032.stdout:child: image104 2024-09-13T01:01:09.686 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102/b19598e27972 2024-09-13T01:01:09.686 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.687 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image103/b19591de5a42 2024-09-13T01:01:09.687 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.687 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image104/b195a3d5eec0 2024-09-13T01:01:09.687 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.687 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.687 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:09.687 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:09.687 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:09.687 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.687 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.687 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-29/image104 2024-09-13T01:01:09.687 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:09.687 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-29/image104 2024-09-13T01:01:09.687 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image104 2024-09-13T01:01:09.688 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.688 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 2 2024-09-13T01:01:09.688 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2024-09-13T01:01:09.688 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2024-09-13T01:01:09.688 INFO:tasks.workunit.client.0.smithi032.stdout:child: image104 2024-09-13T01:01:09.688 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102/b19598e27972 2024-09-13T01:01:09.688 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.688 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-29/image104/b195a3d5eec0 2024-09-13T01:01:09.688 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.688 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.688 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:09.688 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:09.688 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102 2024-09-13T01:01:09.689 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.689 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 1 2024-09-13T01:01:09.689 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2024-09-13T01:01:09.689 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2024-09-13T01:01:09.689 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-28/image102/b19598e27972 2024-09-13T01:01:09.689 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:01:09.689 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 0 2024-09-13T01:01:09.689 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2024-09-13T01:01:09.689 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ListChildrenTiered (18792 ms) 2024-09-13T01:01:09.689 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.LockingPP 2024-09-13T01:01:09.689 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:09.882 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.LockingPP (199 ms) 2024-09-13T01:01:09.882 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.FlushAio 2024-09-13T01:01:09.882 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:09.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:09 smithi032 bash[75510]: cluster 2024-09-13T01:01:08.617926+0000 mgr.y (mgr.34107) 1751 : cluster [DBG] pgmap v3031: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 9.0 KiB/s wr, 376 op/s 2024-09-13T01:01:09.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:09 smithi032 bash[75510]: audit 2024-09-13T01:01:08.659027+0000 mon.a (mon.0) 3334 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-115198-28"}]': finished 2024-09-13T01:01:09.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:09 smithi032 bash[75510]: cluster 2024-09-13T01:01:08.659276+0000 mon.a (mon.0) 3335 : cluster [DBG] osdmap e1728: 8 total, 8 up, 8 in 2024-09-13T01:01:09.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:09 smithi032 bash[75510]: audit 2024-09-13T01:01:08.662165+0000 mon.c (mon.2) 123 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30"}]: dispatch 2024-09-13T01:01:09.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:09 smithi032 bash[75510]: audit 2024-09-13T01:01:08.663092+0000 mon.a (mon.0) 3336 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30"}]: dispatch 2024-09-13T01:01:09.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:09 smithi032 bash[76677]: cluster 2024-09-13T01:01:08.617926+0000 mgr.y (mgr.34107) 1751 : cluster [DBG] pgmap v3031: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 9.0 KiB/s wr, 376 op/s 2024-09-13T01:01:09.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:09 smithi032 bash[76677]: audit 2024-09-13T01:01:08.659027+0000 mon.a (mon.0) 3334 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-115198-28"}]': finished 2024-09-13T01:01:09.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:09 smithi032 bash[76677]: cluster 2024-09-13T01:01:08.659276+0000 mon.a (mon.0) 3335 : cluster [DBG] osdmap e1728: 8 total, 8 up, 8 in 2024-09-13T01:01:09.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:09 smithi032 bash[76677]: audit 2024-09-13T01:01:08.662165+0000 mon.c (mon.2) 123 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30"}]: dispatch 2024-09-13T01:01:09.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:09 smithi032 bash[76677]: audit 2024-09-13T01:01:08.663092+0000 mon.a (mon.0) 3336 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30"}]: dispatch 2024-09-13T01:01:10.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:09 smithi053 bash[67631]: cluster 2024-09-13T01:01:08.617926+0000 mgr.y (mgr.34107) 1751 : cluster [DBG] pgmap v3031: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 9.0 KiB/s wr, 376 op/s 2024-09-13T01:01:10.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:09 smithi053 bash[67631]: audit 2024-09-13T01:01:08.659027+0000 mon.a (mon.0) 3334 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-115198-28"}]': finished 2024-09-13T01:01:10.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:09 smithi053 bash[67631]: cluster 2024-09-13T01:01:08.659276+0000 mon.a (mon.0) 3335 : cluster [DBG] osdmap e1728: 8 total, 8 up, 8 in 2024-09-13T01:01:10.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:09 smithi053 bash[67631]: audit 2024-09-13T01:01:08.662165+0000 mon.c (mon.2) 123 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30"}]: dispatch 2024-09-13T01:01:10.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:09 smithi053 bash[67631]: audit 2024-09-13T01:01:08.663092+0000 mon.a (mon.0) 3336 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30"}]: dispatch 2024-09-13T01:01:10.309 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.FlushAio (427 ms) 2024-09-13T01:01:10.309 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-09-13T01:01:10.309 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:10.588 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.FlushAioPP (279 ms) 2024-09-13T01:01:10.588 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapDiff 2024-09-13T01:01:10.588 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:10 smithi032 bash[75510]: cluster 2024-09-13T01:01:09.651808+0000 mon.a (mon.0) 3337 : cluster [INF] Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-13T01:01:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:10 smithi032 bash[75510]: cluster 2024-09-13T01:01:09.651874+0000 mon.a (mon.0) 3338 : cluster [INF] Cluster is now healthy 2024-09-13T01:01:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:10 smithi032 bash[75510]: audit 2024-09-13T01:01:09.679560+0000 mon.a (mon.0) 3339 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30"}]': finished 2024-09-13T01:01:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:10 smithi032 bash[75510]: cluster 2024-09-13T01:01:09.679740+0000 mon.a (mon.0) 3340 : cluster [DBG] osdmap e1729: 8 total, 8 up, 8 in 2024-09-13T01:01:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:10 smithi032 bash[75510]: audit 2024-09-13T01:01:10.213113+0000 mon.a (mon.0) 3341 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:01:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:10 smithi032 bash[76677]: cluster 2024-09-13T01:01:09.651808+0000 mon.a (mon.0) 3337 : cluster [INF] Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-13T01:01:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:10 smithi032 bash[76677]: cluster 2024-09-13T01:01:09.651874+0000 mon.a (mon.0) 3338 : cluster [INF] Cluster is now healthy 2024-09-13T01:01:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:10 smithi032 bash[76677]: audit 2024-09-13T01:01:09.679560+0000 mon.a (mon.0) 3339 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30"}]': finished 2024-09-13T01:01:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:10 smithi032 bash[76677]: cluster 2024-09-13T01:01:09.679740+0000 mon.a (mon.0) 3340 : cluster [DBG] osdmap e1729: 8 total, 8 up, 8 in 2024-09-13T01:01:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:10 smithi032 bash[76677]: audit 2024-09-13T01:01:10.213113+0000 mon.a (mon.0) 3341 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:01:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:10 smithi053 bash[67631]: cluster 2024-09-13T01:01:09.651808+0000 mon.a (mon.0) 3337 : cluster [INF] Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-13T01:01:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:10 smithi053 bash[67631]: cluster 2024-09-13T01:01:09.651874+0000 mon.a (mon.0) 3338 : cluster [INF] Cluster is now healthy 2024-09-13T01:01:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:10 smithi053 bash[67631]: audit 2024-09-13T01:01:09.679560+0000 mon.a (mon.0) 3339 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-115198-28", "tierpool":"test-librbd-smithi032-115198-30"}]': finished 2024-09-13T01:01:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:10 smithi053 bash[67631]: cluster 2024-09-13T01:01:09.679740+0000 mon.a (mon.0) 3340 : cluster [DBG] osdmap e1729: 8 total, 8 up, 8 in 2024-09-13T01:01:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:10 smithi053 bash[67631]: audit 2024-09-13T01:01:10.213113+0000 mon.a (mon.0) 3341 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:01:12.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:11 smithi053 bash[67631]: cluster 2024-09-13T01:01:10.620275+0000 mgr.y (mgr.34107) 1752 : cluster [DBG] pgmap v3034: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 382 KiB/s rd, 10 KiB/s wr, 462 op/s 2024-09-13T01:01:12.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:11 smithi053 bash[67631]: cluster 2024-09-13T01:01:10.685046+0000 mon.a (mon.0) 3342 : cluster [DBG] osdmap e1730: 8 total, 8 up, 8 in 2024-09-13T01:01:12.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:11 smithi053 bash[67631]: cluster 2024-09-13T01:01:11.520259+0000 mon.a (mon.0) 3343 : cluster [DBG] osdmap e1731: 8 total, 8 up, 8 in 2024-09-13T01:01:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:11 smithi032 bash[75510]: cluster 2024-09-13T01:01:10.620275+0000 mgr.y (mgr.34107) 1752 : cluster [DBG] pgmap v3034: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 382 KiB/s rd, 10 KiB/s wr, 462 op/s 2024-09-13T01:01:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:11 smithi032 bash[75510]: cluster 2024-09-13T01:01:10.685046+0000 mon.a (mon.0) 3342 : cluster [DBG] osdmap e1730: 8 total, 8 up, 8 in 2024-09-13T01:01:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:11 smithi032 bash[75510]: cluster 2024-09-13T01:01:11.520259+0000 mon.a (mon.0) 3343 : cluster [DBG] osdmap e1731: 8 total, 8 up, 8 in 2024-09-13T01:01:12.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:11 smithi032 bash[76677]: cluster 2024-09-13T01:01:10.620275+0000 mgr.y (mgr.34107) 1752 : cluster [DBG] pgmap v3034: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 382 KiB/s rd, 10 KiB/s wr, 462 op/s 2024-09-13T01:01:12.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:11 smithi032 bash[76677]: cluster 2024-09-13T01:01:10.685046+0000 mon.a (mon.0) 3342 : cluster [DBG] osdmap e1730: 8 total, 8 up, 8 in 2024-09-13T01:01:12.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:11 smithi032 bash[76677]: cluster 2024-09-13T01:01:11.520259+0000 mon.a (mon.0) 3343 : cluster [DBG] osdmap e1731: 8 total, 8 up, 8 in 2024-09-13T01:01:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:01:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:01:12] "GET /metrics HTTP/1.1" 200 75245 "" "Prometheus/2.43.0" 2024-09-13T01:01:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:01:12 smithi053 bash[94430]: ts=2024-09-13T01:01:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:01:13.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:13 smithi053 bash[67631]: cluster 2024-09-13T01:01:12.526445+0000 mon.a (mon.0) 3344 : cluster [DBG] osdmap e1732: 8 total, 8 up, 8 in 2024-09-13T01:01:13.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:13 smithi053 bash[67631]: cluster 2024-09-13T01:01:12.621135+0000 mgr.y (mgr.34107) 1753 : cluster [DBG] pgmap v3038: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 6.3 KiB/s wr, 238 op/s 2024-09-13T01:01:13.807 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:01:13.807 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapDiff (3219 ms) 2024-09-13T01:01:13.807 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-09-13T01:01:13.807 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:13.866 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (59 ms) 2024-09-13T01:01:13.866 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-09-13T01:01:13.867 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:13.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:13 smithi032 bash[75510]: cluster 2024-09-13T01:01:12.526445+0000 mon.a (mon.0) 3344 : cluster [DBG] osdmap e1732: 8 total, 8 up, 8 in 2024-09-13T01:01:13.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:13 smithi032 bash[75510]: cluster 2024-09-13T01:01:12.621135+0000 mgr.y (mgr.34107) 1753 : cluster [DBG] pgmap v3038: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 6.3 KiB/s wr, 238 op/s 2024-09-13T01:01:13.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:13 smithi032 bash[76677]: cluster 2024-09-13T01:01:12.526445+0000 mon.a (mon.0) 3344 : cluster [DBG] osdmap e1732: 8 total, 8 up, 8 in 2024-09-13T01:01:13.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:13 smithi032 bash[76677]: cluster 2024-09-13T01:01:12.621135+0000 mgr.y (mgr.34107) 1753 : cluster [DBG] pgmap v3038: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 6.3 KiB/s wr, 238 op/s 2024-09-13T01:01:13.934 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (68 ms) 2024-09-13T01:01:13.934 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-09-13T01:01:13.935 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:13.980 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ZeroLengthRead (46 ms) 2024-09-13T01:01:13.980 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-09-13T01:01:13.980 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:14.063 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.LargeCacheRead (83 ms) 2024-09-13T01:01:14.063 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-09-13T01:01:14.063 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:14.423 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestPendingAio (360 ms) 2024-09-13T01:01:14.423 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-09-13T01:01:14.423 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:14.768 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:14.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:14 smithi032 bash[75510]: cluster 2024-09-13T01:01:13.536481+0000 mon.a (mon.0) 3345 : cluster [DBG] osdmap e1733: 8 total, 8 up, 8 in 2024-09-13T01:01:14.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:14 smithi032 bash[76677]: cluster 2024-09-13T01:01:13.536481+0000 mon.a (mon.0) 3345 : cluster [DBG] osdmap e1733: 8 total, 8 up, 8 in 2024-09-13T01:01:15.040 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:14 smithi053 bash[67631]: cluster 2024-09-13T01:01:13.536481+0000 mon.a (mon.0) 3345 : cluster [DBG] osdmap e1733: 8 total, 8 up, 8 in 2024-09-13T01:01:15.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:15 smithi032 bash[75510]: cluster 2024-09-13T01:01:14.537821+0000 mon.a (mon.0) 3346 : cluster [DBG] osdmap e1734: 8 total, 8 up, 8 in 2024-09-13T01:01:15.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:15 smithi032 bash[75510]: cluster 2024-09-13T01:01:14.622711+0000 mgr.y (mgr.34107) 1754 : cluster [DBG] pgmap v3041: 649 pgs: 649 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 140 KiB/s wr, 300 op/s 2024-09-13T01:01:15.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:15 smithi032 bash[76677]: cluster 2024-09-13T01:01:14.537821+0000 mon.a (mon.0) 3346 : cluster [DBG] osdmap e1734: 8 total, 8 up, 8 in 2024-09-13T01:01:15.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:15 smithi032 bash[76677]: cluster 2024-09-13T01:01:14.622711+0000 mgr.y (mgr.34107) 1754 : cluster [DBG] pgmap v3041: 649 pgs: 649 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 140 KiB/s wr, 300 op/s 2024-09-13T01:01:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:15 smithi053 bash[67631]: cluster 2024-09-13T01:01:14.537821+0000 mon.a (mon.0) 3346 : cluster [DBG] osdmap e1734: 8 total, 8 up, 8 in 2024-09-13T01:01:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:15 smithi053 bash[67631]: cluster 2024-09-13T01:01:14.622711+0000 mgr.y (mgr.34107) 1754 : cluster [DBG] pgmap v3041: 649 pgs: 649 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 140 KiB/s wr, 300 op/s 2024-09-13T01:01:16.642 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2219 ms) 2024-09-13T01:01:16.643 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-09-13T01:01:16.643 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:16.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:16 smithi032 bash[75510]: cluster 2024-09-13T01:01:15.562874+0000 mon.a (mon.0) 3347 : cluster [DBG] osdmap e1735: 8 total, 8 up, 8 in 2024-09-13T01:01:16.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:16 smithi032 bash[75510]: cluster 2024-09-13T01:01:16.524226+0000 mon.a (mon.0) 3348 : cluster [DBG] osdmap e1736: 8 total, 8 up, 8 in 2024-09-13T01:01:16.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:16 smithi032 bash[76677]: cluster 2024-09-13T01:01:15.562874+0000 mon.a (mon.0) 3347 : cluster [DBG] osdmap e1735: 8 total, 8 up, 8 in 2024-09-13T01:01:16.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:16 smithi032 bash[76677]: cluster 2024-09-13T01:01:16.524226+0000 mon.a (mon.0) 3348 : cluster [DBG] osdmap e1736: 8 total, 8 up, 8 in 2024-09-13T01:01:17.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:16 smithi053 bash[67631]: cluster 2024-09-13T01:01:15.562874+0000 mon.a (mon.0) 3347 : cluster [DBG] osdmap e1735: 8 total, 8 up, 8 in 2024-09-13T01:01:17.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:16 smithi053 bash[67631]: cluster 2024-09-13T01:01:16.524226+0000 mon.a (mon.0) 3348 : cluster [DBG] osdmap e1736: 8 total, 8 up, 8 in 2024-09-13T01:01:17.794 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:17.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:17 smithi032 bash[75510]: cluster 2024-09-13T01:01:16.623806+0000 mgr.y (mgr.34107) 1755 : cluster [DBG] pgmap v3044: 649 pgs: 649 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 134 KiB/s wr, 218 op/s 2024-09-13T01:01:17.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:17 smithi032 bash[76677]: cluster 2024-09-13T01:01:16.623806+0000 mgr.y (mgr.34107) 1755 : cluster [DBG] pgmap v3044: 649 pgs: 649 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 134 KiB/s wr, 218 op/s 2024-09-13T01:01:18.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:17 smithi053 bash[67631]: cluster 2024-09-13T01:01:16.623806+0000 mgr.y (mgr.34107) 1755 : cluster [DBG] pgmap v3044: 649 pgs: 649 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 134 KiB/s wr, 218 op/s 2024-09-13T01:01:18.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:18 smithi032 bash[75510]: cluster 2024-09-13T01:01:17.566895+0000 mon.a (mon.0) 3349 : cluster [DBG] osdmap e1737: 8 total, 8 up, 8 in 2024-09-13T01:01:18.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:18 smithi032 bash[76677]: cluster 2024-09-13T01:01:17.566895+0000 mon.a (mon.0) 3349 : cluster [DBG] osdmap e1737: 8 total, 8 up, 8 in 2024-09-13T01:01:19.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:18 smithi053 bash[67631]: cluster 2024-09-13T01:01:17.566895+0000 mon.a (mon.0) 3349 : cluster [DBG] osdmap e1737: 8 total, 8 up, 8 in 2024-09-13T01:01:19.741 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3099 ms) 2024-09-13T01:01:19.741 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.Flatten 2024-09-13T01:01:19.741 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:19.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:19 smithi032 bash[75510]: cluster 2024-09-13T01:01:18.592125+0000 mon.a (mon.0) 3350 : cluster [DBG] osdmap e1738: 8 total, 8 up, 8 in 2024-09-13T01:01:19.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:19 smithi032 bash[75510]: cluster 2024-09-13T01:01:18.625342+0000 mgr.y (mgr.34107) 1756 : cluster [DBG] pgmap v3047: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 815 KiB/s rd, 605 KiB/s wr, 465 op/s 2024-09-13T01:01:19.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:19 smithi032 bash[76677]: cluster 2024-09-13T01:01:18.592125+0000 mon.a (mon.0) 3350 : cluster [DBG] osdmap e1738: 8 total, 8 up, 8 in 2024-09-13T01:01:19.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:19 smithi032 bash[76677]: cluster 2024-09-13T01:01:18.625342+0000 mgr.y (mgr.34107) 1756 : cluster [DBG] pgmap v3047: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 815 KiB/s rd, 605 KiB/s wr, 465 op/s 2024-09-13T01:01:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:19 smithi053 bash[67631]: cluster 2024-09-13T01:01:18.592125+0000 mon.a (mon.0) 3350 : cluster [DBG] osdmap e1738: 8 total, 8 up, 8 in 2024-09-13T01:01:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:19 smithi053 bash[67631]: cluster 2024-09-13T01:01:18.625342+0000 mgr.y (mgr.34107) 1756 : cluster [DBG] pgmap v3047: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 815 KiB/s rd, 605 KiB/s wr, 465 op/s 2024-09-13T01:01:20.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:20 smithi032 bash[75510]: cluster 2024-09-13T01:01:19.621883+0000 mon.a (mon.0) 3351 : cluster [DBG] osdmap e1739: 8 total, 8 up, 8 in 2024-09-13T01:01:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:20 smithi032 bash[76677]: cluster 2024-09-13T01:01:19.621883+0000 mon.a (mon.0) 3351 : cluster [DBG] osdmap e1739: 8 total, 8 up, 8 in 2024-09-13T01:01:20.916 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.Flatten (1175 ms) 2024-09-13T01:01:20.916 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.Sparsify 2024-09-13T01:01:20.916 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:21.000 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 32768 2024-09-13T01:01:21.001 INFO:tasks.workunit.client.0.smithi032.stdout:read: 32768 2024-09-13T01:01:21.001 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.Sparsify (84 ms) 2024-09-13T01:01:21.001 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-09-13T01:01:21.001 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:20 smithi053 bash[67631]: cluster 2024-09-13T01:01:19.621883+0000 mon.a (mon.0) 3351 : cluster [DBG] osdmap e1739: 8 total, 8 up, 8 in 2024-09-13T01:01:21.085 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SparsifyPP (85 ms) 2024-09-13T01:01:21.085 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-09-13T01:01:21.086 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:21.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:21 smithi032 bash[75510]: cluster 2024-09-13T01:01:20.628437+0000 mgr.y (mgr.34107) 1757 : cluster [DBG] pgmap v3049: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 801 KiB/s rd, 591 KiB/s wr, 460 op/s 2024-09-13T01:01:21.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:21 smithi032 bash[75510]: cluster 2024-09-13T01:01:20.632356+0000 mon.a (mon.0) 3352 : cluster [DBG] osdmap e1740: 8 total, 8 up, 8 in 2024-09-13T01:01:21.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:21 smithi032 bash[75510]: cluster 2024-09-13T01:01:21.527332+0000 mon.a (mon.0) 3353 : cluster [DBG] osdmap e1741: 8 total, 8 up, 8 in 2024-09-13T01:01:21.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:21 smithi032 bash[76677]: cluster 2024-09-13T01:01:20.628437+0000 mgr.y (mgr.34107) 1757 : cluster [DBG] pgmap v3049: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 801 KiB/s rd, 591 KiB/s wr, 460 op/s 2024-09-13T01:01:21.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:21 smithi032 bash[76677]: cluster 2024-09-13T01:01:20.632356+0000 mon.a (mon.0) 3352 : cluster [DBG] osdmap e1740: 8 total, 8 up, 8 in 2024-09-13T01:01:21.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:21 smithi032 bash[76677]: cluster 2024-09-13T01:01:21.527332+0000 mon.a (mon.0) 3353 : cluster [DBG] osdmap e1741: 8 total, 8 up, 8 in 2024-09-13T01:01:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:21 smithi053 bash[67631]: cluster 2024-09-13T01:01:20.628437+0000 mgr.y (mgr.34107) 1757 : cluster [DBG] pgmap v3049: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 801 KiB/s rd, 591 KiB/s wr, 460 op/s 2024-09-13T01:01:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:21 smithi053 bash[67631]: cluster 2024-09-13T01:01:20.632356+0000 mon.a (mon.0) 3352 : cluster [DBG] osdmap e1740: 8 total, 8 up, 8 in 2024-09-13T01:01:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:21 smithi053 bash[67631]: cluster 2024-09-13T01:01:21.527332+0000 mon.a (mon.0) 3353 : cluster [DBG] osdmap e1741: 8 total, 8 up, 8 in 2024-09-13T01:01:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:01:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:01:22] "GET /metrics HTTP/1.1" 200 75245 "" "Prometheus/2.43.0" 2024-09-13T01:01:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:01:22 smithi053 bash[94430]: ts=2024-09-13T01:01:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:01:23.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:23 smithi032 bash[75510]: cluster 2024-09-13T01:01:22.530088+0000 mon.a (mon.0) 3354 : cluster [DBG] osdmap e1742: 8 total, 8 up, 8 in 2024-09-13T01:01:23.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:23 smithi032 bash[75510]: cluster 2024-09-13T01:01:22.629838+0000 mgr.y (mgr.34107) 1758 : cluster [DBG] pgmap v3053: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 20 KiB/s wr, 55 op/s 2024-09-13T01:01:23.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:23 smithi032 bash[76677]: cluster 2024-09-13T01:01:22.530088+0000 mon.a (mon.0) 3354 : cluster [DBG] osdmap e1742: 8 total, 8 up, 8 in 2024-09-13T01:01:23.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:23 smithi032 bash[76677]: cluster 2024-09-13T01:01:22.629838+0000 mgr.y (mgr.34107) 1758 : cluster [DBG] pgmap v3053: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 20 KiB/s wr, 55 op/s 2024-09-13T01:01:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:23 smithi053 bash[67631]: cluster 2024-09-13T01:01:22.530088+0000 mon.a (mon.0) 3354 : cluster [DBG] osdmap e1742: 8 total, 8 up, 8 in 2024-09-13T01:01:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:23 smithi053 bash[67631]: cluster 2024-09-13T01:01:22.629838+0000 mgr.y (mgr.34107) 1758 : cluster [DBG] pgmap v3053: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 20 KiB/s wr, 55 op/s 2024-09-13T01:01:24.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:24 smithi032 bash[76677]: cluster 2024-09-13T01:01:23.533161+0000 mon.a (mon.0) 3355 : cluster [DBG] osdmap e1743: 8 total, 8 up, 8 in 2024-09-13T01:01:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:24 smithi032 bash[75510]: cluster 2024-09-13T01:01:23.533161+0000 mon.a (mon.0) 3355 : cluster [DBG] osdmap e1743: 8 total, 8 up, 8 in 2024-09-13T01:01:25.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:24 smithi053 bash[67631]: cluster 2024-09-13T01:01:23.533161+0000 mon.a (mon.0) 3355 : cluster [DBG] osdmap e1743: 8 total, 8 up, 8 in 2024-09-13T01:01:25.629 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapshotLimit (4544 ms) 2024-09-13T01:01:25.629 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-09-13T01:01:25.629 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:25.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:25 smithi032 bash[75510]: cluster 2024-09-13T01:01:24.550259+0000 mon.a (mon.0) 3356 : cluster [DBG] osdmap e1744: 8 total, 8 up, 8 in 2024-09-13T01:01:25.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:25 smithi032 bash[75510]: cluster 2024-09-13T01:01:24.631000+0000 mgr.y (mgr.34107) 1759 : cluster [DBG] pgmap v3056: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 38 KiB/s wr, 264 op/s 2024-09-13T01:01:25.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:25 smithi032 bash[75510]: audit 2024-09-13T01:01:25.213501+0000 mon.a (mon.0) 3357 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:01:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:25 smithi032 bash[76677]: cluster 2024-09-13T01:01:24.550259+0000 mon.a (mon.0) 3356 : cluster [DBG] osdmap e1744: 8 total, 8 up, 8 in 2024-09-13T01:01:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:25 smithi032 bash[76677]: cluster 2024-09-13T01:01:24.631000+0000 mgr.y (mgr.34107) 1759 : cluster [DBG] pgmap v3056: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 38 KiB/s wr, 264 op/s 2024-09-13T01:01:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:25 smithi032 bash[76677]: audit 2024-09-13T01:01:25.213501+0000 mon.a (mon.0) 3357 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:01:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:25 smithi053 bash[67631]: cluster 2024-09-13T01:01:24.550259+0000 mon.a (mon.0) 3356 : cluster [DBG] osdmap e1744: 8 total, 8 up, 8 in 2024-09-13T01:01:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:25 smithi053 bash[67631]: cluster 2024-09-13T01:01:24.631000+0000 mgr.y (mgr.34107) 1759 : cluster [DBG] pgmap v3056: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 38 KiB/s wr, 264 op/s 2024-09-13T01:01:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:25 smithi053 bash[67631]: audit 2024-09-13T01:01:25.213501+0000 mon.a (mon.0) 3357 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:01:26.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:26 smithi032 bash[75510]: cluster 2024-09-13T01:01:25.577413+0000 mon.a (mon.0) 3358 : cluster [DBG] osdmap e1745: 8 total, 8 up, 8 in 2024-09-13T01:01:26.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:26 smithi032 bash[76677]: cluster 2024-09-13T01:01:25.577413+0000 mon.a (mon.0) 3358 : cluster [DBG] osdmap e1745: 8 total, 8 up, 8 in 2024-09-13T01:01:27.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:26 smithi053 bash[67631]: cluster 2024-09-13T01:01:25.577413+0000 mon.a (mon.0) 3358 : cluster [DBG] osdmap e1745: 8 total, 8 up, 8 in 2024-09-13T01:01:27.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:27 smithi032 bash[75510]: cluster 2024-09-13T01:01:26.586489+0000 mon.a (mon.0) 3359 : cluster [DBG] osdmap e1746: 8 total, 8 up, 8 in 2024-09-13T01:01:27.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:27 smithi032 bash[75510]: cluster 2024-09-13T01:01:26.632117+0000 mgr.y (mgr.34107) 1760 : cluster [DBG] pgmap v3059: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 20 KiB/s wr, 247 op/s 2024-09-13T01:01:27.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:27 smithi032 bash[76677]: cluster 2024-09-13T01:01:26.586489+0000 mon.a (mon.0) 3359 : cluster [DBG] osdmap e1746: 8 total, 8 up, 8 in 2024-09-13T01:01:27.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:27 smithi032 bash[76677]: cluster 2024-09-13T01:01:26.632117+0000 mgr.y (mgr.34107) 1760 : cluster [DBG] pgmap v3059: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 20 KiB/s wr, 247 op/s 2024-09-13T01:01:28.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:27 smithi053 bash[67631]: cluster 2024-09-13T01:01:26.586489+0000 mon.a (mon.0) 3359 : cluster [DBG] osdmap e1746: 8 total, 8 up, 8 in 2024-09-13T01:01:28.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:27 smithi053 bash[67631]: cluster 2024-09-13T01:01:26.632117+0000 mgr.y (mgr.34107) 1760 : cluster [DBG] pgmap v3059: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 20 KiB/s wr, 247 op/s 2024-09-13T01:01:28.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:28 smithi032 bash[75510]: cluster 2024-09-13T01:01:27.597488+0000 mon.a (mon.0) 3360 : cluster [DBG] osdmap e1747: 8 total, 8 up, 8 in 2024-09-13T01:01:28.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:28 smithi032 bash[76677]: cluster 2024-09-13T01:01:27.597488+0000 mon.a (mon.0) 3360 : cluster [DBG] osdmap e1747: 8 total, 8 up, 8 in 2024-09-13T01:01:29.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:28 smithi053 bash[67631]: cluster 2024-09-13T01:01:27.597488+0000 mon.a (mon.0) 3360 : cluster [DBG] osdmap e1747: 8 total, 8 up, 8 in 2024-09-13T01:01:29.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:29 smithi032 bash[75510]: cluster 2024-09-13T01:01:28.605521+0000 mon.a (mon.0) 3361 : cluster [DBG] osdmap e1748: 8 total, 8 up, 8 in 2024-09-13T01:01:29.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:29 smithi032 bash[75510]: cluster 2024-09-13T01:01:28.633656+0000 mgr.y (mgr.34107) 1761 : cluster [DBG] pgmap v3062: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.5 KiB/s wr, 42 op/s 2024-09-13T01:01:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:29 smithi032 bash[76677]: cluster 2024-09-13T01:01:28.605521+0000 mon.a (mon.0) 3361 : cluster [DBG] osdmap e1748: 8 total, 8 up, 8 in 2024-09-13T01:01:29.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:29 smithi032 bash[76677]: cluster 2024-09-13T01:01:28.633656+0000 mgr.y (mgr.34107) 1761 : cluster [DBG] pgmap v3062: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.5 KiB/s wr, 42 op/s 2024-09-13T01:01:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:29 smithi053 bash[67631]: cluster 2024-09-13T01:01:28.605521+0000 mon.a (mon.0) 3361 : cluster [DBG] osdmap e1748: 8 total, 8 up, 8 in 2024-09-13T01:01:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:29 smithi053 bash[67631]: cluster 2024-09-13T01:01:28.633656+0000 mgr.y (mgr.34107) 1761 : cluster [DBG] pgmap v3062: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.5 KiB/s wr, 42 op/s 2024-09-13T01:01:30.688 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5059 ms) 2024-09-13T01:01:30.688 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-09-13T01:01:30.689 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:30.819 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2024-09-13T01:01:30.819 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (130 ms) 2024-09-13T01:01:30.819 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-09-13T01:01:30.819 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:30 smithi032 bash[75510]: cluster 2024-09-13T01:01:29.616363+0000 mon.a (mon.0) 3362 : cluster [DBG] osdmap e1749: 8 total, 8 up, 8 in 2024-09-13T01:01:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:30 smithi032 bash[76677]: cluster 2024-09-13T01:01:29.616363+0000 mon.a (mon.0) 3362 : cluster [DBG] osdmap e1749: 8 total, 8 up, 8 in 2024-09-13T01:01:31.003 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (184 ms) 2024-09-13T01:01:31.003 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-09-13T01:01:31.003 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:31.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:30 smithi053 bash[67631]: cluster 2024-09-13T01:01:29.616363+0000 mon.a (mon.0) 3362 : cluster [DBG] osdmap e1749: 8 total, 8 up, 8 in 2024-09-13T01:01:31.610 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (607 ms) 2024-09-13T01:01:31.610 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-09-13T01:01:31.610 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:31 smithi032 bash[75510]: cluster 2024-09-13T01:01:30.618356+0000 mon.a (mon.0) 3363 : cluster [DBG] osdmap e1750: 8 total, 8 up, 8 in 2024-09-13T01:01:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:31 smithi032 bash[75510]: cluster 2024-09-13T01:01:30.635226+0000 mgr.y (mgr.34107) 1762 : cluster [DBG] pgmap v3065: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 KiB/s wr, 37 op/s 2024-09-13T01:01:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:31 smithi032 bash[75510]: cluster 2024-09-13T01:01:31.531745+0000 mon.a (mon.0) 3364 : cluster [DBG] osdmap e1751: 8 total, 8 up, 8 in 2024-09-13T01:01:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:31 smithi032 bash[76677]: cluster 2024-09-13T01:01:30.618356+0000 mon.a (mon.0) 3363 : cluster [DBG] osdmap e1750: 8 total, 8 up, 8 in 2024-09-13T01:01:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:31 smithi032 bash[76677]: cluster 2024-09-13T01:01:30.635226+0000 mgr.y (mgr.34107) 1762 : cluster [DBG] pgmap v3065: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 KiB/s wr, 37 op/s 2024-09-13T01:01:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:31 smithi032 bash[76677]: cluster 2024-09-13T01:01:31.531745+0000 mon.a (mon.0) 3364 : cluster [DBG] osdmap e1751: 8 total, 8 up, 8 in 2024-09-13T01:01:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:31 smithi053 bash[67631]: cluster 2024-09-13T01:01:30.618356+0000 mon.a (mon.0) 3363 : cluster [DBG] osdmap e1750: 8 total, 8 up, 8 in 2024-09-13T01:01:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:31 smithi053 bash[67631]: cluster 2024-09-13T01:01:30.635226+0000 mgr.y (mgr.34107) 1762 : cluster [DBG] pgmap v3065: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 KiB/s wr, 37 op/s 2024-09-13T01:01:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:31 smithi053 bash[67631]: cluster 2024-09-13T01:01:31.531745+0000 mon.a (mon.0) 3364 : cluster [DBG] osdmap e1751: 8 total, 8 up, 8 in 2024-09-13T01:01:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:01:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:01:32] "GET /metrics HTTP/1.1" 200 75241 "" "Prometheus/2.43.0" 2024-09-13T01:01:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:01:32 smithi053 bash[94430]: ts=2024-09-13T01:01:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:01:33.795 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2186 ms) 2024-09-13T01:01:33.796 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-09-13T01:01:33.796 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:33.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:33 smithi032 bash[76677]: cluster 2024-09-13T01:01:32.637762+0000 mgr.y (mgr.34107) 1763 : cluster [DBG] pgmap v3067: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.2 KiB/s rd, 761 B/s wr, 10 op/s 2024-09-13T01:01:33.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:33 smithi032 bash[76677]: cluster 2024-09-13T01:01:32.652035+0000 mon.a (mon.0) 3365 : cluster [DBG] osdmap e1752: 8 total, 8 up, 8 in 2024-09-13T01:01:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:33 smithi032 bash[75510]: cluster 2024-09-13T01:01:32.637762+0000 mgr.y (mgr.34107) 1763 : cluster [DBG] pgmap v3067: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.2 KiB/s rd, 761 B/s wr, 10 op/s 2024-09-13T01:01:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:33 smithi032 bash[75510]: cluster 2024-09-13T01:01:32.652035+0000 mon.a (mon.0) 3365 : cluster [DBG] osdmap e1752: 8 total, 8 up, 8 in 2024-09-13T01:01:33.934 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (137 ms) 2024-09-13T01:01:33.934 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-09-13T01:01:33.934 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T01:01:33.934 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-09-13T01:01:33.934 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-09-13T01:01:33.934 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:33 smithi053 bash[67631]: cluster 2024-09-13T01:01:32.637762+0000 mgr.y (mgr.34107) 1763 : cluster [DBG] pgmap v3067: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.2 KiB/s rd, 761 B/s wr, 10 op/s 2024-09-13T01:01:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:33 smithi053 bash[67631]: cluster 2024-09-13T01:01:32.652035+0000 mon.a (mon.0) 3365 : cluster [DBG] osdmap e1752: 8 total, 8 up, 8 in 2024-09-13T01:01:35.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:34 smithi053 bash[67631]: cluster 2024-09-13T01:01:33.704275+0000 mon.a (mon.0) 3366 : cluster [DBG] osdmap e1753: 8 total, 8 up, 8 in 2024-09-13T01:01:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:34 smithi032 bash[75510]: cluster 2024-09-13T01:01:33.704275+0000 mon.a (mon.0) 3366 : cluster [DBG] osdmap e1753: 8 total, 8 up, 8 in 2024-09-13T01:01:35.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:34 smithi032 bash[76677]: cluster 2024-09-13T01:01:33.704275+0000 mon.a (mon.0) 3366 : cluster [DBG] osdmap e1753: 8 total, 8 up, 8 in 2024-09-13T01:01:35.803 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2024-09-13T01:01:35.804 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapRemove2 (1870 ms) 2024-09-13T01:01:35.804 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-09-13T01:01:35.804 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:35 smithi053 bash[67631]: cluster 2024-09-13T01:01:34.638906+0000 mgr.y (mgr.34107) 1764 : cluster [DBG] pgmap v3070: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 7.0 KiB/s wr, 122 op/s 2024-09-13T01:01:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:35 smithi053 bash[67631]: cluster 2024-09-13T01:01:34.714774+0000 mon.a (mon.0) 3367 : cluster [DBG] osdmap e1754: 8 total, 8 up, 8 in 2024-09-13T01:01:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:35 smithi032 bash[75510]: cluster 2024-09-13T01:01:34.638906+0000 mgr.y (mgr.34107) 1764 : cluster [DBG] pgmap v3070: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 7.0 KiB/s wr, 122 op/s 2024-09-13T01:01:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:35 smithi032 bash[75510]: cluster 2024-09-13T01:01:34.714774+0000 mon.a (mon.0) 3367 : cluster [DBG] osdmap e1754: 8 total, 8 up, 8 in 2024-09-13T01:01:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:35 smithi032 bash[76677]: cluster 2024-09-13T01:01:34.638906+0000 mgr.y (mgr.34107) 1764 : cluster [DBG] pgmap v3070: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 7.0 KiB/s wr, 122 op/s 2024-09-13T01:01:36.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:35 smithi032 bash[76677]: cluster 2024-09-13T01:01:34.714774+0000 mon.a (mon.0) 3367 : cluster [DBG] osdmap e1754: 8 total, 8 up, 8 in 2024-09-13T01:01:36.877 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1074 ms) 2024-09-13T01:01:36.877 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-09-13T01:01:36.878 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:37.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:36 smithi053 bash[67631]: cluster 2024-09-13T01:01:35.730667+0000 mon.a (mon.0) 3368 : cluster [DBG] osdmap e1755: 8 total, 8 up, 8 in 2024-09-13T01:01:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:36 smithi032 bash[75510]: cluster 2024-09-13T01:01:35.730667+0000 mon.a (mon.0) 3368 : cluster [DBG] osdmap e1755: 8 total, 8 up, 8 in 2024-09-13T01:01:37.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:36 smithi032 bash[76677]: cluster 2024-09-13T01:01:35.730667+0000 mon.a (mon.0) 3368 : cluster [DBG] osdmap e1755: 8 total, 8 up, 8 in 2024-09-13T01:01:37.871 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (994 ms) 2024-09-13T01:01:37.871 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-09-13T01:01:37.871 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:38.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:37 smithi053 bash[67631]: cluster 2024-09-13T01:01:36.640058+0000 mgr.y (mgr.34107) 1765 : cluster [DBG] pgmap v3073: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 9.7 KiB/s wr, 142 op/s 2024-09-13T01:01:38.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:37 smithi053 bash[67631]: cluster 2024-09-13T01:01:36.742300+0000 mon.a (mon.0) 3369 : cluster [DBG] osdmap e1756: 8 total, 8 up, 8 in 2024-09-13T01:01:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:37 smithi032 bash[75510]: cluster 2024-09-13T01:01:36.640058+0000 mgr.y (mgr.34107) 1765 : cluster [DBG] pgmap v3073: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 9.7 KiB/s wr, 142 op/s 2024-09-13T01:01:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:37 smithi032 bash[75510]: cluster 2024-09-13T01:01:36.742300+0000 mon.a (mon.0) 3369 : cluster [DBG] osdmap e1756: 8 total, 8 up, 8 in 2024-09-13T01:01:38.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:37 smithi032 bash[76677]: cluster 2024-09-13T01:01:36.640058+0000 mgr.y (mgr.34107) 1765 : cluster [DBG] pgmap v3073: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 9.7 KiB/s wr, 142 op/s 2024-09-13T01:01:38.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:37 smithi032 bash[76677]: cluster 2024-09-13T01:01:36.742300+0000 mon.a (mon.0) 3369 : cluster [DBG] osdmap e1756: 8 total, 8 up, 8 in 2024-09-13T01:01:38.897 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1026 ms) 2024-09-13T01:01:38.897 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-09-13T01:01:38.897 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:39.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:38 smithi053 bash[67631]: cluster 2024-09-13T01:01:37.747944+0000 mon.a (mon.0) 3370 : cluster [DBG] osdmap e1757: 8 total, 8 up, 8 in 2024-09-13T01:01:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:38 smithi032 bash[75510]: cluster 2024-09-13T01:01:37.747944+0000 mon.a (mon.0) 3370 : cluster [DBG] osdmap e1757: 8 total, 8 up, 8 in 2024-09-13T01:01:39.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:38 smithi032 bash[76677]: cluster 2024-09-13T01:01:37.747944+0000 mon.a (mon.0) 3370 : cluster [DBG] osdmap e1757: 8 total, 8 up, 8 in 2024-09-13T01:01:40.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:39 smithi053 bash[67631]: cluster 2024-09-13T01:01:38.643261+0000 mgr.y (mgr.34107) 1766 : cluster [DBG] pgmap v3076: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 15 KiB/s wr, 238 op/s 2024-09-13T01:01:40.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:39 smithi053 bash[67631]: cluster 2024-09-13T01:01:38.759672+0000 mon.a (mon.0) 3371 : cluster [DBG] osdmap e1758: 8 total, 8 up, 8 in 2024-09-13T01:01:40.053 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1156 ms) 2024-09-13T01:01:40.054 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-09-13T01:01:40.054 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:39 smithi032 bash[75510]: cluster 2024-09-13T01:01:38.643261+0000 mgr.y (mgr.34107) 1766 : cluster [DBG] pgmap v3076: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 15 KiB/s wr, 238 op/s 2024-09-13T01:01:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:39 smithi032 bash[75510]: cluster 2024-09-13T01:01:38.759672+0000 mon.a (mon.0) 3371 : cluster [DBG] osdmap e1758: 8 total, 8 up, 8 in 2024-09-13T01:01:40.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:39 smithi032 bash[76677]: cluster 2024-09-13T01:01:38.643261+0000 mgr.y (mgr.34107) 1766 : cluster [DBG] pgmap v3076: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 15 KiB/s wr, 238 op/s 2024-09-13T01:01:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:39 smithi032 bash[76677]: cluster 2024-09-13T01:01:38.759672+0000 mon.a (mon.0) 3371 : cluster [DBG] osdmap e1758: 8 total, 8 up, 8 in 2024-09-13T01:01:40.174 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (121 ms) 2024-09-13T01:01:40.174 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-09-13T01:01:40.174 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:40.282 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (108 ms) 2024-09-13T01:01:40.282 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-09-13T01:01:40.283 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:41.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:40 smithi053 bash[67631]: cluster 2024-09-13T01:01:39.761120+0000 mon.a (mon.0) 3372 : cluster [DBG] osdmap e1759: 8 total, 8 up, 8 in 2024-09-13T01:01:41.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:40 smithi053 bash[67631]: audit 2024-09-13T01:01:40.214035+0000 mon.a (mon.0) 3373 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:01:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:40 smithi032 bash[75510]: cluster 2024-09-13T01:01:39.761120+0000 mon.a (mon.0) 3372 : cluster [DBG] osdmap e1759: 8 total, 8 up, 8 in 2024-09-13T01:01:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:40 smithi032 bash[75510]: audit 2024-09-13T01:01:40.214035+0000 mon.a (mon.0) 3373 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:01:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:40 smithi032 bash[76677]: cluster 2024-09-13T01:01:39.761120+0000 mon.a (mon.0) 3372 : cluster [DBG] osdmap e1759: 8 total, 8 up, 8 in 2024-09-13T01:01:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:40 smithi032 bash[76677]: audit 2024-09-13T01:01:40.214035+0000 mon.a (mon.0) 3373 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:01:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:41 smithi053 bash[67631]: cluster 2024-09-13T01:01:40.645671+0000 mgr.y (mgr.34107) 1767 : cluster [DBG] pgmap v3079: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 226 op/s 2024-09-13T01:01:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:41 smithi053 bash[67631]: cluster 2024-09-13T01:01:40.788319+0000 mon.a (mon.0) 3374 : cluster [DBG] osdmap e1760: 8 total, 8 up, 8 in 2024-09-13T01:01:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:41 smithi053 bash[67631]: cluster 2024-09-13T01:01:41.534721+0000 mon.a (mon.0) 3375 : cluster [DBG] osdmap e1761: 8 total, 8 up, 8 in 2024-09-13T01:01:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:41 smithi032 bash[75510]: cluster 2024-09-13T01:01:40.645671+0000 mgr.y (mgr.34107) 1767 : cluster [DBG] pgmap v3079: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 226 op/s 2024-09-13T01:01:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:41 smithi032 bash[75510]: cluster 2024-09-13T01:01:40.788319+0000 mon.a (mon.0) 3374 : cluster [DBG] osdmap e1760: 8 total, 8 up, 8 in 2024-09-13T01:01:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:41 smithi032 bash[75510]: cluster 2024-09-13T01:01:41.534721+0000 mon.a (mon.0) 3375 : cluster [DBG] osdmap e1761: 8 total, 8 up, 8 in 2024-09-13T01:01:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:41 smithi032 bash[76677]: cluster 2024-09-13T01:01:40.645671+0000 mgr.y (mgr.34107) 1767 : cluster [DBG] pgmap v3079: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 226 op/s 2024-09-13T01:01:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:41 smithi032 bash[76677]: cluster 2024-09-13T01:01:40.788319+0000 mon.a (mon.0) 3374 : cluster [DBG] osdmap e1760: 8 total, 8 up, 8 in 2024-09-13T01:01:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:41 smithi032 bash[76677]: cluster 2024-09-13T01:01:41.534721+0000 mon.a (mon.0) 3375 : cluster [DBG] osdmap e1761: 8 total, 8 up, 8 in 2024-09-13T01:01:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:01:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:01:42] "GET /metrics HTTP/1.1" 200 75242 "" "Prometheus/2.43.0" 2024-09-13T01:01:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:01:42 smithi053 bash[94430]: ts=2024-09-13T01:01:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:01:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:43 smithi032 bash[75510]: cluster 2024-09-13T01:01:42.537217+0000 mon.a (mon.0) 3376 : cluster [DBG] osdmap e1762: 8 total, 8 up, 8 in 2024-09-13T01:01:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:43 smithi032 bash[75510]: cluster 2024-09-13T01:01:42.646729+0000 mgr.y (mgr.34107) 1768 : cluster [DBG] pgmap v3083: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 4.4 KiB/s wr, 133 op/s 2024-09-13T01:01:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:43 smithi032 bash[76677]: cluster 2024-09-13T01:01:42.537217+0000 mon.a (mon.0) 3376 : cluster [DBG] osdmap e1762: 8 total, 8 up, 8 in 2024-09-13T01:01:43.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:43 smithi032 bash[76677]: cluster 2024-09-13T01:01:42.646729+0000 mgr.y (mgr.34107) 1768 : cluster [DBG] pgmap v3083: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 4.4 KiB/s wr, 133 op/s 2024-09-13T01:01:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:43 smithi053 bash[67631]: cluster 2024-09-13T01:01:42.537217+0000 mon.a (mon.0) 3376 : cluster [DBG] osdmap e1762: 8 total, 8 up, 8 in 2024-09-13T01:01:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:43 smithi053 bash[67631]: cluster 2024-09-13T01:01:42.646729+0000 mgr.y (mgr.34107) 1768 : cluster [DBG] pgmap v3083: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 4.4 KiB/s wr, 133 op/s 2024-09-13T01:01:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:44 smithi032 bash[75510]: cluster 2024-09-13T01:01:43.548265+0000 mon.a (mon.0) 3377 : cluster [DBG] osdmap e1763: 8 total, 8 up, 8 in 2024-09-13T01:01:44.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:44 smithi032 bash[76677]: cluster 2024-09-13T01:01:43.548265+0000 mon.a (mon.0) 3377 : cluster [DBG] osdmap e1763: 8 total, 8 up, 8 in 2024-09-13T01:01:45.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:44 smithi053 bash[67631]: cluster 2024-09-13T01:01:43.548265+0000 mon.a (mon.0) 3377 : cluster [DBG] osdmap e1763: 8 total, 8 up, 8 in 2024-09-13T01:01:45.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:45 smithi032 bash[75510]: cluster 2024-09-13T01:01:44.558137+0000 mon.a (mon.0) 3378 : cluster [DBG] osdmap e1764: 8 total, 8 up, 8 in 2024-09-13T01:01:45.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:45 smithi032 bash[75510]: cluster 2024-09-13T01:01:44.647932+0000 mgr.y (mgr.34107) 1769 : cluster [DBG] pgmap v3086: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 12 KiB/s wr, 256 op/s 2024-09-13T01:01:45.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:45 smithi032 bash[76677]: cluster 2024-09-13T01:01:44.558137+0000 mon.a (mon.0) 3378 : cluster [DBG] osdmap e1764: 8 total, 8 up, 8 in 2024-09-13T01:01:45.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:45 smithi032 bash[76677]: cluster 2024-09-13T01:01:44.647932+0000 mgr.y (mgr.34107) 1769 : cluster [DBG] pgmap v3086: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 12 KiB/s wr, 256 op/s 2024-09-13T01:01:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:45 smithi053 bash[67631]: cluster 2024-09-13T01:01:44.558137+0000 mon.a (mon.0) 3378 : cluster [DBG] osdmap e1764: 8 total, 8 up, 8 in 2024-09-13T01:01:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:45 smithi053 bash[67631]: cluster 2024-09-13T01:01:44.647932+0000 mgr.y (mgr.34107) 1769 : cluster [DBG] pgmap v3086: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 12 KiB/s wr, 256 op/s 2024-09-13T01:01:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:46 smithi032 bash[75510]: cluster 2024-09-13T01:01:45.571754+0000 mon.a (mon.0) 3379 : cluster [DBG] osdmap e1765: 8 total, 8 up, 8 in 2024-09-13T01:01:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:46 smithi032 bash[76677]: cluster 2024-09-13T01:01:45.571754+0000 mon.a (mon.0) 3379 : cluster [DBG] osdmap e1765: 8 total, 8 up, 8 in 2024-09-13T01:01:47.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:46 smithi053 bash[67631]: cluster 2024-09-13T01:01:45.571754+0000 mon.a (mon.0) 3379 : cluster [DBG] osdmap e1765: 8 total, 8 up, 8 in 2024-09-13T01:01:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:47 smithi032 bash[75510]: cluster 2024-09-13T01:01:46.581836+0000 mon.a (mon.0) 3380 : cluster [DBG] osdmap e1766: 8 total, 8 up, 8 in 2024-09-13T01:01:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:47 smithi032 bash[75510]: cluster 2024-09-13T01:01:46.649008+0000 mgr.y (mgr.34107) 1770 : cluster [DBG] pgmap v3089: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2024-09-13T01:01:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:47 smithi032 bash[75510]: audit 2024-09-13T01:01:47.298125+0000 mon.a (mon.0) 3381 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:01:47.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:47 smithi032 bash[76677]: cluster 2024-09-13T01:01:46.581836+0000 mon.a (mon.0) 3380 : cluster [DBG] osdmap e1766: 8 total, 8 up, 8 in 2024-09-13T01:01:47.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:47 smithi032 bash[76677]: cluster 2024-09-13T01:01:46.649008+0000 mgr.y (mgr.34107) 1770 : cluster [DBG] pgmap v3089: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2024-09-13T01:01:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:47 smithi032 bash[76677]: audit 2024-09-13T01:01:47.298125+0000 mon.a (mon.0) 3381 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:01:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:47 smithi053 bash[67631]: cluster 2024-09-13T01:01:46.581836+0000 mon.a (mon.0) 3380 : cluster [DBG] osdmap e1766: 8 total, 8 up, 8 in 2024-09-13T01:01:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:47 smithi053 bash[67631]: cluster 2024-09-13T01:01:46.649008+0000 mgr.y (mgr.34107) 1770 : cluster [DBG] pgmap v3089: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2024-09-13T01:01:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:47 smithi053 bash[67631]: audit 2024-09-13T01:01:47.298125+0000 mon.a (mon.0) 3381 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:01:48.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[75510]: cluster 2024-09-13T01:01:47.593242+0000 mon.a (mon.0) 3382 : cluster [DBG] osdmap e1767: 8 total, 8 up, 8 in 2024-09-13T01:01:48.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[75510]: audit 2024-09-13T01:01:47.655863+0000 mon.a (mon.0) 3383 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[75510]: audit 2024-09-13T01:01:47.660666+0000 mon.a (mon.0) 3384 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[75510]: audit 2024-09-13T01:01:47.668011+0000 mon.a (mon.0) 3385 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[75510]: audit 2024-09-13T01:01:47.672842+0000 mon.a (mon.0) 3386 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[75510]: audit 2024-09-13T01:01:48.158948+0000 mon.a (mon.0) 3387 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:01:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[75510]: audit 2024-09-13T01:01:48.160673+0000 mon.a (mon.0) 3388 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:01:48.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[75510]: audit 2024-09-13T01:01:48.170709+0000 mon.a (mon.0) 3389 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:48.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[76677]: cluster 2024-09-13T01:01:47.593242+0000 mon.a (mon.0) 3382 : cluster [DBG] osdmap e1767: 8 total, 8 up, 8 in 2024-09-13T01:01:48.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[76677]: audit 2024-09-13T01:01:47.655863+0000 mon.a (mon.0) 3383 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:48.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[76677]: audit 2024-09-13T01:01:47.660666+0000 mon.a (mon.0) 3384 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:48.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[76677]: audit 2024-09-13T01:01:47.668011+0000 mon.a (mon.0) 3385 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:48.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[76677]: audit 2024-09-13T01:01:47.672842+0000 mon.a (mon.0) 3386 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:48.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[76677]: audit 2024-09-13T01:01:48.158948+0000 mon.a (mon.0) 3387 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:01:48.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[76677]: audit 2024-09-13T01:01:48.160673+0000 mon.a (mon.0) 3388 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:01:48.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:48 smithi032 bash[76677]: audit 2024-09-13T01:01:48.170709+0000 mon.a (mon.0) 3389 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:49.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:48 smithi053 bash[67631]: cluster 2024-09-13T01:01:47.593242+0000 mon.a (mon.0) 3382 : cluster [DBG] osdmap e1767: 8 total, 8 up, 8 in 2024-09-13T01:01:49.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:48 smithi053 bash[67631]: audit 2024-09-13T01:01:47.655863+0000 mon.a (mon.0) 3383 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:49.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:48 smithi053 bash[67631]: audit 2024-09-13T01:01:47.660666+0000 mon.a (mon.0) 3384 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:49.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:48 smithi053 bash[67631]: audit 2024-09-13T01:01:47.668011+0000 mon.a (mon.0) 3385 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:49.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:48 smithi053 bash[67631]: audit 2024-09-13T01:01:47.672842+0000 mon.a (mon.0) 3386 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:49.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:48 smithi053 bash[67631]: audit 2024-09-13T01:01:48.158948+0000 mon.a (mon.0) 3387 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:01:49.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:48 smithi053 bash[67631]: audit 2024-09-13T01:01:48.160673+0000 mon.a (mon.0) 3388 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:01:49.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:48 smithi053 bash[67631]: audit 2024-09-13T01:01:48.170709+0000 mon.a (mon.0) 3389 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:01:49.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:49 smithi032 bash[75510]: cluster 2024-09-13T01:01:48.601016+0000 mon.a (mon.0) 3390 : cluster [DBG] osdmap e1768: 8 total, 8 up, 8 in 2024-09-13T01:01:49.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:49 smithi032 bash[75510]: cluster 2024-09-13T01:01:48.650471+0000 mgr.y (mgr.34107) 1771 : cluster [DBG] pgmap v3092: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-09-13T01:01:49.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:49 smithi032 bash[76677]: cluster 2024-09-13T01:01:48.601016+0000 mon.a (mon.0) 3390 : cluster [DBG] osdmap e1768: 8 total, 8 up, 8 in 2024-09-13T01:01:49.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:49 smithi032 bash[76677]: cluster 2024-09-13T01:01:48.650471+0000 mgr.y (mgr.34107) 1771 : cluster [DBG] pgmap v3092: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-09-13T01:01:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:49 smithi053 bash[67631]: cluster 2024-09-13T01:01:48.601016+0000 mon.a (mon.0) 3390 : cluster [DBG] osdmap e1768: 8 total, 8 up, 8 in 2024-09-13T01:01:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:49 smithi053 bash[67631]: cluster 2024-09-13T01:01:48.650471+0000 mgr.y (mgr.34107) 1771 : cluster [DBG] pgmap v3092: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-09-13T01:01:50.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:50 smithi032 bash[75510]: cluster 2024-09-13T01:01:49.604533+0000 mon.a (mon.0) 3391 : cluster [DBG] osdmap e1769: 8 total, 8 up, 8 in 2024-09-13T01:01:50.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:50 smithi032 bash[76677]: cluster 2024-09-13T01:01:49.604533+0000 mon.a (mon.0) 3391 : cluster [DBG] osdmap e1769: 8 total, 8 up, 8 in 2024-09-13T01:01:51.019 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10737 ms) 2024-09-13T01:01:51.019 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.Metadata 2024-09-13T01:01:51.019 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:51.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:50 smithi053 bash[67631]: cluster 2024-09-13T01:01:49.604533+0000 mon.a (mon.0) 3391 : cluster [DBG] osdmap e1769: 8 total, 8 up, 8 in 2024-09-13T01:01:51.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:51 smithi032 bash[75510]: cluster 2024-09-13T01:01:50.652487+0000 mgr.y (mgr.34107) 1772 : cluster [DBG] pgmap v3094: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 8.8 KiB/s wr, 93 op/s 2024-09-13T01:01:51.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:51 smithi032 bash[76677]: cluster 2024-09-13T01:01:50.652487+0000 mgr.y (mgr.34107) 1772 : cluster [DBG] pgmap v3094: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 8.8 KiB/s wr, 93 op/s 2024-09-13T01:01:51.944 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.Metadata (925 ms) 2024-09-13T01:01:51.944 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-09-13T01:01:51.944 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:51 smithi053 bash[67631]: cluster 2024-09-13T01:01:50.652487+0000 mgr.y (mgr.34107) 1772 : cluster [DBG] pgmap v3094: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 8.8 KiB/s wr, 93 op/s 2024-09-13T01:01:52.635 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:01:52 smithi053 bash[94430]: ts=2024-09-13T01:01:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:01:52.635 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:01:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:01:52] "GET /metrics HTTP/1.1" 200 75242 "" "Prometheus/2.43.0" 2024-09-13T01:01:52.908 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.MetadataPP (964 ms) 2024-09-13T01:01:52.908 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-09-13T01:01:52.908 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:52.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:52 smithi032 bash[75510]: cluster 2024-09-13T01:01:51.628009+0000 mon.a (mon.0) 3392 : cluster [DBG] osdmap e1770: 8 total, 8 up, 8 in 2024-09-13T01:01:52.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:52 smithi032 bash[76677]: cluster 2024-09-13T01:01:51.628009+0000 mon.a (mon.0) 3392 : cluster [DBG] osdmap e1770: 8 total, 8 up, 8 in 2024-09-13T01:01:53.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:52 smithi053 bash[67631]: cluster 2024-09-13T01:01:51.628009+0000 mon.a (mon.0) 3392 : cluster [DBG] osdmap e1770: 8 total, 8 up, 8 in 2024-09-13T01:01:53.190 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.UpdateFeatures (282 ms) 2024-09-13T01:01:53.190 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-09-13T01:01:53.190 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-09-13T01:01:53.190 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-09-13T01:01:53.190 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:53.817 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2024-09-13T01:01:53.817 INFO:tasks.workunit.client.0.smithi032.stdout:25.00% done 2024-09-13T01:01:53.817 INFO:tasks.workunit.client.0.smithi032.stdout:50.00% done 2024-09-13T01:01:53.817 INFO:tasks.workunit.client.0.smithi032.stdout:75.00% done 2024-09-13T01:01:53.817 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.RebuildObjectMap (627 ms) 2024-09-13T01:01:53.817 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-09-13T01:01:53.910 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2024-09-13T01:01:53.910 INFO:tasks.workunit.client.0.smithi032.stdout:25.00% done 2024-09-13T01:01:53.910 INFO:tasks.workunit.client.0.smithi032.stdout:50.00% done 2024-09-13T01:01:53.910 INFO:tasks.workunit.client.0.smithi032.stdout:75.00% done 2024-09-13T01:01:53.910 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (93 ms) 2024-09-13T01:01:53.910 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-09-13T01:01:53.910 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:53 smithi032 bash[75510]: cluster 2024-09-13T01:01:52.630837+0000 mon.a (mon.0) 3393 : cluster [DBG] osdmap e1771: 8 total, 8 up, 8 in 2024-09-13T01:01:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:53 smithi032 bash[75510]: cluster 2024-09-13T01:01:52.654836+0000 mgr.y (mgr.34107) 1773 : cluster [DBG] pgmap v3097: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 33 KiB/s wr, 152 op/s 2024-09-13T01:01:53.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:53 smithi032 bash[76677]: cluster 2024-09-13T01:01:52.630837+0000 mon.a (mon.0) 3393 : cluster [DBG] osdmap e1771: 8 total, 8 up, 8 in 2024-09-13T01:01:53.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:53 smithi032 bash[76677]: cluster 2024-09-13T01:01:52.654836+0000 mgr.y (mgr.34107) 1773 : cluster [DBG] pgmap v3097: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 33 KiB/s wr, 152 op/s 2024-09-13T01:01:54.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:53 smithi053 bash[67631]: cluster 2024-09-13T01:01:52.630837+0000 mon.a (mon.0) 3393 : cluster [DBG] osdmap e1771: 8 total, 8 up, 8 in 2024-09-13T01:01:54.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:53 smithi053 bash[67631]: cluster 2024-09-13T01:01:52.654836+0000 mgr.y (mgr.34107) 1773 : cluster [DBG] pgmap v3097: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 33 KiB/s wr, 152 op/s 2024-09-13T01:01:54.857 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2024-09-13T01:01:54.857 INFO:tasks.workunit.client.0.smithi032.stdout:25.00% done 2024-09-13T01:01:54.857 INFO:tasks.workunit.client.0.smithi032.stdout:50.00% done 2024-09-13T01:01:54.857 INFO:tasks.workunit.client.0.smithi032.stdout:75.00% done 2024-09-13T01:01:54.857 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CheckObjectMap (947 ms) 2024-09-13T01:01:54.857 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-09-13T01:01:54.857 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:54.941 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.BlockingAIO (84 ms) 2024-09-13T01:01:54.941 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-09-13T01:01:54.941 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:55.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:54 smithi053 bash[67631]: cluster 2024-09-13T01:01:53.646793+0000 mon.a (mon.0) 3394 : cluster [DBG] osdmap e1772: 8 total, 8 up, 8 in 2024-09-13T01:01:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:54 smithi032 bash[75510]: cluster 2024-09-13T01:01:53.646793+0000 mon.a (mon.0) 3394 : cluster [DBG] osdmap e1772: 8 total, 8 up, 8 in 2024-09-13T01:01:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:54 smithi032 bash[76677]: cluster 2024-09-13T01:01:53.646793+0000 mon.a (mon.0) 3394 : cluster [DBG] osdmap e1772: 8 total, 8 up, 8 in 2024-09-13T01:01:55.197 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (256 ms) 2024-09-13T01:01:55.197 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-09-13T01:01:55.197 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T01:01:55.198 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-09-13T01:01:55.198 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-09-13T01:01:55.198 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:55.953 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (756 ms) 2024-09-13T01:01:55.953 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-09-13T01:01:55.953 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:55 smithi053 bash[67631]: cluster 2024-09-13T01:01:54.655976+0000 mgr.y (mgr.34107) 1774 : cluster [DBG] pgmap v3099: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 397 KiB/s rd, 160 KiB/s wr, 647 op/s 2024-09-13T01:01:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:55 smithi053 bash[67631]: cluster 2024-09-13T01:01:54.666264+0000 mon.a (mon.0) 3395 : cluster [DBG] osdmap e1773: 8 total, 8 up, 8 in 2024-09-13T01:01:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:55 smithi053 bash[67631]: audit 2024-09-13T01:01:55.214478+0000 mon.a (mon.0) 3396 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:01:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:55 smithi032 bash[75510]: cluster 2024-09-13T01:01:54.655976+0000 mgr.y (mgr.34107) 1774 : cluster [DBG] pgmap v3099: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 397 KiB/s rd, 160 KiB/s wr, 647 op/s 2024-09-13T01:01:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:55 smithi032 bash[75510]: cluster 2024-09-13T01:01:54.666264+0000 mon.a (mon.0) 3395 : cluster [DBG] osdmap e1773: 8 total, 8 up, 8 in 2024-09-13T01:01:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:55 smithi032 bash[75510]: audit 2024-09-13T01:01:55.214478+0000 mon.a (mon.0) 3396 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:01:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:55 smithi032 bash[76677]: cluster 2024-09-13T01:01:54.655976+0000 mgr.y (mgr.34107) 1774 : cluster [DBG] pgmap v3099: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 397 KiB/s rd, 160 KiB/s wr, 647 op/s 2024-09-13T01:01:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:55 smithi032 bash[76677]: cluster 2024-09-13T01:01:54.666264+0000 mon.a (mon.0) 3395 : cluster [DBG] osdmap e1773: 8 total, 8 up, 8 in 2024-09-13T01:01:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:55 smithi032 bash[76677]: audit 2024-09-13T01:01:55.214478+0000 mon.a (mon.0) 3396 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:01:56.806 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (853 ms) 2024-09-13T01:01:56.806 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-09-13T01:01:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:56 smithi053 bash[67631]: cluster 2024-09-13T01:01:55.723972+0000 mon.a (mon.0) 3397 : cluster [DBG] osdmap e1774: 8 total, 8 up, 8 in 2024-09-13T01:01:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:56 smithi032 bash[75510]: cluster 2024-09-13T01:01:55.723972+0000 mon.a (mon.0) 3397 : cluster [DBG] osdmap e1774: 8 total, 8 up, 8 in 2024-09-13T01:01:57.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:56 smithi032 bash[76677]: cluster 2024-09-13T01:01:55.723972+0000 mon.a (mon.0) 3397 : cluster [DBG] osdmap e1774: 8 total, 8 up, 8 in 2024-09-13T01:01:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:57 smithi053 bash[67631]: cluster 2024-09-13T01:01:56.657209+0000 mgr.y (mgr.34107) 1775 : cluster [DBG] pgmap v3102: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 188 KiB/s wr, 831 op/s 2024-09-13T01:01:58.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:57 smithi053 bash[67631]: cluster 2024-09-13T01:01:56.733554+0000 mon.a (mon.0) 3398 : cluster [DBG] osdmap e1775: 8 total, 8 up, 8 in 2024-09-13T01:01:58.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:57 smithi053 bash[67631]: audit 2024-09-13T01:01:56.892665+0000 mon.a (mon.0) 3399 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-09-13T01:01:58.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:57 smithi053 bash[67631]: audit 2024-09-13T01:01:56.893096+0000 mon.a (mon.0) 3400 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-09-13T01:01:58.050 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2024-09-13T01:01:58.050 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2024-09-13T01:01:58.050 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestImageOptions (1244 ms) 2024-09-13T01:01:58.050 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-09-13T01:01:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:57 smithi032 bash[75510]: cluster 2024-09-13T01:01:56.657209+0000 mgr.y (mgr.34107) 1775 : cluster [DBG] pgmap v3102: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 188 KiB/s wr, 831 op/s 2024-09-13T01:01:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:57 smithi032 bash[75510]: cluster 2024-09-13T01:01:56.733554+0000 mon.a (mon.0) 3398 : cluster [DBG] osdmap e1775: 8 total, 8 up, 8 in 2024-09-13T01:01:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:57 smithi032 bash[75510]: audit 2024-09-13T01:01:56.892665+0000 mon.a (mon.0) 3399 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-09-13T01:01:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:57 smithi032 bash[75510]: audit 2024-09-13T01:01:56.893096+0000 mon.a (mon.0) 3400 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-09-13T01:01:58.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:57 smithi032 bash[76677]: cluster 2024-09-13T01:01:56.657209+0000 mgr.y (mgr.34107) 1775 : cluster [DBG] pgmap v3102: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 188 KiB/s wr, 831 op/s 2024-09-13T01:01:58.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:57 smithi032 bash[76677]: cluster 2024-09-13T01:01:56.733554+0000 mon.a (mon.0) 3398 : cluster [DBG] osdmap e1775: 8 total, 8 up, 8 in 2024-09-13T01:01:58.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:57 smithi032 bash[76677]: audit 2024-09-13T01:01:56.892665+0000 mon.a (mon.0) 3399 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-09-13T01:01:58.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:57 smithi032 bash[76677]: audit 2024-09-13T01:01:56.893096+0000 mon.a (mon.0) 3400 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-09-13T01:01:59.028 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2024-09-13T01:01:59.028 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2024-09-13T01:01:59.028 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (977 ms) 2024-09-13T01:01:59.028 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-09-13T01:01:59.028 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-09-13T01:01:59.028 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-09-13T01:01:59.028 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-09-13T01:01:59.028 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-09-13T01:01:59.028 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:58 smithi053 bash[67631]: audit 2024-09-13T01:01:57.743215+0000 mon.a (mon.0) 3401 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-09-13T01:01:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:58 smithi053 bash[67631]: audit 2024-09-13T01:01:57.743420+0000 mon.a (mon.0) 3402 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-09-13T01:01:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:58 smithi053 bash[67631]: cluster 2024-09-13T01:01:57.743549+0000 mon.a (mon.0) 3403 : cluster [DBG] osdmap e1776: 8 total, 8 up, 8 in 2024-09-13T01:01:59.125 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:01:59.126 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:01:59.126 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:01:59.126 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:01:59.126 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2024-09-13T01:01:59.126 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:01:59.126 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:01:59.126 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:01:59.126 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:01:59.126 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:01:59.126 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:01:59.126 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:01:59.126 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:01:59.127 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:01:59.127 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:01:59.127 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:01:59.127 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:01:59.127 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:01:59.127 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:01:59.127 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:01:59.127 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:01:59.127 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:01:59.127 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:01:59.127 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:01:59.127 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:01:59.127 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:01:59.128 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2024-09-13T01:01:59.128 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2024-09-13T01:01:59.128 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2024-09-13T01:01:59.128 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2024-09-13T01:01:59.128 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:01:59.128 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:01:59.128 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:01:59.128 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:01:59.128 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:01:59.128 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:01:59.128 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:01:59.128 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:01:59.128 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:01:59.129 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:01:59.129 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:01:59.129 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:01:59.129 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:01:59.129 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:01:59.129 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:01:59.129 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:01:59.129 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2024-09-13T01:01:59.129 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2024-09-13T01:01:59.129 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2024-09-13T01:01:59.129 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2024-09-13T01:01:59.129 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ImagePollIO (97 ms) 2024-09-13T01:01:59.129 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.Mirror 2024-09-13T01:01:59.136 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:59.157 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:01:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:58 smithi032 bash[75510]: audit 2024-09-13T01:01:57.743215+0000 mon.a (mon.0) 3401 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-09-13T01:01:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:58 smithi032 bash[75510]: audit 2024-09-13T01:01:57.743420+0000 mon.a (mon.0) 3402 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-09-13T01:01:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:58 smithi032 bash[75510]: cluster 2024-09-13T01:01:57.743549+0000 mon.a (mon.0) 3403 : cluster [DBG] osdmap e1776: 8 total, 8 up, 8 in 2024-09-13T01:01:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:58 smithi032 bash[76677]: audit 2024-09-13T01:01:57.743215+0000 mon.a (mon.0) 3401 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-09-13T01:01:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:58 smithi032 bash[76677]: audit 2024-09-13T01:01:57.743420+0000 mon.a (mon.0) 3402 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-09-13T01:01:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:58 smithi032 bash[76677]: cluster 2024-09-13T01:01:57.743549+0000 mon.a (mon.0) 3403 : cluster [DBG] osdmap e1776: 8 total, 8 up, 8 in 2024-09-13T01:02:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:59 smithi053 bash[67631]: cluster 2024-09-13T01:01:58.660078+0000 mgr.y (mgr.34107) 1776 : cluster [DBG] pgmap v3105: 649 pgs: 1 peering, 648 active+clean; 147 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 450 KiB/s rd, 1.1 MiB/s wr, 590 op/s 2024-09-13T01:02:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:01:59 smithi053 bash[67631]: cluster 2024-09-13T01:01:58.752786+0000 mon.a (mon.0) 3404 : cluster [DBG] osdmap e1777: 8 total, 8 up, 8 in 2024-09-13T01:02:00.121 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.Mirror (996 ms) 2024-09-13T01:02:00.121 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-09-13T01:02:00.156 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (35 ms) 2024-09-13T01:02:00.157 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-09-13T01:02:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:59 smithi032 bash[75510]: cluster 2024-09-13T01:01:58.660078+0000 mgr.y (mgr.34107) 1776 : cluster [DBG] pgmap v3105: 649 pgs: 1 peering, 648 active+clean; 147 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 450 KiB/s rd, 1.1 MiB/s wr, 590 op/s 2024-09-13T01:02:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:01:59 smithi032 bash[75510]: cluster 2024-09-13T01:01:58.752786+0000 mon.a (mon.0) 3404 : cluster [DBG] osdmap e1777: 8 total, 8 up, 8 in 2024-09-13T01:02:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:59 smithi032 bash[76677]: cluster 2024-09-13T01:01:58.660078+0000 mgr.y (mgr.34107) 1776 : cluster [DBG] pgmap v3105: 649 pgs: 1 peering, 648 active+clean; 147 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 450 KiB/s rd, 1.1 MiB/s wr, 590 op/s 2024-09-13T01:02:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:01:59 smithi032 bash[76677]: cluster 2024-09-13T01:01:58.752786+0000 mon.a (mon.0) 3404 : cluster [DBG] osdmap e1777: 8 total, 8 up, 8 in 2024-09-13T01:02:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:00 smithi053 bash[67631]: cluster 2024-09-13T01:01:59.755958+0000 mon.a (mon.0) 3405 : cluster [DBG] osdmap e1778: 8 total, 8 up, 8 in 2024-09-13T01:02:01.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:00 smithi053 bash[67631]: audit 2024-09-13T01:02:00.056183+0000 mon.a (mon.0) 3406 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2024-09-13T01:02:01.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:00 smithi053 bash[67631]: audit 2024-09-13T01:02:00.065271+0000 mon.a (mon.0) 3407 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]': finished 2024-09-13T01:02:01.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:00 smithi053 bash[67631]: audit 2024-09-13T01:02:00.070816+0000 mon.a (mon.0) 3408 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4e58c1ae-e068-4e10-a6d4-acf42791c204"}]: dispatch 2024-09-13T01:02:01.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:00 smithi053 bash[67631]: audit 2024-09-13T01:02:00.077142+0000 mon.a (mon.0) 3409 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4e58c1ae-e068-4e10-a6d4-acf42791c204"}]': finished 2024-09-13T01:02:01.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:00 smithi053 bash[67631]: audit 2024-09-13T01:02:00.093137+0000 mon.a (mon.0) 3410 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/41ec261e-fdbe-4718-86d8-0f938d01f729"}]: dispatch 2024-09-13T01:02:01.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:00 smithi053 bash[67631]: audit 2024-09-13T01:02:00.099754+0000 mon.a (mon.0) 3411 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/41ec261e-fdbe-4718-86d8-0f938d01f729"}]': finished 2024-09-13T01:02:01.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:00 smithi053 bash[67631]: audit 2024-09-13T01:02:00.104732+0000 mon.a (mon.0) 3412 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/0f1b802f-1f6b-40cc-b698-f07bc7eaa091"}]: dispatch 2024-09-13T01:02:01.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:00 smithi053 bash[67631]: audit 2024-09-13T01:02:00.110995+0000 mon.a (mon.0) 3413 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/0f1b802f-1f6b-40cc-b698-f07bc7eaa091"}]': finished 2024-09-13T01:02:01.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:00 smithi053 bash[67631]: audit 2024-09-13T01:02:00.132398+0000 mon.a (mon.0) 3414 : audit [DBG] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/a9a64a5d-e356-4e61-9139-26d6798d0da1"}]: dispatch 2024-09-13T01:02:01.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:00 smithi053 bash[67631]: audit 2024-09-13T01:02:00.140599+0000 mon.a (mon.0) 3415 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' 2024-09-13T01:02:01.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:00 smithi053 bash[67631]: audit 2024-09-13T01:02:00.141478+0000 mon.a (mon.0) 3416 : audit [DBG] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/a9a64a5d-e356-4e61-9139-26d6798d0da1"}]: dispatch 2024-09-13T01:02:01.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:00 smithi053 bash[67631]: audit 2024-09-13T01:02:00.142142+0000 mon.a (mon.0) 3417 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/a9a64a5d-e356-4e61-9139-26d6798d0da1"}]: dispatch 2024-09-13T01:02:01.039 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:00 smithi053 bash[67631]: audit 2024-09-13T01:02:00.147788+0000 mon.a (mon.0) 3418 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/a9a64a5d-e356-4e61-9139-26d6798d0da1"}]': finished 2024-09-13T01:02:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[75510]: cluster 2024-09-13T01:01:59.755958+0000 mon.a (mon.0) 3405 : cluster [DBG] osdmap e1778: 8 total, 8 up, 8 in 2024-09-13T01:02:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[75510]: audit 2024-09-13T01:02:00.056183+0000 mon.a (mon.0) 3406 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2024-09-13T01:02:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[75510]: audit 2024-09-13T01:02:00.065271+0000 mon.a (mon.0) 3407 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]': finished 2024-09-13T01:02:01.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[75510]: audit 2024-09-13T01:02:00.070816+0000 mon.a (mon.0) 3408 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4e58c1ae-e068-4e10-a6d4-acf42791c204"}]: dispatch 2024-09-13T01:02:01.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[75510]: audit 2024-09-13T01:02:00.077142+0000 mon.a (mon.0) 3409 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4e58c1ae-e068-4e10-a6d4-acf42791c204"}]': finished 2024-09-13T01:02:01.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[75510]: audit 2024-09-13T01:02:00.093137+0000 mon.a (mon.0) 3410 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/41ec261e-fdbe-4718-86d8-0f938d01f729"}]: dispatch 2024-09-13T01:02:01.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[75510]: audit 2024-09-13T01:02:00.099754+0000 mon.a (mon.0) 3411 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/41ec261e-fdbe-4718-86d8-0f938d01f729"}]': finished 2024-09-13T01:02:01.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[75510]: audit 2024-09-13T01:02:00.104732+0000 mon.a (mon.0) 3412 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/0f1b802f-1f6b-40cc-b698-f07bc7eaa091"}]: dispatch 2024-09-13T01:02:01.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[75510]: audit 2024-09-13T01:02:00.110995+0000 mon.a (mon.0) 3413 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/0f1b802f-1f6b-40cc-b698-f07bc7eaa091"}]': finished 2024-09-13T01:02:01.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[75510]: audit 2024-09-13T01:02:00.132398+0000 mon.a (mon.0) 3414 : audit [DBG] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/a9a64a5d-e356-4e61-9139-26d6798d0da1"}]: dispatch 2024-09-13T01:02:01.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[75510]: audit 2024-09-13T01:02:00.140599+0000 mon.a (mon.0) 3415 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' 2024-09-13T01:02:01.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[75510]: audit 2024-09-13T01:02:00.141478+0000 mon.a (mon.0) 3416 : audit [DBG] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/a9a64a5d-e356-4e61-9139-26d6798d0da1"}]: dispatch 2024-09-13T01:02:01.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[75510]: audit 2024-09-13T01:02:00.142142+0000 mon.a (mon.0) 3417 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/a9a64a5d-e356-4e61-9139-26d6798d0da1"}]: dispatch 2024-09-13T01:02:01.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[75510]: audit 2024-09-13T01:02:00.147788+0000 mon.a (mon.0) 3418 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/a9a64a5d-e356-4e61-9139-26d6798d0da1"}]': finished 2024-09-13T01:02:01.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[76677]: cluster 2024-09-13T01:01:59.755958+0000 mon.a (mon.0) 3405 : cluster [DBG] osdmap e1778: 8 total, 8 up, 8 in 2024-09-13T01:02:01.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[76677]: audit 2024-09-13T01:02:00.056183+0000 mon.a (mon.0) 3406 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2024-09-13T01:02:01.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[76677]: audit 2024-09-13T01:02:00.065271+0000 mon.a (mon.0) 3407 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]': finished 2024-09-13T01:02:01.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[76677]: audit 2024-09-13T01:02:00.070816+0000 mon.a (mon.0) 3408 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4e58c1ae-e068-4e10-a6d4-acf42791c204"}]: dispatch 2024-09-13T01:02:01.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[76677]: audit 2024-09-13T01:02:00.077142+0000 mon.a (mon.0) 3409 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4e58c1ae-e068-4e10-a6d4-acf42791c204"}]': finished 2024-09-13T01:02:01.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[76677]: audit 2024-09-13T01:02:00.093137+0000 mon.a (mon.0) 3410 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/41ec261e-fdbe-4718-86d8-0f938d01f729"}]: dispatch 2024-09-13T01:02:01.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[76677]: audit 2024-09-13T01:02:00.099754+0000 mon.a (mon.0) 3411 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/41ec261e-fdbe-4718-86d8-0f938d01f729"}]': finished 2024-09-13T01:02:01.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[76677]: audit 2024-09-13T01:02:00.104732+0000 mon.a (mon.0) 3412 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/0f1b802f-1f6b-40cc-b698-f07bc7eaa091"}]: dispatch 2024-09-13T01:02:01.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[76677]: audit 2024-09-13T01:02:00.110995+0000 mon.a (mon.0) 3413 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/0f1b802f-1f6b-40cc-b698-f07bc7eaa091"}]': finished 2024-09-13T01:02:01.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[76677]: audit 2024-09-13T01:02:00.132398+0000 mon.a (mon.0) 3414 : audit [DBG] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/a9a64a5d-e356-4e61-9139-26d6798d0da1"}]: dispatch 2024-09-13T01:02:01.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[76677]: audit 2024-09-13T01:02:00.140599+0000 mon.a (mon.0) 3415 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' 2024-09-13T01:02:01.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[76677]: audit 2024-09-13T01:02:00.141478+0000 mon.a (mon.0) 3416 : audit [DBG] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/a9a64a5d-e356-4e61-9139-26d6798d0da1"}]: dispatch 2024-09-13T01:02:01.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[76677]: audit 2024-09-13T01:02:00.142142+0000 mon.a (mon.0) 3417 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/a9a64a5d-e356-4e61-9139-26d6798d0da1"}]: dispatch 2024-09-13T01:02:01.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:00 smithi032 bash[76677]: audit 2024-09-13T01:02:00.147788+0000 mon.a (mon.0) 3418 : audit [INF] from='client.? 172.21.15.32:0/690744334' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/a9a64a5d-e356-4e61-9139-26d6798d0da1"}]': finished 2024-09-13T01:02:02.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:02 smithi032 bash[75510]: cluster 2024-09-13T01:02:00.662456+0000 mgr.y (mgr.34107) 1777 : cluster [DBG] pgmap v3108: 649 pgs: 1 peering, 648 active+clean; 148 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 351 KiB/s rd, 1.3 MiB/s wr, 463 op/s 2024-09-13T01:02:02.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:02 smithi032 bash[75510]: cluster 2024-09-13T01:02:01.154234+0000 mon.a (mon.0) 3419 : cluster [DBG] osdmap e1779: 8 total, 8 up, 8 in 2024-09-13T01:02:02.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:02:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:02:02] "GET /metrics HTTP/1.1" 200 75244 "" "Prometheus/2.43.0" 2024-09-13T01:02:02.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:02 smithi032 bash[76677]: cluster 2024-09-13T01:02:00.662456+0000 mgr.y (mgr.34107) 1777 : cluster [DBG] pgmap v3108: 649 pgs: 1 peering, 648 active+clean; 148 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 351 KiB/s rd, 1.3 MiB/s wr, 463 op/s 2024-09-13T01:02:02.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:02 smithi032 bash[76677]: cluster 2024-09-13T01:02:01.154234+0000 mon.a (mon.0) 3419 : cluster [DBG] osdmap e1779: 8 total, 8 up, 8 in 2024-09-13T01:02:02.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:02 smithi053 bash[67631]: cluster 2024-09-13T01:02:00.662456+0000 mgr.y (mgr.34107) 1777 : cluster [DBG] pgmap v3108: 649 pgs: 1 peering, 648 active+clean; 148 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 351 KiB/s rd, 1.3 MiB/s wr, 463 op/s 2024-09-13T01:02:02.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:02 smithi053 bash[67631]: cluster 2024-09-13T01:02:01.154234+0000 mon.a (mon.0) 3419 : cluster [DBG] osdmap e1779: 8 total, 8 up, 8 in 2024-09-13T01:02:02.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:02:02 smithi053 bash[94430]: ts=2024-09-13T01:02:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:02:03.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:03 smithi053 bash[67631]: cluster 2024-09-13T01:02:02.171592+0000 mon.a (mon.0) 3420 : cluster [DBG] osdmap e1780: 8 total, 8 up, 8 in 2024-09-13T01:02:03.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:03 smithi032 bash[75510]: cluster 2024-09-13T01:02:02.171592+0000 mon.a (mon.0) 3420 : cluster [DBG] osdmap e1780: 8 total, 8 up, 8 in 2024-09-13T01:02:03.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:03 smithi032 bash[76677]: cluster 2024-09-13T01:02:02.171592+0000 mon.a (mon.0) 3420 : cluster [DBG] osdmap e1780: 8 total, 8 up, 8 in 2024-09-13T01:02:04.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:04 smithi053 bash[67631]: cluster 2024-09-13T01:02:02.664750+0000 mgr.y (mgr.34107) 1778 : cluster [DBG] pgmap v3111: 649 pgs: 1 peering, 648 active+clean; 151 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 1.0 MiB/s wr, 257 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T01:02:04.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:04 smithi053 bash[67631]: cluster 2024-09-13T01:02:03.181278+0000 mon.a (mon.0) 3421 : cluster [DBG] osdmap e1781: 8 total, 8 up, 8 in 2024-09-13T01:02:04.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:04 smithi032 bash[75510]: cluster 2024-09-13T01:02:02.664750+0000 mgr.y (mgr.34107) 1778 : cluster [DBG] pgmap v3111: 649 pgs: 1 peering, 648 active+clean; 151 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 1.0 MiB/s wr, 257 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T01:02:04.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:04 smithi032 bash[75510]: cluster 2024-09-13T01:02:03.181278+0000 mon.a (mon.0) 3421 : cluster [DBG] osdmap e1781: 8 total, 8 up, 8 in 2024-09-13T01:02:04.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:04 smithi032 bash[76677]: cluster 2024-09-13T01:02:02.664750+0000 mgr.y (mgr.34107) 1778 : cluster [DBG] pgmap v3111: 649 pgs: 1 peering, 648 active+clean; 151 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 1.0 MiB/s wr, 257 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T01:02:04.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:04 smithi032 bash[76677]: cluster 2024-09-13T01:02:03.181278+0000 mon.a (mon.0) 3421 : cluster [DBG] osdmap e1781: 8 total, 8 up, 8 in 2024-09-13T01:02:05.293 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5138 ms) 2024-09-13T01:02:05.294 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-09-13T01:02:05.294 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:05.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:05 smithi053 bash[67631]: cluster 2024-09-13T01:02:04.190189+0000 mon.a (mon.0) 3422 : cluster [DBG] osdmap e1782: 8 total, 8 up, 8 in 2024-09-13T01:02:05.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:05 smithi032 bash[75510]: cluster 2024-09-13T01:02:04.190189+0000 mon.a (mon.0) 3422 : cluster [DBG] osdmap e1782: 8 total, 8 up, 8 in 2024-09-13T01:02:05.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:05 smithi032 bash[76677]: cluster 2024-09-13T01:02:04.190189+0000 mon.a (mon.0) 3422 : cluster [DBG] osdmap e1782: 8 total, 8 up, 8 in 2024-09-13T01:02:06.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:06 smithi053 bash[67631]: cluster 2024-09-13T01:02:04.666089+0000 mgr.y (mgr.34107) 1779 : cluster [DBG] pgmap v3114: 649 pgs: 649 active+clean; 151 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 858 KiB/s wr, 315 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T01:02:06.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:06 smithi053 bash[67631]: cluster 2024-09-13T01:02:05.202753+0000 mon.a (mon.0) 3423 : cluster [DBG] osdmap e1783: 8 total, 8 up, 8 in 2024-09-13T01:02:06.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:06 smithi032 bash[75510]: cluster 2024-09-13T01:02:04.666089+0000 mgr.y (mgr.34107) 1779 : cluster [DBG] pgmap v3114: 649 pgs: 649 active+clean; 151 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 858 KiB/s wr, 315 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T01:02:06.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:06 smithi032 bash[75510]: cluster 2024-09-13T01:02:05.202753+0000 mon.a (mon.0) 3423 : cluster [DBG] osdmap e1783: 8 total, 8 up, 8 in 2024-09-13T01:02:06.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:06 smithi032 bash[76677]: cluster 2024-09-13T01:02:04.666089+0000 mgr.y (mgr.34107) 1779 : cluster [DBG] pgmap v3114: 649 pgs: 649 active+clean; 151 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 858 KiB/s wr, 315 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T01:02:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:06 smithi032 bash[76677]: cluster 2024-09-13T01:02:05.202753+0000 mon.a (mon.0) 3423 : cluster [DBG] osdmap e1783: 8 total, 8 up, 8 in 2024-09-13T01:02:07.288 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1994 ms) 2024-09-13T01:02:07.288 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-09-13T01:02:07.288 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:07.414 INFO:tasks.workunit.client.0.smithi032.stdout:1: acquiring exclusive lock 2024-09-13T01:02:07.414 INFO:tasks.workunit.client.0.smithi032.stdout:2: acquiring exclusive lock 2024-09-13T01:02:07.424 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock acquired 2024-09-13T01:02:07.471 INFO:tasks.workunit.client.0.smithi032.stdout:2: releasing exclusive lock 2024-09-13T01:02:07.478 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock released 2024-09-13T01:02:07.478 INFO:tasks.workunit.client.0.smithi032.stdout:2: acquiring exclusive lock 2024-09-13T01:02:07.489 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock acquired 2024-09-13T01:02:07.491 INFO:tasks.workunit.client.0.smithi032.stdout:2: releasing exclusive lock 2024-09-13T01:02:07.498 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock released 2024-09-13T01:02:07.498 INFO:tasks.workunit.client.0.smithi032.stdout:2: acquiring exclusive lock 2024-09-13T01:02:07.507 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock acquired 2024-09-13T01:02:07.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:07 smithi053 bash[67631]: cluster 2024-09-13T01:02:06.210905+0000 mon.a (mon.0) 3424 : cluster [DBG] osdmap e1784: 8 total, 8 up, 8 in 2024-09-13T01:02:07.547 INFO:tasks.workunit.client.0.smithi032.stdout:2: releasing exclusive lock 2024-09-13T01:02:07.554 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock released 2024-09-13T01:02:07.554 INFO:tasks.workunit.client.0.smithi032.stdout:2: acquiring exclusive lock 2024-09-13T01:02:07.564 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock acquired 2024-09-13T01:02:07.588 INFO:tasks.workunit.client.0.smithi032.stdout:1: releasing exclusive lock 2024-09-13T01:02:07.596 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock released 2024-09-13T01:02:07.596 INFO:tasks.workunit.client.0.smithi032.stdout:1: acquiring exclusive lock 2024-09-13T01:02:07.606 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock acquired 2024-09-13T01:02:07.614 INFO:tasks.workunit.client.0.smithi032.stdout:2: releasing exclusive lock 2024-09-13T01:02:07.622 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock released 2024-09-13T01:02:07.622 INFO:tasks.workunit.client.0.smithi032.stdout:2: acquiring exclusive lock 2024-09-13T01:02:07.630 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock acquired 2024-09-13T01:02:07.649 INFO:tasks.workunit.client.0.smithi032.stdout:1: releasing exclusive lock 2024-09-13T01:02:07.658 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock released 2024-09-13T01:02:07.658 INFO:tasks.workunit.client.0.smithi032.stdout:1: acquiring exclusive lock 2024-09-13T01:02:07.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:07 smithi032 bash[75510]: cluster 2024-09-13T01:02:06.210905+0000 mon.a (mon.0) 3424 : cluster [DBG] osdmap e1784: 8 total, 8 up, 8 in 2024-09-13T01:02:07.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:07 smithi032 bash[76677]: cluster 2024-09-13T01:02:06.210905+0000 mon.a (mon.0) 3424 : cluster [DBG] osdmap e1784: 8 total, 8 up, 8 in 2024-09-13T01:02:07.669 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock acquired 2024-09-13T01:02:07.690 INFO:tasks.workunit.client.0.smithi032.stdout:2: releasing exclusive lock 2024-09-13T01:02:07.699 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock released 2024-09-13T01:02:07.709 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock acquired 2024-09-13T01:02:07.757 INFO:tasks.workunit.client.0.smithi032.stdout:1: releasing exclusive lock 2024-09-13T01:02:07.765 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock released 2024-09-13T01:02:07.765 INFO:tasks.workunit.client.0.smithi032.stdout:1: acquiring exclusive lock 2024-09-13T01:02:07.775 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock acquired 2024-09-13T01:02:07.794 INFO:tasks.workunit.client.0.smithi032.stdout:1: releasing exclusive lock 2024-09-13T01:02:07.801 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock released 2024-09-13T01:02:07.801 INFO:tasks.workunit.client.0.smithi032.stdout:1: acquiring exclusive lock 2024-09-13T01:02:07.810 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock acquired 2024-09-13T01:02:07.822 INFO:tasks.workunit.client.0.smithi032.stdout:1: releasing exclusive lock 2024-09-13T01:02:07.829 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock released 2024-09-13T01:02:07.866 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ExclusiveLock (578 ms) 2024-09-13T01:02:07.866 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.BreakLock 2024-09-13T01:02:07.904 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:08.319 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.BreakLock (453 ms) 2024-09-13T01:02:08.319 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-09-13T01:02:08.319 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:08.400 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (80 ms) 2024-09-13T01:02:08.400 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-09-13T01:02:08.400 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.DefaultFeatures (1 ms) 2024-09-13T01:02:08.400 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-09-13T01:02:08.400 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:08.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:08 smithi053 bash[67631]: cluster 2024-09-13T01:02:06.667212+0000 mgr.y (mgr.34107) 1780 : cluster [DBG] pgmap v3117: 649 pgs: 649 active+clean; 151 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 5.2 KiB/s wr, 113 op/s 2024-09-13T01:02:08.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:08 smithi053 bash[67631]: cluster 2024-09-13T01:02:07.220440+0000 mon.a (mon.0) 3425 : cluster [DBG] osdmap e1785: 8 total, 8 up, 8 in 2024-09-13T01:02:08.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:08 smithi053 bash[67631]: audit 2024-09-13T01:02:08.001724+0000 mon.c (mon.2) 124 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/2472328927"}]: dispatch 2024-09-13T01:02:08.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:08 smithi053 bash[67631]: audit 2024-09-13T01:02:08.002387+0000 mon.a (mon.0) 3426 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/2472328927"}]: dispatch 2024-09-13T01:02:08.555 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2024-09-13T01:02:08.556 INFO:tasks.workunit.client.0.smithi032.stdout:1.56% done 2024-09-13T01:02:08.556 INFO:tasks.workunit.client.0.smithi032.stdout:3.12% done 2024-09-13T01:02:08.556 INFO:tasks.workunit.client.0.smithi032.stdout:4.69% done 2024-09-13T01:02:08.556 INFO:tasks.workunit.client.0.smithi032.stdout:6.25% done 2024-09-13T01:02:08.556 INFO:tasks.workunit.client.0.smithi032.stdout:7.81% done 2024-09-13T01:02:08.556 INFO:tasks.workunit.client.0.smithi032.stdout:9.38% done 2024-09-13T01:02:08.556 INFO:tasks.workunit.client.0.smithi032.stdout:10.94% done 2024-09-13T01:02:08.556 INFO:tasks.workunit.client.0.smithi032.stdout:12.50% done 2024-09-13T01:02:08.556 INFO:tasks.workunit.client.0.smithi032.stdout:14.06% done 2024-09-13T01:02:08.556 INFO:tasks.workunit.client.0.smithi032.stdout:15.62% done 2024-09-13T01:02:08.556 INFO:tasks.workunit.client.0.smithi032.stdout:17.19% done 2024-09-13T01:02:08.556 INFO:tasks.workunit.client.0.smithi032.stdout:18.75% done 2024-09-13T01:02:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:20.31% done 2024-09-13T01:02:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:21.88% done 2024-09-13T01:02:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:23.44% done 2024-09-13T01:02:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:25.00% done 2024-09-13T01:02:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:26.56% done 2024-09-13T01:02:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:28.12% done 2024-09-13T01:02:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:29.69% done 2024-09-13T01:02:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:31.25% done 2024-09-13T01:02:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:32.81% done 2024-09-13T01:02:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:34.38% done 2024-09-13T01:02:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:35.94% done 2024-09-13T01:02:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:37.50% done 2024-09-13T01:02:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:39.06% done 2024-09-13T01:02:08.557 INFO:tasks.workunit.client.0.smithi032.stdout:40.62% done 2024-09-13T01:02:08.558 INFO:tasks.workunit.client.0.smithi032.stdout:42.19% done 2024-09-13T01:02:08.558 INFO:tasks.workunit.client.0.smithi032.stdout:43.75% done 2024-09-13T01:02:08.558 INFO:tasks.workunit.client.0.smithi032.stdout:45.31% done 2024-09-13T01:02:08.558 INFO:tasks.workunit.client.0.smithi032.stdout:46.88% done 2024-09-13T01:02:08.558 INFO:tasks.workunit.client.0.smithi032.stdout:48.44% done 2024-09-13T01:02:08.558 INFO:tasks.workunit.client.0.smithi032.stdout:50.00% done 2024-09-13T01:02:08.558 INFO:tasks.workunit.client.0.smithi032.stdout:51.56% done 2024-09-13T01:02:08.558 INFO:tasks.workunit.client.0.smithi032.stdout:53.12% done 2024-09-13T01:02:08.558 INFO:tasks.workunit.client.0.smithi032.stdout:54.69% done 2024-09-13T01:02:08.558 INFO:tasks.workunit.client.0.smithi032.stdout:56.25% done 2024-09-13T01:02:08.558 INFO:tasks.workunit.client.0.smithi032.stdout:57.81% done 2024-09-13T01:02:08.558 INFO:tasks.workunit.client.0.smithi032.stdout:59.38% done 2024-09-13T01:02:08.558 INFO:tasks.workunit.client.0.smithi032.stdout:60.94% done 2024-09-13T01:02:08.559 INFO:tasks.workunit.client.0.smithi032.stdout:62.50% done 2024-09-13T01:02:08.559 INFO:tasks.workunit.client.0.smithi032.stdout:64.06% done 2024-09-13T01:02:08.559 INFO:tasks.workunit.client.0.smithi032.stdout:65.62% done 2024-09-13T01:02:08.559 INFO:tasks.workunit.client.0.smithi032.stdout:67.19% done 2024-09-13T01:02:08.559 INFO:tasks.workunit.client.0.smithi032.stdout:68.75% done 2024-09-13T01:02:08.559 INFO:tasks.workunit.client.0.smithi032.stdout:70.31% done 2024-09-13T01:02:08.559 INFO:tasks.workunit.client.0.smithi032.stdout:71.88% done 2024-09-13T01:02:08.559 INFO:tasks.workunit.client.0.smithi032.stdout:73.44% done 2024-09-13T01:02:08.559 INFO:tasks.workunit.client.0.smithi032.stdout:75.00% done 2024-09-13T01:02:08.559 INFO:tasks.workunit.client.0.smithi032.stdout:76.56% done 2024-09-13T01:02:08.559 INFO:tasks.workunit.client.0.smithi032.stdout:78.12% done 2024-09-13T01:02:08.559 INFO:tasks.workunit.client.0.smithi032.stdout:79.69% done 2024-09-13T01:02:08.559 INFO:tasks.workunit.client.0.smithi032.stdout:81.25% done 2024-09-13T01:02:08.559 INFO:tasks.workunit.client.0.smithi032.stdout:82.81% done 2024-09-13T01:02:08.560 INFO:tasks.workunit.client.0.smithi032.stdout:84.38% done 2024-09-13T01:02:08.560 INFO:tasks.workunit.client.0.smithi032.stdout:85.94% done 2024-09-13T01:02:08.560 INFO:tasks.workunit.client.0.smithi032.stdout:87.50% done 2024-09-13T01:02:08.560 INFO:tasks.workunit.client.0.smithi032.stdout:89.06% done 2024-09-13T01:02:08.560 INFO:tasks.workunit.client.0.smithi032.stdout:90.62% done 2024-09-13T01:02:08.560 INFO:tasks.workunit.client.0.smithi032.stdout:92.19% done 2024-09-13T01:02:08.560 INFO:tasks.workunit.client.0.smithi032.stdout:93.75% done 2024-09-13T01:02:08.560 INFO:tasks.workunit.client.0.smithi032.stdout:95.31% done 2024-09-13T01:02:08.560 INFO:tasks.workunit.client.0.smithi032.stdout:96.88% done 2024-09-13T01:02:08.560 INFO:tasks.workunit.client.0.smithi032.stdout:98.44% done 2024-09-13T01:02:08.560 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (156 ms) 2024-09-13T01:02:08.560 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-09-13T01:02:08.560 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:08 smithi032 bash[75510]: cluster 2024-09-13T01:02:06.667212+0000 mgr.y (mgr.34107) 1780 : cluster [DBG] pgmap v3117: 649 pgs: 649 active+clean; 151 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 5.2 KiB/s wr, 113 op/s 2024-09-13T01:02:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:08 smithi032 bash[75510]: cluster 2024-09-13T01:02:07.220440+0000 mon.a (mon.0) 3425 : cluster [DBG] osdmap e1785: 8 total, 8 up, 8 in 2024-09-13T01:02:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:08 smithi032 bash[75510]: audit 2024-09-13T01:02:08.001724+0000 mon.c (mon.2) 124 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/2472328927"}]: dispatch 2024-09-13T01:02:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:08 smithi032 bash[75510]: audit 2024-09-13T01:02:08.002387+0000 mon.a (mon.0) 3426 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/2472328927"}]: dispatch 2024-09-13T01:02:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:08 smithi032 bash[76677]: cluster 2024-09-13T01:02:06.667212+0000 mgr.y (mgr.34107) 1780 : cluster [DBG] pgmap v3117: 649 pgs: 649 active+clean; 151 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 5.2 KiB/s wr, 113 op/s 2024-09-13T01:02:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:08 smithi032 bash[76677]: cluster 2024-09-13T01:02:07.220440+0000 mon.a (mon.0) 3425 : cluster [DBG] osdmap e1785: 8 total, 8 up, 8 in 2024-09-13T01:02:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:08 smithi032 bash[76677]: audit 2024-09-13T01:02:08.001724+0000 mon.c (mon.2) 124 : audit [INF] from='client.? 172.21.15.32:0/3084852284' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/2472328927"}]: dispatch 2024-09-13T01:02:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:08 smithi032 bash[76677]: audit 2024-09-13T01:02:08.002387+0000 mon.a (mon.0) 3426 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/2472328927"}]: dispatch 2024-09-13T01:02:08.704 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2024-09-13T01:02:08.704 INFO:tasks.workunit.client.0.smithi032.stdout:1.56% done 2024-09-13T01:02:08.704 INFO:tasks.workunit.client.0.smithi032.stdout:3.12% done 2024-09-13T01:02:08.704 INFO:tasks.workunit.client.0.smithi032.stdout:4.69% done 2024-09-13T01:02:08.704 INFO:tasks.workunit.client.0.smithi032.stdout:6.25% done 2024-09-13T01:02:08.704 INFO:tasks.workunit.client.0.smithi032.stdout:7.81% done 2024-09-13T01:02:08.705 INFO:tasks.workunit.client.0.smithi032.stdout:9.38% done 2024-09-13T01:02:08.705 INFO:tasks.workunit.client.0.smithi032.stdout:10.94% done 2024-09-13T01:02:08.705 INFO:tasks.workunit.client.0.smithi032.stdout:12.50% done 2024-09-13T01:02:08.705 INFO:tasks.workunit.client.0.smithi032.stdout:14.06% done 2024-09-13T01:02:08.705 INFO:tasks.workunit.client.0.smithi032.stdout:15.62% done 2024-09-13T01:02:08.705 INFO:tasks.workunit.client.0.smithi032.stdout:17.19% done 2024-09-13T01:02:08.705 INFO:tasks.workunit.client.0.smithi032.stdout:18.75% done 2024-09-13T01:02:08.705 INFO:tasks.workunit.client.0.smithi032.stdout:20.31% done 2024-09-13T01:02:08.705 INFO:tasks.workunit.client.0.smithi032.stdout:21.88% done 2024-09-13T01:02:08.705 INFO:tasks.workunit.client.0.smithi032.stdout:23.44% done 2024-09-13T01:02:08.705 INFO:tasks.workunit.client.0.smithi032.stdout:25.00% done 2024-09-13T01:02:08.705 INFO:tasks.workunit.client.0.smithi032.stdout:26.56% done 2024-09-13T01:02:08.705 INFO:tasks.workunit.client.0.smithi032.stdout:28.12% done 2024-09-13T01:02:08.706 INFO:tasks.workunit.client.0.smithi032.stdout:29.69% done 2024-09-13T01:02:08.706 INFO:tasks.workunit.client.0.smithi032.stdout:31.25% done 2024-09-13T01:02:08.706 INFO:tasks.workunit.client.0.smithi032.stdout:32.81% done 2024-09-13T01:02:08.706 INFO:tasks.workunit.client.0.smithi032.stdout:34.38% done 2024-09-13T01:02:08.706 INFO:tasks.workunit.client.0.smithi032.stdout:35.94% done 2024-09-13T01:02:08.706 INFO:tasks.workunit.client.0.smithi032.stdout:37.50% done 2024-09-13T01:02:08.706 INFO:tasks.workunit.client.0.smithi032.stdout:39.06% done 2024-09-13T01:02:08.706 INFO:tasks.workunit.client.0.smithi032.stdout:40.62% done 2024-09-13T01:02:08.706 INFO:tasks.workunit.client.0.smithi032.stdout:42.19% done 2024-09-13T01:02:08.706 INFO:tasks.workunit.client.0.smithi032.stdout:43.75% done 2024-09-13T01:02:08.706 INFO:tasks.workunit.client.0.smithi032.stdout:45.31% done 2024-09-13T01:02:08.706 INFO:tasks.workunit.client.0.smithi032.stdout:46.88% done 2024-09-13T01:02:08.706 INFO:tasks.workunit.client.0.smithi032.stdout:48.44% done 2024-09-13T01:02:08.706 INFO:tasks.workunit.client.0.smithi032.stdout:50.00% done 2024-09-13T01:02:08.707 INFO:tasks.workunit.client.0.smithi032.stdout:51.56% done 2024-09-13T01:02:08.707 INFO:tasks.workunit.client.0.smithi032.stdout:53.12% done 2024-09-13T01:02:08.707 INFO:tasks.workunit.client.0.smithi032.stdout:54.69% done 2024-09-13T01:02:08.707 INFO:tasks.workunit.client.0.smithi032.stdout:56.25% done 2024-09-13T01:02:08.707 INFO:tasks.workunit.client.0.smithi032.stdout:57.81% done 2024-09-13T01:02:08.707 INFO:tasks.workunit.client.0.smithi032.stdout:59.38% done 2024-09-13T01:02:08.707 INFO:tasks.workunit.client.0.smithi032.stdout:60.94% done 2024-09-13T01:02:08.707 INFO:tasks.workunit.client.0.smithi032.stdout:62.50% done 2024-09-13T01:02:08.707 INFO:tasks.workunit.client.0.smithi032.stdout:64.06% done 2024-09-13T01:02:08.707 INFO:tasks.workunit.client.0.smithi032.stdout:65.62% done 2024-09-13T01:02:08.707 INFO:tasks.workunit.client.0.smithi032.stdout:67.19% done 2024-09-13T01:02:08.707 INFO:tasks.workunit.client.0.smithi032.stdout:68.75% done 2024-09-13T01:02:08.707 INFO:tasks.workunit.client.0.smithi032.stdout:70.31% done 2024-09-13T01:02:08.708 INFO:tasks.workunit.client.0.smithi032.stdout:71.88% done 2024-09-13T01:02:08.708 INFO:tasks.workunit.client.0.smithi032.stdout:73.44% done 2024-09-13T01:02:08.708 INFO:tasks.workunit.client.0.smithi032.stdout:75.00% done 2024-09-13T01:02:08.708 INFO:tasks.workunit.client.0.smithi032.stdout:76.56% done 2024-09-13T01:02:08.708 INFO:tasks.workunit.client.0.smithi032.stdout:78.12% done 2024-09-13T01:02:08.708 INFO:tasks.workunit.client.0.smithi032.stdout:79.69% done 2024-09-13T01:02:08.708 INFO:tasks.workunit.client.0.smithi032.stdout:81.25% done 2024-09-13T01:02:08.708 INFO:tasks.workunit.client.0.smithi032.stdout:82.81% done 2024-09-13T01:02:08.708 INFO:tasks.workunit.client.0.smithi032.stdout:84.38% done 2024-09-13T01:02:08.708 INFO:tasks.workunit.client.0.smithi032.stdout:85.94% done 2024-09-13T01:02:08.708 INFO:tasks.workunit.client.0.smithi032.stdout:87.50% done 2024-09-13T01:02:08.708 INFO:tasks.workunit.client.0.smithi032.stdout:89.06% done 2024-09-13T01:02:08.708 INFO:tasks.workunit.client.0.smithi032.stdout:90.62% done 2024-09-13T01:02:08.709 INFO:tasks.workunit.client.0.smithi032.stdout:92.19% done 2024-09-13T01:02:08.709 INFO:tasks.workunit.client.0.smithi032.stdout:93.75% done 2024-09-13T01:02:08.709 INFO:tasks.workunit.client.0.smithi032.stdout:95.31% done 2024-09-13T01:02:08.709 INFO:tasks.workunit.client.0.smithi032.stdout:96.88% done 2024-09-13T01:02:08.709 INFO:tasks.workunit.client.0.smithi032.stdout:98.44% done 2024-09-13T01:02:08.709 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (148 ms) 2024-09-13T01:02:08.709 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-09-13T01:02:08.709 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:08.727 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:09.069 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestTrashPurge (365 ms) 2024-09-13T01:02:09.070 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-09-13T01:02:09.070 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:09.188 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (119 ms) 2024-09-13T01:02:09.188 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-09-13T01:02:09.189 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:09.257 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestListWatchers (69 ms) 2024-09-13T01:02:09.257 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-09-13T01:02:09.257 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:09.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:09 smithi053 bash[67631]: audit 2024-09-13T01:02:08.226970+0000 mon.a (mon.0) 3427 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/2472328927"}]': finished 2024-09-13T01:02:09.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:09 smithi053 bash[67631]: cluster 2024-09-13T01:02:08.227554+0000 mon.a (mon.0) 3428 : cluster [DBG] osdmap e1786: 8 total, 8 up, 8 in 2024-09-13T01:02:09.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:09 smithi032 bash[75510]: audit 2024-09-13T01:02:08.226970+0000 mon.a (mon.0) 3427 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/2472328927"}]': finished 2024-09-13T01:02:09.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:09 smithi032 bash[75510]: cluster 2024-09-13T01:02:08.227554+0000 mon.a (mon.0) 3428 : cluster [DBG] osdmap e1786: 8 total, 8 up, 8 in 2024-09-13T01:02:09.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:09 smithi032 bash[76677]: audit 2024-09-13T01:02:08.226970+0000 mon.a (mon.0) 3427 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/2472328927"}]': finished 2024-09-13T01:02:09.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:09 smithi032 bash[76677]: cluster 2024-09-13T01:02:08.227554+0000 mon.a (mon.0) 3428 : cluster [DBG] osdmap e1786: 8 total, 8 up, 8 in 2024-09-13T01:02:10.325 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestSetSnapById (1068 ms) 2024-09-13T01:02:10.325 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.Namespaces 2024-09-13T01:02:10.387 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.Namespaces (62 ms) 2024-09-13T01:02:10.387 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-09-13T01:02:10.462 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:10.476 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:10.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:10 smithi053 bash[67631]: cluster 2024-09-13T01:02:08.670665+0000 mgr.y (mgr.34107) 1781 : cluster [DBG] pgmap v3120: 649 pgs: 649 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 74 KiB/s wr, 230 op/s 2024-09-13T01:02:10.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:10 smithi053 bash[67631]: audit 2024-09-13T01:02:10.215478+0000 mon.a (mon.0) 3429 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:02:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:10 smithi032 bash[75510]: cluster 2024-09-13T01:02:08.670665+0000 mgr.y (mgr.34107) 1781 : cluster [DBG] pgmap v3120: 649 pgs: 649 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 74 KiB/s wr, 230 op/s 2024-09-13T01:02:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:10 smithi032 bash[75510]: audit 2024-09-13T01:02:10.215478+0000 mon.a (mon.0) 3429 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:02:10.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:10 smithi032 bash[76677]: cluster 2024-09-13T01:02:08.670665+0000 mgr.y (mgr.34107) 1781 : cluster [DBG] pgmap v3120: 649 pgs: 649 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 74 KiB/s wr, 230 op/s 2024-09-13T01:02:10.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:10 smithi032 bash[76677]: audit 2024-09-13T01:02:10.215478+0000 mon.a (mon.0) 3429 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:02:10.678 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.NamespacesPP (292 ms) 2024-09-13T01:02:10.678 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.Migration 2024-09-13T01:02:10.678 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:10.679 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:11 smithi053 bash[67631]: cluster 2024-09-13T01:02:10.265068+0000 mon.a (mon.0) 3430 : cluster [DBG] osdmap e1787: 8 total, 8 up, 8 in 2024-09-13T01:02:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:11 smithi032 bash[75510]: cluster 2024-09-13T01:02:10.265068+0000 mon.a (mon.0) 3430 : cluster [DBG] osdmap e1787: 8 total, 8 up, 8 in 2024-09-13T01:02:11.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:11 smithi032 bash[76677]: cluster 2024-09-13T01:02:10.265068+0000 mon.a (mon.0) 3430 : cluster [DBG] osdmap e1787: 8 total, 8 up, 8 in 2024-09-13T01:02:11.887 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.Migration (1208 ms) 2024-09-13T01:02:11.888 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-09-13T01:02:11.888 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:11.888 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:12 smithi053 bash[67631]: cluster 2024-09-13T01:02:10.673209+0000 mgr.y (mgr.34107) 1782 : cluster [DBG] pgmap v3122: 649 pgs: 649 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 126 KiB/s wr, 256 op/s 2024-09-13T01:02:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:12 smithi053 bash[67631]: cluster 2024-09-13T01:02:11.542380+0000 mon.a (mon.0) 3431 : cluster [DBG] osdmap e1788: 8 total, 8 up, 8 in 2024-09-13T01:02:12.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:02:12 smithi053 bash[94430]: ts=2024-09-13T01:02:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:02:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:02:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:02:12] "GET /metrics HTTP/1.1" 200 75249 "" "Prometheus/2.43.0" 2024-09-13T01:02:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:12 smithi032 bash[75510]: cluster 2024-09-13T01:02:10.673209+0000 mgr.y (mgr.34107) 1782 : cluster [DBG] pgmap v3122: 649 pgs: 649 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 126 KiB/s wr, 256 op/s 2024-09-13T01:02:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:12 smithi032 bash[75510]: cluster 2024-09-13T01:02:11.542380+0000 mon.a (mon.0) 3431 : cluster [DBG] osdmap e1788: 8 total, 8 up, 8 in 2024-09-13T01:02:12.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:12 smithi032 bash[76677]: cluster 2024-09-13T01:02:10.673209+0000 mgr.y (mgr.34107) 1782 : cluster [DBG] pgmap v3122: 649 pgs: 649 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 126 KiB/s wr, 256 op/s 2024-09-13T01:02:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:12 smithi032 bash[76677]: cluster 2024-09-13T01:02:11.542380+0000 mon.a (mon.0) 3431 : cluster [DBG] osdmap e1788: 8 total, 8 up, 8 in 2024-09-13T01:02:13.012 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.MigrationPP (1125 ms) 2024-09-13T01:02:13.012 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-09-13T01:02:13.012 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:13.061 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (49 ms) 2024-09-13T01:02:13.061 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-09-13T01:02:13.061 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:13.106 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (45 ms) 2024-09-13T01:02:13.106 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-09-13T01:02:13.106 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:13.518 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (412 ms) 2024-09-13T01:02:13.518 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-09-13T01:02:13.605 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.PoolMetadata (87 ms) 2024-09-13T01:02:13.605 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-09-13T01:02:13.658 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.PoolMetadataPP (53 ms) 2024-09-13T01:02:13.658 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.Config 2024-09-13T01:02:13.671 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:13.745 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.Config (87 ms) 2024-09-13T01:02:13.745 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-09-13T01:02:13.752 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:13.814 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ConfigPP (69 ms) 2024-09-13T01:02:13.814 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-09-13T01:02:13.913 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:02:13 smithi032 bash[68847]: [13/Sep/2024:01:02:13] ENGINE Bus STOPPING 2024-09-13T01:02:13.913 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:02:13 smithi032 bash[68847]: [13/Sep/2024:01:02:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T01:02:13.913 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:02:13 smithi032 bash[68847]: [13/Sep/2024:01:02:13] ENGINE Bus STOPPED 2024-09-13T01:02:13.913 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:02:13 smithi032 bash[68847]: [13/Sep/2024:01:02:13] ENGINE Bus STARTING 2024-09-13T01:02:14.287 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:02:13 smithi032 bash[68847]: [13/Sep/2024:01:02:13] ENGINE Serving on http://:::9283 2024-09-13T01:02:14.287 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:02:13 smithi032 bash[68847]: [13/Sep/2024:01:02:13] ENGINE Bus STARTED 2024-09-13T01:02:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[75510]: cluster 2024-09-13T01:02:12.676265+0000 mgr.y (mgr.34107) 1783 : cluster [DBG] pgmap v3124: 649 pgs: 649 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 415 KiB/s rd, 113 KiB/s wr, 483 op/s 2024-09-13T01:02:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[75510]: cluster 2024-09-13T01:02:13.283621+0000 mon.a (mon.0) 3432 : cluster [DBG] osdmap e1789: 8 total, 8 up, 8 in 2024-09-13T01:02:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[75510]: audit 2024-09-13T01:02:13.564883+0000 mon.a (mon.0) 3433 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T01:02:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[75510]: audit 2024-09-13T01:02:13.600072+0000 mon.a (mon.0) 3434 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:02:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[75510]: audit 2024-09-13T01:02:13.606695+0000 mon.a (mon.0) 3435 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:02:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[75510]: audit 2024-09-13T01:02:13.610306+0000 mon.a (mon.0) 3436 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:02:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[75510]: audit 2024-09-13T01:02:13.613856+0000 mon.a (mon.0) 3437 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:02:14.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[75510]: audit 2024-09-13T01:02:13.614538+0000 mon.a (mon.0) 3438 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T01:02:14.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[75510]: audit 2024-09-13T01:02:13.629576+0000 mon.a (mon.0) 3439 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:02:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[76677]: cluster 2024-09-13T01:02:12.676265+0000 mgr.y (mgr.34107) 1783 : cluster [DBG] pgmap v3124: 649 pgs: 649 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 415 KiB/s rd, 113 KiB/s wr, 483 op/s 2024-09-13T01:02:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[76677]: cluster 2024-09-13T01:02:13.283621+0000 mon.a (mon.0) 3432 : cluster [DBG] osdmap e1789: 8 total, 8 up, 8 in 2024-09-13T01:02:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[76677]: audit 2024-09-13T01:02:13.564883+0000 mon.a (mon.0) 3433 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T01:02:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[76677]: audit 2024-09-13T01:02:13.600072+0000 mon.a (mon.0) 3434 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:02:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[76677]: audit 2024-09-13T01:02:13.606695+0000 mon.a (mon.0) 3435 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:02:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[76677]: audit 2024-09-13T01:02:13.610306+0000 mon.a (mon.0) 3436 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:02:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[76677]: audit 2024-09-13T01:02:13.613856+0000 mon.a (mon.0) 3437 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:02:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[76677]: audit 2024-09-13T01:02:13.614538+0000 mon.a (mon.0) 3438 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T01:02:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:14 smithi032 bash[76677]: audit 2024-09-13T01:02:13.629576+0000 mon.a (mon.0) 3439 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:02:14.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:14 smithi053 bash[67631]: cluster 2024-09-13T01:02:12.676265+0000 mgr.y (mgr.34107) 1783 : cluster [DBG] pgmap v3124: 649 pgs: 649 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 415 KiB/s rd, 113 KiB/s wr, 483 op/s 2024-09-13T01:02:14.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:14 smithi053 bash[67631]: cluster 2024-09-13T01:02:13.283621+0000 mon.a (mon.0) 3432 : cluster [DBG] osdmap e1789: 8 total, 8 up, 8 in 2024-09-13T01:02:14.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:14 smithi053 bash[67631]: audit 2024-09-13T01:02:13.564883+0000 mon.a (mon.0) 3433 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T01:02:14.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:14 smithi053 bash[67631]: audit 2024-09-13T01:02:13.600072+0000 mon.a (mon.0) 3434 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:02:14.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:14 smithi053 bash[67631]: audit 2024-09-13T01:02:13.606695+0000 mon.a (mon.0) 3435 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:02:14.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:14 smithi053 bash[67631]: audit 2024-09-13T01:02:13.610306+0000 mon.a (mon.0) 3436 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:02:14.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:14 smithi053 bash[67631]: audit 2024-09-13T01:02:13.613856+0000 mon.a (mon.0) 3437 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:02:14.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:14 smithi053 bash[67631]: audit 2024-09-13T01:02:13.614538+0000 mon.a (mon.0) 3438 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T01:02:14.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:14 smithi053 bash[67631]: audit 2024-09-13T01:02:13.629576+0000 mon.a (mon.0) 3439 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:02:15.658 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:15.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.298862+0000 mon.a (mon.0) 3440 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.299305+0000 mon.a (mon.0) 3441 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.299500+0000 mon.a (mon.0) 3442 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.302559+0000 mon.a (mon.0) 3443 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.302996+0000 mon.a (mon.0) 3444 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.303353+0000 mon.a (mon.0) 3445 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.305982+0000 mon.a (mon.0) 3446 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.306203+0000 mon.a (mon.0) 3447 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.306384+0000 mon.a (mon.0) 3448 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.333190+0000 mon.a (mon.0) 3449 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:02:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.333311+0000 mon.a (mon.0) 3450 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:02:15.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.333948+0000 mon.a (mon.0) 3451 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.334483+0000 mon.a (mon.0) 3452 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.334970+0000 mon.a (mon.0) 3453 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.336537+0000 mon.b (mon.1) 19 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:02:15.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.336667+0000 mon.b (mon.1) 20 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:02:15.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.338497+0000 mon.a (mon.0) 3454 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.339432+0000 mon.a (mon.0) 3455 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.339932+0000 mon.a (mon.0) 3456 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.298862+0000 mon.a (mon.0) 3440 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.299305+0000 mon.a (mon.0) 3441 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.299500+0000 mon.a (mon.0) 3442 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.302559+0000 mon.a (mon.0) 3443 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.302996+0000 mon.a (mon.0) 3444 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.303353+0000 mon.a (mon.0) 3445 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.305982+0000 mon.a (mon.0) 3446 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.306203+0000 mon.a (mon.0) 3447 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.306384+0000 mon.a (mon.0) 3448 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.333190+0000 mon.a (mon.0) 3449 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:02:15.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.333311+0000 mon.a (mon.0) 3450 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:02:15.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.333948+0000 mon.a (mon.0) 3451 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.334483+0000 mon.a (mon.0) 3452 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.334970+0000 mon.a (mon.0) 3453 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.336537+0000 mon.b (mon.1) 19 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:02:15.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.336667+0000 mon.b (mon.1) 20 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:02:15.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.338497+0000 mon.a (mon.0) 3454 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.339432+0000 mon.a (mon.0) 3455 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.339932+0000 mon.a (mon.0) 3456 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.342416+0000 mon.c (mon.2) 125 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:02:15.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.342507+0000 mon.c (mon.2) 126 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:02:15.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.342940+0000 mon.a (mon.0) 3457 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.343681+0000 mon.a (mon.0) 3458 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.344013+0000 mon.a (mon.0) 3459 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: cluster 2024-09-13T01:02:14.639268+0000 mon.a (mon.0) 3460 : cluster [DBG] osdmap e1790: 8 total, 8 up, 8 in 2024-09-13T01:02:15.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.650053+0000 mon.c (mon.2) 127 : audit [INF] from='client.? 172.21.15.32:0/3765402800' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:15.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[75510]: audit 2024-09-13T01:02:14.650884+0000 mon.a (mon.0) 3461 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:15.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.342416+0000 mon.c (mon.2) 125 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:02:15.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.342507+0000 mon.c (mon.2) 126 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:02:15.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.342940+0000 mon.a (mon.0) 3457 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.343681+0000 mon.a (mon.0) 3458 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.344013+0000 mon.a (mon.0) 3459 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: cluster 2024-09-13T01:02:14.639268+0000 mon.a (mon.0) 3460 : cluster [DBG] osdmap e1790: 8 total, 8 up, 8 in 2024-09-13T01:02:15.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.650053+0000 mon.c (mon.2) 127 : audit [INF] from='client.? 172.21.15.32:0/3765402800' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:15.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:15 smithi032 bash[76677]: audit 2024-09-13T01:02:14.650884+0000 mon.a (mon.0) 3461 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:15.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.298862+0000 mon.a (mon.0) 3440 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.299305+0000 mon.a (mon.0) 3441 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.299500+0000 mon.a (mon.0) 3442 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.302559+0000 mon.a (mon.0) 3443 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.302996+0000 mon.a (mon.0) 3444 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.303353+0000 mon.a (mon.0) 3445 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.305982+0000 mon.a (mon.0) 3446 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.306203+0000 mon.a (mon.0) 3447 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.306384+0000 mon.a (mon.0) 3448 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.333190+0000 mon.a (mon.0) 3449 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:02:15.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.333311+0000 mon.a (mon.0) 3450 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:02:15.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.333948+0000 mon.a (mon.0) 3451 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.334483+0000 mon.a (mon.0) 3452 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.334970+0000 mon.a (mon.0) 3453 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.336537+0000 mon.b (mon.1) 19 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:02:15.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.336667+0000 mon.b (mon.1) 20 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:02:15.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.338497+0000 mon.a (mon.0) 3454 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.339432+0000 mon.a (mon.0) 3455 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.339932+0000 mon.a (mon.0) 3456 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.342416+0000 mon.c (mon.2) 125 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:02:15.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.342507+0000 mon.c (mon.2) 126 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:02:15.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.342940+0000 mon.a (mon.0) 3457 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:02:15.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.343681+0000 mon.a (mon.0) 3458 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:02:15.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.344013+0000 mon.a (mon.0) 3459 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:02:15.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: cluster 2024-09-13T01:02:14.639268+0000 mon.a (mon.0) 3460 : cluster [DBG] osdmap e1790: 8 total, 8 up, 8 in 2024-09-13T01:02:15.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.650053+0000 mon.c (mon.2) 127 : audit [INF] from='client.? 172.21.15.32:0/3765402800' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:15.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:15 smithi053 bash[67631]: audit 2024-09-13T01:02:14.650884+0000 mon.a (mon.0) 3461 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:16.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:16 smithi032 bash[75510]: cluster 2024-09-13T01:02:14.677119+0000 mgr.y (mgr.34107) 1784 : cluster [DBG] pgmap v3127: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 540 KiB/s rd, 96 KiB/s wr, 720 op/s 2024-09-13T01:02:16.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:16 smithi032 bash[75510]: cluster 2024-09-13T01:02:15.630078+0000 mon.a (mon.0) 3462 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T01:02:16.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:16 smithi032 bash[75510]: audit 2024-09-13T01:02:15.651972+0000 mon.a (mon.0) 3463 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:02:16.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:16 smithi032 bash[75510]: cluster 2024-09-13T01:02:15.652449+0000 mon.a (mon.0) 3464 : cluster [DBG] osdmap e1791: 8 total, 8 up, 8 in 2024-09-13T01:02:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:16 smithi032 bash[76677]: cluster 2024-09-13T01:02:14.677119+0000 mgr.y (mgr.34107) 1784 : cluster [DBG] pgmap v3127: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 540 KiB/s rd, 96 KiB/s wr, 720 op/s 2024-09-13T01:02:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:16 smithi032 bash[76677]: cluster 2024-09-13T01:02:15.630078+0000 mon.a (mon.0) 3462 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T01:02:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:16 smithi032 bash[76677]: audit 2024-09-13T01:02:15.651972+0000 mon.a (mon.0) 3463 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:02:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:16 smithi032 bash[76677]: cluster 2024-09-13T01:02:15.652449+0000 mon.a (mon.0) 3464 : cluster [DBG] osdmap e1791: 8 total, 8 up, 8 in 2024-09-13T01:02:16.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:16 smithi053 bash[67631]: cluster 2024-09-13T01:02:14.677119+0000 mgr.y (mgr.34107) 1784 : cluster [DBG] pgmap v3127: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 540 KiB/s rd, 96 KiB/s wr, 720 op/s 2024-09-13T01:02:16.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:16 smithi053 bash[67631]: cluster 2024-09-13T01:02:15.630078+0000 mon.a (mon.0) 3462 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T01:02:16.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:16 smithi053 bash[67631]: audit 2024-09-13T01:02:15.651972+0000 mon.a (mon.0) 3463 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:02:16.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:16 smithi053 bash[67631]: cluster 2024-09-13T01:02:15.652449+0000 mon.a (mon.0) 3464 : cluster [DBG] osdmap e1791: 8 total, 8 up, 8 in 2024-09-13T01:02:17.791 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:17.823 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:17.843 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:17.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:17 smithi032 bash[75510]: cluster 2024-09-13T01:02:16.653194+0000 mon.a (mon.0) 3465 : cluster [DBG] osdmap e1792: 8 total, 8 up, 8 in 2024-09-13T01:02:17.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:17 smithi032 bash[75510]: cluster 2024-09-13T01:02:16.678663+0000 mgr.y (mgr.34107) 1785 : cluster [DBG] pgmap v3130: 681 pgs: 4 creating+peering, 28 unknown, 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 23 KiB/s wr, 300 op/s 2024-09-13T01:02:17.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:17 smithi032 bash[76677]: cluster 2024-09-13T01:02:16.653194+0000 mon.a (mon.0) 3465 : cluster [DBG] osdmap e1792: 8 total, 8 up, 8 in 2024-09-13T01:02:17.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:17 smithi032 bash[76677]: cluster 2024-09-13T01:02:16.678663+0000 mgr.y (mgr.34107) 1785 : cluster [DBG] pgmap v3130: 681 pgs: 4 creating+peering, 28 unknown, 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 23 KiB/s wr, 300 op/s 2024-09-13T01:02:18.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:17 smithi053 bash[67631]: cluster 2024-09-13T01:02:16.653194+0000 mon.a (mon.0) 3465 : cluster [DBG] osdmap e1792: 8 total, 8 up, 8 in 2024-09-13T01:02:18.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:17 smithi053 bash[67631]: cluster 2024-09-13T01:02:16.678663+0000 mgr.y (mgr.34107) 1785 : cluster [DBG] pgmap v3130: 681 pgs: 4 creating+peering, 28 unknown, 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 23 KiB/s wr, 300 op/s 2024-09-13T01:02:18.857 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.PoolStatsPP (5042 ms) 2024-09-13T01:02:18.857 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-09-13T01:02:18.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:18 smithi032 bash[75510]: cluster 2024-09-13T01:02:17.646073+0000 mon.a (mon.0) 3466 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T01:02:18.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:18 smithi032 bash[75510]: cluster 2024-09-13T01:02:17.646172+0000 mon.a (mon.0) 3467 : cluster [INF] Cluster is now healthy 2024-09-13T01:02:18.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:18 smithi032 bash[75510]: cluster 2024-09-13T01:02:17.664949+0000 mon.a (mon.0) 3468 : cluster [DBG] osdmap e1793: 8 total, 8 up, 8 in 2024-09-13T01:02:18.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:18 smithi032 bash[76677]: cluster 2024-09-13T01:02:17.646073+0000 mon.a (mon.0) 3466 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T01:02:18.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:18 smithi032 bash[76677]: cluster 2024-09-13T01:02:17.646172+0000 mon.a (mon.0) 3467 : cluster [INF] Cluster is now healthy 2024-09-13T01:02:18.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:18 smithi032 bash[76677]: cluster 2024-09-13T01:02:17.664949+0000 mon.a (mon.0) 3468 : cluster [DBG] osdmap e1793: 8 total, 8 up, 8 in 2024-09-13T01:02:19.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:18 smithi053 bash[67631]: cluster 2024-09-13T01:02:17.646073+0000 mon.a (mon.0) 3466 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T01:02:19.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:18 smithi053 bash[67631]: cluster 2024-09-13T01:02:17.646172+0000 mon.a (mon.0) 3467 : cluster [INF] Cluster is now healthy 2024-09-13T01:02:19.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:18 smithi053 bash[67631]: cluster 2024-09-13T01:02:17.664949+0000 mon.a (mon.0) 3468 : cluster [DBG] osdmap e1793: 8 total, 8 up, 8 in 2024-09-13T01:02:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:19 smithi053 bash[67631]: cluster 2024-09-13T01:02:18.667503+0000 mon.a (mon.0) 3469 : cluster [DBG] osdmap e1794: 8 total, 8 up, 8 in 2024-09-13T01:02:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:19 smithi053 bash[67631]: cluster 2024-09-13T01:02:18.680312+0000 mgr.y (mgr.34107) 1786 : cluster [DBG] pgmap v3133: 681 pgs: 4 creating+peering, 677 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 270 KiB/s rd, 17 KiB/s wr, 357 op/s 2024-09-13T01:02:20.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:19 smithi032 bash[75510]: cluster 2024-09-13T01:02:18.667503+0000 mon.a (mon.0) 3469 : cluster [DBG] osdmap e1794: 8 total, 8 up, 8 in 2024-09-13T01:02:20.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:19 smithi032 bash[75510]: cluster 2024-09-13T01:02:18.680312+0000 mgr.y (mgr.34107) 1786 : cluster [DBG] pgmap v3133: 681 pgs: 4 creating+peering, 677 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 270 KiB/s rd, 17 KiB/s wr, 357 op/s 2024-09-13T01:02:20.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:19 smithi032 bash[76677]: cluster 2024-09-13T01:02:18.667503+0000 mon.a (mon.0) 3469 : cluster [DBG] osdmap e1794: 8 total, 8 up, 8 in 2024-09-13T01:02:20.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:19 smithi032 bash[76677]: cluster 2024-09-13T01:02:18.680312+0000 mgr.y (mgr.34107) 1786 : cluster [DBG] pgmap v3133: 681 pgs: 4 creating+peering, 677 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 270 KiB/s rd, 17 KiB/s wr, 357 op/s 2024-09-13T01:02:20.695 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:20 smithi053 bash[67631]: cluster 2024-09-13T01:02:19.682386+0000 mon.a (mon.0) 3470 : cluster [DBG] osdmap e1795: 8 total, 8 up, 8 in 2024-09-13T01:02:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:20 smithi053 bash[67631]: audit 2024-09-13T01:02:19.691111+0000 mon.a (mon.0) 3471 : audit [INF] from='client.? 172.21.15.32:0/1679688996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:20 smithi032 bash[75510]: cluster 2024-09-13T01:02:19.682386+0000 mon.a (mon.0) 3470 : cluster [DBG] osdmap e1795: 8 total, 8 up, 8 in 2024-09-13T01:02:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:20 smithi032 bash[75510]: audit 2024-09-13T01:02:19.691111+0000 mon.a (mon.0) 3471 : audit [INF] from='client.? 172.21.15.32:0/1679688996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:21.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:20 smithi032 bash[76677]: cluster 2024-09-13T01:02:19.682386+0000 mon.a (mon.0) 3470 : cluster [DBG] osdmap e1795: 8 total, 8 up, 8 in 2024-09-13T01:02:21.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:20 smithi032 bash[76677]: audit 2024-09-13T01:02:19.691111+0000 mon.a (mon.0) 3471 : audit [INF] from='client.? 172.21.15.32:0/1679688996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:21 smithi053 bash[67631]: cluster 2024-09-13T01:02:20.681899+0000 mgr.y (mgr.34107) 1787 : cluster [DBG] pgmap v3136: 713 pgs: 7 creating+peering, 25 unknown, 681 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 13 KiB/s wr, 266 op/s 2024-09-13T01:02:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:21 smithi053 bash[67631]: audit 2024-09-13T01:02:20.684561+0000 mon.a (mon.0) 3472 : audit [INF] from='client.? 172.21.15.32:0/1679688996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:02:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:21 smithi053 bash[67631]: cluster 2024-09-13T01:02:20.685156+0000 mon.a (mon.0) 3473 : cluster [DBG] osdmap e1796: 8 total, 8 up, 8 in 2024-09-13T01:02:22.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:21 smithi032 bash[75510]: cluster 2024-09-13T01:02:20.681899+0000 mgr.y (mgr.34107) 1787 : cluster [DBG] pgmap v3136: 713 pgs: 7 creating+peering, 25 unknown, 681 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 13 KiB/s wr, 266 op/s 2024-09-13T01:02:22.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:21 smithi032 bash[75510]: audit 2024-09-13T01:02:20.684561+0000 mon.a (mon.0) 3472 : audit [INF] from='client.? 172.21.15.32:0/1679688996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:02:22.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:21 smithi032 bash[75510]: cluster 2024-09-13T01:02:20.685156+0000 mon.a (mon.0) 3473 : cluster [DBG] osdmap e1796: 8 total, 8 up, 8 in 2024-09-13T01:02:22.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:21 smithi032 bash[76677]: cluster 2024-09-13T01:02:20.681899+0000 mgr.y (mgr.34107) 1787 : cluster [DBG] pgmap v3136: 713 pgs: 7 creating+peering, 25 unknown, 681 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 13 KiB/s wr, 266 op/s 2024-09-13T01:02:22.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:21 smithi032 bash[76677]: audit 2024-09-13T01:02:20.684561+0000 mon.a (mon.0) 3472 : audit [INF] from='client.? 172.21.15.32:0/1679688996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:02:22.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:21 smithi032 bash[76677]: cluster 2024-09-13T01:02:20.685156+0000 mon.a (mon.0) 3473 : cluster [DBG] osdmap e1796: 8 total, 8 up, 8 in 2024-09-13T01:02:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:02:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:02:22] "GET /metrics HTTP/1.1" 200 75249 "" "Prometheus/2.43.0" 2024-09-13T01:02:22.720 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:02:22 smithi053 bash[94430]: ts=2024-09-13T01:02:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:02:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:22 smithi053 bash[67631]: cluster 2024-09-13T01:02:21.718500+0000 mon.a (mon.0) 3474 : cluster [DBG] osdmap e1797: 8 total, 8 up, 8 in 2024-09-13T01:02:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:22 smithi032 bash[75510]: cluster 2024-09-13T01:02:21.718500+0000 mon.a (mon.0) 3474 : cluster [DBG] osdmap e1797: 8 total, 8 up, 8 in 2024-09-13T01:02:23.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:22 smithi032 bash[76677]: cluster 2024-09-13T01:02:21.718500+0000 mon.a (mon.0) 3474 : cluster [DBG] osdmap e1797: 8 total, 8 up, 8 in 2024-09-13T01:02:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:23 smithi053 bash[67631]: cluster 2024-09-13T01:02:22.685391+0000 mgr.y (mgr.34107) 1788 : cluster [DBG] pgmap v3138: 713 pgs: 7 creating+peering, 14 unknown, 692 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 5.7 KiB/s wr, 59 op/s 2024-09-13T01:02:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:23 smithi053 bash[67631]: cluster 2024-09-13T01:02:22.727420+0000 mon.a (mon.0) 3475 : cluster [DBG] osdmap e1798: 8 total, 8 up, 8 in 2024-09-13T01:02:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:23 smithi032 bash[75510]: cluster 2024-09-13T01:02:22.685391+0000 mgr.y (mgr.34107) 1788 : cluster [DBG] pgmap v3138: 713 pgs: 7 creating+peering, 14 unknown, 692 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 5.7 KiB/s wr, 59 op/s 2024-09-13T01:02:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:23 smithi032 bash[75510]: cluster 2024-09-13T01:02:22.727420+0000 mon.a (mon.0) 3475 : cluster [DBG] osdmap e1798: 8 total, 8 up, 8 in 2024-09-13T01:02:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:23 smithi032 bash[76677]: cluster 2024-09-13T01:02:22.685391+0000 mgr.y (mgr.34107) 1788 : cluster [DBG] pgmap v3138: 713 pgs: 7 creating+peering, 14 unknown, 692 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 5.7 KiB/s wr, 59 op/s 2024-09-13T01:02:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:23 smithi032 bash[76677]: cluster 2024-09-13T01:02:22.727420+0000 mon.a (mon.0) 3475 : cluster [DBG] osdmap e1798: 8 total, 8 up, 8 in 2024-09-13T01:02:25.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:24 smithi053 bash[67631]: cluster 2024-09-13T01:02:23.727588+0000 mon.a (mon.0) 3476 : cluster [DBG] osdmap e1799: 8 total, 8 up, 8 in 2024-09-13T01:02:25.096 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ImageSpec (6240 ms) 2024-09-13T01:02:25.096 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-09-13T01:02:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:24 smithi032 bash[75510]: cluster 2024-09-13T01:02:23.727588+0000 mon.a (mon.0) 3476 : cluster [DBG] osdmap e1799: 8 total, 8 up, 8 in 2024-09-13T01:02:25.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:24 smithi032 bash[76677]: cluster 2024-09-13T01:02:23.727588+0000 mon.a (mon.0) 3476 : cluster [DBG] osdmap e1799: 8 total, 8 up, 8 in 2024-09-13T01:02:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:25 smithi053 bash[67631]: cluster 2024-09-13T01:02:24.686711+0000 mgr.y (mgr.34107) 1789 : cluster [DBG] pgmap v3141: 713 pgs: 7 creating+peering, 706 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 6.0 KiB/s wr, 64 op/s 2024-09-13T01:02:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:25 smithi053 bash[67631]: cluster 2024-09-13T01:02:24.751598+0000 mon.a (mon.0) 3477 : cluster [DBG] osdmap e1800: 8 total, 8 up, 8 in 2024-09-13T01:02:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:25 smithi053 bash[67631]: audit 2024-09-13T01:02:25.589442+0000 mon.a (mon.0) 3478 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:02:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:25 smithi032 bash[75510]: cluster 2024-09-13T01:02:24.686711+0000 mgr.y (mgr.34107) 1789 : cluster [DBG] pgmap v3141: 713 pgs: 7 creating+peering, 706 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 6.0 KiB/s wr, 64 op/s 2024-09-13T01:02:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:25 smithi032 bash[75510]: cluster 2024-09-13T01:02:24.751598+0000 mon.a (mon.0) 3477 : cluster [DBG] osdmap e1800: 8 total, 8 up, 8 in 2024-09-13T01:02:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:25 smithi032 bash[75510]: audit 2024-09-13T01:02:25.589442+0000 mon.a (mon.0) 3478 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:02:26.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:25 smithi032 bash[76677]: cluster 2024-09-13T01:02:24.686711+0000 mgr.y (mgr.34107) 1789 : cluster [DBG] pgmap v3141: 713 pgs: 7 creating+peering, 706 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 6.0 KiB/s wr, 64 op/s 2024-09-13T01:02:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:25 smithi032 bash[76677]: cluster 2024-09-13T01:02:24.751598+0000 mon.a (mon.0) 3477 : cluster [DBG] osdmap e1800: 8 total, 8 up, 8 in 2024-09-13T01:02:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:25 smithi032 bash[76677]: audit 2024-09-13T01:02:25.589442+0000 mon.a (mon.0) 3478 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:02:26.560 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:27.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:26 smithi053 bash[67631]: cluster 2024-09-13T01:02:25.763252+0000 mon.a (mon.0) 3479 : cluster [DBG] osdmap e1801: 8 total, 8 up, 8 in 2024-09-13T01:02:27.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:26 smithi053 bash[67631]: audit 2024-09-13T01:02:25.771164+0000 mon.c (mon.2) 128 : audit [INF] from='client.? 172.21.15.32:0/491471047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:27.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:26 smithi053 bash[67631]: audit 2024-09-13T01:02:25.773640+0000 mon.a (mon.0) 3480 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:27.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:26 smithi053 bash[67631]: audit 2024-09-13T01:02:26.549615+0000 mon.a (mon.0) 3481 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:02:27.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:26 smithi053 bash[67631]: cluster 2024-09-13T01:02:26.550147+0000 mon.a (mon.0) 3482 : cluster [DBG] osdmap e1802: 8 total, 8 up, 8 in 2024-09-13T01:02:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:26 smithi032 bash[76677]: cluster 2024-09-13T01:02:25.763252+0000 mon.a (mon.0) 3479 : cluster [DBG] osdmap e1801: 8 total, 8 up, 8 in 2024-09-13T01:02:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:26 smithi032 bash[76677]: audit 2024-09-13T01:02:25.771164+0000 mon.c (mon.2) 128 : audit [INF] from='client.? 172.21.15.32:0/491471047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:26 smithi032 bash[76677]: audit 2024-09-13T01:02:25.773640+0000 mon.a (mon.0) 3480 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:26 smithi032 bash[76677]: audit 2024-09-13T01:02:26.549615+0000 mon.a (mon.0) 3481 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:02:27.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:26 smithi032 bash[76677]: cluster 2024-09-13T01:02:26.550147+0000 mon.a (mon.0) 3482 : cluster [DBG] osdmap e1802: 8 total, 8 up, 8 in 2024-09-13T01:02:27.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:26 smithi032 bash[75510]: cluster 2024-09-13T01:02:25.763252+0000 mon.a (mon.0) 3479 : cluster [DBG] osdmap e1801: 8 total, 8 up, 8 in 2024-09-13T01:02:27.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:26 smithi032 bash[75510]: audit 2024-09-13T01:02:25.771164+0000 mon.c (mon.2) 128 : audit [INF] from='client.? 172.21.15.32:0/491471047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:27.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:26 smithi032 bash[75510]: audit 2024-09-13T01:02:25.773640+0000 mon.a (mon.0) 3480 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:27.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:26 smithi032 bash[75510]: audit 2024-09-13T01:02:26.549615+0000 mon.a (mon.0) 3481 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:02:27.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:26 smithi032 bash[75510]: cluster 2024-09-13T01:02:26.550147+0000 mon.a (mon.0) 3482 : cluster [DBG] osdmap e1802: 8 total, 8 up, 8 in 2024-09-13T01:02:28.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:27 smithi053 bash[67631]: cluster 2024-09-13T01:02:26.688014+0000 mgr.y (mgr.34107) 1790 : cluster [DBG] pgmap v3145: 745 pgs: 32 unknown, 713 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.1 KiB/s rd, 1.8 KiB/s wr, 14 op/s 2024-09-13T01:02:28.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:27 smithi053 bash[67631]: cluster 2024-09-13T01:02:27.560941+0000 mon.a (mon.0) 3483 : cluster [DBG] osdmap e1803: 8 total, 8 up, 8 in 2024-09-13T01:02:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:27 smithi032 bash[75510]: cluster 2024-09-13T01:02:26.688014+0000 mgr.y (mgr.34107) 1790 : cluster [DBG] pgmap v3145: 745 pgs: 32 unknown, 713 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.1 KiB/s rd, 1.8 KiB/s wr, 14 op/s 2024-09-13T01:02:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:27 smithi032 bash[75510]: cluster 2024-09-13T01:02:27.560941+0000 mon.a (mon.0) 3483 : cluster [DBG] osdmap e1803: 8 total, 8 up, 8 in 2024-09-13T01:02:28.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:27 smithi032 bash[76677]: cluster 2024-09-13T01:02:26.688014+0000 mgr.y (mgr.34107) 1790 : cluster [DBG] pgmap v3145: 745 pgs: 32 unknown, 713 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.1 KiB/s rd, 1.8 KiB/s wr, 14 op/s 2024-09-13T01:02:28.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:27 smithi032 bash[76677]: cluster 2024-09-13T01:02:27.560941+0000 mon.a (mon.0) 3483 : cluster [DBG] osdmap e1803: 8 total, 8 up, 8 in 2024-09-13T01:02:29.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:29 smithi032 bash[75510]: cluster 2024-09-13T01:02:28.565336+0000 mon.a (mon.0) 3484 : cluster [DBG] osdmap e1804: 8 total, 8 up, 8 in 2024-09-13T01:02:29.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:29 smithi032 bash[75510]: cluster 2024-09-13T01:02:28.689171+0000 mgr.y (mgr.34107) 1791 : cluster [DBG] pgmap v3148: 745 pgs: 7 unknown, 738 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 5.6 KiB/s wr, 168 op/s 2024-09-13T01:02:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:29 smithi032 bash[76677]: cluster 2024-09-13T01:02:28.565336+0000 mon.a (mon.0) 3484 : cluster [DBG] osdmap e1804: 8 total, 8 up, 8 in 2024-09-13T01:02:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:29 smithi032 bash[76677]: cluster 2024-09-13T01:02:28.689171+0000 mgr.y (mgr.34107) 1791 : cluster [DBG] pgmap v3148: 745 pgs: 7 unknown, 738 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 5.6 KiB/s wr, 168 op/s 2024-09-13T01:02:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:29 smithi053 bash[67631]: cluster 2024-09-13T01:02:28.565336+0000 mon.a (mon.0) 3484 : cluster [DBG] osdmap e1804: 8 total, 8 up, 8 in 2024-09-13T01:02:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:29 smithi053 bash[67631]: cluster 2024-09-13T01:02:28.689171+0000 mgr.y (mgr.34107) 1791 : cluster [DBG] pgmap v3148: 745 pgs: 7 unknown, 738 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 5.6 KiB/s wr, 168 op/s 2024-09-13T01:02:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:30 smithi032 bash[75510]: cluster 2024-09-13T01:02:29.568400+0000 mon.a (mon.0) 3485 : cluster [DBG] osdmap e1805: 8 total, 8 up, 8 in 2024-09-13T01:02:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:30 smithi032 bash[76677]: cluster 2024-09-13T01:02:29.568400+0000 mon.a (mon.0) 3485 : cluster [DBG] osdmap e1805: 8 total, 8 up, 8 in 2024-09-13T01:02:31.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:30 smithi053 bash[67631]: cluster 2024-09-13T01:02:29.568400+0000 mon.a (mon.0) 3485 : cluster [DBG] osdmap e1805: 8 total, 8 up, 8 in 2024-09-13T01:02:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:31 smithi032 bash[75510]: cluster 2024-09-13T01:02:30.582935+0000 mon.a (mon.0) 3486 : cluster [DBG] osdmap e1806: 8 total, 8 up, 8 in 2024-09-13T01:02:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:31 smithi032 bash[75510]: cluster 2024-09-13T01:02:30.690231+0000 mgr.y (mgr.34107) 1792 : cluster [DBG] pgmap v3151: 745 pgs: 745 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 133 KiB/s rd, 5.5 KiB/s wr, 165 op/s 2024-09-13T01:02:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:31 smithi032 bash[75510]: cluster 2024-09-13T01:02:31.550695+0000 mon.a (mon.0) 3487 : cluster [DBG] osdmap e1807: 8 total, 8 up, 8 in 2024-09-13T01:02:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:31 smithi032 bash[76677]: cluster 2024-09-13T01:02:30.582935+0000 mon.a (mon.0) 3486 : cluster [DBG] osdmap e1806: 8 total, 8 up, 8 in 2024-09-13T01:02:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:31 smithi032 bash[76677]: cluster 2024-09-13T01:02:30.690231+0000 mgr.y (mgr.34107) 1792 : cluster [DBG] pgmap v3151: 745 pgs: 745 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 133 KiB/s rd, 5.5 KiB/s wr, 165 op/s 2024-09-13T01:02:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:31 smithi032 bash[76677]: cluster 2024-09-13T01:02:31.550695+0000 mon.a (mon.0) 3487 : cluster [DBG] osdmap e1807: 8 total, 8 up, 8 in 2024-09-13T01:02:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:31 smithi053 bash[67631]: cluster 2024-09-13T01:02:30.582935+0000 mon.a (mon.0) 3486 : cluster [DBG] osdmap e1806: 8 total, 8 up, 8 in 2024-09-13T01:02:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:31 smithi053 bash[67631]: cluster 2024-09-13T01:02:30.690231+0000 mgr.y (mgr.34107) 1792 : cluster [DBG] pgmap v3151: 745 pgs: 745 active+clean; 152 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 133 KiB/s rd, 5.5 KiB/s wr, 165 op/s 2024-09-13T01:02:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:31 smithi053 bash[67631]: cluster 2024-09-13T01:02:31.550695+0000 mon.a (mon.0) 3487 : cluster [DBG] osdmap e1807: 8 total, 8 up, 8 in 2024-09-13T01:02:32.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:02:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:02:32] "GET /metrics HTTP/1.1" 200 80174 "" "Prometheus/2.43.0" 2024-09-13T01:02:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:02:32 smithi053 bash[94430]: ts=2024-09-13T01:02:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:02:33.721 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 3 2024-09-13T01:02:33.721 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2024-09-13T01:02:33.721 INFO:tasks.workunit.client.0.smithi032.stdout:child: image202 2024-09-13T01:02:33.721 INFO:tasks.workunit.client.0.smithi032.stdout:child: image204 2024-09-13T01:02:33.721 INFO:tasks.workunit.client.0.smithi032.stdout:child: image203 2024-09-13T01:02:33.721 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-14/image202/b195f7d89e02 2024-09-13T01:02:33.721 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:02:33.722 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-33/image203/b19539cc445c 2024-09-13T01:02:33.722 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:02:33.722 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-115198-14/image204/b19576fe9f7b 2024-09-13T01:02:33.722 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:02:33.722 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 0 2024-09-13T01:02:33.722 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2024-09-13T01:02:33.722 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 0 2024-09-13T01:02:33.722 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2024-09-13T01:02:33.722 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8625 ms) 2024-09-13T01:02:33.722 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-09-13T01:02:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:33 smithi032 bash[75510]: cluster 2024-09-13T01:02:32.617992+0000 mon.a (mon.0) 3488 : cluster [DBG] osdmap e1808: 8 total, 8 up, 8 in 2024-09-13T01:02:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:33 smithi032 bash[75510]: cluster 2024-09-13T01:02:32.691748+0000 mgr.y (mgr.34107) 1793 : cluster [DBG] pgmap v3154: 713 pgs: 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:02:33.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:33 smithi032 bash[76677]: cluster 2024-09-13T01:02:32.617992+0000 mon.a (mon.0) 3488 : cluster [DBG] osdmap e1808: 8 total, 8 up, 8 in 2024-09-13T01:02:33.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:33 smithi032 bash[76677]: cluster 2024-09-13T01:02:32.691748+0000 mgr.y (mgr.34107) 1793 : cluster [DBG] pgmap v3154: 713 pgs: 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:02:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:33 smithi053 bash[67631]: cluster 2024-09-13T01:02:32.617992+0000 mon.a (mon.0) 3488 : cluster [DBG] osdmap e1808: 8 total, 8 up, 8 in 2024-09-13T01:02:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:33 smithi053 bash[67631]: cluster 2024-09-13T01:02:32.691748+0000 mgr.y (mgr.34107) 1793 : cluster [DBG] pgmap v3154: 713 pgs: 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:02:34.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:34 smithi032 bash[75510]: cluster 2024-09-13T01:02:33.628797+0000 mon.a (mon.0) 3489 : cluster [DBG] osdmap e1809: 8 total, 8 up, 8 in 2024-09-13T01:02:34.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:34 smithi032 bash[76677]: cluster 2024-09-13T01:02:33.628797+0000 mon.a (mon.0) 3489 : cluster [DBG] osdmap e1809: 8 total, 8 up, 8 in 2024-09-13T01:02:35.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:34 smithi053 bash[67631]: cluster 2024-09-13T01:02:33.628797+0000 mon.a (mon.0) 3489 : cluster [DBG] osdmap e1809: 8 total, 8 up, 8 in 2024-09-13T01:02:35.673 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:35.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:35 smithi032 bash[75510]: cluster 2024-09-13T01:02:34.651349+0000 mon.a (mon.0) 3490 : cluster [DBG] osdmap e1810: 8 total, 8 up, 8 in 2024-09-13T01:02:35.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:35 smithi032 bash[75510]: audit 2024-09-13T01:02:34.667466+0000 mon.a (mon.0) 3491 : audit [INF] from='client.? 172.21.15.32:0/209257197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:35.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:35 smithi032 bash[75510]: cluster 2024-09-13T01:02:34.692860+0000 mgr.y (mgr.34107) 1794 : cluster [DBG] pgmap v3157: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:02:35.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:35 smithi032 bash[76677]: cluster 2024-09-13T01:02:34.651349+0000 mon.a (mon.0) 3490 : cluster [DBG] osdmap e1810: 8 total, 8 up, 8 in 2024-09-13T01:02:35.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:35 smithi032 bash[76677]: audit 2024-09-13T01:02:34.667466+0000 mon.a (mon.0) 3491 : audit [INF] from='client.? 172.21.15.32:0/209257197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:35.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:35 smithi032 bash[76677]: cluster 2024-09-13T01:02:34.692860+0000 mgr.y (mgr.34107) 1794 : cluster [DBG] pgmap v3157: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:02:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:35 smithi053 bash[67631]: cluster 2024-09-13T01:02:34.651349+0000 mon.a (mon.0) 3490 : cluster [DBG] osdmap e1810: 8 total, 8 up, 8 in 2024-09-13T01:02:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:35 smithi053 bash[67631]: audit 2024-09-13T01:02:34.667466+0000 mon.a (mon.0) 3491 : audit [INF] from='client.? 172.21.15.32:0/209257197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:02:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:35 smithi053 bash[67631]: cluster 2024-09-13T01:02:34.692860+0000 mgr.y (mgr.34107) 1794 : cluster [DBG] pgmap v3157: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:02:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:36 smithi032 bash[75510]: cluster 2024-09-13T01:02:35.640762+0000 mon.a (mon.0) 3492 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T01:02:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:36 smithi032 bash[75510]: audit 2024-09-13T01:02:35.660160+0000 mon.a (mon.0) 3493 : audit [INF] from='client.? 172.21.15.32:0/209257197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:02:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:36 smithi032 bash[75510]: cluster 2024-09-13T01:02:35.660642+0000 mon.a (mon.0) 3494 : cluster [DBG] osdmap e1811: 8 total, 8 up, 8 in 2024-09-13T01:02:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:36 smithi032 bash[75510]: cluster 2024-09-13T01:02:36.555628+0000 mon.a (mon.0) 3495 : cluster [DBG] osdmap e1812: 8 total, 8 up, 8 in 2024-09-13T01:02:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:36 smithi032 bash[76677]: cluster 2024-09-13T01:02:35.640762+0000 mon.a (mon.0) 3492 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T01:02:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:36 smithi032 bash[76677]: audit 2024-09-13T01:02:35.660160+0000 mon.a (mon.0) 3493 : audit [INF] from='client.? 172.21.15.32:0/209257197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:02:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:36 smithi032 bash[76677]: cluster 2024-09-13T01:02:35.660642+0000 mon.a (mon.0) 3494 : cluster [DBG] osdmap e1811: 8 total, 8 up, 8 in 2024-09-13T01:02:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:36 smithi032 bash[76677]: cluster 2024-09-13T01:02:36.555628+0000 mon.a (mon.0) 3495 : cluster [DBG] osdmap e1812: 8 total, 8 up, 8 in 2024-09-13T01:02:37.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:36 smithi053 bash[67631]: cluster 2024-09-13T01:02:35.640762+0000 mon.a (mon.0) 3492 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T01:02:37.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:36 smithi053 bash[67631]: audit 2024-09-13T01:02:35.660160+0000 mon.a (mon.0) 3493 : audit [INF] from='client.? 172.21.15.32:0/209257197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:02:37.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:36 smithi053 bash[67631]: cluster 2024-09-13T01:02:35.660642+0000 mon.a (mon.0) 3494 : cluster [DBG] osdmap e1811: 8 total, 8 up, 8 in 2024-09-13T01:02:37.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:36 smithi053 bash[67631]: cluster 2024-09-13T01:02:36.555628+0000 mon.a (mon.0) 3495 : cluster [DBG] osdmap e1812: 8 total, 8 up, 8 in 2024-09-13T01:02:38.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:37 smithi053 bash[67631]: cluster 2024-09-13T01:02:36.694069+0000 mgr.y (mgr.34107) 1795 : cluster [DBG] pgmap v3160: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 7.7 KiB/s wr, 135 op/s 2024-09-13T01:02:38.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:37 smithi053 bash[67631]: cluster 2024-09-13T01:02:37.559509+0000 mon.a (mon.0) 3496 : cluster [DBG] osdmap e1813: 8 total, 8 up, 8 in 2024-09-13T01:02:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:37 smithi032 bash[75510]: cluster 2024-09-13T01:02:36.694069+0000 mgr.y (mgr.34107) 1795 : cluster [DBG] pgmap v3160: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 7.7 KiB/s wr, 135 op/s 2024-09-13T01:02:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:37 smithi032 bash[75510]: cluster 2024-09-13T01:02:37.559509+0000 mon.a (mon.0) 3496 : cluster [DBG] osdmap e1813: 8 total, 8 up, 8 in 2024-09-13T01:02:38.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:37 smithi032 bash[76677]: cluster 2024-09-13T01:02:36.694069+0000 mgr.y (mgr.34107) 1795 : cluster [DBG] pgmap v3160: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 7.7 KiB/s wr, 135 op/s 2024-09-13T01:02:38.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:37 smithi032 bash[76677]: cluster 2024-09-13T01:02:37.559509+0000 mon.a (mon.0) 3496 : cluster [DBG] osdmap e1813: 8 total, 8 up, 8 in 2024-09-13T01:02:39.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:38 smithi053 bash[67631]: cluster 2024-09-13T01:02:37.653120+0000 mon.a (mon.0) 3497 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T01:02:39.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:38 smithi053 bash[67631]: cluster 2024-09-13T01:02:37.653164+0000 mon.a (mon.0) 3498 : cluster [INF] Cluster is now healthy 2024-09-13T01:02:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:38 smithi032 bash[75510]: cluster 2024-09-13T01:02:37.653120+0000 mon.a (mon.0) 3497 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T01:02:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:38 smithi032 bash[75510]: cluster 2024-09-13T01:02:37.653164+0000 mon.a (mon.0) 3498 : cluster [INF] Cluster is now healthy 2024-09-13T01:02:39.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:38 smithi032 bash[76677]: cluster 2024-09-13T01:02:37.653120+0000 mon.a (mon.0) 3497 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T01:02:39.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:38 smithi032 bash[76677]: cluster 2024-09-13T01:02:37.653164+0000 mon.a (mon.0) 3498 : cluster [INF] Cluster is now healthy 2024-09-13T01:02:40.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:39 smithi053 bash[67631]: cluster 2024-09-13T01:02:38.675863+0000 mon.a (mon.0) 3499 : cluster [DBG] osdmap e1814: 8 total, 8 up, 8 in 2024-09-13T01:02:40.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:39 smithi053 bash[67631]: cluster 2024-09-13T01:02:38.696236+0000 mgr.y (mgr.34107) 1796 : cluster [DBG] pgmap v3163: 745 pgs: 7 creating+peering, 738 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 1.7 KiB/s wr, 43 op/s 2024-09-13T01:02:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:39 smithi032 bash[75510]: cluster 2024-09-13T01:02:38.675863+0000 mon.a (mon.0) 3499 : cluster [DBG] osdmap e1814: 8 total, 8 up, 8 in 2024-09-13T01:02:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:39 smithi032 bash[75510]: cluster 2024-09-13T01:02:38.696236+0000 mgr.y (mgr.34107) 1796 : cluster [DBG] pgmap v3163: 745 pgs: 7 creating+peering, 738 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 1.7 KiB/s wr, 43 op/s 2024-09-13T01:02:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:39 smithi032 bash[76677]: cluster 2024-09-13T01:02:38.675863+0000 mon.a (mon.0) 3499 : cluster [DBG] osdmap e1814: 8 total, 8 up, 8 in 2024-09-13T01:02:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:39 smithi032 bash[76677]: cluster 2024-09-13T01:02:38.696236+0000 mgr.y (mgr.34107) 1796 : cluster [DBG] pgmap v3163: 745 pgs: 7 creating+peering, 738 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 1.7 KiB/s wr, 43 op/s 2024-09-13T01:02:41.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:40 smithi053 bash[67631]: cluster 2024-09-13T01:02:39.698453+0000 mon.a (mon.0) 3500 : cluster [DBG] osdmap e1815: 8 total, 8 up, 8 in 2024-09-13T01:02:41.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:40 smithi053 bash[67631]: audit 2024-09-13T01:02:40.216244+0000 mon.a (mon.0) 3501 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:02:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:40 smithi032 bash[76677]: cluster 2024-09-13T01:02:39.698453+0000 mon.a (mon.0) 3500 : cluster [DBG] osdmap e1815: 8 total, 8 up, 8 in 2024-09-13T01:02:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:40 smithi032 bash[76677]: audit 2024-09-13T01:02:40.216244+0000 mon.a (mon.0) 3501 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:02:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:40 smithi032 bash[75510]: cluster 2024-09-13T01:02:39.698453+0000 mon.a (mon.0) 3500 : cluster [DBG] osdmap e1815: 8 total, 8 up, 8 in 2024-09-13T01:02:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:40 smithi032 bash[75510]: audit 2024-09-13T01:02:40.216244+0000 mon.a (mon.0) 3501 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:02:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:41 smithi053 bash[67631]: cluster 2024-09-13T01:02:40.699075+0000 mgr.y (mgr.34107) 1797 : cluster [DBG] pgmap v3165: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 2.7 KiB/s wr, 69 op/s 2024-09-13T01:02:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:41 smithi053 bash[67631]: cluster 2024-09-13T01:02:40.710762+0000 mon.a (mon.0) 3502 : cluster [DBG] osdmap e1816: 8 total, 8 up, 8 in 2024-09-13T01:02:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:41 smithi053 bash[67631]: cluster 2024-09-13T01:02:41.558514+0000 mon.a (mon.0) 3503 : cluster [DBG] osdmap e1817: 8 total, 8 up, 8 in 2024-09-13T01:02:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:41 smithi032 bash[75510]: cluster 2024-09-13T01:02:40.699075+0000 mgr.y (mgr.34107) 1797 : cluster [DBG] pgmap v3165: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 2.7 KiB/s wr, 69 op/s 2024-09-13T01:02:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:41 smithi032 bash[75510]: cluster 2024-09-13T01:02:40.710762+0000 mon.a (mon.0) 3502 : cluster [DBG] osdmap e1816: 8 total, 8 up, 8 in 2024-09-13T01:02:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:41 smithi032 bash[75510]: cluster 2024-09-13T01:02:41.558514+0000 mon.a (mon.0) 3503 : cluster [DBG] osdmap e1817: 8 total, 8 up, 8 in 2024-09-13T01:02:42.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:41 smithi032 bash[76677]: cluster 2024-09-13T01:02:40.699075+0000 mgr.y (mgr.34107) 1797 : cluster [DBG] pgmap v3165: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 2.7 KiB/s wr, 69 op/s 2024-09-13T01:02:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:41 smithi032 bash[76677]: cluster 2024-09-13T01:02:40.710762+0000 mon.a (mon.0) 3502 : cluster [DBG] osdmap e1816: 8 total, 8 up, 8 in 2024-09-13T01:02:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:41 smithi032 bash[76677]: cluster 2024-09-13T01:02:41.558514+0000 mon.a (mon.0) 3503 : cluster [DBG] osdmap e1817: 8 total, 8 up, 8 in 2024-09-13T01:02:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:02:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:02:42] "GET /metrics HTTP/1.1" 200 82654 "" "Prometheus/2.43.0" 2024-09-13T01:02:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:02:42 smithi053 bash[94430]: ts=2024-09-13T01:02:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:02:43.797 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.QuiesceWatch (10076 ms) 2024-09-13T01:02:43.797 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-09-13T01:02:43.798 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:43 smithi032 bash[75510]: cluster 2024-09-13T01:02:42.563331+0000 mon.a (mon.0) 3504 : cluster [DBG] osdmap e1818: 8 total, 8 up, 8 in 2024-09-13T01:02:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:43 smithi032 bash[75510]: cluster 2024-09-13T01:02:42.700764+0000 mgr.y (mgr.34107) 1798 : cluster [DBG] pgmap v3169: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 2.5 KiB/s wr, 44 op/s 2024-09-13T01:02:43.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:43 smithi032 bash[76677]: cluster 2024-09-13T01:02:42.563331+0000 mon.a (mon.0) 3504 : cluster [DBG] osdmap e1818: 8 total, 8 up, 8 in 2024-09-13T01:02:43.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:43 smithi032 bash[76677]: cluster 2024-09-13T01:02:42.700764+0000 mgr.y (mgr.34107) 1798 : cluster [DBG] pgmap v3169: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 2.5 KiB/s wr, 44 op/s 2024-09-13T01:02:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:43 smithi053 bash[67631]: cluster 2024-09-13T01:02:42.563331+0000 mon.a (mon.0) 3504 : cluster [DBG] osdmap e1818: 8 total, 8 up, 8 in 2024-09-13T01:02:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:43 smithi053 bash[67631]: cluster 2024-09-13T01:02:42.700764+0000 mgr.y (mgr.34107) 1798 : cluster [DBG] pgmap v3169: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 2.5 KiB/s wr, 44 op/s 2024-09-13T01:02:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:44 smithi032 bash[75510]: cluster 2024-09-13T01:02:43.565833+0000 mon.a (mon.0) 3505 : cluster [DBG] osdmap e1819: 8 total, 8 up, 8 in 2024-09-13T01:02:44.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:44 smithi032 bash[76677]: cluster 2024-09-13T01:02:43.565833+0000 mon.a (mon.0) 3505 : cluster [DBG] osdmap e1819: 8 total, 8 up, 8 in 2024-09-13T01:02:45.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:44 smithi053 bash[67631]: cluster 2024-09-13T01:02:43.565833+0000 mon.a (mon.0) 3505 : cluster [DBG] osdmap e1819: 8 total, 8 up, 8 in 2024-09-13T01:02:45.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:45 smithi032 bash[75510]: cluster 2024-09-13T01:02:44.583965+0000 mon.a (mon.0) 3506 : cluster [DBG] osdmap e1820: 8 total, 8 up, 8 in 2024-09-13T01:02:45.917 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:45 smithi032 bash[75510]: cluster 2024-09-13T01:02:44.701975+0000 mgr.y (mgr.34107) 1799 : cluster [DBG] pgmap v3172: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 768 B/s wr, 7 op/s 2024-09-13T01:02:45.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:45 smithi032 bash[76677]: cluster 2024-09-13T01:02:44.583965+0000 mon.a (mon.0) 3506 : cluster [DBG] osdmap e1820: 8 total, 8 up, 8 in 2024-09-13T01:02:45.917 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:45 smithi032 bash[76677]: cluster 2024-09-13T01:02:44.701975+0000 mgr.y (mgr.34107) 1799 : cluster [DBG] pgmap v3172: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 768 B/s wr, 7 op/s 2024-09-13T01:02:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:45 smithi053 bash[67631]: cluster 2024-09-13T01:02:44.583965+0000 mon.a (mon.0) 3506 : cluster [DBG] osdmap e1820: 8 total, 8 up, 8 in 2024-09-13T01:02:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:45 smithi053 bash[67631]: cluster 2024-09-13T01:02:44.701975+0000 mgr.y (mgr.34107) 1799 : cluster [DBG] pgmap v3172: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 768 B/s wr, 7 op/s 2024-09-13T01:02:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:46 smithi032 bash[76677]: cluster 2024-09-13T01:02:45.610731+0000 mon.a (mon.0) 3507 : cluster [DBG] osdmap e1821: 8 total, 8 up, 8 in 2024-09-13T01:02:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:46 smithi032 bash[76677]: cluster 2024-09-13T01:02:46.560809+0000 mon.a (mon.0) 3508 : cluster [DBG] osdmap e1822: 8 total, 8 up, 8 in 2024-09-13T01:02:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:46 smithi032 bash[75510]: cluster 2024-09-13T01:02:45.610731+0000 mon.a (mon.0) 3507 : cluster [DBG] osdmap e1821: 8 total, 8 up, 8 in 2024-09-13T01:02:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:46 smithi032 bash[75510]: cluster 2024-09-13T01:02:46.560809+0000 mon.a (mon.0) 3508 : cluster [DBG] osdmap e1822: 8 total, 8 up, 8 in 2024-09-13T01:02:47.040 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:46 smithi053 bash[67631]: cluster 2024-09-13T01:02:45.610731+0000 mon.a (mon.0) 3507 : cluster [DBG] osdmap e1821: 8 total, 8 up, 8 in 2024-09-13T01:02:47.040 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:46 smithi053 bash[67631]: cluster 2024-09-13T01:02:46.560809+0000 mon.a (mon.0) 3508 : cluster [DBG] osdmap e1822: 8 total, 8 up, 8 in 2024-09-13T01:02:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:47 smithi032 bash[75510]: cluster 2024-09-13T01:02:46.703292+0000 mgr.y (mgr.34107) 1800 : cluster [DBG] pgmap v3175: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.0 KiB/s wr, 94 op/s 2024-09-13T01:02:47.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:47 smithi032 bash[76677]: cluster 2024-09-13T01:02:46.703292+0000 mgr.y (mgr.34107) 1800 : cluster [DBG] pgmap v3175: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.0 KiB/s wr, 94 op/s 2024-09-13T01:02:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:47 smithi053 bash[67631]: cluster 2024-09-13T01:02:46.703292+0000 mgr.y (mgr.34107) 1800 : cluster [DBG] pgmap v3175: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.0 KiB/s wr, 94 op/s 2024-09-13T01:02:48.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:48 smithi032 bash[75510]: cluster 2024-09-13T01:02:47.623984+0000 mon.a (mon.0) 3509 : cluster [DBG] osdmap e1823: 8 total, 8 up, 8 in 2024-09-13T01:02:49.094 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:48 smithi032 bash[76677]: cluster 2024-09-13T01:02:47.623984+0000 mon.a (mon.0) 3509 : cluster [DBG] osdmap e1823: 8 total, 8 up, 8 in 2024-09-13T01:02:49.095 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:48 smithi053 bash[67631]: cluster 2024-09-13T01:02:47.623984+0000 mon.a (mon.0) 3509 : cluster [DBG] osdmap e1823: 8 total, 8 up, 8 in 2024-09-13T01:02:49.884 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6087 ms) 2024-09-13T01:02:49.885 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-09-13T01:02:49.885 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:49.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:49 smithi032 bash[75510]: cluster 2024-09-13T01:02:48.626597+0000 mon.a (mon.0) 3510 : cluster [DBG] osdmap e1824: 8 total, 8 up, 8 in 2024-09-13T01:02:49.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:49 smithi032 bash[75510]: cluster 2024-09-13T01:02:48.704473+0000 mgr.y (mgr.34107) 1801 : cluster [DBG] pgmap v3178: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 109 op/s 2024-09-13T01:02:49.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:49 smithi032 bash[76677]: cluster 2024-09-13T01:02:48.626597+0000 mon.a (mon.0) 3510 : cluster [DBG] osdmap e1824: 8 total, 8 up, 8 in 2024-09-13T01:02:49.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:49 smithi032 bash[76677]: cluster 2024-09-13T01:02:48.704473+0000 mgr.y (mgr.34107) 1801 : cluster [DBG] pgmap v3178: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 109 op/s 2024-09-13T01:02:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:49 smithi053 bash[67631]: cluster 2024-09-13T01:02:48.626597+0000 mon.a (mon.0) 3510 : cluster [DBG] osdmap e1824: 8 total, 8 up, 8 in 2024-09-13T01:02:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:49 smithi053 bash[67631]: cluster 2024-09-13T01:02:48.704473+0000 mgr.y (mgr.34107) 1801 : cluster [DBG] pgmap v3178: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 109 op/s 2024-09-13T01:02:50.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:50 smithi032 bash[75510]: cluster 2024-09-13T01:02:49.652159+0000 mon.a (mon.0) 3511 : cluster [DBG] osdmap e1825: 8 total, 8 up, 8 in 2024-09-13T01:02:50.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:50 smithi032 bash[76677]: cluster 2024-09-13T01:02:49.652159+0000 mon.a (mon.0) 3511 : cluster [DBG] osdmap e1825: 8 total, 8 up, 8 in 2024-09-13T01:02:51.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:50 smithi053 bash[67631]: cluster 2024-09-13T01:02:49.652159+0000 mon.a (mon.0) 3511 : cluster [DBG] osdmap e1825: 8 total, 8 up, 8 in 2024-09-13T01:02:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:51 smithi032 bash[76677]: cluster 2024-09-13T01:02:50.662152+0000 mon.a (mon.0) 3512 : cluster [DBG] osdmap e1826: 8 total, 8 up, 8 in 2024-09-13T01:02:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:51 smithi032 bash[76677]: cluster 2024-09-13T01:02:50.706026+0000 mgr.y (mgr.34107) 1802 : cluster [DBG] pgmap v3181: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 103 op/s 2024-09-13T01:02:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:51 smithi032 bash[76677]: cluster 2024-09-13T01:02:51.564351+0000 mon.a (mon.0) 3513 : cluster [DBG] osdmap e1827: 8 total, 8 up, 8 in 2024-09-13T01:02:51.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:51 smithi032 bash[75510]: cluster 2024-09-13T01:02:50.662152+0000 mon.a (mon.0) 3512 : cluster [DBG] osdmap e1826: 8 total, 8 up, 8 in 2024-09-13T01:02:51.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:51 smithi032 bash[75510]: cluster 2024-09-13T01:02:50.706026+0000 mgr.y (mgr.34107) 1802 : cluster [DBG] pgmap v3181: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 103 op/s 2024-09-13T01:02:51.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:51 smithi032 bash[75510]: cluster 2024-09-13T01:02:51.564351+0000 mon.a (mon.0) 3513 : cluster [DBG] osdmap e1827: 8 total, 8 up, 8 in 2024-09-13T01:02:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:51 smithi053 bash[67631]: cluster 2024-09-13T01:02:50.662152+0000 mon.a (mon.0) 3512 : cluster [DBG] osdmap e1826: 8 total, 8 up, 8 in 2024-09-13T01:02:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:51 smithi053 bash[67631]: cluster 2024-09-13T01:02:50.706026+0000 mgr.y (mgr.34107) 1802 : cluster [DBG] pgmap v3181: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 103 op/s 2024-09-13T01:02:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:51 smithi053 bash[67631]: cluster 2024-09-13T01:02:51.564351+0000 mon.a (mon.0) 3513 : cluster [DBG] osdmap e1827: 8 total, 8 up, 8 in 2024-09-13T01:02:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:02:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:02:52] "GET /metrics HTTP/1.1" 200 82654 "" "Prometheus/2.43.0" 2024-09-13T01:02:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:02:52 smithi053 bash[94430]: ts=2024-09-13T01:02:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:02:54.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:53 smithi053 bash[67631]: cluster 2024-09-13T01:02:52.678924+0000 mon.a (mon.0) 3514 : cluster [DBG] osdmap e1828: 8 total, 8 up, 8 in 2024-09-13T01:02:54.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:53 smithi053 bash[67631]: cluster 2024-09-13T01:02:52.708686+0000 mgr.y (mgr.34107) 1803 : cluster [DBG] pgmap v3184: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 97 op/s 2024-09-13T01:02:54.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:53 smithi032 bash[75510]: cluster 2024-09-13T01:02:52.678924+0000 mon.a (mon.0) 3514 : cluster [DBG] osdmap e1828: 8 total, 8 up, 8 in 2024-09-13T01:02:54.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:53 smithi032 bash[75510]: cluster 2024-09-13T01:02:52.708686+0000 mgr.y (mgr.34107) 1803 : cluster [DBG] pgmap v3184: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 97 op/s 2024-09-13T01:02:54.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:53 smithi032 bash[76677]: cluster 2024-09-13T01:02:52.678924+0000 mon.a (mon.0) 3514 : cluster [DBG] osdmap e1828: 8 total, 8 up, 8 in 2024-09-13T01:02:54.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:53 smithi032 bash[76677]: cluster 2024-09-13T01:02:52.708686+0000 mgr.y (mgr.34107) 1803 : cluster [DBG] pgmap v3184: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 97 op/s 2024-09-13T01:02:55.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:54 smithi053 bash[67631]: cluster 2024-09-13T01:02:53.690746+0000 mon.a (mon.0) 3515 : cluster [DBG] osdmap e1829: 8 total, 8 up, 8 in 2024-09-13T01:02:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:54 smithi032 bash[75510]: cluster 2024-09-13T01:02:53.690746+0000 mon.a (mon.0) 3515 : cluster [DBG] osdmap e1829: 8 total, 8 up, 8 in 2024-09-13T01:02:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:54 smithi032 bash[76677]: cluster 2024-09-13T01:02:53.690746+0000 mon.a (mon.0) 3515 : cluster [DBG] osdmap e1829: 8 total, 8 up, 8 in 2024-09-13T01:02:55.955 INFO:tasks.workunit.client.0.smithi032.stdout:10.00% done 2024-09-13T01:02:55.955 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6071 ms) 2024-09-13T01:02:55.955 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-09-13T01:02:55.956 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:02:55.996 INFO:tasks.workunit.client.0.smithi032.stderr:test quiesce is not long enough to time out 2024-09-13T01:02:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:55 smithi053 bash[67631]: cluster 2024-09-13T01:02:54.693473+0000 mon.a (mon.0) 3516 : cluster [DBG] osdmap e1830: 8 total, 8 up, 8 in 2024-09-13T01:02:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:55 smithi053 bash[67631]: cluster 2024-09-13T01:02:54.711874+0000 mgr.y (mgr.34107) 1804 : cluster [DBG] pgmap v3187: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.0 KiB/s wr, 19 op/s 2024-09-13T01:02:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:55 smithi053 bash[67631]: audit 2024-09-13T01:02:55.217528+0000 mon.a (mon.0) 3517 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:02:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:55 smithi032 bash[75510]: cluster 2024-09-13T01:02:54.693473+0000 mon.a (mon.0) 3516 : cluster [DBG] osdmap e1830: 8 total, 8 up, 8 in 2024-09-13T01:02:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:55 smithi032 bash[75510]: cluster 2024-09-13T01:02:54.711874+0000 mgr.y (mgr.34107) 1804 : cluster [DBG] pgmap v3187: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.0 KiB/s wr, 19 op/s 2024-09-13T01:02:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:55 smithi032 bash[75510]: audit 2024-09-13T01:02:55.217528+0000 mon.a (mon.0) 3517 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:02:56.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:55 smithi032 bash[76677]: cluster 2024-09-13T01:02:54.693473+0000 mon.a (mon.0) 3516 : cluster [DBG] osdmap e1830: 8 total, 8 up, 8 in 2024-09-13T01:02:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:55 smithi032 bash[76677]: cluster 2024-09-13T01:02:54.711874+0000 mgr.y (mgr.34107) 1804 : cluster [DBG] pgmap v3187: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.0 KiB/s wr, 19 op/s 2024-09-13T01:02:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:55 smithi032 bash[76677]: audit 2024-09-13T01:02:55.217528+0000 mon.a (mon.0) 3517 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:02:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:56 smithi053 bash[67631]: cluster 2024-09-13T01:02:55.717498+0000 mon.a (mon.0) 3518 : cluster [DBG] osdmap e1831: 8 total, 8 up, 8 in 2024-09-13T01:02:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:56 smithi053 bash[67631]: cluster 2024-09-13T01:02:56.567591+0000 mon.a (mon.0) 3519 : cluster [DBG] osdmap e1832: 8 total, 8 up, 8 in 2024-09-13T01:02:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:56 smithi032 bash[75510]: cluster 2024-09-13T01:02:55.717498+0000 mon.a (mon.0) 3518 : cluster [DBG] osdmap e1831: 8 total, 8 up, 8 in 2024-09-13T01:02:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:56 smithi032 bash[75510]: cluster 2024-09-13T01:02:56.567591+0000 mon.a (mon.0) 3519 : cluster [DBG] osdmap e1832: 8 total, 8 up, 8 in 2024-09-13T01:02:57.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:56 smithi032 bash[76677]: cluster 2024-09-13T01:02:55.717498+0000 mon.a (mon.0) 3518 : cluster [DBG] osdmap e1831: 8 total, 8 up, 8 in 2024-09-13T01:02:57.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:56 smithi032 bash[76677]: cluster 2024-09-13T01:02:56.567591+0000 mon.a (mon.0) 3519 : cluster [DBG] osdmap e1832: 8 total, 8 up, 8 in 2024-09-13T01:02:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:57 smithi053 bash[67631]: cluster 2024-09-13T01:02:56.713004+0000 mgr.y (mgr.34107) 1805 : cluster [DBG] pgmap v3190: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.7 KiB/s wr, 69 op/s 2024-09-13T01:02:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:57 smithi032 bash[75510]: cluster 2024-09-13T01:02:56.713004+0000 mgr.y (mgr.34107) 1805 : cluster [DBG] pgmap v3190: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.7 KiB/s wr, 69 op/s 2024-09-13T01:02:58.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:57 smithi032 bash[76677]: cluster 2024-09-13T01:02:56.713004+0000 mgr.y (mgr.34107) 1805 : cluster [DBG] pgmap v3190: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.7 KiB/s wr, 69 op/s 2024-09-13T01:02:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:58 smithi053 bash[67631]: audit 2024-09-13T01:02:57.772880+0000 mon.a (mon.0) 3520 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]: dispatch 2024-09-13T01:02:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:58 smithi053 bash[67631]: audit 2024-09-13T01:02:57.773322+0000 mon.a (mon.0) 3521 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-09-13T01:02:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:58 smithi032 bash[75510]: audit 2024-09-13T01:02:57.772880+0000 mon.a (mon.0) 3520 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]: dispatch 2024-09-13T01:02:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:58 smithi032 bash[75510]: audit 2024-09-13T01:02:57.773322+0000 mon.a (mon.0) 3521 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-09-13T01:02:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:58 smithi032 bash[76677]: audit 2024-09-13T01:02:57.772880+0000 mon.a (mon.0) 3520 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]: dispatch 2024-09-13T01:02:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:58 smithi032 bash[76677]: audit 2024-09-13T01:02:57.773322+0000 mon.a (mon.0) 3521 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-09-13T01:03:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:59 smithi053 bash[67631]: cluster 2024-09-13T01:02:58.718114+0000 mgr.y (mgr.34107) 1806 : cluster [DBG] pgmap v3191: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-09-13T01:03:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:59 smithi053 bash[67631]: audit 2024-09-13T01:02:58.741138+0000 mon.a (mon.0) 3522 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]': finished 2024-09-13T01:03:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:59 smithi053 bash[67631]: audit 2024-09-13T01:02:58.741376+0000 mon.a (mon.0) 3523 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-09-13T01:03:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:02:59 smithi053 bash[67631]: cluster 2024-09-13T01:02:58.741553+0000 mon.a (mon.0) 3524 : cluster [DBG] osdmap e1833: 8 total, 8 up, 8 in 2024-09-13T01:03:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:59 smithi032 bash[75510]: cluster 2024-09-13T01:02:58.718114+0000 mgr.y (mgr.34107) 1806 : cluster [DBG] pgmap v3191: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-09-13T01:03:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:59 smithi032 bash[75510]: audit 2024-09-13T01:02:58.741138+0000 mon.a (mon.0) 3522 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]': finished 2024-09-13T01:03:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:59 smithi032 bash[75510]: audit 2024-09-13T01:02:58.741376+0000 mon.a (mon.0) 3523 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-09-13T01:03:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:02:59 smithi032 bash[75510]: cluster 2024-09-13T01:02:58.741553+0000 mon.a (mon.0) 3524 : cluster [DBG] osdmap e1833: 8 total, 8 up, 8 in 2024-09-13T01:03:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:59 smithi032 bash[76677]: cluster 2024-09-13T01:02:58.718114+0000 mgr.y (mgr.34107) 1806 : cluster [DBG] pgmap v3191: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-09-13T01:03:00.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:59 smithi032 bash[76677]: audit 2024-09-13T01:02:58.741138+0000 mon.a (mon.0) 3522 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]': finished 2024-09-13T01:03:00.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:59 smithi032 bash[76677]: audit 2024-09-13T01:02:58.741376+0000 mon.a (mon.0) 3523 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-09-13T01:03:00.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:02:59 smithi032 bash[76677]: cluster 2024-09-13T01:02:58.741553+0000 mon.a (mon.0) 3524 : cluster [DBG] osdmap e1833: 8 total, 8 up, 8 in 2024-09-13T01:03:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:00 smithi053 bash[67631]: cluster 2024-09-13T01:02:59.750951+0000 mon.a (mon.0) 3525 : cluster [DBG] osdmap e1834: 8 total, 8 up, 8 in 2024-09-13T01:03:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:00 smithi032 bash[75510]: cluster 2024-09-13T01:02:59.750951+0000 mon.a (mon.0) 3525 : cluster [DBG] osdmap e1834: 8 total, 8 up, 8 in 2024-09-13T01:03:01.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:00 smithi032 bash[76677]: cluster 2024-09-13T01:02:59.750951+0000 mon.a (mon.0) 3525 : cluster [DBG] osdmap e1834: 8 total, 8 up, 8 in 2024-09-13T01:03:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:01 smithi053 bash[67631]: cluster 2024-09-13T01:03:00.721040+0000 mgr.y (mgr.34107) 1807 : cluster [DBG] pgmap v3194: 745 pgs: 1 activating, 744 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.8 KiB/s wr, 41 op/s 2024-09-13T01:03:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:01 smithi053 bash[67631]: cluster 2024-09-13T01:03:01.570918+0000 mon.a (mon.0) 3526 : cluster [DBG] osdmap e1835: 8 total, 8 up, 8 in 2024-09-13T01:03:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:01 smithi032 bash[75510]: cluster 2024-09-13T01:03:00.721040+0000 mgr.y (mgr.34107) 1807 : cluster [DBG] pgmap v3194: 745 pgs: 1 activating, 744 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.8 KiB/s wr, 41 op/s 2024-09-13T01:03:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:01 smithi032 bash[75510]: cluster 2024-09-13T01:03:01.570918+0000 mon.a (mon.0) 3526 : cluster [DBG] osdmap e1835: 8 total, 8 up, 8 in 2024-09-13T01:03:02.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:01 smithi032 bash[76677]: cluster 2024-09-13T01:03:00.721040+0000 mgr.y (mgr.34107) 1807 : cluster [DBG] pgmap v3194: 745 pgs: 1 activating, 744 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.8 KiB/s wr, 41 op/s 2024-09-13T01:03:02.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:01 smithi032 bash[76677]: cluster 2024-09-13T01:03:01.570918+0000 mon.a (mon.0) 3526 : cluster [DBG] osdmap e1835: 8 total, 8 up, 8 in 2024-09-13T01:03:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:03:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:03:02] "GET /metrics HTTP/1.1" 200 82677 "" "Prometheus/2.43.0" 2024-09-13T01:03:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:03:02 smithi053 bash[94430]: ts=2024-09-13T01:03:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:03:04.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:03 smithi053 bash[67631]: cluster 2024-09-13T01:03:02.724270+0000 mgr.y (mgr.34107) 1808 : cluster [DBG] pgmap v3196: 745 pgs: 1 activating, 744 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.5 KiB/s wr, 34 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T01:03:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:03 smithi032 bash[75510]: cluster 2024-09-13T01:03:02.724270+0000 mgr.y (mgr.34107) 1808 : cluster [DBG] pgmap v3196: 745 pgs: 1 activating, 744 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.5 KiB/s wr, 34 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T01:03:04.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:03 smithi032 bash[76677]: cluster 2024-09-13T01:03:02.724270+0000 mgr.y (mgr.34107) 1808 : cluster [DBG] pgmap v3196: 745 pgs: 1 activating, 744 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.5 KiB/s wr, 34 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T01:03:04.823 INFO:tasks.workunit.client.0.smithi032.stderr:test quiesce is timed out 2024-09-13T01:03:04.841 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 0 2024-09-13T01:03:05.842 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 1 2024-09-13T01:03:06.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:05 smithi053 bash[67631]: cluster 2024-09-13T01:03:04.727642+0000 mgr.y (mgr.34107) 1809 : cluster [DBG] pgmap v3197: 745 pgs: 1 activating, 744 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 170 B/s wr, 18 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T01:03:06.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:05 smithi053 bash[67631]: cluster 2024-09-13T01:03:04.771315+0000 mon.a (mon.0) 3527 : cluster [DBG] osdmap e1836: 8 total, 8 up, 8 in 2024-09-13T01:03:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:05 smithi032 bash[75510]: cluster 2024-09-13T01:03:04.727642+0000 mgr.y (mgr.34107) 1809 : cluster [DBG] pgmap v3197: 745 pgs: 1 activating, 744 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 170 B/s wr, 18 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T01:03:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:05 smithi032 bash[75510]: cluster 2024-09-13T01:03:04.771315+0000 mon.a (mon.0) 3527 : cluster [DBG] osdmap e1836: 8 total, 8 up, 8 in 2024-09-13T01:03:06.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:05 smithi032 bash[76677]: cluster 2024-09-13T01:03:04.727642+0000 mgr.y (mgr.34107) 1809 : cluster [DBG] pgmap v3197: 745 pgs: 1 activating, 744 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 170 B/s wr, 18 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T01:03:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:05 smithi032 bash[76677]: cluster 2024-09-13T01:03:04.771315+0000 mon.a (mon.0) 3527 : cluster [DBG] osdmap e1836: 8 total, 8 up, 8 in 2024-09-13T01:03:06.842 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 2 2024-09-13T01:03:07.842 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 3 2024-09-13T01:03:08.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:07 smithi053 bash[67631]: cluster 2024-09-13T01:03:06.730440+0000 mgr.y (mgr.34107) 1810 : cluster [DBG] pgmap v3199: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 146 B/s wr, 15 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T01:03:08.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:07 smithi032 bash[75510]: cluster 2024-09-13T01:03:06.730440+0000 mgr.y (mgr.34107) 1810 : cluster [DBG] pgmap v3199: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 146 B/s wr, 15 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T01:03:08.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:07 smithi032 bash[76677]: cluster 2024-09-13T01:03:06.730440+0000 mgr.y (mgr.34107) 1810 : cluster [DBG] pgmap v3199: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 146 B/s wr, 15 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T01:03:08.842 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 4 2024-09-13T01:03:09.842 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 5 2024-09-13T01:03:10.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:09 smithi053 bash[67631]: cluster 2024-09-13T01:03:08.736014+0000 mgr.y (mgr.34107) 1811 : cluster [DBG] pgmap v3200: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-13T01:03:10.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:09 smithi032 bash[75510]: cluster 2024-09-13T01:03:08.736014+0000 mgr.y (mgr.34107) 1811 : cluster [DBG] pgmap v3200: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-13T01:03:10.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:09 smithi032 bash[76677]: cluster 2024-09-13T01:03:08.736014+0000 mgr.y (mgr.34107) 1811 : cluster [DBG] pgmap v3200: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-13T01:03:10.842 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 6 2024-09-13T01:03:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:10 smithi053 bash[67631]: audit 2024-09-13T01:03:10.217063+0000 mon.a (mon.0) 3528 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:03:11.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:10 smithi032 bash[76677]: audit 2024-09-13T01:03:10.217063+0000 mon.a (mon.0) 3528 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:03:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:10 smithi032 bash[75510]: audit 2024-09-13T01:03:10.217063+0000 mon.a (mon.0) 3528 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:03:11.842 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 7 2024-09-13T01:03:12.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:11 smithi053 bash[67631]: cluster 2024-09-13T01:03:10.738632+0000 mgr.y (mgr.34107) 1812 : cluster [DBG] pgmap v3201: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 334 B/s wr, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-13T01:03:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:11 smithi032 bash[75510]: cluster 2024-09-13T01:03:10.738632+0000 mgr.y (mgr.34107) 1812 : cluster [DBG] pgmap v3201: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 334 B/s wr, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-13T01:03:12.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:11 smithi032 bash[76677]: cluster 2024-09-13T01:03:10.738632+0000 mgr.y (mgr.34107) 1812 : cluster [DBG] pgmap v3201: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 334 B/s wr, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-13T01:03:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:03:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:03:12] "GET /metrics HTTP/1.1" 200 82666 "" "Prometheus/2.43.0" 2024-09-13T01:03:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:03:12 smithi053 bash[94430]: ts=2024-09-13T01:03:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:03:12.842 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 8 2024-09-13T01:03:13.842 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 9 2024-09-13T01:03:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:13 smithi032 bash[75510]: cluster 2024-09-13T01:03:12.741850+0000 mgr.y (mgr.34107) 1813 : cluster [DBG] pgmap v3202: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-13T01:03:14.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:13 smithi032 bash[76677]: cluster 2024-09-13T01:03:12.741850+0000 mgr.y (mgr.34107) 1813 : cluster [DBG] pgmap v3202: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-13T01:03:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:13 smithi053 bash[67631]: cluster 2024-09-13T01:03:12.741850+0000 mgr.y (mgr.34107) 1813 : cluster [DBG] pgmap v3202: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-13T01:03:14.842 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 10 2024-09-13T01:03:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:14 smithi032 bash[75510]: audit 2024-09-13T01:03:13.889899+0000 mon.a (mon.0) 3529 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:03:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:14 smithi032 bash[75510]: audit 2024-09-13T01:03:14.432893+0000 mon.a (mon.0) 3530 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:03:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:14 smithi032 bash[75510]: audit 2024-09-13T01:03:14.434766+0000 mon.a (mon.0) 3531 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:03:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:14 smithi032 bash[75510]: audit 2024-09-13T01:03:14.443866+0000 mon.a (mon.0) 3532 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:03:15.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:14 smithi032 bash[76677]: audit 2024-09-13T01:03:13.889899+0000 mon.a (mon.0) 3529 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:03:15.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:14 smithi032 bash[76677]: audit 2024-09-13T01:03:14.432893+0000 mon.a (mon.0) 3530 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:03:15.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:14 smithi032 bash[76677]: audit 2024-09-13T01:03:14.434766+0000 mon.a (mon.0) 3531 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:03:15.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:14 smithi032 bash[76677]: audit 2024-09-13T01:03:14.443866+0000 mon.a (mon.0) 3532 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:03:15.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:14 smithi053 bash[67631]: audit 2024-09-13T01:03:13.889899+0000 mon.a (mon.0) 3529 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:03:15.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:14 smithi053 bash[67631]: audit 2024-09-13T01:03:14.432893+0000 mon.a (mon.0) 3530 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:03:15.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:14 smithi053 bash[67631]: audit 2024-09-13T01:03:14.434766+0000 mon.a (mon.0) 3531 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:03:15.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:14 smithi053 bash[67631]: audit 2024-09-13T01:03:14.443866+0000 mon.a (mon.0) 3532 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:03:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:15 smithi032 bash[75510]: cluster 2024-09-13T01:03:14.745427+0000 mgr.y (mgr.34107) 1814 : cluster [DBG] pgmap v3203: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-13T01:03:16.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:15 smithi032 bash[76677]: cluster 2024-09-13T01:03:14.745427+0000 mgr.y (mgr.34107) 1814 : cluster [DBG] pgmap v3203: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-13T01:03:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:15 smithi053 bash[67631]: cluster 2024-09-13T01:03:14.745427+0000 mgr.y (mgr.34107) 1814 : cluster [DBG] pgmap v3203: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-13T01:03:18.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:17 smithi032 bash[75510]: cluster 2024-09-13T01:03:16.748592+0000 mgr.y (mgr.34107) 1815 : cluster [DBG] pgmap v3204: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 256 B/s wr, 3 op/s 2024-09-13T01:03:18.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:17 smithi032 bash[76677]: cluster 2024-09-13T01:03:16.748592+0000 mgr.y (mgr.34107) 1815 : cluster [DBG] pgmap v3204: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 256 B/s wr, 3 op/s 2024-09-13T01:03:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:17 smithi053 bash[67631]: cluster 2024-09-13T01:03:16.748592+0000 mgr.y (mgr.34107) 1815 : cluster [DBG] pgmap v3204: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 256 B/s wr, 3 op/s 2024-09-13T01:03:20.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:19 smithi032 bash[75510]: cluster 2024-09-13T01:03:18.753576+0000 mgr.y (mgr.34107) 1816 : cluster [DBG] pgmap v3205: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-13T01:03:20.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:19 smithi032 bash[76677]: cluster 2024-09-13T01:03:18.753576+0000 mgr.y (mgr.34107) 1816 : cluster [DBG] pgmap v3205: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-13T01:03:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:19 smithi053 bash[67631]: cluster 2024-09-13T01:03:18.753576+0000 mgr.y (mgr.34107) 1816 : cluster [DBG] pgmap v3205: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-13T01:03:22.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:21 smithi032 bash[75510]: cluster 2024-09-13T01:03:20.756122+0000 mgr.y (mgr.34107) 1817 : cluster [DBG] pgmap v3206: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:03:22.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:21 smithi032 bash[76677]: cluster 2024-09-13T01:03:20.756122+0000 mgr.y (mgr.34107) 1817 : cluster [DBG] pgmap v3206: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:03:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:21 smithi053 bash[67631]: cluster 2024-09-13T01:03:20.756122+0000 mgr.y (mgr.34107) 1817 : cluster [DBG] pgmap v3206: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:03:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:03:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:03:22] "GET /metrics HTTP/1.1" 200 82666 "" "Prometheus/2.43.0" 2024-09-13T01:03:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:03:22 smithi053 bash[94430]: ts=2024-09-13T01:03:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:03:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:23 smithi032 bash[75510]: cluster 2024-09-13T01:03:22.759324+0000 mgr.y (mgr.34107) 1818 : cluster [DBG] pgmap v3207: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:03:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:23 smithi032 bash[76677]: cluster 2024-09-13T01:03:22.759324+0000 mgr.y (mgr.34107) 1818 : cluster [DBG] pgmap v3207: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:03:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:23 smithi053 bash[67631]: cluster 2024-09-13T01:03:22.759324+0000 mgr.y (mgr.34107) 1818 : cluster [DBG] pgmap v3207: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:03:25.844 INFO:tasks.workunit.client.0.smithi032.stderr:test retry succeeds 2024-09-13T01:03:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:25 smithi032 bash[75510]: cluster 2024-09-13T01:03:24.762606+0000 mgr.y (mgr.34107) 1819 : cluster [DBG] pgmap v3208: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:03:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:25 smithi032 bash[75510]: audit 2024-09-13T01:03:25.217396+0000 mon.a (mon.0) 3533 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:03:26.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:25 smithi032 bash[76677]: cluster 2024-09-13T01:03:24.762606+0000 mgr.y (mgr.34107) 1819 : cluster [DBG] pgmap v3208: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:03:26.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:25 smithi032 bash[76677]: audit 2024-09-13T01:03:25.217396+0000 mon.a (mon.0) 3533 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:03:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:25 smithi053 bash[67631]: cluster 2024-09-13T01:03:24.762606+0000 mgr.y (mgr.34107) 1819 : cluster [DBG] pgmap v3208: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:03:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:25 smithi053 bash[67631]: audit 2024-09-13T01:03:25.217396+0000 mon.a (mon.0) 3533 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:03:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:27 smithi032 bash[75510]: cluster 2024-09-13T01:03:26.765365+0000 mgr.y (mgr.34107) 1820 : cluster [DBG] pgmap v3209: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:03:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:27 smithi032 bash[75510]: cluster 2024-09-13T01:03:26.827944+0000 mon.a (mon.0) 3534 : cluster [DBG] osdmap e1837: 8 total, 8 up, 8 in 2024-09-13T01:03:28.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:27 smithi032 bash[76677]: cluster 2024-09-13T01:03:26.765365+0000 mgr.y (mgr.34107) 1820 : cluster [DBG] pgmap v3209: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:03:28.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:27 smithi032 bash[76677]: cluster 2024-09-13T01:03:26.827944+0000 mon.a (mon.0) 3534 : cluster [DBG] osdmap e1837: 8 total, 8 up, 8 in 2024-09-13T01:03:28.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:27 smithi053 bash[67631]: cluster 2024-09-13T01:03:26.765365+0000 mgr.y (mgr.34107) 1820 : cluster [DBG] pgmap v3209: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:03:28.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:27 smithi053 bash[67631]: cluster 2024-09-13T01:03:26.827944+0000 mon.a (mon.0) 3534 : cluster [DBG] osdmap e1837: 8 total, 8 up, 8 in 2024-09-13T01:03:29.095 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (33140 ms) 2024-09-13T01:03:29.095 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-09-13T01:03:29.095 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:03:29.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:28 smithi032 bash[76677]: cluster 2024-09-13T01:03:27.844657+0000 mon.a (mon.0) 3535 : cluster [DBG] osdmap e1838: 8 total, 8 up, 8 in 2024-09-13T01:03:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:28 smithi032 bash[75510]: cluster 2024-09-13T01:03:27.844657+0000 mon.a (mon.0) 3535 : cluster [DBG] osdmap e1838: 8 total, 8 up, 8 in 2024-09-13T01:03:29.232 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.WriteZeroes (137 ms) 2024-09-13T01:03:29.232 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-09-13T01:03:29.232 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:03:29.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:28 smithi053 bash[67631]: cluster 2024-09-13T01:03:27.844657+0000 mon.a (mon.0) 3535 : cluster [DBG] osdmap e1838: 8 total, 8 up, 8 in 2024-09-13T01:03:29.378 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (146 ms) 2024-09-13T01:03:29.378 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-09-13T01:03:29.378 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:03:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:29 smithi032 bash[75510]: cluster 2024-09-13T01:03:28.768726+0000 mgr.y (mgr.34107) 1821 : cluster [DBG] pgmap v3212: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 766 B/s wr, 7 op/s 2024-09-13T01:03:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:29 smithi032 bash[75510]: cluster 2024-09-13T01:03:28.859480+0000 mon.a (mon.0) 3536 : cluster [DBG] osdmap e1839: 8 total, 8 up, 8 in 2024-09-13T01:03:30.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:29 smithi032 bash[76677]: cluster 2024-09-13T01:03:28.768726+0000 mgr.y (mgr.34107) 1821 : cluster [DBG] pgmap v3212: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 766 B/s wr, 7 op/s 2024-09-13T01:03:30.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:29 smithi032 bash[76677]: cluster 2024-09-13T01:03:28.859480+0000 mon.a (mon.0) 3536 : cluster [DBG] osdmap e1839: 8 total, 8 up, 8 in 2024-09-13T01:03:30.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:29 smithi053 bash[67631]: cluster 2024-09-13T01:03:28.768726+0000 mgr.y (mgr.34107) 1821 : cluster [DBG] pgmap v3212: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 766 B/s wr, 7 op/s 2024-09-13T01:03:30.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:29 smithi053 bash[67631]: cluster 2024-09-13T01:03:28.859480+0000 mon.a (mon.0) 3536 : cluster [DBG] osdmap e1839: 8 total, 8 up, 8 in 2024-09-13T01:03:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:30 smithi032 bash[75510]: cluster 2024-09-13T01:03:29.857926+0000 mon.a (mon.0) 3537 : cluster [DBG] osdmap e1840: 8 total, 8 up, 8 in 2024-09-13T01:03:31.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:30 smithi032 bash[76677]: cluster 2024-09-13T01:03:29.857926+0000 mon.a (mon.0) 3537 : cluster [DBG] osdmap e1840: 8 total, 8 up, 8 in 2024-09-13T01:03:31.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:30 smithi053 bash[67631]: cluster 2024-09-13T01:03:29.857926+0000 mon.a (mon.0) 3537 : cluster [DBG] osdmap e1840: 8 total, 8 up, 8 in 2024-09-13T01:03:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:31 smithi032 bash[75510]: cluster 2024-09-13T01:03:30.771421+0000 mgr.y (mgr.34107) 1822 : cluster [DBG] pgmap v3215: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 2.5 KiB/s wr, 98 op/s 2024-09-13T01:03:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:31 smithi032 bash[75510]: cluster 2024-09-13T01:03:30.872035+0000 mon.a (mon.0) 3538 : cluster [DBG] osdmap e1841: 8 total, 8 up, 8 in 2024-09-13T01:03:32.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:31 smithi032 bash[76677]: cluster 2024-09-13T01:03:30.771421+0000 mgr.y (mgr.34107) 1822 : cluster [DBG] pgmap v3215: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 2.5 KiB/s wr, 98 op/s 2024-09-13T01:03:32.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:31 smithi032 bash[76677]: cluster 2024-09-13T01:03:30.872035+0000 mon.a (mon.0) 3538 : cluster [DBG] osdmap e1841: 8 total, 8 up, 8 in 2024-09-13T01:03:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:31 smithi053 bash[67631]: cluster 2024-09-13T01:03:30.771421+0000 mgr.y (mgr.34107) 1822 : cluster [DBG] pgmap v3215: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 2.5 KiB/s wr, 98 op/s 2024-09-13T01:03:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:31 smithi053 bash[67631]: cluster 2024-09-13T01:03:30.872035+0000 mon.a (mon.0) 3538 : cluster [DBG] osdmap e1841: 8 total, 8 up, 8 in 2024-09-13T01:03:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:03:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:03:32] "GET /metrics HTTP/1.1" 200 82665 "" "Prometheus/2.43.0" 2024-09-13T01:03:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:03:32 smithi053 bash[94430]: ts=2024-09-13T01:03:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:03:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:32 smithi032 bash[75510]: cluster 2024-09-13T01:03:31.887323+0000 mon.a (mon.0) 3539 : cluster [DBG] osdmap e1842: 8 total, 8 up, 8 in 2024-09-13T01:03:33.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:32 smithi032 bash[76677]: cluster 2024-09-13T01:03:31.887323+0000 mon.a (mon.0) 3539 : cluster [DBG] osdmap e1842: 8 total, 8 up, 8 in 2024-09-13T01:03:33.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:32 smithi053 bash[67631]: cluster 2024-09-13T01:03:31.887323+0000 mon.a (mon.0) 3539 : cluster [DBG] osdmap e1842: 8 total, 8 up, 8 in 2024-09-13T01:03:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:33 smithi053 bash[67631]: cluster 2024-09-13T01:03:32.774085+0000 mgr.y (mgr.34107) 1823 : cluster [DBG] pgmap v3218: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 5.2 KiB/s wr, 141 op/s 2024-09-13T01:03:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:33 smithi053 bash[67631]: cluster 2024-09-13T01:03:32.916303+0000 mon.a (mon.0) 3540 : cluster [DBG] osdmap e1843: 8 total, 8 up, 8 in 2024-09-13T01:03:34.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:33 smithi032 bash[75510]: cluster 2024-09-13T01:03:32.774085+0000 mgr.y (mgr.34107) 1823 : cluster [DBG] pgmap v3218: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 5.2 KiB/s wr, 141 op/s 2024-09-13T01:03:34.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:33 smithi032 bash[75510]: cluster 2024-09-13T01:03:32.916303+0000 mon.a (mon.0) 3540 : cluster [DBG] osdmap e1843: 8 total, 8 up, 8 in 2024-09-13T01:03:34.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:33 smithi032 bash[76677]: cluster 2024-09-13T01:03:32.774085+0000 mgr.y (mgr.34107) 1823 : cluster [DBG] pgmap v3218: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 5.2 KiB/s wr, 141 op/s 2024-09-13T01:03:34.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:33 smithi032 bash[76677]: cluster 2024-09-13T01:03:32.916303+0000 mon.a (mon.0) 3540 : cluster [DBG] osdmap e1843: 8 total, 8 up, 8 in 2024-09-13T01:03:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:34 smithi053 bash[67631]: cluster 2024-09-13T01:03:33.919151+0000 mon.a (mon.0) 3541 : cluster [DBG] osdmap e1844: 8 total, 8 up, 8 in 2024-09-13T01:03:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:34 smithi032 bash[75510]: cluster 2024-09-13T01:03:33.919151+0000 mon.a (mon.0) 3541 : cluster [DBG] osdmap e1844: 8 total, 8 up, 8 in 2024-09-13T01:03:35.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:34 smithi032 bash[76677]: cluster 2024-09-13T01:03:33.919151+0000 mon.a (mon.0) 3541 : cluster [DBG] osdmap e1844: 8 total, 8 up, 8 in 2024-09-13T01:03:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:35 smithi053 bash[67631]: cluster 2024-09-13T01:03:34.775326+0000 mgr.y (mgr.34107) 1824 : cluster [DBG] pgmap v3221: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 8.0 KiB/s wr, 85 op/s 2024-09-13T01:03:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:35 smithi053 bash[67631]: cluster 2024-09-13T01:03:34.947435+0000 mon.a (mon.0) 3542 : cluster [DBG] osdmap e1845: 8 total, 8 up, 8 in 2024-09-13T01:03:36.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:35 smithi032 bash[75510]: cluster 2024-09-13T01:03:34.775326+0000 mgr.y (mgr.34107) 1824 : cluster [DBG] pgmap v3221: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 8.0 KiB/s wr, 85 op/s 2024-09-13T01:03:36.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:35 smithi032 bash[75510]: cluster 2024-09-13T01:03:34.947435+0000 mon.a (mon.0) 3542 : cluster [DBG] osdmap e1845: 8 total, 8 up, 8 in 2024-09-13T01:03:36.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:35 smithi032 bash[76677]: cluster 2024-09-13T01:03:34.775326+0000 mgr.y (mgr.34107) 1824 : cluster [DBG] pgmap v3221: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 8.0 KiB/s wr, 85 op/s 2024-09-13T01:03:36.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:35 smithi032 bash[76677]: cluster 2024-09-13T01:03:34.947435+0000 mon.a (mon.0) 3542 : cluster [DBG] osdmap e1845: 8 total, 8 up, 8 in 2024-09-13T01:03:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:36 smithi053 bash[67631]: cluster 2024-09-13T01:03:35.948675+0000 mon.a (mon.0) 3543 : cluster [DBG] osdmap e1846: 8 total, 8 up, 8 in 2024-09-13T01:03:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:36 smithi053 bash[67631]: cluster 2024-09-13T01:03:36.580382+0000 mon.a (mon.0) 3544 : cluster [DBG] osdmap e1847: 8 total, 8 up, 8 in 2024-09-13T01:03:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:36 smithi032 bash[75510]: cluster 2024-09-13T01:03:35.948675+0000 mon.a (mon.0) 3543 : cluster [DBG] osdmap e1846: 8 total, 8 up, 8 in 2024-09-13T01:03:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:36 smithi032 bash[75510]: cluster 2024-09-13T01:03:36.580382+0000 mon.a (mon.0) 3544 : cluster [DBG] osdmap e1847: 8 total, 8 up, 8 in 2024-09-13T01:03:37.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:36 smithi032 bash[76677]: cluster 2024-09-13T01:03:35.948675+0000 mon.a (mon.0) 3543 : cluster [DBG] osdmap e1846: 8 total, 8 up, 8 in 2024-09-13T01:03:37.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:36 smithi032 bash[76677]: cluster 2024-09-13T01:03:36.580382+0000 mon.a (mon.0) 3544 : cluster [DBG] osdmap e1847: 8 total, 8 up, 8 in 2024-09-13T01:03:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:37 smithi053 bash[67631]: cluster 2024-09-13T01:03:36.776591+0000 mgr.y (mgr.34107) 1825 : cluster [DBG] pgmap v3225: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 6.7 KiB/s wr, 39 op/s 2024-09-13T01:03:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:37 smithi053 bash[67631]: cluster 2024-09-13T01:03:37.584029+0000 mon.a (mon.0) 3545 : cluster [DBG] osdmap e1848: 8 total, 8 up, 8 in 2024-09-13T01:03:38.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:37 smithi032 bash[76677]: cluster 2024-09-13T01:03:36.776591+0000 mgr.y (mgr.34107) 1825 : cluster [DBG] pgmap v3225: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 6.7 KiB/s wr, 39 op/s 2024-09-13T01:03:38.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:37 smithi032 bash[76677]: cluster 2024-09-13T01:03:37.584029+0000 mon.a (mon.0) 3545 : cluster [DBG] osdmap e1848: 8 total, 8 up, 8 in 2024-09-13T01:03:38.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:37 smithi032 bash[75510]: cluster 2024-09-13T01:03:36.776591+0000 mgr.y (mgr.34107) 1825 : cluster [DBG] pgmap v3225: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 6.7 KiB/s wr, 39 op/s 2024-09-13T01:03:38.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:37 smithi032 bash[75510]: cluster 2024-09-13T01:03:37.584029+0000 mon.a (mon.0) 3545 : cluster [DBG] osdmap e1848: 8 total, 8 up, 8 in 2024-09-13T01:03:39.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:39 smithi032 bash[75510]: cluster 2024-09-13T01:03:38.602301+0000 mon.a (mon.0) 3546 : cluster [DBG] osdmap e1849: 8 total, 8 up, 8 in 2024-09-13T01:03:39.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:39 smithi032 bash[75510]: cluster 2024-09-13T01:03:38.777738+0000 mgr.y (mgr.34107) 1826 : cluster [DBG] pgmap v3228: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.9 KiB/s wr, 16 op/s 2024-09-13T01:03:39.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:39 smithi032 bash[76677]: cluster 2024-09-13T01:03:38.602301+0000 mon.a (mon.0) 3546 : cluster [DBG] osdmap e1849: 8 total, 8 up, 8 in 2024-09-13T01:03:39.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:39 smithi032 bash[76677]: cluster 2024-09-13T01:03:38.777738+0000 mgr.y (mgr.34107) 1826 : cluster [DBG] pgmap v3228: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.9 KiB/s wr, 16 op/s 2024-09-13T01:03:40.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:39 smithi053 bash[67631]: cluster 2024-09-13T01:03:38.602301+0000 mon.a (mon.0) 3546 : cluster [DBG] osdmap e1849: 8 total, 8 up, 8 in 2024-09-13T01:03:40.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:39 smithi053 bash[67631]: cluster 2024-09-13T01:03:38.777738+0000 mgr.y (mgr.34107) 1826 : cluster [DBG] pgmap v3228: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.9 KiB/s wr, 16 op/s 2024-09-13T01:03:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:40 smithi032 bash[75510]: cluster 2024-09-13T01:03:39.614483+0000 mon.a (mon.0) 3547 : cluster [DBG] osdmap e1850: 8 total, 8 up, 8 in 2024-09-13T01:03:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:40 smithi032 bash[75510]: audit 2024-09-13T01:03:40.218006+0000 mon.a (mon.0) 3548 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:03:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:40 smithi032 bash[76677]: cluster 2024-09-13T01:03:39.614483+0000 mon.a (mon.0) 3547 : cluster [DBG] osdmap e1850: 8 total, 8 up, 8 in 2024-09-13T01:03:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:40 smithi032 bash[76677]: audit 2024-09-13T01:03:40.218006+0000 mon.a (mon.0) 3548 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:03:41.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:40 smithi053 bash[67631]: cluster 2024-09-13T01:03:39.614483+0000 mon.a (mon.0) 3547 : cluster [DBG] osdmap e1850: 8 total, 8 up, 8 in 2024-09-13T01:03:41.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:40 smithi053 bash[67631]: audit 2024-09-13T01:03:40.218006+0000 mon.a (mon.0) 3548 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:03:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:41 smithi032 bash[75510]: cluster 2024-09-13T01:03:40.615957+0000 mon.a (mon.0) 3549 : cluster [DBG] osdmap e1851: 8 total, 8 up, 8 in 2024-09-13T01:03:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:41 smithi032 bash[75510]: cluster 2024-09-13T01:03:40.779074+0000 mgr.y (mgr.34107) 1827 : cluster [DBG] pgmap v3231: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 5.2 KiB/s wr, 241 op/s 2024-09-13T01:03:41.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:41 smithi032 bash[76677]: cluster 2024-09-13T01:03:40.615957+0000 mon.a (mon.0) 3549 : cluster [DBG] osdmap e1851: 8 total, 8 up, 8 in 2024-09-13T01:03:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:41 smithi032 bash[76677]: cluster 2024-09-13T01:03:40.779074+0000 mgr.y (mgr.34107) 1827 : cluster [DBG] pgmap v3231: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 5.2 KiB/s wr, 241 op/s 2024-09-13T01:03:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:41 smithi053 bash[67631]: cluster 2024-09-13T01:03:40.615957+0000 mon.a (mon.0) 3549 : cluster [DBG] osdmap e1851: 8 total, 8 up, 8 in 2024-09-13T01:03:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:41 smithi053 bash[67631]: cluster 2024-09-13T01:03:40.779074+0000 mgr.y (mgr.34107) 1827 : cluster [DBG] pgmap v3231: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 5.2 KiB/s wr, 241 op/s 2024-09-13T01:03:42.654 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:03:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:03:42] "GET /metrics HTTP/1.1" 200 82682 "" "Prometheus/2.43.0" 2024-09-13T01:03:42.659 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:03:42 smithi053 bash[94430]: ts=2024-09-13T01:03:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:03:42.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:42 smithi032 bash[75510]: cluster 2024-09-13T01:03:41.643101+0000 mon.a (mon.0) 3550 : cluster [DBG] osdmap e1852: 8 total, 8 up, 8 in 2024-09-13T01:03:42.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:42 smithi032 bash[76677]: cluster 2024-09-13T01:03:41.643101+0000 mon.a (mon.0) 3550 : cluster [DBG] osdmap e1852: 8 total, 8 up, 8 in 2024-09-13T01:03:43.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:42 smithi053 bash[67631]: cluster 2024-09-13T01:03:41.643101+0000 mon.a (mon.0) 3550 : cluster [DBG] osdmap e1852: 8 total, 8 up, 8 in 2024-09-13T01:03:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:43 smithi053 bash[67631]: cluster 2024-09-13T01:03:42.645745+0000 mon.a (mon.0) 3551 : cluster [DBG] osdmap e1853: 8 total, 8 up, 8 in 2024-09-13T01:03:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:43 smithi053 bash[67631]: cluster 2024-09-13T01:03:42.781071+0000 mgr.y (mgr.34107) 1828 : cluster [DBG] pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 4.2 KiB/s wr, 235 op/s 2024-09-13T01:03:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:43 smithi032 bash[75510]: cluster 2024-09-13T01:03:42.645745+0000 mon.a (mon.0) 3551 : cluster [DBG] osdmap e1853: 8 total, 8 up, 8 in 2024-09-13T01:03:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:43 smithi032 bash[75510]: cluster 2024-09-13T01:03:42.781071+0000 mgr.y (mgr.34107) 1828 : cluster [DBG] pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 4.2 KiB/s wr, 235 op/s 2024-09-13T01:03:44.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:43 smithi032 bash[76677]: cluster 2024-09-13T01:03:42.645745+0000 mon.a (mon.0) 3551 : cluster [DBG] osdmap e1853: 8 total, 8 up, 8 in 2024-09-13T01:03:44.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:43 smithi032 bash[76677]: cluster 2024-09-13T01:03:42.781071+0000 mgr.y (mgr.34107) 1828 : cluster [DBG] pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 4.2 KiB/s wr, 235 op/s 2024-09-13T01:03:45.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:44 smithi053 bash[67631]: cluster 2024-09-13T01:03:43.671826+0000 mon.a (mon.0) 3552 : cluster [DBG] osdmap e1854: 8 total, 8 up, 8 in 2024-09-13T01:03:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:44 smithi032 bash[75510]: cluster 2024-09-13T01:03:43.671826+0000 mon.a (mon.0) 3552 : cluster [DBG] osdmap e1854: 8 total, 8 up, 8 in 2024-09-13T01:03:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:44 smithi032 bash[76677]: cluster 2024-09-13T01:03:43.671826+0000 mon.a (mon.0) 3552 : cluster [DBG] osdmap e1854: 8 total, 8 up, 8 in 2024-09-13T01:03:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:45 smithi053 bash[67631]: cluster 2024-09-13T01:03:44.680738+0000 mon.a (mon.0) 3553 : cluster [DBG] osdmap e1855: 8 total, 8 up, 8 in 2024-09-13T01:03:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:45 smithi053 bash[67631]: cluster 2024-09-13T01:03:44.782303+0000 mgr.y (mgr.34107) 1829 : cluster [DBG] pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:03:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:45 smithi032 bash[75510]: cluster 2024-09-13T01:03:44.680738+0000 mon.a (mon.0) 3553 : cluster [DBG] osdmap e1855: 8 total, 8 up, 8 in 2024-09-13T01:03:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:45 smithi032 bash[75510]: cluster 2024-09-13T01:03:44.782303+0000 mgr.y (mgr.34107) 1829 : cluster [DBG] pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:03:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:45 smithi032 bash[76677]: cluster 2024-09-13T01:03:44.680738+0000 mon.a (mon.0) 3553 : cluster [DBG] osdmap e1855: 8 total, 8 up, 8 in 2024-09-13T01:03:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:45 smithi032 bash[76677]: cluster 2024-09-13T01:03:44.782303+0000 mgr.y (mgr.34107) 1829 : cluster [DBG] pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:03:47.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:46 smithi053 bash[67631]: cluster 2024-09-13T01:03:45.702007+0000 mon.a (mon.0) 3554 : cluster [DBG] osdmap e1856: 8 total, 8 up, 8 in 2024-09-13T01:03:47.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:46 smithi053 bash[67631]: cluster 2024-09-13T01:03:46.585414+0000 mon.a (mon.0) 3555 : cluster [DBG] osdmap e1857: 8 total, 8 up, 8 in 2024-09-13T01:03:47.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:46 smithi032 bash[76677]: cluster 2024-09-13T01:03:45.702007+0000 mon.a (mon.0) 3554 : cluster [DBG] osdmap e1856: 8 total, 8 up, 8 in 2024-09-13T01:03:47.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:46 smithi032 bash[76677]: cluster 2024-09-13T01:03:46.585414+0000 mon.a (mon.0) 3555 : cluster [DBG] osdmap e1857: 8 total, 8 up, 8 in 2024-09-13T01:03:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:46 smithi032 bash[75510]: cluster 2024-09-13T01:03:45.702007+0000 mon.a (mon.0) 3554 : cluster [DBG] osdmap e1856: 8 total, 8 up, 8 in 2024-09-13T01:03:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:46 smithi032 bash[75510]: cluster 2024-09-13T01:03:46.585414+0000 mon.a (mon.0) 3555 : cluster [DBG] osdmap e1857: 8 total, 8 up, 8 in 2024-09-13T01:03:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:47 smithi053 bash[67631]: cluster 2024-09-13T01:03:46.783526+0000 mgr.y (mgr.34107) 1830 : cluster [DBG] pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-13T01:03:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:47 smithi053 bash[67631]: cluster 2024-09-13T01:03:47.588425+0000 mon.a (mon.0) 3556 : cluster [DBG] osdmap e1858: 8 total, 8 up, 8 in 2024-09-13T01:03:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:47 smithi032 bash[75510]: cluster 2024-09-13T01:03:46.783526+0000 mgr.y (mgr.34107) 1830 : cluster [DBG] pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-13T01:03:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:47 smithi032 bash[75510]: cluster 2024-09-13T01:03:47.588425+0000 mon.a (mon.0) 3556 : cluster [DBG] osdmap e1858: 8 total, 8 up, 8 in 2024-09-13T01:03:48.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:47 smithi032 bash[76677]: cluster 2024-09-13T01:03:46.783526+0000 mgr.y (mgr.34107) 1830 : cluster [DBG] pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-13T01:03:48.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:47 smithi032 bash[76677]: cluster 2024-09-13T01:03:47.588425+0000 mon.a (mon.0) 3556 : cluster [DBG] osdmap e1858: 8 total, 8 up, 8 in 2024-09-13T01:03:49.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:49 smithi032 bash[75510]: cluster 2024-09-13T01:03:48.591919+0000 mon.a (mon.0) 3557 : cluster [DBG] osdmap e1859: 8 total, 8 up, 8 in 2024-09-13T01:03:49.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:49 smithi032 bash[75510]: cluster 2024-09-13T01:03:48.784314+0000 mgr.y (mgr.34107) 1831 : cluster [DBG] pgmap v3243: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-09-13T01:03:49.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:49 smithi032 bash[76677]: cluster 2024-09-13T01:03:48.591919+0000 mon.a (mon.0) 3557 : cluster [DBG] osdmap e1859: 8 total, 8 up, 8 in 2024-09-13T01:03:49.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:49 smithi032 bash[76677]: cluster 2024-09-13T01:03:48.784314+0000 mgr.y (mgr.34107) 1831 : cluster [DBG] pgmap v3243: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-09-13T01:03:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:49 smithi053 bash[67631]: cluster 2024-09-13T01:03:48.591919+0000 mon.a (mon.0) 3557 : cluster [DBG] osdmap e1859: 8 total, 8 up, 8 in 2024-09-13T01:03:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:49 smithi053 bash[67631]: cluster 2024-09-13T01:03:48.784314+0000 mgr.y (mgr.34107) 1831 : cluster [DBG] pgmap v3243: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-09-13T01:03:50.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:50 smithi032 bash[76677]: cluster 2024-09-13T01:03:49.603879+0000 mon.a (mon.0) 3558 : cluster [DBG] osdmap e1860: 8 total, 8 up, 8 in 2024-09-13T01:03:50.918 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:50 smithi032 bash[75510]: cluster 2024-09-13T01:03:49.603879+0000 mon.a (mon.0) 3558 : cluster [DBG] osdmap e1860: 8 total, 8 up, 8 in 2024-09-13T01:03:51.051 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:50 smithi053 bash[67631]: cluster 2024-09-13T01:03:49.603879+0000 mon.a (mon.0) 3558 : cluster [DBG] osdmap e1860: 8 total, 8 up, 8 in 2024-09-13T01:03:51.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:51 smithi032 bash[75510]: cluster 2024-09-13T01:03:50.607483+0000 mon.a (mon.0) 3559 : cluster [DBG] osdmap e1861: 8 total, 8 up, 8 in 2024-09-13T01:03:51.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:51 smithi032 bash[75510]: cluster 2024-09-13T01:03:50.785485+0000 mgr.y (mgr.34107) 1832 : cluster [DBG] pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 43 op/s 2024-09-13T01:03:51.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:51 smithi032 bash[75510]: cluster 2024-09-13T01:03:51.587541+0000 mon.a (mon.0) 3560 : cluster [DBG] osdmap e1862: 8 total, 8 up, 8 in 2024-09-13T01:03:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:51 smithi032 bash[76677]: cluster 2024-09-13T01:03:50.607483+0000 mon.a (mon.0) 3559 : cluster [DBG] osdmap e1861: 8 total, 8 up, 8 in 2024-09-13T01:03:51.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:51 smithi032 bash[76677]: cluster 2024-09-13T01:03:50.785485+0000 mgr.y (mgr.34107) 1832 : cluster [DBG] pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 43 op/s 2024-09-13T01:03:51.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:51 smithi032 bash[76677]: cluster 2024-09-13T01:03:51.587541+0000 mon.a (mon.0) 3560 : cluster [DBG] osdmap e1862: 8 total, 8 up, 8 in 2024-09-13T01:03:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:51 smithi053 bash[67631]: cluster 2024-09-13T01:03:50.607483+0000 mon.a (mon.0) 3559 : cluster [DBG] osdmap e1861: 8 total, 8 up, 8 in 2024-09-13T01:03:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:51 smithi053 bash[67631]: cluster 2024-09-13T01:03:50.785485+0000 mgr.y (mgr.34107) 1832 : cluster [DBG] pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 43 op/s 2024-09-13T01:03:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:51 smithi053 bash[67631]: cluster 2024-09-13T01:03:51.587541+0000 mon.a (mon.0) 3560 : cluster [DBG] osdmap e1862: 8 total, 8 up, 8 in 2024-09-13T01:03:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:03:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:03:52] "GET /metrics HTTP/1.1" 200 82682 "" "Prometheus/2.43.0" 2024-09-13T01:03:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:03:52 smithi053 bash[94430]: ts=2024-09-13T01:03:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:03:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:53 smithi032 bash[75510]: cluster 2024-09-13T01:03:52.633647+0000 mon.a (mon.0) 3561 : cluster [DBG] osdmap e1863: 8 total, 8 up, 8 in 2024-09-13T01:03:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:53 smithi032 bash[75510]: cluster 2024-09-13T01:03:52.787324+0000 mgr.y (mgr.34107) 1833 : cluster [DBG] pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-13T01:03:53.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:53 smithi032 bash[76677]: cluster 2024-09-13T01:03:52.633647+0000 mon.a (mon.0) 3561 : cluster [DBG] osdmap e1863: 8 total, 8 up, 8 in 2024-09-13T01:03:53.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:53 smithi032 bash[76677]: cluster 2024-09-13T01:03:52.787324+0000 mgr.y (mgr.34107) 1833 : cluster [DBG] pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-13T01:03:54.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:53 smithi053 bash[67631]: cluster 2024-09-13T01:03:52.633647+0000 mon.a (mon.0) 3561 : cluster [DBG] osdmap e1863: 8 total, 8 up, 8 in 2024-09-13T01:03:54.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:53 smithi053 bash[67631]: cluster 2024-09-13T01:03:52.787324+0000 mgr.y (mgr.34107) 1833 : cluster [DBG] pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-13T01:03:54.866 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ConcurentOperations (25488 ms) 2024-09-13T01:03:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:54 smithi032 bash[75510]: cluster 2024-09-13T01:03:53.645375+0000 mon.a (mon.0) 3562 : cluster [DBG] osdmap e1864: 8 total, 8 up, 8 in 2024-09-13T01:03:54.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:54 smithi032 bash[76677]: cluster 2024-09-13T01:03:53.645375+0000 mon.a (mon.0) 3562 : cluster [DBG] osdmap e1864: 8 total, 8 up, 8 in 2024-09-13T01:03:55.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:54 smithi053 bash[67631]: cluster 2024-09-13T01:03:53.645375+0000 mon.a (mon.0) 3562 : cluster [DBG] osdmap e1864: 8 total, 8 up, 8 in 2024-09-13T01:03:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:55 smithi053 bash[67631]: cluster 2024-09-13T01:03:54.648052+0000 mon.a (mon.0) 3563 : cluster [DBG] osdmap e1865: 8 total, 8 up, 8 in 2024-09-13T01:03:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:55 smithi053 bash[67631]: cluster 2024-09-13T01:03:54.788243+0000 mgr.y (mgr.34107) 1834 : cluster [DBG] pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 767 B/s wr, 11 op/s 2024-09-13T01:03:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:55 smithi053 bash[67631]: audit 2024-09-13T01:03:55.218180+0000 mon.a (mon.0) 3564 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:03:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:55 smithi032 bash[75510]: cluster 2024-09-13T01:03:54.648052+0000 mon.a (mon.0) 3563 : cluster [DBG] osdmap e1865: 8 total, 8 up, 8 in 2024-09-13T01:03:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:55 smithi032 bash[75510]: cluster 2024-09-13T01:03:54.788243+0000 mgr.y (mgr.34107) 1834 : cluster [DBG] pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 767 B/s wr, 11 op/s 2024-09-13T01:03:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:55 smithi032 bash[75510]: audit 2024-09-13T01:03:55.218180+0000 mon.a (mon.0) 3564 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:03:56.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:55 smithi032 bash[76677]: cluster 2024-09-13T01:03:54.648052+0000 mon.a (mon.0) 3563 : cluster [DBG] osdmap e1865: 8 total, 8 up, 8 in 2024-09-13T01:03:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:55 smithi032 bash[76677]: cluster 2024-09-13T01:03:54.788243+0000 mgr.y (mgr.34107) 1834 : cluster [DBG] pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 767 B/s wr, 11 op/s 2024-09-13T01:03:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:55 smithi032 bash[76677]: audit 2024-09-13T01:03:55.218180+0000 mon.a (mon.0) 3564 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:03:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:56 smithi053 bash[67631]: cluster 2024-09-13T01:03:55.682153+0000 mon.a (mon.0) 3565 : cluster [DBG] osdmap e1866: 8 total, 8 up, 8 in 2024-09-13T01:03:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:56 smithi053 bash[67631]: cluster 2024-09-13T01:03:56.590202+0000 mon.a (mon.0) 3566 : cluster [DBG] osdmap e1867: 8 total, 8 up, 8 in 2024-09-13T01:03:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:56 smithi032 bash[75510]: cluster 2024-09-13T01:03:55.682153+0000 mon.a (mon.0) 3565 : cluster [DBG] osdmap e1866: 8 total, 8 up, 8 in 2024-09-13T01:03:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:56 smithi032 bash[75510]: cluster 2024-09-13T01:03:56.590202+0000 mon.a (mon.0) 3566 : cluster [DBG] osdmap e1867: 8 total, 8 up, 8 in 2024-09-13T01:03:57.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:56 smithi032 bash[76677]: cluster 2024-09-13T01:03:55.682153+0000 mon.a (mon.0) 3565 : cluster [DBG] osdmap e1866: 8 total, 8 up, 8 in 2024-09-13T01:03:57.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:56 smithi032 bash[76677]: cluster 2024-09-13T01:03:56.590202+0000 mon.a (mon.0) 3566 : cluster [DBG] osdmap e1867: 8 total, 8 up, 8 in 2024-09-13T01:03:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:57 smithi053 bash[67631]: cluster 2024-09-13T01:03:56.789462+0000 mgr.y (mgr.34107) 1835 : cluster [DBG] pgmap v3255: 681 pgs: 681 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 28 op/s 2024-09-13T01:03:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:57 smithi053 bash[67631]: cluster 2024-09-13T01:03:57.594178+0000 mon.a (mon.0) 3567 : cluster [DBG] osdmap e1868: 8 total, 8 up, 8 in 2024-09-13T01:03:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:57 smithi032 bash[75510]: cluster 2024-09-13T01:03:56.789462+0000 mgr.y (mgr.34107) 1835 : cluster [DBG] pgmap v3255: 681 pgs: 681 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 28 op/s 2024-09-13T01:03:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:57 smithi032 bash[75510]: cluster 2024-09-13T01:03:57.594178+0000 mon.a (mon.0) 3567 : cluster [DBG] osdmap e1868: 8 total, 8 up, 8 in 2024-09-13T01:03:58.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:57 smithi032 bash[76677]: cluster 2024-09-13T01:03:56.789462+0000 mgr.y (mgr.34107) 1835 : cluster [DBG] pgmap v3255: 681 pgs: 681 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 28 op/s 2024-09-13T01:03:58.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:57 smithi032 bash[76677]: cluster 2024-09-13T01:03:57.594178+0000 mon.a (mon.0) 3567 : cluster [DBG] osdmap e1868: 8 total, 8 up, 8 in 2024-09-13T01:03:59.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:59 smithi032 bash[75510]: cluster 2024-09-13T01:03:58.596951+0000 mon.a (mon.0) 3568 : cluster [DBG] osdmap e1869: 8 total, 8 up, 8 in 2024-09-13T01:03:59.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:03:59 smithi032 bash[75510]: cluster 2024-09-13T01:03:58.790397+0000 mgr.y (mgr.34107) 1836 : cluster [DBG] pgmap v3258: 617 pgs: 617 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:03:59.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:59 smithi032 bash[76677]: cluster 2024-09-13T01:03:58.596951+0000 mon.a (mon.0) 3568 : cluster [DBG] osdmap e1869: 8 total, 8 up, 8 in 2024-09-13T01:03:59.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:03:59 smithi032 bash[76677]: cluster 2024-09-13T01:03:58.790397+0000 mgr.y (mgr.34107) 1836 : cluster [DBG] pgmap v3258: 617 pgs: 617 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:59 smithi053 bash[67631]: cluster 2024-09-13T01:03:58.596951+0000 mon.a (mon.0) 3568 : cluster [DBG] osdmap e1869: 8 total, 8 up, 8 in 2024-09-13T01:04:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:03:59 smithi053 bash[67631]: cluster 2024-09-13T01:03:58.790397+0000 mgr.y (mgr.34107) 1836 : cluster [DBG] pgmap v3258: 617 pgs: 617 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:00.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:00 smithi032 bash[75510]: cluster 2024-09-13T01:03:59.607134+0000 mon.a (mon.0) 3569 : cluster [DBG] osdmap e1870: 8 total, 8 up, 8 in 2024-09-13T01:04:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:00 smithi032 bash[76677]: cluster 2024-09-13T01:03:59.607134+0000 mon.a (mon.0) 3569 : cluster [DBG] osdmap e1870: 8 total, 8 up, 8 in 2024-09-13T01:04:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:00 smithi053 bash[67631]: cluster 2024-09-13T01:03:59.607134+0000 mon.a (mon.0) 3569 : cluster [DBG] osdmap e1870: 8 total, 8 up, 8 in 2024-09-13T01:04:01.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:01 smithi032 bash[75510]: cluster 2024-09-13T01:04:00.610043+0000 mon.a (mon.0) 3570 : cluster [DBG] osdmap e1871: 8 total, 8 up, 8 in 2024-09-13T01:04:01.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:01 smithi032 bash[75510]: cluster 2024-09-13T01:04:00.791395+0000 mgr.y (mgr.34107) 1837 : cluster [DBG] pgmap v3261: 553 pgs: 553 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:01.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:01 smithi032 bash[75510]: cluster 2024-09-13T01:04:01.592448+0000 mon.a (mon.0) 3571 : cluster [DBG] osdmap e1872: 8 total, 8 up, 8 in 2024-09-13T01:04:01.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:01 smithi032 bash[76677]: cluster 2024-09-13T01:04:00.610043+0000 mon.a (mon.0) 3570 : cluster [DBG] osdmap e1871: 8 total, 8 up, 8 in 2024-09-13T01:04:01.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:01 smithi032 bash[76677]: cluster 2024-09-13T01:04:00.791395+0000 mgr.y (mgr.34107) 1837 : cluster [DBG] pgmap v3261: 553 pgs: 553 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:01.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:01 smithi032 bash[76677]: cluster 2024-09-13T01:04:01.592448+0000 mon.a (mon.0) 3571 : cluster [DBG] osdmap e1872: 8 total, 8 up, 8 in 2024-09-13T01:04:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:01 smithi053 bash[67631]: cluster 2024-09-13T01:04:00.610043+0000 mon.a (mon.0) 3570 : cluster [DBG] osdmap e1871: 8 total, 8 up, 8 in 2024-09-13T01:04:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:01 smithi053 bash[67631]: cluster 2024-09-13T01:04:00.791395+0000 mgr.y (mgr.34107) 1837 : cluster [DBG] pgmap v3261: 553 pgs: 553 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:01 smithi053 bash[67631]: cluster 2024-09-13T01:04:01.592448+0000 mon.a (mon.0) 3571 : cluster [DBG] osdmap e1872: 8 total, 8 up, 8 in 2024-09-13T01:04:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:04:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:04:02] "GET /metrics HTTP/1.1" 200 82676 "" "Prometheus/2.43.0" 2024-09-13T01:04:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:04:02 smithi053 bash[94430]: ts=2024-09-13T01:04:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:04:03.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:03 smithi032 bash[76677]: cluster 2024-09-13T01:04:02.595177+0000 mon.a (mon.0) 3572 : cluster [DBG] osdmap e1873: 8 total, 8 up, 8 in 2024-09-13T01:04:03.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:03 smithi032 bash[76677]: cluster 2024-09-13T01:04:02.792934+0000 mgr.y (mgr.34107) 1838 : cluster [DBG] pgmap v3264: 489 pgs: 489 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:03.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:03 smithi032 bash[75510]: cluster 2024-09-13T01:04:02.595177+0000 mon.a (mon.0) 3572 : cluster [DBG] osdmap e1873: 8 total, 8 up, 8 in 2024-09-13T01:04:03.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:03 smithi032 bash[75510]: cluster 2024-09-13T01:04:02.792934+0000 mgr.y (mgr.34107) 1838 : cluster [DBG] pgmap v3264: 489 pgs: 489 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:04.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:03 smithi053 bash[67631]: cluster 2024-09-13T01:04:02.595177+0000 mon.a (mon.0) 3572 : cluster [DBG] osdmap e1873: 8 total, 8 up, 8 in 2024-09-13T01:04:04.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:03 smithi053 bash[67631]: cluster 2024-09-13T01:04:02.792934+0000 mgr.y (mgr.34107) 1838 : cluster [DBG] pgmap v3264: 489 pgs: 489 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:04.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:04 smithi032 bash[75510]: cluster 2024-09-13T01:04:03.606840+0000 mon.a (mon.0) 3573 : cluster [DBG] osdmap e1874: 8 total, 8 up, 8 in 2024-09-13T01:04:04.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:04 smithi032 bash[76677]: cluster 2024-09-13T01:04:03.606840+0000 mon.a (mon.0) 3573 : cluster [DBG] osdmap e1874: 8 total, 8 up, 8 in 2024-09-13T01:04:05.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:04 smithi053 bash[67631]: cluster 2024-09-13T01:04:03.606840+0000 mon.a (mon.0) 3573 : cluster [DBG] osdmap e1874: 8 total, 8 up, 8 in 2024-09-13T01:04:05.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:05 smithi032 bash[75510]: cluster 2024-09-13T01:04:04.614799+0000 mon.a (mon.0) 3574 : cluster [DBG] osdmap e1875: 8 total, 8 up, 8 in 2024-09-13T01:04:05.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:05 smithi032 bash[75510]: cluster 2024-09-13T01:04:04.794120+0000 mgr.y (mgr.34107) 1839 : cluster [DBG] pgmap v3267: 425 pgs: 425 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:05 smithi032 bash[76677]: cluster 2024-09-13T01:04:04.614799+0000 mon.a (mon.0) 3574 : cluster [DBG] osdmap e1875: 8 total, 8 up, 8 in 2024-09-13T01:04:05.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:05 smithi032 bash[76677]: cluster 2024-09-13T01:04:04.794120+0000 mgr.y (mgr.34107) 1839 : cluster [DBG] pgmap v3267: 425 pgs: 425 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:06.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:05 smithi053 bash[67631]: cluster 2024-09-13T01:04:04.614799+0000 mon.a (mon.0) 3574 : cluster [DBG] osdmap e1875: 8 total, 8 up, 8 in 2024-09-13T01:04:06.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:05 smithi053 bash[67631]: cluster 2024-09-13T01:04:04.794120+0000 mgr.y (mgr.34107) 1839 : cluster [DBG] pgmap v3267: 425 pgs: 425 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:06.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:06 smithi032 bash[75510]: cluster 2024-09-13T01:04:05.626136+0000 mon.a (mon.0) 3575 : cluster [DBG] osdmap e1876: 8 total, 8 up, 8 in 2024-09-13T01:04:06.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:06 smithi032 bash[76677]: cluster 2024-09-13T01:04:05.626136+0000 mon.a (mon.0) 3575 : cluster [DBG] osdmap e1876: 8 total, 8 up, 8 in 2024-09-13T01:04:07.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:06 smithi053 bash[67631]: cluster 2024-09-13T01:04:05.626136+0000 mon.a (mon.0) 3575 : cluster [DBG] osdmap e1876: 8 total, 8 up, 8 in 2024-09-13T01:04:07.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:07 smithi032 bash[75510]: cluster 2024-09-13T01:04:06.629058+0000 mon.a (mon.0) 3576 : cluster [DBG] osdmap e1877: 8 total, 8 up, 8 in 2024-09-13T01:04:07.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:07 smithi032 bash[75510]: cluster 2024-09-13T01:04:06.795242+0000 mgr.y (mgr.34107) 1840 : cluster [DBG] pgmap v3270: 361 pgs: 361 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:07.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:07 smithi032 bash[76677]: cluster 2024-09-13T01:04:06.629058+0000 mon.a (mon.0) 3576 : cluster [DBG] osdmap e1877: 8 total, 8 up, 8 in 2024-09-13T01:04:07.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:07 smithi032 bash[76677]: cluster 2024-09-13T01:04:06.795242+0000 mgr.y (mgr.34107) 1840 : cluster [DBG] pgmap v3270: 361 pgs: 361 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:08.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:07 smithi053 bash[67631]: cluster 2024-09-13T01:04:06.629058+0000 mon.a (mon.0) 3576 : cluster [DBG] osdmap e1877: 8 total, 8 up, 8 in 2024-09-13T01:04:08.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:07 smithi053 bash[67631]: cluster 2024-09-13T01:04:06.795242+0000 mgr.y (mgr.34107) 1840 : cluster [DBG] pgmap v3270: 361 pgs: 361 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:08.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:08 smithi032 bash[75510]: cluster 2024-09-13T01:04:07.633016+0000 mon.a (mon.0) 3577 : cluster [DBG] osdmap e1878: 8 total, 8 up, 8 in 2024-09-13T01:04:08.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:08 smithi032 bash[75510]: cluster 2024-09-13T01:04:08.633452+0000 mon.a (mon.0) 3578 : cluster [DBG] osdmap e1879: 8 total, 8 up, 8 in 2024-09-13T01:04:08.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:08 smithi032 bash[76677]: cluster 2024-09-13T01:04:07.633016+0000 mon.a (mon.0) 3577 : cluster [DBG] osdmap e1878: 8 total, 8 up, 8 in 2024-09-13T01:04:08.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:08 smithi032 bash[76677]: cluster 2024-09-13T01:04:08.633452+0000 mon.a (mon.0) 3578 : cluster [DBG] osdmap e1879: 8 total, 8 up, 8 in 2024-09-13T01:04:09.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:08 smithi053 bash[67631]: cluster 2024-09-13T01:04:07.633016+0000 mon.a (mon.0) 3577 : cluster [DBG] osdmap e1878: 8 total, 8 up, 8 in 2024-09-13T01:04:09.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:08 smithi053 bash[67631]: cluster 2024-09-13T01:04:08.633452+0000 mon.a (mon.0) 3578 : cluster [DBG] osdmap e1879: 8 total, 8 up, 8 in 2024-09-13T01:04:10.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:09 smithi053 bash[67631]: cluster 2024-09-13T01:04:08.796096+0000 mgr.y (mgr.34107) 1841 : cluster [DBG] pgmap v3273: 297 pgs: 297 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:10.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:09 smithi053 bash[67631]: cluster 2024-09-13T01:04:09.637346+0000 mon.a (mon.0) 3579 : cluster [DBG] osdmap e1880: 8 total, 8 up, 8 in 2024-09-13T01:04:10.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:09 smithi032 bash[75510]: cluster 2024-09-13T01:04:08.796096+0000 mgr.y (mgr.34107) 1841 : cluster [DBG] pgmap v3273: 297 pgs: 297 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:10.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:09 smithi032 bash[75510]: cluster 2024-09-13T01:04:09.637346+0000 mon.a (mon.0) 3579 : cluster [DBG] osdmap e1880: 8 total, 8 up, 8 in 2024-09-13T01:04:10.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:09 smithi032 bash[76677]: cluster 2024-09-13T01:04:08.796096+0000 mgr.y (mgr.34107) 1841 : cluster [DBG] pgmap v3273: 297 pgs: 297 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:10.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:09 smithi032 bash[76677]: cluster 2024-09-13T01:04:09.637346+0000 mon.a (mon.0) 3579 : cluster [DBG] osdmap e1880: 8 total, 8 up, 8 in 2024-09-13T01:04:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:10 smithi053 bash[67631]: audit 2024-09-13T01:04:10.218218+0000 mon.a (mon.0) 3580 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:04:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:10 smithi053 bash[67631]: cluster 2024-09-13T01:04:10.639677+0000 mon.a (mon.0) 3581 : cluster [DBG] osdmap e1881: 8 total, 8 up, 8 in 2024-09-13T01:04:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:10 smithi032 bash[75510]: audit 2024-09-13T01:04:10.218218+0000 mon.a (mon.0) 3580 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:04:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:10 smithi032 bash[75510]: cluster 2024-09-13T01:04:10.639677+0000 mon.a (mon.0) 3581 : cluster [DBG] osdmap e1881: 8 total, 8 up, 8 in 2024-09-13T01:04:11.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:10 smithi032 bash[76677]: audit 2024-09-13T01:04:10.218218+0000 mon.a (mon.0) 3580 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:04:11.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:10 smithi032 bash[76677]: cluster 2024-09-13T01:04:10.639677+0000 mon.a (mon.0) 3581 : cluster [DBG] osdmap e1881: 8 total, 8 up, 8 in 2024-09-13T01:04:12.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:11 smithi053 bash[67631]: cluster 2024-09-13T01:04:10.796892+0000 mgr.y (mgr.34107) 1842 : cluster [DBG] pgmap v3276: 233 pgs: 233 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:12.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:11 smithi053 bash[67631]: cluster 2024-09-13T01:04:11.641974+0000 mon.a (mon.0) 3582 : cluster [DBG] osdmap e1882: 8 total, 8 up, 8 in 2024-09-13T01:04:12.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:11 smithi032 bash[76677]: cluster 2024-09-13T01:04:10.796892+0000 mgr.y (mgr.34107) 1842 : cluster [DBG] pgmap v3276: 233 pgs: 233 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:12.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:11 smithi032 bash[76677]: cluster 2024-09-13T01:04:11.641974+0000 mon.a (mon.0) 3582 : cluster [DBG] osdmap e1882: 8 total, 8 up, 8 in 2024-09-13T01:04:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:11 smithi032 bash[75510]: cluster 2024-09-13T01:04:10.796892+0000 mgr.y (mgr.34107) 1842 : cluster [DBG] pgmap v3276: 233 pgs: 233 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:11 smithi032 bash[75510]: cluster 2024-09-13T01:04:11.641974+0000 mon.a (mon.0) 3582 : cluster [DBG] osdmap e1882: 8 total, 8 up, 8 in 2024-09-13T01:04:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:04:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:04:12] "GET /metrics HTTP/1.1" 200 46308 "" "Prometheus/2.43.0" 2024-09-13T01:04:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:04:12 smithi053 bash[94430]: ts=2024-09-13T01:04:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:04:13.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:13 smithi032 bash[75510]: cluster 2024-09-13T01:04:12.646212+0000 mon.a (mon.0) 3583 : cluster [DBG] osdmap e1883: 8 total, 8 up, 8 in 2024-09-13T01:04:13.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:13 smithi032 bash[75510]: cluster 2024-09-13T01:04:12.797730+0000 mgr.y (mgr.34107) 1843 : cluster [DBG] pgmap v3279: 169 pgs: 169 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:13.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:13 smithi032 bash[76677]: cluster 2024-09-13T01:04:12.646212+0000 mon.a (mon.0) 3583 : cluster [DBG] osdmap e1883: 8 total, 8 up, 8 in 2024-09-13T01:04:13.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:13 smithi032 bash[76677]: cluster 2024-09-13T01:04:12.797730+0000 mgr.y (mgr.34107) 1843 : cluster [DBG] pgmap v3279: 169 pgs: 169 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:14.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:13 smithi053 bash[67631]: cluster 2024-09-13T01:04:12.646212+0000 mon.a (mon.0) 3583 : cluster [DBG] osdmap e1883: 8 total, 8 up, 8 in 2024-09-13T01:04:14.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:13 smithi053 bash[67631]: cluster 2024-09-13T01:04:12.797730+0000 mgr.y (mgr.34107) 1843 : cluster [DBG] pgmap v3279: 169 pgs: 169 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:14.670 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 160 tests from TestLibRBD (394970 ms total) 2024-09-13T01:04:14.670 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:04:14.671 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 11 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-09-13T01:04:14.713 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-09-13T01:04:15.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:14 smithi053 bash[67631]: cluster 2024-09-13T01:04:13.657698+0000 mon.a (mon.0) 3584 : cluster [DBG] osdmap e1884: 8 total, 8 up, 8 in 2024-09-13T01:04:15.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:14 smithi053 bash[67631]: audit 2024-09-13T01:04:14.577772+0000 mon.a (mon.0) 3585 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:04:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:14 smithi032 bash[76677]: cluster 2024-09-13T01:04:13.657698+0000 mon.a (mon.0) 3584 : cluster [DBG] osdmap e1884: 8 total, 8 up, 8 in 2024-09-13T01:04:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:14 smithi032 bash[76677]: audit 2024-09-13T01:04:14.577772+0000 mon.a (mon.0) 3585 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:04:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:14 smithi032 bash[75510]: cluster 2024-09-13T01:04:13.657698+0000 mon.a (mon.0) 3584 : cluster [DBG] osdmap e1884: 8 total, 8 up, 8 in 2024-09-13T01:04:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:14 smithi032 bash[75510]: audit 2024-09-13T01:04:14.577772+0000 mon.a (mon.0) 3585 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:04:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:15 smithi053 bash[67631]: cluster 2024-09-13T01:04:14.662559+0000 mon.a (mon.0) 3586 : cluster [DBG] osdmap e1885: 8 total, 8 up, 8 in 2024-09-13T01:04:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:15 smithi053 bash[67631]: cluster 2024-09-13T01:04:14.798285+0000 mgr.y (mgr.34107) 1844 : cluster [DBG] pgmap v3282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:15 smithi053 bash[67631]: audit 2024-09-13T01:04:15.187716+0000 mon.a (mon.0) 3587 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:04:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:15 smithi053 bash[67631]: audit 2024-09-13T01:04:15.189130+0000 mon.a (mon.0) 3588 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:04:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:15 smithi053 bash[67631]: audit 2024-09-13T01:04:15.200554+0000 mon.a (mon.0) 3589 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:04:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:15 smithi032 bash[75510]: cluster 2024-09-13T01:04:14.662559+0000 mon.a (mon.0) 3586 : cluster [DBG] osdmap e1885: 8 total, 8 up, 8 in 2024-09-13T01:04:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:15 smithi032 bash[75510]: cluster 2024-09-13T01:04:14.798285+0000 mgr.y (mgr.34107) 1844 : cluster [DBG] pgmap v3282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:15 smithi032 bash[75510]: audit 2024-09-13T01:04:15.187716+0000 mon.a (mon.0) 3587 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:04:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:15 smithi032 bash[75510]: audit 2024-09-13T01:04:15.189130+0000 mon.a (mon.0) 3588 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:04:16.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:15 smithi032 bash[75510]: audit 2024-09-13T01:04:15.200554+0000 mon.a (mon.0) 3589 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:04:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:15 smithi032 bash[76677]: cluster 2024-09-13T01:04:14.662559+0000 mon.a (mon.0) 3586 : cluster [DBG] osdmap e1885: 8 total, 8 up, 8 in 2024-09-13T01:04:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:15 smithi032 bash[76677]: cluster 2024-09-13T01:04:14.798285+0000 mgr.y (mgr.34107) 1844 : cluster [DBG] pgmap v3282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:15 smithi032 bash[76677]: audit 2024-09-13T01:04:15.187716+0000 mon.a (mon.0) 3587 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:04:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:15 smithi032 bash[76677]: audit 2024-09-13T01:04:15.189130+0000 mon.a (mon.0) 3588 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:04:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:15 smithi032 bash[76677]: audit 2024-09-13T01:04:15.200554+0000 mon.a (mon.0) 3589 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:04:16.716 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:04:17.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:16 smithi053 bash[67631]: cluster 2024-09-13T01:04:15.684922+0000 mon.a (mon.0) 3590 : cluster [DBG] osdmap e1886: 8 total, 8 up, 8 in 2024-09-13T01:04:17.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:16 smithi053 bash[67631]: audit 2024-09-13T01:04:15.691180+0000 mon.a (mon.0) 3591 : audit [INF] from='client.? 172.21.15.32:0/3979571509' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:04:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:16 smithi032 bash[75510]: cluster 2024-09-13T01:04:15.684922+0000 mon.a (mon.0) 3590 : cluster [DBG] osdmap e1886: 8 total, 8 up, 8 in 2024-09-13T01:04:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:16 smithi032 bash[75510]: audit 2024-09-13T01:04:15.691180+0000 mon.a (mon.0) 3591 : audit [INF] from='client.? 172.21.15.32:0/3979571509' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:04:17.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:16 smithi032 bash[76677]: cluster 2024-09-13T01:04:15.684922+0000 mon.a (mon.0) 3590 : cluster [DBG] osdmap e1886: 8 total, 8 up, 8 in 2024-09-13T01:04:17.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:16 smithi032 bash[76677]: audit 2024-09-13T01:04:15.691180+0000 mon.a (mon.0) 3591 : audit [INF] from='client.? 172.21.15.32:0/3979571509' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:04:18.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:17 smithi053 bash[67631]: audit 2024-09-13T01:04:16.700556+0000 mon.a (mon.0) 3592 : audit [INF] from='client.? 172.21.15.32:0/3979571509' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:04:18.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:17 smithi053 bash[67631]: cluster 2024-09-13T01:04:16.700735+0000 mon.a (mon.0) 3593 : cluster [DBG] osdmap e1887: 8 total, 8 up, 8 in 2024-09-13T01:04:18.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:17 smithi053 bash[67631]: cluster 2024-09-13T01:04:16.798924+0000 mgr.y (mgr.34107) 1845 : cluster [DBG] pgmap v3285: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:18.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:17 smithi032 bash[75510]: audit 2024-09-13T01:04:16.700556+0000 mon.a (mon.0) 3592 : audit [INF] from='client.? 172.21.15.32:0/3979571509' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:04:18.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:17 smithi032 bash[75510]: cluster 2024-09-13T01:04:16.700735+0000 mon.a (mon.0) 3593 : cluster [DBG] osdmap e1887: 8 total, 8 up, 8 in 2024-09-13T01:04:18.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:17 smithi032 bash[75510]: cluster 2024-09-13T01:04:16.798924+0000 mgr.y (mgr.34107) 1845 : cluster [DBG] pgmap v3285: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:18.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:17 smithi032 bash[76677]: audit 2024-09-13T01:04:16.700556+0000 mon.a (mon.0) 3592 : audit [INF] from='client.? 172.21.15.32:0/3979571509' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:04:18.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:17 smithi032 bash[76677]: cluster 2024-09-13T01:04:16.700735+0000 mon.a (mon.0) 3593 : cluster [DBG] osdmap e1887: 8 total, 8 up, 8 in 2024-09-13T01:04:18.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:17 smithi032 bash[76677]: cluster 2024-09-13T01:04:16.798924+0000 mgr.y (mgr.34107) 1845 : cluster [DBG] pgmap v3285: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:18.799 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [1492033~34922,4005552~50026,7448277~30687,8015120~68769,12561965~98064,13198386~41243,13555188~100936,14077767~67525,17698410~32664,19293886~23360] 2024-09-13T01:04:19.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:18 smithi053 bash[67631]: cluster 2024-09-13T01:04:17.720481+0000 mon.a (mon.0) 3594 : cluster [DBG] osdmap e1888: 8 total, 8 up, 8 in 2024-09-13T01:04:19.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:18 smithi032 bash[75510]: cluster 2024-09-13T01:04:17.720481+0000 mon.a (mon.0) 3594 : cluster [DBG] osdmap e1888: 8 total, 8 up, 8 in 2024-09-13T01:04:19.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:18 smithi032 bash[76677]: cluster 2024-09-13T01:04:17.720481+0000 mon.a (mon.0) 3594 : cluster [DBG] osdmap e1888: 8 total, 8 up, 8 in 2024-09-13T01:04:19.770 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [2244543~88480,12156113~3678,12899533~39437,14000818~94937,15950829~77059,16272693~57641,18033307~54984,18132612~56026,18363942~93506,20444698~11406] 2024-09-13T01:04:19.787 INFO:tasks.workunit.client.0.smithi032.stdout: diff was [2244543~88480,12156113~3678,12899533~39437,14000818~94937,14145292~2185042,18033307~54984,18132612~56026,18363942~93506,19317246~1138858] 2024-09-13T01:04:19.795 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5083 ms) 2024-09-13T01:04:19.796 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-09-13T01:04:19.796 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:04:19.850 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~256 2024-09-13T01:04:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:19 smithi053 bash[67631]: cluster 2024-09-13T01:04:18.721623+0000 mon.a (mon.0) 3595 : cluster [DBG] osdmap e1889: 8 total, 8 up, 8 in 2024-09-13T01:04:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:19 smithi053 bash[67631]: cluster 2024-09-13T01:04:18.799411+0000 mgr.y (mgr.34107) 1846 : cluster [DBG] pgmap v3288: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:20.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:19 smithi032 bash[75510]: cluster 2024-09-13T01:04:18.721623+0000 mon.a (mon.0) 3595 : cluster [DBG] osdmap e1889: 8 total, 8 up, 8 in 2024-09-13T01:04:20.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:19 smithi032 bash[75510]: cluster 2024-09-13T01:04:18.799411+0000 mgr.y (mgr.34107) 1846 : cluster [DBG] pgmap v3288: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:20.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:19 smithi032 bash[76677]: cluster 2024-09-13T01:04:18.721623+0000 mon.a (mon.0) 3595 : cluster [DBG] osdmap e1889: 8 total, 8 up, 8 in 2024-09-13T01:04:20.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:19 smithi032 bash[76677]: cluster 2024-09-13T01:04:18.799411+0000 mgr.y (mgr.34107) 1846 : cluster [DBG] pgmap v3288: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:04:20.789 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~256 2024-09-13T01:04:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:20 smithi053 bash[67631]: cluster 2024-09-13T01:04:19.745175+0000 mon.a (mon.0) 3596 : cluster [DBG] osdmap e1890: 8 total, 8 up, 8 in 2024-09-13T01:04:21.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:20 smithi032 bash[76677]: cluster 2024-09-13T01:04:19.745175+0000 mon.a (mon.0) 3596 : cluster [DBG] osdmap e1890: 8 total, 8 up, 8 in 2024-09-13T01:04:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:20 smithi032 bash[75510]: cluster 2024-09-13T01:04:19.745175+0000 mon.a (mon.0) 3596 : cluster [DBG] osdmap e1890: 8 total, 8 up, 8 in 2024-09-13T01:04:21.803 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~256 2024-09-13T01:04:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:21 smithi053 bash[67631]: cluster 2024-09-13T01:04:20.753637+0000 mon.a (mon.0) 3597 : cluster [DBG] osdmap e1891: 8 total, 8 up, 8 in 2024-09-13T01:04:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:21 smithi053 bash[67631]: cluster 2024-09-13T01:04:20.800053+0000 mgr.y (mgr.34107) 1847 : cluster [DBG] pgmap v3291: 137 pgs: 137 active+clean; 8.5 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 43 KiB/s wr, 0 op/s 2024-09-13T01:04:22.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:21 smithi032 bash[75510]: cluster 2024-09-13T01:04:20.753637+0000 mon.a (mon.0) 3597 : cluster [DBG] osdmap e1891: 8 total, 8 up, 8 in 2024-09-13T01:04:22.241 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:21 smithi032 bash[75510]: cluster 2024-09-13T01:04:20.800053+0000 mgr.y (mgr.34107) 1847 : cluster [DBG] pgmap v3291: 137 pgs: 137 active+clean; 8.5 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 43 KiB/s wr, 0 op/s 2024-09-13T01:04:22.241 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:21 smithi032 bash[76677]: cluster 2024-09-13T01:04:20.753637+0000 mon.a (mon.0) 3597 : cluster [DBG] osdmap e1891: 8 total, 8 up, 8 in 2024-09-13T01:04:22.241 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:21 smithi032 bash[76677]: cluster 2024-09-13T01:04:20.800053+0000 mgr.y (mgr.34107) 1847 : cluster [DBG] pgmap v3291: 137 pgs: 137 active+clean; 8.5 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 43 KiB/s wr, 0 op/s 2024-09-13T01:04:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:04:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:04:22] "GET /metrics HTTP/1.1" 200 46308 "" "Prometheus/2.43.0" 2024-09-13T01:04:22.767 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:04:22 smithi053 bash[94430]: ts=2024-09-13T01:04:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:04:22.808 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~256 2024-09-13T01:04:22.812 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3016 ms) 2024-09-13T01:04:22.812 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-09-13T01:04:22.812 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:04:22.922 INFO:tasks.workunit.client.0.smithi032.stdout: i=0 exists [34284116~6483512,50534243~2039599,57702885~5380291,86236695~4200609,166700911~6128009,194153512~1024702,205724601~55855,248049926~1264324,382660299~1806894] wrote [34284116~6483512,50534243~2039599,57702885~5380291,86236695~4200609,166700911~6128009,194153512~1024702,205724601~55855,248049926~1264324,382660299~1806894] 2024-09-13T01:04:23.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:22 smithi053 bash[67631]: cluster 2024-09-13T01:04:21.763647+0000 mon.a (mon.0) 3598 : cluster [DBG] osdmap e1892: 8 total, 8 up, 8 in 2024-09-13T01:04:23.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:22 smithi032 bash[75510]: cluster 2024-09-13T01:04:21.763647+0000 mon.a (mon.0) 3598 : cluster [DBG] osdmap e1892: 8 total, 8 up, 8 in 2024-09-13T01:04:23.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:22 smithi032 bash[76677]: cluster 2024-09-13T01:04:21.763647+0000 mon.a (mon.0) 3598 : cluster [DBG] osdmap e1892: 8 total, 8 up, 8 in 2024-09-13T01:04:23.856 INFO:tasks.workunit.client.0.smithi032.stdout: i=1 exists [21637533~5817545,28499301~3638026,34284116~6483512,50534243~2039599,57702885~5380291,65523145~2018513,86236695~4200609,136705755~198591,166700911~6128009,181262788~773281,194153512~1024702,205724601~55855,213388820~5709831,244665054~4709916,263445283~4583357,280210039~118387,356971781~395086,382660299~1806894] wrote [21637533~5817545,28499301~3638026,65523145~2018513,136705755~198591,181262788~773281,213388820~5709831,244665054~4709916,263445283~4583357,280210039~118387,356971781~395086] 2024-09-13T01:04:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:23 smithi053 bash[67631]: cluster 2024-09-13T01:04:22.764582+0000 mon.a (mon.0) 3599 : cluster [DBG] osdmap e1893: 8 total, 8 up, 8 in 2024-09-13T01:04:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:23 smithi053 bash[67631]: cluster 2024-09-13T01:04:22.800888+0000 mgr.y (mgr.34107) 1848 : cluster [DBG] pgmap v3294: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 56 KiB/s wr, 29 op/s 2024-09-13T01:04:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:23 smithi032 bash[75510]: cluster 2024-09-13T01:04:22.764582+0000 mon.a (mon.0) 3599 : cluster [DBG] osdmap e1893: 8 total, 8 up, 8 in 2024-09-13T01:04:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:23 smithi032 bash[75510]: cluster 2024-09-13T01:04:22.800888+0000 mgr.y (mgr.34107) 1848 : cluster [DBG] pgmap v3294: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 56 KiB/s wr, 29 op/s 2024-09-13T01:04:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:23 smithi032 bash[76677]: cluster 2024-09-13T01:04:22.764582+0000 mon.a (mon.0) 3599 : cluster [DBG] osdmap e1893: 8 total, 8 up, 8 in 2024-09-13T01:04:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:23 smithi032 bash[76677]: cluster 2024-09-13T01:04:22.800888+0000 mgr.y (mgr.34107) 1848 : cluster [DBG] pgmap v3294: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 56 KiB/s wr, 29 op/s 2024-09-13T01:04:24.921 INFO:tasks.workunit.client.0.smithi032.stdout: i=2 exists [21637533~10499794,34284116~6483512,50534243~2039599,54719336~8363840,65523145~2018513,86236695~4200609,102670887~1396306,132758695~6284593,140538665~5410541,166700911~6128009,181262788~773281,194153512~1024702,205724601~55855,213388820~7546544,244665054~4709916,263445283~4583357,275414693~14661486,356971781~395086,382660299~1806894] wrote [25357308~5511487,54719336~6156706,87163604~67514,102670887~1396306,132758695~6284593,140538665~5410541,213686759~7248605,275414693~14661486] 2024-09-13T01:04:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:24 smithi032 bash[75510]: cluster 2024-09-13T01:04:23.783595+0000 mon.a (mon.0) 3600 : cluster [DBG] osdmap e1894: 8 total, 8 up, 8 in 2024-09-13T01:04:25.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:24 smithi032 bash[76677]: cluster 2024-09-13T01:04:23.783595+0000 mon.a (mon.0) 3600 : cluster [DBG] osdmap e1894: 8 total, 8 up, 8 in 2024-09-13T01:04:25.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:24 smithi053 bash[67631]: cluster 2024-09-13T01:04:23.783595+0000 mon.a (mon.0) 3600 : cluster [DBG] osdmap e1894: 8 total, 8 up, 8 in 2024-09-13T01:04:25.899 INFO:tasks.workunit.client.0.smithi032.stdout: i=3 exists [5268333~7475593,21637533~10499794,34284116~6483512,41236105~4695681,50534243~2039599,54719336~12822322,74546685~4271466,86236695~4200609,102670887~1396306,132758695~13190511,166700911~6128009,181262788~773281,194153512~1024702,197011928~3440192,205724601~55855,213388820~7546544,244665054~4709916,263445283~4583357,275414693~14661486,304093502~2618160,326217842~2578618,343932862~5596740,356971781~395086,382660299~1806894] wrote [5268333~7475593,41236105~4695681,59725797~7058218,74546685~4271466,138063419~3562344,197011928~3440192,304093502~2618160,326217842~2578618,343932862~5596740] 2024-09-13T01:04:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:25 smithi032 bash[75510]: cluster 2024-09-13T01:04:24.785860+0000 mon.a (mon.0) 3601 : cluster [DBG] osdmap e1895: 8 total, 8 up, 8 in 2024-09-13T01:04:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:25 smithi032 bash[75510]: cluster 2024-09-13T01:04:24.801967+0000 mgr.y (mgr.34107) 1849 : cluster [DBG] pgmap v3297: 137 pgs: 137 active+clean; 35 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 2.0 MiB/s wr, 118 op/s 2024-09-13T01:04:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:25 smithi032 bash[75510]: audit 2024-09-13T01:04:25.218760+0000 mon.a (mon.0) 3602 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:04:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:25 smithi032 bash[76677]: cluster 2024-09-13T01:04:24.785860+0000 mon.a (mon.0) 3601 : cluster [DBG] osdmap e1895: 8 total, 8 up, 8 in 2024-09-13T01:04:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:25 smithi032 bash[76677]: cluster 2024-09-13T01:04:24.801967+0000 mgr.y (mgr.34107) 1849 : cluster [DBG] pgmap v3297: 137 pgs: 137 active+clean; 35 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 2.0 MiB/s wr, 118 op/s 2024-09-13T01:04:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:25 smithi032 bash[76677]: audit 2024-09-13T01:04:25.218760+0000 mon.a (mon.0) 3602 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:04:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:25 smithi053 bash[67631]: cluster 2024-09-13T01:04:24.785860+0000 mon.a (mon.0) 3601 : cluster [DBG] osdmap e1895: 8 total, 8 up, 8 in 2024-09-13T01:04:26.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:25 smithi053 bash[67631]: cluster 2024-09-13T01:04:24.801967+0000 mgr.y (mgr.34107) 1849 : cluster [DBG] pgmap v3297: 137 pgs: 137 active+clean; 35 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 2.0 MiB/s wr, 118 op/s 2024-09-13T01:04:26.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:25 smithi053 bash[67631]: audit 2024-09-13T01:04:25.218760+0000 mon.a (mon.0) 3602 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:04:26.758 INFO:tasks.workunit.client.0.smithi032.stdout: i=4 exists [5268333~7475593,21637533~19130095,41236105~4695681,50534243~2039599,54719336~12822322,74546685~4271466,86236695~4200609,101718366~6078655,132758695~13190511,166700911~6128009,174670356~8138806,194153512~1024702,197011928~3440192,205724601~55855,213388820~10043619,244665054~4709916,255067088~7978735,263445283~4583357,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,343932862~5596740,353689711~5605305,382660299~1806894,401480275~1912214] wrote [26250759~9806120,101718366~6078655,174670356~8138806,217582279~5850160,255067088~7978735,312940844~7429458,353689711~5605305,401480275~1912214] 2024-09-13T01:04:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:26 smithi032 bash[75510]: cluster 2024-09-13T01:04:25.808178+0000 mon.a (mon.0) 3603 : cluster [DBG] osdmap e1896: 8 total, 8 up, 8 in 2024-09-13T01:04:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:26 smithi032 bash[75510]: cluster 2024-09-13T01:04:26.607206+0000 mon.a (mon.0) 3604 : cluster [DBG] osdmap e1897: 8 total, 8 up, 8 in 2024-09-13T01:04:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:26 smithi032 bash[76677]: cluster 2024-09-13T01:04:25.808178+0000 mon.a (mon.0) 3603 : cluster [DBG] osdmap e1896: 8 total, 8 up, 8 in 2024-09-13T01:04:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:26 smithi032 bash[76677]: cluster 2024-09-13T01:04:26.607206+0000 mon.a (mon.0) 3604 : cluster [DBG] osdmap e1897: 8 total, 8 up, 8 in 2024-09-13T01:04:27.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:26 smithi053 bash[67631]: cluster 2024-09-13T01:04:25.808178+0000 mon.a (mon.0) 3603 : cluster [DBG] osdmap e1896: 8 total, 8 up, 8 in 2024-09-13T01:04:27.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:26 smithi053 bash[67631]: cluster 2024-09-13T01:04:26.607206+0000 mon.a (mon.0) 3604 : cluster [DBG] osdmap e1897: 8 total, 8 up, 8 in 2024-09-13T01:04:27.726 INFO:tasks.workunit.client.0.smithi032.stdout: i=5 exists [5268333~7475593,21637533~19130095,41236105~4695681,50534243~2039599,54719336~12822322,71966112~6852039,86236695~4200609,100178039~7618982,132758695~13190511,155061830~6925234,166700911~6128009,174670356~8138806,194153512~1024702,197011928~3440192,205724601~55855,213388820~10043619,242366863~7008107,251426181~547614,255067088~7978735,263445283~4583357,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~5596740,353689711~5605305,364501990~5747164,382660299~1806894,401480275~1912214] wrote [71966112~3132781,100178039~3690589,155061830~6925234,242366863~5743254,251426181~547614,277287193~4308059,334441139~3346244,338248155~3811959,364501990~5747164] 2024-09-13T01:04:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:27 smithi032 bash[75510]: cluster 2024-09-13T01:04:26.802659+0000 mgr.y (mgr.34107) 1850 : cluster [DBG] pgmap v3300: 137 pgs: 137 active+clean; 65 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 9.6 MiB/s wr, 92 op/s 2024-09-13T01:04:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:27 smithi032 bash[75510]: cluster 2024-09-13T01:04:27.610432+0000 mon.a (mon.0) 3605 : cluster [DBG] osdmap e1898: 8 total, 8 up, 8 in 2024-09-13T01:04:28.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:27 smithi032 bash[76677]: cluster 2024-09-13T01:04:26.802659+0000 mgr.y (mgr.34107) 1850 : cluster [DBG] pgmap v3300: 137 pgs: 137 active+clean; 65 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 9.6 MiB/s wr, 92 op/s 2024-09-13T01:04:28.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:27 smithi032 bash[76677]: cluster 2024-09-13T01:04:27.610432+0000 mon.a (mon.0) 3605 : cluster [DBG] osdmap e1898: 8 total, 8 up, 8 in 2024-09-13T01:04:28.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:27 smithi053 bash[67631]: cluster 2024-09-13T01:04:26.802659+0000 mgr.y (mgr.34107) 1850 : cluster [DBG] pgmap v3300: 137 pgs: 137 active+clean; 65 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 9.6 MiB/s wr, 92 op/s 2024-09-13T01:04:28.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:27 smithi053 bash[67631]: cluster 2024-09-13T01:04:27.610432+0000 mon.a (mon.0) 3605 : cluster [DBG] osdmap e1898: 8 total, 8 up, 8 in 2024-09-13T01:04:28.754 INFO:tasks.workunit.client.0.smithi032.stdout: i=6 exists [5268333~7475593,21637533~24294253,50534243~2039599,54719336~13294055,71966112~6852039,86236695~4200609,100178039~7618982,127462685~18486521,155061830~6925234,166700911~6128009,174670356~8138806,194153512~1024702,197011928~3440192,205724601~55855,213388820~10043619,233448633~1890903,242366863~7008107,251426181~547614,255067088~7978735,263445283~4583357,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~15362154,364501990~5747164,382660299~1806894,401480275~1912214,403623821~7820231] wrote [28415988~2150544,30636542~13777001,63965861~4047530,127462685~6247771,134930386~7359621,233448633~1890903,349247912~5864067,403623821~7820231] 2024-09-13T01:04:29.755 INFO:tasks.workunit.client.0.smithi032.stdout: i=7 exists [5268333~7475593,21637533~24294253,49907168~2666674,54719336~26382983,86236695~4200609,100178039~8019185,109322545~1227690,113051202~8163934,127462685~18486521,155061830~6925234,166700911~6128009,174670356~8138806,194153512~6966406,205724601~55855,213388820~10043619,233448633~1890903,242366863~7008107,251426181~547614,255067088~7978735,263445283~4583357,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~15362154,364501990~5747164,382660299~1806894,386314955~4609391,401480275~1912214,403623821~7820231] wrote [23770740~7256898,49907168~1923748,66797988~6645860,75279972~5822347,101404343~6792881,109322545~1227690,113051202~8163934,194978501~6141417,314469659~2037599,386314955~4609391] 2024-09-13T01:04:29.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:29 smithi032 bash[75510]: cluster 2024-09-13T01:04:28.613781+0000 mon.a (mon.0) 3606 : cluster [DBG] osdmap e1899: 8 total, 8 up, 8 in 2024-09-13T01:04:29.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:29 smithi032 bash[75510]: cluster 2024-09-13T01:04:28.803272+0000 mgr.y (mgr.34107) 1851 : cluster [DBG] pgmap v3303: 137 pgs: 137 active+clean; 285 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 45 MiB/s wr, 271 op/s 2024-09-13T01:04:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:29 smithi032 bash[76677]: cluster 2024-09-13T01:04:28.613781+0000 mon.a (mon.0) 3606 : cluster [DBG] osdmap e1899: 8 total, 8 up, 8 in 2024-09-13T01:04:29.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:29 smithi032 bash[76677]: cluster 2024-09-13T01:04:28.803272+0000 mgr.y (mgr.34107) 1851 : cluster [DBG] pgmap v3303: 137 pgs: 137 active+clean; 285 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 45 MiB/s wr, 271 op/s 2024-09-13T01:04:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:29 smithi053 bash[67631]: cluster 2024-09-13T01:04:28.613781+0000 mon.a (mon.0) 3606 : cluster [DBG] osdmap e1899: 8 total, 8 up, 8 in 2024-09-13T01:04:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:29 smithi053 bash[67631]: cluster 2024-09-13T01:04:28.803272+0000 mgr.y (mgr.34107) 1851 : cluster [DBG] pgmap v3303: 137 pgs: 137 active+clean; 285 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 45 MiB/s wr, 271 op/s 2024-09-13T01:04:30.722 INFO:tasks.workunit.client.0.smithi032.stdout: i=8 exists [5268333~8209057,17844667~28087119,49907168~2666674,54719336~26382983,86236695~4200609,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,124618477~194087,127462685~18486521,155061830~17767090,174670356~8138806,194153512~6966406,205724601~55855,213388820~10043619,233448633~1890903,242366863~7008107,251426181~547614,255067088~7978735,263445283~4583357,268239391~1284214,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5277677,382660299~1806894,386314955~4609391,401480275~1912214,403623821~7820231] wrote [8239949~5237441,17844667~4860011,93169686~2112110,108331241~2162701,111926595~6827668,124618477~194087,160968644~5850719,268239391~1284214,358671480~7583586,375261445~5277677] 2024-09-13T01:04:30.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:30 smithi032 bash[75510]: cluster 2024-09-13T01:04:29.622349+0000 mon.a (mon.0) 3607 : cluster [DBG] osdmap e1900: 8 total, 8 up, 8 in 2024-09-13T01:04:30.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:30 smithi032 bash[76677]: cluster 2024-09-13T01:04:29.622349+0000 mon.a (mon.0) 3607 : cluster [DBG] osdmap e1900: 8 total, 8 up, 8 in 2024-09-13T01:04:31.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:30 smithi053 bash[67631]: cluster 2024-09-13T01:04:29.622349+0000 mon.a (mon.0) 3607 : cluster [DBG] osdmap e1900: 8 total, 8 up, 8 in 2024-09-13T01:04:31.761 INFO:tasks.workunit.client.0.smithi032.stdout: i=9 exists [5268333~8209057,17844667~28087119,49907168~2666674,54719336~26382983,86236695~4200609,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~22921827,155061830~17767090,174670356~8138806,194153512~6966406,205724601~55855,213388820~10043619,233448633~1890903,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~4583357,268239391~1284214,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,382660299~1806894,386314955~4609391,401480275~1912214,403623821~8652397] wrote [67371222~7925837,123027379~7025123,249888623~951995,250907078~1510381,362890841~7227583,377016088~4080583,407191268~5084950] 2024-09-13T01:04:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:31 smithi032 bash[75510]: cluster 2024-09-13T01:04:30.624299+0000 mon.a (mon.0) 3608 : cluster [DBG] osdmap e1901: 8 total, 8 up, 8 in 2024-09-13T01:04:31.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:31 smithi032 bash[75510]: cluster 2024-09-13T01:04:30.804041+0000 mgr.y (mgr.34107) 1852 : cluster [DBG] pgmap v3306: 137 pgs: 137 active+clean; 325 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 45 MiB/s wr, 272 op/s 2024-09-13T01:04:31.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:31 smithi032 bash[76677]: cluster 2024-09-13T01:04:30.624299+0000 mon.a (mon.0) 3608 : cluster [DBG] osdmap e1901: 8 total, 8 up, 8 in 2024-09-13T01:04:31.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:31 smithi032 bash[76677]: cluster 2024-09-13T01:04:30.804041+0000 mgr.y (mgr.34107) 1852 : cluster [DBG] pgmap v3306: 137 pgs: 137 active+clean; 325 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 45 MiB/s wr, 272 op/s 2024-09-13T01:04:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:31 smithi053 bash[67631]: cluster 2024-09-13T01:04:30.624299+0000 mon.a (mon.0) 3608 : cluster [DBG] osdmap e1901: 8 total, 8 up, 8 in 2024-09-13T01:04:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:31 smithi053 bash[67631]: cluster 2024-09-13T01:04:30.804041+0000 mgr.y (mgr.34107) 1852 : cluster [DBG] pgmap v3306: 137 pgs: 137 active+clean; 325 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 45 MiB/s wr, 272 op/s 2024-09-13T01:04:32.650 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:04:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:04:32] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2024-09-13T01:04:32.650 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:04:32 smithi053 bash[94430]: ts=2024-09-13T01:04:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:04:32.790 INFO:tasks.workunit.client.0.smithi032.stdout: i=10 exists [5268333~8209057,17844667~28087119,49907168~2666674,54719336~26867664,83900990~6536314,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~30407672,155061830~17767090,174670356~8138806,190896480~10223438,205724601~55855,213388820~10043619,225606357~5557562,233448633~1890903,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~4583357,268239391~1284214,275414693~14661486,294374170~7749872,304093502~5398076,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,382660299~1806894,386314955~4609391,401480275~1912214,403623821~8652397] wrote [75174138~6412862,83900990~4395120,145094446~8340605,190896480~6163654,225606357~5557562,294374170~7749872,305895199~3596379,367444653~2374944] 2024-09-13T01:04:32.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:32 smithi032 bash[75510]: cluster 2024-09-13T01:04:31.646930+0000 mon.a (mon.0) 3609 : cluster [DBG] osdmap e1902: 8 total, 8 up, 8 in 2024-09-13T01:04:32.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:32 smithi032 bash[76677]: cluster 2024-09-13T01:04:31.646930+0000 mon.a (mon.0) 3609 : cluster [DBG] osdmap e1902: 8 total, 8 up, 8 in 2024-09-13T01:04:33.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:32 smithi053 bash[67631]: cluster 2024-09-13T01:04:31.646930+0000 mon.a (mon.0) 3609 : cluster [DBG] osdmap e1902: 8 total, 8 up, 8 in 2024-09-13T01:04:33.777 INFO:tasks.workunit.client.0.smithi032.stdout: i=11 exists [5268333~8209057,15883434~30048352,48660052~32926948,83900990~6536314,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~30407672,155061830~17767090,174670356~8138806,190896480~10223438,205724601~55855,213388820~10043619,225606357~11489319,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~6078322,275414693~14661486,294374170~7749872,304093502~5398076,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,382660299~1806894,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] wrote [15883434~6374883,26005305~6510734,48660052~6328165,79251719~1097279,143505610~197634,229867141~7228535,257361658~800807,266306990~2582110,391757263~930726,398866661~3898596] 2024-09-13T01:04:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:33 smithi032 bash[75510]: cluster 2024-09-13T01:04:32.648099+0000 mon.a (mon.0) 3610 : cluster [DBG] osdmap e1903: 8 total, 8 up, 8 in 2024-09-13T01:04:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:33 smithi032 bash[75510]: cluster 2024-09-13T01:04:32.805092+0000 mgr.y (mgr.34107) 1853 : cluster [DBG] pgmap v3309: 137 pgs: 137 active+clean; 445 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 37 MiB/s wr, 209 op/s 2024-09-13T01:04:33.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:33 smithi032 bash[76677]: cluster 2024-09-13T01:04:32.648099+0000 mon.a (mon.0) 3610 : cluster [DBG] osdmap e1903: 8 total, 8 up, 8 in 2024-09-13T01:04:33.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:33 smithi032 bash[76677]: cluster 2024-09-13T01:04:32.805092+0000 mgr.y (mgr.34107) 1853 : cluster [DBG] pgmap v3309: 137 pgs: 137 active+clean; 445 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 37 MiB/s wr, 209 op/s 2024-09-13T01:04:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:33 smithi053 bash[67631]: cluster 2024-09-13T01:04:32.648099+0000 mon.a (mon.0) 3610 : cluster [DBG] osdmap e1903: 8 total, 8 up, 8 in 2024-09-13T01:04:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:33 smithi053 bash[67631]: cluster 2024-09-13T01:04:32.805092+0000 mgr.y (mgr.34107) 1853 : cluster [DBG] pgmap v3309: 137 pgs: 137 active+clean; 445 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 37 MiB/s wr, 209 op/s 2024-09-13T01:04:34.829 INFO:tasks.workunit.client.0.smithi032.stdout: i=12 exists [5268333~8209057,15883434~30048352,48660052~32926948,83900990~6536314,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~27747332,190896480~20718484,213388820~10043619,225606357~11489319,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~6078322,275414693~14661486,294374170~7749872,304093502~5398076,311820745~8549557,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~9205748,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] wrote [22139190~3118903,126347256~6979786,148501161~6345324,155808116~1423320,158759369~3768358,169819394~8041816,198774663~12840301,311820745~3233943,377912725~6021691] 2024-09-13T01:04:35.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:34 smithi053 bash[67631]: cluster 2024-09-13T01:04:33.670888+0000 mon.a (mon.0) 3611 : cluster [DBG] osdmap e1904: 8 total, 8 up, 8 in 2024-09-13T01:04:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:34 smithi032 bash[75510]: cluster 2024-09-13T01:04:33.670888+0000 mon.a (mon.0) 3611 : cluster [DBG] osdmap e1904: 8 total, 8 up, 8 in 2024-09-13T01:04:35.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:34 smithi032 bash[76677]: cluster 2024-09-13T01:04:33.670888+0000 mon.a (mon.0) 3611 : cluster [DBG] osdmap e1904: 8 total, 8 up, 8 in 2024-09-13T01:04:35.842 INFO:tasks.workunit.client.0.smithi032.stdout: i=13 exists [5268333~8209057,15883434~30048352,48660052~35049437,83900990~6536314,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~27747332,190896480~20718484,211671580~11760859,224989123~12106553,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~6078322,275414693~14661486,294374170~7749872,304093502~5398076,311820745~8549557,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~9205748,386314955~12178147,398866661~4525828,403623821~8652397] wrote [33332533~9427201,57249170~7616109,75613865~8095624,130900517~412876,159500604~7644849,211671580~4491027,224989123~5865535,390322771~8170331] 2024-09-13T01:04:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:35 smithi053 bash[67631]: cluster 2024-09-13T01:04:34.674424+0000 mon.a (mon.0) 3612 : cluster [DBG] osdmap e1905: 8 total, 8 up, 8 in 2024-09-13T01:04:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:35 smithi053 bash[67631]: cluster 2024-09-13T01:04:34.805820+0000 mgr.y (mgr.34107) 1854 : cluster [DBG] pgmap v3312: 137 pgs: 137 active+clean; 528 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 49 MiB/s wr, 313 op/s 2024-09-13T01:04:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:35 smithi032 bash[75510]: cluster 2024-09-13T01:04:34.674424+0000 mon.a (mon.0) 3612 : cluster [DBG] osdmap e1905: 8 total, 8 up, 8 in 2024-09-13T01:04:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:35 smithi032 bash[75510]: cluster 2024-09-13T01:04:34.805820+0000 mgr.y (mgr.34107) 1854 : cluster [DBG] pgmap v3312: 137 pgs: 137 active+clean; 528 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 49 MiB/s wr, 313 op/s 2024-09-13T01:04:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:35 smithi032 bash[76677]: cluster 2024-09-13T01:04:34.674424+0000 mon.a (mon.0) 3612 : cluster [DBG] osdmap e1905: 8 total, 8 up, 8 in 2024-09-13T01:04:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:35 smithi032 bash[76677]: cluster 2024-09-13T01:04:34.805820+0000 mgr.y (mgr.34107) 1854 : cluster [DBG] pgmap v3312: 137 pgs: 137 active+clean; 528 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 49 MiB/s wr, 313 op/s 2024-09-13T01:04:36.800 INFO:tasks.workunit.client.0.smithi032.stdout: i=14 exists [5268333~8209057,15883434~30048352,48660052~35049437,83900990~6536314,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~27747332,190896480~20718484,211671580~11760859,224989123~13466554,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~6078322,275414693~14661486,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] wrote [5445111~58687,8582893~1755547,181732077~28628,200673367~3422051,230946646~7509031,297645957~6337094,310457745~7117501,333826634~5997094,382822977~8118073] 2024-09-13T01:04:37.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:36 smithi053 bash[67631]: cluster 2024-09-13T01:04:35.694232+0000 mon.a (mon.0) 3613 : cluster [DBG] osdmap e1906: 8 total, 8 up, 8 in 2024-09-13T01:04:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:36 smithi032 bash[75510]: cluster 2024-09-13T01:04:35.694232+0000 mon.a (mon.0) 3613 : cluster [DBG] osdmap e1906: 8 total, 8 up, 8 in 2024-09-13T01:04:37.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:36 smithi032 bash[76677]: cluster 2024-09-13T01:04:35.694232+0000 mon.a (mon.0) 3613 : cluster [DBG] osdmap e1906: 8 total, 8 up, 8 in 2024-09-13T01:04:37.838 INFO:tasks.workunit.client.0.smithi032.stdout: i=15 exists [5268333~8209057,15883434~30048352,48660052~35049437,83900990~6536314,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~60427266,190896480~20718484,211671580~11760859,224989123~13466554,242366863~7008107,249888623~951995,250907078~1510381,255067088~15130230,275414693~14661486,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] wrote [9004219~960558,54705708~556372,80681662~1585960,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,262018129~8179189,314899856~4617850] 2024-09-13T01:04:38.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:37 smithi053 bash[67631]: cluster 2024-09-13T01:04:36.695874+0000 mon.a (mon.0) 3614 : cluster [DBG] osdmap e1907: 8 total, 8 up, 8 in 2024-09-13T01:04:38.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:37 smithi053 bash[67631]: cluster 2024-09-13T01:04:36.806345+0000 mgr.y (mgr.34107) 1855 : cluster [DBG] pgmap v3315: 137 pgs: 137 active+clean; 573 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 31 MiB/s wr, 113 op/s 2024-09-13T01:04:38.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:37 smithi032 bash[75510]: cluster 2024-09-13T01:04:36.695874+0000 mon.a (mon.0) 3614 : cluster [DBG] osdmap e1907: 8 total, 8 up, 8 in 2024-09-13T01:04:38.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:37 smithi032 bash[75510]: cluster 2024-09-13T01:04:36.806345+0000 mgr.y (mgr.34107) 1855 : cluster [DBG] pgmap v3315: 137 pgs: 137 active+clean; 573 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 31 MiB/s wr, 113 op/s 2024-09-13T01:04:38.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:37 smithi032 bash[76677]: cluster 2024-09-13T01:04:36.695874+0000 mon.a (mon.0) 3614 : cluster [DBG] osdmap e1907: 8 total, 8 up, 8 in 2024-09-13T01:04:38.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:37 smithi032 bash[76677]: cluster 2024-09-13T01:04:36.806345+0000 mgr.y (mgr.34107) 1855 : cluster [DBG] pgmap v3315: 137 pgs: 137 active+clean; 573 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 31 MiB/s wr, 113 op/s 2024-09-13T01:04:38.865 INFO:tasks.workunit.client.0.smithi032.stdout: i=16 exists [5268333~8209057,15883434~30048352,48660052~35049437,83900990~6536314,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~60427266,190896480~20718484,211671580~11760859,224989123~13466554,242366863~7008107,249888623~951995,250907078~1510381,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] wrote [36760783~7078078,62613238~5831275,192809864~4941353,253645267~7282398,286027388~5790230,296181931~6655543,351706742~3591492,379449296~427968,394752455~428351] 2024-09-13T01:04:39.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:38 smithi053 bash[67631]: cluster 2024-09-13T01:04:37.716965+0000 mon.a (mon.0) 3615 : cluster [DBG] osdmap e1908: 8 total, 8 up, 8 in 2024-09-13T01:04:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:38 smithi032 bash[75510]: cluster 2024-09-13T01:04:37.716965+0000 mon.a (mon.0) 3615 : cluster [DBG] osdmap e1908: 8 total, 8 up, 8 in 2024-09-13T01:04:39.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:38 smithi032 bash[76677]: cluster 2024-09-13T01:04:37.716965+0000 mon.a (mon.0) 3615 : cluster [DBG] osdmap e1908: 8 total, 8 up, 8 in 2024-09-13T01:04:39.837 INFO:tasks.workunit.client.0.smithi032.stdout: i=17 exists [5268333~8209057,15883434~30048352,48660052~41777252,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~60427266,190896480~20718484,211671580~26784097,242366863~10050596,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~13987659,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~10097827] wrote [18954155~4712925,29549563~272254,53113243~1004155,83654467~2215912,171931666~1268417,219298878~7718095,246907279~4315284,307505832~304844,316983514~7461890,406051998~7669650] 2024-09-13T01:04:40.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:39 smithi053 bash[67631]: cluster 2024-09-13T01:04:38.727186+0000 mon.a (mon.0) 3616 : cluster [DBG] osdmap e1909: 8 total, 8 up, 8 in 2024-09-13T01:04:40.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:39 smithi053 bash[67631]: cluster 2024-09-13T01:04:38.807199+0000 mgr.y (mgr.34107) 1856 : cluster [DBG] pgmap v3318: 137 pgs: 137 active+clean; 734 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 52 MiB/s wr, 368 op/s 2024-09-13T01:04:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:39 smithi032 bash[75510]: cluster 2024-09-13T01:04:38.727186+0000 mon.a (mon.0) 3616 : cluster [DBG] osdmap e1909: 8 total, 8 up, 8 in 2024-09-13T01:04:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:39 smithi032 bash[75510]: cluster 2024-09-13T01:04:38.807199+0000 mgr.y (mgr.34107) 1856 : cluster [DBG] pgmap v3318: 137 pgs: 137 active+clean; 734 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 52 MiB/s wr, 368 op/s 2024-09-13T01:04:40.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:39 smithi032 bash[76677]: cluster 2024-09-13T01:04:38.727186+0000 mon.a (mon.0) 3616 : cluster [DBG] osdmap e1909: 8 total, 8 up, 8 in 2024-09-13T01:04:40.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:39 smithi032 bash[76677]: cluster 2024-09-13T01:04:38.807199+0000 mgr.y (mgr.34107) 1856 : cluster [DBG] pgmap v3318: 137 pgs: 137 active+clean; 734 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 52 MiB/s wr, 368 op/s 2024-09-13T01:04:40.870 INFO:tasks.workunit.client.0.smithi032.stdout: i=18 exists [281824~13195566,15883434~30048352,48660052~41777252,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~62144419,190896480~20718484,211671580~26784097,242366863~10050596,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] wrote [281824~7610380,53529707~2734540,116441294~1113897,179744317~4781998,209429972~2010514,275888994~8023761,320732997~4516731,373794289~6256268,384916948~178497] 2024-09-13T01:04:41.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:40 smithi053 bash[67631]: cluster 2024-09-13T01:04:39.741395+0000 mon.a (mon.0) 3617 : cluster [DBG] osdmap e1910: 8 total, 8 up, 8 in 2024-09-13T01:04:41.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:40 smithi053 bash[67631]: audit 2024-09-13T01:04:40.219249+0000 mon.a (mon.0) 3618 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:04:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:40 smithi032 bash[75510]: cluster 2024-09-13T01:04:39.741395+0000 mon.a (mon.0) 3617 : cluster [DBG] osdmap e1910: 8 total, 8 up, 8 in 2024-09-13T01:04:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:40 smithi032 bash[75510]: audit 2024-09-13T01:04:40.219249+0000 mon.a (mon.0) 3618 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:04:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:40 smithi032 bash[76677]: cluster 2024-09-13T01:04:39.741395+0000 mon.a (mon.0) 3617 : cluster [DBG] osdmap e1910: 8 total, 8 up, 8 in 2024-09-13T01:04:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:40 smithi032 bash[76677]: audit 2024-09-13T01:04:40.219249+0000 mon.a (mon.0) 3618 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:04:41.817 INFO:tasks.workunit.client.0.smithi032.stdout: i=19 exists [281824~13195566,15883434~30048352,48660052~41777252,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~62144419,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] wrote [635313~8031983,40421775~363066,100736337~2796944,210811740~811740,252334928~2690393,269576062~85231,294256647~5518154,348259587~2017007,405754508~537463,408418941~1638806] 2024-09-13T01:04:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:41 smithi053 bash[67631]: cluster 2024-09-13T01:04:40.751542+0000 mon.a (mon.0) 3619 : cluster [DBG] osdmap e1911: 8 total, 8 up, 8 in 2024-09-13T01:04:42.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:41 smithi053 bash[67631]: cluster 2024-09-13T01:04:40.808201+0000 mgr.y (mgr.34107) 1857 : cluster [DBG] pgmap v3321: 137 pgs: 137 active+clean; 768 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 51 MiB/s wr, 369 op/s 2024-09-13T01:04:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:41 smithi032 bash[75510]: cluster 2024-09-13T01:04:40.751542+0000 mon.a (mon.0) 3619 : cluster [DBG] osdmap e1911: 8 total, 8 up, 8 in 2024-09-13T01:04:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:41 smithi032 bash[75510]: cluster 2024-09-13T01:04:40.808201+0000 mgr.y (mgr.34107) 1857 : cluster [DBG] pgmap v3321: 137 pgs: 137 active+clean; 768 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 51 MiB/s wr, 369 op/s 2024-09-13T01:04:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:41 smithi032 bash[76677]: cluster 2024-09-13T01:04:40.751542+0000 mon.a (mon.0) 3619 : cluster [DBG] osdmap e1911: 8 total, 8 up, 8 in 2024-09-13T01:04:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:41 smithi032 bash[76677]: cluster 2024-09-13T01:04:40.808201+0000 mgr.y (mgr.34107) 1857 : cluster [DBG] pgmap v3321: 137 pgs: 137 active+clean; 768 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 51 MiB/s wr, 369 op/s 2024-09-13T01:04:42.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:04:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:04:42] "GET /metrics HTTP/1.1" 200 36466 "" "Prometheus/2.43.0" 2024-09-13T01:04:42.756 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:04:42 smithi053 bash[94430]: ts=2024-09-13T01:04:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:04:42.786 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 1 diff [21637533~5817545,28499301~3638026,65523145~2018513,136705755~198591,181262788~773281,213388820~5709831,244665054~4709916,263445283~4583357,280210039~118387,356971781~395086] 2024-09-13T01:04:42.787 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [21637533~5817545,28499301~3638026,65523145~2018513,136705755~198591,181262788~773281,213388820~5709831,244665054~4709916,263445283~4583357,280210039~118387,356971781~395086] 2024-09-13T01:04:42.831 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [20971520~11165807,63083176~4458482,134217728~2686618,180355072~1680997,209715200~9383451,243269632~6105338,260046848~7981792,276824064~3504362,356515840~851027] 2024-09-13T01:04:42.831 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 2 diff [21637533~10499794,54719336~6156706,65523145~2018513,87163604~67514,102670887~1396306,132758695~6284593,140538665~5410541,181262788~773281,213388820~7546544,244665054~4709916,263445283~4583357,275414693~14661486,356971781~395086] 2024-09-13T01:04:42.831 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [21637533~10499794,54719336~6156706,65523145~2018513,87163604~67514,102670887~1396306,132758695~6284593,140538665~5410541,181262788~773281,213388820~7546544,244665054~4709916,263445283~4583357,275414693~14661486,356971781~395086] 2024-09-13T01:04:42.848 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [20971520~11165807,54719336~6156706,63083176~4458482,87163604~67514,100663296~3403897,130023424~15925782,180355072~1680997,209715200~11220164,243269632~6105338,260046848~7981792,272629760~17446419,356515840~851027] 2024-09-13T01:04:42.848 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 3 diff [5268333~7475593,21637533~10499794,41236105~4695681,54719336~12822322,74546685~4271466,87163604~67514,102670887~1396306,132758695~13190511,181262788~773281,197011928~3440192,213388820~7546544,244665054~4709916,263445283~4583357,275414693~14661486,304093502~2618160,326217842~2578618,343932862~5596740,356971781~395086] 2024-09-13T01:04:42.848 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,21637533~10499794,41236105~4695681,54719336~12822322,74546685~4271466,87163604~67514,102670887~1396306,132758695~13190511,181262788~773281,197011928~3440192,213388820~7546544,244665054~4709916,263445283~4583357,275414693~14661486,304093502~2618160,326217842~2578618,343932862~5596740,356971781~395086] 2024-09-13T01:04:42.865 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,20971520~11165807,40767628~5164158,54719336~12822322,71303168~7514983,87163604~67514,100663296~3403897,130023424~15925782,180355072~1680997,195178214~5273906,209715200~11220164,243269632~6105338,260046848~7981792,272629760~17446419,301989888~4721774,322961408~5835052,339738624~9790978,356515840~851027] 2024-09-13T01:04:42.865 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 4 diff [5268333~7475593,21637533~14419346,41236105~4695681,54719336~12822322,74546685~4271466,87163604~67514,101718366~6078655,132758695~13190511,174670356~8138806,197011928~3440192,213388820~10043619,244665054~4709916,255067088~7978735,263445283~4583357,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,343932862~5596740,353689711~5605305,401480275~1912214] 2024-09-13T01:04:42.865 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,21637533~14419346,41236105~4695681,54719336~12822322,74546685~4271466,87163604~67514,101718366~6078655,132758695~13190511,174670356~8138806,197011928~3440192,213388820~10043619,244665054~4709916,255067088~7978735,263445283~4583357,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,343932862~5596740,353689711~5605305,401480275~1912214] 2024-09-13T01:04:42.881 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,20971520~15085359,40767628~5164158,54719336~12822322,71303168~7514983,87163604~67514,100663296~7133725,130023424~15925782,172828920~9980242,195178214~5273906,209715200~13717239,243269632~6105338,251658240~16370400,272629760~17446419,301989888~4721774,310378496~9991806,322961408~5835052,339738624~9790978,352321536~6973480,398458880~4933609] 2024-09-13T01:04:42.881 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 5 diff [5268333~7475593,21637533~14419346,41236105~4695681,54719336~12822322,71966112~6852039,87163604~67514,100178039~7618982,132758695~13190511,155061830~6925234,174670356~8138806,197011928~3440192,213388820~10043619,242366863~7008107,251426181~547614,255067088~7978735,263445283~4583357,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~5596740,353689711~5605305,364501990~5747164,401480275~1912214] 2024-09-13T01:04:42.881 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,21637533~14419346,41236105~4695681,54719336~12822322,71966112~6852039,87163604~67514,100178039~7618982,132758695~13190511,155061830~6925234,174670356~8138806,197011928~3440192,213388820~10043619,242366863~7008107,251426181~547614,255067088~7978735,263445283~4583357,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~5596740,353689711~5605305,364501990~5747164,401480275~1912214] 2024-09-13T01:04:42.896 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,20971520~15085359,40767628~5164158,54719336~12822322,71303168~7514983,87163604~67514,96468992~11328029,130023424~15925782,150994944~10992120,172828920~9980242,195178214~5273906,209715200~13717239,239075328~28953312,272629760~17446419,301989888~4721774,310378496~9991806,322961408~5835052,331350016~18179586,352321536~6973480,360710144~9539010,398458880~4933609] 2024-09-13T01:04:42.896 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 6 diff [5268333~7475593,21637533~24294253,54719336~13294055,71966112~6852039,87163604~67514,100178039~7618982,127462685~18486521,155061830~6925234,174670356~8138806,197011928~3440192,213388820~10043619,233448633~1890903,242366863~7008107,251426181~547614,255067088~7978735,263445283~4583357,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~15362154,364501990~5747164,401480275~1912214,403623821~7820231] 2024-09-13T01:04:42.896 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,21637533~24294253,54719336~13294055,71966112~6852039,87163604~67514,100178039~7618982,127462685~18486521,155061830~6925234,174670356~8138806,197011928~3440192,213388820~10043619,233448633~1890903,242366863~7008107,251426181~547614,255067088~7978735,263445283~4583357,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~15362154,364501990~5747164,401480275~1912214,403623821~7820231] 2024-09-13T01:04:42.909 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,20971520~24960266,54719336~13294055,71303168~7514983,87163604~67514,96468992~11328029,125829120~20120086,150994944~10992120,172828920~9980242,195178214~5273906,209715200~13717239,230686720~4652816,239075328~28953312,272629760~17446419,301989888~4721774,310378496~9991806,322961408~5835052,331350016~27945000,360710144~9539010,398458880~12985172] 2024-09-13T01:04:42.910 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 7 diff [5268333~7475593,21637533~24294253,49907168~1923748,54719336~26382983,87163604~67514,100178039~8019185,109322545~1227690,113051202~8163934,127462685~18486521,155061830~6925234,174670356~8138806,194978501~6141417,213388820~10043619,233448633~1890903,242366863~7008107,251426181~547614,255067088~7978735,263445283~4583357,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~15362154,364501990~5747164,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:42.910 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,21637533~24294253,49907168~1923748,54719336~26382983,87163604~67514,100178039~8019185,109322545~1227690,113051202~8163934,127462685~18486521,155061830~6925234,174670356~8138806,194978501~6141417,213388820~10043619,233448633~1890903,242366863~7008107,251426181~547614,255067088~7978735,263445283~4583357,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~15362154,364501990~5747164,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:42.922 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,20971520~24960266,46137344~5693572,54719336~26382983,87163604~67514,96468992~11728232,109051904~12163232,125829120~20120086,150994944~10992120,172828920~9980242,194978501~6141417,209715200~13717239,230686720~4652816,239075328~28953312,272629760~17446419,301989888~4721774,310378496~9991806,322961408~5835052,331350016~27945000,360710144~9539010,385875968~5048378,398458880~12985172] 2024-09-13T01:04:42.922 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 8 diff [5268333~8209057,17844667~28087119,49907168~1923748,54719336~26382983,87163604~67514,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,124618477~194087,127462685~18486521,155061830~11757533,174670356~8138806,194978501~6141417,213388820~10043619,233448633~1890903,242366863~7008107,251426181~547614,255067088~7978735,263445283~4583357,268239391~1284214,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5277677,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:42.922 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,17844667~28087119,49907168~1923748,54719336~26382983,87163604~67514,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,124618477~194087,127462685~18486521,155061830~11757533,174670356~8138806,194978501~6141417,213388820~10043619,233448633~1890903,242366863~7008107,251426181~547614,255067088~7978735,263445283~4583357,268239391~1284214,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5277677,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:42.934 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9283086,16777216~29154570,46137344~5693572,54719336~26382983,87163604~67514,92274688~3007108,96468992~24746144,121634816~3177748,125829120~20120086,150994944~15824419,172828920~9980242,194978501~6141417,209715200~13717239,230686720~4652816,239075328~30448277,272629760~17446419,301989888~4721774,310378496~9991806,322961408~5835052,331350016~38899138,373293056~7246066,385875968~5048378,398458880~12985172] 2024-09-13T01:04:42.934 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 9 diff [5268333~8209057,17844667~28087119,49907168~1923748,54719336~26382983,87163604~67514,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~22921827,155061830~11757533,174670356~8138806,194978501~6141417,213388820~10043619,233448633~1890903,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~4583357,268239391~1284214,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:42.934 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,17844667~28087119,49907168~1923748,54719336~26382983,87163604~67514,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~22921827,155061830~11757533,174670356~8138806,194978501~6141417,213388820~10043619,233448633~1890903,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~4583357,268239391~1284214,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:42.944 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9283086,16777216~29154570,46137344~5693572,54719336~26382983,87163604~67514,92274688~3007108,96468992~24746144,121634816~24314390,150994944~15824419,172828920~9980242,194978501~6141417,209715200~13717239,230686720~4652816,239075328~30448277,272629760~17446419,301989888~4721774,310378496~9991806,322961408~5835052,331350016~38899138,373293056~7803615,385875968~5048378,398458880~13817338] 2024-09-13T01:04:42.944 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 10 diff [5268333~8209057,17844667~28087119,49907168~1923748,54719336~26867664,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~30407672,155061830~11757533,174670356~8138806,190896480~10223438,213388820~10043619,225606357~5557562,233448633~1890903,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~4583357,268239391~1284214,275414693~14661486,294374170~7749872,304093502~5398076,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:42.945 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,17844667~28087119,49907168~1923748,54719336~26867664,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~30407672,155061830~11757533,174670356~8138806,190896480~10223438,213388820~10043619,225606357~5557562,233448633~1890903,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~4583357,268239391~1284214,275414693~14661486,294374170~7749872,304093502~5398076,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:42.954 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9283086,16777216~29154570,46137344~5693572,54719336~26867664,83900990~4395120,92274688~3007108,96468992~24746144,121634816~45184547,172828920~9980242,188743680~12376238,209715200~25624336,239075328~30448277,272629760~17446419,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~7803615,385875968~5048378,398458880~13817338] 2024-09-13T01:04:42.955 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 11 diff [5268333~8209057,15883434~30048352,48660052~32926948,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~30407672,155061830~11757533,174670356~8138806,190896480~10223438,213388820~10043619,225606357~11489319,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~6078322,275414693~14661486,294374170~7749872,304093502~5398076,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:42.955 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~32926948,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~30407672,155061830~11757533,174670356~8138806,190896480~10223438,213388820~10043619,225606357~11489319,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~6078322,275414693~14661486,294374170~7749872,304093502~5398076,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:42.965 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~35449656,83900990~4395120,92274688~3007108,96468992~24746144,121634816~45184547,172828920~9980242,188743680~12376238,209715200~27380476,239075328~30448277,272629760~17446419,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~7803615,385875968~6812021,398458880~13817338] 2024-09-13T01:04:42.965 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 12 diff [5268333~8209057,15883434~30048352,48660052~32926948,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~11757533,169819394~12989768,190896480~20718484,213388820~10043619,225606357~11489319,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~6078322,275414693~14661486,294374170~7749872,304093502~5398076,311820745~8549557,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~8672971,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:42.965 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~32926948,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~11757533,169819394~12989768,190896480~20718484,213388820~10043619,225606357~11489319,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~6078322,275414693~14661486,294374170~7749872,304093502~5398076,311820745~8549557,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~8672971,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:42.974 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~35449656,83900990~4395120,92274688~3007108,96468992~24746144,121634816~45184547,169819394~12989768,188743680~48351996,239075328~30448277,272629760~17446419,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~10641360,385875968~6812021,398458880~13817338] 2024-09-13T01:04:42.975 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 13 diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~12083623,169819394~12989768,190896480~20718484,211671580~11760859,224989123~12106553,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~6078322,275414693~14661486,294374170~7749872,304093502~5398076,311820745~8549557,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~8672971,386314955~12178147,398866661~4525828,403623821~8652397] 2024-09-13T01:04:42.975 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~12083623,169819394~12989768,190896480~20718484,211671580~11760859,224989123~12106553,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~6078322,275414693~14661486,294374170~7749872,304093502~5398076,311820745~8549557,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~8672971,386314955~12178147,398866661~4525828,403623821~8652397] 2024-09-13T01:04:42.983 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~37572145,83900990~4395120,92274688~3007108,96468992~24746144,121634816~45510637,169819394~12989768,188743680~48351996,239075328~30448277,272629760~17446419,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~10641360,385875968~26400250] 2024-09-13T01:04:42.983 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 14 diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~12083623,169819394~12989768,190896480~20718484,211671580~11760859,224989123~13466554,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~6078322,275414693~14661486,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:42.983 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~12083623,169819394~12989768,190896480~20718484,211671580~11760859,224989123~13466554,242366863~7008107,249888623~951995,250907078~1510381,255067088~7978735,263445283~6078322,275414693~14661486,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:42.992 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~37572145,83900990~4395120,92274688~3007108,96468992~24746144,121634816~45510637,169819394~12989768,188743680~49711997,239075328~30448277,272629760~17446419,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~38983162] 2024-09-13T01:04:42.992 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 15 diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~12989768,190896480~20718484,211671580~11760859,224989123~13466554,242366863~7008107,249888623~951995,250907078~1510381,255067088~15130230,275414693~14661486,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:42.992 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~12989768,190896480~20718484,211671580~11760859,224989123~13466554,242366863~7008107,249888623~951995,250907078~1510381,255067088~15130230,275414693~14661486,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:42.999 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~37572145,83900990~4395120,92274688~3007108,96468992~24746144,121634816~45510637,169819394~12989768,188743680~49711997,239075328~31121990,272629760~17446419,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~38983162] 2024-09-13T01:04:42.999 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 16 diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~12989768,190896480~20718484,211671580~11760859,224989123~13466554,242366863~7008107,249888623~951995,250907078~1510381,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.000 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~12989768,190896480~20718484,211671580~11760859,224989123~13466554,242366863~7008107,249888623~951995,250907078~1510381,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.007 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~37572145,83900990~4395120,92274688~3007108,96468992~24746144,121634816~45510637,169819394~12989768,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~38983162] 2024-09-13T01:04:43.007 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 17 diff [5268333~8209057,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~12989768,190896480~20718484,211671580~26784097,242366863~10050596,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~13987659,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.007 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~12989768,190896480~20718484,211671580~26784097,242366863~10050596,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~13987659,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.014 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~12989768,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:43.014 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 18 diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20718484,211671580~26784097,242366863~10050596,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.014 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20718484,211671580~26784097,242366863~10050596,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.022 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:43.022 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 19 diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.022 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.029 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:43.029 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 2 diff [25357308~5511487,54719336~6156706,87163604~67514,102670887~1396306,132758695~6284593,140538665~5410541,213686759~7248605,275414693~14661486] 2024-09-13T01:04:43.029 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25357308~5511487,54719336~6156706,87163604~67514,102670887~1396306,132758695~6284593,140538665~5410541,213686759~7248605,275414693~14661486] 2024-09-13T01:04:43.036 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25357308~5511487,54719336~6156706,87163604~67514,100663296~3403897,130023424~15925782,213686759~7248605,272629760~17446419] 2024-09-13T01:04:43.036 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 3 diff [5268333~7475593,25357308~5511487,41236105~4695681,54719336~12064679,74546685~4271466,87163604~67514,102670887~1396306,132758695~13190511,197011928~3440192,213686759~7248605,275414693~14661486,304093502~2618160,326217842~2578618,343932862~5596740] 2024-09-13T01:04:43.036 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,25357308~5511487,41236105~4695681,54719336~12064679,74546685~4271466,87163604~67514,102670887~1396306,132758695~13190511,197011928~3440192,213686759~7248605,275414693~14661486,304093502~2618160,326217842~2578618,343932862~5596740] 2024-09-13T01:04:43.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:42 smithi053 bash[67631]: cluster 2024-09-13T01:04:41.763115+0000 mon.a (mon.0) 3620 : cluster [DBG] osdmap e1912: 8 total, 8 up, 8 in 2024-09-13T01:04:43.043 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,25357308~5511487,40767628~5164158,54719336~12064679,71303168~7514983,87163604~67514,100663296~3403897,130023424~15925782,195178214~5273906,213686759~7248605,272629760~17446419,301989888~4721774,322961408~5835052,339738624~9790978] 2024-09-13T01:04:43.043 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 4 diff [5268333~7475593,25357308~10699571,41236105~4695681,54719336~12064679,74546685~4271466,87163604~67514,101718366~6078655,132758695~13190511,174670356~8138806,197011928~3440192,213686759~9745680,255067088~7978735,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,343932862~5596740,353689711~5605305,401480275~1912214] 2024-09-13T01:04:43.043 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,25357308~10699571,41236105~4695681,54719336~12064679,74546685~4271466,87163604~67514,101718366~6078655,132758695~13190511,174670356~8138806,197011928~3440192,213686759~9745680,255067088~7978735,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,343932862~5596740,353689711~5605305,401480275~1912214] 2024-09-13T01:04:43.049 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,25357308~10699571,40767628~5164158,54719336~12064679,71303168~7514983,87163604~67514,100663296~7133725,130023424~15925782,172828920~9980242,195178214~5273906,213686759~9745680,251658240~11387583,272629760~17446419,301989888~4721774,310378496~9991806,322961408~5835052,339738624~9790978,352321536~6973480,398458880~4933609] 2024-09-13T01:04:43.049 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 5 diff [5268333~7475593,25357308~10699571,41236105~4695681,54719336~12064679,71966112~6852039,87163604~67514,100178039~7618982,132758695~13190511,155061830~6925234,174670356~8138806,197011928~3440192,213686759~9745680,242366863~5743254,251426181~547614,255067088~7978735,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~5596740,353689711~5605305,364501990~5747164,401480275~1912214] 2024-09-13T01:04:43.050 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,25357308~10699571,41236105~4695681,54719336~12064679,71966112~6852039,87163604~67514,100178039~7618982,132758695~13190511,155061830~6925234,174670356~8138806,197011928~3440192,213686759~9745680,242366863~5743254,251426181~547614,255067088~7978735,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~5596740,353689711~5605305,364501990~5747164,401480275~1912214] 2024-09-13T01:04:43.056 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,25357308~10699571,40767628~5164158,54719336~12064679,71303168~7514983,87163604~67514,96468992~11328029,130023424~15925782,150994944~10992120,172828920~9980242,195178214~5273906,213686759~9745680,239075328~9034789,249374970~13670853,272629760~17446419,301989888~4721774,310378496~9991806,322961408~5835052,331350016~18179586,352321536~6973480,360710144~9539010,398458880~4933609] 2024-09-13T01:04:43.056 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 6 diff [5268333~7475593,25357308~20574478,54719336~13294055,71966112~6852039,87163604~67514,100178039~7618982,127462685~18486521,155061830~6925234,174670356~8138806,197011928~3440192,213686759~9745680,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~15362154,364501990~5747164,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.056 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,25357308~20574478,54719336~13294055,71966112~6852039,87163604~67514,100178039~7618982,127462685~18486521,155061830~6925234,174670356~8138806,197011928~3440192,213686759~9745680,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~15362154,364501990~5747164,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.063 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,25357308~20574478,54719336~13294055,71303168~7514983,87163604~67514,96468992~11328029,125829120~20120086,150994944~10992120,172828920~9980242,195178214~5273906,213686759~9745680,230686720~4652816,239075328~9034789,249374970~13670853,272629760~17446419,301989888~4721774,310378496~9991806,322961408~5835052,331350016~27945000,360710144~9539010,398458880~12985172] 2024-09-13T01:04:43.063 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 7 diff [5268333~7475593,23770740~22161046,49907168~1923748,54719336~26382983,87163604~67514,100178039~8019185,109322545~1227690,113051202~8163934,127462685~18486521,155061830~6925234,174670356~8138806,194978501~6141417,213686759~9745680,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~15362154,364501990~5747164,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.063 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,23770740~22161046,49907168~1923748,54719336~26382983,87163604~67514,100178039~8019185,109322545~1227690,113051202~8163934,127462685~18486521,155061830~6925234,174670356~8138806,194978501~6141417,213686759~9745680,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~15362154,364501990~5747164,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.071 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,23770740~22161046,46137344~5693572,54719336~26382983,87163604~67514,96468992~11728232,109051904~12163232,125829120~20120086,150994944~10992120,172828920~9980242,194978501~6141417,213686759~9745680,230686720~4652816,239075328~9034789,249374970~13670853,272629760~17446419,301989888~4721774,310378496~9991806,322961408~5835052,331350016~27945000,360710144~9539010,385875968~5048378,398458880~12985172] 2024-09-13T01:04:43.071 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 8 diff [5268333~8209057,17844667~4860011,23770740~22161046,49907168~1923748,54719336~26382983,87163604~67514,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,124618477~194087,127462685~18486521,155061830~11757533,174670356~8138806,194978501~6141417,213686759~9745680,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,268239391~1284214,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5277677,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.071 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,17844667~4860011,23770740~22161046,49907168~1923748,54719336~26382983,87163604~67514,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,124618477~194087,127462685~18486521,155061830~11757533,174670356~8138806,194978501~6141417,213686759~9745680,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,268239391~1284214,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5277677,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.077 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9283086,16777216~5927462,23770740~22161046,46137344~5693572,54719336~26382983,87163604~67514,92274688~3007108,96468992~24746144,121634816~3177748,125829120~20120086,150994944~15824419,172828920~9980242,194978501~6141417,213686759~9745680,230686720~4652816,239075328~9034789,249374970~13670853,268028640~1494965,272629760~17446419,301989888~4721774,310378496~9991806,322961408~5835052,331350016~38899138,373293056~7246066,385875968~5048378,398458880~12985172] 2024-09-13T01:04:43.077 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 9 diff [5268333~8209057,17844667~4860011,23770740~22161046,49907168~1923748,54719336~26382983,87163604~67514,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~22921827,155061830~11757533,174670356~8138806,194978501~6141417,213686759~9745680,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,268239391~1284214,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:43.078 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,17844667~4860011,23770740~22161046,49907168~1923748,54719336~26382983,87163604~67514,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~22921827,155061830~11757533,174670356~8138806,194978501~6141417,213686759~9745680,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,268239391~1284214,275414693~14661486,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:43.085 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9283086,16777216~5927462,23770740~22161046,46137344~5693572,54719336~26382983,87163604~67514,92274688~3007108,96468992~24746144,121634816~24314390,150994944~15824419,172828920~9980242,194978501~6141417,213686759~9745680,230686720~4652816,239075328~9034789,249374970~13670853,268028640~1494965,272629760~17446419,301989888~4721774,310378496~9991806,322961408~5835052,331350016~38899138,373293056~7803615,385875968~5048378,398458880~13817338] 2024-09-13T01:04:43.085 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 10 diff [5268333~8209057,17844667~4860011,23770740~22161046,49907168~1923748,54719336~26867664,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~30407672,155061830~11757533,174670356~8138806,190896480~10223438,213686759~9745680,225606357~5557562,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,268239391~1284214,275414693~14661486,294374170~7749872,304093502~5398076,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:43.085 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,17844667~4860011,23770740~22161046,49907168~1923748,54719336~26867664,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~30407672,155061830~11757533,174670356~8138806,190896480~10223438,213686759~9745680,225606357~5557562,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,268239391~1284214,275414693~14661486,294374170~7749872,304093502~5398076,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:43.093 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9283086,16777216~5927462,23770740~22161046,46137344~5693572,54719336~26867664,83900990~4395120,92274688~3007108,96468992~24746144,121634816~45184547,172828920~9980242,188743680~12376238,213686759~21652777,239075328~9034789,249374970~13670853,268028640~1494965,272629760~17446419,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~7803615,385875968~5048378,398458880~13817338] 2024-09-13T01:04:43.093 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 11 diff [5268333~8209057,15883434~6821244,23770740~22161046,48660052~32926948,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~30407672,155061830~11757533,174670356~8138806,190896480~10223438,213686759~9745680,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,275414693~14661486,294374170~7749872,304093502~5398076,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.093 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~6821244,23770740~22161046,48660052~32926948,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~30407672,155061830~11757533,174670356~8138806,190896480~10223438,213686759~9745680,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,275414693~14661486,294374170~7749872,304093502~5398076,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.099 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~18510374,23770740~22161046,46137344~35449656,83900990~4395120,92274688~3007108,96468992~24746144,121634816~45184547,172828920~9980242,188743680~12376238,213686759~23408917,239075328~9034789,249374970~13670853,266306990~3216615,272629760~17446419,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~7803615,385875968~6812021,398458880~13817338] 2024-09-13T01:04:43.100 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 12 diff [5268333~8209057,15883434~30048352,48660052~32926948,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~11757533,169819394~12989768,190896480~20718484,213686759~9745680,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,275414693~14661486,294374170~7749872,304093502~5398076,311820745~8549557,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~8672971,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.100 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~32926948,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~11757533,169819394~12989768,190896480~20718484,213686759~9745680,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,275414693~14661486,294374170~7749872,304093502~5398076,311820745~8549557,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~8672971,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.106 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~35449656,83900990~4395120,92274688~3007108,96468992~24746144,121634816~45184547,169819394~12989768,188743680~22871284,213686759~23408917,239075328~9034789,249374970~13670853,266306990~3216615,272629760~17446419,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~10641360,385875968~6812021,398458880~13817338] 2024-09-13T01:04:43.107 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 13 diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~12083623,169819394~12989768,190896480~20718484,211671580~11760859,224989123~12106553,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,275414693~14661486,294374170~7749872,304093502~5398076,311820745~8549557,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~8672971,386314955~12178147,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.107 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~12083623,169819394~12989768,190896480~20718484,211671580~11760859,224989123~12106553,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,275414693~14661486,294374170~7749872,304093502~5398076,311820745~8549557,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~8672971,386314955~12178147,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.114 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~37572145,83900990~4395120,92274688~3007108,96468992~24746144,121634816~45510637,169819394~12989768,188743680~22871284,211671580~25424096,239075328~9034789,249374970~13670853,266306990~3216615,272629760~17446419,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~10641360,385875968~26400250] 2024-09-13T01:04:43.114 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 14 diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~12083623,169819394~12989768,190896480~20718484,211671580~11760859,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,275414693~14661486,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.114 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~31819106,155061830~12083623,169819394~12989768,190896480~20718484,211671580~11760859,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,275414693~14661486,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.120 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~37572145,83900990~4395120,92274688~3007108,96468992~24746144,121634816~45510637,169819394~12989768,188743680~22871284,211671580~26784097,239075328~9034789,249374970~13670853,266306990~3216615,272629760~17446419,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~38983162] 2024-09-13T01:04:43.120 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 15 diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~12989768,190896480~20718484,211671580~11760859,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,255067088~15130230,275414693~14661486,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.121 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~12989768,190896480~20718484,211671580~11760859,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,255067088~15130230,275414693~14661486,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.127 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~37572145,83900990~4395120,92274688~3007108,96468992~24746144,121634816~45510637,169819394~12989768,188743680~22871284,211671580~26784097,239075328~9034789,249374970~20822348,272629760~17446419,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~38983162] 2024-09-13T01:04:43.127 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 16 diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~12989768,190896480~20718484,211671580~11760859,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.127 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~35049437,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~12989768,190896480~20718484,211671580~11760859,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.134 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~37572145,83900990~4395120,92274688~3007108,96468992~24746144,121634816~45510637,169819394~12989768,188743680~22871284,211671580~26784097,239075328~9034789,249374970~20822348,272629760~19187858,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~38983162] 2024-09-13T01:04:43.134 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 17 diff [5268333~8209057,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~12989768,190896480~20718484,211671580~26784097,242366863~10050596,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~13987659,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.135 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~12989768,190896480~20718484,211671580~26784097,242366863~10050596,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~13987659,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.142 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~12989768,188743680~22871284,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:43.142 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 18 diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20718484,211671580~26784097,242366863~10050596,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.142 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20718484,211671580~26784097,242366863~10050596,253645267~16552051,275414693~16402925,294374170~9608881,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.149 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22871284,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:43.149 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 19 diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.149 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.156 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:43.156 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 3 diff [5268333~7475593,41236105~4695681,59725797~7058218,74546685~4271466,138063419~3562344,197011928~3440192,304093502~2618160,326217842~2578618,343932862~5596740] 2024-09-13T01:04:43.156 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,41236105~4695681,59725797~7058218,74546685~4271466,138063419~3562344,197011928~3440192,304093502~2618160,326217842~2578618,343932862~5596740] 2024-09-13T01:04:43.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:42 smithi032 bash[75510]: cluster 2024-09-13T01:04:41.763115+0000 mon.a (mon.0) 3620 : cluster [DBG] osdmap e1912: 8 total, 8 up, 8 in 2024-09-13T01:04:43.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:42 smithi032 bash[76677]: cluster 2024-09-13T01:04:41.763115+0000 mon.a (mon.0) 3620 : cluster [DBG] osdmap e1912: 8 total, 8 up, 8 in 2024-09-13T01:04:43.163 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,40767628~5164158,59725797~7058218,71303168~7514983,138063419~3562344,195178214~5273906,301989888~4721774,322961408~5835052,339738624~9790978] 2024-09-13T01:04:43.163 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 4 diff [5268333~7475593,26250759~9806120,41236105~4695681,59725797~7058218,74546685~4271466,101718366~6078655,138063419~3562344,174670356~8138806,197011928~3440192,217582279~5850160,255067088~7978735,304093502~2618160,312940844~7429458,326217842~2578618,343932862~5596740,353689711~5605305,401480275~1912214] 2024-09-13T01:04:43.163 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,26250759~9806120,41236105~4695681,59725797~7058218,74546685~4271466,101718366~6078655,138063419~3562344,174670356~8138806,197011928~3440192,217582279~5850160,255067088~7978735,304093502~2618160,312940844~7429458,326217842~2578618,343932862~5596740,353689711~5605305,401480275~1912214] 2024-09-13T01:04:43.171 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,26250759~9806120,40767628~5164158,59725797~7058218,71303168~7514983,101718366~6078655,138063419~3562344,172828920~9980242,195178214~5273906,217582279~5850160,251658240~11387583,301989888~4721774,310378496~9991806,322961408~5835052,339738624~9790978,352321536~6973480,398458880~4933609] 2024-09-13T01:04:43.171 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 5 diff [5268333~7475593,26250759~9806120,41236105~4695681,59725797~7058218,71966112~6852039,100178039~7618982,138063419~3562344,155061830~6925234,174670356~8138806,197011928~3440192,217582279~5850160,242366863~5743254,251426181~547614,255067088~7978735,277287193~4308059,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~5596740,353689711~5605305,364501990~5747164,401480275~1912214] 2024-09-13T01:04:43.171 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,26250759~9806120,41236105~4695681,59725797~7058218,71966112~6852039,100178039~7618982,138063419~3562344,155061830~6925234,174670356~8138806,197011928~3440192,217582279~5850160,242366863~5743254,251426181~547614,255067088~7978735,277287193~4308059,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~5596740,353689711~5605305,364501990~5747164,401480275~1912214] 2024-09-13T01:04:43.177 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,26250759~9806120,40767628~5164158,59725797~7058218,71303168~7514983,96468992~11328029,138063419~3562344,150994944~10992120,172828920~9980242,195178214~5273906,217582279~5850160,239075328~9034789,249374970~13670853,277287193~4308059,301989888~4721774,310378496~9991806,322961408~5835052,331350016~18179586,352321536~6973480,360710144~9539010,398458880~4933609] 2024-09-13T01:04:43.178 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 6 diff [5268333~7475593,26250759~19681027,59725797~8287594,71966112~6852039,100178039~7618982,127462685~6247771,134930386~7359621,155061830~6925234,174670356~8138806,197011928~3440192,217582279~5850160,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,277287193~4308059,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~15362154,364501990~5747164,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.178 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,26250759~19681027,59725797~8287594,71966112~6852039,100178039~7618982,127462685~6247771,134930386~7359621,155061830~6925234,174670356~8138806,197011928~3440192,217582279~5850160,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,277287193~4308059,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~15362154,364501990~5747164,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.184 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,26250759~19681027,59725797~8287594,71303168~7514983,96468992~11328029,125829120~7881336,134930386~7359621,150994944~10992120,172828920~9980242,195178214~5273906,217582279~5850160,230686720~4652816,239075328~9034789,249374970~13670853,277287193~4308059,301989888~4721774,310378496~9991806,322961408~5835052,331350016~27945000,360710144~9539010,398458880~12985172] 2024-09-13T01:04:43.184 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 7 diff [5268333~7475593,23770740~22161046,49907168~1923748,59725797~21376522,100178039~8019185,109322545~1227690,113051202~8163934,127462685~6247771,134930386~7359621,155061830~6925234,174670356~8138806,194978501~6141417,217582279~5850160,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,277287193~4308059,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~15362154,364501990~5747164,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.184 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~7475593,23770740~22161046,49907168~1923748,59725797~21376522,100178039~8019185,109322545~1227690,113051202~8163934,127462685~6247771,134930386~7359621,155061830~6925234,174670356~8138806,194978501~6141417,217582279~5850160,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,277287193~4308059,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~15362154,364501990~5747164,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.191 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8549622,23770740~22161046,46137344~5693572,59725797~21376522,96468992~11728232,109051904~12163232,125829120~7881336,134930386~7359621,150994944~10992120,172828920~9980242,194978501~6141417,217582279~5850160,230686720~4652816,239075328~9034789,249374970~13670853,277287193~4308059,301989888~4721774,310378496~9991806,322961408~5835052,331350016~27945000,360710144~9539010,385875968~5048378,398458880~12985172] 2024-09-13T01:04:43.191 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 8 diff [5268333~8209057,17844667~4860011,23770740~22161046,49907168~1923748,59725797~21376522,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,124618477~194087,127462685~6247771,134930386~7359621,155061830~11757533,174670356~8138806,194978501~6141417,217582279~5850160,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,268239391~1284214,277287193~4308059,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5277677,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.191 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,17844667~4860011,23770740~22161046,49907168~1923748,59725797~21376522,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,124618477~194087,127462685~6247771,134930386~7359621,155061830~11757533,174670356~8138806,194978501~6141417,217582279~5850160,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,268239391~1284214,277287193~4308059,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5277677,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.198 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9283086,16777216~5927462,23770740~22161046,46137344~5693572,59725797~21376522,92274688~3007108,96468992~24746144,121634816~3177748,125829120~7881336,134930386~7359621,150994944~15824419,172828920~9980242,194978501~6141417,217582279~5850160,230686720~4652816,239075328~9034789,249374970~13670853,268028640~1494965,277287193~4308059,301989888~4721774,310378496~9991806,322961408~5835052,331350016~38899138,373293056~7246066,385875968~5048378,398458880~12985172] 2024-09-13T01:04:43.199 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 9 diff [5268333~8209057,17844667~4860011,23770740~22161046,49907168~1923748,59725797~21376522,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,155061830~11757533,174670356~8138806,194978501~6141417,217582279~5850160,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,268239391~1284214,277287193~4308059,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:43.199 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,17844667~4860011,23770740~22161046,49907168~1923748,59725797~21376522,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,155061830~11757533,174670356~8138806,194978501~6141417,217582279~5850160,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,268239391~1284214,277287193~4308059,304093502~2618160,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:43.205 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9283086,16777216~5927462,23770740~22161046,46137344~5693572,59725797~21376522,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,150994944~15824419,172828920~9980242,194978501~6141417,217582279~5850160,230686720~4652816,239075328~9034789,249374970~13670853,268028640~1494965,277287193~4308059,301989888~4721774,310378496~9991806,322961408~5835052,331350016~38899138,373293056~7803615,385875968~5048378,398458880~13817338] 2024-09-13T01:04:43.206 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 10 diff [5268333~8209057,17844667~4860011,23770740~22161046,49907168~1923748,59725797~21861203,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,145094446~8340605,155061830~11757533,174670356~8138806,190896480~10223438,217582279~5850160,225606357~5557562,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,268239391~1284214,277287193~4308059,294374170~7749872,304093502~5398076,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:43.206 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,17844667~4860011,23770740~22161046,49907168~1923748,59725797~21861203,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,145094446~8340605,155061830~11757533,174670356~8138806,190896480~10223438,217582279~5850160,225606357~5557562,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,268239391~1284214,277287193~4308059,294374170~7749872,304093502~5398076,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:43.212 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9283086,16777216~5927462,23770740~22161046,46137344~5693572,59725797~21861203,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,145094446~21724917,172828920~9980242,188743680~12376238,217582279~17757257,239075328~9034789,249374970~13670853,268028640~1494965,277287193~4308059,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~7803615,385875968~5048378,398458880~13817338] 2024-09-13T01:04:43.212 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 11 diff [5268333~8209057,15883434~6821244,23770740~22161046,48660052~6328165,59725797~21861203,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~8340605,155061830~11757533,174670356~8138806,190896480~10223438,217582279~5850160,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~7749872,304093502~5398076,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.213 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~6821244,23770740~22161046,48660052~6328165,59725797~21861203,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~8340605,155061830~11757533,174670356~8138806,190896480~10223438,217582279~5850160,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~7749872,304093502~5398076,312940844~7429458,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~5835226,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.220 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~18510374,23770740~22161046,46137344~8850873,59725797~21861203,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,143505610~197634,145094446~21724917,172828920~9980242,188743680~12376238,217582279~19513397,239075328~9034789,249374970~13670853,266306990~3216615,277287193~4308059,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~7803615,385875968~6812021,398458880~13817338] 2024-09-13T01:04:43.220 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 12 diff [5268333~8209057,15883434~30048352,48660052~6328165,59725797~21861203,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~11757533,169819394~12989768,190896480~20718484,217582279~5850160,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~7749872,304093502~5398076,311820745~8549557,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~8672971,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.221 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~6328165,59725797~21861203,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~11757533,169819394~12989768,190896480~20718484,217582279~5850160,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~7749872,304093502~5398076,311820745~8549557,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~8672971,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.227 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~8850873,59725797~21861203,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,143505610~197634,145094446~21724917,169819394~12989768,188743680~22871284,217582279~19513397,239075328~9034789,249374970~13670853,266306990~3216615,277287193~4308059,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~10641360,385875968~6812021,398458880~13817338] 2024-09-13T01:04:43.227 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 13 diff [5268333~8209057,15883434~30048352,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~12083623,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~12106553,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~7749872,304093502~5398076,311820745~8549557,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~8672971,386314955~12178147,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.227 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~12083623,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~12106553,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~7749872,304093502~5398076,311820745~8549557,326217842~2578618,334441139~3346244,338248155~3811959,343932862~26316292,375261445~8672971,386314955~12178147,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.234 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~8850873,57249170~26460319,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,143505610~197634,145094446~22051007,169819394~12989768,188743680~22871284,211671580~4491027,217582279~19513397,239075328~9034789,249374970~13670853,266306990~3216615,277287193~4308059,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~10641360,385875968~26400250] 2024-09-13T01:04:43.234 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 14 diff [5268333~8209057,15883434~30048352,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~12083623,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.235 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~12083623,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.242 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~8850873,57249170~26460319,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,143505610~197634,145094446~22051007,169819394~12989768,188743680~22871284,211671580~4491027,217582279~20873398,239075328~9034789,249374970~13670853,266306990~3216615,277287193~4308059,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~38983162] 2024-09-13T01:04:43.242 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 15 diff [5268333~8209057,15883434~30048352,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,255067088~15130230,277287193~4308059,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.242 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,255067088~15130230,277287193~4308059,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.249 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~9124736,57249170~26460319,83900990~4395120,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~12989768,188743680~22871284,211671580~4491027,217582279~20873398,239075328~9034789,249374970~20822348,277287193~4308059,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~38983162] 2024-09-13T01:04:43.249 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 16 diff [5268333~8209057,15883434~30048352,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,253645267~16552051,277287193~4308059,286027388~5790230,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.249 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,253645267~16552051,277287193~4308059,286027388~5790230,294374170~9608881,304093502~5398076,310457745~9912557,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.256 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~9124736,57249170~26460319,83900990~4395120,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~12989768,188743680~22871284,211671580~4491027,217582279~20873398,239075328~9034789,249374970~20822348,277287193~4308059,286027388~5790230,293601280~15890298,310378496~9991806,322961408~5835052,331350016~38899138,373293056~38983162] 2024-09-13T01:04:43.256 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 17 diff [5268333~8209057,15883434~30048352,48660052~6602028,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~12989768,190896480~20718484,211671580~4491027,217582279~20873398,242366863~10050596,253645267~16552051,277287193~4308059,286027388~5790230,294374170~9608881,304093502~5398076,310457745~13987659,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.256 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5268333~8209057,15883434~30048352,48660052~6602028,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~12989768,190896480~20718484,211671580~4491027,217582279~20873398,242366863~10050596,253645267~16552051,277287193~4308059,286027388~5790230,294374170~9608881,304093502~5398076,310457745~13987659,326217842~2578618,333826634~8233480,343932862~26316292,375261445~23231657,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.263 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41737482,46137344~9124736,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~12989768,188743680~22871284,211671580~4491027,217582279~20873398,239075328~31121990,277287193~4308059,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:43.263 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 18 diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20718484,211671580~4491027,217582279~20873398,242366863~10050596,253645267~16552051,275888994~8023761,286027388~5790230,294374170~9608881,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.263 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20718484,211671580~4491027,217582279~20873398,242366863~10050596,253645267~16552051,275888994~8023761,286027388~5790230,294374170~9608881,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.270 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22871284,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:43.270 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 19 diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.271 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.278 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:43.278 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 4 diff [26250759~9806120,101718366~6078655,174670356~8138806,217582279~5850160,255067088~7978735,312940844~7429458,353689711~5605305,401480275~1912214] 2024-09-13T01:04:43.279 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [26250759~9806120,101718366~6078655,174670356~8138806,217582279~5850160,255067088~7978735,312940844~7429458,353689711~5605305,401480275~1912214] 2024-09-13T01:04:43.286 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [26250759~9806120,101718366~6078655,172828920~9980242,217582279~5850160,251658240~11387583,310378496~9991806,352321536~6973480,398458880~4933609] 2024-09-13T01:04:43.286 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 5 diff [26250759~9806120,71966112~3132781,100178039~7618982,155061830~6925234,174670356~8138806,217582279~5850160,242366863~5743254,251426181~547614,255067088~7978735,277287193~4308059,312940844~7429458,334441139~3346244,338248155~3811959,353689711~5605305,364501990~5747164,401480275~1912214] 2024-09-13T01:04:43.286 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [26250759~9806120,71966112~3132781,100178039~7618982,155061830~6925234,174670356~8138806,217582279~5850160,242366863~5743254,251426181~547614,255067088~7978735,277287193~4308059,312940844~7429458,334441139~3346244,338248155~3811959,353689711~5605305,364501990~5747164,401480275~1912214] 2024-09-13T01:04:43.293 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [26250759~9806120,71966112~3132781,96468992~11328029,150994944~10992120,172828920~9980242,217582279~5850160,239075328~9034789,249374970~13670853,277287193~4308059,310378496~9991806,331350016~10710098,352321536~6973480,360710144~9539010,398458880~4933609] 2024-09-13T01:04:43.293 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 6 diff [26250759~18162784,63965861~4047530,71966112~3132781,100178039~7618982,127462685~6247771,134930386~7359621,155061830~6925234,174670356~8138806,217582279~5850160,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,277287193~4308059,312940844~7429458,334441139~3346244,338248155~3811959,349247912~10047104,364501990~5747164,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.293 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [26250759~18162784,63965861~4047530,71966112~3132781,100178039~7618982,127462685~6247771,134930386~7359621,155061830~6925234,174670356~8138806,217582279~5850160,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,277287193~4308059,312940844~7429458,334441139~3346244,338248155~3811959,349247912~10047104,364501990~5747164,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.301 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [26250759~18162784,63965861~4047530,71966112~3132781,96468992~11328029,125829120~7881336,134930386~7359621,150994944~10992120,172828920~9980242,217582279~5850160,230686720~4652816,239075328~9034789,249374970~13670853,277287193~4308059,310378496~9991806,331350016~10710098,349247912~10047104,360710144~9539010,398458880~12985172] 2024-09-13T01:04:43.301 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 7 diff [23770740~20642803,49907168~1923748,63965861~11133032,75279972~5822347,100178039~8019185,109322545~1227690,113051202~8163934,127462685~6247771,134930386~7359621,155061830~6925234,174670356~8138806,194978501~6141417,217582279~5850160,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,277287193~4308059,312940844~7429458,334441139~3346244,338248155~3811959,349247912~10047104,364501990~5747164,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.301 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [23770740~20642803,49907168~1923748,63965861~11133032,75279972~5822347,100178039~8019185,109322545~1227690,113051202~8163934,127462685~6247771,134930386~7359621,155061830~6925234,174670356~8138806,194978501~6141417,217582279~5850160,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,277287193~4308059,312940844~7429458,334441139~3346244,338248155~3811959,349247912~10047104,364501990~5747164,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.308 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [23770740~20642803,46137344~5693572,63965861~11133032,75279972~5822347,96468992~11728232,109051904~12163232,125829120~7881336,134930386~7359621,150994944~10992120,172828920~9980242,194978501~6141417,217582279~5850160,230686720~4652816,239075328~9034789,249374970~13670853,277287193~4308059,310378496~9991806,331350016~10710098,349247912~10047104,360710144~9539010,385875968~5048378,398458880~12985172] 2024-09-13T01:04:43.308 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 8 diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~11133032,75279972~5822347,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,124618477~194087,127462685~6247771,134930386~7359621,155061830~11757533,174670356~8138806,194978501~6141417,217582279~5850160,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,268239391~1284214,277287193~4308059,312940844~7429458,334441139~3346244,338248155~3811959,349247912~21001242,375261445~5277677,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.308 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~11133032,75279972~5822347,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,124618477~194087,127462685~6247771,134930386~7359621,155061830~11757533,174670356~8138806,194978501~6141417,217582279~5850160,233448633~1890903,242366863~5743254,251426181~547614,255067088~7978735,268239391~1284214,277287193~4308059,312940844~7429458,334441139~3346244,338248155~3811959,349247912~21001242,375261445~5277677,386314955~4609391,401480275~1912214,403623821~7820231] 2024-09-13T01:04:43.315 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,23770740~20642803,46137344~5693572,63965861~11133032,75279972~5822347,92274688~3007108,96468992~24746144,121634816~3177748,125829120~7881336,134930386~7359621,150994944~15824419,172828920~9980242,194978501~6141417,217582279~5850160,230686720~4652816,239075328~9034789,249374970~13670853,268028640~1494965,277287193~4308059,310378496~9991806,331350016~10710098,349247912~21001242,373293056~7246066,385875968~5048378,398458880~12985172] 2024-09-13T01:04:43.315 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 9 diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~17136458,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,155061830~11757533,174670356~8138806,194978501~6141417,217582279~5850160,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,268239391~1284214,277287193~4308059,312940844~7429458,334441139~3346244,338248155~3811959,349247912~21001242,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:43.315 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~17136458,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,155061830~11757533,174670356~8138806,194978501~6141417,217582279~5850160,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,268239391~1284214,277287193~4308059,312940844~7429458,334441139~3346244,338248155~3811959,349247912~21001242,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:43.322 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,23770740~20642803,46137344~5693572,63965861~17136458,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,150994944~15824419,172828920~9980242,194978501~6141417,217582279~5850160,230686720~4652816,239075328~9034789,249374970~13670853,268028640~1494965,277287193~4308059,310378496~9991806,331350016~10710098,349247912~21001242,373293056~7803615,385875968~5048378,398458880~13817338] 2024-09-13T01:04:43.322 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 10 diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~17621139,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,145094446~8340605,155061830~11757533,174670356~8138806,190896480~10223438,217582279~5850160,225606357~5557562,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,268239391~1284214,277287193~4308059,294374170~7749872,305895199~3596379,312940844~7429458,334441139~3346244,338248155~3811959,349247912~21001242,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:43.322 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~17621139,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,145094446~8340605,155061830~11757533,174670356~8138806,190896480~10223438,217582279~5850160,225606357~5557562,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,268239391~1284214,277287193~4308059,294374170~7749872,305895199~3596379,312940844~7429458,334441139~3346244,338248155~3811959,349247912~21001242,375261445~5835226,386314955~4609391,401480275~1912214,403623821~8652397] 2024-09-13T01:04:43.329 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,23770740~20642803,46137344~5693572,63965861~17621139,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,145094446~21724917,172828920~9980242,188743680~12376238,217582279~17757257,239075328~9034789,249374970~13670853,268028640~1494965,277287193~4308059,293601280~8522762,305895199~3596379,310378496~9991806,331350016~10710098,349247912~21001242,373293056~7803615,385875968~5048378,398458880~13817338] 2024-09-13T01:04:43.329 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 11 diff [8239949~5237441,15883434~6821244,23770740~20642803,48660052~6328165,63965861~17621139,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~8340605,155061830~11757533,174670356~8138806,190896480~10223438,217582279~5850160,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~7749872,305895199~3596379,312940844~7429458,334441139~3346244,338248155~3811959,349247912~21001242,375261445~5835226,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.329 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~6821244,23770740~20642803,48660052~6328165,63965861~17621139,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~8340605,155061830~11757533,174670356~8138806,190896480~10223438,217582279~5850160,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~7749872,305895199~3596379,312940844~7429458,334441139~3346244,338248155~3811959,349247912~21001242,375261445~5835226,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.336 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~14464729,23770740~20642803,46137344~8850873,63965861~17621139,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,143505610~197634,145094446~21724917,172828920~9980242,188743680~12376238,217582279~19513397,239075328~9034789,249374970~13670853,266306990~3216615,277287193~4308059,293601280~8522762,305895199~3596379,310378496~9991806,331350016~10710098,349247912~21001242,373293056~7803615,385875968~6812021,398458880~13817338] 2024-09-13T01:04:43.336 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 12 diff [8239949~5237441,15883434~28530109,48660052~6328165,63965861~17621139,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~11757533,169819394~12989768,190896480~20718484,217582279~5850160,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~7749872,305895199~3596379,311820745~8549557,334441139~3346244,338248155~3811959,349247912~21001242,375261445~8672971,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.336 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~28530109,48660052~6328165,63965861~17621139,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~11757533,169819394~12989768,190896480~20718484,217582279~5850160,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~7749872,305895199~3596379,311820745~8549557,334441139~3346244,338248155~3811959,349247912~21001242,375261445~8672971,386314955~4609391,391757263~930726,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.343 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~36173594,46137344~8850873,63965861~17621139,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,143505610~197634,145094446~21724917,169819394~12989768,188743680~22871284,217582279~19513397,239075328~9034789,249374970~13670853,266306990~3216615,277287193~4308059,293601280~8522762,305895199~3596379,310378496~9991806,331350016~10710098,349247912~21001242,373293056~10641360,385875968~6812021,398458880~13817338] 2024-09-13T01:04:43.343 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 13 diff [8239949~5237441,15883434~28530109,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~12083623,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~12106553,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~7749872,305895199~3596379,311820745~8549557,334441139~3346244,338248155~3811959,349247912~21001242,375261445~8672971,386314955~12178147,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.343 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~28530109,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~12083623,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~12106553,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~7749872,305895199~3596379,311820745~8549557,334441139~3346244,338248155~3811959,349247912~21001242,375261445~8672971,386314955~12178147,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.350 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~36173594,46137344~8850873,57249170~26460319,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,143505610~197634,145094446~22051007,169819394~12989768,188743680~22871284,211671580~4491027,217582279~19513397,239075328~9034789,249374970~13670853,266306990~3216615,277287193~4308059,293601280~8522762,305895199~3596379,310378496~9991806,331350016~10710098,349247912~21001242,373293056~10641360,385875968~26400250] 2024-09-13T01:04:43.350 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 14 diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~12083623,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~9608881,305895199~3596379,310457745~9912557,333826634~8233480,349247912~21001242,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.350 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~12083623,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,255067088~7978735,266306990~3216615,277287193~4308059,294374170~9608881,305895199~3596379,310457745~9912557,333826634~8233480,349247912~21001242,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.356 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~36173594,46137344~8850873,57249170~26460319,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,143505610~197634,145094446~22051007,169819394~12989768,188743680~22871284,211671580~4491027,217582279~20873398,239075328~9034789,249374970~13670853,266306990~3216615,277287193~4308059,293601280~10381771,305895199~3596379,310378496~9991806,331350016~10710098,349247912~21001242,373293056~38983162] 2024-09-13T01:04:43.356 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 15 diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,255067088~15130230,277287193~4308059,294374170~9608881,305895199~3596379,310457745~9912557,333826634~8233480,349247912~21001242,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.356 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,255067088~15130230,277287193~4308059,294374170~9608881,305895199~3596379,310457745~9912557,333826634~8233480,349247912~21001242,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.364 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~36173594,46137344~9124736,57249170~26460319,83900990~4395120,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~12989768,188743680~22871284,211671580~4491027,217582279~20873398,239075328~9034789,249374970~20822348,277287193~4308059,293601280~10381771,305895199~3596379,310378496~9991806,331350016~10710098,349247912~21001242,373293056~38983162] 2024-09-13T01:04:43.364 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 16 diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,253645267~16552051,277287193~4308059,286027388~5790230,294374170~9608881,305895199~3596379,310457745~9912557,333826634~8233480,349247912~21001242,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.364 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~12989768,190896480~20718484,211671580~4491027,217582279~5850160,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,253645267~16552051,277287193~4308059,286027388~5790230,294374170~9608881,305895199~3596379,310457745~9912557,333826634~8233480,349247912~21001242,375261445~23231657,398866661~4525828,403623821~8652397] 2024-09-13T01:04:43.372 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~36173594,46137344~9124736,57249170~26460319,83900990~4395120,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~12989768,188743680~22871284,211671580~4491027,217582279~20873398,239075328~9034789,249374970~20822348,277287193~4308059,286027388~5790230,293601280~10381771,305895199~3596379,310378496~9991806,331350016~10710098,349247912~21001242,373293056~38983162] 2024-09-13T01:04:43.372 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 17 diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~12989768,190896480~20718484,211671580~4491027,217582279~20873398,242366863~10050596,253645267~16552051,277287193~4308059,286027388~5790230,294374170~9608881,305895199~3596379,310457745~13987659,333826634~8233480,349247912~21001242,375261445~23231657,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.372 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~12989768,190896480~20718484,211671580~4491027,217582279~20873398,242366863~10050596,253645267~16552051,277287193~4308059,286027388~5790230,294374170~9608881,305895199~3596379,310457745~13987659,333826634~8233480,349247912~21001242,375261445~23231657,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.379 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~36173594,46137344~9124736,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~12989768,188743680~22871284,211671580~4491027,217582279~20873398,239075328~31121990,277287193~4308059,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14066908,331350016~10710098,349247912~21001242,373293056~40428592] 2024-09-13T01:04:43.379 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 18 diff [281824~7610380,8239949~5237441,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20718484,211671580~4491027,217582279~20873398,242366863~10050596,253645267~16552051,275888994~8023761,286027388~5790230,294374170~9608881,305895199~3596379,310457745~14791983,333826634~8233480,349247912~21001242,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.379 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,8239949~5237441,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20718484,211671580~4491027,217582279~20873398,242366863~10050596,253645267~16552051,275888994~8023761,286027388~5790230,294374170~9608881,305895199~3596379,310457745~14791983,333826634~8233480,349247912~21001242,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.387 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,8239949~36173594,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22871284,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,349247912~21001242,373293056~40428592] 2024-09-13T01:04:43.388 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 19 diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.388 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:43.395 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:43.395 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 5 diff [71966112~3132781,100178039~3690589,155061830~6925234,242366863~5743254,251426181~547614,277287193~4308059,334441139~3346244,338248155~3811959,364501990~5747164] 2024-09-13T01:04:43.395 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [71966112~3132781,100178039~3690589,155061830~6925234,242366863~5743254,251426181~547614,277287193~4308059,334441139~3346244,338248155~3811959,364501990~5747164] 2024-09-13T01:04:43.402 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [71966112~3132781,96468992~7399636,150994944~10992120,239075328~9034789,249374970~2598825,277287193~4308059,331350016~10710098,360710144~9539010] 2024-09-13T01:04:43.402 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 6 diff [28415988~2150544,30636542~13777001,63965861~4047530,71966112~3132781,100178039~3690589,127462685~6247771,134930386~7359621,155061830~6925234,233448633~1890903,242366863~5743254,251426181~547614,277287193~4308059,334441139~3346244,338248155~3811959,349247912~5864067,364501990~5747164,403623821~7820231] 2024-09-13T01:04:43.402 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [28415988~2150544,30636542~13777001,63965861~4047530,71966112~3132781,100178039~3690589,127462685~6247771,134930386~7359621,155061830~6925234,233448633~1890903,242366863~5743254,251426181~547614,277287193~4308059,334441139~3346244,338248155~3811959,349247912~5864067,364501990~5747164,403623821~7820231] 2024-09-13T01:04:43.408 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [28415988~2150544,30636542~13777001,63965861~4047530,71966112~3132781,96468992~7399636,125829120~7881336,134930386~7359621,150994944~10992120,230686720~4652816,239075328~9034789,249374970~2598825,277287193~4308059,331350016~10710098,349247912~5864067,360710144~9539010,403392489~8051563] 2024-09-13T01:04:43.408 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 7 diff [23770740~20642803,49907168~1923748,63965861~11133032,75279972~5822347,100178039~8019185,109322545~1227690,113051202~8163934,127462685~6247771,134930386~7359621,155061830~6925234,194978501~6141417,233448633~1890903,242366863~5743254,251426181~547614,277287193~4308059,314469659~2037599,334441139~3346244,338248155~3811959,349247912~5864067,364501990~5747164,386314955~4609391,403623821~7820231] 2024-09-13T01:04:43.409 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [23770740~20642803,49907168~1923748,63965861~11133032,75279972~5822347,100178039~8019185,109322545~1227690,113051202~8163934,127462685~6247771,134930386~7359621,155061830~6925234,194978501~6141417,233448633~1890903,242366863~5743254,251426181~547614,277287193~4308059,314469659~2037599,334441139~3346244,338248155~3811959,349247912~5864067,364501990~5747164,386314955~4609391,403623821~7820231] 2024-09-13T01:04:43.416 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [23770740~20642803,46137344~5693572,63965861~11133032,75279972~5822347,96468992~11728232,109051904~12163232,125829120~7881336,134930386~7359621,150994944~10992120,194978501~6141417,230686720~4652816,239075328~9034789,249374970~2598825,277287193~4308059,314469659~2037599,331350016~10710098,349247912~5864067,360710144~9539010,385875968~5048378,403392489~8051563] 2024-09-13T01:04:43.416 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 8 diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~11133032,75279972~5822347,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,124618477~194087,127462685~6247771,134930386~7359621,155061830~11757533,194978501~6141417,233448633~1890903,242366863~5743254,251426181~547614,268239391~1284214,277287193~4308059,314469659~2037599,334441139~3346244,338248155~3811959,349247912~5864067,358671480~11577674,375261445~5277677,386314955~4609391,403623821~7820231] 2024-09-13T01:04:43.416 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~11133032,75279972~5822347,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,124618477~194087,127462685~6247771,134930386~7359621,155061830~11757533,194978501~6141417,233448633~1890903,242366863~5743254,251426181~547614,268239391~1284214,277287193~4308059,314469659~2037599,334441139~3346244,338248155~3811959,349247912~5864067,358671480~11577674,375261445~5277677,386314955~4609391,403623821~7820231] 2024-09-13T01:04:43.422 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,23770740~20642803,46137344~5693572,63965861~11133032,75279972~5822347,92274688~3007108,96468992~24746144,121634816~3177748,125829120~7881336,134930386~7359621,150994944~15824419,194978501~6141417,230686720~4652816,239075328~9034789,249374970~2598825,268028640~1494965,277287193~4308059,314469659~2037599,331350016~10710098,349247912~5864067,358671480~11577674,373293056~7246066,385875968~5048378,403392489~8051563] 2024-09-13T01:04:43.422 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 9 diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~17136458,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,155061830~11757533,194978501~6141417,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,268239391~1284214,277287193~4308059,314469659~2037599,334441139~3346244,338248155~3811959,349247912~5864067,358671480~11577674,375261445~5835226,386314955~4609391,403623821~8652397] 2024-09-13T01:04:43.422 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~17136458,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,155061830~11757533,194978501~6141417,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,268239391~1284214,277287193~4308059,314469659~2037599,334441139~3346244,338248155~3811959,349247912~5864067,358671480~11577674,375261445~5835226,386314955~4609391,403623821~8652397] 2024-09-13T01:04:43.429 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,23770740~20642803,46137344~5693572,63965861~17136458,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,150994944~15824419,194978501~6141417,230686720~4652816,239075328~9034789,249374970~3042489,268028640~1494965,277287193~4308059,314469659~2037599,331350016~10710098,349247912~5864067,358671480~11577674,373293056~7803615,385875968~5048378,403392489~8883729] 2024-09-13T01:04:43.429 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 10 diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~17621139,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,145094446~8340605,155061830~11757533,190896480~10223438,225606357~5557562,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,268239391~1284214,277287193~4308059,294374170~7749872,305895199~3596379,314469659~2037599,334441139~3346244,338248155~3811959,349247912~5864067,358671480~11577674,375261445~5835226,386314955~4609391,403623821~8652397] 2024-09-13T01:04:43.429 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~17621139,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,145094446~8340605,155061830~11757533,190896480~10223438,225606357~5557562,233448633~1890903,242366863~5743254,249888623~951995,250907078~1510381,268239391~1284214,277287193~4308059,294374170~7749872,305895199~3596379,314469659~2037599,334441139~3346244,338248155~3811959,349247912~5864067,358671480~11577674,375261445~5835226,386314955~4609391,403623821~8652397] 2024-09-13T01:04:43.436 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,23770740~20642803,46137344~5693572,63965861~17621139,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,145094446~21724917,188743680~12376238,223432439~11907097,239075328~9034789,249374970~3042489,268028640~1494965,277287193~4308059,293601280~8522762,305895199~3596379,314469659~2037599,331350016~10710098,349247912~5864067,358671480~11577674,373293056~7803615,385875968~5048378,403392489~8883729] 2024-09-13T01:04:43.436 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 11 diff [8239949~5237441,15883434~6821244,23770740~20642803,48660052~6328165,63965861~17621139,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~8340605,155061830~11757533,190896480~10223438,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,277287193~4308059,294374170~7749872,305895199~3596379,314469659~2037599,334441139~3346244,338248155~3811959,349247912~5864067,358671480~11577674,375261445~5835226,386314955~4609391,391757263~930726,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.436 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~6821244,23770740~20642803,48660052~6328165,63965861~17621139,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~8340605,155061830~11757533,190896480~10223438,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,277287193~4308059,294374170~7749872,305895199~3596379,314469659~2037599,334441139~3346244,338248155~3811959,349247912~5864067,358671480~11577674,375261445~5835226,386314955~4609391,391757263~930726,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.443 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~14464729,23770740~20642803,46137344~8850873,63965861~17621139,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,143505610~197634,145094446~21724917,188743680~12376238,223432439~13663237,239075328~9034789,249374970~3042489,257361658~800807,266306990~3216615,277287193~4308059,293601280~8522762,305895199~3596379,314469659~2037599,331350016~10710098,349247912~5864067,358671480~11577674,373293056~7803615,385875968~6812021,398866661~3898596,403392489~8883729] 2024-09-13T01:04:43.443 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 12 diff [8239949~5237441,15883434~28530109,48660052~6328165,63965861~17621139,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~11757533,169819394~8041816,190896480~20718484,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,277287193~4308059,294374170~7749872,305895199~3596379,311820745~4686513,334441139~3346244,338248155~3811959,349247912~5864067,358671480~11577674,375261445~8672971,386314955~4609391,391757263~930726,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.443 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~28530109,48660052~6328165,63965861~17621139,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~11757533,169819394~8041816,190896480~20718484,225606357~11489319,242366863~5743254,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,277287193~4308059,294374170~7749872,305895199~3596379,311820745~4686513,334441139~3346244,338248155~3811959,349247912~5864067,358671480~11577674,375261445~8672971,386314955~4609391,391757263~930726,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.449 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~36173594,46137344~8850873,63965861~17621139,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,143505610~197634,145094446~21724917,169819394~8041816,188743680~22871284,223432439~13663237,239075328~9034789,249374970~3042489,257361658~800807,266306990~3216615,277287193~4308059,293601280~8522762,305895199~3596379,311820745~4686513,331350016~10710098,349247912~5864067,358671480~11577674,373293056~10641360,385875968~6812021,398866661~3898596,403392489~8883729] 2024-09-13T01:04:43.449 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 13 diff [8239949~5237441,15883434~28530109,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~12083623,169819394~8041816,190896480~20718484,211671580~4491027,224989123~12106553,242366863~5743254,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,277287193~4308059,294374170~7749872,305895199~3596379,311820745~4686513,334441139~3346244,338248155~3811959,349247912~5864067,358671480~11577674,375261445~8672971,386314955~12178147,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.449 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~28530109,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~12083623,169819394~8041816,190896480~20718484,211671580~4491027,224989123~12106553,242366863~5743254,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,277287193~4308059,294374170~7749872,305895199~3596379,311820745~4686513,334441139~3346244,338248155~3811959,349247912~5864067,358671480~11577674,375261445~8672971,386314955~12178147,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.456 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~36173594,46137344~8850873,57249170~26460319,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,143505610~197634,145094446~22051007,169819394~8041816,188743680~22871284,211671580~4491027,223432439~13663237,239075328~9034789,249374970~3042489,257361658~800807,266306990~3216615,277287193~4308059,293601280~8522762,305895199~3596379,311820745~4686513,331350016~10710098,349247912~5864067,358671480~11577674,373293056~10641360,385875968~12617134,398866661~3898596,403392489~8883729] 2024-09-13T01:04:43.456 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 14 diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~12083623,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,277287193~4308059,294374170~9608881,305895199~3596379,310457745~7117501,333826634~8233480,349247912~5864067,358671480~11577674,375261445~23231657,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.456 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155061830~12083623,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,277287193~4308059,294374170~9608881,305895199~3596379,310457745~7117501,333826634~8233480,349247912~5864067,358671480~11577674,375261445~23231657,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.463 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~36173594,46137344~8850873,57249170~26460319,83900990~4395120,92274688~3007108,96468992~24746144,121634816~12075640,134930386~7359621,143505610~197634,145094446~22051007,169819394~8041816,181732077~28628,188743680~22871284,211671580~4491027,223432439~15023238,239075328~9034789,249374970~3042489,257361658~800807,266306990~3216615,277287193~4308059,293601280~10381771,305895199~3596379,310457745~7117501,331350016~10710098,349247912~5864067,358671480~11577674,373293056~25200046,398866661~3898596,403392489~8883729] 2024-09-13T01:04:43.464 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 15 diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,257361658~800807,262018129~8179189,277287193~4308059,294374170~9608881,305895199~3596379,310457745~9059961,333826634~8233480,349247912~5864067,358671480~11577674,375261445~23231657,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.464 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,257361658~800807,262018129~8179189,277287193~4308059,294374170~9608881,305895199~3596379,310457745~9059961,333826634~8233480,349247912~5864067,358671480~11577674,375261445~23231657,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.470 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~36173594,46137344~9124736,57249170~26460319,83900990~4395120,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,181732077~28628,188743680~22871284,211671580~4491027,223432439~15023238,239075328~9034789,249374970~3042489,257361658~800807,262018129~8179189,277287193~4308059,293601280~10381771,305895199~3596379,310457745~9059961,331350016~10710098,349247912~5864067,358671480~11577674,373293056~25200046,398866661~3898596,403392489~8883729] 2024-09-13T01:04:43.470 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 16 diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,253645267~7282398,262018129~8179189,277287193~4308059,286027388~5790230,294374170~9608881,305895199~3596379,310457745~9059961,333826634~8233480,349247912~6050322,358671480~11577674,375261445~23231657,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.471 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,242366863~5743254,249888623~951995,250907078~1510381,253645267~7282398,262018129~8179189,277287193~4308059,286027388~5790230,294374170~9608881,305895199~3596379,310457745~9059961,333826634~8233480,349247912~6050322,358671480~11577674,375261445~23231657,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.478 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~36173594,46137344~9124736,57249170~26460319,83900990~4395120,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,181732077~28628,188743680~22871284,211671580~4491027,223432439~15023238,239075328~9034789,249374970~3042489,253645267~7282398,262018129~8179189,277287193~4308059,286027388~5790230,293601280~10381771,305895199~3596379,310457745~9059961,331350016~10710098,349247912~6050322,358671480~11577674,373293056~25200046,398866661~3898596,403392489~8883729] 2024-09-13T01:04:43.478 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 17 diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,219298878~19156799,242366863~10050596,253645267~7282398,262018129~8179189,277287193~4308059,286027388~5790230,294374170~9608881,305895199~3596379,310457745~13987659,333826634~8233480,349247912~6050322,358671480~11577674,375261445~23231657,398866661~3898596,403623821~10097827] 2024-09-13T01:04:43.478 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,219298878~19156799,242366863~10050596,253645267~7282398,262018129~8179189,277287193~4308059,286027388~5790230,294374170~9608881,305895199~3596379,310457745~13987659,333826634~8233480,349247912~6050322,358671480~11577674,375261445~23231657,398866661~3898596,403623821~10097827] 2024-09-13T01:04:43.484 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~36173594,46137344~9124736,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,181732077~28628,188743680~22871284,211671580~4491027,219298878~19156799,239075328~13342131,253645267~7282398,262018129~8179189,277287193~4308059,286027388~5790230,293601280~10381771,305895199~3596379,310457745~13987659,331350016~10710098,349247912~6050322,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:43.485 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 18 diff [281824~7610380,8239949~5237441,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20718484,211671580~4491027,219298878~19156799,242366863~10050596,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,294374170~9608881,305895199~3596379,310457745~14791983,333826634~8233480,349247912~6050322,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:43.485 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,8239949~5237441,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20718484,211671580~4491027,219298878~19156799,242366863~10050596,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,294374170~9608881,305895199~3596379,310457745~14791983,333826634~8233480,349247912~6050322,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:43.492 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,8239949~36173594,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22871284,211671580~4491027,219298878~19156799,239075328~13342131,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,349247912~6050322,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:43.492 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 19 diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:43.492 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:43.498 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:43.498 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 6 diff [28415988~2150544,30636542~13777001,63965861~4047530,127462685~6247771,134930386~7359621,233448633~1890903,349247912~5864067,403623821~7820231] 2024-09-13T01:04:43.498 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [28415988~2150544,30636542~13777001,63965861~4047530,127462685~6247771,134930386~7359621,233448633~1890903,349247912~5864067,403623821~7820231] 2024-09-13T01:04:43.505 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [28415988~2150544,30636542~13777001,63965861~4047530,125829120~7881336,134930386~7359621,230686720~4652816,349247912~5864067,403392489~8051563] 2024-09-13T01:04:43.505 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 7 diff [23770740~20642803,49907168~1923748,63965861~9477987,75279972~5822347,101404343~6792881,109322545~1227690,113051202~8163934,127462685~6247771,134930386~7359621,194978501~6141417,233448633~1890903,314469659~2037599,349247912~5864067,386314955~4609391,403623821~7820231] 2024-09-13T01:04:43.505 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [23770740~20642803,49907168~1923748,63965861~9477987,75279972~5822347,101404343~6792881,109322545~1227690,113051202~8163934,127462685~6247771,134930386~7359621,194978501~6141417,233448633~1890903,314469659~2037599,349247912~5864067,386314955~4609391,403623821~7820231] 2024-09-13T01:04:43.512 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [23770740~20642803,46137344~5693572,63965861~9477987,75279972~5822347,101404343~6792881,109051904~12163232,125829120~7881336,134930386~7359621,194978501~6141417,230686720~4652816,314469659~2037599,349247912~5864067,385875968~5048378,403392489~8051563] 2024-09-13T01:04:43.512 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 8 diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~9477987,75279972~5822347,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,124618477~194087,127462685~6247771,134930386~7359621,160968644~5850719,194978501~6141417,233448633~1890903,268239391~1284214,314469659~2037599,349247912~5864067,358671480~7583586,375261445~5277677,386314955~4609391,403623821~7820231] 2024-09-13T01:04:43.513 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~9477987,75279972~5822347,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,124618477~194087,127462685~6247771,134930386~7359621,160968644~5850719,194978501~6141417,233448633~1890903,268239391~1284214,314469659~2037599,349247912~5864067,358671480~7583586,375261445~5277677,386314955~4609391,403623821~7820231] 2024-09-13T01:04:43.519 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,23770740~20642803,46137344~5693572,63965861~9477987,75279972~5822347,92274688~3007108,101404343~19810793,121634816~3177748,125829120~7881336,134930386~7359621,160968644~5850719,194978501~6141417,230686720~4652816,268028640~1494965,314469659~2037599,349247912~5864067,358671480~7583586,373293056~7246066,385875968~5048378,403392489~8051563] 2024-09-13T01:04:43.519 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 9 diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~17136458,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,160968644~5850719,194978501~6141417,233448633~1890903,249888623~951995,250907078~1510381,268239391~1284214,314469659~2037599,349247912~5864067,358671480~11446944,375261445~5835226,386314955~4609391,403623821~8652397] 2024-09-13T01:04:43.520 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~17136458,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,160968644~5850719,194978501~6141417,233448633~1890903,249888623~951995,250907078~1510381,268239391~1284214,314469659~2037599,349247912~5864067,358671480~11446944,375261445~5835226,386314955~4609391,403623821~8652397] 2024-09-13T01:04:43.527 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,23770740~20642803,46137344~5693572,63965861~17136458,92274688~3007108,101404343~19810793,121634816~12075640,134930386~7359621,160968644~5850719,194978501~6141417,230686720~4652816,249888623~951995,250907078~1510381,268028640~1494965,314469659~2037599,349247912~5864067,358671480~11446944,373293056~7803615,385875968~5048378,403392489~8883729] 2024-09-13T01:04:43.527 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 10 diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~17621139,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,145094446~8340605,160968644~5850719,190896480~10223438,225606357~5557562,233448633~1890903,249888623~951995,250907078~1510381,268239391~1284214,294374170~7749872,305895199~3596379,314469659~2037599,349247912~5864067,358671480~11446944,375261445~5835226,386314955~4609391,403623821~8652397] 2024-09-13T01:04:43.527 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,23770740~20642803,49907168~1923748,63965861~17621139,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,145094446~8340605,160968644~5850719,190896480~10223438,225606357~5557562,233448633~1890903,249888623~951995,250907078~1510381,268239391~1284214,294374170~7749872,305895199~3596379,314469659~2037599,349247912~5864067,358671480~11446944,375261445~5835226,386314955~4609391,403623821~8652397] 2024-09-13T01:04:43.534 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,23770740~20642803,46137344~5693572,63965861~17621139,83900990~4395120,92274688~3007108,101404343~19810793,121634816~12075640,134930386~7359621,145094446~8340605,160968644~5850719,188743680~12376238,223432439~11907097,249888623~951995,250907078~1510381,268028640~1494965,293601280~8522762,305895199~3596379,314469659~2037599,349247912~5864067,358671480~11446944,373293056~7803615,385875968~5048378,403392489~8883729] 2024-09-13T01:04:43.534 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 11 diff [8239949~5237441,15883434~6821244,23770740~20642803,48660052~6328165,63965861~17621139,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~8340605,160968644~5850719,190896480~10223438,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,314469659~2037599,349247912~5864067,358671480~11446944,375261445~5835226,386314955~4609391,391757263~930726,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.534 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~6821244,23770740~20642803,48660052~6328165,63965861~17621139,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~8340605,160968644~5850719,190896480~10223438,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,314469659~2037599,349247912~5864067,358671480~11446944,375261445~5835226,386314955~4609391,391757263~930726,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.541 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~14464729,23770740~20642803,46137344~8850873,63965861~17621139,83900990~4395120,92274688~3007108,101404343~19810793,121634816~12075640,134930386~7359621,143505610~197634,145094446~8340605,160968644~5850719,188743680~12376238,223432439~13663237,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,293601280~8522762,305895199~3596379,314469659~2037599,349247912~5864067,358671480~11446944,373293056~7803615,385875968~6812021,398866661~3898596,403392489~8883729] 2024-09-13T01:04:43.541 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 12 diff [8239949~5237441,15883434~28530109,48660052~6328165,63965861~17621139,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155808116~1423320,158759369~8059994,169819394~8041816,190896480~20718484,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,311820745~4686513,349247912~5864067,358671480~11446944,375261445~8672971,386314955~4609391,391757263~930726,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.541 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~28530109,48660052~6328165,63965861~17621139,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155808116~1423320,158759369~8059994,169819394~8041816,190896480~20718484,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,311820745~4686513,349247912~5864067,358671480~11446944,375261445~8672971,386314955~4609391,391757263~930726,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.548 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~36173594,46137344~8850873,63965861~17621139,83900990~4395120,92274688~3007108,101404343~19810793,121634816~12075640,134930386~7359621,143505610~197634,145094446~9752039,155808116~1423320,158759369~8059994,169819394~8041816,188743680~22871284,223432439~13663237,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,293601280~8522762,305895199~3596379,311820745~4686513,349247912~5864067,358671480~11446944,373293056~10641360,385875968~6812021,398866661~3898596,403392489~8883729] 2024-09-13T01:04:43.548 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 13 diff [8239949~5237441,15883434~28530109,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,190896480~20718484,211671580~4491027,224989123~12106553,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,311820745~4686513,349247912~5864067,358671480~11446944,375261445~8672971,386314955~12178147,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.548 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~28530109,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,190896480~20718484,211671580~4491027,224989123~12106553,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,311820745~4686513,349247912~5864067,358671480~11446944,375261445~8672971,386314955~12178147,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.555 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~36173594,46137344~8850873,57249170~26460319,83900990~4395120,92274688~3007108,101404343~19810793,121634816~12075640,134930386~7359621,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,188743680~22871284,211671580~4491027,223432439~13663237,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,293601280~8522762,305895199~3596379,311820745~4686513,349247912~5864067,358671480~11446944,373293056~10641360,385875968~12617134,398866661~3898596,403392489~8883729] 2024-09-13T01:04:43.555 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 14 diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~9608881,305895199~3596379,310457745~7117501,333826634~5997094,349247912~5864067,358671480~11446944,375261445~23231657,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.555 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6328165,57249170~26460319,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10683077,134930386~7359621,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~9608881,305895199~3596379,310457745~7117501,333826634~5997094,349247912~5864067,358671480~11446944,375261445~23231657,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.562 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~36173594,46137344~8850873,57249170~26460319,83900990~4395120,92274688~3007108,101404343~19810793,121634816~12075640,134930386~7359621,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,188743680~22871284,211671580~4491027,223432439~15023238,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,293601280~10381771,305895199~3596379,310457745~7117501,333826634~5997094,349247912~5864067,358671480~11446944,373293056~25200046,398866661~3898596,403392489~8883729] 2024-09-13T01:04:43.562 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 15 diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,262018129~8179189,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,349247912~5864067,358671480~11446944,375261445~23231657,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.562 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,262018129~8179189,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,349247912~5864067,358671480~11446944,375261445~23231657,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.569 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~36173594,46137344~9124736,57249170~26460319,83900990~4395120,92274688~3007108,101404343~19810793,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~22871284,211671580~4491027,223432439~15023238,249888623~951995,250907078~1510381,257361658~800807,262018129~8179189,293601280~10381771,305895199~3596379,310457745~9059961,333826634~5997094,349247912~5864067,358671480~11446944,373293056~25200046,398866661~3898596,403392489~8883729] 2024-09-13T01:04:43.569 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 16 diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,349247912~6050322,358671480~11446944,375261445~23231657,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.569 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,349247912~6050322,358671480~11446944,375261445~23231657,398866661~3898596,403623821~8652397] 2024-09-13T01:04:43.576 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~36173594,46137344~9124736,57249170~26460319,83900990~4395120,92274688~3007108,101404343~19810793,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~22871284,211671580~4491027,223432439~15023238,249888623~951995,250907078~1510381,253645267~7282398,262018129~8179189,286027388~5790230,293601280~10381771,305895199~3596379,310457745~9059961,333826634~5997094,349247912~6050322,358671480~11446944,373293056~25200046,398866661~3898596,403392489~8883729] 2024-09-13T01:04:43.577 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 17 diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~31046940,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~13987659,333826634~5997094,349247912~6050322,358671480~11446944,375261445~23231657,398866661~3898596,403623821~10097827] 2024-09-13T01:04:43.577 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~28530109,48660052~6602028,57249170~31046940,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~13987659,333826634~5997094,349247912~6050322,358671480~11446944,375261445~23231657,398866661~3898596,403623821~10097827] 2024-09-13T01:04:43.583 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~36173594,46137344~9124736,57249170~31046940,92274688~3007108,101404343~19810793,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~22871284,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,286027388~5790230,293601280~10381771,305895199~3596379,310457745~13987659,333826634~5997094,349247912~6050322,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:43.583 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 18 diff [281824~7610380,8239949~5237441,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20718484,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,294374170~9608881,305895199~3596379,310457745~14791983,333826634~5997094,349247912~6050322,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:43.583 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,8239949~5237441,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20718484,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,294374170~9608881,305895199~3596379,310457745~14791983,333826634~5997094,349247912~6050322,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:43.591 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,8239949~36173594,46137344~10126903,57249170~31046940,92274688~3007108,101404343~19810793,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22871284,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,349247912~6050322,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:43.591 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 19 diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:43.591 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:43.596 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:43.596 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 7 diff [23770740~7256898,49907168~1923748,66797988~6645860,75279972~5822347,101404343~6792881,109322545~1227690,113051202~8163934,194978501~6141417,314469659~2037599,386314955~4609391] 2024-09-13T01:04:43.597 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [23770740~7256898,49907168~1923748,66797988~6645860,75279972~5822347,101404343~6792881,109322545~1227690,113051202~8163934,194978501~6141417,314469659~2037599,386314955~4609391] 2024-09-13T01:04:43.603 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [23770740~7256898,46137344~5693572,66797988~6645860,75279972~5822347,101404343~6792881,109051904~12163232,194978501~6141417,314469659~2037599,385875968~5048378] 2024-09-13T01:04:43.603 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 8 diff [8239949~5237441,17844667~4860011,23770740~7256898,49907168~1923748,66797988~6645860,75279972~5822347,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,124618477~194087,160968644~5850719,194978501~6141417,268239391~1284214,314469659~2037599,358671480~7583586,375261445~5277677,386314955~4609391] 2024-09-13T01:04:43.603 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,23770740~7256898,49907168~1923748,66797988~6645860,75279972~5822347,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,124618477~194087,160968644~5850719,194978501~6141417,268239391~1284214,314469659~2037599,358671480~7583586,375261445~5277677,386314955~4609391] 2024-09-13T01:04:43.610 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,23770740~7256898,46137344~5693572,66797988~6645860,75279972~5822347,92274688~3007108,101404343~19810793,121634816~3177748,160968644~5850719,194978501~6141417,268028640~1494965,314469659~2037599,358671480~7583586,373293056~7246066,385875968~5048378] 2024-09-13T01:04:43.610 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 9 diff [8239949~5237441,17844667~4860011,23770740~7256898,49907168~1923748,66797988~14304331,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~7025123,160968644~5850719,194978501~6141417,249888623~951995,250907078~1510381,268239391~1284214,314469659~2037599,358671480~11446944,375261445~5835226,386314955~4609391,407191268~5084950] 2024-09-13T01:04:43.610 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,23770740~7256898,49907168~1923748,66797988~14304331,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~7025123,160968644~5850719,194978501~6141417,249888623~951995,250907078~1510381,268239391~1284214,314469659~2037599,358671480~11446944,375261445~5835226,386314955~4609391,407191268~5084950] 2024-09-13T01:04:43.618 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,23770740~7256898,46137344~5693572,66797988~14304331,92274688~3007108,101404343~19810793,121634816~8417686,160968644~5850719,194978501~6141417,249888623~951995,250907078~1510381,268028640~1494965,314469659~2037599,358671480~11446944,373293056~7803615,385875968~5048378,407191268~5084950] 2024-09-13T01:04:43.618 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 10 diff [8239949~5237441,17844667~4860011,23770740~7256898,49907168~1923748,66797988~14789012,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~7025123,145094446~8340605,160968644~5850719,190896480~10223438,225606357~5557562,249888623~951995,250907078~1510381,268239391~1284214,294374170~7749872,305895199~3596379,314469659~2037599,358671480~11446944,375261445~5835226,386314955~4609391,407191268~5084950] 2024-09-13T01:04:43.618 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,23770740~7256898,49907168~1923748,66797988~14789012,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~7025123,145094446~8340605,160968644~5850719,190896480~10223438,225606357~5557562,249888623~951995,250907078~1510381,268239391~1284214,294374170~7749872,305895199~3596379,314469659~2037599,358671480~11446944,375261445~5835226,386314955~4609391,407191268~5084950] 2024-09-13T01:04:43.625 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,23770740~7256898,46137344~5693572,66797988~14789012,83900990~4395120,92274688~3007108,101404343~19810793,121634816~8417686,145094446~8340605,160968644~5850719,188743680~12376238,223432439~7731480,249888623~951995,250907078~1510381,268028640~1494965,293601280~8522762,305895199~3596379,314469659~2037599,358671480~11446944,373293056~7803615,385875968~5048378,407191268~5084950] 2024-09-13T01:04:43.625 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 11 diff [8239949~5237441,15883434~6821244,23770740~8745299,48660052~6328165,66797988~14789012,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~7025123,143505610~197634,145094446~8340605,160968644~5850719,190896480~10223438,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,314469659~2037599,358671480~11446944,375261445~5835226,386314955~4609391,391757263~930726,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.625 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~6821244,23770740~8745299,48660052~6328165,66797988~14789012,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~7025123,143505610~197634,145094446~8340605,160968644~5850719,190896480~10223438,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,314469659~2037599,358671480~11446944,375261445~5835226,386314955~4609391,391757263~930726,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.633 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~14464729,23770740~8745299,46137344~8850873,66797988~14789012,83900990~4395120,92274688~3007108,101404343~19810793,121634816~8417686,143505610~197634,145094446~8340605,160968644~5850719,188743680~12376238,223432439~13663237,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,293601280~8522762,305895199~3596379,314469659~2037599,358671480~11446944,373293056~7803615,385875968~6812021,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.633 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 12 diff [8239949~5237441,15883434~16632605,48660052~6328165,66797988~14789012,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8059994,169819394~8041816,190896480~20718484,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,311820745~4686513,358671480~11446944,375261445~8672971,386314955~4609391,391757263~930726,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.633 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~16632605,48660052~6328165,66797988~14789012,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8059994,169819394~8041816,190896480~20718484,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,311820745~4686513,358671480~11446944,375261445~8672971,386314955~4609391,391757263~930726,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.639 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~24276090,46137344~8850873,66797988~14789012,83900990~4395120,92274688~3007108,101404343~19810793,121634816~11692226,143505610~197634,145094446~9752039,155808116~1423320,158759369~8059994,169819394~8041816,188743680~22871284,223432439~13663237,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,293601280~8522762,305895199~3596379,311820745~4686513,358671480~11446944,373293056~10641360,385875968~6812021,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.639 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 13 diff [8239949~5237441,15883434~16632605,33332533~9427201,48660052~6328165,57249170~7616109,66797988~16911501,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,190896480~20718484,211671580~4491027,224989123~12106553,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,311820745~4686513,358671480~11446944,375261445~8672971,386314955~12178147,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.640 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~16632605,33332533~9427201,48660052~6328165,57249170~7616109,66797988~16911501,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,190896480~20718484,211671580~4491027,224989123~12106553,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,311820745~4686513,358671480~11446944,375261445~8672971,386314955~12178147,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.646 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~24276090,33332533~9427201,46137344~8850873,57249170~7616109,66797988~16911501,83900990~4395120,92274688~3007108,101404343~19810793,121634816~11692226,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,188743680~22871284,211671580~4491027,223432439~13663237,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,293601280~8522762,305895199~3596379,311820745~4686513,358671480~11446944,373293056~10641360,385875968~12617134,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.646 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 14 diff [5445111~58687,8239949~5237441,15883434~16632605,33332533~9427201,48660052~6328165,57249170~7616109,66797988~16911501,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~9608881,305895199~3596379,310457745~7117501,333826634~5997094,358671480~11446944,375261445~23231657,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.646 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~16632605,33332533~9427201,48660052~6328165,57249170~7616109,66797988~16911501,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~9608881,305895199~3596379,310457745~7117501,333826634~5997094,358671480~11446944,375261445~23231657,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.653 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~24276090,33332533~9427201,46137344~8850873,57249170~7616109,66797988~16911501,83900990~4395120,92274688~3007108,101404343~19810793,121634816~11692226,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,188743680~22871284,211671580~4491027,223432439~15023238,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,293601280~10381771,305895199~3596379,310457745~7117501,333826634~5997094,358671480~11446944,373293056~25200046,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.653 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 15 diff [5445111~58687,8239949~5237441,15883434~16632605,33332533~9427201,48660052~6602028,57249170~7616109,66797988~16911501,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,262018129~8179189,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,358671480~11446944,375261445~23231657,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.653 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~16632605,33332533~9427201,48660052~6602028,57249170~7616109,66797988~16911501,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,262018129~8179189,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,358671480~11446944,375261445~23231657,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.660 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~24276090,33332533~9427201,46137344~9124736,57249170~7616109,66797988~16911501,83900990~4395120,92274688~3007108,101404343~19810793,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~22871284,211671580~4491027,223432439~15023238,249888623~951995,250907078~1510381,257361658~800807,262018129~8179189,293601280~10381771,305895199~3596379,310457745~9059961,333826634~5997094,358671480~11446944,373293056~25200046,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.660 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 16 diff [5445111~58687,8239949~5237441,15883434~16632605,33332533~10506328,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,351706742~3591492,358671480~11446944,375261445~23231657,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.660 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~16632605,33332533~10506328,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,351706742~3591492,358671480~11446944,375261445~23231657,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.668 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~24276090,33332533~10506328,46137344~9124736,57249170~26460319,83900990~4395120,92274688~3007108,101404343~19810793,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~22871284,211671580~4491027,223432439~15023238,249888623~951995,250907078~1510381,253645267~7282398,262018129~8179189,286027388~5790230,293601280~10381771,305895199~3596379,310457745~9059961,333826634~5997094,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.668 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 17 diff [5445111~58687,8239949~5237441,15883434~16632605,33332533~10506328,48660052~6602028,57249170~31046940,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~13987659,333826634~5997094,351706742~3591492,358671480~11446944,375261445~23231657,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.668 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~16632605,33332533~10506328,48660052~6602028,57249170~31046940,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~20718484,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~13987659,333826634~5997094,351706742~3591492,358671480~11446944,375261445~23231657,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.674 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~24276090,33332533~10506328,46137344~9124736,57249170~31046940,92274688~3007108,101404343~19810793,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~22871284,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,286027388~5790230,293601280~10381771,305895199~3596379,310457745~13987659,333826634~5997094,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.674 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 18 diff [281824~7610380,8239949~5237441,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20718484,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,294374170~9608881,305895199~3596379,310457745~14791983,333826634~5997094,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.674 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,8239949~5237441,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,101404343~6792881,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20718484,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,294374170~9608881,305895199~3596379,310457745~14791983,333826634~5997094,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.681 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,8239949~24276090,33332533~10506328,46137344~10126903,57249170~31046940,92274688~3007108,101404343~19810793,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22871284,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.681 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 19 diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.681 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.689 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~32516039,33332533~10506328,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.689 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 8 diff [8239949~5237441,17844667~4860011,93169686~2112110,108331241~2162701,111926595~6827668,124618477~194087,160968644~5850719,268239391~1284214,358671480~7583586,375261445~5277677] 2024-09-13T01:04:43.689 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,93169686~2112110,108331241~2162701,111926595~6827668,124618477~194087,160968644~5850719,268239391~1284214,358671480~7583586,375261445~5277677] 2024-09-13T01:04:43.697 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,92274688~3007108,108197224~2296718,111926595~6827668,121634816~3177748,160968644~5850719,268028640~1494965,358671480~7583586,373293056~7246066] 2024-09-13T01:04:43.697 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 9 diff [8239949~5237441,17844667~4860011,67371222~7925837,93169686~2112110,108331241~2162701,111926595~6827668,123027379~7025123,160968644~5850719,249888623~951995,250907078~1510381,268239391~1284214,358671480~11446944,375261445~5835226,407191268~5084950] 2024-09-13T01:04:43.697 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,67371222~7925837,93169686~2112110,108331241~2162701,111926595~6827668,123027379~7025123,160968644~5850719,249888623~951995,250907078~1510381,268239391~1284214,358671480~11446944,375261445~5835226,407191268~5084950] 2024-09-13T01:04:43.704 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,67371222~7925837,92274688~3007108,108197224~2296718,111926595~6827668,121634816~8417686,160968644~5850719,249888623~951995,250907078~1510381,268028640~1494965,358671480~11446944,373293056~7803615,407191268~5084950] 2024-09-13T01:04:43.704 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 10 diff [8239949~5237441,17844667~4860011,67371222~14215778,83900990~4395120,93169686~2112110,108331241~2162701,111926595~6827668,123027379~7025123,145094446~8340605,160968644~5850719,190896480~6163654,225606357~5557562,249888623~951995,250907078~1510381,268239391~1284214,294374170~7749872,305895199~3596379,358671480~11446944,375261445~5835226,407191268~5084950] 2024-09-13T01:04:43.704 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,17844667~4860011,67371222~14215778,83900990~4395120,93169686~2112110,108331241~2162701,111926595~6827668,123027379~7025123,145094446~8340605,160968644~5850719,190896480~6163654,225606357~5557562,249888623~951995,250907078~1510381,268239391~1284214,294374170~7749872,305895199~3596379,358671480~11446944,375261445~5835226,407191268~5084950] 2024-09-13T01:04:43.711 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~5237441,16777216~5927462,67371222~14215778,83900990~4395120,92274688~3007108,108197224~2296718,111926595~6827668,121634816~8417686,145094446~8340605,160968644~5850719,188743680~8316454,223432439~7731480,249888623~951995,250907078~1510381,268028640~1494965,293601280~8522762,305895199~3596379,358671480~11446944,373293056~7803615,407191268~5084950] 2024-09-13T01:04:43.711 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 11 diff [8239949~5237441,15883434~6821244,26005305~6510734,48660052~6328165,67371222~14215778,83900990~4395120,93169686~2112110,108331241~2162701,111926595~6827668,123027379~7025123,143505610~197634,145094446~8340605,160968644~5850719,190896480~6163654,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,358671480~11446944,375261445~5835226,391757263~930726,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.711 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~6821244,26005305~6510734,48660052~6328165,67371222~14215778,83900990~4395120,93169686~2112110,108331241~2162701,111926595~6827668,123027379~7025123,143505610~197634,145094446~8340605,160968644~5850719,190896480~6163654,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,358671480~11446944,375261445~5835226,391757263~930726,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.718 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~14464729,26005305~6510734,48660052~6328165,67371222~14215778,83900990~4395120,92274688~3007108,108197224~2296718,111926595~6827668,121634816~8417686,143505610~197634,145094446~8340605,160968644~5850719,188743680~8316454,223432439~13663237,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,293601280~8522762,305895199~3596379,358671480~11446944,373293056~7803615,390924346~1763643,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.719 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 12 diff [8239949~5237441,15883434~9374659,26005305~6510734,48660052~6328165,67371222~14215778,83900990~4395120,93169686~2112110,108331241~2162701,111926595~6827668,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8059994,169819394~8041816,190896480~6163654,198774663~12840301,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,311820745~3233943,358671480~11446944,375261445~8672971,391757263~930726,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.719 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~9374659,26005305~6510734,48660052~6328165,67371222~14215778,83900990~4395120,93169686~2112110,108331241~2162701,111926595~6827668,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8059994,169819394~8041816,190896480~6163654,198774663~12840301,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,311820745~3233943,358671480~11446944,375261445~8672971,391757263~930726,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.726 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~17018144,26005305~6510734,48660052~6328165,67371222~14215778,83900990~4395120,92274688~3007108,108197224~2296718,111926595~6827668,121634816~11692226,143505610~197634,145094446~9752039,155808116~1423320,158759369~8059994,169819394~8041816,188743680~8316454,198774663~12840301,223432439~13663237,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,293601280~8522762,305895199~3596379,311820745~3233943,358671480~11446944,373293056~10641360,390924346~1763643,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.726 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 13 diff [8239949~5237441,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,67371222~16338267,83900990~4395120,93169686~2112110,108331241~2162701,111926595~6827668,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,190896480~6163654,198774663~12840301,211671580~4491027,224989123~12106553,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,311820745~3233943,358671480~11446944,375261445~8672971,390322771~8170331,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.726 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8239949~5237441,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,67371222~16338267,83900990~4395120,93169686~2112110,108331241~2162701,111926595~6827668,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,190896480~6163654,198774663~12840301,211671580~4491027,224989123~12106553,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~7749872,305895199~3596379,311820745~3233943,358671480~11446944,375261445~8672971,390322771~8170331,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.733 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8239949~17018144,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,67371222~16338267,83900990~4395120,92274688~3007108,108197224~2296718,111926595~6827668,121634816~11692226,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,188743680~8316454,198774663~12840301,211671580~4491027,223432439~13663237,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,293601280~8522762,305895199~3596379,311820745~3233943,358671480~11446944,373293056~10641360,390322771~8170331,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.733 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 14 diff [5445111~58687,8239949~5237441,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,67371222~16338267,83900990~4395120,93169686~2112110,108331241~2162701,111926595~6827668,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,190896480~6163654,198774663~12840301,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~9608881,305895199~3596379,310457745~7117501,333826634~5997094,358671480~11446944,375261445~23231657,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.733 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,67371222~16338267,83900990~4395120,93169686~2112110,108331241~2162701,111926595~6827668,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,190896480~6163654,198774663~12840301,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,294374170~9608881,305895199~3596379,310457745~7117501,333826634~5997094,358671480~11446944,375261445~23231657,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.740 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~17018144,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,67371222~16338267,83900990~4395120,92274688~3007108,108197224~2296718,111926595~6827668,121634816~11692226,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,188743680~8316454,198774663~12840301,211671580~4491027,223432439~15023238,249888623~951995,250907078~1510381,257361658~800807,266306990~3216615,293601280~10381771,305895199~3596379,310457745~7117501,333826634~5997094,358671480~11446944,373293056~25200046,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.740 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 15 diff [5445111~58687,8239949~5237441,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6602028,57249170~7616109,67371222~16338267,83900990~4395120,93169686~2112110,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6163654,198774663~12840301,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,262018129~8179189,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,358671480~11446944,375261445~23231657,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.740 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6602028,57249170~7616109,67371222~16338267,83900990~4395120,93169686~2112110,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6163654,198774663~12840301,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,262018129~8179189,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,358671480~11446944,375261445~23231657,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.747 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~17018144,26005305~6510734,33332533~9427201,48660052~6602028,57249170~7616109,67371222~16338267,83900990~4395120,92274688~3007108,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~8316454,198774663~12840301,211671580~4491027,223432439~15023238,249888623~951995,250907078~1510381,257361658~800807,262018129~8179189,293601280~10381771,305895199~3596379,310457745~9059961,333826634~5997094,358671480~11446944,373293056~25200046,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.747 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 16 diff [5445111~58687,8239949~5237441,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6854737,198774663~12840301,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,351706742~3591492,358671480~11446944,375261445~23231657,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.747 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~26460319,83900990~4395120,93169686~2112110,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6854737,198774663~12840301,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,351706742~3591492,358671480~11446944,375261445~23231657,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.753 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~17018144,26005305~6510734,33332533~10506328,48660052~6602028,57249170~26460319,83900990~4395120,92274688~3007108,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~9007537,198774663~12840301,211671580~4491027,223432439~15023238,249888623~951995,250907078~1510381,253645267~7282398,262018129~8179189,286027388~5790230,293601280~10381771,305895199~3596379,310457745~9059961,333826634~5997094,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.753 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 17 diff [5445111~58687,8239949~5237441,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~31046940,93169686~2112110,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6854737,198774663~12840301,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~13987659,333826634~5997094,351706742~3591492,358671480~11446944,375261445~23231657,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.754 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8239949~5237441,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~31046940,93169686~2112110,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6854737,198774663~12840301,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~13987659,333826634~5997094,351706742~3591492,358671480~11446944,375261445~23231657,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.760 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8239949~17018144,26005305~6510734,33332533~10506328,48660052~6602028,57249170~31046940,92274688~3007108,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~9007537,198774663~12840301,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,286027388~5790230,293601280~10381771,305895199~3596379,310457745~13987659,333826634~5997094,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.760 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 18 diff [281824~7610380,8239949~5237441,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12840301,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,294374170~9608881,305895199~3596379,310457745~14791983,333826634~5997094,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.761 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,8239949~5237441,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12840301,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,294374170~9608881,305895199~3596379,310457745~14791983,333826634~5997094,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.773 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,8239949~17018144,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,92274688~3007108,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12840301,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.773 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 19 diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.773 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.780 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~25258093,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,92274688~3007108,100736337~2796944,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.780 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 9 diff [67371222~7925837,123027379~7025123,249888623~951995,250907078~1510381,362890841~7227583,377016088~4080583,407191268~5084950] 2024-09-13T01:04:43.780 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [67371222~7925837,123027379~7025123,249888623~951995,250907078~1510381,362890841~7227583,377016088~4080583,407191268~5084950] 2024-09-13T01:04:43.786 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [67371222~7925837,123027379~7025123,249888623~951995,250907078~1510381,362890841~7227583,377016088~4080583,407191268~5084950] 2024-09-13T01:04:43.786 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 10 diff [67371222~14215778,83900990~4395120,123027379~7025123,145094446~8340605,190896480~6163654,225606357~5557562,249888623~951995,250907078~1510381,294374170~7749872,305895199~3596379,362890841~7227583,377016088~4080583,407191268~5084950] 2024-09-13T01:04:43.786 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [67371222~14215778,83900990~4395120,123027379~7025123,145094446~8340605,190896480~6163654,225606357~5557562,249888623~951995,250907078~1510381,294374170~7749872,305895199~3596379,362890841~7227583,377016088~4080583,407191268~5084950] 2024-09-13T01:04:43.793 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [67371222~14215778,83900990~4395120,123027379~7025123,145094446~8340605,188743680~8316454,223432439~7731480,249888623~951995,250907078~1510381,293601280~8522762,305895199~3596379,362890841~7227583,377016088~4080583,407191268~5084950] 2024-09-13T01:04:43.793 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 11 diff [15883434~6374883,26005305~6510734,48660052~6328165,67371222~14215778,83900990~4395120,123027379~7025123,143505610~197634,145094446~8340605,190896480~6163654,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~2582110,294374170~7749872,305895199~3596379,362890841~7227583,377016088~4080583,391757263~930726,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.794 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [15883434~6374883,26005305~6510734,48660052~6328165,67371222~14215778,83900990~4395120,123027379~7025123,143505610~197634,145094446~8340605,190896480~6163654,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~2582110,294374170~7749872,305895199~3596379,362890841~7227583,377016088~4080583,391757263~930726,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.800 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [13477390~8780927,26005305~6510734,48660052~6328165,67371222~14215778,83900990~4395120,123027379~7025123,143505610~197634,145094446~8340605,188743680~8316454,223432439~13663237,249888623~951995,250907078~1510381,257361658~800807,266306990~2582110,293601280~8522762,305895199~3596379,362890841~7227583,377016088~4080583,390924346~1763643,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.800 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 12 diff [15883434~9374659,26005305~6510734,48660052~6328165,67371222~14215778,83900990~4395120,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~3768358,169819394~8041816,190896480~6163654,198774663~12840301,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~2582110,294374170~7749872,305895199~3596379,311820745~3233943,362890841~7227583,377016088~6918328,391757263~930726,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.800 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [15883434~9374659,26005305~6510734,48660052~6328165,67371222~14215778,83900990~4395120,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~3768358,169819394~8041816,190896480~6163654,198774663~12840301,225606357~11489319,249888623~951995,250907078~1510381,257361658~800807,266306990~2582110,294374170~7749872,305895199~3596379,311820745~3233943,362890841~7227583,377016088~6918328,391757263~930726,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.807 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [13477390~11780703,26005305~6510734,48660052~6328165,67371222~14215778,83900990~4395120,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~3768358,169819394~8041816,188743680~8316454,198774663~12840301,223432439~13663237,249888623~951995,250907078~1510381,257361658~800807,266306990~2582110,293601280~8522762,305895199~3596379,311820745~3233943,362890841~7227583,377016088~6918328,390924346~1763643,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.807 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 13 diff [15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,67371222~16338267,83900990~4395120,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,190896480~6163654,198774663~12840301,211671580~4491027,224989123~12106553,249888623~951995,250907078~1510381,257361658~800807,266306990~2582110,294374170~7749872,305895199~3596379,311820745~3233943,362890841~7227583,377016088~6918328,390322771~8170331,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.807 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,67371222~16338267,83900990~4395120,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,190896480~6163654,198774663~12840301,211671580~4491027,224989123~12106553,249888623~951995,250907078~1510381,257361658~800807,266306990~2582110,294374170~7749872,305895199~3596379,311820745~3233943,362890841~7227583,377016088~6918328,390322771~8170331,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.814 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [13477390~11780703,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,67371222~16338267,83900990~4395120,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,188743680~8316454,198774663~12840301,211671580~4491027,223432439~13663237,249888623~951995,250907078~1510381,257361658~800807,266306990~2582110,293601280~8522762,305895199~3596379,311820745~3233943,362890841~7227583,377016088~6918328,390322771~8170331,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.815 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 14 diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,67371222~16338267,83900990~4395120,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,190896480~6163654,198774663~12840301,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,266306990~2582110,294374170~9608881,305895199~3596379,310457745~7117501,333826634~5997094,362890841~7227583,377016088~21477014,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.815 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,67371222~16338267,83900990~4395120,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,190896480~6163654,198774663~12840301,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,266306990~2582110,294374170~9608881,305895199~3596379,310457745~7117501,333826634~5997094,362890841~7227583,377016088~21477014,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.822 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,13477390~11780703,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,67371222~16338267,83900990~4395120,123027379~10299663,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,188743680~8316454,198774663~12840301,211671580~4491027,223432439~15023238,249888623~951995,250907078~1510381,257361658~800807,266306990~2582110,293601280~10381771,305895199~3596379,310457745~7117501,333826634~5997094,362890841~7227583,377016088~21477014,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.822 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 15 diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6602028,57249170~7616109,67371222~16338267,83900990~4395120,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6163654,198774663~12840301,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,262018129~8179189,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,362890841~7227583,377016088~21477014,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.822 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6602028,57249170~7616109,67371222~16338267,83900990~4395120,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6163654,198774663~12840301,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,257361658~800807,262018129~8179189,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,362890841~7227583,377016088~21477014,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.829 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,13477390~11780703,26005305~6510734,33332533~9427201,48660052~6602028,57249170~7616109,67371222~16338267,83900990~4395120,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~8316454,198774663~12840301,211671580~4491027,223432439~15023238,249888623~951995,250907078~1510381,257361658~800807,262018129~8179189,293601280~10381771,305895199~3596379,310457745~9059961,333826634~5997094,362890841~7227583,377016088~21477014,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.829 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 16 diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~26460319,83900990~4395120,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6854737,198774663~12840301,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,351706742~3591492,362890841~7227583,377016088~21477014,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.829 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~26460319,83900990~4395120,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6854737,198774663~12840301,211671580~4491027,224989123~13466554,249888623~951995,250907078~1510381,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,351706742~3591492,362890841~7227583,377016088~21477014,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.836 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,13477390~11780703,26005305~6510734,33332533~10506328,48660052~6602028,57249170~26460319,83900990~4395120,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~9007537,198774663~12840301,211671580~4491027,223432439~15023238,249888623~951995,250907078~1510381,253645267~7282398,262018129~8179189,286027388~5790230,293601280~10381771,305895199~3596379,310457745~9059961,333826634~5997094,351706742~3591492,362890841~7227583,377016088~21477014,398866661~3898596,407191268~5084950] 2024-09-13T01:04:43.836 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 17 diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~31046940,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6854737,198774663~12840301,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~13987659,333826634~5997094,351706742~3591492,362890841~7227583,377016088~21477014,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.836 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~31046940,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6854737,198774663~12840301,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~13987659,333826634~5997094,351706742~3591492,362890841~7227583,377016088~21477014,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.843 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,13477390~11780703,26005305~6510734,33332533~10506328,48660052~6602028,57249170~31046940,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~9007537,198774663~12840301,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,286027388~5790230,293601280~10381771,305895199~3596379,310457745~13987659,333826634~5997094,351706742~3591492,362890841~7227583,377016088~21477014,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.843 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 18 diff [281824~7610380,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12840301,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,294374170~9608881,305895199~3596379,310457745~14791983,333826634~5997094,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.843 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12840301,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,294374170~9608881,305895199~3596379,310457745~14791983,333826634~5997094,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.850 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,8582893~1755547,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12840301,211671580~4491027,219298878~19156799,246907279~5510180,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.850 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 19 diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.850 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.856 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.856 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 10 diff [75174138~6412862,83900990~4395120,145094446~8340605,190896480~6163654,225606357~5557562,294374170~7749872,305895199~3596379,367444653~2374944] 2024-09-13T01:04:43.857 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [75174138~6412862,83900990~4395120,145094446~8340605,190896480~6163654,225606357~5557562,294374170~7749872,305895199~3596379,367444653~2374944] 2024-09-13T01:04:43.863 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [75174138~6412862,83900990~4395120,145094446~8340605,188743680~8316454,223432439~7731480,293601280~8522762,305895199~3596379,367444653~2374944] 2024-09-13T01:04:43.863 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 11 diff [15883434~6374883,26005305~6510734,48660052~6328165,75174138~6412862,83900990~4395120,143505610~197634,145094446~8340605,190896480~6163654,225606357~11489319,257361658~800807,266306990~2582110,294374170~7749872,305895199~3596379,367444653~2374944,391757263~930726,398866661~3898596] 2024-09-13T01:04:43.863 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [15883434~6374883,26005305~6510734,48660052~6328165,75174138~6412862,83900990~4395120,143505610~197634,145094446~8340605,190896480~6163654,225606357~11489319,257361658~800807,266306990~2582110,294374170~7749872,305895199~3596379,367444653~2374944,391757263~930726,398866661~3898596] 2024-09-13T01:04:43.870 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [13477390~8780927,26005305~6510734,48660052~6328165,75174138~6412862,83900990~4395120,143505610~197634,145094446~8340605,188743680~8316454,223432439~13663237,257361658~800807,266306990~2582110,293601280~8522762,305895199~3596379,367444653~2374944,390924346~1763643,398866661~3898596] 2024-09-13T01:04:43.870 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 12 diff [15883434~9374659,26005305~6510734,48660052~6328165,75174138~6412862,83900990~4395120,126347256~6979786,143505610~197634,145094446~9752039,155808116~1423320,158759369~3768358,169819394~8041816,190896480~6163654,198774663~12840301,225606357~11489319,257361658~800807,266306990~2582110,294374170~7749872,305895199~3596379,311820745~3233943,367444653~2374944,377912725~6021691,391757263~930726,398866661~3898596] 2024-09-13T01:04:43.870 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [15883434~9374659,26005305~6510734,48660052~6328165,75174138~6412862,83900990~4395120,126347256~6979786,143505610~197634,145094446~9752039,155808116~1423320,158759369~3768358,169819394~8041816,190896480~6163654,198774663~12840301,225606357~11489319,257361658~800807,266306990~2582110,294374170~7749872,305895199~3596379,311820745~3233943,367444653~2374944,377912725~6021691,391757263~930726,398866661~3898596] 2024-09-13T01:04:43.877 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [13477390~11780703,26005305~6510734,48660052~6328165,75174138~6412862,83900990~4395120,126347256~6979786,143505610~197634,145094446~9752039,155808116~1423320,158759369~3768358,169819394~8041816,188743680~8316454,198774663~12840301,223432439~13663237,257361658~800807,266306990~2582110,293601280~8522762,305895199~3596379,311820745~3233943,367444653~2374944,377912725~6021691,390924346~1763643,398866661~3898596] 2024-09-13T01:04:43.877 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 13 diff [15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,75174138~8535351,83900990~4395120,126347256~6979786,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,190896480~6163654,198774663~12840301,211671580~4491027,224989123~12106553,257361658~800807,266306990~2582110,294374170~7749872,305895199~3596379,311820745~3233943,367444653~2374944,377912725~6021691,390322771~8170331,398866661~3898596] 2024-09-13T01:04:43.877 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,75174138~8535351,83900990~4395120,126347256~6979786,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,190896480~6163654,198774663~12840301,211671580~4491027,224989123~12106553,257361658~800807,266306990~2582110,294374170~7749872,305895199~3596379,311820745~3233943,367444653~2374944,377912725~6021691,390322771~8170331,398866661~3898596] 2024-09-13T01:04:43.884 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [13477390~11780703,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,75174138~8535351,83900990~4395120,126347256~6979786,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,188743680~8316454,198774663~12840301,211671580~4491027,223432439~13663237,257361658~800807,266306990~2582110,293601280~8522762,305895199~3596379,311820745~3233943,367444653~2374944,377912725~6021691,390322771~8170331,398866661~3898596] 2024-09-13T01:04:43.884 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 14 diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,75174138~8535351,83900990~4395120,126347256~6979786,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,190896480~6163654,198774663~12840301,211671580~4491027,224989123~13466554,257361658~800807,266306990~2582110,294374170~9608881,305895199~3596379,310457745~7117501,333826634~5997094,367444653~2374944,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.884 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,75174138~8535351,83900990~4395120,126347256~6979786,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,190896480~6163654,198774663~12840301,211671580~4491027,224989123~13466554,257361658~800807,266306990~2582110,294374170~9608881,305895199~3596379,310457745~7117501,333826634~5997094,367444653~2374944,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.891 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,13477390~11780703,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,75174138~8535351,83900990~4395120,126347256~6979786,143505610~197634,145094446~9752039,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,188743680~8316454,198774663~12840301,211671580~4491027,223432439~15023238,257361658~800807,266306990~2582110,293601280~10381771,305895199~3596379,310457745~7117501,333826634~5997094,367444653~2374944,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.891 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 15 diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6602028,57249170~7616109,75174138~8535351,83900990~4395120,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6163654,198774663~12840301,211671580~4491027,224989123~13466554,257361658~800807,262018129~8179189,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,367444653~2374944,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.891 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6602028,57249170~7616109,75174138~8535351,83900990~4395120,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6163654,198774663~12840301,211671580~4491027,224989123~13466554,257361658~800807,262018129~8179189,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,367444653~2374944,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.900 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,13477390~11780703,26005305~6510734,33332533~9427201,48660052~6602028,57249170~7616109,75174138~8535351,83900990~4395120,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~8316454,198774663~12840301,211671580~4491027,223432439~15023238,257361658~800807,262018129~8179189,293601280~10381771,305895199~3596379,310457745~9059961,333826634~5997094,367444653~2374944,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.900 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 16 diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~11195343,75174138~8535351,83900990~4395120,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6854737,198774663~12840301,211671580~4491027,224989123~13466554,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,351706742~3591492,367444653~2374944,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.900 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~11195343,75174138~8535351,83900990~4395120,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6854737,198774663~12840301,211671580~4491027,224989123~13466554,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~9059961,333826634~5997094,351706742~3591492,367444653~2374944,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.904 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,13477390~11780703,26005305~6510734,33332533~10506328,48660052~6602028,57249170~11195343,75174138~8535351,83900990~4395120,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~9007537,198774663~12840301,211671580~4491027,223432439~15023238,253645267~7282398,262018129~8179189,286027388~5790230,293601280~10381771,305895199~3596379,310457745~9059961,333826634~5997094,351706742~3591492,367444653~2374944,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.904 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 17 diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~11195343,75174138~13121972,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6854737,198774663~12840301,211671580~4491027,219298878~19156799,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~13987659,333826634~5997094,351706742~3591492,367444653~2374944,377912725~20580377,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.904 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~11195343,75174138~13121972,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,190896480~6854737,198774663~12840301,211671580~4491027,219298878~19156799,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,294374170~9608881,305895199~3596379,310457745~13987659,333826634~5997094,351706742~3591492,367444653~2374944,377912725~20580377,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.910 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,13477390~11780703,26005305~6510734,33332533~10506328,48660052~6602028,57249170~11195343,75174138~13121972,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,181732077~28628,188743680~9007537,198774663~12840301,211671580~4491027,219298878~19156799,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,293601280~10381771,305895199~3596379,310457745~13987659,333826634~5997094,351706742~3591492,367444653~2374944,377912725~20580377,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.911 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 18 diff [281824~7610380,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12840301,211671580~4491027,219298878~19156799,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,294374170~9608881,305895199~3596379,310457745~14791983,333826634~5997094,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.911 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12840301,211671580~4491027,219298878~19156799,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,294374170~9608881,305895199~3596379,310457745~14791983,333826634~5997094,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.917 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,8582893~1755547,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12840301,211671580~4491027,219298878~19156799,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.917 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 19 diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.917 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.923 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.923 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 11 diff [15883434~6374883,26005305~6510734,48660052~6328165,79251719~1097279,143505610~197634,229867141~7228535,257361658~800807,266306990~2582110,391757263~930726,398866661~3898596] 2024-09-13T01:04:43.924 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [15883434~6374883,26005305~6510734,48660052~6328165,79251719~1097279,143505610~197634,229867141~7228535,257361658~800807,266306990~2582110,391757263~930726,398866661~3898596] 2024-09-13T01:04:43.929 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [13477390~8780927,26005305~6510734,48660052~6328165,79251719~1097279,143505610~197634,229867141~7228535,257361658~800807,266306990~2582110,390924346~1763643,398866661~3898596] 2024-09-13T01:04:43.929 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 12 diff [15883434~9374659,26005305~6510734,48660052~6328165,79251719~1097279,126347256~6979786,143505610~197634,148501161~6345324,155808116~1423320,158759369~3768358,169819394~8041816,198774663~12840301,229867141~7228535,257361658~800807,266306990~2582110,311820745~3233943,377912725~6021691,391757263~930726,398866661~3898596] 2024-09-13T01:04:43.929 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [15883434~9374659,26005305~6510734,48660052~6328165,79251719~1097279,126347256~6979786,143505610~197634,148501161~6345324,155808116~1423320,158759369~3768358,169819394~8041816,198774663~12840301,229867141~7228535,257361658~800807,266306990~2582110,311820745~3233943,377912725~6021691,391757263~930726,398866661~3898596] 2024-09-13T01:04:43.936 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [13477390~11780703,26005305~6510734,48660052~6328165,79251719~1097279,126347256~6979786,143505610~197634,148501161~6345324,155808116~1423320,158759369~3768358,169819394~8041816,198774663~12840301,229867141~7228535,257361658~800807,266306990~2582110,311820745~3233943,377912725~6021691,390924346~1763643,398866661~3898596] 2024-09-13T01:04:43.936 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 13 diff [15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,75613865~8095624,126347256~6979786,143505610~197634,148501161~6345324,155808116~1423320,158759369~8386084,169819394~8041816,198774663~12840301,211671580~4491027,224989123~12106553,257361658~800807,266306990~2582110,311820745~3233943,377912725~6021691,390322771~8170331,398866661~3898596] 2024-09-13T01:04:43.936 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,75613865~8095624,126347256~6979786,143505610~197634,148501161~6345324,155808116~1423320,158759369~8386084,169819394~8041816,198774663~12840301,211671580~4491027,224989123~12106553,257361658~800807,266306990~2582110,311820745~3233943,377912725~6021691,390322771~8170331,398866661~3898596] 2024-09-13T01:04:43.942 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [13477390~11780703,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,75613865~8095624,126347256~6979786,143505610~197634,148501161~6345324,155808116~1423320,158759369~8386084,169819394~8041816,198774663~12840301,211671580~4491027,224989123~12106553,257361658~800807,266306990~2582110,311820745~3233943,377912725~6021691,390322771~8170331,398866661~3898596] 2024-09-13T01:04:43.942 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 14 diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,75613865~8095624,126347256~6979786,143505610~197634,148501161~6345324,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,198774663~12840301,211671580~4491027,224989123~13466554,257361658~800807,266306990~2582110,297645957~6337094,310457745~7117501,333826634~5997094,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.942 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,75613865~8095624,126347256~6979786,143505610~197634,148501161~6345324,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,198774663~12840301,211671580~4491027,224989123~13466554,257361658~800807,266306990~2582110,297645957~6337094,310457745~7117501,333826634~5997094,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.948 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,13477390~11780703,26005305~6510734,33332533~9427201,48660052~6328165,57249170~7616109,75613865~8095624,126347256~6979786,143505610~197634,148501161~6345324,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,198774663~12840301,211671580~4491027,224989123~13466554,257361658~800807,266306990~2582110,297645957~6337094,310457745~7117501,333826634~5997094,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.949 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 15 diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6602028,57249170~7616109,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,198774663~12840301,211671580~4491027,224989123~13466554,257361658~800807,262018129~8179189,297645957~6337094,310457745~9059961,333826634~5997094,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.949 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~9427201,48660052~6602028,57249170~7616109,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,198774663~12840301,211671580~4491027,224989123~13466554,257361658~800807,262018129~8179189,297645957~6337094,310457745~9059961,333826634~5997094,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.955 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,13477390~11780703,26005305~6510734,33332533~9427201,48660052~6602028,57249170~7616109,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,198774663~12840301,211671580~4491027,224989123~13466554,257361658~800807,262018129~8179189,297645957~6337094,310457745~9059961,333826634~5997094,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.955 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 16 diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~11195343,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,192809864~4941353,198774663~12840301,211671580~4491027,224989123~13466554,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,310457745~9059961,333826634~5997094,351706742~3591492,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.955 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~11195343,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,192809864~4941353,198774663~12840301,211671580~4491027,224989123~13466554,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,310457745~9059961,333826634~5997094,351706742~3591492,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.961 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,13477390~11780703,26005305~6510734,33332533~10506328,48660052~6602028,57249170~11195343,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,192809864~4941353,198774663~12840301,211671580~4491027,224989123~13466554,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,310457745~9059961,333826634~5997094,351706742~3591492,377912725~20580377,398866661~3898596] 2024-09-13T01:04:43.961 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 17 diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~11195343,75613865~10256514,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,192809864~4941353,198774663~12840301,211671580~4491027,219298878~19156799,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,307505832~304844,310457745~13987659,333826634~5997094,351706742~3591492,377912725~20580377,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.961 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~6602028,57249170~11195343,75613865~10256514,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,192809864~4941353,198774663~12840301,211671580~4491027,219298878~19156799,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,307505832~304844,310457745~13987659,333826634~5997094,351706742~3591492,377912725~20580377,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.967 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,13477390~11780703,26005305~6510734,33332533~10506328,48660052~6602028,57249170~11195343,75613865~10256514,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,192809864~4941353,198774663~12840301,211671580~4491027,219298878~19156799,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,307505832~304844,310457745~13987659,333826634~5997094,351706742~3591492,377912725~20580377,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.967 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 18 diff [281824~7610380,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12840301,211671580~4491027,219298878~19156799,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~7801120,307505832~304844,310457745~14791983,333826634~5997094,351706742~3591492,373794289~24698813,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.968 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,8582893~1755547,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12840301,211671580~4491027,219298878~19156799,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~7801120,307505832~304844,310457745~14791983,333826634~5997094,351706742~3591492,373794289~24698813,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.974 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,8582893~1755547,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12840301,211671580~4491027,219298878~19156799,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~7801120,307505832~304844,310457745~14791983,333826634~5997094,351706742~3591492,373794289~24698813,398866661~3898596,406051998~7669650] 2024-09-13T01:04:43.974 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 19 diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.974 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.980 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:43.980 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 12 diff [22139190~3118903,126347256~6979786,148501161~6345324,155808116~1423320,158759369~3768358,169819394~8041816,198774663~12840301,311820745~3233943,377912725~6021691] 2024-09-13T01:04:43.980 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [22139190~3118903,126347256~6979786,148501161~6345324,155808116~1423320,158759369~3768358,169819394~8041816,198774663~12840301,311820745~3233943,377912725~6021691] 2024-09-13T01:04:43.987 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [22139190~3118903,126347256~6979786,148501161~6345324,155808116~1423320,158759369~3768358,169819394~8041816,198774663~12840301,311820745~3233943,377912725~6021691] 2024-09-13T01:04:43.987 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 13 diff [22139190~3118903,33332533~9427201,57249170~7616109,75613865~8095624,126347256~6979786,148501161~6345324,155808116~1423320,158759369~8386084,169819394~8041816,198774663~12840301,211671580~4491027,224989123~5865535,311820745~3233943,377912725~6021691,390322771~8170331] 2024-09-13T01:04:43.987 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [22139190~3118903,33332533~9427201,57249170~7616109,75613865~8095624,126347256~6979786,148501161~6345324,155808116~1423320,158759369~8386084,169819394~8041816,198774663~12840301,211671580~4491027,224989123~5865535,311820745~3233943,377912725~6021691,390322771~8170331] 2024-09-13T01:04:43.994 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [22139190~3118903,33332533~9427201,57249170~7616109,75613865~8095624,126347256~6979786,148501161~6345324,155808116~1423320,158759369~8386084,169819394~8041816,198774663~12840301,211671580~4491027,224989123~5865535,311820745~3233943,377912725~6021691,390322771~8170331] 2024-09-13T01:04:43.994 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 14 diff [5445111~58687,8582893~1755547,22139190~3118903,33332533~9427201,57249170~7616109,75613865~8095624,126347256~6979786,148501161~6345324,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,198774663~12840301,211671580~4491027,224989123~5865535,230946646~7509031,297645957~6337094,310457745~7117501,333826634~5997094,377912725~20580377] 2024-09-13T01:04:43.994 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,22139190~3118903,33332533~9427201,57249170~7616109,75613865~8095624,126347256~6979786,148501161~6345324,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,198774663~12840301,211671580~4491027,224989123~5865535,230946646~7509031,297645957~6337094,310457745~7117501,333826634~5997094,377912725~20580377] 2024-09-13T01:04:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,22139190~3118903,33332533~9427201,57249170~7616109,75613865~8095624,126347256~6979786,148501161~6345324,155808116~1423320,158759369~8386084,169819394~8041816,181732077~28628,198774663~12840301,211671580~4491027,224989123~5865535,230946646~7509031,297645957~6337094,310457745~7117501,333826634~5997094,377912725~20580377] 2024-09-13T01:04:44.000 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 15 diff [5445111~58687,8582893~1755547,22139190~3118903,33332533~9427201,54705708~556372,57249170~7616109,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,198774663~12840301,211671580~4491027,224989123~5865535,230946646~7509031,262018129~8179189,297645957~6337094,310457745~9059961,333826634~5997094,377912725~20580377] 2024-09-13T01:04:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,22139190~3118903,33332533~9427201,54705708~556372,57249170~7616109,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,198774663~12840301,211671580~4491027,224989123~5865535,230946646~7509031,262018129~8179189,297645957~6337094,310457745~9059961,333826634~5997094,377912725~20580377] 2024-09-13T01:04:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,22139190~3118903,33332533~9427201,54705708~556372,57249170~7616109,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,198774663~12840301,211671580~4491027,224989123~5865535,230946646~7509031,262018129~8179189,297645957~6337094,310457745~9059961,333826634~5997094,377912725~20580377] 2024-09-13T01:04:44.006 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 16 diff [5445111~58687,8582893~1755547,22139190~3118903,33332533~10506328,54705708~556372,57249170~11195343,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,192809864~4941353,198774663~12840301,211671580~4491027,224989123~5865535,230946646~7509031,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,310457745~9059961,333826634~5997094,351706742~3591492,377912725~20580377] 2024-09-13T01:04:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,22139190~3118903,33332533~10506328,54705708~556372,57249170~11195343,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,192809864~4941353,198774663~12840301,211671580~4491027,224989123~5865535,230946646~7509031,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,310457745~9059961,333826634~5997094,351706742~3591492,377912725~20580377] 2024-09-13T01:04:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,22139190~3118903,33332533~10506328,54705708~556372,57249170~11195343,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,192809864~4941353,198774663~12840301,211671580~4491027,224989123~5865535,230946646~7509031,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,310457745~9059961,333826634~5997094,351706742~3591492,377912725~20580377] 2024-09-13T01:04:44.013 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 17 diff [5445111~58687,8582893~1755547,18954155~6303938,29549563~272254,33332533~10506328,53113243~1004155,54705708~556372,57249170~11195343,75613865~10256514,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,192809864~4941353,198774663~12840301,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,307505832~304844,310457745~13987659,333826634~5997094,351706742~3591492,377912725~20580377,406051998~7669650] 2024-09-13T01:04:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,18954155~6303938,29549563~272254,33332533~10506328,53113243~1004155,54705708~556372,57249170~11195343,75613865~10256514,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,192809864~4941353,198774663~12840301,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,307505832~304844,310457745~13987659,333826634~5997094,351706742~3591492,377912725~20580377,406051998~7669650] 2024-09-13T01:04:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,18954155~6303938,29549563~272254,33332533~10506328,53113243~1004155,54705708~556372,57249170~11195343,75613865~10256514,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,181732077~28628,192809864~4941353,198774663~12840301,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,307505832~304844,310457745~13987659,333826634~5997094,351706742~3591492,377912725~20580377,406051998~7669650] 2024-09-13T01:04:44.019 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 18 diff [281824~7610380,8582893~1755547,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12840301,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~7801120,307505832~304844,310457745~14791983,333826634~5997094,351706742~3591492,373794289~24698813,406051998~7669650] 2024-09-13T01:04:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,8582893~1755547,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12840301,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~7801120,307505832~304844,310457745~14791983,333826634~5997094,351706742~3591492,373794289~24698813,406051998~7669650] 2024-09-13T01:04:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,8582893~1755547,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12840301,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~7801120,307505832~304844,310457745~14791983,333826634~5997094,351706742~3591492,373794289~24698813,406051998~7669650] 2024-09-13T01:04:44.025 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 19 diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:44.031 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 13 diff [33332533~9427201,57249170~7616109,75613865~8095624,130900517~412876,159500604~7644849,211671580~4491027,224989123~5865535,390322771~8170331] 2024-09-13T01:04:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [33332533~9427201,57249170~7616109,75613865~8095624,130900517~412876,159500604~7644849,211671580~4491027,224989123~5865535,390322771~8170331] 2024-09-13T01:04:44.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:43 smithi053 bash[67631]: cluster 2024-09-13T01:04:42.771384+0000 mon.a (mon.0) 3621 : cluster [DBG] osdmap e1913: 8 total, 8 up, 8 in 2024-09-13T01:04:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:43 smithi053 bash[67631]: cluster 2024-09-13T01:04:42.808996+0000 mgr.y (mgr.34107) 1858 : cluster [DBG] pgmap v3324: 137 pgs: 137 active+clean; 843 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 106 KiB/s rd, 29 MiB/s wr, 185 op/s 2024-09-13T01:04:44.038 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [33332533~9427201,57249170~7616109,75613865~8095624,130900517~412876,159500604~7644849,211671580~4491027,224989123~5865535,390322771~8170331] 2024-09-13T01:04:44.038 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 14 diff [5445111~58687,8582893~1755547,33332533~9427201,57249170~7616109,75613865~8095624,130900517~412876,159500604~7644849,181732077~28628,200673367~3422051,211671580~4491027,224989123~5865535,230946646~7509031,297645957~6337094,310457745~7117501,333826634~5997094,382822977~15670125] 2024-09-13T01:04:44.038 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,33332533~9427201,57249170~7616109,75613865~8095624,130900517~412876,159500604~7644849,181732077~28628,200673367~3422051,211671580~4491027,224989123~5865535,230946646~7509031,297645957~6337094,310457745~7117501,333826634~5997094,382822977~15670125] 2024-09-13T01:04:44.044 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,33332533~9427201,57249170~7616109,75613865~8095624,130900517~412876,159500604~7644849,181732077~28628,200673367~3422051,211671580~4491027,224989123~5865535,230946646~7509031,297645957~6337094,310457745~7117501,333826634~5997094,382822977~15670125] 2024-09-13T01:04:44.044 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 15 diff [5445111~58687,8582893~1755547,33332533~9427201,54705708~556372,57249170~7616109,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,181732077~28628,200673367~3422051,211671580~4491027,224989123~5865535,230946646~7509031,262018129~8179189,297645957~6337094,310457745~9059961,333826634~5997094,382822977~15670125] 2024-09-13T01:04:44.044 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,33332533~9427201,54705708~556372,57249170~7616109,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,181732077~28628,200673367~3422051,211671580~4491027,224989123~5865535,230946646~7509031,262018129~8179189,297645957~6337094,310457745~9059961,333826634~5997094,382822977~15670125] 2024-09-13T01:04:44.051 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,33332533~9427201,54705708~556372,57249170~7616109,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,181732077~28628,200673367~3422051,211671580~4491027,224989123~5865535,230946646~7509031,262018129~8179189,297645957~6337094,310457745~9059961,333826634~5997094,382822977~15670125] 2024-09-13T01:04:44.051 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 16 diff [5445111~58687,8582893~1755547,33332533~10506328,54705708~556372,57249170~11195343,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,181732077~28628,192809864~4941353,200673367~3422051,211671580~4491027,224989123~5865535,230946646~7509031,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,310457745~9059961,333826634~5997094,351706742~3591492,379449296~427968,382822977~15670125] 2024-09-13T01:04:44.051 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,33332533~10506328,54705708~556372,57249170~11195343,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,181732077~28628,192809864~4941353,200673367~3422051,211671580~4491027,224989123~5865535,230946646~7509031,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,310457745~9059961,333826634~5997094,351706742~3591492,379449296~427968,382822977~15670125] 2024-09-13T01:04:44.057 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,33332533~10506328,54705708~556372,57249170~11195343,75613865~8095624,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,181732077~28628,192809864~4941353,200673367~3422051,211671580~4491027,224989123~5865535,230946646~7509031,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,310457745~9059961,333826634~5997094,351706742~3591492,379449296~427968,382822977~15670125] 2024-09-13T01:04:44.057 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 17 diff [5445111~58687,8582893~1755547,18954155~4712925,29549563~272254,33332533~10506328,53113243~1004155,54705708~556372,57249170~11195343,75613865~10256514,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,181732077~28628,192809864~4941353,200673367~3422051,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,307505832~304844,310457745~13987659,333826634~5997094,351706742~3591492,379449296~427968,382822977~15670125,406051998~7669650] 2024-09-13T01:04:44.058 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,18954155~4712925,29549563~272254,33332533~10506328,53113243~1004155,54705708~556372,57249170~11195343,75613865~10256514,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,181732077~28628,192809864~4941353,200673367~3422051,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,307505832~304844,310457745~13987659,333826634~5997094,351706742~3591492,379449296~427968,382822977~15670125,406051998~7669650] 2024-09-13T01:04:44.063 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,18954155~4712925,29549563~272254,33332533~10506328,53113243~1004155,54705708~556372,57249170~11195343,75613865~10256514,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,181732077~28628,192809864~4941353,200673367~3422051,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,307505832~304844,310457745~13987659,333826634~5997094,351706742~3591492,379449296~427968,382822977~15670125,406051998~7669650] 2024-09-13T01:04:44.063 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 18 diff [281824~7610380,8582893~1755547,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2010514,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~7801120,307505832~304844,310457745~14791983,333826634~5997094,351706742~3591492,373794289~6256268,382822977~15670125,406051998~7669650] 2024-09-13T01:04:44.063 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,8582893~1755547,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2010514,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~7801120,307505832~304844,310457745~14791983,333826634~5997094,351706742~3591492,373794289~6256268,382822977~15670125,406051998~7669650] 2024-09-13T01:04:44.069 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,8582893~1755547,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2010514,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~7801120,307505832~304844,310457745~14791983,333826634~5997094,351706742~3591492,373794289~6256268,382822977~15670125,406051998~7669650] 2024-09-13T01:04:44.069 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 19 diff [281824~10056616,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:44.069 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:44.076 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:44.076 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 14 diff [5445111~58687,8582893~1755547,181732077~28628,200673367~3422051,230946646~7509031,297645957~6337094,310457745~7117501,333826634~5997094,382822977~8118073] 2024-09-13T01:04:44.076 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,181732077~28628,200673367~3422051,230946646~7509031,297645957~6337094,310457745~7117501,333826634~5997094,382822977~8118073] 2024-09-13T01:04:44.082 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,181732077~28628,200673367~3422051,230946646~7509031,297645957~6337094,310457745~7117501,333826634~5997094,382822977~8118073] 2024-09-13T01:04:44.082 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 15 diff [5445111~58687,8582893~1755547,54705708~556372,80681662~1585960,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,181732077~28628,200673367~3422051,230946646~7509031,262018129~8179189,297645957~6337094,310457745~9059961,333826634~5997094,382822977~8118073] 2024-09-13T01:04:44.082 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,54705708~556372,80681662~1585960,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,181732077~28628,200673367~3422051,230946646~7509031,262018129~8179189,297645957~6337094,310457745~9059961,333826634~5997094,382822977~8118073] 2024-09-13T01:04:44.088 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,54705708~556372,80681662~1585960,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,181732077~28628,200673367~3422051,230946646~7509031,262018129~8179189,297645957~6337094,310457745~9059961,333826634~5997094,382822977~8118073] 2024-09-13T01:04:44.088 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 16 diff [5445111~58687,8582893~1755547,36760783~7078078,54705708~556372,62613238~5831275,80681662~1585960,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,181732077~28628,192809864~4941353,200673367~3422051,230946646~7509031,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,310457745~9059961,333826634~5997094,351706742~3591492,379449296~427968,382822977~8118073,394752455~428351] 2024-09-13T01:04:44.088 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,36760783~7078078,54705708~556372,62613238~5831275,80681662~1585960,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,181732077~28628,192809864~4941353,200673367~3422051,230946646~7509031,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,310457745~9059961,333826634~5997094,351706742~3591492,379449296~427968,382822977~8118073,394752455~428351] 2024-09-13T01:04:44.094 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,36760783~7078078,54705708~556372,62613238~5831275,80681662~1585960,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,181732077~28628,192809864~4941353,200673367~3422051,230946646~7509031,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,310457745~9059961,333826634~5997094,351706742~3591492,379449296~427968,382822977~8118073,394752455~428351] 2024-09-13T01:04:44.094 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 17 diff [5445111~58687,8582893~1755547,18954155~4712925,29549563~272254,36760783~7078078,53113243~1004155,54705708~556372,62613238~5831275,80681662~1585960,83654467~2215912,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,181732077~28628,192809864~4941353,200673367~3422051,219298878~7718095,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,307505832~304844,310457745~13987659,333826634~5997094,351706742~3591492,379449296~427968,382822977~8118073,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.094 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [5445111~58687,8582893~1755547,18954155~4712925,29549563~272254,36760783~7078078,53113243~1004155,54705708~556372,62613238~5831275,80681662~1585960,83654467~2215912,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,181732077~28628,192809864~4941353,200673367~3422051,219298878~7718095,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,307505832~304844,310457745~13987659,333826634~5997094,351706742~3591492,379449296~427968,382822977~8118073,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.100 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [5445111~58687,8582893~1755547,18954155~4712925,29549563~272254,36760783~7078078,53113243~1004155,54705708~556372,62613238~5831275,80681662~1585960,83654467~2215912,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,181732077~28628,192809864~4941353,200673367~3422051,219298878~7718095,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~7801120,307505832~304844,310457745~13987659,333826634~5997094,351706742~3591492,379449296~427968,382822977~8118073,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.100 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 18 diff [281824~7610380,8582893~1755547,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2010514,219298878~7718095,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~7801120,307505832~304844,310457745~14791983,333826634~5997094,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.100 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,8582893~1755547,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2010514,219298878~7718095,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~7801120,307505832~304844,310457745~14791983,333826634~5997094,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.108 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,8582893~1755547,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2010514,219298878~7718095,230946646~7509031,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~7801120,307505832~304844,310457745~14791983,333826634~5997094,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.108 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 19 diff [281824~10056616,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.108 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.113 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.113 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 15 diff [9004219~960558,54705708~556372,80681662~1585960,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,262018129~8179189,314899856~4617850] 2024-09-13T01:04:44.113 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [9004219~960558,54705708~556372,80681662~1585960,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,262018129~8179189,314899856~4617850] 2024-09-13T01:04:44.119 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [9004219~960558,54705708~556372,80681662~1585960,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,262018129~8179189,314899856~4617850] 2024-09-13T01:04:44.119 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 16 diff [9004219~960558,36760783~7078078,54705708~556372,62613238~5831275,80681662~1585960,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,192809864~4941353,253645267~7282398,262018129~8179189,286027388~5790230,296181931~6655543,314899856~4617850,351706742~3591492,379449296~427968,394752455~428351] 2024-09-13T01:04:44.119 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [9004219~960558,36760783~7078078,54705708~556372,62613238~5831275,80681662~1585960,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,192809864~4941353,253645267~7282398,262018129~8179189,286027388~5790230,296181931~6655543,314899856~4617850,351706742~3591492,379449296~427968,394752455~428351] 2024-09-13T01:04:44.126 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [9004219~960558,36760783~7078078,54705708~556372,62613238~5831275,80681662~1585960,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,192809864~4941353,253645267~7282398,262018129~8179189,286027388~5790230,296181931~6655543,314899856~4617850,351706742~3591492,379449296~427968,394752455~428351] 2024-09-13T01:04:44.126 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 17 diff [9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~1004155,54705708~556372,62613238~5831275,80681662~1585960,83654467~2215912,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,192809864~4941353,219298878~7718095,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~6655543,307505832~304844,314899856~9545548,351706742~3591492,379449296~427968,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.126 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~1004155,54705708~556372,62613238~5831275,80681662~1585960,83654467~2215912,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,192809864~4941353,219298878~7718095,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~6655543,307505832~304844,314899856~9545548,351706742~3591492,379449296~427968,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.132 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~1004155,54705708~556372,62613238~5831275,80681662~1585960,83654467~2215912,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,192809864~4941353,219298878~7718095,246907279~4315284,253645267~7282398,262018129~8179189,286027388~5790230,296181931~6655543,307505832~304844,314899856~9545548,351706742~3591492,379449296~427968,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.132 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 18 diff [281824~7610380,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2010514,219298878~7718095,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~6655543,307505832~304844,314899856~10349872,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.132 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2010514,219298878~7718095,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~6655543,307505832~304844,314899856~10349872,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.138 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2010514,219298878~7718095,246907279~4315284,253645267~7282398,262018129~8179189,275888994~8023761,286027388~5790230,296181931~6655543,307505832~304844,314899856~10349872,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.138 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 19 diff [281824~8385472,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.138 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~8385472,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.143 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8667296,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.144 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 16 diff [36760783~7078078,62613238~5831275,192809864~4941353,253645267~7282398,286027388~5790230,296181931~6655543,351706742~3591492,379449296~427968,394752455~428351] 2024-09-13T01:04:44.144 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [36760783~7078078,62613238~5831275,192809864~4941353,253645267~7282398,286027388~5790230,296181931~6655543,351706742~3591492,379449296~427968,394752455~428351] 2024-09-13T01:04:44.150 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [36760783~7078078,62613238~5831275,192809864~4941353,253645267~7282398,286027388~5790230,296181931~6655543,351706742~3591492,379449296~427968,394752455~428351] 2024-09-13T01:04:44.150 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 17 diff [18954155~4712925,29549563~272254,36760783~7078078,53113243~1004155,62613238~5831275,83654467~2215912,171931666~1268417,192809864~4941353,219298878~7718095,246907279~4315284,253645267~7282398,286027388~5790230,296181931~6655543,307505832~304844,316983514~7461890,351706742~3591492,379449296~427968,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.151 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [18954155~4712925,29549563~272254,36760783~7078078,53113243~1004155,62613238~5831275,83654467~2215912,171931666~1268417,192809864~4941353,219298878~7718095,246907279~4315284,253645267~7282398,286027388~5790230,296181931~6655543,307505832~304844,316983514~7461890,351706742~3591492,379449296~427968,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.157 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [18954155~4712925,29549563~272254,36760783~7078078,53113243~1004155,62613238~5831275,83654467~2215912,171931666~1268417,192809864~4941353,219298878~7718095,246907279~4315284,253645267~7282398,286027388~5790230,296181931~6655543,307505832~304844,316983514~7461890,351706742~3591492,379449296~427968,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.157 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 18 diff [281824~7610380,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2010514,219298878~7718095,246907279~4315284,253645267~7282398,275888994~8023761,286027388~5790230,296181931~6655543,307505832~304844,316983514~8266214,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.157 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2010514,219298878~7718095,246907279~4315284,253645267~7282398,275888994~8023761,286027388~5790230,296181931~6655543,307505832~304844,316983514~8266214,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:43 smithi032 bash[75510]: cluster 2024-09-13T01:04:42.771384+0000 mon.a (mon.0) 3621 : cluster [DBG] osdmap e1913: 8 total, 8 up, 8 in 2024-09-13T01:04:44.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:43 smithi032 bash[75510]: cluster 2024-09-13T01:04:42.808996+0000 mgr.y (mgr.34107) 1858 : cluster [DBG] pgmap v3324: 137 pgs: 137 active+clean; 843 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 106 KiB/s rd, 29 MiB/s wr, 185 op/s 2024-09-13T01:04:44.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:43 smithi032 bash[76677]: cluster 2024-09-13T01:04:42.771384+0000 mon.a (mon.0) 3621 : cluster [DBG] osdmap e1913: 8 total, 8 up, 8 in 2024-09-13T01:04:44.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:43 smithi032 bash[76677]: cluster 2024-09-13T01:04:42.808996+0000 mgr.y (mgr.34107) 1858 : cluster [DBG] pgmap v3324: 137 pgs: 137 active+clean; 843 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 106 KiB/s rd, 29 MiB/s wr, 185 op/s 2024-09-13T01:04:44.163 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2010514,219298878~7718095,246907279~4315284,253645267~7282398,275888994~8023761,286027388~5790230,296181931~6655543,307505832~304844,316983514~8266214,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,406051998~7669650] 2024-09-13T01:04:44.163 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 19 diff [281824~8385472,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,269576062~85231,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,316983514~8266214,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.164 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~8385472,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,269576062~85231,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,316983514~8266214,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.169 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8667296,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,269576062~85231,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,316983514~8266214,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.169 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to 17 diff [18954155~4712925,29549563~272254,53113243~1004155,83654467~2215912,171931666~1268417,219298878~7718095,246907279~4315284,307505832~304844,316983514~7461890,406051998~7669650] 2024-09-13T01:04:44.170 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [18954155~4712925,29549563~272254,53113243~1004155,83654467~2215912,171931666~1268417,219298878~7718095,246907279~4315284,307505832~304844,316983514~7461890,406051998~7669650] 2024-09-13T01:04:44.176 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [18954155~4712925,29549563~272254,53113243~1004155,83654467~2215912,171931666~1268417,219298878~7718095,246907279~4315284,307505832~304844,316983514~7461890,406051998~7669650] 2024-09-13T01:04:44.176 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to 18 diff [281824~7610380,18954155~4712925,29549563~272254,53113243~3151004,83654467~2215912,116441294~1113897,171931666~1268417,179744317~4781998,209429972~2010514,219298878~7718095,246907279~4315284,275888994~8023761,307505832~304844,316983514~8266214,373794289~6256268,384916948~178497,406051998~7669650] 2024-09-13T01:04:44.176 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,18954155~4712925,29549563~272254,53113243~3151004,83654467~2215912,116441294~1113897,171931666~1268417,179744317~4781998,209429972~2010514,219298878~7718095,246907279~4315284,275888994~8023761,307505832~304844,316983514~8266214,373794289~6256268,384916948~178497,406051998~7669650] 2024-09-13T01:04:44.182 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,18954155~4712925,29549563~272254,53113243~3151004,83654467~2215912,116441294~1113897,171931666~1268417,179744317~4781998,209429972~2010514,219298878~7718095,246907279~4315284,275888994~8023761,307505832~304844,316983514~8266214,373794289~6256268,384916948~178497,406051998~7669650] 2024-09-13T01:04:44.182 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to 19 diff [281824~8385472,18954155~4712925,29549563~272254,40421775~363066,53113243~3151004,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,209429972~2193508,219298878~7718095,246907279~4315284,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,307505832~304844,316983514~8266214,348259587~2017007,373794289~6256268,384916948~178497,405754508~7967140] 2024-09-13T01:04:44.182 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~8385472,18954155~4712925,29549563~272254,40421775~363066,53113243~3151004,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,209429972~2193508,219298878~7718095,246907279~4315284,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,307505832~304844,316983514~8266214,348259587~2017007,373794289~6256268,384916948~178497,405754508~7967140] 2024-09-13T01:04:44.188 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8667296,18954155~4712925,29549563~272254,40421775~363066,53113243~3151004,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,209429972~2193508,219298878~7718095,246907279~4315284,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,307505832~304844,316983514~8266214,348259587~2017007,373794289~6256268,384916948~178497,405754508~7967140] 2024-09-13T01:04:44.188 INFO:tasks.workunit.client.0.smithi032.stdout:from 17 to 18 diff [281824~7610380,53529707~2734540,116441294~1113897,179744317~4781998,209429972~2010514,275888994~8023761,320732997~4516731,373794289~6256268,384916948~178497] 2024-09-13T01:04:44.188 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~7610380,53529707~2734540,116441294~1113897,179744317~4781998,209429972~2010514,275888994~8023761,320732997~4516731,373794289~6256268,384916948~178497] 2024-09-13T01:04:44.194 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~7892204,53529707~2734540,116441294~1113897,179744317~4781998,209429972~2010514,275888994~8023761,320732997~4516731,373794289~6256268,384916948~178497] 2024-09-13T01:04:44.194 INFO:tasks.workunit.client.0.smithi032.stdout:from 17 to 19 diff [281824~8385472,40421775~363066,53529707~2734540,100736337~2796944,116441294~1113897,179744317~4781998,209429972~2193508,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,320732997~4516731,348259587~2017007,373794289~6256268,384916948~178497,405754508~537463,408418941~1638806] 2024-09-13T01:04:44.194 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~8385472,40421775~363066,53529707~2734540,100736337~2796944,116441294~1113897,179744317~4781998,209429972~2193508,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,320732997~4516731,348259587~2017007,373794289~6256268,384916948~178497,405754508~537463,408418941~1638806] 2024-09-13T01:04:44.200 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8667296,40421775~363066,53529707~2734540,100736337~2796944,116441294~1113897,179744317~4781998,209429972~2193508,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,320732997~4516731,348259587~2017007,373794289~6256268,384916948~178497,405754508~537463,408418941~1638806] 2024-09-13T01:04:44.201 INFO:tasks.workunit.client.0.smithi032.stdout:from 18 to 19 diff [635313~8031983,40421775~363066,100736337~2796944,210811740~811740,252334928~2690393,269576062~85231,294256647~5518154,348259587~2017007,405754508~537463,408418941~1638806] 2024-09-13T01:04:44.201 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [635313~8031983,40421775~363066,100736337~2796944,210811740~811740,252334928~2690393,269576062~85231,294256647~5518154,348259587~2017007,405754508~537463,408418941~1638806] 2024-09-13T01:04:44.207 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [635313~8031983,40421775~363066,100736337~2796944,210811740~811740,252334928~2690393,269576062~85231,294256647~5518154,348259587~2017007,405754508~537463,408418941~1638806] 2024-09-13T01:04:44.787 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:44.787 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:44.837 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:44.837 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:44.837 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:44.852 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:44.852 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:44.852 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:44.866 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:44.866 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:44.866 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:44.878 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:44.878 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:44.878 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:44.890 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:44.890 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:44.890 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:44.901 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:44.901 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.901 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.911 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~32516039,33332533~10506328,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.911 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.911 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.920 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~25258093,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,92274688~3007108,100736337~2796944,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.920 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.920 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.928 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.929 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.929 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.937 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.937 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.937 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.944 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:44.944 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:44.945 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:44.952 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:44.952 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [281824~10056616,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:44.952 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:44.959 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:44.959 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [281824~10056616,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.959 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.966 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.966 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [281824~8385472,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.966 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~8385472,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.973 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8667296,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.973 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to HEAD diff [281824~8385472,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,269576062~85231,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,316983514~8266214,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.973 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~8385472,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,269576062~85231,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,316983514~8266214,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.979 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8667296,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,269576062~85231,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,316983514~8266214,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:44.979 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to HEAD diff [281824~8385472,18954155~4712925,29549563~272254,40421775~363066,53113243~3151004,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,209429972~2193508,219298878~7718095,246907279~4315284,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,307505832~304844,316983514~8266214,348259587~2017007,373794289~6256268,384916948~178497,405754508~7967140] 2024-09-13T01:04:44.979 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~8385472,18954155~4712925,29549563~272254,40421775~363066,53113243~3151004,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,209429972~2193508,219298878~7718095,246907279~4315284,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,307505832~304844,316983514~8266214,348259587~2017007,373794289~6256268,384916948~178497,405754508~7967140] 2024-09-13T01:04:44.986 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8667296,18954155~4712925,29549563~272254,40421775~363066,53113243~3151004,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,209429972~2193508,219298878~7718095,246907279~4315284,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,307505832~304844,316983514~8266214,348259587~2017007,373794289~6256268,384916948~178497,405754508~7967140] 2024-09-13T01:04:44.986 INFO:tasks.workunit.client.0.smithi032.stdout:from 17 to HEAD diff [281824~8385472,40421775~363066,53529707~2734540,100736337~2796944,116441294~1113897,179744317~4781998,209429972~2193508,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,320732997~4516731,348259587~2017007,373794289~6256268,384916948~178497,405754508~537463,408418941~1638806] 2024-09-13T01:04:44.986 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~8385472,40421775~363066,53529707~2734540,100736337~2796944,116441294~1113897,179744317~4781998,209429972~2193508,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,320732997~4516731,348259587~2017007,373794289~6256268,384916948~178497,405754508~537463,408418941~1638806] 2024-09-13T01:04:44.992 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8667296,40421775~363066,53529707~2734540,100736337~2796944,116441294~1113897,179744317~4781998,209429972~2193508,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,320732997~4516731,348259587~2017007,373794289~6256268,384916948~178497,405754508~537463,408418941~1638806] 2024-09-13T01:04:45.832 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:45.832 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:45.894 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:45.894 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:45.894 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:45.904 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:45.904 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:45.904 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:45.914 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:45.914 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:45.914 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:45.922 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:45.922 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:45.923 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:45.930 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:45.930 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:45.930 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:45.937 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:45.937 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.937 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.944 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~32516039,33332533~10506328,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.944 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.944 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.951 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~25258093,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,92274688~3007108,100736337~2796944,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.951 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.951 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.958 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.958 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.958 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.964 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.964 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.964 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.970 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:45.970 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:45.970 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:45.977 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:45.977 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [281824~10056616,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:45.977 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:45.985 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:45.985 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [281824~10056616,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:45.985 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:45.990 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:45.990 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [281824~8385472,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:45.990 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~8385472,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:45.997 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8667296,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:45.997 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to HEAD diff [281824~8385472,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,269576062~85231,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,316983514~8266214,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:45.997 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~8385472,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,269576062~85231,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,316983514~8266214,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:46.003 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8667296,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,269576062~85231,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,316983514~8266214,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:46.003 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to HEAD diff [281824~8385472,18954155~4712925,29549563~272254,40421775~363066,53113243~3151004,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,209429972~2193508,219298878~7718095,246907279~4315284,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,307505832~304844,316983514~8266214,348259587~2017007,373794289~6256268,384916948~178497,405754508~7967140] 2024-09-13T01:04:46.003 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~8385472,18954155~4712925,29549563~272254,40421775~363066,53113243~3151004,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,209429972~2193508,219298878~7718095,246907279~4315284,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,307505832~304844,316983514~8266214,348259587~2017007,373794289~6256268,384916948~178497,405754508~7967140] 2024-09-13T01:04:46.010 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8667296,18954155~4712925,29549563~272254,40421775~363066,53113243~3151004,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,209429972~2193508,219298878~7718095,246907279~4315284,252334928~2690393,269576062~85231,275888994~8023761,294256647~5518154,307505832~304844,316983514~8266214,348259587~2017007,373794289~6256268,384916948~178497,405754508~7967140] 2024-09-13T01:04:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:45 smithi053 bash[67631]: cluster 2024-09-13T01:04:44.779261+0000 mon.a (mon.0) 3622 : cluster [DBG] osdmap e1914: 8 total, 8 up, 8 in 2024-09-13T01:04:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:45 smithi053 bash[67631]: cluster 2024-09-13T01:04:44.809591+0000 mgr.y (mgr.34107) 1859 : cluster [DBG] pgmap v3326: 137 pgs: 137 active+clean; 896 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 246 KiB/s rd, 32 MiB/s wr, 1.10k op/s 2024-09-13T01:04:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:45 smithi032 bash[75510]: cluster 2024-09-13T01:04:44.779261+0000 mon.a (mon.0) 3622 : cluster [DBG] osdmap e1914: 8 total, 8 up, 8 in 2024-09-13T01:04:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:45 smithi032 bash[75510]: cluster 2024-09-13T01:04:44.809591+0000 mgr.y (mgr.34107) 1859 : cluster [DBG] pgmap v3326: 137 pgs: 137 active+clean; 896 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 246 KiB/s rd, 32 MiB/s wr, 1.10k op/s 2024-09-13T01:04:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:45 smithi032 bash[76677]: cluster 2024-09-13T01:04:44.779261+0000 mon.a (mon.0) 3622 : cluster [DBG] osdmap e1914: 8 total, 8 up, 8 in 2024-09-13T01:04:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:45 smithi032 bash[76677]: cluster 2024-09-13T01:04:44.809591+0000 mgr.y (mgr.34107) 1859 : cluster [DBG] pgmap v3326: 137 pgs: 137 active+clean; 896 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 246 KiB/s rd, 32 MiB/s wr, 1.10k op/s 2024-09-13T01:04:46.847 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:46.847 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:46.931 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:46.932 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:46.932 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:46.943 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:46.943 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:46.943 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:46.953 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:46.953 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:46.953 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:46.963 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:46.963 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:46.963 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:46.972 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:46.972 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:46.972 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:46.980 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:46.981 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:46.981 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:46.988 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~32516039,33332533~10506328,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:46.988 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:46.988 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:46.996 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~25258093,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,92274688~3007108,100736337~2796944,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:46.996 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:46.996 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.003 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.003 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.003 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.009 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.010 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.010 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.016 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.016 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:47.016 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:47.023 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:47.023 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [281824~10056616,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:47.023 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:47.030 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:47.030 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [281824~10056616,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:47.030 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:47.037 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:47.037 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [281824~8385472,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:47.037 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~8385472,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:47.043 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8667296,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:47.044 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to HEAD diff [281824~8385472,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,269576062~85231,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,316983514~8266214,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:47.044 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~8385472,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,269576062~85231,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,316983514~8266214,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:47.050 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8667296,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,83654467~2215912,100736337~2796944,116441294~1113897,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,269576062~85231,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,316983514~8266214,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:46 smithi032 bash[75510]: cluster 2024-09-13T01:04:45.781447+0000 mon.a (mon.0) 3623 : cluster [DBG] osdmap e1915: 8 total, 8 up, 8 in 2024-09-13T01:04:47.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:46 smithi032 bash[76677]: cluster 2024-09-13T01:04:45.781447+0000 mon.a (mon.0) 3623 : cluster [DBG] osdmap e1915: 8 total, 8 up, 8 in 2024-09-13T01:04:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:46 smithi053 bash[67631]: cluster 2024-09-13T01:04:45.781447+0000 mon.a (mon.0) 3623 : cluster [DBG] osdmap e1915: 8 total, 8 up, 8 in 2024-09-13T01:04:47.837 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:47.837 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:47.928 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:47.929 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:47.929 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:47.939 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:47.939 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:47.939 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:47.946 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:47.946 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:47.946 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:47.954 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:47.954 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:47.954 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:47.961 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:47.961 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:47.962 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:47.969 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:47.969 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.969 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.975 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~32516039,33332533~10506328,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.976 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.976 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.982 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~25258093,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,92274688~3007108,100736337~2796944,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.982 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.982 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.989 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.989 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.989 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.996 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.996 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:47.997 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:48.003 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:48.003 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:48.003 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:48.010 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:48.010 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [281824~10056616,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:48.010 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:48.017 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:48.017 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [281824~10056616,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:48.017 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:48.023 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:48.024 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [281824~8385472,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:48.024 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~8385472,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:48.029 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8667296,9004219~960558,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,209429972~2193508,219298878~7718095,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~8580827,307505832~304844,314899856~10349872,348259587~2017007,351706742~3591492,373794289~6256268,384916948~178497,394752455~428351,405754508~7967140] 2024-09-13T01:04:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:47 smithi032 bash[75510]: cluster 2024-09-13T01:04:46.810409+0000 mgr.y (mgr.34107) 1860 : cluster [DBG] pgmap v3329: 137 pgs: 137 active+clean; 913 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 150 KiB/s rd, 18 MiB/s wr, 1.82k op/s 2024-09-13T01:04:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:47 smithi032 bash[75510]: cluster 2024-09-13T01:04:46.814450+0000 mon.a (mon.0) 3624 : cluster [DBG] osdmap e1916: 8 total, 8 up, 8 in 2024-09-13T01:04:48.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:47 smithi032 bash[76677]: cluster 2024-09-13T01:04:46.810409+0000 mgr.y (mgr.34107) 1860 : cluster [DBG] pgmap v3329: 137 pgs: 137 active+clean; 913 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 150 KiB/s rd, 18 MiB/s wr, 1.82k op/s 2024-09-13T01:04:48.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:47 smithi032 bash[76677]: cluster 2024-09-13T01:04:46.814450+0000 mon.a (mon.0) 3624 : cluster [DBG] osdmap e1916: 8 total, 8 up, 8 in 2024-09-13T01:04:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:47 smithi053 bash[67631]: cluster 2024-09-13T01:04:46.810409+0000 mgr.y (mgr.34107) 1860 : cluster [DBG] pgmap v3329: 137 pgs: 137 active+clean; 913 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 150 KiB/s rd, 18 MiB/s wr, 1.82k op/s 2024-09-13T01:04:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:47 smithi053 bash[67631]: cluster 2024-09-13T01:04:46.814450+0000 mon.a (mon.0) 3624 : cluster [DBG] osdmap e1916: 8 total, 8 up, 8 in 2024-09-13T01:04:48.886 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:48.967 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:48.982 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:48.990 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:48.997 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:49.005 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:49.013 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~32516039,33332533~10506328,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.019 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~25258093,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,92274688~3007108,100736337~2796944,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.026 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.033 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.039 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:49.046 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:49.052 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [281824~10056616,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:49.059 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [281824~10056616,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~4712925,29549563~272254,36760783~7078078,53113243~3151004,62613238~5831275,80681662~1585960,83654467~2215912,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,219298878~7718095,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~8118073,394752455~428351,405754508~7967140] 2024-09-13T01:04:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:48 smithi032 bash[75510]: cluster 2024-09-13T01:04:47.816812+0000 mon.a (mon.0) 3625 : cluster [DBG] osdmap e1917: 8 total, 8 up, 8 in 2024-09-13T01:04:49.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:48 smithi032 bash[76677]: cluster 2024-09-13T01:04:47.816812+0000 mon.a (mon.0) 3625 : cluster [DBG] osdmap e1917: 8 total, 8 up, 8 in 2024-09-13T01:04:49.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:48 smithi053 bash[67631]: cluster 2024-09-13T01:04:47.816812+0000 mon.a (mon.0) 3625 : cluster [DBG] osdmap e1917: 8 total, 8 up, 8 in 2024-09-13T01:04:49.851 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:49.965 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:49.974 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:49.981 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:49.988 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:49.995 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:50.005 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~32516039,33332533~10506328,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.012 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~25258093,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,92274688~3007108,100736337~2796944,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.019 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.025 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.032 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:50.039 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:50.045 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [281824~10056616,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~4712925,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,151284361~5485176,159500604~7644849,171931666~1268417,179744317~4781998,192809864~4941353,200673367~3422051,209429972~2193508,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~6256268,382822977~15670125,405754508~7967140] 2024-09-13T01:04:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:49 smithi032 bash[75510]: cluster 2024-09-13T01:04:48.811426+0000 mgr.y (mgr.34107) 1861 : cluster [DBG] pgmap v3331: 137 pgs: 137 active+clean; 901 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 170 KiB/s rd, 4.2 MiB/s wr, 5.32k op/s 2024-09-13T01:04:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:49 smithi032 bash[75510]: cluster 2024-09-13T01:04:48.839453+0000 mon.a (mon.0) 3626 : cluster [DBG] osdmap e1918: 8 total, 8 up, 8 in 2024-09-13T01:04:50.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:49 smithi032 bash[76677]: cluster 2024-09-13T01:04:48.811426+0000 mgr.y (mgr.34107) 1861 : cluster [DBG] pgmap v3331: 137 pgs: 137 active+clean; 901 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 170 KiB/s rd, 4.2 MiB/s wr, 5.32k op/s 2024-09-13T01:04:50.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:49 smithi032 bash[76677]: cluster 2024-09-13T01:04:48.839453+0000 mon.a (mon.0) 3626 : cluster [DBG] osdmap e1918: 8 total, 8 up, 8 in 2024-09-13T01:04:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:49 smithi053 bash[67631]: cluster 2024-09-13T01:04:48.811426+0000 mgr.y (mgr.34107) 1861 : cluster [DBG] pgmap v3331: 137 pgs: 137 active+clean; 901 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 170 KiB/s rd, 4.2 MiB/s wr, 5.32k op/s 2024-09-13T01:04:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:49 smithi053 bash[67631]: cluster 2024-09-13T01:04:48.839453+0000 mon.a (mon.0) 3626 : cluster [DBG] osdmap e1918: 8 total, 8 up, 8 in 2024-09-13T01:04:50.906 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:50.995 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:51.010 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:51.023 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:51.030 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:51.037 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:51.043 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~32516039,33332533~10506328,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.050 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~25258093,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,92274688~3007108,100736337~2796944,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.057 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.063 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.069 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.076 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,18954155~6303938,29549563~272254,33332533~10506328,53113243~3151004,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~11555780,230946646~7509031,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,405754508~7967140] 2024-09-13T01:04:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:50 smithi032 bash[75510]: cluster 2024-09-13T01:04:49.840446+0000 mon.a (mon.0) 3627 : cluster [DBG] osdmap e1919: 8 total, 8 up, 8 in 2024-09-13T01:04:51.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:50 smithi032 bash[76677]: cluster 2024-09-13T01:04:49.840446+0000 mon.a (mon.0) 3627 : cluster [DBG] osdmap e1919: 8 total, 8 up, 8 in 2024-09-13T01:04:51.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:50 smithi053 bash[67631]: cluster 2024-09-13T01:04:49.840446+0000 mon.a (mon.0) 3627 : cluster [DBG] osdmap e1919: 8 total, 8 up, 8 in 2024-09-13T01:04:51.677 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:51.678 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:51.748 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:51.748 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:51.748 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:51.764 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:51.764 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:51.764 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:51.771 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:51.771 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:51.771 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:51.778 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:51.778 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:51.778 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:51.784 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:51.784 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:51.784 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:51.791 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:51.791 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.791 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.798 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~32516039,33332533~10506328,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.798 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.798 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.805 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~25258093,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,92274688~3007108,100736337~2796944,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.805 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.805 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.811 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.811 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.811 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.818 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.818 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.818 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:51.824 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75613865~10256514,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~2655381,148501161~8730275,158759369~8386084,169819394~8041816,179744317~4781998,192809864~4941353,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,307505832~304844,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:51 smithi032 bash[75510]: cluster 2024-09-13T01:04:50.812489+0000 mgr.y (mgr.34107) 1862 : cluster [DBG] pgmap v3334: 137 pgs: 137 active+clean; 894 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 163 KiB/s rd, 9.5 KiB/s wr, 4.78k op/s 2024-09-13T01:04:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:51 smithi032 bash[75510]: cluster 2024-09-13T01:04:50.861883+0000 mon.a (mon.0) 3628 : cluster [DBG] osdmap e1920: 8 total, 8 up, 8 in 2024-09-13T01:04:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:51 smithi032 bash[75510]: cluster 2024-09-13T01:04:51.614298+0000 mon.a (mon.0) 3629 : cluster [DBG] osdmap e1921: 8 total, 8 up, 8 in 2024-09-13T01:04:52.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:51 smithi032 bash[76677]: cluster 2024-09-13T01:04:50.812489+0000 mgr.y (mgr.34107) 1862 : cluster [DBG] pgmap v3334: 137 pgs: 137 active+clean; 894 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 163 KiB/s rd, 9.5 KiB/s wr, 4.78k op/s 2024-09-13T01:04:52.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:51 smithi032 bash[76677]: cluster 2024-09-13T01:04:50.861883+0000 mon.a (mon.0) 3628 : cluster [DBG] osdmap e1920: 8 total, 8 up, 8 in 2024-09-13T01:04:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:51 smithi032 bash[76677]: cluster 2024-09-13T01:04:51.614298+0000 mon.a (mon.0) 3629 : cluster [DBG] osdmap e1921: 8 total, 8 up, 8 in 2024-09-13T01:04:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:51 smithi053 bash[67631]: cluster 2024-09-13T01:04:50.812489+0000 mgr.y (mgr.34107) 1862 : cluster [DBG] pgmap v3334: 137 pgs: 137 active+clean; 894 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 163 KiB/s rd, 9.5 KiB/s wr, 4.78k op/s 2024-09-13T01:04:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:51 smithi053 bash[67631]: cluster 2024-09-13T01:04:50.861883+0000 mon.a (mon.0) 3628 : cluster [DBG] osdmap e1920: 8 total, 8 up, 8 in 2024-09-13T01:04:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:51 smithi053 bash[67631]: cluster 2024-09-13T01:04:51.614298+0000 mon.a (mon.0) 3629 : cluster [DBG] osdmap e1921: 8 total, 8 up, 8 in 2024-09-13T01:04:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:04:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:04:52] "GET /metrics HTTP/1.1" 200 36466 "" "Prometheus/2.43.0" 2024-09-13T01:04:52.673 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:52.673 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:52.745 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:52.745 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:52.745 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:52.759 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:52.759 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:52.759 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:52.766 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:52.766 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:52.766 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:52.772 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:52.772 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:52.772 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:52.779 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:52.779 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:52.779 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:52.785 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:52.786 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:52.786 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:04:52 smithi053 bash[94430]: ts=2024-09-13T01:04:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:04:52.792 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~32516039,33332533~10506328,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:52.792 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:52.792 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:52.798 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~25258093,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,92274688~3007108,100736337~2796944,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:52.798 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:52.798 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:52.804 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:52.804 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:52.804 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:52.810 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~11195343,75174138~13121972,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~4315284,252334928~8592737,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,367444653~2374944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:53.668 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:53.668 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:53.744 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:53.745 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:53.745 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:53.750 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:53.750 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:53.751 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:53.756 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:53.757 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:53.757 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:53.762 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:53.763 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:53.763 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:53.769 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:53.770 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:53.770 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:53.776 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:53.776 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:53.776 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:53.782 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~32516039,33332533~10506328,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:53.782 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:53.782 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:53.788 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~25258093,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,92274688~3007108,100736337~2796944,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:53.789 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:53.789 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~10056616,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:53.794 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~10338440,13477390~11780703,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,100736337~2796944,116441294~1113897,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,362890841~7227583,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:53 smithi032 bash[75510]: cluster 2024-09-13T01:04:52.617276+0000 mon.a (mon.0) 3630 : cluster [DBG] osdmap e1922: 8 total, 8 up, 8 in 2024-09-13T01:04:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:53 smithi032 bash[75510]: cluster 2024-09-13T01:04:52.813070+0000 mgr.y (mgr.34107) 1863 : cluster [DBG] pgmap v3338: 137 pgs: 137 active+clean; 860 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 1.13k op/s 2024-09-13T01:04:53.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:53 smithi032 bash[76677]: cluster 2024-09-13T01:04:52.617276+0000 mon.a (mon.0) 3630 : cluster [DBG] osdmap e1922: 8 total, 8 up, 8 in 2024-09-13T01:04:53.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:53 smithi032 bash[76677]: cluster 2024-09-13T01:04:52.813070+0000 mgr.y (mgr.34107) 1863 : cluster [DBG] pgmap v3338: 137 pgs: 137 active+clean; 860 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 1.13k op/s 2024-09-13T01:04:54.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:53 smithi053 bash[67631]: cluster 2024-09-13T01:04:52.617276+0000 mon.a (mon.0) 3630 : cluster [DBG] osdmap e1922: 8 total, 8 up, 8 in 2024-09-13T01:04:54.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:53 smithi053 bash[67631]: cluster 2024-09-13T01:04:52.813070+0000 mgr.y (mgr.34107) 1863 : cluster [DBG] pgmap v3338: 137 pgs: 137 active+clean; 860 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 1.13k op/s 2024-09-13T01:04:54.673 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:54.673 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:54.749 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:54.749 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:54.749 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:54.756 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:54.756 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:54.757 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:54.763 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:54.763 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:54.763 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:54.769 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:54.769 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:54.769 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:54.775 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:54.776 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:54.776 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:54.781 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:54.782 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:54.782 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:54.787 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~32516039,33332533~10506328,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:54.787 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:54.788 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~9374659,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~2796944,108331241~2162701,111926595~6827668,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~6854737,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:54.794 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~25258093,26005305~6510734,33332533~10506328,48660052~7604195,57249170~31046940,92274688~3007108,100736337~2796944,108197224~2296718,111926595~6827668,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~9007537,198774663~12848817,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:54 smithi032 bash[75510]: cluster 2024-09-13T01:04:53.626840+0000 mon.a (mon.0) 3631 : cluster [DBG] osdmap e1923: 8 total, 8 up, 8 in 2024-09-13T01:04:54.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:54 smithi032 bash[76677]: cluster 2024-09-13T01:04:53.626840+0000 mon.a (mon.0) 3631 : cluster [DBG] osdmap e1923: 8 total, 8 up, 8 in 2024-09-13T01:04:55.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:54 smithi053 bash[67631]: cluster 2024-09-13T01:04:53.626840+0000 mon.a (mon.0) 3631 : cluster [DBG] osdmap e1923: 8 total, 8 up, 8 in 2024-09-13T01:04:55.693 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:55.694 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:55.769 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:55.769 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:55.769 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:55.775 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:55.775 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:55.775 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:55.781 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:55.781 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:55.782 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:55.787 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:55.788 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:55.788 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:55.794 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:55.794 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:55.795 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:55.800 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:55.800 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:55.800 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~16632605,33332533~10506328,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~14132477,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373794289~24698813,398866661~3898596,405754508~7967140] 2024-09-13T01:04:55.806 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~32516039,33332533~10506328,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~14879557,138257722~1647122,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~2017007,351706742~3591492,358671480~11446944,373293056~25200046,398866661~3898596,405754508~7967140] 2024-09-13T01:04:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:55 smithi032 bash[75510]: cluster 2024-09-13T01:04:54.628710+0000 mon.a (mon.0) 3632 : cluster [DBG] osdmap e1924: 8 total, 8 up, 8 in 2024-09-13T01:04:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:55 smithi032 bash[75510]: cluster 2024-09-13T01:04:54.813588+0000 mgr.y (mgr.34107) 1864 : cluster [DBG] pgmap v3341: 137 pgs: 137 active+clean; 840 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 6.6 KiB/s wr, 1.52k op/s 2024-09-13T01:04:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:55 smithi032 bash[75510]: audit 2024-09-13T01:04:55.219922+0000 mon.a (mon.0) 3633 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:04:55.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:55 smithi032 bash[76677]: cluster 2024-09-13T01:04:54.628710+0000 mon.a (mon.0) 3632 : cluster [DBG] osdmap e1924: 8 total, 8 up, 8 in 2024-09-13T01:04:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:55 smithi032 bash[76677]: cluster 2024-09-13T01:04:54.813588+0000 mgr.y (mgr.34107) 1864 : cluster [DBG] pgmap v3341: 137 pgs: 137 active+clean; 840 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 6.6 KiB/s wr, 1.52k op/s 2024-09-13T01:04:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:55 smithi032 bash[76677]: audit 2024-09-13T01:04:55.219922+0000 mon.a (mon.0) 3633 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:04:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:55 smithi053 bash[67631]: cluster 2024-09-13T01:04:54.628710+0000 mon.a (mon.0) 3632 : cluster [DBG] osdmap e1924: 8 total, 8 up, 8 in 2024-09-13T01:04:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:55 smithi053 bash[67631]: cluster 2024-09-13T01:04:54.813588+0000 mgr.y (mgr.34107) 1864 : cluster [DBG] pgmap v3341: 137 pgs: 137 active+clean; 840 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 6.6 KiB/s wr, 1.52k op/s 2024-09-13T01:04:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:55 smithi053 bash[67631]: audit 2024-09-13T01:04:55.219922+0000 mon.a (mon.0) 3633 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:04:56.637 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:56.637 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:56.739 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:56.740 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:56.740 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:56.747 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:56.747 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:56.747 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:56.754 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:56.754 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:56.754 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:56.760 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:56.760 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:56.760 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:56.766 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:56.766 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:56.766 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100736337~7460887,108331241~2218994,111926595~9288541,122381896~19908111,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:56.772 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,100736337~20478799,121634816~20655191,143191998~14039438,158759369~8386084,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,246907279~14020386,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,333826634~5997094,348259587~7038647,358671480~11446944,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:56.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:56 smithi032 bash[75510]: cluster 2024-09-13T01:04:55.648611+0000 mon.a (mon.0) 3634 : cluster [DBG] osdmap e1925: 8 total, 8 up, 8 in 2024-09-13T01:04:56.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:56 smithi032 bash[75510]: cluster 2024-09-13T01:04:56.616735+0000 mon.a (mon.0) 3635 : cluster [DBG] osdmap e1926: 8 total, 8 up, 8 in 2024-09-13T01:04:56.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:56 smithi032 bash[76677]: cluster 2024-09-13T01:04:55.648611+0000 mon.a (mon.0) 3634 : cluster [DBG] osdmap e1925: 8 total, 8 up, 8 in 2024-09-13T01:04:56.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:56 smithi032 bash[76677]: cluster 2024-09-13T01:04:56.616735+0000 mon.a (mon.0) 3635 : cluster [DBG] osdmap e1926: 8 total, 8 up, 8 in 2024-09-13T01:04:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:56 smithi053 bash[67631]: cluster 2024-09-13T01:04:55.648611+0000 mon.a (mon.0) 3634 : cluster [DBG] osdmap e1925: 8 total, 8 up, 8 in 2024-09-13T01:04:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:56 smithi053 bash[67631]: cluster 2024-09-13T01:04:56.616735+0000 mon.a (mon.0) 3635 : cluster [DBG] osdmap e1926: 8 total, 8 up, 8 in 2024-09-13T01:04:57.712 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:57.712 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:57.790 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:57.790 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:57.790 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:57.797 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:57.797 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:57.797 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:57.803 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:57.803 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:57.803 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:57.809 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:57.809 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:57.809 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~8041816,179744317~4781998,190896480~20727000,211671580~4491027,219298878~19156799,242366863~18560802,262018129~8179189,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~7038647,358671480~11577674,373794289~24698813,398866661~3898596,403623821~10097827] 2024-09-13T01:04:57.815 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~8041816,179744317~4781998,188743680~22879800,211671580~4491027,219298878~19156799,239075328~21852337,262018129~8179189,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310457745~14791983,331350016~10710098,348259587~7038647,358671480~11577674,373293056~25200046,398866661~3898596,403392489~10329159] 2024-09-13T01:04:57.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:57 smithi032 bash[75510]: cluster 2024-09-13T01:04:56.814052+0000 mgr.y (mgr.34107) 1865 : cluster [DBG] pgmap v3344: 137 pgs: 137 active+clean; 813 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-09-13T01:04:57.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:57 smithi032 bash[76677]: cluster 2024-09-13T01:04:56.814052+0000 mgr.y (mgr.34107) 1865 : cluster [DBG] pgmap v3344: 137 pgs: 137 active+clean; 813 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-09-13T01:04:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:57 smithi053 bash[67631]: cluster 2024-09-13T01:04:56.814052+0000 mgr.y (mgr.34107) 1865 : cluster [DBG] pgmap v3344: 137 pgs: 137 active+clean; 813 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-09-13T01:04:58.728 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:58.728 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:58.786 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:58.786 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:58.786 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:58.792 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:58.792 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:58.792 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:58.798 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:58.799 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:58.799 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~28530109,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,305895199~3596379,310457745~14791983,333826634~8233480,348259587~21989567,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:58.805 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~44413543,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~10381771,305895199~3596379,310378496~14871232,331350016~10710098,348259587~21989567,373293056~40428592] 2024-09-13T01:04:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:58 smithi053 bash[67631]: cluster 2024-09-13T01:04:57.665454+0000 mon.a (mon.0) 3636 : cluster [DBG] osdmap e1927: 8 total, 8 up, 8 in 2024-09-13T01:04:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:58 smithi032 bash[75510]: cluster 2024-09-13T01:04:57.665454+0000 mon.a (mon.0) 3636 : cluster [DBG] osdmap e1927: 8 total, 8 up, 8 in 2024-09-13T01:04:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:58 smithi032 bash[76677]: cluster 2024-09-13T01:04:57.665454+0000 mon.a (mon.0) 3636 : cluster [DBG] osdmap e1927: 8 total, 8 up, 8 in 2024-09-13T01:04:59.712 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:59.712 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:59.809 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:59.809 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:59.809 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:59.816 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:04:59.816 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:59.816 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~7604195,57249170~31046940,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~19908111,143191998~23953455,169819394~14706921,190896480~20727000,211671580~4491027,217582279~20873398,242366863~27830455,275888994~8023761,286027388~5790230,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:04:59.823 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~10126903,57249170~31046940,92274688~3007108,96468992~24746144,121634816~20655191,143191998~23953455,169819394~14706921,188743680~22879800,211671580~4491027,217582279~20873398,239075328~31121990,275888994~8023761,286027388~5790230,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:05:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:59 smithi053 bash[67631]: cluster 2024-09-13T01:04:58.666607+0000 mon.a (mon.0) 3637 : cluster [DBG] osdmap e1928: 8 total, 8 up, 8 in 2024-09-13T01:05:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:04:59 smithi053 bash[67631]: cluster 2024-09-13T01:04:58.814417+0000 mgr.y (mgr.34107) 1866 : cluster [DBG] pgmap v3347: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 699 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 1.09k op/s 2024-09-13T01:05:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:59 smithi032 bash[76677]: cluster 2024-09-13T01:04:58.666607+0000 mon.a (mon.0) 3637 : cluster [DBG] osdmap e1928: 8 total, 8 up, 8 in 2024-09-13T01:05:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:04:59 smithi032 bash[76677]: cluster 2024-09-13T01:04:58.814417+0000 mgr.y (mgr.34107) 1866 : cluster [DBG] pgmap v3347: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 699 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 1.09k op/s 2024-09-13T01:05:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:59 smithi032 bash[75510]: cluster 2024-09-13T01:04:58.666607+0000 mon.a (mon.0) 3637 : cluster [DBG] osdmap e1928: 8 total, 8 up, 8 in 2024-09-13T01:05:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:04:59 smithi032 bash[75510]: cluster 2024-09-13T01:04:58.814417+0000 mgr.y (mgr.34107) 1866 : cluster [DBG] pgmap v3347: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 699 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 1.09k op/s 2024-09-13T01:05:00.739 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:05:00.739 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:05:00.799 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:05:00.799 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:05:00.799 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:05:00.805 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~22879800,211671580~26784097,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:05:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:00 smithi053 bash[67631]: cluster 2024-09-13T01:04:59.686280+0000 mon.a (mon.0) 3638 : cluster [DBG] osdmap e1929: 8 total, 8 up, 8 in 2024-09-13T01:05:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:00 smithi032 bash[75510]: cluster 2024-09-13T01:04:59.686280+0000 mon.a (mon.0) 3638 : cluster [DBG] osdmap e1929: 8 total, 8 up, 8 in 2024-09-13T01:05:01.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:00 smithi032 bash[76677]: cluster 2024-09-13T01:04:59.686280+0000 mon.a (mon.0) 3638 : cluster [DBG] osdmap e1929: 8 total, 8 up, 8 in 2024-09-13T01:05:01.672 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:05:01.672 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [281824~13195566,15883434~30048352,48660052~39636058,93169686~2112110,100178039~8019185,108331241~2218994,111926595~9288541,122381896~44763557,169819394~14706921,190896480~20727000,211671580~26784097,242366863~27830455,275414693~16402925,294256647~9726404,304093502~5398076,310457745~14791983,326217842~2578618,333826634~8233480,343932862~26316292,373794289~24698813,398866661~4525828,403623821~10097827] 2024-09-13T01:05:01.740 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~45931786,46137344~42158766,92274688~3007108,96468992~24746144,121634816~45510637,169819394~14706921,188743680~49711997,239075328~31121990,272629760~19187858,293601280~15890298,310378496~18417964,331350016~38899138,373293056~40428592] 2024-09-13T01:05:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:01 smithi053 bash[67631]: cluster 2024-09-13T01:05:00.690283+0000 mon.a (mon.0) 3639 : cluster [DBG] osdmap e1930: 8 total, 8 up, 8 in 2024-09-13T01:05:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:01 smithi053 bash[67631]: cluster 2024-09-13T01:05:00.814848+0000 mgr.y (mgr.34107) 1867 : cluster [DBG] pgmap v3350: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 664 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 984 op/s 2024-09-13T01:05:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:01 smithi053 bash[67631]: cluster 2024-09-13T01:05:01.628426+0000 mon.a (mon.0) 3640 : cluster [DBG] osdmap e1931: 8 total, 8 up, 8 in 2024-09-13T01:05:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:01 smithi032 bash[75510]: cluster 2024-09-13T01:05:00.690283+0000 mon.a (mon.0) 3639 : cluster [DBG] osdmap e1930: 8 total, 8 up, 8 in 2024-09-13T01:05:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:01 smithi032 bash[75510]: cluster 2024-09-13T01:05:00.814848+0000 mgr.y (mgr.34107) 1867 : cluster [DBG] pgmap v3350: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 664 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 984 op/s 2024-09-13T01:05:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:01 smithi032 bash[75510]: cluster 2024-09-13T01:05:01.628426+0000 mon.a (mon.0) 3640 : cluster [DBG] osdmap e1931: 8 total, 8 up, 8 in 2024-09-13T01:05:02.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:01 smithi032 bash[76677]: cluster 2024-09-13T01:05:00.690283+0000 mon.a (mon.0) 3639 : cluster [DBG] osdmap e1930: 8 total, 8 up, 8 in 2024-09-13T01:05:02.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:01 smithi032 bash[76677]: cluster 2024-09-13T01:05:00.814848+0000 mgr.y (mgr.34107) 1867 : cluster [DBG] pgmap v3350: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 664 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 984 op/s 2024-09-13T01:05:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:01 smithi032 bash[76677]: cluster 2024-09-13T01:05:01.628426+0000 mon.a (mon.0) 3640 : cluster [DBG] osdmap e1931: 8 total, 8 up, 8 in 2024-09-13T01:05:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:05:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:05:02] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2024-09-13T01:05:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:05:02 smithi053 bash[94430]: ts=2024-09-13T01:05:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:05:02.793 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39981 ms) 2024-09-13T01:05:02.793 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateRegression6926 2024-09-13T01:05:02.793 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:05:03.757 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~256 2024-09-13T01:05:03.767 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateRegression6926 (974 ms) 2024-09-13T01:05:03.767 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-09-13T01:05:03.767 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:05:04.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:03 smithi053 bash[67631]: cluster 2024-09-13T01:05:02.712330+0000 mon.a (mon.0) 3641 : cluster [DBG] osdmap e1932: 8 total, 8 up, 8 in 2024-09-13T01:05:04.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:03 smithi053 bash[67631]: cluster 2024-09-13T01:05:02.815633+0000 mgr.y (mgr.34107) 1868 : cluster [DBG] pgmap v3353: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 539 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 4.7 KiB/s rd, 511 B/s wr, 282 op/s 2024-09-13T01:05:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:03 smithi032 bash[75510]: cluster 2024-09-13T01:05:02.712330+0000 mon.a (mon.0) 3641 : cluster [DBG] osdmap e1932: 8 total, 8 up, 8 in 2024-09-13T01:05:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:03 smithi032 bash[75510]: cluster 2024-09-13T01:05:02.815633+0000 mgr.y (mgr.34107) 1868 : cluster [DBG] pgmap v3353: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 539 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 4.7 KiB/s rd, 511 B/s wr, 282 op/s 2024-09-13T01:05:04.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:03 smithi032 bash[76677]: cluster 2024-09-13T01:05:02.712330+0000 mon.a (mon.0) 3641 : cluster [DBG] osdmap e1932: 8 total, 8 up, 8 in 2024-09-13T01:05:04.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:03 smithi032 bash[76677]: cluster 2024-09-13T01:05:02.815633+0000 mgr.y (mgr.34107) 1868 : cluster [DBG] pgmap v3353: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 539 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 4.7 KiB/s rd, 511 B/s wr, 282 op/s 2024-09-13T01:05:04.884 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2024-09-13T01:05:04.884 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 4194304~4194304 2024-09-13T01:05:04.884 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8388608~4194304 2024-09-13T01:05:04.885 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 12582912~4194304 2024-09-13T01:05:04.885 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 16777216~4194304 2024-09-13T01:05:04.954 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2024-09-13T01:05:04.954 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 4194304~4194304 2024-09-13T01:05:04.955 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8388608~2097152 2024-09-13T01:05:04.955 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 16777216~4194304 2024-09-13T01:05:04.983 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1216 ms) 2024-09-13T01:05:04.983 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-09-13T01:05:04.983 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:05:05.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:04 smithi053 bash[67631]: cluster 2024-09-13T01:05:03.714853+0000 mon.a (mon.0) 3642 : cluster [DBG] osdmap e1933: 8 total, 8 up, 8 in 2024-09-13T01:05:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:04 smithi032 bash[75510]: cluster 2024-09-13T01:05:03.714853+0000 mon.a (mon.0) 3642 : cluster [DBG] osdmap e1933: 8 total, 8 up, 8 in 2024-09-13T01:05:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:04 smithi032 bash[76677]: cluster 2024-09-13T01:05:03.714853+0000 mon.a (mon.0) 3642 : cluster [DBG] osdmap e1933: 8 total, 8 up, 8 in 2024-09-13T01:05:06.021 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [3501389~4352,4995318~61855,6762968~108759,9213741~67932,13437995~70499,14880797~101959,17345313~27587,19242949~34981,20475223~35992] to clone 2024-09-13T01:05:06.022 INFO:tasks.workunit.client.0.smithi032.stdout: diff was [0~3505741,4194304~2677423,8388608~893065,12582912~2399844,16777216~3733999] 2024-09-13T01:05:06.032 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1049 ms) 2024-09-13T01:05:06.032 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-09-13T01:05:06.032 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:05:06.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:05 smithi053 bash[67631]: cluster 2024-09-13T01:05:04.738746+0000 mon.a (mon.0) 3643 : cluster [DBG] osdmap e1934: 8 total, 8 up, 8 in 2024-09-13T01:05:06.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:05 smithi053 bash[67631]: cluster 2024-09-13T01:05:04.816544+0000 mgr.y (mgr.34107) 1869 : cluster [DBG] pgmap v3356: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 480 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 333 op/s 2024-09-13T01:05:06.080 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [1979251~16799,2779017~87346,3165203~45257,3798149~85781,6112770~18492,7370937~69863,8326651~71006,9958465~45401,14496811~6117,15387031~57714] 2024-09-13T01:05:06.110 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (78 ms) 2024-09-13T01:05:06.110 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-09-13T01:05:06.110 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:05:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:05 smithi032 bash[75510]: cluster 2024-09-13T01:05:04.738746+0000 mon.a (mon.0) 3643 : cluster [DBG] osdmap e1934: 8 total, 8 up, 8 in 2024-09-13T01:05:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:05 smithi032 bash[75510]: cluster 2024-09-13T01:05:04.816544+0000 mgr.y (mgr.34107) 1869 : cluster [DBG] pgmap v3356: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 480 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 333 op/s 2024-09-13T01:05:06.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:05 smithi032 bash[76677]: cluster 2024-09-13T01:05:04.738746+0000 mon.a (mon.0) 3643 : cluster [DBG] osdmap e1934: 8 total, 8 up, 8 in 2024-09-13T01:05:06.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:05 smithi032 bash[76677]: cluster 2024-09-13T01:05:04.816544+0000 mgr.y (mgr.34107) 1869 : cluster [DBG] pgmap v3356: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 480 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 333 op/s 2024-09-13T01:05:07.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:06 smithi053 bash[67631]: cluster 2024-09-13T01:05:05.747566+0000 mon.a (mon.0) 3644 : cluster [DBG] osdmap e1935: 8 total, 8 up, 8 in 2024-09-13T01:05:07.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:06 smithi053 bash[67631]: cluster 2024-09-13T01:05:06.636285+0000 mon.a (mon.0) 3645 : cluster [DBG] osdmap e1936: 8 total, 8 up, 8 in 2024-09-13T01:05:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:06 smithi032 bash[75510]: cluster 2024-09-13T01:05:05.747566+0000 mon.a (mon.0) 3644 : cluster [DBG] osdmap e1935: 8 total, 8 up, 8 in 2024-09-13T01:05:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:06 smithi032 bash[75510]: cluster 2024-09-13T01:05:06.636285+0000 mon.a (mon.0) 3645 : cluster [DBG] osdmap e1936: 8 total, 8 up, 8 in 2024-09-13T01:05:07.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:06 smithi032 bash[76677]: cluster 2024-09-13T01:05:05.747566+0000 mon.a (mon.0) 3644 : cluster [DBG] osdmap e1935: 8 total, 8 up, 8 in 2024-09-13T01:05:07.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:06 smithi032 bash[76677]: cluster 2024-09-13T01:05:06.636285+0000 mon.a (mon.0) 3645 : cluster [DBG] osdmap e1936: 8 total, 8 up, 8 in 2024-09-13T01:05:07.900 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1790 ms) 2024-09-13T01:05:07.900 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-09-13T01:05:07.901 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:05:07.995 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 5000005~1234 2024-09-13T01:05:08.004 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (105 ms) 2024-09-13T01:05:08.005 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-09-13T01:05:08.005 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:05:08.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:07 smithi053 bash[67631]: cluster 2024-09-13T01:05:06.817284+0000 mgr.y (mgr.34107) 1870 : cluster [DBG] pgmap v3359: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 472 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 MiB/s wr, 178 op/s 2024-09-13T01:05:08.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:07 smithi053 bash[67631]: cluster 2024-09-13T01:05:07.653243+0000 mon.a (mon.0) 3646 : cluster [DBG] osdmap e1937: 8 total, 8 up, 8 in 2024-09-13T01:05:08.140 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8376263~12345 2024-09-13T01:05:08.140 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8388608~4194304 2024-09-13T01:05:08.140 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 12582912~54321 2024-09-13T01:05:08.153 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (148 ms) 2024-09-13T01:05:08.153 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-09-13T01:05:08.153 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T01:05:08.153 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-09-13T01:05:08.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:07 smithi032 bash[75510]: cluster 2024-09-13T01:05:06.817284+0000 mgr.y (mgr.34107) 1870 : cluster [DBG] pgmap v3359: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 472 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 MiB/s wr, 178 op/s 2024-09-13T01:05:08.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:07 smithi032 bash[75510]: cluster 2024-09-13T01:05:07.653243+0000 mon.a (mon.0) 3646 : cluster [DBG] osdmap e1937: 8 total, 8 up, 8 in 2024-09-13T01:05:08.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:07 smithi032 bash[76677]: cluster 2024-09-13T01:05:06.817284+0000 mgr.y (mgr.34107) 1870 : cluster [DBG] pgmap v3359: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 472 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 MiB/s wr, 178 op/s 2024-09-13T01:05:08.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:07 smithi032 bash[76677]: cluster 2024-09-13T01:05:07.653243+0000 mon.a (mon.0) 3646 : cluster [DBG] osdmap e1937: 8 total, 8 up, 8 in 2024-09-13T01:05:08.768 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 11 tests from DiffIterateTest/0 (53440 ms total) 2024-09-13T01:05:08.768 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:05:08.768 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 11 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-09-13T01:05:08.831 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-09-13T01:05:10.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:09 smithi053 bash[67631]: cluster 2024-09-13T01:05:08.761495+0000 mon.a (mon.0) 3647 : cluster [DBG] osdmap e1938: 8 total, 8 up, 8 in 2024-09-13T01:05:10.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:09 smithi053 bash[67631]: cluster 2024-09-13T01:05:08.817774+0000 mgr.y (mgr.34107) 1871 : cluster [DBG] pgmap v3362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:05:10.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:09 smithi032 bash[75510]: cluster 2024-09-13T01:05:08.761495+0000 mon.a (mon.0) 3647 : cluster [DBG] osdmap e1938: 8 total, 8 up, 8 in 2024-09-13T01:05:10.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:09 smithi032 bash[75510]: cluster 2024-09-13T01:05:08.817774+0000 mgr.y (mgr.34107) 1871 : cluster [DBG] pgmap v3362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:05:10.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:09 smithi032 bash[76677]: cluster 2024-09-13T01:05:08.761495+0000 mon.a (mon.0) 3647 : cluster [DBG] osdmap e1938: 8 total, 8 up, 8 in 2024-09-13T01:05:10.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:09 smithi032 bash[76677]: cluster 2024-09-13T01:05:08.817774+0000 mgr.y (mgr.34107) 1871 : cluster [DBG] pgmap v3362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:05:10.794 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:05:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:10 smithi053 bash[67631]: cluster 2024-09-13T01:05:09.774116+0000 mon.a (mon.0) 3648 : cluster [DBG] osdmap e1939: 8 total, 8 up, 8 in 2024-09-13T01:05:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:10 smithi053 bash[67631]: audit 2024-09-13T01:05:09.776218+0000 mon.a (mon.0) 3649 : audit [INF] from='client.? 172.21.15.32:0/1199973677' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:05:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:10 smithi053 bash[67631]: audit 2024-09-13T01:05:10.220219+0000 mon.a (mon.0) 3650 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:05:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:10 smithi032 bash[75510]: cluster 2024-09-13T01:05:09.774116+0000 mon.a (mon.0) 3648 : cluster [DBG] osdmap e1939: 8 total, 8 up, 8 in 2024-09-13T01:05:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:10 smithi032 bash[75510]: audit 2024-09-13T01:05:09.776218+0000 mon.a (mon.0) 3649 : audit [INF] from='client.? 172.21.15.32:0/1199973677' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:05:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:10 smithi032 bash[75510]: audit 2024-09-13T01:05:10.220219+0000 mon.a (mon.0) 3650 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:05:11.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:10 smithi032 bash[76677]: cluster 2024-09-13T01:05:09.774116+0000 mon.a (mon.0) 3648 : cluster [DBG] osdmap e1939: 8 total, 8 up, 8 in 2024-09-13T01:05:11.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:10 smithi032 bash[76677]: audit 2024-09-13T01:05:09.776218+0000 mon.a (mon.0) 3649 : audit [INF] from='client.? 172.21.15.32:0/1199973677' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:05:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:10 smithi032 bash[76677]: audit 2024-09-13T01:05:10.220219+0000 mon.a (mon.0) 3650 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:05:12.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:11 smithi053 bash[67631]: audit 2024-09-13T01:05:10.782663+0000 mon.a (mon.0) 3651 : audit [INF] from='client.? 172.21.15.32:0/1199973677' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:05:12.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:11 smithi053 bash[67631]: cluster 2024-09-13T01:05:10.783295+0000 mon.a (mon.0) 3652 : cluster [DBG] osdmap e1940: 8 total, 8 up, 8 in 2024-09-13T01:05:12.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:11 smithi053 bash[67631]: cluster 2024-09-13T01:05:10.818350+0000 mgr.y (mgr.34107) 1872 : cluster [DBG] pgmap v3365: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:05:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:11 smithi032 bash[75510]: audit 2024-09-13T01:05:10.782663+0000 mon.a (mon.0) 3651 : audit [INF] from='client.? 172.21.15.32:0/1199973677' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:05:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:11 smithi032 bash[75510]: cluster 2024-09-13T01:05:10.783295+0000 mon.a (mon.0) 3652 : cluster [DBG] osdmap e1940: 8 total, 8 up, 8 in 2024-09-13T01:05:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:11 smithi032 bash[75510]: cluster 2024-09-13T01:05:10.818350+0000 mgr.y (mgr.34107) 1872 : cluster [DBG] pgmap v3365: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:05:12.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:11 smithi032 bash[76677]: audit 2024-09-13T01:05:10.782663+0000 mon.a (mon.0) 3651 : audit [INF] from='client.? 172.21.15.32:0/1199973677' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-115198-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T01:05:12.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:11 smithi032 bash[76677]: cluster 2024-09-13T01:05:10.783295+0000 mon.a (mon.0) 3652 : cluster [DBG] osdmap e1940: 8 total, 8 up, 8 in 2024-09-13T01:05:12.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:11 smithi032 bash[76677]: cluster 2024-09-13T01:05:10.818350+0000 mgr.y (mgr.34107) 1872 : cluster [DBG] pgmap v3365: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:05:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:05:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:05:12] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-09-13T01:05:12.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:05:12 smithi053 bash[94430]: ts=2024-09-13T01:05:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:05:12.891 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [1643850~56760,3814675~44288,5713631~53600,6269631~19280,8823104~68172,14889237~24818,15049738~31573,16906626~42635,19718544~87257,20803899~43278] 2024-09-13T01:05:13.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:12 smithi053 bash[67631]: cluster 2024-09-13T01:05:11.792885+0000 mon.a (mon.0) 3653 : cluster [DBG] osdmap e1941: 8 total, 8 up, 8 in 2024-09-13T01:05:13.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:12 smithi032 bash[76677]: cluster 2024-09-13T01:05:11.792885+0000 mon.a (mon.0) 3653 : cluster [DBG] osdmap e1941: 8 total, 8 up, 8 in 2024-09-13T01:05:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:12 smithi032 bash[75510]: cluster 2024-09-13T01:05:11.792885+0000 mon.a (mon.0) 3653 : cluster [DBG] osdmap e1941: 8 total, 8 up, 8 in 2024-09-13T01:05:13.836 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [0~12582912,16777216~4194304] 2024-09-13T01:05:13.852 INFO:tasks.workunit.client.0.smithi032.stdout: diff was [0~12582912,16777216~4194304] 2024-09-13T01:05:13.860 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5030 ms) 2024-09-13T01:05:13.861 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-09-13T01:05:13.861 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:05:13.918 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2024-09-13T01:05:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:13 smithi032 bash[75510]: cluster 2024-09-13T01:05:12.799976+0000 mon.a (mon.0) 3654 : cluster [DBG] osdmap e1942: 8 total, 8 up, 8 in 2024-09-13T01:05:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:13 smithi032 bash[75510]: cluster 2024-09-13T01:05:12.818861+0000 mgr.y (mgr.34107) 1873 : cluster [DBG] pgmap v3368: 137 pgs: 7 creating+peering, 12 unknown, 118 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:05:14.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:13 smithi032 bash[76677]: cluster 2024-09-13T01:05:12.799976+0000 mon.a (mon.0) 3654 : cluster [DBG] osdmap e1942: 8 total, 8 up, 8 in 2024-09-13T01:05:14.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:13 smithi032 bash[76677]: cluster 2024-09-13T01:05:12.818861+0000 mgr.y (mgr.34107) 1873 : cluster [DBG] pgmap v3368: 137 pgs: 7 creating+peering, 12 unknown, 118 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:05:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:13 smithi053 bash[67631]: cluster 2024-09-13T01:05:12.799976+0000 mon.a (mon.0) 3654 : cluster [DBG] osdmap e1942: 8 total, 8 up, 8 in 2024-09-13T01:05:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:13 smithi053 bash[67631]: cluster 2024-09-13T01:05:12.818861+0000 mgr.y (mgr.34107) 1873 : cluster [DBG] pgmap v3368: 137 pgs: 7 creating+peering, 12 unknown, 118 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:05:14.860 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2024-09-13T01:05:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:14 smithi032 bash[75510]: cluster 2024-09-13T01:05:13.802882+0000 mon.a (mon.0) 3655 : cluster [DBG] osdmap e1943: 8 total, 8 up, 8 in 2024-09-13T01:05:15.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:14 smithi032 bash[76677]: cluster 2024-09-13T01:05:13.802882+0000 mon.a (mon.0) 3655 : cluster [DBG] osdmap e1943: 8 total, 8 up, 8 in 2024-09-13T01:05:15.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:14 smithi053 bash[67631]: cluster 2024-09-13T01:05:13.802882+0000 mon.a (mon.0) 3655 : cluster [DBG] osdmap e1943: 8 total, 8 up, 8 in 2024-09-13T01:05:15.862 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2024-09-13T01:05:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:15 smithi032 bash[75510]: cluster 2024-09-13T01:05:14.819670+0000 mgr.y (mgr.34107) 1874 : cluster [DBG] pgmap v3371: 137 pgs: 7 creating+peering, 130 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 56 KiB/s wr, 9 op/s 2024-09-13T01:05:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:15 smithi032 bash[75510]: cluster 2024-09-13T01:05:14.822978+0000 mon.a (mon.0) 3656 : cluster [DBG] osdmap e1944: 8 total, 8 up, 8 in 2024-09-13T01:05:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:15 smithi032 bash[75510]: audit 2024-09-13T01:05:15.320291+0000 mon.a (mon.0) 3657 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:05:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:15 smithi032 bash[76677]: cluster 2024-09-13T01:05:14.819670+0000 mgr.y (mgr.34107) 1874 : cluster [DBG] pgmap v3371: 137 pgs: 7 creating+peering, 130 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 56 KiB/s wr, 9 op/s 2024-09-13T01:05:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:15 smithi032 bash[76677]: cluster 2024-09-13T01:05:14.822978+0000 mon.a (mon.0) 3656 : cluster [DBG] osdmap e1944: 8 total, 8 up, 8 in 2024-09-13T01:05:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:15 smithi032 bash[76677]: audit 2024-09-13T01:05:15.320291+0000 mon.a (mon.0) 3657 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:05:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:15 smithi053 bash[67631]: cluster 2024-09-13T01:05:14.819670+0000 mgr.y (mgr.34107) 1874 : cluster [DBG] pgmap v3371: 137 pgs: 7 creating+peering, 130 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 56 KiB/s wr, 9 op/s 2024-09-13T01:05:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:15 smithi053 bash[67631]: cluster 2024-09-13T01:05:14.822978+0000 mon.a (mon.0) 3656 : cluster [DBG] osdmap e1944: 8 total, 8 up, 8 in 2024-09-13T01:05:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:15 smithi053 bash[67631]: audit 2024-09-13T01:05:15.320291+0000 mon.a (mon.0) 3657 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:05:16.893 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2024-09-13T01:05:16.896 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3035 ms) 2024-09-13T01:05:16.896 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-09-13T01:05:16.896 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:05:16.996 INFO:tasks.workunit.client.0.smithi032.stdout: i=0 exists [36392714~6409073,53874656~2793386,68876175~4449691,77878683~325305,120550486~161676,125261027~6560012,246435482~2886293,264087727~5551251,301642500~4181442,376960097~1999859] wrote [36392714~6409073,53874656~2793386,68876175~4449691,77878683~325305,120550486~161676,125261027~6560012,246435482~2886293,264087727~5551251,301642500~4181442,376960097~1999859] 2024-09-13T01:05:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:16 smithi032 bash[75510]: cluster 2024-09-13T01:05:15.825405+0000 mon.a (mon.0) 3658 : cluster [DBG] osdmap e1945: 8 total, 8 up, 8 in 2024-09-13T01:05:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:16 smithi032 bash[75510]: audit 2024-09-13T01:05:15.932165+0000 mon.a (mon.0) 3659 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:05:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:16 smithi032 bash[75510]: audit 2024-09-13T01:05:15.933558+0000 mon.a (mon.0) 3660 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:05:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:16 smithi032 bash[75510]: audit 2024-09-13T01:05:15.942641+0000 mon.a (mon.0) 3661 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:05:17.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:16 smithi032 bash[76677]: cluster 2024-09-13T01:05:15.825405+0000 mon.a (mon.0) 3658 : cluster [DBG] osdmap e1945: 8 total, 8 up, 8 in 2024-09-13T01:05:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:16 smithi032 bash[76677]: audit 2024-09-13T01:05:15.932165+0000 mon.a (mon.0) 3659 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:05:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:16 smithi032 bash[76677]: audit 2024-09-13T01:05:15.933558+0000 mon.a (mon.0) 3660 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:05:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:16 smithi032 bash[76677]: audit 2024-09-13T01:05:15.942641+0000 mon.a (mon.0) 3661 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:05:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:16 smithi053 bash[67631]: cluster 2024-09-13T01:05:15.825405+0000 mon.a (mon.0) 3658 : cluster [DBG] osdmap e1945: 8 total, 8 up, 8 in 2024-09-13T01:05:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:16 smithi053 bash[67631]: audit 2024-09-13T01:05:15.932165+0000 mon.a (mon.0) 3659 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:05:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:16 smithi053 bash[67631]: audit 2024-09-13T01:05:15.933558+0000 mon.a (mon.0) 3660 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:05:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:16 smithi053 bash[67631]: audit 2024-09-13T01:05:15.942641+0000 mon.a (mon.0) 3661 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:05:18.068 INFO:tasks.workunit.client.0.smithi032.stdout: i=1 exists [6335719~7576354,36392714~6409073,53874656~2793386,68876175~4449691,77878683~325305,120550486~161676,121109309~2959420,125261027~6560012,163987783~5693528,172544112~2248739,191292455~7714148,207628458~7742997,246435482~2886293,264087727~5551251,301642500~4181442,356331684~7072472,376960097~1999859,388691571~7239501,404453311~8045062] wrote [6335719~7576354,121109309~2959420,163987783~5693528,172544112~2248739,191292455~7714148,207628458~7742997,356331684~7072472,388691571~7239501,404453311~8045062] 2024-09-13T01:05:18.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:17 smithi032 bash[75510]: cluster 2024-09-13T01:05:16.820413+0000 mgr.y (mgr.34107) 1875 : cluster [DBG] pgmap v3373: 137 pgs: 137 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 110 KiB/s wr, 39 op/s 2024-09-13T01:05:18.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:17 smithi032 bash[75510]: cluster 2024-09-13T01:05:16.841417+0000 mon.a (mon.0) 3662 : cluster [DBG] osdmap e1946: 8 total, 8 up, 8 in 2024-09-13T01:05:18.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:17 smithi032 bash[76677]: cluster 2024-09-13T01:05:16.820413+0000 mgr.y (mgr.34107) 1875 : cluster [DBG] pgmap v3373: 137 pgs: 137 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 110 KiB/s wr, 39 op/s 2024-09-13T01:05:18.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:17 smithi032 bash[76677]: cluster 2024-09-13T01:05:16.841417+0000 mon.a (mon.0) 3662 : cluster [DBG] osdmap e1946: 8 total, 8 up, 8 in 2024-09-13T01:05:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:17 smithi053 bash[67631]: cluster 2024-09-13T01:05:16.820413+0000 mgr.y (mgr.34107) 1875 : cluster [DBG] pgmap v3373: 137 pgs: 137 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 110 KiB/s wr, 39 op/s 2024-09-13T01:05:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:17 smithi053 bash[67631]: cluster 2024-09-13T01:05:16.841417+0000 mon.a (mon.0) 3662 : cluster [DBG] osdmap e1946: 8 total, 8 up, 8 in 2024-09-13T01:05:19.044 INFO:tasks.workunit.client.0.smithi032.stdout: i=2 exists [1879129~13679574,36392714~6409073,48086903~614962,53874656~2793386,68876175~4449691,77878683~325305,91877321~7484259,120550486~161676,121109309~2959420,125261027~6560012,163987783~5693528,172544112~2248739,187717598~1000807,191292455~10974089,207628458~7742997,227025974~1804341,246435482~2886293,264087727~5551251,277259135~1336902,301642500~4181442,348928174~2164831,356331684~7072472,376960097~1999859,388691571~7239501,404453311~8045062] wrote [1879129~4852456,8459044~7099659,48086903~614962,91877321~7484259,187717598~1000807,197009527~5257017,227025974~1804341,277259135~1336902,348928174~2164831] 2024-09-13T01:05:19.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:18 smithi053 bash[67631]: cluster 2024-09-13T01:05:17.950745+0000 mon.a (mon.0) 3663 : cluster [DBG] osdmap e1947: 8 total, 8 up, 8 in 2024-09-13T01:05:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:18 smithi032 bash[75510]: cluster 2024-09-13T01:05:17.950745+0000 mon.a (mon.0) 3663 : cluster [DBG] osdmap e1947: 8 total, 8 up, 8 in 2024-09-13T01:05:19.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:18 smithi032 bash[76677]: cluster 2024-09-13T01:05:17.950745+0000 mon.a (mon.0) 3663 : cluster [DBG] osdmap e1947: 8 total, 8 up, 8 in 2024-09-13T01:05:20.083 INFO:tasks.workunit.client.0.smithi032.stdout: i=3 exists [1879129~13679574,25897197~7841240,36392714~6409073,48086903~614962,53874656~2793386,68876175~6693463,77878683~325305,91877321~7484259,105209049~8650945,120550486~161676,121109309~2959420,125261027~6560012,163987783~5693528,172544112~2248739,187717598~1000807,191292455~11305420,206179242~9192213,227025974~1804341,246435482~10328663,264087727~5551251,277259135~1336902,301642500~8128203,322975125~5183678,348928174~2164831,356331684~7072472,376960097~1999859,388691571~7239501,404453311~8045062] wrote [25897197~7841240,69655952~5913686,105209049~8650945,196238879~6358996,206179242~7313910,248601465~8162680,302605456~7165247,322975125~5183678,406231134~1995083] 2024-09-13T01:05:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:19 smithi053 bash[67631]: cluster 2024-09-13T01:05:18.821591+0000 mgr.y (mgr.34107) 1876 : cluster [DBG] pgmap v3376: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 11 MiB/s wr, 133 op/s 2024-09-13T01:05:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:19 smithi053 bash[67631]: cluster 2024-09-13T01:05:18.962220+0000 mon.a (mon.0) 3664 : cluster [DBG] osdmap e1948: 8 total, 8 up, 8 in 2024-09-13T01:05:20.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:19 smithi032 bash[75510]: cluster 2024-09-13T01:05:18.821591+0000 mgr.y (mgr.34107) 1876 : cluster [DBG] pgmap v3376: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 11 MiB/s wr, 133 op/s 2024-09-13T01:05:20.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:19 smithi032 bash[75510]: cluster 2024-09-13T01:05:18.962220+0000 mon.a (mon.0) 3664 : cluster [DBG] osdmap e1948: 8 total, 8 up, 8 in 2024-09-13T01:05:20.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:19 smithi032 bash[76677]: cluster 2024-09-13T01:05:18.821591+0000 mgr.y (mgr.34107) 1876 : cluster [DBG] pgmap v3376: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 11 MiB/s wr, 133 op/s 2024-09-13T01:05:20.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:19 smithi032 bash[76677]: cluster 2024-09-13T01:05:18.962220+0000 mon.a (mon.0) 3664 : cluster [DBG] osdmap e1948: 8 total, 8 up, 8 in 2024-09-13T01:05:21.068 INFO:tasks.workunit.client.0.smithi032.stdout: i=4 exists [1879129~13679574,25897197~7841240,36392714~6409073,48086903~614962,49673556~6994486,66966396~8603242,77878683~325305,91877321~21982673,120550486~161676,121109309~2959420,125261027~6560012,163987783~5693528,172544112~2248739,187717598~1000807,191292455~11305420,206179242~9192213,227025974~1804341,246435482~10328663,264087727~5551251,277259135~1336902,286043475~2073490,301072398~9790043,322975125~5183678,330513795~1345275,348928174~2164831,356331684~7072472,376960097~1999859,388691571~7239501,404328208~8170165] wrote [49673556~5030484,66966396~7202356,98502026~7784384,122427279~559294,286043475~2073490,301072398~1983267,309700965~1161476,330513795~1345275,404328208~718772] 2024-09-13T01:05:21.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:20 smithi053 bash[67631]: cluster 2024-09-13T01:05:19.963676+0000 mon.a (mon.0) 3665 : cluster [DBG] osdmap e1949: 8 total, 8 up, 8 in 2024-09-13T01:05:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:20 smithi032 bash[75510]: cluster 2024-09-13T01:05:19.963676+0000 mon.a (mon.0) 3665 : cluster [DBG] osdmap e1949: 8 total, 8 up, 8 in 2024-09-13T01:05:21.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:20 smithi032 bash[76677]: cluster 2024-09-13T01:05:19.963676+0000 mon.a (mon.0) 3665 : cluster [DBG] osdmap e1949: 8 total, 8 up, 8 in 2024-09-13T01:05:21.791 INFO:tasks.workunit.client.0.smithi032.stdout: i=5 exists [1879129~13679574,25897197~7841240,36392714~7310127,48086903~614962,49673556~6994486,66966396~8603242,77878683~325305,91877321~21982673,120550486~161676,121109309~2959420,125261027~6560012,155742438~1949674,163987783~5693528,172544112~2248739,187717598~1000807,191292455~11305420,206179242~9192213,217791804~3496421,227025974~1804341,246435482~10328663,264087727~5551251,277259135~1336902,286043475~2073490,301072398~9790043,316342208~6311207,322975125~10100564,348627322~14776834,376960097~1999859,388691571~7239501,400345811~12152562] wrote [42326682~1376159,105462803~3818188,155742438~1949674,217791804~3496421,316342208~6311207,324215199~8860490,348627322~7887674,400345811~6753076] 2024-09-13T01:05:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:21 smithi053 bash[67631]: cluster 2024-09-13T01:05:20.822572+0000 mgr.y (mgr.34107) 1877 : cluster [DBG] pgmap v3379: 137 pgs: 137 active+clean; 131 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 18 MiB/s wr, 138 op/s 2024-09-13T01:05:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:21 smithi053 bash[67631]: cluster 2024-09-13T01:05:20.976403+0000 mon.a (mon.0) 3666 : cluster [DBG] osdmap e1950: 8 total, 8 up, 8 in 2024-09-13T01:05:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:21 smithi053 bash[67631]: cluster 2024-09-13T01:05:21.641387+0000 mon.a (mon.0) 3667 : cluster [DBG] osdmap e1951: 8 total, 8 up, 8 in 2024-09-13T01:05:22.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:21 smithi032 bash[75510]: cluster 2024-09-13T01:05:20.822572+0000 mgr.y (mgr.34107) 1877 : cluster [DBG] pgmap v3379: 137 pgs: 137 active+clean; 131 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 18 MiB/s wr, 138 op/s 2024-09-13T01:05:22.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:21 smithi032 bash[75510]: cluster 2024-09-13T01:05:20.976403+0000 mon.a (mon.0) 3666 : cluster [DBG] osdmap e1950: 8 total, 8 up, 8 in 2024-09-13T01:05:22.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:21 smithi032 bash[75510]: cluster 2024-09-13T01:05:21.641387+0000 mon.a (mon.0) 3667 : cluster [DBG] osdmap e1951: 8 total, 8 up, 8 in 2024-09-13T01:05:22.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:21 smithi032 bash[76677]: cluster 2024-09-13T01:05:20.822572+0000 mgr.y (mgr.34107) 1877 : cluster [DBG] pgmap v3379: 137 pgs: 137 active+clean; 131 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 18 MiB/s wr, 138 op/s 2024-09-13T01:05:22.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:21 smithi032 bash[76677]: cluster 2024-09-13T01:05:20.976403+0000 mon.a (mon.0) 3666 : cluster [DBG] osdmap e1950: 8 total, 8 up, 8 in 2024-09-13T01:05:22.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:21 smithi032 bash[76677]: cluster 2024-09-13T01:05:21.641387+0000 mon.a (mon.0) 3667 : cluster [DBG] osdmap e1951: 8 total, 8 up, 8 in 2024-09-13T01:05:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:05:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:05:22] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-09-13T01:05:22.752 INFO:tasks.workunit.client.0.smithi032.stdout: i=6 exists [1879129~14059342,25897197~7841240,36392714~7310127,48086903~614962,49673556~6994486,62316437~1512987,66966396~8603242,77878683~325305,91877321~21982673,115970532~831705,120550486~161676,121109309~2959420,125261027~7811005,155742438~1949674,163987783~5693528,172544112~2248739,187717598~1000807,191292455~11305420,206179242~9192213,217791804~3496421,227025974~1804341,246435482~10328663,264087727~5551251,277259135~1336902,284308024~3808941,301072398~9790043,316342208~16733481,348627322~14776834,376960097~7069907,388691571~7239501,399023829~13474544] wrote [6129661~1121602,9287248~6651223,62316437~1512987,115970532~831705,127616077~5455955,284308024~2825963,316790587~7796519,378748909~5281095,391045048~929623,399023829~7722753] 2024-09-13T01:05:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:05:22 smithi053 bash[94430]: ts=2024-09-13T01:05:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:05:23.755 INFO:tasks.workunit.client.0.smithi032.stdout: i=7 exists [1879129~14059342,25897197~7841240,36392714~7310127,48086903~614962,49673556~6994486,62316437~1512987,66966396~8603242,77878683~325305,81554813~1268522,91877321~21982673,115970532~831705,120550486~161676,121109309~2959420,125261027~7811005,133092666~1169475,155742438~1949674,163987783~5693528,172544112~14412106,187717598~1000807,189098617~2113744,191292455~11305420,206179242~9192213,215985296~5655055,227025974~1804341,245344061~740665,246435482~16267537,264087727~5551251,277259135~1336902,284308024~3808941,301072398~9790043,316342208~16733481,348627322~14776834,376960097~7069907,388691571~7239501,399023829~13474544] wrote [81554813~1268522,133092666~1169475,174479082~12477136,189098617~2113744,192828718~5135547,215985296~5655055,245344061~740665,254670138~8032881,407221918~1782101] 2024-09-13T01:05:23.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:23 smithi032 bash[75510]: cluster 2024-09-13T01:05:22.644031+0000 mon.a (mon.0) 3668 : cluster [DBG] osdmap e1952: 8 total, 8 up, 8 in 2024-09-13T01:05:23.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:23 smithi032 bash[75510]: cluster 2024-09-13T01:05:22.823349+0000 mgr.y (mgr.34107) 1878 : cluster [DBG] pgmap v3383: 137 pgs: 137 active+clean; 255 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 36 MiB/s wr, 347 op/s 2024-09-13T01:05:23.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:23 smithi032 bash[76677]: cluster 2024-09-13T01:05:22.644031+0000 mon.a (mon.0) 3668 : cluster [DBG] osdmap e1952: 8 total, 8 up, 8 in 2024-09-13T01:05:23.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:23 smithi032 bash[76677]: cluster 2024-09-13T01:05:22.823349+0000 mgr.y (mgr.34107) 1878 : cluster [DBG] pgmap v3383: 137 pgs: 137 active+clean; 255 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 36 MiB/s wr, 347 op/s 2024-09-13T01:05:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:23 smithi053 bash[67631]: cluster 2024-09-13T01:05:22.644031+0000 mon.a (mon.0) 3668 : cluster [DBG] osdmap e1952: 8 total, 8 up, 8 in 2024-09-13T01:05:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:23 smithi053 bash[67631]: cluster 2024-09-13T01:05:22.823349+0000 mgr.y (mgr.34107) 1878 : cluster [DBG] pgmap v3383: 137 pgs: 137 active+clean; 255 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 36 MiB/s wr, 347 op/s 2024-09-13T01:05:24.789 INFO:tasks.workunit.client.0.smithi032.stdout: i=8 exists [1879129~14059342,24920370~8818067,36392714~7310127,48086903~614962,49673556~6994486,62316437~1512987,66966396~8603242,77878683~325305,81554813~1268522,83304942~3586796,91877321~21982673,115970532~831705,120550486~161676,121109309~2959420,125261027~7811005,133092666~1169475,155742438~1949674,160848592~1803651,163987783~5693528,172544112~14412106,187717598~1000807,189098617~2113744,191292455~11305420,206179242~9192213,215985296~12845019,231187563~5076484,245344061~740665,246435482~16267537,264087727~5551251,277259135~1336902,284308024~3808941,301072398~9790043,315565787~17509902,336547179~2154284,348627322~14776834,376960097~7069907,388691571~7239501,399023829~14427208] wrote [24920370~3339714,83304942~3586796,160848592~1803651,219882062~8009300,231187563~5076484,315565787~8268990,336547179~2154284,360944395~2169882,407385618~6065419] 2024-09-13T01:05:24.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:24 smithi032 bash[75510]: cluster 2024-09-13T01:05:23.654844+0000 mon.a (mon.0) 3669 : cluster [DBG] osdmap e1953: 8 total, 8 up, 8 in 2024-09-13T01:05:24.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:24 smithi032 bash[76677]: cluster 2024-09-13T01:05:23.654844+0000 mon.a (mon.0) 3669 : cluster [DBG] osdmap e1953: 8 total, 8 up, 8 in 2024-09-13T01:05:25.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:24 smithi053 bash[67631]: cluster 2024-09-13T01:05:23.654844+0000 mon.a (mon.0) 3669 : cluster [DBG] osdmap e1953: 8 total, 8 up, 8 in 2024-09-13T01:05:25.764 INFO:tasks.workunit.client.0.smithi032.stdout: i=9 exists [1879129~14059342,16060581~2435023,24920370~8818067,36392714~7310127,48086903~614962,49673556~6994486,62316437~1512987,66966396~8603242,77878683~325305,81554813~1268522,83304942~3586796,91877321~21982673,115970532~831705,120550486~161676,121109309~2959420,125261027~7811005,133092666~1169475,155742438~1949674,160848592~1803651,163987783~22968435,187717598~1000807,189098617~2113744,191292455~12906943,206179242~9192213,215985296~12845019,231187563~5076484,245344061~740665,246435482~16267537,264087727~5551251,275711396~6399225,284308024~3808941,301072398~9790043,315565787~17509902,336547179~2154284,348627322~14776834,376960097~7069907,388171811~7759261,399023829~14427208] wrote [6208681~7822479,16060581~2435023,92373855~1214564,168884324~3830429,201216587~2982811,275711396~6399225,323823817~6553057,388171811~4441301,409746003~2607405] 2024-09-13T01:05:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:25 smithi053 bash[67631]: cluster 2024-09-13T01:05:24.656441+0000 mon.a (mon.0) 3670 : cluster [DBG] osdmap e1954: 8 total, 8 up, 8 in 2024-09-13T01:05:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:25 smithi053 bash[67631]: cluster 2024-09-13T01:05:24.824114+0000 mgr.y (mgr.34107) 1879 : cluster [DBG] pgmap v3386: 137 pgs: 137 active+clean; 347 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 51 MiB/s wr, 326 op/s 2024-09-13T01:05:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:25 smithi053 bash[67631]: audit 2024-09-13T01:05:25.220668+0000 mon.a (mon.0) 3671 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:05:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:25 smithi032 bash[75510]: cluster 2024-09-13T01:05:24.656441+0000 mon.a (mon.0) 3670 : cluster [DBG] osdmap e1954: 8 total, 8 up, 8 in 2024-09-13T01:05:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:25 smithi032 bash[75510]: cluster 2024-09-13T01:05:24.824114+0000 mgr.y (mgr.34107) 1879 : cluster [DBG] pgmap v3386: 137 pgs: 137 active+clean; 347 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 51 MiB/s wr, 326 op/s 2024-09-13T01:05:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:25 smithi032 bash[75510]: audit 2024-09-13T01:05:25.220668+0000 mon.a (mon.0) 3671 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:05:26.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:25 smithi032 bash[76677]: cluster 2024-09-13T01:05:24.656441+0000 mon.a (mon.0) 3670 : cluster [DBG] osdmap e1954: 8 total, 8 up, 8 in 2024-09-13T01:05:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:25 smithi032 bash[76677]: cluster 2024-09-13T01:05:24.824114+0000 mgr.y (mgr.34107) 1879 : cluster [DBG] pgmap v3386: 137 pgs: 137 active+clean; 347 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 51 MiB/s wr, 326 op/s 2024-09-13T01:05:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:25 smithi032 bash[76677]: audit 2024-09-13T01:05:25.220668+0000 mon.a (mon.0) 3671 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:05:26.801 INFO:tasks.workunit.client.0.smithi032.stdout: i=10 exists [1086134~14852337,16060581~2435023,24920370~8818067,36392714~7310127,48086903~614962,49673556~6994486,62316437~1512987,66966396~8603242,77878683~325305,81554813~1268522,83304942~3586796,91877321~21982673,115970532~831705,120550486~161676,121109309~2959420,125261027~7811005,133092666~1169475,146123380~3666224,155742438~1949674,160848592~1803651,163987783~22968435,187717598~1000807,189098617~2113744,191292455~24079000,215985296~12845019,231187563~5076484,245344061~740665,246435482~16267537,264087727~5551251,275711396~6399225,284308024~3808941,292240091~7027952,301072398~9790043,315565787~17509902,336547179~2154284,348627322~20075588,376960097~7069907,388171811~7759261,399023829~14427208] wrote [1086134~3546718,146123380~3666224,168189470~4007235,202590640~4378087,252887893~6199676,292240091~7027952,326996880~351435,361709912~6992998] 2024-09-13T01:05:27.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:26 smithi053 bash[67631]: cluster 2024-09-13T01:05:25.675553+0000 mon.a (mon.0) 3672 : cluster [DBG] osdmap e1955: 8 total, 8 up, 8 in 2024-09-13T01:05:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:26 smithi032 bash[75510]: cluster 2024-09-13T01:05:25.675553+0000 mon.a (mon.0) 3672 : cluster [DBG] osdmap e1955: 8 total, 8 up, 8 in 2024-09-13T01:05:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:26 smithi032 bash[76677]: cluster 2024-09-13T01:05:25.675553+0000 mon.a (mon.0) 3672 : cluster [DBG] osdmap e1955: 8 total, 8 up, 8 in 2024-09-13T01:05:27.797 INFO:tasks.workunit.client.0.smithi032.stdout: i=11 exists [1086134~14852337,16060581~2435023,22424110~21278731,48086903~614962,49673556~6994486,62316437~1512987,66966396~8603242,77878683~325305,81554813~1268522,83304942~3586796,91877321~21982673,115970532~831705,120550486~161676,121109309~2959420,125261027~7811005,133092666~1169475,146123380~3666224,155742438~1949674,160848592~1803651,163987783~22968435,187717598~1000807,189098617~2113744,191292455~24079000,215985296~13382780,231187563~5076484,238907318~6423137,245344061~740665,246435482~16267537,264087727~8110205,275711396~6399225,284308024~3808941,292240091~7027952,301072398~9790043,315565787~17509902,336547179~2154284,348627322~20075588,376960097~7069907,388171811~7759261,399023829~14427208] wrote [22424110~4378118,29216670~7569504,98898475~373852,125925759~4011172,200310523~6244157,210367303~155083,224457964~4910112,238907318~6423137,265274219~6923713,399618899~559185] 2024-09-13T01:05:28.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:27 smithi053 bash[67631]: cluster 2024-09-13T01:05:26.677391+0000 mon.a (mon.0) 3673 : cluster [DBG] osdmap e1956: 8 total, 8 up, 8 in 2024-09-13T01:05:28.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:27 smithi053 bash[67631]: cluster 2024-09-13T01:05:26.824796+0000 mgr.y (mgr.34107) 1880 : cluster [DBG] pgmap v3389: 137 pgs: 137 active+clean; 386 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 29 MiB/s wr, 17 op/s 2024-09-13T01:05:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:27 smithi032 bash[75510]: cluster 2024-09-13T01:05:26.677391+0000 mon.a (mon.0) 3673 : cluster [DBG] osdmap e1956: 8 total, 8 up, 8 in 2024-09-13T01:05:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:27 smithi032 bash[75510]: cluster 2024-09-13T01:05:26.824796+0000 mgr.y (mgr.34107) 1880 : cluster [DBG] pgmap v3389: 137 pgs: 137 active+clean; 386 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 29 MiB/s wr, 17 op/s 2024-09-13T01:05:28.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:27 smithi032 bash[76677]: cluster 2024-09-13T01:05:26.677391+0000 mon.a (mon.0) 3673 : cluster [DBG] osdmap e1956: 8 total, 8 up, 8 in 2024-09-13T01:05:28.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:27 smithi032 bash[76677]: cluster 2024-09-13T01:05:26.824796+0000 mgr.y (mgr.34107) 1880 : cluster [DBG] pgmap v3389: 137 pgs: 137 active+clean; 386 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 29 MiB/s wr, 17 op/s 2024-09-13T01:05:28.803 INFO:tasks.workunit.client.0.smithi032.stdout: i=12 exists [1086134~14852337,16060581~2435023,22424110~21278731,48039149~8628893,62316437~1512987,65774728~103341,66966396~8603242,77878683~325305,80534244~685226,81554813~1268522,83304942~3586796,91877321~21982673,115970532~831705,120550486~161676,121109309~2959420,125261027~14951423,146123380~3666224,155742438~4340189,160848592~1803651,163987783~22968435,187717598~1000807,189098617~2113744,191292455~24079000,215985296~13382780,231187563~5076484,238907318~6423137,245344061~740665,246435482~16267537,264087727~8110205,275711396~6399225,284308024~3808941,292240091~7027952,301072398~9790043,315565787~17509902,336547179~2154284,344170172~24532738,376186344~19744728,399023829~14427208] wrote [48039149~2302857,53567222~1377890,65774728~103341,80534244~685226,132207990~8004460,157578150~2504477,344170172~6625488,359331080~7032856,376186344~2075272,382472483~7933217] 2024-09-13T01:05:29.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:28 smithi053 bash[67631]: cluster 2024-09-13T01:05:27.700155+0000 mon.a (mon.0) 3674 : cluster [DBG] osdmap e1957: 8 total, 8 up, 8 in 2024-09-13T01:05:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:28 smithi032 bash[75510]: cluster 2024-09-13T01:05:27.700155+0000 mon.a (mon.0) 3674 : cluster [DBG] osdmap e1957: 8 total, 8 up, 8 in 2024-09-13T01:05:29.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:28 smithi032 bash[76677]: cluster 2024-09-13T01:05:27.700155+0000 mon.a (mon.0) 3674 : cluster [DBG] osdmap e1957: 8 total, 8 up, 8 in 2024-09-13T01:05:29.807 INFO:tasks.workunit.client.0.smithi032.stdout: i=13 exists [1086134~14852337,16060581~2435023,22424110~21278731,48039149~8628893,62316437~1512987,65774728~103341,66966396~8603242,77878683~325305,80534244~685226,81554813~1268522,83304942~30555052,115970532~831705,120550486~161676,121109309~2959420,125261027~14951423,146123380~3666224,155742438~4340189,160848592~1803651,163987783~22968435,187717598~1000807,189098617~2113744,191292455~24079000,215985296~13382780,231187563~5076484,238907318~6423137,245344061~740665,246435482~16267537,264087727~8110205,272387715~2478077,275711396~6399225,284308024~3808941,292240091~7027952,301072398~9812157,315565787~17509902,336547179~2154284,344170172~24532738,376186344~19744728,399023829~14427208] wrote [26114185~6924381,34107651~4338110,86693991~5467093,135608350~1549310,219547200~4875237,272387715~2478077,304214887~1365726,306028660~4855895,321895958~1185641,390923814~1266152] 2024-09-13T01:05:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:29 smithi053 bash[67631]: cluster 2024-09-13T01:05:28.699591+0000 mon.a (mon.0) 3675 : cluster [DBG] osdmap e1958: 8 total, 8 up, 8 in 2024-09-13T01:05:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:29 smithi053 bash[67631]: cluster 2024-09-13T01:05:28.826291+0000 mgr.y (mgr.34107) 1881 : cluster [DBG] pgmap v3392: 137 pgs: 137 active+clean; 532 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 184 KiB/s rd, 43 MiB/s wr, 297 op/s 2024-09-13T01:05:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:29 smithi032 bash[75510]: cluster 2024-09-13T01:05:28.699591+0000 mon.a (mon.0) 3675 : cluster [DBG] osdmap e1958: 8 total, 8 up, 8 in 2024-09-13T01:05:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:29 smithi032 bash[75510]: cluster 2024-09-13T01:05:28.826291+0000 mgr.y (mgr.34107) 1881 : cluster [DBG] pgmap v3392: 137 pgs: 137 active+clean; 532 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 184 KiB/s rd, 43 MiB/s wr, 297 op/s 2024-09-13T01:05:30.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:29 smithi032 bash[76677]: cluster 2024-09-13T01:05:28.699591+0000 mon.a (mon.0) 3675 : cluster [DBG] osdmap e1958: 8 total, 8 up, 8 in 2024-09-13T01:05:30.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:29 smithi032 bash[76677]: cluster 2024-09-13T01:05:28.826291+0000 mgr.y (mgr.34107) 1881 : cluster [DBG] pgmap v3392: 137 pgs: 137 active+clean; 532 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 184 KiB/s rd, 43 MiB/s wr, 297 op/s 2024-09-13T01:05:30.854 INFO:tasks.workunit.client.0.smithi032.stdout: i=14 exists [1086134~14852337,16060581~2435023,22424110~21278731,48039149~8628893,62316437~1512987,65774728~103341,66966396~8603242,77878683~325305,80534244~685226,81554813~1268522,83304942~30555052,115970532~831705,120550486~161676,121109309~2959420,125261027~24626817,155742438~4340189,160848592~1803651,163987783~22968435,187717598~1000807,189098617~2113744,191292455~24079000,215985296~13382780,231187563~14142892,245344061~740665,246435482~16267537,264087727~8110205,272387715~2478077,275711396~6399225,284308024~5841539,292240091~7027952,301072398~9812157,313644117~19431572,336547179~2154284,344170172~24532738,376186344~19744728,399023829~14427208] wrote [28325474~3465570,85864821~3434630,133544824~16343020,199815748~2253324,232838088~7539170,287161545~2988018,293886919~816338,313644117~2808305] 2024-09-13T01:05:31.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:30 smithi053 bash[67631]: cluster 2024-09-13T01:05:29.718911+0000 mon.a (mon.0) 3676 : cluster [DBG] osdmap e1959: 8 total, 8 up, 8 in 2024-09-13T01:05:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:30 smithi032 bash[75510]: cluster 2024-09-13T01:05:29.718911+0000 mon.a (mon.0) 3676 : cluster [DBG] osdmap e1959: 8 total, 8 up, 8 in 2024-09-13T01:05:31.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:30 smithi032 bash[76677]: cluster 2024-09-13T01:05:29.718911+0000 mon.a (mon.0) 3676 : cluster [DBG] osdmap e1959: 8 total, 8 up, 8 in 2024-09-13T01:05:31.794 INFO:tasks.workunit.client.0.smithi032.stdout: i=15 exists [1086134~14852337,16060581~2435023,22424110~21278731,47554828~9113214,62316437~1512987,65774728~103341,66966396~8603242,77878683~325305,80534244~685226,81554813~1268522,83304942~30555052,115970532~831705,117588457~1937673,120550486~161676,121109309~2959420,125114807~24773037,155742438~4340189,160848592~1803651,163987783~22968435,187717598~1000807,189098617~2113744,191292455~24079000,215985296~13382780,231187563~14142892,245344061~740665,246435482~16267537,264087727~8110205,272387715~2478077,275711396~6399225,284308024~5841539,291565842~7702201,301072398~9812157,313387644~19688045,336547179~2154284,344170172~24532738,376186344~19744728,399023829~14427208] wrote [47554828~4202723,94623926~700509,117588457~1937673,125114807~1382968,178709013~5949432,201685359~936380,284847092~3345696,291565842~3942594,313387644~2252938,388080910~678815] 2024-09-13T01:05:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:31 smithi053 bash[67631]: cluster 2024-09-13T01:05:30.726921+0000 mon.a (mon.0) 3677 : cluster [DBG] osdmap e1960: 8 total, 8 up, 8 in 2024-09-13T01:05:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:31 smithi053 bash[67631]: cluster 2024-09-13T01:05:30.827204+0000 mgr.y (mgr.34107) 1882 : cluster [DBG] pgmap v3395: 137 pgs: 137 active+clean; 591 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 184 KiB/s rd, 49 MiB/s wr, 299 op/s 2024-09-13T01:05:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:31 smithi032 bash[75510]: cluster 2024-09-13T01:05:30.726921+0000 mon.a (mon.0) 3677 : cluster [DBG] osdmap e1960: 8 total, 8 up, 8 in 2024-09-13T01:05:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:31 smithi032 bash[75510]: cluster 2024-09-13T01:05:30.827204+0000 mgr.y (mgr.34107) 1882 : cluster [DBG] pgmap v3395: 137 pgs: 137 active+clean; 591 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 184 KiB/s rd, 49 MiB/s wr, 299 op/s 2024-09-13T01:05:32.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:31 smithi032 bash[76677]: cluster 2024-09-13T01:05:30.726921+0000 mon.a (mon.0) 3677 : cluster [DBG] osdmap e1960: 8 total, 8 up, 8 in 2024-09-13T01:05:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:31 smithi032 bash[76677]: cluster 2024-09-13T01:05:30.827204+0000 mgr.y (mgr.34107) 1882 : cluster [DBG] pgmap v3395: 137 pgs: 137 active+clean; 591 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 184 KiB/s rd, 49 MiB/s wr, 299 op/s 2024-09-13T01:05:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:05:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:05:32] "GET /metrics HTTP/1.1" 200 36462 "" "Prometheus/2.43.0" 2024-09-13T01:05:32.745 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:05:32 smithi053 bash[94430]: ts=2024-09-13T01:05:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:05:32.845 INFO:tasks.workunit.client.0.smithi032.stdout: i=16 exists [1086134~19045458,22424110~21278731,47554828~9113214,62316437~1512987,65774728~103341,66966396~8603242,77878683~325305,80534244~685226,81554813~1268522,83304942~30555052,115970532~831705,117588457~1937673,120550486~161676,121109309~2959420,125114807~24773037,155742438~4340189,160848592~1803651,163987783~22968435,187717598~1000807,189098617~2113744,191292455~24079000,215985296~29345159,245344061~740665,246435482~16267537,264087727~8110205,272387715~2478077,275711396~6399225,284308024~14960019,301072398~9812157,313387644~19688045,336547179~2154284,344170172~24532738,376186344~19744728,399023829~14427208] wrote [12731064~7400528,86981399~858991,168918145~6379156,175765900~7479322,193428804~4902376,226839628~5665636,236086567~2588358,287873275~4843639,388668585~767116] 2024-09-13T01:05:33.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:32 smithi053 bash[67631]: cluster 2024-09-13T01:05:31.738877+0000 mon.a (mon.0) 3678 : cluster [DBG] osdmap e1961: 8 total, 8 up, 8 in 2024-09-13T01:05:33.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:32 smithi032 bash[75510]: cluster 2024-09-13T01:05:31.738877+0000 mon.a (mon.0) 3678 : cluster [DBG] osdmap e1961: 8 total, 8 up, 8 in 2024-09-13T01:05:33.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:32 smithi032 bash[76677]: cluster 2024-09-13T01:05:31.738877+0000 mon.a (mon.0) 3678 : cluster [DBG] osdmap e1961: 8 total, 8 up, 8 in 2024-09-13T01:05:33.877 INFO:tasks.workunit.client.0.smithi032.stdout: i=17 exists [583086~19548506,22424110~21278731,47554828~9113214,62316437~1512987,65774728~103341,66966396~8603242,77878683~325305,80534244~685226,81554813~1268522,83304942~33497295,117588457~1937673,120550486~161676,121109309~2959420,125114807~24773037,155742438~4340189,160848592~1803651,163987783~22968435,187717598~1000807,189098617~2113744,191292455~24079000,215985296~29345159,245344061~740665,246435482~16267537,264087727~8110205,272387715~2478077,275711396~6399225,283939225~15328818,301072398~9812157,313387644~19688045,336547179~2154284,344170172~24532738,371957044~23974028,399023829~14427208] wrote [583086~4324278,55449542~354536,102450917~6754647,112005430~4337937,218095417~7570186,264576149~1758084,283939225~7636673,357271807~4244524,371957044~10516699] 2024-09-13T01:05:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:33 smithi053 bash[67631]: cluster 2024-09-13T01:05:32.742610+0000 mon.a (mon.0) 3679 : cluster [DBG] osdmap e1962: 8 total, 8 up, 8 in 2024-09-13T01:05:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:33 smithi053 bash[67631]: cluster 2024-09-13T01:05:32.828304+0000 mgr.y (mgr.34107) 1883 : cluster [DBG] pgmap v3398: 137 pgs: 137 active+clean; 647 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 213 KiB/s rd, 28 MiB/s wr, 326 op/s 2024-09-13T01:05:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:33 smithi032 bash[75510]: cluster 2024-09-13T01:05:32.742610+0000 mon.a (mon.0) 3679 : cluster [DBG] osdmap e1962: 8 total, 8 up, 8 in 2024-09-13T01:05:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:33 smithi032 bash[75510]: cluster 2024-09-13T01:05:32.828304+0000 mgr.y (mgr.34107) 1883 : cluster [DBG] pgmap v3398: 137 pgs: 137 active+clean; 647 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 213 KiB/s rd, 28 MiB/s wr, 326 op/s 2024-09-13T01:05:34.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:33 smithi032 bash[76677]: cluster 2024-09-13T01:05:32.742610+0000 mon.a (mon.0) 3679 : cluster [DBG] osdmap e1962: 8 total, 8 up, 8 in 2024-09-13T01:05:34.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:33 smithi032 bash[76677]: cluster 2024-09-13T01:05:32.828304+0000 mgr.y (mgr.34107) 1883 : cluster [DBG] pgmap v3398: 137 pgs: 137 active+clean; 647 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 213 KiB/s rd, 28 MiB/s wr, 326 op/s 2024-09-13T01:05:34.909 INFO:tasks.workunit.client.0.smithi032.stdout: i=18 exists [583086~19548506,21700969~22001872,47554828~9113214,62316437~1512987,65774728~103341,66966396~11247242,80534244~685226,81554813~1268522,83304942~33497295,117588457~1937673,120550486~161676,121109309~2959420,125114807~24773037,153783514~1286798,155742438~4340189,160848592~1803651,163987783~22968435,187717598~1000807,189098617~2113744,191292455~24079000,215985296~29345159,245344061~740665,246435482~16267537,264087727~8110205,272387715~2478077,275711396~6399225,283939225~15328818,301072398~11431627,313387644~19688045,336547179~4783098,344170172~24532738,371957044~41493993] wrote [21700969~7349190,72015486~6198152,153783514~1286798,164567620~4856666,207138263~2556685,308805313~3698712,338181472~3148805,344885958~6490462,365228496~3321199,393899861~7198801] 2024-09-13T01:05:35.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:34 smithi053 bash[67631]: cluster 2024-09-13T01:05:33.755980+0000 mon.a (mon.0) 3680 : cluster [DBG] osdmap e1963: 8 total, 8 up, 8 in 2024-09-13T01:05:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:34 smithi032 bash[75510]: cluster 2024-09-13T01:05:33.755980+0000 mon.a (mon.0) 3680 : cluster [DBG] osdmap e1963: 8 total, 8 up, 8 in 2024-09-13T01:05:35.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:34 smithi032 bash[76677]: cluster 2024-09-13T01:05:33.755980+0000 mon.a (mon.0) 3680 : cluster [DBG] osdmap e1963: 8 total, 8 up, 8 in 2024-09-13T01:05:35.893 INFO:tasks.workunit.client.0.smithi032.stdout: i=19 exists [583086~19548506,21700969~22183677,47554828~9113214,59737152~4688515,65774728~103341,66966396~11247242,80534244~685226,81554813~1268522,83304942~33497295,117588457~1937673,120550486~161676,121109309~28778535,153783514~1286798,155742438~4340189,160848592~1803651,163987783~22968435,187717598~1000807,189098617~2113744,191292455~71410564,264087727~8110205,272387715~2478077,275711396~6399225,283939225~15328818,301072398~11431627,313387644~19688045,336547179~4783098,344170172~24532738,371957044~41493993] wrote [30183497~60391,41835117~2049529,59737152~4688515,67879987~4817405,122430597~4626033,201591717~7033107,215041174~5111716,242044587~6693539,346243993~5845520,359940962~2493762] 2024-09-13T01:05:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:35 smithi053 bash[67631]: cluster 2024-09-13T01:05:34.775911+0000 mon.a (mon.0) 3681 : cluster [DBG] osdmap e1964: 8 total, 8 up, 8 in 2024-09-13T01:05:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:35 smithi053 bash[67631]: cluster 2024-09-13T01:05:34.829089+0000 mgr.y (mgr.34107) 1884 : cluster [DBG] pgmap v3401: 137 pgs: 137 active+clean; 717 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 31 MiB/s wr, 331 op/s 2024-09-13T01:05:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:35 smithi032 bash[75510]: cluster 2024-09-13T01:05:34.775911+0000 mon.a (mon.0) 3681 : cluster [DBG] osdmap e1964: 8 total, 8 up, 8 in 2024-09-13T01:05:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:35 smithi032 bash[75510]: cluster 2024-09-13T01:05:34.829089+0000 mgr.y (mgr.34107) 1884 : cluster [DBG] pgmap v3401: 137 pgs: 137 active+clean; 717 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 31 MiB/s wr, 331 op/s 2024-09-13T01:05:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:35 smithi032 bash[76677]: cluster 2024-09-13T01:05:34.775911+0000 mon.a (mon.0) 3681 : cluster [DBG] osdmap e1964: 8 total, 8 up, 8 in 2024-09-13T01:05:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:35 smithi032 bash[76677]: cluster 2024-09-13T01:05:34.829089+0000 mgr.y (mgr.34107) 1884 : cluster [DBG] pgmap v3401: 137 pgs: 137 active+clean; 717 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 31 MiB/s wr, 331 op/s 2024-09-13T01:05:36.824 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 1 diff [4194304~8388608,117440512~4194304,163577856~12582912,188743680~8388608,205520896~8388608,352321536~8388608,385875968~8388608,402653184~8388608] 2024-09-13T01:05:36.825 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,117440512~4194304,163577856~12582912,188743680~8388608,205520896~8388608,352321536~8388608,385875968~8388608,402653184~8388608] 2024-09-13T01:05:36.856 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,117440512~8388608,163577856~12582912,188743680~12582912,205520896~12582912,352321536~12582912,385875968~12582912,402653184~12582912] 2024-09-13T01:05:36.856 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 2 diff [0~16777216,46137344~4194304,88080384~8388608,117440512~4194304,163577856~12582912,184549376~16777216,205520896~8388608,226492416~4194304,276824064~4194304,348127232~12582912,385875968~8388608,402653184~8388608] 2024-09-13T01:05:36.856 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,46137344~4194304,88080384~8388608,117440512~4194304,163577856~12582912,184549376~16777216,205520896~8388608,226492416~4194304,276824064~4194304,348127232~12582912,385875968~8388608,402653184~8388608] 2024-09-13T01:05:36.859 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,46137344~4194304,88080384~12582912,117440512~8388608,163577856~12582912,184549376~33554432,226492416~4194304,276824064~4194304,348127232~16777216,385875968~12582912,402653184~12582912] 2024-09-13T01:05:36.860 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 3 diff [0~16777216,25165824~8388608,46137344~4194304,67108864~8388608,88080384~8388608,104857600~16777216,163577856~12582912,184549376~16777216,205520896~12582912,226492416~4194304,247463936~8388608,276824064~4194304,301989888~8388608,322961408~8388608,348127232~12582912,385875968~8388608,402653184~8388608] 2024-09-13T01:05:36.860 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,46137344~4194304,67108864~8388608,88080384~8388608,104857600~16777216,163577856~12582912,184549376~16777216,205520896~12582912,226492416~4194304,247463936~8388608,276824064~4194304,301989888~8388608,322961408~8388608,348127232~12582912,385875968~8388608,402653184~8388608] 2024-09-13T01:05:36.865 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~12582912,46137344~4194304,67108864~12582912,88080384~12582912,104857600~20971520,163577856~12582912,184549376~33554432,226492416~4194304,247463936~12582912,276824064~4194304,301989888~8388608,322961408~8388608,348127232~16777216,385875968~12582912,402653184~12582912] 2024-09-13T01:05:36.865 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 4 diff [0~16777216,25165824~8388608,46137344~8388608,62914560~12582912,88080384~25165824,117440512~4194304,163577856~12582912,184549376~16777216,205520896~12582912,226492416~4194304,247463936~8388608,276824064~4194304,285212672~4194304,297795584~12582912,322961408~8388608,348127232~12582912,385875968~8388608,402653184~8388608] 2024-09-13T01:05:36.865 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,46137344~8388608,62914560~12582912,88080384~25165824,117440512~4194304,163577856~12582912,184549376~16777216,205520896~12582912,226492416~4194304,247463936~8388608,276824064~4194304,285212672~4194304,297795584~12582912,322961408~8388608,348127232~12582912,385875968~8388608,402653184~8388608] 2024-09-13T01:05:36.872 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~12582912,46137344~12582912,62914560~16777216,88080384~37748736,163577856~12582912,184549376~33554432,226492416~4194304,247463936~12582912,276824064~4194304,285212672~4194304,297795584~16777216,322961408~12582912,348127232~16777216,385875968~12582912,402653184~12582912] 2024-09-13T01:05:36.872 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 5 diff [0~16777216,25165824~8388608,41943040~12582912,62914560~12582912,88080384~25165824,117440512~4194304,155189248~4194304,163577856~12582912,184549376~16777216,205520896~12582912,226492416~4194304,247463936~8388608,276824064~4194304,285212672~4194304,297795584~12582912,314572800~20971520,348127232~16777216,385875968~8388608,398458880~12582912] 2024-09-13T01:05:36.872 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,41943040~12582912,62914560~12582912,88080384~25165824,117440512~4194304,155189248~4194304,163577856~12582912,184549376~16777216,205520896~12582912,226492416~4194304,247463936~8388608,276824064~4194304,285212672~4194304,297795584~12582912,314572800~20971520,348127232~16777216,385875968~8388608,398458880~12582912] 2024-09-13T01:05:36.879 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~12582912,41943040~16777216,62914560~16777216,88080384~37748736,155189248~4194304,163577856~12582912,184549376~37748736,226492416~4194304,247463936~12582912,276824064~4194304,285212672~4194304,297795584~37748736,348127232~16777216,385875968~29360128] 2024-09-13T01:05:36.879 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 6 diff [0~16777216,25165824~8388608,41943040~12582912,58720256~16777216,88080384~33554432,125829120~8388608,155189248~4194304,163577856~12582912,184549376~16777216,205520896~12582912,226492416~4194304,247463936~8388608,276824064~8388608,297795584~12582912,314572800~16777216,348127232~16777216,377487360~16777216,398458880~16777216] 2024-09-13T01:05:36.879 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,41943040~12582912,58720256~16777216,88080384~33554432,125829120~8388608,155189248~4194304,163577856~12582912,184549376~16777216,205520896~12582912,226492416~4194304,247463936~8388608,276824064~8388608,297795584~12582912,314572800~16777216,348127232~16777216,377487360~16777216,398458880~16777216] 2024-09-13T01:05:36.888 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~12582912,41943040~37748736,88080384~46137344,155189248~4194304,163577856~12582912,184549376~37748736,226492416~4194304,247463936~12582912,276824064~12582912,297795584~37748736,348127232~16777216,377487360~37748736] 2024-09-13T01:05:36.888 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 7 diff [0~16777216,25165824~8388608,41943040~12582912,58720256~16777216,79691776~4194304,88080384~33554432,125829120~8388608,155189248~4194304,163577856~37748736,205520896~16777216,226492416~4194304,243269632~20971520,276824064~8388608,297795584~12582912,314572800~16777216,348127232~16777216,377487360~16777216,398458880~16777216] 2024-09-13T01:05:36.888 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,41943040~12582912,58720256~16777216,79691776~4194304,88080384~33554432,125829120~8388608,155189248~4194304,163577856~37748736,205520896~16777216,226492416~4194304,243269632~20971520,276824064~8388608,297795584~12582912,314572800~16777216,348127232~16777216,377487360~16777216,398458880~16777216] 2024-09-13T01:05:36.899 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~12582912,41943040~41943040,88080384~50331648,155189248~4194304,163577856~58720256,226492416~4194304,243269632~20971520,276824064~12582912,297795584~37748736,348127232~16777216,377487360~37748736] 2024-09-13T01:05:36.899 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 8 diff [0~16777216,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,88080384~33554432,125829120~8388608,155189248~46137344,205520896~33554432,243269632~20971520,276824064~8388608,297795584~12582912,314572800~25165824,348127232~16777216,377487360~16777216,398458880~16777216] 2024-09-13T01:05:36.899 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,88080384~33554432,125829120~8388608,155189248~46137344,205520896~33554432,243269632~20971520,276824064~8388608,297795584~12582912,314572800~25165824,348127232~16777216,377487360~16777216,398458880~16777216] 2024-09-13T01:05:36.910 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,20971520~16777216,41943040~96468992,155189248~83886080,243269632~20971520,276824064~12582912,297795584~41943040,348127232~16777216,377487360~37748736] 2024-09-13T01:05:36.910 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 9 diff [0~16777216,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,88080384~33554432,125829120~8388608,155189248~83886080,243269632~20971520,272629760~12582912,297795584~12582912,314572800~25165824,348127232~16777216,377487360~16777216,398458880~16777216] 2024-09-13T01:05:36.910 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,88080384~33554432,125829120~8388608,155189248~83886080,243269632~20971520,272629760~12582912,297795584~12582912,314572800~25165824,348127232~16777216,377487360~16777216,398458880~16777216] 2024-09-13T01:05:36.923 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~96468992,155189248~83886080,243269632~20971520,272629760~16777216,297795584~41943040,348127232~16777216,377487360~37748736] 2024-09-13T01:05:36.923 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 10 diff [0~16777216,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,88080384~33554432,125829120~8388608,142606336~4194304,155189248~83886080,243269632~20971520,272629760~12582912,289406976~20971520,314572800~25165824,348127232~20971520,377487360~16777216,398458880~16777216] 2024-09-13T01:05:36.924 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,88080384~33554432,125829120~8388608,142606336~4194304,155189248~83886080,243269632~20971520,272629760~12582912,289406976~20971520,314572800~25165824,348127232~20971520,377487360~16777216,398458880~16777216] 2024-09-13T01:05:36.937 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~96468992,142606336~8388608,155189248~83886080,243269632~20971520,272629760~67108864,348127232~20971520,377487360~37748736] 2024-09-13T01:05:36.937 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 11 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~4194304,88080384~33554432,125829120~8388608,142606336~4194304,155189248~130023424,289406976~20971520,314572800~25165824,348127232~20971520,377487360~16777216,398458880~16777216] 2024-09-13T01:05:36.938 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~4194304,88080384~33554432,125829120~8388608,142606336~4194304,155189248~130023424,289406976~20971520,314572800~25165824,348127232~20971520,377487360~16777216,398458880~16777216] 2024-09-13T01:05:36.952 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~96468992,142606336~8388608,155189248~184549376,348127232~20971520,377487360~37748736] 2024-09-13T01:05:36.953 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 12 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~4194304,88080384~33554432,125829120~20971520,155189248~130023424,289406976~20971520,314572800~25165824,343932928~25165824,373293056~41943040] 2024-09-13T01:05:36.953 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~4194304,88080384~33554432,125829120~20971520,155189248~130023424,289406976~20971520,314572800~25165824,343932928~25165824,373293056~41943040] 2024-09-13T01:05:36.967 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~109051904,155189248~184549376,343932928~25165824,373293056~41943040] 2024-09-13T01:05:36.968 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 13 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~41943040,125829120~20971520,155189248~130023424,289406976~20971520,314572800~25165824,343932928~25165824,373293056~41943040] 2024-09-13T01:05:36.968 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~41943040,125829120~20971520,155189248~130023424,289406976~20971520,314572800~25165824,343932928~25165824,373293056~41943040] 2024-09-13T01:05:36.985 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~150994944,155189248~184549376,343932928~25165824,373293056~41943040] 2024-09-13T01:05:36.985 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 14 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~41943040,125829120~25165824,155189248~176160768,335544320~4194304,343932928~25165824,373293056~41943040] 2024-09-13T01:05:36.985 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~41943040,125829120~25165824,155189248~176160768,335544320~4194304,343932928~25165824,373293056~41943040] 2024-09-13T01:05:37.004 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~150994944,155189248~184549376,343932928~25165824,373293056~41943040] 2024-09-13T01:05:37.004 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 15 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~67108864,155189248~176160768,335544320~4194304,343932928~25165824,373293056~41943040] 2024-09-13T01:05:37.004 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~67108864,155189248~176160768,335544320~4194304,343932928~25165824,373293056~41943040] 2024-09-13T01:05:37.023 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~150994944,155189248~184549376,343932928~25165824,373293056~41943040] 2024-09-13T01:05:37.023 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 16 diff [0~37748736,41943040~12582912,58720256~16777216,79691776~67108864,155189248~176160768,335544320~4194304,343932928~25165824,373293056~41943040] 2024-09-13T01:05:37.023 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~12582912,58720256~16777216,79691776~67108864,155189248~176160768,335544320~4194304,343932928~25165824,373293056~41943040] 2024-09-13T01:05:37.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:36 smithi053 bash[67631]: cluster 2024-09-13T01:05:35.777928+0000 mon.a (mon.0) 3682 : cluster [DBG] osdmap e1965: 8 total, 8 up, 8 in 2024-09-13T01:05:37.042 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~150994944,155189248~184549376,343932928~25165824,373293056~41943040] 2024-09-13T01:05:37.042 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 17 diff [0~37748736,41943040~33554432,79691776~33554432,117440512~29360128,155189248~176160768,335544320~4194304,343932928~50331648,398458880~16777216] 2024-09-13T01:05:37.043 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~33554432,79691776~33554432,117440512~29360128,155189248~176160768,335544320~4194304,343932928~50331648,398458880~16777216] 2024-09-13T01:05:37.062 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~150994944,155189248~184549376,343932928~71303168] 2024-09-13T01:05:37.063 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 18 diff [0~37748736,41943040~33554432,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:37.063 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~33554432,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:37.085 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:37.085 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 19 diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:37.085 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:37.109 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:37.109 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 2 diff [0~16777216,46137344~4194304,88080384~8388608,184549376~4194304,192937984~8388608,226492416~4194304,276824064~4194304,348127232~4194304] 2024-09-13T01:05:37.109 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,46137344~4194304,88080384~8388608,184549376~4194304,192937984~8388608,226492416~4194304,276824064~4194304,348127232~4194304] 2024-09-13T01:05:37.112 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,46137344~4194304,88080384~12582912,184549376~4194304,192937984~12582912,226492416~4194304,276824064~4194304,348127232~4194304] 2024-09-13T01:05:37.113 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 3 diff [0~16777216,25165824~8388608,46137344~4194304,67108864~8388608,88080384~8388608,104857600~12582912,184549376~4194304,192937984~8388608,205520896~8388608,226492416~4194304,247463936~8388608,276824064~4194304,301989888~8388608,322961408~8388608,348127232~4194304,402653184~4194304] 2024-09-13T01:05:37.113 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,46137344~4194304,67108864~8388608,88080384~8388608,104857600~12582912,184549376~4194304,192937984~8388608,205520896~8388608,226492416~4194304,247463936~8388608,276824064~4194304,301989888~8388608,322961408~8388608,348127232~4194304,402653184~4194304] 2024-09-13T01:05:37.118 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~12582912,46137344~4194304,67108864~12582912,88080384~12582912,104857600~12582912,184549376~4194304,192937984~20971520,226492416~4194304,247463936~12582912,276824064~4194304,301989888~8388608,322961408~8388608,348127232~4194304,402653184~8388608] 2024-09-13T01:05:37.118 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 4 diff [0~16777216,25165824~8388608,46137344~8388608,62914560~12582912,88080384~25165824,121634816~4194304,184549376~4194304,192937984~8388608,205520896~8388608,226492416~4194304,247463936~8388608,276824064~4194304,285212672~4194304,297795584~12582912,322961408~8388608,348127232~4194304,402653184~4194304] 2024-09-13T01:05:37.118 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,46137344~8388608,62914560~12582912,88080384~25165824,121634816~4194304,184549376~4194304,192937984~8388608,205520896~8388608,226492416~4194304,247463936~8388608,276824064~4194304,285212672~4194304,297795584~12582912,322961408~8388608,348127232~4194304,402653184~4194304] 2024-09-13T01:05:37.124 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~12582912,46137344~12582912,62914560~16777216,88080384~29360128,121634816~4194304,184549376~4194304,192937984~20971520,226492416~4194304,247463936~12582912,276824064~4194304,285212672~4194304,297795584~16777216,322961408~12582912,348127232~4194304,402653184~8388608] 2024-09-13T01:05:37.124 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 5 diff [0~16777216,25165824~8388608,41943040~12582912,62914560~12582912,88080384~25165824,121634816~4194304,155189248~4194304,184549376~4194304,192937984~8388608,205520896~12582912,226492416~4194304,247463936~8388608,276824064~4194304,285212672~4194304,297795584~12582912,314572800~20971520,348127232~8388608,398458880~8388608] 2024-09-13T01:05:37.124 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,41943040~12582912,62914560~12582912,88080384~25165824,121634816~4194304,155189248~4194304,184549376~4194304,192937984~8388608,205520896~12582912,226492416~4194304,247463936~8388608,276824064~4194304,285212672~4194304,297795584~12582912,314572800~20971520,348127232~8388608,398458880~8388608] 2024-09-13T01:05:37.131 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~12582912,41943040~16777216,62914560~16777216,88080384~29360128,121634816~4194304,155189248~4194304,184549376~4194304,192937984~29360128,226492416~4194304,247463936~12582912,276824064~4194304,285212672~4194304,297795584~37748736,348127232~8388608,398458880~12582912] 2024-09-13T01:05:37.131 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 6 diff [0~16777216,25165824~8388608,41943040~12582912,58720256~16777216,88080384~29360128,121634816~12582912,155189248~4194304,184549376~4194304,192937984~8388608,205520896~12582912,226492416~4194304,247463936~8388608,276824064~8388608,297795584~12582912,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.131 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,41943040~12582912,58720256~16777216,88080384~29360128,121634816~12582912,155189248~4194304,184549376~4194304,192937984~8388608,205520896~12582912,226492416~4194304,247463936~8388608,276824064~8388608,297795584~12582912,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.139 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~12582912,41943040~37748736,88080384~29360128,121634816~12582912,155189248~4194304,184549376~4194304,192937984~29360128,226492416~4194304,247463936~12582912,276824064~12582912,297795584~37748736,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.139 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 7 diff [0~16777216,25165824~8388608,41943040~12582912,58720256~16777216,79691776~4194304,88080384~29360128,121634816~12582912,155189248~4194304,171966464~29360128,205520896~16777216,226492416~4194304,243269632~20971520,276824064~8388608,297795584~12582912,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.139 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,41943040~12582912,58720256~16777216,79691776~4194304,88080384~29360128,121634816~12582912,155189248~4194304,171966464~29360128,205520896~16777216,226492416~4194304,243269632~20971520,276824064~8388608,297795584~12582912,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.148 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~12582912,41943040~41943040,88080384~29360128,121634816~16777216,155189248~4194304,171966464~50331648,226492416~4194304,243269632~20971520,276824064~12582912,297795584~37748736,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.148 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 8 diff [0~16777216,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,88080384~29360128,121634816~12582912,155189248~8388608,171966464~29360128,205520896~33554432,243269632~20971520,276824064~8388608,297795584~12582912,314572800~25165824,348127232~8388608,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.149 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,88080384~29360128,121634816~12582912,155189248~8388608,171966464~29360128,205520896~33554432,243269632~20971520,276824064~8388608,297795584~12582912,314572800~25165824,348127232~8388608,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.159 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,20971520~16777216,41943040~75497472,121634816~16777216,155189248~8388608,171966464~67108864,243269632~20971520,276824064~12582912,297795584~41943040,348127232~8388608,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.159 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 9 diff [0~16777216,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,88080384~29360128,121634816~12582912,155189248~8388608,167772160~33554432,205520896~33554432,243269632~20971520,272629760~12582912,297795584~12582912,314572800~25165824,348127232~8388608,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.159 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,88080384~29360128,121634816~12582912,155189248~8388608,167772160~33554432,205520896~33554432,243269632~20971520,272629760~12582912,297795584~12582912,314572800~25165824,348127232~8388608,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:36 smithi032 bash[75510]: cluster 2024-09-13T01:05:35.777928+0000 mon.a (mon.0) 3682 : cluster [DBG] osdmap e1965: 8 total, 8 up, 8 in 2024-09-13T01:05:37.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:36 smithi032 bash[76677]: cluster 2024-09-13T01:05:35.777928+0000 mon.a (mon.0) 3682 : cluster [DBG] osdmap e1965: 8 total, 8 up, 8 in 2024-09-13T01:05:37.170 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~75497472,121634816~16777216,155189248~8388608,167772160~71303168,243269632~20971520,272629760~16777216,297795584~41943040,348127232~8388608,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.170 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 10 diff [0~16777216,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,88080384~29360128,121634816~12582912,142606336~4194304,155189248~8388608,167772160~41943040,213909504~25165824,243269632~20971520,272629760~12582912,289406976~20971520,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.170 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,88080384~29360128,121634816~12582912,142606336~4194304,155189248~8388608,167772160~41943040,213909504~25165824,243269632~20971520,272629760~12582912,289406976~20971520,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.183 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~75497472,121634816~16777216,142606336~8388608,155189248~8388608,167772160~71303168,243269632~20971520,272629760~67108864,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.183 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 11 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~4194304,88080384~29360128,121634816~12582912,142606336~4194304,155189248~8388608,167772160~41943040,213909504~71303168,289406976~20971520,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.183 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~4194304,88080384~29360128,121634816~12582912,142606336~4194304,155189248~8388608,167772160~41943040,213909504~71303168,289406976~20971520,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.197 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~75497472,121634816~16777216,142606336~8388608,155189248~8388608,167772160~171966464,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.197 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 12 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~4194304,88080384~29360128,121634816~25165824,155189248~8388608,167772160~41943040,213909504~71303168,289406976~20971520,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.197 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~4194304,88080384~29360128,121634816~25165824,155189248~8388608,167772160~41943040,213909504~71303168,289406976~20971520,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.213 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~75497472,121634816~29360128,155189248~8388608,167772160~171966464,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.213 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 13 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~37748736,121634816~25165824,155189248~8388608,167772160~41943040,213909504~71303168,289406976~20971520,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.214 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~37748736,121634816~25165824,155189248~8388608,167772160~41943040,213909504~71303168,289406976~20971520,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.229 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~117440512,121634816~29360128,155189248~8388608,167772160~171966464,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.229 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 14 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~37748736,121634816~29360128,155189248~8388608,167772160~41943040,213909504~117440512,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.229 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~37748736,121634816~29360128,155189248~8388608,167772160~41943040,213909504~117440512,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.245 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~117440512,121634816~29360128,155189248~8388608,167772160~171966464,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.245 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 15 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~67108864,155189248~8388608,167772160~41943040,213909504~117440512,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.245 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~67108864,155189248~8388608,167772160~41943040,213909504~117440512,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.261 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~150994944,155189248~8388608,167772160~171966464,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.261 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 16 diff [0~37748736,41943040~12582912,58720256~16777216,79691776~67108864,155189248~8388608,167772160~41943040,213909504~117440512,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.261 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~12582912,58720256~16777216,79691776~67108864,155189248~8388608,167772160~41943040,213909504~117440512,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.279 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~150994944,155189248~8388608,167772160~171966464,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.279 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 17 diff [0~37748736,41943040~33554432,79691776~33554432,117440512~29360128,155189248~8388608,167772160~41943040,213909504~117440512,335544320~4194304,343932928~46137344,398458880~16777216] 2024-09-13T01:05:37.280 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~33554432,79691776~33554432,117440512~29360128,155189248~8388608,167772160~41943040,213909504~117440512,335544320~4194304,343932928~46137344,398458880~16777216] 2024-09-13T01:05:37.298 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~150994944,155189248~8388608,167772160~171966464,343932928~50331648,398458880~16777216] 2024-09-13T01:05:37.298 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 18 diff [0~37748736,41943040~33554432,79691776~33554432,117440512~29360128,150994944~58720256,213909504~117440512,335544320~75497472] 2024-09-13T01:05:37.299 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~33554432,79691776~33554432,117440512~29360128,150994944~58720256,213909504~117440512,335544320~75497472] 2024-09-13T01:05:37.317 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:37.317 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 19 diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:37.318 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:37.339 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:37.340 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 3 diff [25165824~8388608,67108864~8388608,104857600~12582912,192937984~8388608,205520896~8388608,247463936~8388608,301989888~8388608,322961408~8388608,402653184~4194304] 2024-09-13T01:05:37.340 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25165824~8388608,67108864~8388608,104857600~12582912,192937984~8388608,205520896~8388608,247463936~8388608,301989888~8388608,322961408~8388608,402653184~4194304] 2024-09-13T01:05:37.343 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25165824~12582912,67108864~12582912,104857600~12582912,192937984~20971520,247463936~12582912,301989888~8388608,322961408~8388608,402653184~8388608] 2024-09-13T01:05:37.343 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 4 diff [25165824~8388608,46137344~8388608,62914560~12582912,96468992~16777216,121634816~4194304,192937984~8388608,205520896~8388608,247463936~8388608,285212672~4194304,297795584~12582912,322961408~8388608,402653184~4194304] 2024-09-13T01:05:37.343 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25165824~8388608,46137344~8388608,62914560~12582912,96468992~16777216,121634816~4194304,192937984~8388608,205520896~8388608,247463936~8388608,285212672~4194304,297795584~12582912,322961408~8388608,402653184~4194304] 2024-09-13T01:05:37.348 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25165824~12582912,46137344~12582912,62914560~16777216,96468992~20971520,121634816~4194304,192937984~20971520,247463936~12582912,285212672~4194304,297795584~16777216,322961408~12582912,402653184~8388608] 2024-09-13T01:05:37.348 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 5 diff [25165824~8388608,41943040~12582912,62914560~12582912,96468992~16777216,121634816~4194304,155189248~4194304,192937984~8388608,205520896~12582912,247463936~8388608,285212672~4194304,297795584~12582912,314572800~20971520,348127232~8388608,398458880~8388608] 2024-09-13T01:05:37.348 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25165824~8388608,41943040~12582912,62914560~12582912,96468992~16777216,121634816~4194304,155189248~4194304,192937984~8388608,205520896~12582912,247463936~8388608,285212672~4194304,297795584~12582912,314572800~20971520,348127232~8388608,398458880~8388608] 2024-09-13T01:05:37.354 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25165824~12582912,41943040~16777216,62914560~16777216,96468992~20971520,121634816~4194304,155189248~4194304,192937984~29360128,247463936~12582912,285212672~4194304,297795584~37748736,348127232~8388608,398458880~12582912] 2024-09-13T01:05:37.354 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 6 diff [4194304~12582912,25165824~8388608,41943040~12582912,58720256~16777216,96468992~20971520,121634816~12582912,155189248~4194304,192937984~8388608,205520896~12582912,247463936~8388608,281018368~4194304,297795584~12582912,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.354 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,25165824~8388608,41943040~12582912,58720256~16777216,96468992~20971520,121634816~12582912,155189248~4194304,192937984~8388608,205520896~12582912,247463936~8388608,281018368~4194304,297795584~12582912,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.361 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,25165824~12582912,41943040~37748736,96468992~20971520,121634816~12582912,155189248~4194304,192937984~29360128,247463936~12582912,281018368~8388608,297795584~37748736,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.361 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 7 diff [4194304~12582912,25165824~8388608,41943040~12582912,58720256~16777216,79691776~4194304,96468992~20971520,121634816~12582912,155189248~4194304,171966464~12582912,188743680~12582912,205520896~16777216,243269632~20971520,281018368~4194304,297795584~12582912,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.361 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,25165824~8388608,41943040~12582912,58720256~16777216,79691776~4194304,96468992~20971520,121634816~12582912,155189248~4194304,171966464~12582912,188743680~12582912,205520896~16777216,243269632~20971520,281018368~4194304,297795584~12582912,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.368 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,25165824~12582912,41943040~41943040,96468992~20971520,121634816~16777216,155189248~4194304,171966464~50331648,243269632~20971520,281018368~8388608,297795584~37748736,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.368 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 8 diff [4194304~12582912,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,96468992~20971520,121634816~12582912,155189248~8388608,171966464~12582912,188743680~12582912,205520896~20971520,230686720~8388608,243269632~20971520,281018368~4194304,297795584~12582912,314572800~25165824,348127232~8388608,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.368 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,96468992~20971520,121634816~12582912,155189248~8388608,171966464~12582912,188743680~12582912,205520896~20971520,230686720~8388608,243269632~20971520,281018368~4194304,297795584~12582912,314572800~25165824,348127232~8388608,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.377 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,20971520~16777216,41943040~46137344,96468992~20971520,121634816~16777216,155189248~8388608,171966464~67108864,243269632~20971520,281018368~8388608,297795584~41943040,348127232~8388608,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.377 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 9 diff [4194304~12582912,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,92274688~25165824,121634816~12582912,155189248~8388608,167772160~16777216,188743680~12582912,205520896~20971520,230686720~8388608,243269632~20971520,272629760~12582912,297795584~12582912,314572800~25165824,348127232~8388608,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.377 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,92274688~25165824,121634816~12582912,155189248~8388608,167772160~16777216,188743680~12582912,205520896~20971520,230686720~8388608,243269632~20971520,272629760~12582912,297795584~12582912,314572800~25165824,348127232~8388608,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.386 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~33554432,41943040~46137344,92274688~25165824,121634816~16777216,155189248~8388608,167772160~71303168,243269632~20971520,272629760~16777216,297795584~41943040,348127232~8388608,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.387 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 10 diff [0~16777216,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,92274688~25165824,121634816~12582912,142606336~4194304,155189248~8388608,167772160~16777216,188743680~20971520,213909504~12582912,230686720~8388608,243269632~20971520,272629760~12582912,289406976~20971520,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.387 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,41943040~12582912,58720256~16777216,79691776~4194304,92274688~25165824,121634816~12582912,142606336~4194304,155189248~8388608,167772160~16777216,188743680~20971520,213909504~12582912,230686720~8388608,243269632~20971520,272629760~12582912,289406976~20971520,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.398 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~46137344,92274688~25165824,121634816~16777216,142606336~8388608,155189248~8388608,167772160~71303168,243269632~20971520,272629760~67108864,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.398 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 11 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~4194304,92274688~25165824,121634816~12582912,142606336~4194304,155189248~8388608,167772160~16777216,188743680~20971520,213909504~71303168,289406976~20971520,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.398 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~4194304,92274688~25165824,121634816~12582912,142606336~4194304,155189248~8388608,167772160~16777216,188743680~20971520,213909504~71303168,289406976~20971520,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.411 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~46137344,92274688~25165824,121634816~16777216,142606336~8388608,155189248~8388608,167772160~171966464,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.411 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 12 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~4194304,92274688~25165824,121634816~25165824,155189248~8388608,167772160~16777216,188743680~20971520,213909504~71303168,289406976~20971520,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.412 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~4194304,92274688~25165824,121634816~25165824,155189248~8388608,167772160~16777216,188743680~20971520,213909504~71303168,289406976~20971520,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.425 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~46137344,92274688~25165824,121634816~29360128,155189248~8388608,167772160~171966464,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.425 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 13 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~37748736,121634816~25165824,155189248~8388608,167772160~16777216,188743680~20971520,213909504~71303168,289406976~20971520,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.425 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~37748736,121634816~25165824,155189248~8388608,167772160~16777216,188743680~20971520,213909504~71303168,289406976~20971520,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.441 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~117440512,121634816~29360128,155189248~8388608,167772160~171966464,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.441 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 14 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~37748736,121634816~29360128,155189248~8388608,167772160~16777216,188743680~20971520,213909504~117440512,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.441 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~37748736,121634816~29360128,155189248~8388608,167772160~16777216,188743680~20971520,213909504~117440512,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.456 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~117440512,121634816~29360128,155189248~8388608,167772160~171966464,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.456 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 15 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~67108864,155189248~8388608,167772160~16777216,188743680~20971520,213909504~117440512,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.457 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~16777216,79691776~67108864,155189248~8388608,167772160~16777216,188743680~20971520,213909504~117440512,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.473 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~150994944,155189248~8388608,167772160~171966464,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.473 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 16 diff [0~37748736,41943040~12582912,58720256~16777216,79691776~67108864,155189248~8388608,167772160~41943040,213909504~117440512,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.473 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~12582912,58720256~16777216,79691776~67108864,155189248~8388608,167772160~41943040,213909504~117440512,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.491 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~150994944,155189248~8388608,167772160~171966464,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.491 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 17 diff [0~37748736,41943040~33554432,79691776~67108864,155189248~8388608,167772160~41943040,213909504~117440512,335544320~4194304,343932928~46137344,398458880~16777216] 2024-09-13T01:05:37.491 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~33554432,79691776~67108864,155189248~8388608,167772160~41943040,213909504~117440512,335544320~4194304,343932928~46137344,398458880~16777216] 2024-09-13T01:05:37.509 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~150994944,155189248~8388608,167772160~171966464,343932928~50331648,398458880~16777216] 2024-09-13T01:05:37.510 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 18 diff [0~37748736,41943040~33554432,79691776~67108864,150994944~58720256,213909504~117440512,335544320~75497472] 2024-09-13T01:05:37.510 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~33554432,79691776~67108864,150994944~58720256,213909504~117440512,335544320~75497472] 2024-09-13T01:05:37.529 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:37.529 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 19 diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:37.529 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:37.549 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:37.549 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 4 diff [46137344~8388608,62914560~8388608,96468992~8388608,121634816~4194304,285212672~4194304,297795584~4194304,306184192~4194304,327155712~4194304,402653184~4194304] 2024-09-13T01:05:37.549 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [46137344~8388608,62914560~8388608,96468992~8388608,121634816~4194304,285212672~4194304,297795584~4194304,306184192~4194304,327155712~4194304,402653184~4194304] 2024-09-13T01:05:37.553 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [46137344~12582912,62914560~12582912,96468992~12582912,121634816~4194304,285212672~4194304,297795584~16777216,327155712~8388608,402653184~4194304] 2024-09-13T01:05:37.554 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 5 diff [41943040~12582912,62914560~8388608,96468992~12582912,121634816~4194304,155189248~4194304,213909504~4194304,285212672~4194304,297795584~4194304,306184192~4194304,314572800~20971520,348127232~8388608,398458880~8388608] 2024-09-13T01:05:37.554 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [41943040~12582912,62914560~8388608,96468992~12582912,121634816~4194304,155189248~4194304,213909504~4194304,285212672~4194304,297795584~4194304,306184192~4194304,314572800~20971520,348127232~8388608,398458880~8388608] 2024-09-13T01:05:37.557 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [41943040~16777216,62914560~12582912,96468992~16777216,121634816~4194304,155189248~4194304,213909504~8388608,285212672~4194304,297795584~37748736,348127232~8388608,398458880~12582912] 2024-09-13T01:05:37.557 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 6 diff [4194304~12582912,41943040~12582912,58720256~12582912,96468992~12582912,113246208~4194304,121634816~12582912,155189248~4194304,213909504~4194304,281018368~4194304,297795584~4194304,306184192~4194304,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~8388608] 2024-09-13T01:05:37.558 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,41943040~12582912,58720256~12582912,96468992~12582912,113246208~4194304,121634816~12582912,155189248~4194304,213909504~4194304,281018368~4194304,297795584~4194304,306184192~4194304,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~8388608] 2024-09-13T01:05:37.563 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,41943040~33554432,96468992~20971520,121634816~12582912,155189248~4194304,213909504~8388608,281018368~8388608,297795584~37748736,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.563 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 7 diff [4194304~12582912,41943040~12582912,58720256~12582912,79691776~4194304,96468992~12582912,113246208~4194304,121634816~12582912,155189248~4194304,171966464~12582912,188743680~8388608,213909504~8388608,243269632~4194304,251658240~8388608,281018368~4194304,297795584~4194304,306184192~4194304,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.563 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,41943040~12582912,58720256~12582912,79691776~4194304,96468992~12582912,113246208~4194304,121634816~12582912,155189248~4194304,171966464~12582912,188743680~8388608,213909504~8388608,243269632~4194304,251658240~8388608,281018368~4194304,297795584~4194304,306184192~4194304,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.569 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,41943040~33554432,79691776~4194304,96468992~20971520,121634816~16777216,155189248~4194304,171966464~29360128,213909504~8388608,243269632~4194304,251658240~12582912,281018368~8388608,297795584~37748736,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.569 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 8 diff [4194304~12582912,20971520~4194304,41943040~12582912,58720256~12582912,79691776~4194304,96468992~12582912,113246208~4194304,121634816~12582912,155189248~8388608,171966464~12582912,188743680~8388608,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,281018368~4194304,297795584~4194304,306184192~4194304,314572800~25165824,348127232~8388608,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.569 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,20971520~4194304,41943040~12582912,58720256~12582912,79691776~4194304,96468992~12582912,113246208~4194304,121634816~12582912,155189248~8388608,171966464~12582912,188743680~8388608,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,281018368~4194304,297795584~4194304,306184192~4194304,314572800~25165824,348127232~8388608,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.577 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,20971520~8388608,41943040~33554432,79691776~8388608,96468992~20971520,121634816~16777216,155189248~8388608,171966464~29360128,213909504~25165824,243269632~4194304,251658240~12582912,281018368~8388608,297795584~41943040,348127232~8388608,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.578 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 9 diff [4194304~12582912,20971520~4194304,41943040~12582912,58720256~12582912,79691776~4194304,92274688~16777216,113246208~4194304,121634816~12582912,155189248~8388608,167772160~16777216,188743680~12582912,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,272629760~12582912,297795584~4194304,306184192~4194304,314572800~25165824,348127232~8388608,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.578 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,20971520~4194304,41943040~12582912,58720256~12582912,79691776~4194304,92274688~16777216,113246208~4194304,121634816~12582912,155189248~8388608,167772160~16777216,188743680~12582912,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,272629760~12582912,297795584~4194304,306184192~4194304,314572800~25165824,348127232~8388608,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.586 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~25165824,41943040~33554432,79691776~8388608,92274688~25165824,121634816~16777216,155189248~8388608,167772160~37748736,213909504~25165824,243269632~4194304,251658240~12582912,272629760~16777216,297795584~41943040,348127232~8388608,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.586 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 10 diff [0~16777216,20971520~4194304,41943040~12582912,58720256~12582912,79691776~4194304,92274688~16777216,113246208~4194304,121634816~12582912,142606336~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~12582912,230686720~8388608,243269632~4194304,251658240~12582912,272629760~12582912,289406976~12582912,306184192~4194304,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.586 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~4194304,41943040~12582912,58720256~12582912,79691776~4194304,92274688~16777216,113246208~4194304,121634816~12582912,142606336~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~12582912,230686720~8388608,243269632~4194304,251658240~12582912,272629760~12582912,289406976~12582912,306184192~4194304,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.596 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~29360128,41943040~33554432,79691776~8388608,92274688~25165824,121634816~16777216,142606336~8388608,155189248~8388608,167772160~41943040,213909504~25165824,243269632~4194304,251658240~12582912,272629760~67108864,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.596 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 11 diff [0~16777216,20971520~12582912,41943040~12582912,58720256~12582912,79691776~4194304,92274688~16777216,113246208~4194304,121634816~12582912,142606336~4194304,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~12582912,306184192~4194304,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.596 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,41943040~12582912,58720256~12582912,79691776~4194304,92274688~16777216,113246208~4194304,121634816~12582912,142606336~4194304,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~12582912,306184192~4194304,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.607 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~33554432,79691776~8388608,92274688~25165824,121634816~16777216,142606336~8388608,155189248~8388608,167772160~79691776,251658240~88080384,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.607 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 12 diff [0~16777216,20971520~12582912,41943040~12582912,58720256~12582912,79691776~4194304,92274688~16777216,113246208~4194304,121634816~25165824,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~12582912,306184192~4194304,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.607 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,41943040~12582912,58720256~12582912,79691776~4194304,92274688~16777216,113246208~4194304,121634816~25165824,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~12582912,306184192~4194304,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.618 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~33554432,79691776~8388608,92274688~25165824,121634816~29360128,155189248~8388608,167772160~79691776,251658240~88080384,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.618 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 13 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~12582912,79691776~29360128,113246208~4194304,121634816~25165824,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~20971520,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.618 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~12582912,79691776~29360128,113246208~4194304,121634816~25165824,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~20971520,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.631 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~75497472,79691776~37748736,121634816~29360128,155189248~8388608,167772160~79691776,251658240~88080384,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.631 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 14 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~12582912,79691776~29360128,113246208~4194304,121634816~29360128,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~79691776,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.631 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~12582912,79691776~29360128,113246208~4194304,121634816~29360128,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~79691776,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.645 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~75497472,79691776~37748736,121634816~29360128,155189248~8388608,167772160~79691776,251658240~88080384,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.645 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 15 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~12582912,79691776~29360128,113246208~33554432,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~79691776,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.645 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~12582912,79691776~29360128,113246208~33554432,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~79691776,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.660 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~75497472,79691776~71303168,155189248~8388608,167772160~79691776,251658240~88080384,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.660 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 16 diff [0~37748736,41943040~12582912,58720256~12582912,79691776~29360128,113246208~33554432,155189248~8388608,167772160~37748736,209715200~37748736,251658240~79691776,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.661 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~12582912,58720256~12582912,79691776~29360128,113246208~33554432,155189248~8388608,167772160~37748736,209715200~37748736,251658240~79691776,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.676 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~75497472,79691776~71303168,155189248~8388608,167772160~79691776,251658240~88080384,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.676 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 17 diff [0~37748736,41943040~29360128,79691776~67108864,155189248~8388608,167772160~37748736,209715200~37748736,251658240~79691776,335544320~4194304,343932928~46137344,398458880~16777216] 2024-09-13T01:05:37.676 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~29360128,79691776~67108864,155189248~8388608,167772160~37748736,209715200~37748736,251658240~79691776,335544320~4194304,343932928~46137344,398458880~16777216] 2024-09-13T01:05:37.692 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~75497472,79691776~71303168,155189248~8388608,167772160~79691776,251658240~88080384,343932928~50331648,398458880~16777216] 2024-09-13T01:05:37.692 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 18 diff [0~37748736,41943040~33554432,79691776~67108864,150994944~96468992,251658240~79691776,335544320~79691776] 2024-09-13T01:05:37.692 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~33554432,79691776~67108864,150994944~96468992,251658240~79691776,335544320~79691776] 2024-09-13T01:05:37.709 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~247463936,251658240~163577856] 2024-09-13T01:05:37.709 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 19 diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:37.709 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:37.728 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:37.728 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 5 diff [41943040~4194304,104857600~4194304,155189248~4194304,213909504~4194304,314572800~20971520,348127232~8388608,398458880~8388608] 2024-09-13T01:05:37.728 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [41943040~4194304,104857600~4194304,155189248~4194304,213909504~4194304,314572800~20971520,348127232~8388608,398458880~8388608] 2024-09-13T01:05:37.731 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [41943040~4194304,104857600~8388608,155189248~4194304,213909504~8388608,314572800~20971520,348127232~8388608,398458880~12582912] 2024-09-13T01:05:37.731 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 6 diff [4194304~12582912,41943040~4194304,58720256~4194304,104857600~4194304,113246208~4194304,125829120~8388608,155189248~4194304,213909504~4194304,281018368~4194304,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~8388608] 2024-09-13T01:05:37.731 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,41943040~4194304,58720256~4194304,104857600~4194304,113246208~4194304,125829120~8388608,155189248~4194304,213909504~4194304,281018368~4194304,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~8388608] 2024-09-13T01:05:37.737 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,41943040~4194304,58720256~8388608,104857600~12582912,125829120~8388608,155189248~4194304,213909504~8388608,281018368~8388608,314572800~20971520,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.737 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 7 diff [4194304~12582912,41943040~4194304,58720256~4194304,79691776~4194304,104857600~4194304,113246208~4194304,125829120~8388608,155189248~4194304,171966464~12582912,188743680~8388608,213909504~8388608,243269632~4194304,251658240~8388608,281018368~4194304,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.737 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,41943040~4194304,58720256~4194304,79691776~4194304,104857600~4194304,113246208~4194304,125829120~8388608,155189248~4194304,171966464~12582912,188743680~8388608,213909504~8388608,243269632~4194304,251658240~8388608,281018368~4194304,314572800~16777216,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.742 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,41943040~4194304,58720256~8388608,79691776~4194304,104857600~12582912,125829120~12582912,155189248~4194304,171966464~29360128,213909504~8388608,243269632~4194304,251658240~12582912,281018368~8388608,314572800~20971520,348127232~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.743 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 8 diff [4194304~12582912,20971520~4194304,41943040~4194304,58720256~4194304,79691776~4194304,104857600~4194304,113246208~4194304,125829120~8388608,155189248~8388608,171966464~12582912,188743680~8388608,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,281018368~4194304,314572800~25165824,348127232~8388608,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.743 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,20971520~4194304,41943040~4194304,58720256~4194304,79691776~4194304,104857600~4194304,113246208~4194304,125829120~8388608,155189248~8388608,171966464~12582912,188743680~8388608,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,281018368~4194304,314572800~25165824,348127232~8388608,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.749 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,20971520~8388608,41943040~4194304,58720256~8388608,79691776~8388608,104857600~12582912,125829120~12582912,155189248~8388608,171966464~29360128,213909504~25165824,243269632~4194304,251658240~12582912,281018368~8388608,314572800~25165824,348127232~8388608,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.749 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 9 diff [4194304~12582912,20971520~4194304,41943040~4194304,58720256~4194304,79691776~4194304,92274688~4194304,104857600~4194304,113246208~4194304,125829120~8388608,155189248~8388608,167772160~16777216,188743680~12582912,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,272629760~12582912,314572800~25165824,348127232~8388608,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.749 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,20971520~4194304,41943040~4194304,58720256~4194304,79691776~4194304,92274688~4194304,104857600~4194304,113246208~4194304,125829120~8388608,155189248~8388608,167772160~16777216,188743680~12582912,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,272629760~12582912,314572800~25165824,348127232~8388608,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.756 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~25165824,41943040~4194304,58720256~8388608,79691776~8388608,92274688~4194304,104857600~12582912,125829120~12582912,155189248~8388608,167772160~37748736,213909504~25165824,243269632~4194304,251658240~12582912,272629760~16777216,314572800~25165824,348127232~8388608,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.757 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 10 diff [0~16777216,20971520~4194304,41943040~4194304,58720256~4194304,79691776~4194304,92274688~4194304,104857600~4194304,113246208~4194304,125829120~8388608,142606336~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~12582912,230686720~8388608,243269632~4194304,251658240~12582912,272629760~12582912,289406976~8388608,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.757 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~4194304,41943040~4194304,58720256~4194304,79691776~4194304,92274688~4194304,104857600~4194304,113246208~4194304,125829120~8388608,142606336~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~12582912,230686720~8388608,243269632~4194304,251658240~12582912,272629760~12582912,289406976~8388608,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.765 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~29360128,41943040~4194304,58720256~8388608,79691776~8388608,92274688~4194304,104857600~12582912,125829120~12582912,142606336~8388608,155189248~8388608,167772160~41943040,213909504~25165824,243269632~4194304,251658240~12582912,272629760~29360128,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.766 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 11 diff [0~16777216,20971520~12582912,41943040~4194304,58720256~4194304,79691776~4194304,92274688~8388608,104857600~4194304,113246208~4194304,125829120~8388608,142606336~4194304,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~8388608,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.766 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,41943040~4194304,58720256~4194304,79691776~4194304,92274688~8388608,104857600~4194304,113246208~4194304,125829120~8388608,142606336~4194304,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~8388608,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.775 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~4194304,58720256~8388608,79691776~8388608,92274688~8388608,104857600~12582912,125829120~12582912,142606336~8388608,155189248~8388608,167772160~79691776,251658240~50331648,314572800~25165824,348127232~8388608,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.775 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 12 diff [0~16777216,20971520~12582912,41943040~12582912,58720256~8388608,79691776~4194304,92274688~8388608,104857600~4194304,113246208~4194304,125829120~20971520,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~8388608,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.775 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,41943040~12582912,58720256~8388608,79691776~4194304,92274688~8388608,104857600~4194304,113246208~4194304,125829120~20971520,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~8388608,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.786 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,41943040~25165824,79691776~8388608,92274688~8388608,104857600~12582912,125829120~25165824,155189248~8388608,167772160~79691776,251658240~50331648,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.786 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 13 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~8388608,79691776~20971520,104857600~4194304,113246208~4194304,125829120~20971520,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~8388608,301989888~8388608,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.787 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~8388608,79691776~20971520,104857600~4194304,113246208~4194304,125829120~20971520,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~8388608,301989888~8388608,314572800~25165824,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.799 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~67108864,79691776~20971520,104857600~12582912,125829120~25165824,155189248~8388608,167772160~79691776,251658240~88080384,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.799 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 14 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~8388608,79691776~20971520,104857600~4194304,113246208~4194304,125829120~25165824,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.799 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~8388608,79691776~20971520,104857600~4194304,113246208~4194304,125829120~25165824,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.812 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~67108864,79691776~20971520,104857600~12582912,125829120~25165824,155189248~8388608,167772160~79691776,251658240~88080384,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.812 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 15 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~8388608,79691776~20971520,104857600~4194304,113246208~33554432,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.813 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~8388608,79691776~20971520,104857600~4194304,113246208~33554432,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.826 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~67108864,79691776~20971520,104857600~46137344,155189248~8388608,167772160~79691776,251658240~88080384,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.826 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 16 diff [0~37748736,41943040~12582912,58720256~8388608,79691776~20971520,104857600~4194304,113246208~33554432,155189248~8388608,167772160~37748736,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.826 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~12582912,58720256~8388608,79691776~20971520,104857600~4194304,113246208~33554432,155189248~8388608,167772160~37748736,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.841 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~67108864,79691776~20971520,104857600~46137344,155189248~8388608,167772160~79691776,251658240~88080384,343932928~25165824,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.841 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 17 diff [0~37748736,41943040~25165824,79691776~67108864,155189248~8388608,167772160~37748736,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~46137344,398458880~16777216] 2024-09-13T01:05:37.841 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~25165824,79691776~67108864,155189248~8388608,167772160~37748736,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~46137344,398458880~16777216] 2024-09-13T01:05:37.856 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~67108864,79691776~71303168,155189248~8388608,167772160~79691776,251658240~88080384,343932928~50331648,398458880~16777216] 2024-09-13T01:05:37.856 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 18 diff [0~37748736,41943040~25165824,71303168~75497472,150994944~96468992,251658240~46137344,301989888~29360128,335544320~79691776] 2024-09-13T01:05:37.856 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,41943040~25165824,71303168~75497472,150994944~96468992,251658240~46137344,301989888~29360128,335544320~79691776] 2024-09-13T01:05:37.872 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~67108864,71303168~176160768,251658240~163577856] 2024-09-13T01:05:37.872 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 19 diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:37.872 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:37.890 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:37.890 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 6 diff [4194304~12582912,58720256~4194304,113246208~4194304,125829120~8388608,281018368~4194304,314572800~8388608,377487360~8388608,390070272~4194304,398458880~8388608] 2024-09-13T01:05:37.890 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,58720256~4194304,113246208~4194304,125829120~8388608,281018368~4194304,314572800~8388608,377487360~8388608,390070272~4194304,398458880~8388608] 2024-09-13T01:05:37.894 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,58720256~8388608,113246208~4194304,125829120~8388608,281018368~8388608,314572800~12582912,377487360~8388608,390070272~4194304,398458880~8388608] 2024-09-13T01:05:37.894 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 7 diff [4194304~12582912,58720256~4194304,79691776~4194304,113246208~4194304,125829120~8388608,171966464~12582912,188743680~8388608,213909504~8388608,243269632~4194304,251658240~8388608,281018368~4194304,314572800~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.894 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,58720256~4194304,79691776~4194304,113246208~4194304,125829120~8388608,171966464~12582912,188743680~8388608,213909504~8388608,243269632~4194304,251658240~8388608,281018368~4194304,314572800~8388608,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.898 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,58720256~8388608,79691776~4194304,113246208~4194304,125829120~12582912,171966464~29360128,213909504~8388608,243269632~4194304,251658240~12582912,281018368~8388608,314572800~12582912,377487360~8388608,390070272~4194304,398458880~12582912] 2024-09-13T01:05:37.899 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 8 diff [4194304~12582912,20971520~4194304,58720256~4194304,79691776~4194304,113246208~4194304,125829120~8388608,159383552~4194304,171966464~12582912,188743680~8388608,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,281018368~4194304,314572800~12582912,335544320~4194304,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.899 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,20971520~4194304,58720256~4194304,79691776~4194304,113246208~4194304,125829120~8388608,159383552~4194304,171966464~12582912,188743680~8388608,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,281018368~4194304,314572800~12582912,335544320~4194304,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.904 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,20971520~8388608,58720256~8388608,79691776~8388608,113246208~4194304,125829120~12582912,159383552~4194304,171966464~29360128,213909504~25165824,243269632~4194304,251658240~12582912,281018368~8388608,314572800~12582912,335544320~4194304,360710144~4194304,377487360~8388608,390070272~4194304,398458880~16777216] 2024-09-13T01:05:37.904 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 9 diff [4194304~12582912,20971520~4194304,58720256~4194304,79691776~4194304,92274688~4194304,113246208~4194304,125829120~8388608,159383552~4194304,167772160~16777216,188743680~12582912,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,272629760~12582912,314572800~16777216,335544320~4194304,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.904 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,20971520~4194304,58720256~4194304,79691776~4194304,92274688~4194304,113246208~4194304,125829120~8388608,159383552~4194304,167772160~16777216,188743680~12582912,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,272629760~12582912,314572800~16777216,335544320~4194304,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.910 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~25165824,58720256~8388608,79691776~8388608,92274688~4194304,113246208~4194304,125829120~12582912,159383552~4194304,167772160~37748736,213909504~25165824,243269632~4194304,251658240~12582912,272629760~16777216,314572800~16777216,335544320~4194304,360710144~4194304,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.910 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 10 diff [0~16777216,20971520~4194304,58720256~4194304,79691776~4194304,92274688~4194304,113246208~4194304,125829120~8388608,142606336~4194304,159383552~4194304,167772160~16777216,188743680~16777216,213909504~12582912,230686720~8388608,243269632~4194304,251658240~12582912,272629760~12582912,289406976~8388608,314572800~16777216,335544320~4194304,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.910 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~4194304,58720256~4194304,79691776~4194304,92274688~4194304,113246208~4194304,125829120~8388608,142606336~4194304,159383552~4194304,167772160~16777216,188743680~16777216,213909504~12582912,230686720~8388608,243269632~4194304,251658240~12582912,272629760~12582912,289406976~8388608,314572800~16777216,335544320~4194304,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.918 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~29360128,58720256~8388608,79691776~8388608,92274688~4194304,113246208~4194304,125829120~12582912,142606336~8388608,159383552~4194304,167772160~41943040,213909504~25165824,243269632~4194304,251658240~12582912,272629760~29360128,314572800~16777216,335544320~4194304,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.918 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 11 diff [0~16777216,20971520~12582912,58720256~4194304,79691776~4194304,92274688~8388608,113246208~4194304,125829120~8388608,142606336~4194304,159383552~4194304,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~8388608,314572800~16777216,335544320~4194304,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.918 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,58720256~4194304,79691776~4194304,92274688~8388608,113246208~4194304,125829120~8388608,142606336~4194304,159383552~4194304,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~8388608,314572800~16777216,335544320~4194304,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.926 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,58720256~8388608,79691776~8388608,92274688~8388608,113246208~4194304,125829120~12582912,142606336~8388608,159383552~4194304,167772160~79691776,251658240~50331648,314572800~16777216,335544320~4194304,360710144~8388608,377487360~16777216,398458880~16777216] 2024-09-13T01:05:37.926 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 12 diff [0~16777216,20971520~12582912,46137344~8388608,58720256~8388608,79691776~4194304,92274688~8388608,113246208~4194304,125829120~20971520,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.926 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,46137344~8388608,58720256~8388608,79691776~4194304,92274688~8388608,113246208~4194304,125829120~20971520,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.936 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,46137344~20971520,79691776~8388608,92274688~8388608,113246208~4194304,125829120~25165824,155189248~8388608,167772160~79691776,251658240~50331648,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.936 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 13 diff [0~16777216,20971520~16777216,46137344~8388608,58720256~8388608,79691776~20971520,113246208~4194304,125829120~20971520,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~8388608,301989888~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.936 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,46137344~8388608,58720256~8388608,79691776~20971520,113246208~4194304,125829120~20971520,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~33554432,289406976~8388608,301989888~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.946 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~20971520,79691776~20971520,113246208~4194304,125829120~25165824,155189248~8388608,167772160~79691776,251658240~79691776,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.946 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 14 diff [0~16777216,20971520~16777216,46137344~8388608,58720256~8388608,79691776~20971520,113246208~4194304,125829120~25165824,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~46137344,301989888~25165824,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.947 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,46137344~8388608,58720256~8388608,79691776~20971520,113246208~4194304,125829120~25165824,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~46137344,301989888~25165824,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.958 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~20971520,79691776~20971520,113246208~4194304,125829120~25165824,155189248~8388608,167772160~79691776,251658240~79691776,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.958 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 15 diff [0~16777216,20971520~16777216,46137344~8388608,58720256~8388608,79691776~20971520,113246208~33554432,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.958 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,46137344~8388608,58720256~8388608,79691776~20971520,113246208~33554432,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.970 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~20971520,79691776~20971520,113246208~37748736,155189248~8388608,167772160~79691776,251658240~79691776,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.970 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 16 diff [0~37748736,46137344~8388608,58720256~8388608,79691776~20971520,113246208~33554432,155189248~8388608,167772160~37748736,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.970 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,46137344~8388608,58720256~8388608,79691776~20971520,113246208~33554432,155189248~8388608,167772160~37748736,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.984 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~20971520,79691776~20971520,113246208~37748736,155189248~8388608,167772160~79691776,251658240~79691776,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~16777216] 2024-09-13T01:05:37.985 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 17 diff [0~37748736,46137344~20971520,79691776~67108864,155189248~8388608,167772160~37748736,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~8388608,356515840~33554432,398458880~16777216] 2024-09-13T01:05:37.985 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,46137344~20971520,79691776~67108864,155189248~8388608,167772160~37748736,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~8388608,356515840~33554432,398458880~16777216] 2024-09-13T01:05:38.000 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~20971520,79691776~71303168,155189248~8388608,167772160~79691776,251658240~79691776,335544320~4194304,343932928~8388608,356515840~37748736,398458880~16777216] 2024-09-13T01:05:38.000 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 18 diff [0~37748736,46137344~20971520,71303168~75497472,150994944~96468992,251658240~46137344,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:38.000 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,46137344~20971520,71303168~75497472,150994944~96468992,251658240~46137344,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:38.015 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~20971520,71303168~176160768,251658240~79691776,335544320~16777216,356515840~58720256] 2024-09-13T01:05:38.015 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 19 diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:38.015 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:38.032 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~58720256] 2024-09-13T01:05:38.032 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 7 diff [79691776~4194304,130023424~4194304,171966464~12582912,188743680~8388608,213909504~8388608,243269632~4194304,251658240~8388608,406847488~4194304] 2024-09-13T01:05:38.032 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [79691776~4194304,130023424~4194304,171966464~12582912,188743680~8388608,213909504~8388608,243269632~4194304,251658240~8388608,406847488~4194304] 2024-09-13T01:05:38.035 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [79691776~4194304,130023424~8388608,171966464~29360128,213909504~8388608,243269632~4194304,251658240~12582912,406847488~4194304] 2024-09-13T01:05:38.035 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 8 diff [20971520~4194304,79691776~4194304,130023424~4194304,159383552~4194304,171966464~12582912,188743680~8388608,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,314572800~8388608,335544320~4194304,360710144~4194304,406847488~8388608] 2024-09-13T01:05:38.035 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [20971520~4194304,79691776~4194304,130023424~4194304,159383552~4194304,171966464~12582912,188743680~8388608,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,314572800~8388608,335544320~4194304,360710144~4194304,406847488~8388608] 2024-09-13T01:05:38.039 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [20971520~8388608,79691776~8388608,130023424~8388608,159383552~4194304,171966464~29360128,213909504~25165824,243269632~4194304,251658240~12582912,314572800~12582912,335544320~4194304,360710144~4194304,406847488~8388608] 2024-09-13T01:05:38.039 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 9 diff [4194304~12582912,20971520~4194304,79691776~4194304,92274688~4194304,130023424~4194304,159383552~4194304,167772160~16777216,188743680~12582912,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,272629760~8388608,314572800~16777216,335544320~4194304,360710144~4194304,385875968~8388608,406847488~8388608] 2024-09-13T01:05:38.040 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,20971520~4194304,79691776~4194304,92274688~4194304,130023424~4194304,159383552~4194304,167772160~16777216,188743680~12582912,213909504~12582912,230686720~8388608,243269632~4194304,251658240~8388608,272629760~8388608,314572800~16777216,335544320~4194304,360710144~4194304,385875968~8388608,406847488~8388608] 2024-09-13T01:05:38.045 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~25165824,79691776~8388608,92274688~4194304,130023424~8388608,159383552~4194304,167772160~37748736,213909504~25165824,243269632~4194304,251658240~12582912,272629760~12582912,314572800~16777216,335544320~4194304,360710144~4194304,385875968~8388608,406847488~8388608] 2024-09-13T01:05:38.045 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 10 diff [0~16777216,20971520~4194304,79691776~4194304,92274688~4194304,130023424~4194304,142606336~4194304,159383552~4194304,167772160~16777216,188743680~16777216,213909504~12582912,230686720~8388608,243269632~4194304,251658240~12582912,272629760~8388608,289406976~8388608,314572800~16777216,335544320~4194304,360710144~8388608,385875968~8388608,406847488~8388608] 2024-09-13T01:05:38.045 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~4194304,79691776~4194304,92274688~4194304,130023424~4194304,142606336~4194304,159383552~4194304,167772160~16777216,188743680~16777216,213909504~12582912,230686720~8388608,243269632~4194304,251658240~12582912,272629760~8388608,289406976~8388608,314572800~16777216,335544320~4194304,360710144~8388608,385875968~8388608,406847488~8388608] 2024-09-13T01:05:38.051 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~29360128,79691776~8388608,92274688~4194304,130023424~8388608,142606336~8388608,159383552~4194304,167772160~41943040,213909504~25165824,243269632~4194304,251658240~12582912,272629760~12582912,289406976~12582912,314572800~16777216,335544320~4194304,360710144~8388608,385875968~8388608,406847488~8388608] 2024-09-13T01:05:38.051 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 11 diff [0~16777216,20971520~12582912,79691776~4194304,92274688~8388608,125829120~8388608,142606336~4194304,159383552~4194304,167772160~16777216,188743680~16777216,209715200~37748736,251658240~29360128,289406976~8388608,314572800~16777216,335544320~4194304,360710144~8388608,385875968~8388608,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.051 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,79691776~4194304,92274688~8388608,125829120~8388608,142606336~4194304,159383552~4194304,167772160~16777216,188743680~16777216,209715200~37748736,251658240~29360128,289406976~8388608,314572800~16777216,335544320~4194304,360710144~8388608,385875968~8388608,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.058 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,79691776~8388608,92274688~8388608,125829120~12582912,142606336~8388608,159383552~4194304,167772160~79691776,251658240~33554432,289406976~12582912,314572800~16777216,335544320~4194304,360710144~8388608,385875968~8388608,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.059 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 12 diff [0~16777216,20971520~12582912,46137344~8388608,62914560~4194304,79691776~4194304,92274688~8388608,125829120~12582912,142606336~4194304,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~29360128,289406976~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.059 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,46137344~8388608,62914560~4194304,79691776~4194304,92274688~8388608,125829120~12582912,142606336~4194304,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~29360128,289406976~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.067 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,46137344~12582912,62914560~4194304,79691776~8388608,92274688~8388608,125829120~25165824,155189248~8388608,167772160~79691776,251658240~33554432,289406976~12582912,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.067 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 13 diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,125829120~12582912,142606336~4194304,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~29360128,289406976~8388608,301989888~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.067 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,125829120~12582912,142606336~4194304,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~29360128,289406976~8388608,301989888~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.077 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~20971520,125829120~25165824,155189248~8388608,167772160~79691776,251658240~33554432,289406976~41943040,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.077 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 14 diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,125829120~25165824,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~29360128,285212672~12582912,301989888~25165824,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.077 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,125829120~25165824,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~29360128,285212672~12582912,301989888~25165824,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.086 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~20971520,125829120~25165824,155189248~8388608,167772160~79691776,251658240~79691776,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.086 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 15 diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.086 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~16777216,188743680~16777216,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.097 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~79691776,251658240~79691776,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.097 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 16 diff [0~37748736,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~37748736,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.097 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~37748736,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.110 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~79691776,251658240~79691776,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.110 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 17 diff [0~37748736,46137344~12582912,62914560~4194304,79691776~71303168,155189248~8388608,167772160~37748736,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~8388608,356515840~33554432,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.111 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,46137344~12582912,62914560~4194304,79691776~71303168,155189248~8388608,167772160~37748736,209715200~37748736,251658240~46137344,301989888~29360128,335544320~4194304,343932928~8388608,356515840~33554432,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.124 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~71303168,155189248~8388608,167772160~79691776,251658240~79691776,335544320~4194304,343932928~8388608,356515840~37748736,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.124 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 18 diff [0~37748736,46137344~12582912,62914560~4194304,71303168~176160768,251658240~46137344,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:38.124 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,46137344~12582912,62914560~4194304,71303168~176160768,251658240~46137344,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:38.138 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,71303168~176160768,251658240~79691776,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:38.138 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 19 diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:38.139 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:38.154 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:38.154 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 8 diff [20971520~4194304,79691776~4194304,159383552~4194304,218103808~8388608,230686720~8388608,314572800~8388608,335544320~4194304,360710144~4194304,406847488~8388608] 2024-09-13T01:05:38.154 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [20971520~4194304,79691776~4194304,159383552~4194304,218103808~8388608,230686720~8388608,314572800~8388608,335544320~4194304,360710144~4194304,406847488~8388608] 2024-09-13T01:05:38.157 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [20971520~8388608,79691776~8388608,159383552~4194304,218103808~20971520,314572800~12582912,335544320~4194304,360710144~4194304,406847488~8388608] 2024-09-13T01:05:38.157 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 9 diff [4194304~12582912,20971520~4194304,79691776~4194304,92274688~4194304,159383552~4194304,167772160~4194304,197132288~4194304,218103808~8388608,230686720~8388608,272629760~8388608,314572800~16777216,335544320~4194304,360710144~4194304,385875968~8388608,406847488~8388608] 2024-09-13T01:05:38.157 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,20971520~4194304,79691776~4194304,92274688~4194304,159383552~4194304,167772160~4194304,197132288~4194304,218103808~8388608,230686720~8388608,272629760~8388608,314572800~16777216,335544320~4194304,360710144~4194304,385875968~8388608,406847488~8388608] 2024-09-13T01:05:38.161 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~25165824,79691776~8388608,92274688~4194304,159383552~4194304,167772160~8388608,197132288~8388608,218103808~20971520,272629760~12582912,314572800~16777216,335544320~4194304,360710144~4194304,385875968~8388608,406847488~8388608] 2024-09-13T01:05:38.161 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 10 diff [0~16777216,20971520~4194304,79691776~4194304,92274688~4194304,142606336~4194304,159383552~4194304,167772160~8388608,197132288~8388608,218103808~8388608,230686720~8388608,251658240~8388608,272629760~8388608,289406976~8388608,314572800~16777216,335544320~4194304,360710144~8388608,385875968~8388608,406847488~8388608] 2024-09-13T01:05:38.161 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~4194304,79691776~4194304,92274688~4194304,142606336~4194304,159383552~4194304,167772160~8388608,197132288~8388608,218103808~8388608,230686720~8388608,251658240~8388608,272629760~8388608,289406976~8388608,314572800~16777216,335544320~4194304,360710144~8388608,385875968~8388608,406847488~8388608] 2024-09-13T01:05:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:37 smithi032 bash[75510]: cluster 2024-09-13T01:05:36.797910+0000 mon.a (mon.0) 3683 : cluster [DBG] osdmap e1966: 8 total, 8 up, 8 in 2024-09-13T01:05:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:37 smithi032 bash[75510]: cluster 2024-09-13T01:05:36.829839+0000 mgr.y (mgr.34107) 1885 : cluster [DBG] pgmap v3404: 137 pgs: 137 active+clean; 762 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 30 MiB/s wr, 17 op/s 2024-09-13T01:05:38.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:37 smithi032 bash[76677]: cluster 2024-09-13T01:05:36.797910+0000 mon.a (mon.0) 3683 : cluster [DBG] osdmap e1966: 8 total, 8 up, 8 in 2024-09-13T01:05:38.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:37 smithi032 bash[76677]: cluster 2024-09-13T01:05:36.829839+0000 mgr.y (mgr.34107) 1885 : cluster [DBG] pgmap v3404: 137 pgs: 137 active+clean; 762 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 30 MiB/s wr, 17 op/s 2024-09-13T01:05:38.166 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~29360128,79691776~8388608,92274688~4194304,142606336~8388608,159383552~4194304,167772160~8388608,197132288~12582912,218103808~20971520,251658240~8388608,272629760~12582912,289406976~12582912,314572800~16777216,335544320~4194304,360710144~8388608,385875968~8388608,406847488~8388608] 2024-09-13T01:05:38.167 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 11 diff [0~16777216,20971520~12582912,79691776~4194304,92274688~8388608,125829120~4194304,142606336~4194304,159383552~4194304,167772160~8388608,197132288~8388608,209715200~4194304,218103808~25165824,251658240~8388608,264241152~16777216,289406976~8388608,314572800~16777216,335544320~4194304,360710144~8388608,385875968~8388608,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.167 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,79691776~4194304,92274688~8388608,125829120~4194304,142606336~4194304,159383552~4194304,167772160~8388608,197132288~8388608,209715200~4194304,218103808~25165824,251658240~8388608,264241152~16777216,289406976~8388608,314572800~16777216,335544320~4194304,360710144~8388608,385875968~8388608,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.173 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,79691776~8388608,92274688~8388608,125829120~4194304,142606336~8388608,159383552~4194304,167772160~8388608,197132288~16777216,218103808~29360128,251658240~8388608,264241152~20971520,289406976~12582912,314572800~16777216,335544320~4194304,360710144~8388608,385875968~8388608,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.173 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 12 diff [0~16777216,20971520~12582912,46137344~8388608,62914560~4194304,79691776~4194304,92274688~8388608,125829120~12582912,142606336~4194304,155189248~8388608,167772160~8388608,197132288~8388608,209715200~4194304,218103808~25165824,251658240~8388608,264241152~16777216,289406976~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.173 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,46137344~8388608,62914560~4194304,79691776~4194304,92274688~8388608,125829120~12582912,142606336~4194304,155189248~8388608,167772160~8388608,197132288~8388608,209715200~4194304,218103808~25165824,251658240~8388608,264241152~16777216,289406976~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.181 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,46137344~12582912,62914560~4194304,79691776~8388608,92274688~8388608,125829120~25165824,155189248~8388608,167772160~8388608,197132288~16777216,218103808~29360128,251658240~8388608,264241152~20971520,289406976~12582912,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.181 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 13 diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,125829120~12582912,142606336~4194304,155189248~8388608,167772160~8388608,197132288~8388608,209715200~4194304,218103808~25165824,251658240~8388608,264241152~16777216,289406976~8388608,301989888~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.181 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,125829120~12582912,142606336~4194304,155189248~8388608,167772160~8388608,197132288~8388608,209715200~4194304,218103808~25165824,251658240~8388608,264241152~16777216,289406976~8388608,301989888~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.190 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~20971520,125829120~25165824,155189248~8388608,167772160~8388608,197132288~16777216,218103808~29360128,251658240~8388608,264241152~20971520,289406976~41943040,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.190 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 14 diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,125829120~25165824,155189248~8388608,167772160~8388608,197132288~8388608,209715200~4194304,218103808~29360128,251658240~8388608,264241152~16777216,285212672~12582912,301989888~25165824,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.190 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,125829120~25165824,155189248~8388608,167772160~8388608,197132288~8388608,209715200~4194304,218103808~29360128,251658240~8388608,264241152~16777216,285212672~12582912,301989888~25165824,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.200 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~20971520,125829120~25165824,155189248~8388608,167772160~8388608,197132288~16777216,218103808~29360128,251658240~8388608,264241152~67108864,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.200 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 15 diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~16777216,197132288~8388608,209715200~4194304,218103808~29360128,251658240~8388608,264241152~33554432,301989888~29360128,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.201 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~16777216,197132288~8388608,209715200~4194304,218103808~29360128,251658240~8388608,264241152~33554432,301989888~29360128,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.211 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~20971520,197132288~16777216,218103808~29360128,251658240~8388608,264241152~67108864,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.211 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 16 diff [0~37748736,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~16777216,192937984~12582912,209715200~4194304,218103808~29360128,251658240~8388608,264241152~33554432,301989888~29360128,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.212 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~16777216,192937984~12582912,209715200~4194304,218103808~29360128,251658240~8388608,264241152~33554432,301989888~29360128,335544320~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.225 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~20971520,192937984~20971520,218103808~29360128,251658240~8388608,264241152~67108864,335544320~4194304,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.225 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 17 diff [0~37748736,46137344~12582912,62914560~4194304,79691776~71303168,155189248~8388608,167772160~16777216,192937984~12582912,209715200~33554432,251658240~8388608,264241152~33554432,301989888~29360128,335544320~4194304,343932928~8388608,356515840~33554432,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.225 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,46137344~12582912,62914560~4194304,79691776~71303168,155189248~8388608,167772160~16777216,192937984~12582912,209715200~33554432,251658240~8388608,264241152~33554432,301989888~29360128,335544320~4194304,343932928~8388608,356515840~33554432,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.240 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~71303168,155189248~8388608,167772160~20971520,192937984~54525952,251658240~8388608,264241152~67108864,335544320~4194304,343932928~8388608,356515840~37748736,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.240 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 18 diff [0~37748736,46137344~12582912,62914560~4194304,71303168~113246208,192937984~50331648,251658240~8388608,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:38.240 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,46137344~12582912,62914560~4194304,71303168~113246208,192937984~50331648,251658240~8388608,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:38.256 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,71303168~117440512,192937984~54525952,251658240~8388608,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:38.256 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 19 diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:38.256 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:38.271 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:38.271 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 9 diff [4194304~12582912,92274688~4194304,167772160~4194304,197132288~4194304,272629760~8388608,322961408~8388608,385875968~8388608,406847488~4194304] 2024-09-13T01:05:38.271 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,92274688~4194304,167772160~4194304,197132288~4194304,272629760~8388608,322961408~8388608,385875968~8388608,406847488~4194304] 2024-09-13T01:05:38.275 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~16777216,92274688~4194304,167772160~8388608,197132288~8388608,272629760~12582912,322961408~8388608,385875968~8388608,406847488~8388608] 2024-09-13T01:05:38.275 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 10 diff [0~16777216,92274688~4194304,142606336~4194304,167772160~8388608,197132288~8388608,251658240~8388608,272629760~8388608,289406976~8388608,322961408~8388608,360710144~8388608,385875968~8388608,406847488~4194304] 2024-09-13T01:05:38.275 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,92274688~4194304,142606336~4194304,167772160~8388608,197132288~8388608,251658240~8388608,272629760~8388608,289406976~8388608,322961408~8388608,360710144~8388608,385875968~8388608,406847488~4194304] 2024-09-13T01:05:38.279 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~20971520,92274688~4194304,142606336~8388608,167772160~8388608,197132288~12582912,251658240~8388608,272629760~12582912,289406976~12582912,322961408~8388608,360710144~8388608,385875968~8388608,406847488~8388608] 2024-09-13T01:05:38.279 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 11 diff [0~16777216,20971520~12582912,92274688~8388608,125829120~4194304,142606336~4194304,167772160~8388608,197132288~8388608,209715200~4194304,222298112~8388608,234881024~8388608,251658240~8388608,264241152~16777216,289406976~8388608,322961408~8388608,360710144~8388608,385875968~8388608,398458880~4194304,406847488~4194304] 2024-09-13T01:05:38.279 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,92274688~8388608,125829120~4194304,142606336~4194304,167772160~8388608,197132288~8388608,209715200~4194304,222298112~8388608,234881024~8388608,251658240~8388608,264241152~16777216,289406976~8388608,322961408~8388608,360710144~8388608,385875968~8388608,398458880~4194304,406847488~4194304] 2024-09-13T01:05:38.285 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,92274688~8388608,125829120~4194304,142606336~8388608,167772160~8388608,197132288~16777216,222298112~8388608,234881024~12582912,251658240~8388608,264241152~20971520,289406976~12582912,322961408~8388608,360710144~8388608,385875968~8388608,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.285 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 12 diff [0~16777216,20971520~12582912,46137344~8388608,62914560~4194304,79691776~4194304,92274688~8388608,125829120~12582912,142606336~4194304,155189248~4194304,167772160~8388608,197132288~8388608,209715200~4194304,222298112~8388608,234881024~8388608,251658240~8388608,264241152~16777216,289406976~8388608,322961408~8388608,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~4194304] 2024-09-13T01:05:38.285 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~12582912,46137344~8388608,62914560~4194304,79691776~4194304,92274688~8388608,125829120~12582912,142606336~4194304,155189248~4194304,167772160~8388608,197132288~8388608,209715200~4194304,222298112~8388608,234881024~8388608,251658240~8388608,264241152~16777216,289406976~8388608,322961408~8388608,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~4194304] 2024-09-13T01:05:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:37 smithi053 bash[67631]: cluster 2024-09-13T01:05:36.797910+0000 mon.a (mon.0) 3683 : cluster [DBG] osdmap e1966: 8 total, 8 up, 8 in 2024-09-13T01:05:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:37 smithi053 bash[67631]: cluster 2024-09-13T01:05:36.829839+0000 mgr.y (mgr.34107) 1885 : cluster [DBG] pgmap v3404: 137 pgs: 137 active+clean; 762 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 30 MiB/s wr, 17 op/s 2024-09-13T01:05:38.292 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~37748736,46137344~12582912,62914560~4194304,79691776~4194304,92274688~8388608,125829120~25165824,155189248~8388608,167772160~8388608,197132288~16777216,222298112~8388608,234881024~12582912,251658240~8388608,264241152~20971520,289406976~12582912,322961408~8388608,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.292 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 13 diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,125829120~12582912,142606336~4194304,155189248~4194304,167772160~8388608,197132288~8388608,209715200~4194304,218103808~12582912,234881024~8388608,251658240~8388608,264241152~16777216,289406976~8388608,301989888~8388608,318767104~12582912,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~4194304] 2024-09-13T01:05:38.293 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,125829120~12582912,142606336~4194304,155189248~4194304,167772160~8388608,197132288~8388608,209715200~4194304,218103808~12582912,234881024~8388608,251658240~8388608,264241152~16777216,289406976~8388608,301989888~8388608,318767104~12582912,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~4194304] 2024-09-13T01:05:38.301 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~20971520,125829120~25165824,155189248~8388608,167772160~8388608,197132288~16777216,218103808~12582912,234881024~12582912,251658240~8388608,264241152~20971520,289406976~25165824,318767104~12582912,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.301 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 14 diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,125829120~25165824,155189248~4194304,167772160~8388608,197132288~8388608,209715200~4194304,218103808~25165824,251658240~8388608,264241152~16777216,285212672~12582912,301989888~12582912,318767104~12582912,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~4194304] 2024-09-13T01:05:38.301 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,125829120~25165824,155189248~4194304,167772160~8388608,197132288~8388608,209715200~4194304,218103808~25165824,251658240~8388608,264241152~16777216,285212672~12582912,301989888~12582912,318767104~12582912,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~4194304] 2024-09-13T01:05:38.310 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~20971520,125829120~25165824,155189248~8388608,167772160~8388608,197132288~16777216,218103808~29360128,251658240~8388608,264241152~67108864,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.310 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 15 diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~4194304,167772160~16777216,197132288~8388608,209715200~4194304,218103808~25165824,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~4194304] 2024-09-13T01:05:38.311 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~4194304,167772160~16777216,197132288~8388608,209715200~4194304,218103808~25165824,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~4194304] 2024-09-13T01:05:38.321 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~20971520,197132288~16777216,218103808~29360128,251658240~8388608,264241152~67108864,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.321 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 16 diff [0~37748736,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~4194304,167772160~16777216,192937984~12582912,209715200~4194304,218103808~25165824,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~4194304] 2024-09-13T01:05:38.321 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~4194304,167772160~16777216,192937984~12582912,209715200~4194304,218103808~25165824,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304,406847488~4194304] 2024-09-13T01:05:38.333 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~20971520,192937984~20971520,218103808~29360128,251658240~8388608,264241152~67108864,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.333 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 17 diff [0~37748736,46137344~12582912,62914560~4194304,79691776~71303168,155189248~4194304,167772160~16777216,192937984~12582912,209715200~33554432,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,343932928~8388608,356515840~33554432,398458880~4194304,406847488~4194304] 2024-09-13T01:05:38.333 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,46137344~12582912,62914560~4194304,79691776~71303168,155189248~4194304,167772160~16777216,192937984~12582912,209715200~33554432,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,343932928~8388608,356515840~33554432,398458880~4194304,406847488~4194304] 2024-09-13T01:05:38.345 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,79691776~71303168,155189248~8388608,167772160~20971520,192937984~54525952,251658240~8388608,264241152~67108864,343932928~8388608,356515840~37748736,398458880~4194304,406847488~8388608] 2024-09-13T01:05:38.345 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 18 diff [0~37748736,46137344~12582912,62914560~4194304,71303168~88080384,163577856~20971520,192937984~50331648,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:38.345 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~37748736,46137344~12582912,62914560~4194304,71303168~88080384,163577856~20971520,192937984~50331648,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:38.358 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~41943040,46137344~12582912,62914560~4194304,71303168~117440512,192937984~54525952,251658240~8388608,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:38.358 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 19 diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:38.358 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:38.371 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:38.371 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 10 diff [0~4194304,142606336~4194304,167772160~4194304,201326592~8388608,251658240~8388608,289406976~8388608,322961408~4194304,360710144~8388608] 2024-09-13T01:05:38.371 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~4194304,142606336~4194304,167772160~4194304,201326592~8388608,251658240~8388608,289406976~8388608,322961408~4194304,360710144~8388608] 2024-09-13T01:05:38.375 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,142606336~8388608,167772160~8388608,201326592~8388608,251658240~8388608,289406976~12582912,322961408~8388608,360710144~8388608] 2024-09-13T01:05:38.375 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 11 diff [0~4194304,20971520~12582912,96468992~4194304,125829120~4194304,142606336~4194304,167772160~4194304,197132288~8388608,209715200~4194304,222298112~8388608,234881024~8388608,251658240~8388608,264241152~8388608,289406976~8388608,322961408~4194304,360710144~8388608,398458880~4194304] 2024-09-13T01:05:38.375 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~4194304,20971520~12582912,96468992~4194304,125829120~4194304,142606336~4194304,167772160~4194304,197132288~8388608,209715200~4194304,222298112~8388608,234881024~8388608,251658240~8388608,264241152~8388608,289406976~8388608,322961408~4194304,360710144~8388608,398458880~4194304] 2024-09-13T01:05:38.379 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,20971520~16777216,96468992~4194304,125829120~4194304,142606336~8388608,167772160~8388608,197132288~16777216,222298112~8388608,234881024~12582912,251658240~8388608,264241152~8388608,289406976~12582912,322961408~8388608,360710144~8388608,398458880~4194304] 2024-09-13T01:05:38.380 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 12 diff [0~4194304,20971520~12582912,46137344~8388608,62914560~4194304,79691776~4194304,96468992~4194304,125829120~12582912,142606336~4194304,155189248~4194304,167772160~4194304,197132288~8388608,209715200~4194304,222298112~8388608,234881024~8388608,251658240~8388608,264241152~8388608,289406976~8388608,322961408~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~8388608,398458880~4194304] 2024-09-13T01:05:38.380 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~4194304,20971520~12582912,46137344~8388608,62914560~4194304,79691776~4194304,96468992~4194304,125829120~12582912,142606336~4194304,155189248~4194304,167772160~4194304,197132288~8388608,209715200~4194304,222298112~8388608,234881024~8388608,251658240~8388608,264241152~8388608,289406976~8388608,322961408~4194304,343932928~8388608,356515840~12582912,373293056~4194304,381681664~8388608,398458880~4194304] 2024-09-13T01:05:38.385 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,20971520~16777216,46137344~12582912,62914560~4194304,79691776~4194304,96468992~4194304,125829120~25165824,155189248~8388608,167772160~8388608,197132288~16777216,222298112~8388608,234881024~12582912,251658240~8388608,264241152~8388608,289406976~12582912,322961408~8388608,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304] 2024-09-13T01:05:38.385 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 13 diff [0~4194304,20971520~16777216,46137344~8388608,62914560~4194304,79691776~12582912,96468992~4194304,125829120~12582912,142606336~4194304,155189248~4194304,167772160~4194304,197132288~8388608,209715200~4194304,218103808~12582912,234881024~8388608,251658240~8388608,264241152~8388608,289406976~8388608,301989888~8388608,318767104~8388608,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.385 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~4194304,20971520~16777216,46137344~8388608,62914560~4194304,79691776~12582912,96468992~4194304,125829120~12582912,142606336~4194304,155189248~4194304,167772160~4194304,197132288~8388608,209715200~4194304,218103808~12582912,234881024~8388608,251658240~8388608,264241152~8388608,289406976~8388608,301989888~8388608,318767104~8388608,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.392 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,20971520~20971520,46137344~12582912,62914560~4194304,79691776~12582912,96468992~4194304,125829120~25165824,155189248~8388608,167772160~8388608,197132288~16777216,218103808~12582912,234881024~12582912,251658240~8388608,264241152~12582912,289406976~25165824,318767104~12582912,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304] 2024-09-13T01:05:38.392 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 14 diff [0~4194304,20971520~16777216,46137344~8388608,62914560~4194304,79691776~12582912,96468992~4194304,125829120~25165824,155189248~4194304,167772160~4194304,197132288~8388608,209715200~4194304,218103808~25165824,251658240~8388608,264241152~8388608,285212672~12582912,301989888~12582912,318767104~8388608,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.392 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~4194304,20971520~16777216,46137344~8388608,62914560~4194304,79691776~12582912,96468992~4194304,125829120~25165824,155189248~4194304,167772160~4194304,197132288~8388608,209715200~4194304,218103808~25165824,251658240~8388608,264241152~8388608,285212672~12582912,301989888~12582912,318767104~8388608,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.401 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,20971520~20971520,46137344~12582912,62914560~4194304,79691776~12582912,96468992~4194304,125829120~25165824,155189248~8388608,167772160~8388608,197132288~16777216,218103808~29360128,251658240~8388608,264241152~12582912,285212672~46137344,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304] 2024-09-13T01:05:38.401 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 15 diff [0~4194304,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~4194304,167772160~4194304,176160768~8388608,197132288~8388608,209715200~4194304,218103808~25165824,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.401 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~4194304,20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~4194304,167772160~4194304,176160768~8388608,197132288~8388608,209715200~4194304,218103808~25165824,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.408 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,20971520~20971520,46137344~12582912,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~20971520,197132288~16777216,218103808~29360128,251658240~8388608,264241152~12582912,281018368~50331648,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304] 2024-09-13T01:05:38.408 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 16 diff [0~4194304,12582912~25165824,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~4194304,167772160~16777216,192937984~12582912,209715200~4194304,218103808~25165824,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.408 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~4194304,12582912~25165824,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~4194304,167772160~16777216,192937984~12582912,209715200~4194304,218103808~25165824,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,343932928~8388608,356515840~12582912,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.419 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~29360128,46137344~12582912,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~20971520,192937984~20971520,218103808~29360128,251658240~8388608,264241152~12582912,281018368~50331648,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304] 2024-09-13T01:05:38.419 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 17 diff [0~8388608,12582912~25165824,46137344~12582912,62914560~4194304,79691776~71303168,155189248~4194304,167772160~16777216,192937984~12582912,209715200~33554432,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,343932928~8388608,356515840~37748736,398458880~4194304] 2024-09-13T01:05:38.419 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~25165824,46137344~12582912,62914560~4194304,79691776~71303168,155189248~4194304,167772160~16777216,192937984~12582912,209715200~33554432,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,343932928~8388608,356515840~37748736,398458880~4194304] 2024-09-13T01:05:38.431 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~29360128,46137344~12582912,62914560~4194304,79691776~71303168,155189248~8388608,167772160~20971520,192937984~54525952,251658240~8388608,264241152~12582912,281018368~50331648,343932928~8388608,356515840~37748736,398458880~4194304] 2024-09-13T01:05:38.431 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 18 diff [0~8388608,12582912~25165824,46137344~12582912,62914560~4194304,71303168~88080384,163577856~20971520,192937984~50331648,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:38.431 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~25165824,46137344~12582912,62914560~4194304,71303168~88080384,163577856~20971520,192937984~50331648,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:38.445 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~29360128,46137344~12582912,62914560~4194304,71303168~117440512,192937984~54525952,251658240~8388608,264241152~12582912,281018368~50331648,335544320~16777216,356515840~46137344] 2024-09-13T01:05:38.445 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 19 diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:38.445 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:38.458 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~67108864,264241152~12582912,281018368~50331648,335544320~16777216,356515840~46137344] 2024-09-13T01:05:38.458 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 11 diff [20971520~12582912,96468992~4194304,125829120~4194304,197132288~8388608,209715200~4194304,222298112~8388608,234881024~8388608,264241152~8388608,398458880~4194304] 2024-09-13T01:05:38.458 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [20971520~12582912,96468992~4194304,125829120~4194304,197132288~8388608,209715200~4194304,222298112~8388608,234881024~8388608,264241152~8388608,398458880~4194304] 2024-09-13T01:05:38.462 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [20971520~16777216,96468992~4194304,125829120~4194304,197132288~16777216,222298112~8388608,234881024~12582912,264241152~8388608,398458880~4194304] 2024-09-13T01:05:38.462 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 12 diff [20971520~12582912,46137344~8388608,62914560~4194304,79691776~4194304,96468992~4194304,125829120~12582912,155189248~4194304,197132288~8388608,209715200~4194304,222298112~8388608,234881024~8388608,264241152~8388608,343932928~8388608,356515840~8388608,373293056~4194304,381681664~8388608,398458880~4194304] 2024-09-13T01:05:38.462 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [20971520~12582912,46137344~8388608,62914560~4194304,79691776~4194304,96468992~4194304,125829120~12582912,155189248~4194304,197132288~8388608,209715200~4194304,222298112~8388608,234881024~8388608,264241152~8388608,343932928~8388608,356515840~8388608,373293056~4194304,381681664~8388608,398458880~4194304] 2024-09-13T01:05:38.467 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [20971520~16777216,46137344~12582912,62914560~4194304,79691776~4194304,96468992~4194304,125829120~16777216,155189248~8388608,197132288~16777216,222298112~8388608,234881024~12582912,264241152~8388608,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304] 2024-09-13T01:05:38.467 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 13 diff [20971520~16777216,46137344~8388608,62914560~4194304,79691776~12582912,96468992~4194304,125829120~12582912,155189248~4194304,197132288~8388608,209715200~4194304,218103808~12582912,234881024~8388608,264241152~8388608,301989888~8388608,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.467 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [20971520~16777216,46137344~8388608,62914560~4194304,79691776~12582912,96468992~4194304,125829120~12582912,155189248~4194304,197132288~8388608,209715200~4194304,218103808~12582912,234881024~8388608,264241152~8388608,301989888~8388608,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.473 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [20971520~20971520,46137344~12582912,62914560~4194304,79691776~12582912,96468992~4194304,125829120~16777216,155189248~8388608,197132288~16777216,218103808~12582912,234881024~12582912,264241152~12582912,301989888~12582912,318767104~8388608,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304] 2024-09-13T01:05:38.473 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 14 diff [20971520~16777216,46137344~8388608,62914560~4194304,79691776~12582912,96468992~4194304,125829120~25165824,155189248~4194304,197132288~8388608,209715200~4194304,218103808~25165824,264241152~8388608,285212672~4194304,293601280~4194304,301989888~12582912,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.474 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [20971520~16777216,46137344~8388608,62914560~4194304,79691776~12582912,96468992~4194304,125829120~25165824,155189248~4194304,197132288~8388608,209715200~4194304,218103808~25165824,264241152~8388608,285212672~4194304,293601280~4194304,301989888~12582912,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.481 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [20971520~20971520,46137344~12582912,62914560~4194304,79691776~12582912,96468992~4194304,125829120~25165824,155189248~8388608,197132288~16777216,218103808~29360128,264241152~12582912,285212672~12582912,301989888~25165824,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304] 2024-09-13T01:05:38.481 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 15 diff [20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~4194304,176160768~8388608,197132288~8388608,209715200~4194304,218103808~25165824,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.481 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [20971520~16777216,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~4194304,176160768~8388608,197132288~8388608,209715200~4194304,218103808~25165824,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.489 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [20971520~20971520,46137344~12582912,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,176160768~12582912,197132288~16777216,218103808~29360128,264241152~12582912,281018368~16777216,301989888~25165824,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304] 2024-09-13T01:05:38.489 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 16 diff [12582912~25165824,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~4194304,167772160~16777216,192937984~12582912,209715200~4194304,218103808~25165824,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.489 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [12582912~25165824,46137344~8388608,62914560~4194304,79691776~20971520,117440512~33554432,155189248~4194304,167772160~16777216,192937984~12582912,209715200~4194304,218103808~25165824,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912,398458880~4194304] 2024-09-13T01:05:38.498 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [12582912~29360128,46137344~12582912,62914560~4194304,79691776~20971520,117440512~33554432,155189248~8388608,167772160~20971520,192937984~20971520,218103808~29360128,264241152~12582912,281018368~16777216,301989888~25165824,343932928~8388608,356515840~12582912,373293056~20971520,398458880~4194304] 2024-09-13T01:05:38.499 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 17 diff [0~8388608,12582912~25165824,46137344~12582912,62914560~4194304,79691776~71303168,155189248~4194304,167772160~16777216,192937984~12582912,209715200~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,343932928~8388608,356515840~37748736,398458880~4194304] 2024-09-13T01:05:38.499 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~25165824,46137344~12582912,62914560~4194304,79691776~71303168,155189248~4194304,167772160~16777216,192937984~12582912,209715200~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,343932928~8388608,356515840~37748736,398458880~4194304] 2024-09-13T01:05:38.507 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~29360128,46137344~12582912,62914560~4194304,79691776~71303168,155189248~8388608,167772160~20971520,192937984~54525952,264241152~12582912,281018368~16777216,301989888~25165824,343932928~8388608,356515840~37748736,398458880~4194304] 2024-09-13T01:05:38.507 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 18 diff [0~8388608,12582912~25165824,46137344~12582912,62914560~4194304,71303168~88080384,163577856~20971520,192937984~50331648,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:38.508 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~25165824,46137344~12582912,62914560~4194304,71303168~88080384,163577856~20971520,192937984~50331648,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:38.518 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~29360128,46137344~12582912,62914560~4194304,71303168~117440512,192937984~54525952,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:38.518 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 19 diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:38.518 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:38.530 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~58720256,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:38.530 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 12 diff [46137344~8388608,62914560~4194304,79691776~4194304,130023424~8388608,155189248~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~8388608] 2024-09-13T01:05:38.530 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [46137344~8388608,62914560~4194304,79691776~4194304,130023424~8388608,155189248~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~8388608] 2024-09-13T01:05:38.533 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [46137344~12582912,62914560~4194304,79691776~4194304,130023424~12582912,155189248~8388608,343932928~8388608,356515840~12582912,373293056~20971520] 2024-09-13T01:05:38.533 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 13 diff [25165824~16777216,46137344~8388608,62914560~4194304,79691776~12582912,130023424~8388608,155189248~4194304,218103808~8388608,268435456~4194304,301989888~8388608,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912] 2024-09-13T01:05:38.533 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25165824~16777216,46137344~8388608,62914560~4194304,79691776~12582912,130023424~8388608,155189248~4194304,218103808~8388608,268435456~4194304,301989888~8388608,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912] 2024-09-13T01:05:38.537 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25165824~16777216,46137344~12582912,62914560~4194304,79691776~12582912,130023424~12582912,155189248~8388608,218103808~8388608,268435456~8388608,301989888~12582912,318767104~8388608,343932928~8388608,356515840~12582912,373293056~20971520] 2024-09-13T01:05:38.537 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 14 diff [25165824~16777216,46137344~8388608,62914560~4194304,79691776~12582912,130023424~20971520,155189248~4194304,197132288~4194304,218103808~8388608,230686720~8388608,268435456~4194304,285212672~4194304,293601280~4194304,301989888~12582912,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912] 2024-09-13T01:05:38.537 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25165824~16777216,46137344~8388608,62914560~4194304,79691776~12582912,130023424~20971520,155189248~4194304,197132288~4194304,218103808~8388608,230686720~8388608,268435456~4194304,285212672~4194304,293601280~4194304,301989888~12582912,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912] 2024-09-13T01:05:38.543 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25165824~16777216,46137344~12582912,62914560~4194304,79691776~12582912,130023424~20971520,155189248~8388608,197132288~8388608,218103808~8388608,230686720~12582912,268435456~8388608,285212672~12582912,301989888~25165824,343932928~8388608,356515840~12582912,373293056~20971520] 2024-09-13T01:05:38.543 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 15 diff [25165824~16777216,46137344~8388608,62914560~4194304,79691776~16777216,117440512~8388608,130023424~20971520,155189248~4194304,176160768~8388608,197132288~4194304,218103808~8388608,230686720~8388608,268435456~4194304,281018368~12582912,301989888~12582912,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912] 2024-09-13T01:05:38.543 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25165824~16777216,46137344~8388608,62914560~4194304,79691776~16777216,117440512~8388608,130023424~20971520,155189248~4194304,176160768~8388608,197132288~4194304,218103808~8388608,230686720~8388608,268435456~4194304,281018368~12582912,301989888~12582912,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912] 2024-09-13T01:05:38.549 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25165824~16777216,46137344~12582912,62914560~4194304,79691776~16777216,117440512~33554432,155189248~8388608,176160768~12582912,197132288~8388608,218103808~8388608,230686720~12582912,268435456~8388608,281018368~16777216,301989888~25165824,343932928~8388608,356515840~12582912,373293056~20971520] 2024-09-13T01:05:38.549 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 16 diff [12582912~8388608,25165824~16777216,46137344~8388608,62914560~4194304,79691776~16777216,117440512~8388608,130023424~20971520,155189248~4194304,167772160~16777216,192937984~8388608,218103808~20971520,268435456~4194304,281018368~12582912,301989888~12582912,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912] 2024-09-13T01:05:38.550 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [12582912~8388608,25165824~16777216,46137344~8388608,62914560~4194304,79691776~16777216,117440512~8388608,130023424~20971520,155189248~4194304,167772160~16777216,192937984~8388608,218103808~20971520,268435456~4194304,281018368~12582912,301989888~12582912,318767104~4194304,343932928~8388608,356515840~8388608,373293056~4194304,381681664~12582912] 2024-09-13T01:05:38.557 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [12582912~8388608,25165824~16777216,46137344~12582912,62914560~4194304,79691776~16777216,117440512~33554432,155189248~8388608,167772160~20971520,192937984~12582912,218103808~25165824,268435456~8388608,281018368~16777216,301989888~25165824,343932928~8388608,356515840~12582912,373293056~20971520] 2024-09-13T01:05:38.557 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 17 diff [0~8388608,12582912~8388608,25165824~16777216,46137344~12582912,62914560~4194304,79691776~16777216,100663296~25165824,130023424~20971520,155189248~4194304,167772160~16777216,192937984~8388608,213909504~8388608,226492416~12582912,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,343932928~8388608,356515840~37748736] 2024-09-13T01:05:38.557 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~8388608,25165824~16777216,46137344~12582912,62914560~4194304,79691776~16777216,100663296~25165824,130023424~20971520,155189248~4194304,167772160~16777216,192937984~8388608,213909504~8388608,226492416~12582912,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,343932928~8388608,356515840~37748736] 2024-09-13T01:05:38.566 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~8388608,25165824~16777216,46137344~12582912,62914560~4194304,79691776~16777216,100663296~50331648,155189248~8388608,167772160~20971520,192937984~12582912,213909504~29360128,264241152~12582912,281018368~16777216,301989888~25165824,343932928~8388608,356515840~37748736] 2024-09-13T01:05:38.566 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 18 diff [0~8388608,12582912~29360128,46137344~12582912,62914560~4194304,71303168~25165824,100663296~25165824,130023424~29360128,163577856~20971520,192937984~8388608,205520896~4194304,213909504~8388608,226492416~12582912,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:38.566 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~12582912,62914560~4194304,71303168~25165824,100663296~25165824,130023424~29360128,163577856~20971520,192937984~8388608,205520896~4194304,213909504~8388608,226492416~12582912,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:38.576 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~29360128,46137344~12582912,62914560~4194304,71303168~25165824,100663296~88080384,192937984~16777216,213909504~29360128,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:38.576 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 19 diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:38.576 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:38.585 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~83886080,100663296~88080384,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:38.586 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 13 diff [25165824~16777216,83886080~8388608,134217728~4194304,218103808~8388608,268435456~4194304,301989888~8388608,318767104~4194304,390070272~4194304] 2024-09-13T01:05:38.586 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25165824~16777216,83886080~8388608,134217728~4194304,218103808~8388608,268435456~4194304,301989888~8388608,318767104~4194304,390070272~4194304] 2024-09-13T01:05:38.589 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25165824~16777216,83886080~8388608,134217728~4194304,218103808~8388608,268435456~8388608,301989888~12582912,318767104~8388608,390070272~4194304] 2024-09-13T01:05:38.589 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 14 diff [25165824~16777216,83886080~8388608,130023424~16777216,197132288~4194304,218103808~8388608,230686720~8388608,268435456~4194304,285212672~4194304,293601280~4194304,301989888~12582912,318767104~4194304,390070272~4194304] 2024-09-13T01:05:38.589 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25165824~16777216,83886080~8388608,130023424~16777216,197132288~4194304,218103808~8388608,230686720~8388608,268435456~4194304,285212672~4194304,293601280~4194304,301989888~12582912,318767104~4194304,390070272~4194304] 2024-09-13T01:05:38.593 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25165824~16777216,83886080~8388608,130023424~20971520,197132288~8388608,218103808~8388608,230686720~12582912,268435456~8388608,285212672~12582912,301989888~25165824,390070272~4194304] 2024-09-13T01:05:38.593 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 15 diff [25165824~16777216,46137344~8388608,83886080~12582912,117440512~8388608,130023424~16777216,176160768~8388608,197132288~4194304,218103808~8388608,230686720~8388608,268435456~4194304,281018368~12582912,301989888~12582912,318767104~4194304,385875968~8388608] 2024-09-13T01:05:38.593 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25165824~16777216,46137344~8388608,83886080~12582912,117440512~8388608,130023424~16777216,176160768~8388608,197132288~4194304,218103808~8388608,230686720~8388608,268435456~4194304,281018368~12582912,301989888~12582912,318767104~4194304,385875968~8388608] 2024-09-13T01:05:38.598 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25165824~16777216,46137344~8388608,83886080~12582912,117440512~33554432,176160768~12582912,197132288~8388608,218103808~8388608,230686720~12582912,268435456~8388608,281018368~16777216,301989888~25165824,385875968~8388608] 2024-09-13T01:05:38.598 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 16 diff [12582912~8388608,25165824~16777216,46137344~8388608,83886080~12582912,117440512~8388608,130023424~16777216,167772160~16777216,192937984~8388608,218103808~20971520,268435456~4194304,281018368~12582912,301989888~12582912,318767104~4194304,385875968~8388608] 2024-09-13T01:05:38.598 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [12582912~8388608,25165824~16777216,46137344~8388608,83886080~12582912,117440512~8388608,130023424~16777216,167772160~16777216,192937984~8388608,218103808~20971520,268435456~4194304,281018368~12582912,301989888~12582912,318767104~4194304,385875968~8388608] 2024-09-13T01:05:38.604 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [12582912~8388608,25165824~16777216,46137344~8388608,83886080~12582912,117440512~33554432,167772160~20971520,192937984~12582912,218103808~25165824,268435456~8388608,281018368~16777216,301989888~25165824,385875968~8388608] 2024-09-13T01:05:38.604 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 17 diff [0~8388608,12582912~8388608,25165824~16777216,46137344~12582912,83886080~12582912,100663296~25165824,130023424~16777216,167772160~16777216,192937984~8388608,213909504~8388608,226492416~12582912,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,356515840~8388608,369098752~12582912,385875968~8388608] 2024-09-13T01:05:38.604 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~8388608,25165824~16777216,46137344~12582912,83886080~12582912,100663296~25165824,130023424~16777216,167772160~16777216,192937984~8388608,213909504~8388608,226492416~12582912,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,356515840~8388608,369098752~12582912,385875968~8388608] 2024-09-13T01:05:38.612 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~8388608,25165824~16777216,46137344~12582912,83886080~12582912,100663296~50331648,167772160~20971520,192937984~12582912,213909504~29360128,264241152~12582912,281018368~16777216,301989888~25165824,356515840~8388608,369098752~25165824] 2024-09-13T01:05:38.612 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 18 diff [0~8388608,12582912~29360128,46137344~12582912,71303168~8388608,83886080~12582912,100663296~25165824,130023424~16777216,150994944~4194304,163577856~20971520,192937984~8388608,205520896~4194304,213909504~8388608,226492416~12582912,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.612 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~12582912,71303168~8388608,83886080~12582912,100663296~25165824,130023424~16777216,150994944~4194304,163577856~20971520,192937984~8388608,205520896~4194304,213909504~8388608,226492416~12582912,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.620 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~29360128,46137344~12582912,71303168~8388608,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~29360128,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:38.620 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 19 diff [0~8388608,12582912~29360128,46137344~33554432,83886080~12582912,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.620 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,83886080~12582912,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.629 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~67108864,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:38.629 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 14 diff [25165824~4194304,83886080~4194304,130023424~16777216,197132288~4194304,230686720~8388608,285212672~4194304,293601280~4194304,310378496~4194304] 2024-09-13T01:05:38.629 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25165824~4194304,83886080~4194304,130023424~16777216,197132288~4194304,230686720~8388608,285212672~4194304,293601280~4194304,310378496~4194304] 2024-09-13T01:05:38.633 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25165824~8388608,83886080~8388608,130023424~20971520,197132288~8388608,230686720~12582912,285212672~12582912,310378496~8388608] 2024-09-13T01:05:38.633 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 15 diff [25165824~4194304,46137344~8388608,83886080~4194304,92274688~4194304,117440512~8388608,130023424~16777216,176160768~8388608,197132288~4194304,230686720~8388608,281018368~12582912,310378496~4194304,385875968~4194304] 2024-09-13T01:05:38.633 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25165824~4194304,46137344~8388608,83886080~4194304,92274688~4194304,117440512~8388608,130023424~16777216,176160768~8388608,197132288~4194304,230686720~8388608,281018368~12582912,310378496~4194304,385875968~4194304] 2024-09-13T01:05:38.637 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25165824~8388608,46137344~8388608,83886080~12582912,117440512~33554432,176160768~12582912,197132288~8388608,230686720~12582912,281018368~16777216,310378496~8388608,385875968~4194304] 2024-09-13T01:05:38.637 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 16 diff [12582912~8388608,25165824~4194304,46137344~8388608,83886080~4194304,92274688~4194304,117440512~8388608,130023424~16777216,167772160~16777216,192937984~8388608,226492416~12582912,281018368~12582912,310378496~4194304,385875968~4194304] 2024-09-13T01:05:38.637 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [12582912~8388608,25165824~4194304,46137344~8388608,83886080~4194304,92274688~4194304,117440512~8388608,130023424~16777216,167772160~16777216,192937984~8388608,226492416~12582912,281018368~12582912,310378496~4194304,385875968~4194304] 2024-09-13T01:05:38.643 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [12582912~8388608,25165824~8388608,46137344~8388608,83886080~12582912,117440512~33554432,167772160~20971520,192937984~12582912,226492416~16777216,281018368~16777216,310378496~8388608,385875968~4194304] 2024-09-13T01:05:38.643 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 17 diff [0~8388608,12582912~8388608,25165824~4194304,46137344~12582912,83886080~4194304,92274688~4194304,100663296~25165824,130023424~16777216,167772160~16777216,192937984~8388608,213909504~8388608,226492416~12582912,264241152~4194304,281018368~12582912,310378496~4194304,356515840~8388608,369098752~12582912,385875968~4194304] 2024-09-13T01:05:38.643 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,46137344~12582912,83886080~4194304,92274688~4194304,100663296~25165824,130023424~16777216,167772160~16777216,192937984~8388608,213909504~8388608,226492416~12582912,264241152~4194304,281018368~12582912,310378496~4194304,356515840~8388608,369098752~12582912,385875968~4194304] 2024-09-13T01:05:38.650 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~8388608,25165824~8388608,46137344~12582912,83886080~12582912,100663296~50331648,167772160~20971520,192937984~12582912,213909504~29360128,264241152~4194304,281018368~16777216,310378496~8388608,356515840~8388608,369098752~20971520] 2024-09-13T01:05:38.650 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 18 diff [0~8388608,12582912~20971520,46137344~12582912,71303168~8388608,83886080~4194304,92274688~4194304,100663296~25165824,130023424~16777216,150994944~4194304,163577856~20971520,192937984~8388608,205520896~4194304,213909504~8388608,226492416~12582912,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.651 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,46137344~12582912,71303168~8388608,83886080~4194304,92274688~4194304,100663296~25165824,130023424~16777216,150994944~4194304,163577856~20971520,192937984~8388608,205520896~4194304,213909504~8388608,226492416~12582912,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.658 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,46137344~12582912,71303168~8388608,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~29360128,264241152~4194304,281018368~16777216,306184192~12582912,335544320~16777216,356515840~46137344] 2024-09-13T01:05:38.658 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 19 diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.658 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.667 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~41943040,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~37748736,264241152~4194304,281018368~16777216,306184192~12582912,335544320~16777216,356515840~46137344] 2024-09-13T01:05:38.667 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 15 diff [46137344~8388608,92274688~4194304,117440512~8388608,176160768~8388608,201326592~4194304,281018368~4194304,289406976~4194304,310378496~4194304,385875968~4194304] 2024-09-13T01:05:38.667 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [46137344~8388608,92274688~4194304,117440512~8388608,176160768~8388608,201326592~4194304,281018368~4194304,289406976~4194304,310378496~4194304,385875968~4194304] 2024-09-13T01:05:38.670 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [46137344~8388608,92274688~4194304,117440512~12582912,176160768~12582912,201326592~4194304,281018368~16777216,310378496~8388608,385875968~4194304] 2024-09-13T01:05:38.670 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 16 diff [12582912~8388608,46137344~8388608,83886080~4194304,92274688~4194304,117440512~8388608,167772160~16777216,192937984~12582912,226492416~12582912,281018368~12582912,310378496~4194304,385875968~4194304] 2024-09-13T01:05:38.670 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [12582912~8388608,46137344~8388608,83886080~4194304,92274688~4194304,117440512~8388608,167772160~16777216,192937984~12582912,226492416~12582912,281018368~12582912,310378496~4194304,385875968~4194304] 2024-09-13T01:05:38.675 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [12582912~8388608,46137344~8388608,83886080~4194304,92274688~4194304,117440512~12582912,167772160~20971520,192937984~12582912,226492416~12582912,281018368~16777216,310378496~8388608,385875968~4194304] 2024-09-13T01:05:38.675 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 17 diff [0~8388608,12582912~8388608,46137344~12582912,83886080~4194304,92274688~4194304,100663296~25165824,167772160~16777216,192937984~12582912,213909504~8388608,226492416~12582912,264241152~4194304,281018368~12582912,310378496~4194304,356515840~8388608,369098752~12582912,385875968~4194304] 2024-09-13T01:05:38.675 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~8388608,46137344~12582912,83886080~4194304,92274688~4194304,100663296~25165824,167772160~16777216,192937984~12582912,213909504~8388608,226492416~12582912,264241152~4194304,281018368~12582912,310378496~4194304,356515840~8388608,369098752~12582912,385875968~4194304] 2024-09-13T01:05:38.680 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~8388608,46137344~12582912,83886080~4194304,92274688~4194304,100663296~29360128,167772160~20971520,192937984~12582912,213909504~25165824,264241152~4194304,281018368~16777216,310378496~8388608,356515840~8388608,369098752~20971520] 2024-09-13T01:05:38.680 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 18 diff [0~8388608,12582912~16777216,46137344~12582912,71303168~8388608,83886080~4194304,92274688~4194304,100663296~25165824,150994944~4194304,163577856~20971520,192937984~16777216,213909504~8388608,226492416~12582912,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.680 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~16777216,46137344~12582912,71303168~8388608,83886080~4194304,92274688~4194304,100663296~25165824,150994944~4194304,163577856~20971520,192937984~16777216,213909504~8388608,226492416~12582912,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.686 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~16777216,46137344~12582912,71303168~8388608,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~25165824,192937984~16777216,213909504~25165824,264241152~4194304,281018368~16777216,306184192~12582912,335544320~16777216,356515840~46137344] 2024-09-13T01:05:38.686 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 19 diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.686 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.694 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~41943040,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~25165824,192937984~16777216,213909504~37748736,264241152~4194304,281018368~16777216,306184192~12582912,335544320~16777216,356515840~46137344] 2024-09-13T01:05:38.694 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 16 diff [12582912~8388608,83886080~4194304,167772160~12582912,192937984~8388608,226492416~12582912,285212672~8388608,385875968~4194304] 2024-09-13T01:05:38.694 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [12582912~8388608,83886080~4194304,167772160~12582912,192937984~8388608,226492416~12582912,285212672~8388608,385875968~4194304] 2024-09-13T01:05:38.698 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [12582912~8388608,83886080~4194304,167772160~16777216,192937984~8388608,226492416~12582912,285212672~8388608,385875968~4194304] 2024-09-13T01:05:38.698 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 17 diff [0~8388608,12582912~8388608,54525952~4194304,83886080~4194304,100663296~16777216,167772160~12582912,192937984~8388608,213909504~8388608,226492416~12582912,264241152~4194304,281018368~12582912,356515840~8388608,369098752~12582912,385875968~4194304] 2024-09-13T01:05:38.698 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~8388608,54525952~4194304,83886080~4194304,100663296~16777216,167772160~12582912,192937984~8388608,213909504~8388608,226492416~12582912,264241152~4194304,281018368~12582912,356515840~8388608,369098752~12582912,385875968~4194304] 2024-09-13T01:05:38.702 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~8388608,54525952~4194304,83886080~4194304,100663296~16777216,167772160~16777216,192937984~8388608,213909504~25165824,264241152~4194304,281018368~12582912,356515840~8388608,369098752~20971520] 2024-09-13T01:05:38.703 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 18 diff [0~8388608,12582912~16777216,54525952~4194304,71303168~8388608,83886080~4194304,100663296~16777216,150994944~4194304,163577856~16777216,192937984~8388608,205520896~4194304,213909504~8388608,226492416~12582912,264241152~4194304,281018368~12582912,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.703 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~16777216,54525952~4194304,71303168~8388608,83886080~4194304,100663296~16777216,150994944~4194304,163577856~16777216,192937984~8388608,205520896~4194304,213909504~8388608,226492416~12582912,264241152~4194304,281018368~12582912,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.708 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~16777216,54525952~4194304,71303168~8388608,83886080~4194304,100663296~16777216,150994944~4194304,163577856~20971520,192937984~8388608,205520896~4194304,213909504~25165824,264241152~4194304,281018368~12582912,306184192~8388608,335544320~16777216,356515840~46137344] 2024-09-13T01:05:38.709 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 19 diff [0~8388608,12582912~20971520,37748736~4194304,54525952~25165824,83886080~4194304,100663296~16777216,121634816~8388608,150994944~4194304,163577856~16777216,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.709 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,54525952~25165824,83886080~4194304,100663296~16777216,121634816~8388608,150994944~4194304,163577856~16777216,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:38.715 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~8388608,54525952~25165824,83886080~4194304,100663296~16777216,121634816~8388608,150994944~4194304,163577856~20971520,192937984~16777216,213909504~37748736,264241152~4194304,281018368~12582912,306184192~8388608,335544320~16777216,356515840~46137344] 2024-09-13T01:05:38.715 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to 17 diff [0~8388608,54525952~4194304,100663296~16777216,213909504~8388608,264241152~4194304,281018368~8388608,356515840~8388608,369098752~12582912] 2024-09-13T01:05:38.715 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,54525952~4194304,100663296~16777216,213909504~8388608,264241152~4194304,281018368~8388608,356515840~8388608,369098752~12582912] 2024-09-13T01:05:38.718 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,54525952~4194304,100663296~16777216,213909504~12582912,264241152~4194304,281018368~12582912,356515840~8388608,369098752~16777216] 2024-09-13T01:05:38.718 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to 18 diff [0~8388608,20971520~8388608,54525952~4194304,71303168~8388608,100663296~16777216,150994944~4194304,163577856~8388608,205520896~4194304,213909504~8388608,264241152~4194304,281018368~8388608,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,390070272~8388608] 2024-09-13T01:05:38.718 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,20971520~8388608,54525952~4194304,71303168~8388608,100663296~16777216,150994944~4194304,163577856~8388608,205520896~4194304,213909504~8388608,264241152~4194304,281018368~8388608,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,390070272~8388608] 2024-09-13T01:05:38.723 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,20971520~8388608,54525952~4194304,71303168~8388608,100663296~16777216,150994944~4194304,163577856~8388608,205520896~4194304,213909504~12582912,264241152~4194304,281018368~12582912,306184192~8388608,335544320~16777216,356515840~29360128,390070272~12582912] 2024-09-13T01:05:38.723 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to 19 diff [0~8388608,20971520~12582912,37748736~4194304,54525952~25165824,100663296~16777216,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~12582912,239075328~8388608,264241152~4194304,281018368~8388608,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,390070272~8388608] 2024-09-13T01:05:38.723 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,20971520~12582912,37748736~4194304,54525952~25165824,100663296~16777216,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~12582912,239075328~8388608,264241152~4194304,281018368~8388608,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,390070272~8388608] 2024-09-13T01:05:38.728 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,20971520~12582912,37748736~8388608,54525952~25165824,100663296~16777216,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~12582912,239075328~12582912,264241152~4194304,281018368~12582912,306184192~8388608,335544320~16777216,356515840~29360128,390070272~12582912] 2024-09-13T01:05:38.728 INFO:tasks.workunit.client.0.smithi032.stdout:from 17 to 18 diff [20971520~8388608,71303168~8388608,150994944~4194304,163577856~8388608,205520896~4194304,306184192~4194304,335544320~4194304,343932928~8388608,364904448~4194304,390070272~8388608] 2024-09-13T01:05:38.728 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [20971520~8388608,71303168~8388608,150994944~4194304,163577856~8388608,205520896~4194304,306184192~4194304,335544320~4194304,343932928~8388608,364904448~4194304,390070272~8388608] 2024-09-13T01:05:38.732 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [20971520~8388608,71303168~8388608,150994944~4194304,163577856~8388608,205520896~4194304,306184192~8388608,335544320~16777216,364904448~4194304,390070272~12582912] 2024-09-13T01:05:38.732 INFO:tasks.workunit.client.0.smithi032.stdout:from 17 to 19 diff [20971520~12582912,37748736~4194304,58720256~20971520,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~8388608,239075328~8388608,306184192~4194304,335544320~4194304,343932928~8388608,356515840~4194304,364904448~4194304,390070272~8388608] 2024-09-13T01:05:38.732 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [20971520~12582912,37748736~4194304,58720256~20971520,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~8388608,239075328~8388608,306184192~4194304,335544320~4194304,343932928~8388608,356515840~4194304,364904448~4194304,390070272~8388608] 2024-09-13T01:05:38.737 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [20971520~12582912,37748736~8388608,58720256~20971520,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~8388608,239075328~12582912,306184192~8388608,335544320~16777216,356515840~12582912,390070272~12582912] 2024-09-13T01:05:38.737 INFO:tasks.workunit.client.0.smithi032.stdout:from 18 to 19 diff [29360128~4194304,37748736~4194304,58720256~16777216,121634816~8388608,201326592~8388608,213909504~8388608,239075328~8388608,343932928~8388608,356515840~4194304] 2024-09-13T01:05:38.737 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [29360128~4194304,37748736~4194304,58720256~16777216,121634816~8388608,201326592~8388608,213909504~8388608,239075328~8388608,343932928~8388608,356515840~4194304] 2024-09-13T01:05:38.740 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [29360128~4194304,37748736~8388608,58720256~16777216,121634816~8388608,201326592~8388608,213909504~8388608,239075328~12582912,343932928~8388608,356515840~8388608] 2024-09-13T01:05:38.830 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:38.830 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:38.886 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:38.886 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:38.886 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:38.906 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:38.906 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:38.906 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:38.926 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:38.927 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:38.927 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:38.945 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:38.945 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:38.945 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:38.963 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:38.963 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:38.963 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:38.979 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~58720256] 2024-09-13T01:05:38.979 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:38.979 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:38.994 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:38.994 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:38.994 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:39.008 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:39.008 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:39.008 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:39.021 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:39.021 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:39.021 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:39.033 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~67108864,264241152~12582912,281018368~50331648,335544320~16777216,356515840~46137344] 2024-09-13T01:05:39.033 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:39.033 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:39.044 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~58720256,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:39.044 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:39.044 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:39.054 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~83886080,100663296~88080384,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:39.054 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,83886080~12582912,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:39.054 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,83886080~12582912,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:39.063 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~67108864,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:39.063 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:39.063 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:39.071 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~41943040,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~37748736,264241152~4194304,281018368~16777216,306184192~12582912,335544320~16777216,356515840~46137344] 2024-09-13T01:05:39.071 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:39.071 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:39.079 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~41943040,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~25165824,192937984~16777216,213909504~37748736,264241152~4194304,281018368~16777216,306184192~12582912,335544320~16777216,356515840~46137344] 2024-09-13T01:05:39.079 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to HEAD diff [0~8388608,12582912~20971520,37748736~4194304,54525952~25165824,83886080~4194304,100663296~16777216,121634816~8388608,150994944~4194304,163577856~16777216,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:39.079 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,54525952~25165824,83886080~4194304,100663296~16777216,121634816~8388608,150994944~4194304,163577856~16777216,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:39.085 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~8388608,54525952~25165824,83886080~4194304,100663296~16777216,121634816~8388608,150994944~4194304,163577856~20971520,192937984~16777216,213909504~37748736,264241152~4194304,281018368~12582912,306184192~8388608,335544320~16777216,356515840~46137344] 2024-09-13T01:05:39.085 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to HEAD diff [0~8388608,20971520~12582912,37748736~4194304,54525952~25165824,100663296~16777216,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~12582912,239075328~8388608,264241152~4194304,281018368~8388608,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,390070272~8388608] 2024-09-13T01:05:39.085 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,20971520~12582912,37748736~4194304,54525952~25165824,100663296~16777216,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~12582912,239075328~8388608,264241152~4194304,281018368~8388608,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,390070272~8388608] 2024-09-13T01:05:39.089 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,20971520~12582912,37748736~8388608,54525952~25165824,100663296~16777216,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~12582912,239075328~12582912,264241152~4194304,281018368~12582912,306184192~8388608,335544320~16777216,356515840~29360128,390070272~12582912] 2024-09-13T01:05:39.090 INFO:tasks.workunit.client.0.smithi032.stdout:from 17 to HEAD diff [20971520~12582912,37748736~4194304,58720256~20971520,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~8388608,239075328~8388608,306184192~4194304,335544320~4194304,343932928~8388608,356515840~4194304,364904448~4194304,390070272~8388608] 2024-09-13T01:05:39.090 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [20971520~12582912,37748736~4194304,58720256~20971520,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~8388608,239075328~8388608,306184192~4194304,335544320~4194304,343932928~8388608,356515840~4194304,364904448~4194304,390070272~8388608] 2024-09-13T01:05:39.093 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [20971520~12582912,37748736~8388608,58720256~20971520,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~8388608,239075328~12582912,306184192~8388608,335544320~16777216,356515840~12582912,390070272~12582912] 2024-09-13T01:05:39.863 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:39.863 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:39.905 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:39.905 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:39.905 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:39.918 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:39.918 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:39.918 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:39.933 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:39.933 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:39.933 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:39.949 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:39.950 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:39.950 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:39.961 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:39.961 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:39.961 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:39.969 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~58720256] 2024-09-13T01:05:39.969 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:39.969 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:39.981 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:39.981 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:39.981 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:39.991 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:39.991 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:39.991 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:40.001 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:40.001 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:40.001 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:40.011 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~67108864,264241152~12582912,281018368~50331648,335544320~16777216,356515840~46137344] 2024-09-13T01:05:40.011 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:40.011 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:40.021 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~58720256,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:40.021 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:40.021 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:40.029 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~83886080,100663296~88080384,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:40.029 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,83886080~12582912,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:40.029 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,83886080~12582912,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:40.037 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~67108864,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:40.037 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:40.037 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:40.044 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~41943040,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~37748736,264241152~4194304,281018368~16777216,306184192~12582912,335544320~16777216,356515840~46137344] 2024-09-13T01:05:40.044 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:40.044 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:40.049 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~41943040,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~25165824,192937984~16777216,213909504~37748736,264241152~4194304,281018368~16777216,306184192~12582912,335544320~16777216,356515840~46137344] 2024-09-13T01:05:40.049 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to HEAD diff [0~8388608,12582912~20971520,37748736~4194304,54525952~25165824,83886080~4194304,100663296~16777216,121634816~8388608,150994944~4194304,163577856~16777216,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:40.049 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,54525952~25165824,83886080~4194304,100663296~16777216,121634816~8388608,150994944~4194304,163577856~16777216,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:40.054 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~8388608,54525952~25165824,83886080~4194304,100663296~16777216,121634816~8388608,150994944~4194304,163577856~20971520,192937984~16777216,213909504~37748736,264241152~4194304,281018368~12582912,306184192~8388608,335544320~16777216,356515840~46137344] 2024-09-13T01:05:40.054 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to HEAD diff [0~8388608,20971520~12582912,37748736~4194304,54525952~25165824,100663296~16777216,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~12582912,239075328~8388608,264241152~4194304,281018368~8388608,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,390070272~8388608] 2024-09-13T01:05:40.054 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,20971520~12582912,37748736~4194304,54525952~25165824,100663296~16777216,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~12582912,239075328~8388608,264241152~4194304,281018368~8388608,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,390070272~8388608] 2024-09-13T01:05:40.058 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,20971520~12582912,37748736~8388608,54525952~25165824,100663296~16777216,121634816~8388608,150994944~4194304,163577856~8388608,201326592~8388608,213909504~12582912,239075328~12582912,264241152~4194304,281018368~12582912,306184192~8388608,335544320~16777216,356515840~29360128,390070272~12582912] 2024-09-13T01:05:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:39 smithi032 bash[75510]: cluster 2024-09-13T01:05:38.810790+0000 mon.a (mon.0) 3684 : cluster [DBG] osdmap e1967: 8 total, 8 up, 8 in 2024-09-13T01:05:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:39 smithi032 bash[75510]: cluster 2024-09-13T01:05:38.830778+0000 mgr.y (mgr.34107) 1886 : cluster [DBG] pgmap v3406: 137 pgs: 137 active+clean; 880 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 401 KiB/s rd, 40 MiB/s wr, 695 op/s 2024-09-13T01:05:40.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:39 smithi032 bash[76677]: cluster 2024-09-13T01:05:38.810790+0000 mon.a (mon.0) 3684 : cluster [DBG] osdmap e1967: 8 total, 8 up, 8 in 2024-09-13T01:05:40.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:39 smithi032 bash[76677]: cluster 2024-09-13T01:05:38.830778+0000 mgr.y (mgr.34107) 1886 : cluster [DBG] pgmap v3406: 137 pgs: 137 active+clean; 880 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 401 KiB/s rd, 40 MiB/s wr, 695 op/s 2024-09-13T01:05:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:39 smithi053 bash[67631]: cluster 2024-09-13T01:05:38.810790+0000 mon.a (mon.0) 3684 : cluster [DBG] osdmap e1967: 8 total, 8 up, 8 in 2024-09-13T01:05:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:39 smithi053 bash[67631]: cluster 2024-09-13T01:05:38.830778+0000 mgr.y (mgr.34107) 1886 : cluster [DBG] pgmap v3406: 137 pgs: 137 active+clean; 880 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 401 KiB/s rd, 40 MiB/s wr, 695 op/s 2024-09-13T01:05:40.865 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:40.865 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:40.924 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:40.924 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:40.924 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:40.934 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:40.934 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:40.934 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:40.945 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:40.945 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:40.945 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:40.956 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:40.956 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:40.956 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:40.965 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:40.965 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:40.965 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:40.975 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~58720256] 2024-09-13T01:05:40.975 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:40.975 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:40.985 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:40.985 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:40.985 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:40.994 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:40.994 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:40.994 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:41.003 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:41.003 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:41.003 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:41.012 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~67108864,264241152~12582912,281018368~50331648,335544320~16777216,356515840~46137344] 2024-09-13T01:05:41.012 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:41.012 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:41.020 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~58720256,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:41.021 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:41.021 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:41.027 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~83886080,100663296~88080384,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:41.027 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,83886080~12582912,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:41.028 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,83886080~12582912,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:41.034 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~67108864,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:41.034 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:41.035 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:41.041 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~41943040,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~37748736,264241152~4194304,281018368~16777216,306184192~12582912,335544320~16777216,356515840~46137344] 2024-09-13T01:05:41.041 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:41.041 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:41.046 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~41943040,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~25165824,192937984~16777216,213909504~37748736,264241152~4194304,281018368~16777216,306184192~12582912,335544320~16777216,356515840~46137344] 2024-09-13T01:05:41.046 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to HEAD diff [0~8388608,12582912~20971520,37748736~4194304,54525952~25165824,83886080~4194304,100663296~16777216,121634816~8388608,150994944~4194304,163577856~16777216,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:41.046 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,54525952~25165824,83886080~4194304,100663296~16777216,121634816~8388608,150994944~4194304,163577856~16777216,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:41.050 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~8388608,54525952~25165824,83886080~4194304,100663296~16777216,121634816~8388608,150994944~4194304,163577856~20971520,192937984~16777216,213909504~37748736,264241152~4194304,281018368~12582912,306184192~8388608,335544320~16777216,356515840~46137344] 2024-09-13T01:05:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:40 smithi032 bash[75510]: cluster 2024-09-13T01:05:39.813236+0000 mon.a (mon.0) 3685 : cluster [DBG] osdmap e1968: 8 total, 8 up, 8 in 2024-09-13T01:05:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:40 smithi032 bash[75510]: audit 2024-09-13T01:05:40.221152+0000 mon.a (mon.0) 3686 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:05:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:40 smithi032 bash[76677]: cluster 2024-09-13T01:05:39.813236+0000 mon.a (mon.0) 3685 : cluster [DBG] osdmap e1968: 8 total, 8 up, 8 in 2024-09-13T01:05:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:40 smithi032 bash[76677]: audit 2024-09-13T01:05:40.221152+0000 mon.a (mon.0) 3686 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:05:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:40 smithi053 bash[67631]: cluster 2024-09-13T01:05:39.813236+0000 mon.a (mon.0) 3685 : cluster [DBG] osdmap e1968: 8 total, 8 up, 8 in 2024-09-13T01:05:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:40 smithi053 bash[67631]: audit 2024-09-13T01:05:40.221152+0000 mon.a (mon.0) 3686 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:05:41.886 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:41.886 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:41.942 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:41.942 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:41.942 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:41.950 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:41.951 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:41.951 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:41.959 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:41.959 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:41.959 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:41.966 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:41.967 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:41.967 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:41.974 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:41.974 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:41.974 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:41.981 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~58720256] 2024-09-13T01:05:41.981 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:41.981 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:41.988 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:41.988 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:41.988 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:41.995 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:41.995 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:41.995 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:42.000 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:42.000 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:42.001 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:42.005 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~67108864,264241152~12582912,281018368~50331648,335544320~16777216,356515840~46137344] 2024-09-13T01:05:42.005 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:42.005 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:42.011 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~58720256,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:42.011 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:42.011 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:42.016 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~83886080,100663296~88080384,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:42.016 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,83886080~12582912,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:42.016 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,83886080~12582912,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:42.019 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~67108864,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:42.020 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:42.020 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:42.023 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~41943040,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~37748736,264241152~4194304,281018368~16777216,306184192~12582912,335544320~16777216,356515840~46137344] 2024-09-13T01:05:42.023 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:42.023 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:42.025 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~41943040,83886080~4194304,92274688~4194304,100663296~29360128,150994944~4194304,163577856~25165824,192937984~16777216,213909504~37748736,264241152~4194304,281018368~16777216,306184192~12582912,335544320~16777216,356515840~46137344] 2024-09-13T01:05:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:41 smithi032 bash[75510]: cluster 2024-09-13T01:05:40.831922+0000 mgr.y (mgr.34107) 1887 : cluster [DBG] pgmap v3408: 137 pgs: 137 active+clean; 896 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 487 KiB/s rd, 26 MiB/s wr, 885 op/s 2024-09-13T01:05:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:41 smithi032 bash[75510]: cluster 2024-09-13T01:05:40.839568+0000 mon.a (mon.0) 3687 : cluster [DBG] osdmap e1969: 8 total, 8 up, 8 in 2024-09-13T01:05:42.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:41 smithi032 bash[76677]: cluster 2024-09-13T01:05:40.831922+0000 mgr.y (mgr.34107) 1887 : cluster [DBG] pgmap v3408: 137 pgs: 137 active+clean; 896 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 487 KiB/s rd, 26 MiB/s wr, 885 op/s 2024-09-13T01:05:42.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:41 smithi032 bash[76677]: cluster 2024-09-13T01:05:40.839568+0000 mon.a (mon.0) 3687 : cluster [DBG] osdmap e1969: 8 total, 8 up, 8 in 2024-09-13T01:05:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:41 smithi053 bash[67631]: cluster 2024-09-13T01:05:40.831922+0000 mgr.y (mgr.34107) 1887 : cluster [DBG] pgmap v3408: 137 pgs: 137 active+clean; 896 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 487 KiB/s rd, 26 MiB/s wr, 885 op/s 2024-09-13T01:05:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:41 smithi053 bash[67631]: cluster 2024-09-13T01:05:40.839568+0000 mon.a (mon.0) 3687 : cluster [DBG] osdmap e1969: 8 total, 8 up, 8 in 2024-09-13T01:05:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:05:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:05:42] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.43.0" 2024-09-13T01:05:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:05:42 smithi053 bash[94430]: ts=2024-09-13T01:05:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:05:42.906 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:42.907 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:42.954 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:42.954 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:42.954 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:42.962 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:42.962 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:42.963 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:42.970 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:42.970 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:42.970 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:42.977 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:42.977 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:42.977 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:42.984 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:42.984 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:42.984 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:42.989 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~58720256] 2024-09-13T01:05:42.990 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:42.990 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:42.996 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:42.996 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:42.996 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:43.001 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:43.002 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:43.002 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:43.006 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:43.006 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:43.006 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:43.012 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~67108864,264241152~12582912,281018368~50331648,335544320~16777216,356515840~46137344] 2024-09-13T01:05:43.012 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:43.012 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:43.017 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~58720256,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:43.018 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:43.018 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:43.022 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~83886080,100663296~88080384,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:43.022 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,83886080~12582912,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:43.022 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,83886080~12582912,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:43.025 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~67108864,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:43.025 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:43.025 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,46137344~33554432,83886080~4194304,92274688~4194304,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~4194304,281018368~12582912,306184192~8388608,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:43.028 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~20971520,37748736~41943040,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~37748736,264241152~4194304,281018368~16777216,306184192~12582912,335544320~16777216,356515840~46137344] 2024-09-13T01:05:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:42 smithi032 bash[75510]: cluster 2024-09-13T01:05:41.849188+0000 mon.a (mon.0) 3688 : cluster [DBG] osdmap e1970: 8 total, 8 up, 8 in 2024-09-13T01:05:43.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:42 smithi032 bash[76677]: cluster 2024-09-13T01:05:41.849188+0000 mon.a (mon.0) 3688 : cluster [DBG] osdmap e1970: 8 total, 8 up, 8 in 2024-09-13T01:05:43.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:42 smithi053 bash[67631]: cluster 2024-09-13T01:05:41.849188+0000 mon.a (mon.0) 3688 : cluster [DBG] osdmap e1970: 8 total, 8 up, 8 in 2024-09-13T01:05:43.895 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:43.895 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:43.957 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:43.957 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:43.957 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:43.971 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:43.971 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:43.971 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:43.981 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:43.981 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:43.981 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:43.988 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:43.988 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:43.988 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:43.993 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:43.993 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:43.993 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~58720256] 2024-09-13T01:05:43.999 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:44.003 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:44.008 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:44.012 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~67108864,264241152~12582912,281018368~50331648,335544320~16777216,356515840~46137344] 2024-09-13T01:05:44.017 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~58720256,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:44.017 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~83886080,100663296~88080384,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:44.020 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,83886080~12582912,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,83886080~12582912,100663296~46137344,150994944~4194304,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~25165824,385875968~12582912] 2024-09-13T01:05:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~67108864,83886080~12582912,100663296~54525952,163577856~25165824,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:43 smithi032 bash[75510]: cluster 2024-09-13T01:05:42.833079+0000 mgr.y (mgr.34107) 1888 : cluster [DBG] pgmap v3411: 137 pgs: 137 active+clean; 890 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 433 KiB/s rd, 4.0 MiB/s wr, 797 op/s 2024-09-13T01:05:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:43 smithi032 bash[75510]: cluster 2024-09-13T01:05:42.859928+0000 mon.a (mon.0) 3689 : cluster [DBG] osdmap e1971: 8 total, 8 up, 8 in 2024-09-13T01:05:44.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:43 smithi032 bash[76677]: cluster 2024-09-13T01:05:42.833079+0000 mgr.y (mgr.34107) 1888 : cluster [DBG] pgmap v3411: 137 pgs: 137 active+clean; 890 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 433 KiB/s rd, 4.0 MiB/s wr, 797 op/s 2024-09-13T01:05:44.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:43 smithi032 bash[76677]: cluster 2024-09-13T01:05:42.859928+0000 mon.a (mon.0) 3689 : cluster [DBG] osdmap e1971: 8 total, 8 up, 8 in 2024-09-13T01:05:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:43 smithi053 bash[67631]: cluster 2024-09-13T01:05:42.833079+0000 mgr.y (mgr.34107) 1888 : cluster [DBG] pgmap v3411: 137 pgs: 137 active+clean; 890 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 433 KiB/s rd, 4.0 MiB/s wr, 797 op/s 2024-09-13T01:05:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:43 smithi053 bash[67631]: cluster 2024-09-13T01:05:42.859928+0000 mon.a (mon.0) 3689 : cluster [DBG] osdmap e1971: 8 total, 8 up, 8 in 2024-09-13T01:05:44.916 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:44.917 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:44.970 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:44.970 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:44.970 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:44.980 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:44.980 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:44.980 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:44.986 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:44.986 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:44.986 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:44.992 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:44.992 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:44.992 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:44.997 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:44.997 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:44.997 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:45.001 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~58720256] 2024-09-13T01:05:45.001 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:45.001 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:45.005 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:45.005 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:45.005 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:45.008 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:45.008 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:45.008 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:45.011 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:45.011 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:45.011 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:45.014 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~67108864,264241152~12582912,281018368~50331648,335544320~16777216,356515840~46137344] 2024-09-13T01:05:45.014 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:45.014 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:45.016 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~58720256,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:45.016 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:45.016 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~50331648,100663296~58720256,163577856~20971520,192937984~16777216,213909504~33554432,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:45.017 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~83886080,100663296~88080384,192937984~16777216,213909504~37748736,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:44 smithi032 bash[75510]: cluster 2024-09-13T01:05:43.868072+0000 mon.a (mon.0) 3690 : cluster [DBG] osdmap e1972: 8 total, 8 up, 8 in 2024-09-13T01:05:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:44 smithi032 bash[76677]: cluster 2024-09-13T01:05:43.868072+0000 mon.a (mon.0) 3690 : cluster [DBG] osdmap e1972: 8 total, 8 up, 8 in 2024-09-13T01:05:45.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:44 smithi053 bash[67631]: cluster 2024-09-13T01:05:43.868072+0000 mon.a (mon.0) 3690 : cluster [DBG] osdmap e1972: 8 total, 8 up, 8 in 2024-09-13T01:05:45.907 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:45.907 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:45.987 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:45.988 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:45.988 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:45.998 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:45.998 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:45.998 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:46.004 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:46.004 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:46.004 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:46.008 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:46.008 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:46.008 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:46.012 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:46.012 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:46.012 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:46.017 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~58720256] 2024-09-13T01:05:46.017 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:46.017 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:46.020 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:46.021 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:46.021 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:46.024 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:46.025 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:46.025 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:46.027 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:46.027 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:46.027 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:46.030 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~67108864,264241152~12582912,281018368~50331648,335544320~16777216,356515840~46137344] 2024-09-13T01:05:46.030 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:46.030 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,264241152~8388608,281018368~12582912,301989888~12582912,318767104~4194304,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:46.032 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~58720256,264241152~12582912,281018368~16777216,301989888~25165824,335544320~16777216,356515840~46137344] 2024-09-13T01:05:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:45 smithi032 bash[75510]: cluster 2024-09-13T01:05:44.833792+0000 mgr.y (mgr.34107) 1889 : cluster [DBG] pgmap v3414: 137 pgs: 137 active+clean; 880 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 323 KiB/s rd, 6.0 KiB/s wr, 573 op/s 2024-09-13T01:05:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:45 smithi032 bash[75510]: cluster 2024-09-13T01:05:44.876552+0000 mon.a (mon.0) 3691 : cluster [DBG] osdmap e1973: 8 total, 8 up, 8 in 2024-09-13T01:05:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:45 smithi032 bash[76677]: cluster 2024-09-13T01:05:44.833792+0000 mgr.y (mgr.34107) 1889 : cluster [DBG] pgmap v3414: 137 pgs: 137 active+clean; 880 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 323 KiB/s rd, 6.0 KiB/s wr, 573 op/s 2024-09-13T01:05:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:45 smithi032 bash[76677]: cluster 2024-09-13T01:05:44.876552+0000 mon.a (mon.0) 3691 : cluster [DBG] osdmap e1973: 8 total, 8 up, 8 in 2024-09-13T01:05:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:45 smithi053 bash[67631]: cluster 2024-09-13T01:05:44.833792+0000 mgr.y (mgr.34107) 1889 : cluster [DBG] pgmap v3414: 137 pgs: 137 active+clean; 880 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 323 KiB/s rd, 6.0 KiB/s wr, 573 op/s 2024-09-13T01:05:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:45 smithi053 bash[67631]: cluster 2024-09-13T01:05:44.876552+0000 mon.a (mon.0) 3691 : cluster [DBG] osdmap e1973: 8 total, 8 up, 8 in 2024-09-13T01:05:46.686 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:46.687 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:46.753 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:46.753 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:46.753 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:46.762 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:46.763 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:46.763 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:46.767 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:46.768 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:46.768 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:46.771 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:46.771 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:46.772 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:46.775 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:46.775 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:46.775 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:46.779 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~58720256] 2024-09-13T01:05:46.779 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:46.779 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:46.783 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:46.783 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:46.783 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:46.786 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:46.786 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:46.786 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:46.788 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:46.788 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:46.788 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,12582912~29360128,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~8388608,281018368~16777216,301989888~12582912,318767104~8388608,335544320~4194304,343932928~8388608,356515840~41943040] 2024-09-13T01:05:46.790 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,12582912~176160768,192937984~67108864,264241152~12582912,281018368~50331648,335544320~16777216,356515840~46137344] 2024-09-13T01:05:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:46 smithi032 bash[75510]: cluster 2024-09-13T01:05:45.879773+0000 mon.a (mon.0) 3692 : cluster [DBG] osdmap e1974: 8 total, 8 up, 8 in 2024-09-13T01:05:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:46 smithi032 bash[75510]: cluster 2024-09-13T01:05:46.648597+0000 mon.a (mon.0) 3693 : cluster [DBG] osdmap e1975: 8 total, 8 up, 8 in 2024-09-13T01:05:47.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:46 smithi032 bash[76677]: cluster 2024-09-13T01:05:45.879773+0000 mon.a (mon.0) 3692 : cluster [DBG] osdmap e1974: 8 total, 8 up, 8 in 2024-09-13T01:05:47.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:46 smithi032 bash[76677]: cluster 2024-09-13T01:05:46.648597+0000 mon.a (mon.0) 3693 : cluster [DBG] osdmap e1975: 8 total, 8 up, 8 in 2024-09-13T01:05:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:46 smithi053 bash[67631]: cluster 2024-09-13T01:05:45.879773+0000 mon.a (mon.0) 3692 : cluster [DBG] osdmap e1974: 8 total, 8 up, 8 in 2024-09-13T01:05:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:46 smithi053 bash[67631]: cluster 2024-09-13T01:05:46.648597+0000 mon.a (mon.0) 3693 : cluster [DBG] osdmap e1975: 8 total, 8 up, 8 in 2024-09-13T01:05:47.681 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:47.681 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:47.725 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:47.725 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:47.725 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:47.751 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:47.751 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:47.751 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:47.755 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:47.756 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:47.756 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:47.761 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:47.761 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:47.761 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:47.764 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:47.764 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:47.765 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:47.768 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~58720256] 2024-09-13T01:05:47.768 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:47.768 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:47.770 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:47.770 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:47.770 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:47.771 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:47.772 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:47.772 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~113246208,163577856~20971520,192937984~54525952,251658240~8388608,264241152~33554432,301989888~12582912,318767104~12582912,335544320~4194304,343932928~8388608,356515840~41943040,406847488~4194304] 2024-09-13T01:05:47.773 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:47 smithi032 bash[75510]: cluster 2024-09-13T01:05:46.834575+0000 mgr.y (mgr.34107) 1890 : cluster [DBG] pgmap v3418: 137 pgs: 137 active+clean; 869 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 163 KiB/s rd, 0 B/s wr, 326 op/s 2024-09-13T01:05:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:47 smithi032 bash[75510]: cluster 2024-09-13T01:05:47.659592+0000 mon.a (mon.0) 3694 : cluster [DBG] osdmap e1976: 8 total, 8 up, 8 in 2024-09-13T01:05:48.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:47 smithi032 bash[76677]: cluster 2024-09-13T01:05:46.834575+0000 mgr.y (mgr.34107) 1890 : cluster [DBG] pgmap v3418: 137 pgs: 137 active+clean; 869 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 163 KiB/s rd, 0 B/s wr, 326 op/s 2024-09-13T01:05:48.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:47 smithi032 bash[76677]: cluster 2024-09-13T01:05:47.659592+0000 mon.a (mon.0) 3694 : cluster [DBG] osdmap e1976: 8 total, 8 up, 8 in 2024-09-13T01:05:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:47 smithi053 bash[67631]: cluster 2024-09-13T01:05:46.834575+0000 mgr.y (mgr.34107) 1890 : cluster [DBG] pgmap v3418: 137 pgs: 137 active+clean; 869 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 163 KiB/s rd, 0 B/s wr, 326 op/s 2024-09-13T01:05:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:47 smithi053 bash[67631]: cluster 2024-09-13T01:05:47.659592+0000 mon.a (mon.0) 3694 : cluster [DBG] osdmap e1976: 8 total, 8 up, 8 in 2024-09-13T01:05:48.671 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:48.732 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:48.767 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:48.775 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:48.779 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:48.782 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~58720256] 2024-09-13T01:05:48.784 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:48.785 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~138412032,192937984~67108864,264241152~33554432,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~188743680,192937984~67108864,264241152~67108864,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:49.688 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:49.762 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:49.773 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:49.783 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:49.786 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:49.788 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~58720256] 2024-09-13T01:05:49.790 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~41943040,406847488~8388608] 2024-09-13T01:05:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~46137344,406847488~8388608] 2024-09-13T01:05:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:49 smithi053 bash[67631]: cluster 2024-09-13T01:05:48.662201+0000 mon.a (mon.0) 3695 : cluster [DBG] osdmap e1977: 8 total, 8 up, 8 in 2024-09-13T01:05:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:49 smithi053 bash[67631]: cluster 2024-09-13T01:05:48.835291+0000 mgr.y (mgr.34107) 1891 : cluster [DBG] pgmap v3421: 137 pgs: 137 active+clean; 804 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 261 KiB/s rd, 6.6 KiB/s wr, 448 op/s 2024-09-13T01:05:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:49 smithi032 bash[75510]: cluster 2024-09-13T01:05:48.662201+0000 mon.a (mon.0) 3695 : cluster [DBG] osdmap e1977: 8 total, 8 up, 8 in 2024-09-13T01:05:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:49 smithi032 bash[75510]: cluster 2024-09-13T01:05:48.835291+0000 mgr.y (mgr.34107) 1891 : cluster [DBG] pgmap v3421: 137 pgs: 137 active+clean; 804 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 261 KiB/s rd, 6.6 KiB/s wr, 448 op/s 2024-09-13T01:05:50.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:49 smithi032 bash[76677]: cluster 2024-09-13T01:05:48.662201+0000 mon.a (mon.0) 3695 : cluster [DBG] osdmap e1977: 8 total, 8 up, 8 in 2024-09-13T01:05:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:49 smithi032 bash[76677]: cluster 2024-09-13T01:05:48.835291+0000 mgr.y (mgr.34107) 1891 : cluster [DBG] pgmap v3421: 137 pgs: 137 active+clean; 804 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 261 KiB/s rd, 6.6 KiB/s wr, 448 op/s 2024-09-13T01:05:50.706 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:50.768 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:50.778 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:50.784 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:50.786 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:50.789 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~16777216,356515840~58720256] 2024-09-13T01:05:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~331350016,335544320~16777216,356515840~58720256] 2024-09-13T01:05:51.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:50 smithi053 bash[67631]: cluster 2024-09-13T01:05:49.672264+0000 mon.a (mon.0) 3696 : cluster [DBG] osdmap e1978: 8 total, 8 up, 8 in 2024-09-13T01:05:51.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:50 smithi032 bash[76677]: cluster 2024-09-13T01:05:49.672264+0000 mon.a (mon.0) 3696 : cluster [DBG] osdmap e1978: 8 total, 8 up, 8 in 2024-09-13T01:05:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:50 smithi032 bash[75510]: cluster 2024-09-13T01:05:49.672264+0000 mon.a (mon.0) 3696 : cluster [DBG] osdmap e1978: 8 total, 8 up, 8 in 2024-09-13T01:05:51.735 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:51.735 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:51.753 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:51.753 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:51.753 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:51.758 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:51.758 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:51.758 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:51.761 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:51.761 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:51.761 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:51.764 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:51.764 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:51.764 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~251658240,301989888~29360128,335544320~79691776] 2024-09-13T01:05:51.765 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:51 smithi053 bash[67631]: cluster 2024-09-13T01:05:50.675307+0000 mon.a (mon.0) 3697 : cluster [DBG] osdmap e1979: 8 total, 8 up, 8 in 2024-09-13T01:05:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:51 smithi053 bash[67631]: cluster 2024-09-13T01:05:50.835761+0000 mgr.y (mgr.34107) 1892 : cluster [DBG] pgmap v3424: 137 pgs: 137 active+clean; 754 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 220 KiB/s rd, 6.5 KiB/s wr, 367 op/s 2024-09-13T01:05:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:51 smithi053 bash[67631]: cluster 2024-09-13T01:05:51.651164+0000 mon.a (mon.0) 3698 : cluster [DBG] osdmap e1980: 8 total, 8 up, 8 in 2024-09-13T01:05:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:51 smithi032 bash[75510]: cluster 2024-09-13T01:05:50.675307+0000 mon.a (mon.0) 3697 : cluster [DBG] osdmap e1979: 8 total, 8 up, 8 in 2024-09-13T01:05:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:51 smithi032 bash[75510]: cluster 2024-09-13T01:05:50.835761+0000 mgr.y (mgr.34107) 1892 : cluster [DBG] pgmap v3424: 137 pgs: 137 active+clean; 754 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 220 KiB/s rd, 6.5 KiB/s wr, 367 op/s 2024-09-13T01:05:52.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:51 smithi032 bash[75510]: cluster 2024-09-13T01:05:51.651164+0000 mon.a (mon.0) 3698 : cluster [DBG] osdmap e1980: 8 total, 8 up, 8 in 2024-09-13T01:05:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:51 smithi032 bash[76677]: cluster 2024-09-13T01:05:50.675307+0000 mon.a (mon.0) 3697 : cluster [DBG] osdmap e1979: 8 total, 8 up, 8 in 2024-09-13T01:05:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:51 smithi032 bash[76677]: cluster 2024-09-13T01:05:50.835761+0000 mgr.y (mgr.34107) 1892 : cluster [DBG] pgmap v3424: 137 pgs: 137 active+clean; 754 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 220 KiB/s rd, 6.5 KiB/s wr, 367 op/s 2024-09-13T01:05:52.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:51 smithi032 bash[76677]: cluster 2024-09-13T01:05:51.651164+0000 mon.a (mon.0) 3698 : cluster [DBG] osdmap e1980: 8 total, 8 up, 8 in 2024-09-13T01:05:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:05:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:05:52] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.43.0" 2024-09-13T01:05:52.732 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:52.733 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:05:52 smithi053 bash[94430]: ts=2024-09-13T01:05:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:05:52.789 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:52.789 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:52.789 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:52.804 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:52.805 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:52.805 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:52.815 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:52.815 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:52.815 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~251658240,335544320~79691776] 2024-09-13T01:05:52.817 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:53.751 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:53.752 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:53.769 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:53.769 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:53.769 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:53.773 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:53.773 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:53.773 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~130023424,213909504~117440512,335544320~75497472] 2024-09-13T01:05:53.777 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:54.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:53 smithi053 bash[67631]: cluster 2024-09-13T01:05:52.706240+0000 mon.a (mon.0) 3699 : cluster [DBG] osdmap e1981: 8 total, 8 up, 8 in 2024-09-13T01:05:54.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:53 smithi053 bash[67631]: cluster 2024-09-13T01:05:52.836370+0000 mgr.y (mgr.34107) 1893 : cluster [DBG] pgmap v3427: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 703 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 116 KiB/s rd, 5.7 KiB/s wr, 183 op/s 2024-09-13T01:05:54.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:53 smithi032 bash[75510]: cluster 2024-09-13T01:05:52.706240+0000 mon.a (mon.0) 3699 : cluster [DBG] osdmap e1981: 8 total, 8 up, 8 in 2024-09-13T01:05:54.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:53 smithi032 bash[75510]: cluster 2024-09-13T01:05:52.836370+0000 mgr.y (mgr.34107) 1893 : cluster [DBG] pgmap v3427: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 703 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 116 KiB/s rd, 5.7 KiB/s wr, 183 op/s 2024-09-13T01:05:54.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:53 smithi032 bash[76677]: cluster 2024-09-13T01:05:52.706240+0000 mon.a (mon.0) 3699 : cluster [DBG] osdmap e1981: 8 total, 8 up, 8 in 2024-09-13T01:05:54.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:53 smithi032 bash[76677]: cluster 2024-09-13T01:05:52.836370+0000 mgr.y (mgr.34107) 1893 : cluster [DBG] pgmap v3427: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 703 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 116 KiB/s rd, 5.7 KiB/s wr, 183 op/s 2024-09-13T01:05:54.753 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:54.753 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:54.812 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:54.812 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:54.812 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~92274688,213909504~117440512,335544320~75497472] 2024-09-13T01:05:54.815 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:55.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:54 smithi053 bash[67631]: cluster 2024-09-13T01:05:53.718365+0000 mon.a (mon.0) 3700 : cluster [DBG] osdmap e1982: 8 total, 8 up, 8 in 2024-09-13T01:05:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:54 smithi032 bash[75510]: cluster 2024-09-13T01:05:53.718365+0000 mon.a (mon.0) 3700 : cluster [DBG] osdmap e1982: 8 total, 8 up, 8 in 2024-09-13T01:05:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:54 smithi032 bash[76677]: cluster 2024-09-13T01:05:53.718365+0000 mon.a (mon.0) 3700 : cluster [DBG] osdmap e1982: 8 total, 8 up, 8 in 2024-09-13T01:05:55.760 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:55.760 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,46137344~29360128,79691776~33554432,117440512~29360128,150994944~180355072,335544320~75497472] 2024-09-13T01:05:55.791 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~415236096] 2024-09-13T01:05:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:55 smithi053 bash[67631]: cluster 2024-09-13T01:05:54.725848+0000 mon.a (mon.0) 3701 : cluster [DBG] osdmap e1983: 8 total, 8 up, 8 in 2024-09-13T01:05:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:55 smithi053 bash[67631]: cluster 2024-09-13T01:05:54.836800+0000 mgr.y (mgr.34107) 1894 : cluster [DBG] pgmap v3430: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 649 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 107 KiB/s rd, 5.7 KiB/s wr, 163 op/s 2024-09-13T01:05:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:55 smithi053 bash[67631]: audit 2024-09-13T01:05:55.221633+0000 mon.a (mon.0) 3702 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:05:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:55 smithi032 bash[75510]: cluster 2024-09-13T01:05:54.725848+0000 mon.a (mon.0) 3701 : cluster [DBG] osdmap e1983: 8 total, 8 up, 8 in 2024-09-13T01:05:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:55 smithi032 bash[75510]: cluster 2024-09-13T01:05:54.836800+0000 mgr.y (mgr.34107) 1894 : cluster [DBG] pgmap v3430: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 649 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 107 KiB/s rd, 5.7 KiB/s wr, 163 op/s 2024-09-13T01:05:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:55 smithi032 bash[75510]: audit 2024-09-13T01:05:55.221633+0000 mon.a (mon.0) 3702 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:05:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:55 smithi032 bash[76677]: cluster 2024-09-13T01:05:54.725848+0000 mon.a (mon.0) 3701 : cluster [DBG] osdmap e1983: 8 total, 8 up, 8 in 2024-09-13T01:05:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:55 smithi032 bash[76677]: cluster 2024-09-13T01:05:54.836800+0000 mgr.y (mgr.34107) 1894 : cluster [DBG] pgmap v3430: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 649 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 107 KiB/s rd, 5.7 KiB/s wr, 163 op/s 2024-09-13T01:05:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:55 smithi032 bash[76677]: audit 2024-09-13T01:05:55.221633+0000 mon.a (mon.0) 3702 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:05:56.703 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39807 ms) 2024-09-13T01:05:56.703 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateRegression6926 2024-09-13T01:05:56.704 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:05:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:56 smithi053 bash[67631]: cluster 2024-09-13T01:05:55.736192+0000 mon.a (mon.0) 3703 : cluster [DBG] osdmap e1984: 8 total, 8 up, 8 in 2024-09-13T01:05:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:56 smithi053 bash[67631]: cluster 2024-09-13T01:05:56.653342+0000 mon.a (mon.0) 3704 : cluster [DBG] osdmap e1985: 8 total, 8 up, 8 in 2024-09-13T01:05:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:56 smithi032 bash[75510]: cluster 2024-09-13T01:05:55.736192+0000 mon.a (mon.0) 3703 : cluster [DBG] osdmap e1984: 8 total, 8 up, 8 in 2024-09-13T01:05:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:56 smithi032 bash[75510]: cluster 2024-09-13T01:05:56.653342+0000 mon.a (mon.0) 3704 : cluster [DBG] osdmap e1985: 8 total, 8 up, 8 in 2024-09-13T01:05:57.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:56 smithi032 bash[76677]: cluster 2024-09-13T01:05:55.736192+0000 mon.a (mon.0) 3703 : cluster [DBG] osdmap e1984: 8 total, 8 up, 8 in 2024-09-13T01:05:57.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:56 smithi032 bash[76677]: cluster 2024-09-13T01:05:56.653342+0000 mon.a (mon.0) 3704 : cluster [DBG] osdmap e1985: 8 total, 8 up, 8 in 2024-09-13T01:05:57.779 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2024-09-13T01:05:57.790 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateRegression6926 (1087 ms) 2024-09-13T01:05:57.790 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-09-13T01:05:57.790 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:05:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:57 smithi053 bash[67631]: cluster 2024-09-13T01:05:56.837420+0000 mgr.y (mgr.34107) 1895 : cluster [DBG] pgmap v3433: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 623 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 62 op/s 2024-09-13T01:05:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:57 smithi032 bash[75510]: cluster 2024-09-13T01:05:56.837420+0000 mgr.y (mgr.34107) 1895 : cluster [DBG] pgmap v3433: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 623 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 62 op/s 2024-09-13T01:05:58.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:57 smithi032 bash[76677]: cluster 2024-09-13T01:05:56.837420+0000 mgr.y (mgr.34107) 1895 : cluster [DBG] pgmap v3433: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 623 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 62 op/s 2024-09-13T01:05:58.914 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2024-09-13T01:05:58.914 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 4194304~4194304 2024-09-13T01:05:58.914 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8388608~4194304 2024-09-13T01:05:58.914 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 12582912~4194304 2024-09-13T01:05:58.914 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 16777216~4194304 2024-09-13T01:05:58.984 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2024-09-13T01:05:58.984 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 4194304~4194304 2024-09-13T01:05:58.984 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8388608~4194304 2024-09-13T01:05:58.984 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 16777216~4194304 2024-09-13T01:05:59.016 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1226 ms) 2024-09-13T01:05:59.016 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-09-13T01:05:59.016 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:05:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:58 smithi053 bash[67631]: cluster 2024-09-13T01:05:57.746280+0000 mon.a (mon.0) 3705 : cluster [DBG] osdmap e1986: 8 total, 8 up, 8 in 2024-09-13T01:05:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:58 smithi032 bash[75510]: cluster 2024-09-13T01:05:57.746280+0000 mon.a (mon.0) 3705 : cluster [DBG] osdmap e1986: 8 total, 8 up, 8 in 2024-09-13T01:05:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:58 smithi032 bash[76677]: cluster 2024-09-13T01:05:57.746280+0000 mon.a (mon.0) 3705 : cluster [DBG] osdmap e1986: 8 total, 8 up, 8 in 2024-09-13T01:06:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:59 smithi053 bash[67631]: cluster 2024-09-13T01:05:58.754485+0000 mon.a (mon.0) 3706 : cluster [DBG] osdmap e1987: 8 total, 8 up, 8 in 2024-09-13T01:06:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:05:59 smithi053 bash[67631]: cluster 2024-09-13T01:05:58.838258+0000 mgr.y (mgr.34107) 1896 : cluster [DBG] pgmap v3436: 137 pgs: 137 active+clean; 484 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 76 KiB/s rd, 2.0 MiB/s wr, 118 op/s 2024-09-13T01:06:00.043 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [0~20971520] to clone 2024-09-13T01:06:00.044 INFO:tasks.workunit.client.0.smithi032.stdout: diff was [0~20971520] 2024-09-13T01:06:00.054 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1039 ms) 2024-09-13T01:06:00.055 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-09-13T01:06:00.055 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:06:00.108 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [1352739~47819,4321204~51473,6179485~37515,7625896~23142,9606196~30340,10078935~3812,10268432~9721,10920873~42577,11626114~94831,14581470~91946] 2024-09-13T01:06:00.133 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (78 ms) 2024-09-13T01:06:00.133 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-09-13T01:06:00.133 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:06:00.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:59 smithi032 bash[75510]: cluster 2024-09-13T01:05:58.754485+0000 mon.a (mon.0) 3706 : cluster [DBG] osdmap e1987: 8 total, 8 up, 8 in 2024-09-13T01:06:00.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:05:59 smithi032 bash[75510]: cluster 2024-09-13T01:05:58.838258+0000 mgr.y (mgr.34107) 1896 : cluster [DBG] pgmap v3436: 137 pgs: 137 active+clean; 484 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 76 KiB/s rd, 2.0 MiB/s wr, 118 op/s 2024-09-13T01:06:00.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:59 smithi032 bash[76677]: cluster 2024-09-13T01:05:58.754485+0000 mon.a (mon.0) 3706 : cluster [DBG] osdmap e1987: 8 total, 8 up, 8 in 2024-09-13T01:06:00.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:05:59 smithi032 bash[76677]: cluster 2024-09-13T01:05:58.838258+0000 mgr.y (mgr.34107) 1896 : cluster [DBG] pgmap v3436: 137 pgs: 137 active+clean; 484 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 76 KiB/s rd, 2.0 MiB/s wr, 118 op/s 2024-09-13T01:06:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:00 smithi053 bash[67631]: cluster 2024-09-13T01:05:59.758548+0000 mon.a (mon.0) 3707 : cluster [DBG] osdmap e1988: 8 total, 8 up, 8 in 2024-09-13T01:06:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:00 smithi032 bash[75510]: cluster 2024-09-13T01:05:59.758548+0000 mon.a (mon.0) 3707 : cluster [DBG] osdmap e1988: 8 total, 8 up, 8 in 2024-09-13T01:06:01.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:00 smithi032 bash[76677]: cluster 2024-09-13T01:05:59.758548+0000 mon.a (mon.0) 3707 : cluster [DBG] osdmap e1988: 8 total, 8 up, 8 in 2024-09-13T01:06:01.895 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1762 ms) 2024-09-13T01:06:01.895 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-09-13T01:06:01.895 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:06:01.984 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 5000005~1234 2024-09-13T01:06:01.994 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (99 ms) 2024-09-13T01:06:01.994 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-09-13T01:06:01.994 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2024-09-13T01:06:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:01 smithi053 bash[67631]: cluster 2024-09-13T01:06:00.777940+0000 mon.a (mon.0) 3708 : cluster [DBG] osdmap e1989: 8 total, 8 up, 8 in 2024-09-13T01:06:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:01 smithi053 bash[67631]: cluster 2024-09-13T01:06:00.838937+0000 mgr.y (mgr.34107) 1897 : cluster [DBG] pgmap v3439: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 165 op/s 2024-09-13T01:06:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:01 smithi053 bash[67631]: cluster 2024-09-13T01:06:01.655755+0000 mon.a (mon.0) 3709 : cluster [DBG] osdmap e1990: 8 total, 8 up, 8 in 2024-09-13T01:06:02.120 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8376263~12345 2024-09-13T01:06:02.121 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8388608~4194304 2024-09-13T01:06:02.121 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 12582912~54321 2024-09-13T01:06:02.134 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (140 ms) 2024-09-13T01:06:02.134 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-09-13T01:06:02.134 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2024-09-13T01:06:02.134 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-09-13T01:06:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:01 smithi032 bash[75510]: cluster 2024-09-13T01:06:00.777940+0000 mon.a (mon.0) 3708 : cluster [DBG] osdmap e1989: 8 total, 8 up, 8 in 2024-09-13T01:06:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:01 smithi032 bash[75510]: cluster 2024-09-13T01:06:00.838937+0000 mgr.y (mgr.34107) 1897 : cluster [DBG] pgmap v3439: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 165 op/s 2024-09-13T01:06:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:01 smithi032 bash[75510]: cluster 2024-09-13T01:06:01.655755+0000 mon.a (mon.0) 3709 : cluster [DBG] osdmap e1990: 8 total, 8 up, 8 in 2024-09-13T01:06:02.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:01 smithi032 bash[76677]: cluster 2024-09-13T01:06:00.777940+0000 mon.a (mon.0) 3708 : cluster [DBG] osdmap e1989: 8 total, 8 up, 8 in 2024-09-13T01:06:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:01 smithi032 bash[76677]: cluster 2024-09-13T01:06:00.838937+0000 mgr.y (mgr.34107) 1897 : cluster [DBG] pgmap v3439: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 165 op/s 2024-09-13T01:06:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:01 smithi032 bash[76677]: cluster 2024-09-13T01:06:01.655755+0000 mon.a (mon.0) 3709 : cluster [DBG] osdmap e1990: 8 total, 8 up, 8 in 2024-09-13T01:06:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:06:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:06:02] "GET /metrics HTTP/1.1" 200 36465 "" "Prometheus/2.43.0" 2024-09-13T01:06:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:06:02 smithi053 bash[94430]: ts=2024-09-13T01:06:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:06:02.795 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 11 tests from DiffIterateTest/1 (53303 ms total) 2024-09-13T01:06:02.796 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:06:02.796 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2024-09-13T01:06:02.796 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 406 tests from 15 test suites ran. (1070572 ms total) 2024-09-13T01:06:02.796 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 406 tests. 2024-09-13T01:06:02.796 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:06:02.796 INFO:tasks.workunit.client.0.smithi032.stdout: YOU HAVE 2 DISABLED TESTS 2024-09-13T01:06:02.796 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:06:02.839 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T01:06:02.840 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T01:06:02.896 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-09-13T01:06:02.896 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T01:06:03.170 DEBUG:teuthology.parallel:result is None 2024-09-13T01:06:03.170 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T01:06:03.184 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T01:06:03.184 DEBUG:teuthology.orchestra.run.smithi032:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T01:06:03.231 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T01:06:03.231 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T01:06:03.231 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-09-13T01:06:03.231 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T01:06:03.231 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-09-13T01:06:03.231 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T01:06:03.232 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T01:06:03.232 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T01:06:03.232 DEBUG:teuthology.orchestra.run.smithi032:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T01:06:03.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T01:06:03.280 INFO:teuthology.orchestra.run.smithi032.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T01:06:03.280 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T01:06:03.354 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T01:06:03.354 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T01:06:03.403 INFO:tasks.workunit:timeout=3h 2024-09-13T01:06:03.403 INFO:tasks.workunit:cleanup=True 2024-09-13T01:06:03.403 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-13T01:06:03.453 INFO:tasks.workunit.client.0.smithi032.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T01:06:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:03 smithi032 bash[75510]: cluster 2024-09-13T01:06:02.790608+0000 mon.a (mon.0) 3710 : cluster [DBG] osdmap e1991: 8 total, 8 up, 8 in 2024-09-13T01:06:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:03 smithi032 bash[75510]: cluster 2024-09-13T01:06:02.839725+0000 mgr.y (mgr.34107) 1898 : cluster [DBG] pgmap v3442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-09-13T01:06:04.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:03 smithi032 bash[76677]: cluster 2024-09-13T01:06:02.790608+0000 mon.a (mon.0) 3710 : cluster [DBG] osdmap e1991: 8 total, 8 up, 8 in 2024-09-13T01:06:04.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:03 smithi032 bash[76677]: cluster 2024-09-13T01:06:02.839725+0000 mgr.y (mgr.34107) 1898 : cluster [DBG] pgmap v3442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-09-13T01:06:04.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:03 smithi053 bash[67631]: cluster 2024-09-13T01:06:02.790608+0000 mon.a (mon.0) 3710 : cluster [DBG] osdmap e1991: 8 total, 8 up, 8 in 2024-09-13T01:06:04.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:03 smithi053 bash[67631]: cluster 2024-09-13T01:06:02.839725+0000 mgr.y (mgr.34107) 1898 : cluster [DBG] pgmap v3442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-09-13T01:06:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:05 smithi032 bash[75510]: cluster 2024-09-13T01:06:04.840662+0000 mgr.y (mgr.34107) 1899 : cluster [DBG] pgmap v3443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:06:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:05 smithi032 bash[76677]: cluster 2024-09-13T01:06:04.840662+0000 mgr.y (mgr.34107) 1899 : cluster [DBG] pgmap v3443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:06:06.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:05 smithi053 bash[67631]: cluster 2024-09-13T01:06:04.840662+0000 mgr.y (mgr.34107) 1899 : cluster [DBG] pgmap v3443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:06:08.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:07 smithi053 bash[67631]: cluster 2024-09-13T01:06:06.841550+0000 mgr.y (mgr.34107) 1900 : cluster [DBG] pgmap v3444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:06:08.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:07 smithi032 bash[76677]: cluster 2024-09-13T01:06:06.841550+0000 mgr.y (mgr.34107) 1900 : cluster [DBG] pgmap v3444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:06:08.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:07 smithi032 bash[75510]: cluster 2024-09-13T01:06:06.841550+0000 mgr.y (mgr.34107) 1900 : cluster [DBG] pgmap v3444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:06:09.692 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T01:06:09.739 INFO:tasks.workunit.client.0.smithi032.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T01:06:09.742 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T01:06:09.743 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T01:06:09.797 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T01:06:09.854 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T01:06:09.897 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T01:06:09.898 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T01:06:09.899 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T01:06:09.943 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T01:06:09.946 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T01:06:09.946 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T01:06:09.995 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-09-13T01:06:09.996 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-09-13T01:06:09.996 DEBUG:teuthology.orchestra.run.smithi032:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-09-13T01:06:10.047 INFO:tasks.workunit.client.0.smithi032.stderr:+ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-09-13T01:06:10.047 INFO:tasks.workunit.client.0.smithi032.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-09-13T01:06:10.047 INFO:tasks.workunit.client.0.smithi032.stderr:+ [ -n ] 2024-09-13T01:06:10.047 INFO:tasks.workunit.client.0.smithi032.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-09-13T01:06:10.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:09 smithi032 bash[75510]: cluster 2024-09-13T01:06:08.842857+0000 mgr.y (mgr.34107) 1901 : cluster [DBG] pgmap v3445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:06:10.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:09 smithi032 bash[76677]: cluster 2024-09-13T01:06:08.842857+0000 mgr.y (mgr.34107) 1901 : cluster [DBG] pgmap v3445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:06:10.217 INFO:tasks.workunit.client.0.smithi032.stdout:============================= test session starts ============================== 2024-09-13T01:06:10.217 INFO:tasks.workunit.client.0.smithi032.stdout:platform linux -- Python 3.10.6, pytest-6.2.5, py-1.10.0, pluggy-0.13.0 -- /usr/bin/python3 2024-09-13T01:06:10.217 INFO:tasks.workunit.client.0.smithi032.stdout:cachedir: .pytest_cache 2024-09-13T01:06:10.217 INFO:tasks.workunit.client.0.smithi032.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-09-13T01:06:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:09 smithi053 bash[67631]: cluster 2024-09-13T01:06:08.842857+0000 mgr.y (mgr.34107) 1901 : cluster [DBG] pgmap v3445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:06:10.695 INFO:tasks.workunit.client.0.smithi032.stdout:collecting ... collected 182 items 2024-09-13T01:06:10.696 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:06:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:11 smithi032 bash[75510]: audit 2024-09-13T01:06:10.221817+0000 mon.a (mon.0) 3711 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:06:11.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:11 smithi032 bash[76677]: audit 2024-09-13T01:06:10.221817+0000 mon.a (mon.0) 3711 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:06:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:11 smithi053 bash[67631]: audit 2024-09-13T01:06:10.221817+0000 mon.a (mon.0) 3711 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:06:12.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:06:12 smithi053 bash[94430]: ts=2024-09-13T01:06:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:06:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:12 smithi053 bash[67631]: cluster 2024-09-13T01:06:10.843706+0000 mgr.y (mgr.34107) 1902 : cluster [DBG] pgmap v3446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:06:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:12 smithi053 bash[67631]: cluster 2024-09-13T01:06:11.209422+0000 mon.a (mon.0) 3712 : cluster [DBG] osdmap e1992: 8 total, 8 up, 8 in 2024-09-13T01:06:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:12 smithi053 bash[67631]: audit 2024-09-13T01:06:11.210620+0000 mon.c (mon.2) 129 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:06:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:12 smithi053 bash[67631]: audit 2024-09-13T01:06:11.212790+0000 mon.a (mon.0) 3713 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:06:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:06:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:06:12] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-09-13T01:06:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:12 smithi032 bash[75510]: cluster 2024-09-13T01:06:10.843706+0000 mgr.y (mgr.34107) 1902 : cluster [DBG] pgmap v3446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:06:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:12 smithi032 bash[75510]: cluster 2024-09-13T01:06:11.209422+0000 mon.a (mon.0) 3712 : cluster [DBG] osdmap e1992: 8 total, 8 up, 8 in 2024-09-13T01:06:12.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:12 smithi032 bash[75510]: audit 2024-09-13T01:06:11.210620+0000 mon.c (mon.2) 129 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:06:12.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:12 smithi032 bash[75510]: audit 2024-09-13T01:06:11.212790+0000 mon.a (mon.0) 3713 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:06:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:12 smithi032 bash[76677]: cluster 2024-09-13T01:06:10.843706+0000 mgr.y (mgr.34107) 1902 : cluster [DBG] pgmap v3446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:06:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:12 smithi032 bash[76677]: cluster 2024-09-13T01:06:11.209422+0000 mon.a (mon.0) 3712 : cluster [DBG] osdmap e1992: 8 total, 8 up, 8 in 2024-09-13T01:06:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:12 smithi032 bash[76677]: audit 2024-09-13T01:06:11.210620+0000 mon.c (mon.2) 129 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:06:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:12 smithi032 bash[76677]: audit 2024-09-13T01:06:11.212790+0000 mon.a (mon.0) 3713 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:06:13.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:13 smithi053 bash[67631]: audit 2024-09-13T01:06:12.214652+0000 mon.a (mon.0) 3714 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T01:06:13.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:13 smithi053 bash[67631]: cluster 2024-09-13T01:06:12.215463+0000 mon.a (mon.0) 3715 : cluster [DBG] osdmap e1993: 8 total, 8 up, 8 in 2024-09-13T01:06:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:13 smithi032 bash[75510]: audit 2024-09-13T01:06:12.214652+0000 mon.a (mon.0) 3714 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T01:06:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:13 smithi032 bash[75510]: cluster 2024-09-13T01:06:12.215463+0000 mon.a (mon.0) 3715 : cluster [DBG] osdmap e1993: 8 total, 8 up, 8 in 2024-09-13T01:06:13.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:13 smithi032 bash[76677]: audit 2024-09-13T01:06:12.214652+0000 mon.a (mon.0) 3714 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T01:06:13.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:13 smithi032 bash[76677]: cluster 2024-09-13T01:06:12.215463+0000 mon.a (mon.0) 3715 : cluster [DBG] osdmap e1993: 8 total, 8 up, 8 in 2024-09-13T01:06:14.273 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-09-13T01:06:14.474 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-09-13T01:06:14.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:14 smithi053 bash[67631]: cluster 2024-09-13T01:06:12.844637+0000 mgr.y (mgr.34107) 1903 : cluster [DBG] pgmap v3449: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:06:14.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:14 smithi053 bash[67631]: cluster 2024-09-13T01:06:13.236678+0000 mon.a (mon.0) 3716 : cluster [DBG] osdmap e1994: 8 total, 8 up, 8 in 2024-09-13T01:06:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:14 smithi032 bash[75510]: cluster 2024-09-13T01:06:12.844637+0000 mgr.y (mgr.34107) 1903 : cluster [DBG] pgmap v3449: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:06:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:14 smithi032 bash[75510]: cluster 2024-09-13T01:06:13.236678+0000 mon.a (mon.0) 3716 : cluster [DBG] osdmap e1994: 8 total, 8 up, 8 in 2024-09-13T01:06:14.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:14 smithi032 bash[76677]: cluster 2024-09-13T01:06:12.844637+0000 mgr.y (mgr.34107) 1903 : cluster [DBG] pgmap v3449: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:06:14.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:14 smithi032 bash[76677]: cluster 2024-09-13T01:06:13.236678+0000 mon.a (mon.0) 3716 : cluster [DBG] osdmap e1994: 8 total, 8 up, 8 in 2024-09-13T01:06:15.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:15 smithi053 bash[67631]: cluster 2024-09-13T01:06:14.238312+0000 mon.a (mon.0) 3717 : cluster [DBG] osdmap e1995: 8 total, 8 up, 8 in 2024-09-13T01:06:15.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:15 smithi032 bash[75510]: cluster 2024-09-13T01:06:14.238312+0000 mon.a (mon.0) 3717 : cluster [DBG] osdmap e1995: 8 total, 8 up, 8 in 2024-09-13T01:06:15.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:15 smithi032 bash[76677]: cluster 2024-09-13T01:06:14.238312+0000 mon.a (mon.0) 3717 : cluster [DBG] osdmap e1995: 8 total, 8 up, 8 in 2024-09-13T01:06:16.158 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-09-13T01:06:16.329 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-09-13T01:06:16.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:16 smithi053 bash[67631]: cluster 2024-09-13T01:06:14.845478+0000 mgr.y (mgr.34107) 1904 : cluster [DBG] pgmap v3452: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:06:16.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:16 smithi053 bash[67631]: audit 2024-09-13T01:06:16.068362+0000 mon.a (mon.0) 3718 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:06:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:16 smithi032 bash[75510]: cluster 2024-09-13T01:06:14.845478+0000 mgr.y (mgr.34107) 1904 : cluster [DBG] pgmap v3452: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:06:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:16 smithi032 bash[75510]: audit 2024-09-13T01:06:16.068362+0000 mon.a (mon.0) 3718 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:06:16.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:16 smithi032 bash[76677]: cluster 2024-09-13T01:06:14.845478+0000 mgr.y (mgr.34107) 1904 : cluster [DBG] pgmap v3452: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-13T01:06:16.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:16 smithi032 bash[76677]: audit 2024-09-13T01:06:16.068362+0000 mon.a (mon.0) 3718 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:06:17.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:17 smithi053 bash[67631]: audit 2024-09-13T01:06:16.682723+0000 mon.a (mon.0) 3719 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:06:17.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:17 smithi053 bash[67631]: audit 2024-09-13T01:06:16.684395+0000 mon.a (mon.0) 3720 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:06:17.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:17 smithi053 bash[67631]: audit 2024-09-13T01:06:16.696441+0000 mon.a (mon.0) 3721 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:06:17.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:17 smithi032 bash[75510]: audit 2024-09-13T01:06:16.682723+0000 mon.a (mon.0) 3719 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:06:17.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:17 smithi032 bash[75510]: audit 2024-09-13T01:06:16.684395+0000 mon.a (mon.0) 3720 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:06:17.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:17 smithi032 bash[75510]: audit 2024-09-13T01:06:16.696441+0000 mon.a (mon.0) 3721 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:06:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:17 smithi032 bash[76677]: audit 2024-09-13T01:06:16.682723+0000 mon.a (mon.0) 3719 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:06:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:17 smithi032 bash[76677]: audit 2024-09-13T01:06:16.684395+0000 mon.a (mon.0) 3720 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:06:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:17 smithi032 bash[76677]: audit 2024-09-13T01:06:16.696441+0000 mon.a (mon.0) 3721 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:06:18.533 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-09-13T01:06:18.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:18 smithi053 bash[67631]: cluster 2024-09-13T01:06:16.846452+0000 mgr.y (mgr.34107) 1905 : cluster [DBG] pgmap v3453: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2024-09-13T01:06:18.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:18 smithi053 bash[67631]: cluster 2024-09-13T01:06:17.269800+0000 mon.a (mon.0) 3722 : cluster [DBG] osdmap e1996: 8 total, 8 up, 8 in 2024-09-13T01:06:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:18 smithi032 bash[75510]: cluster 2024-09-13T01:06:16.846452+0000 mgr.y (mgr.34107) 1905 : cluster [DBG] pgmap v3453: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2024-09-13T01:06:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:18 smithi032 bash[75510]: cluster 2024-09-13T01:06:17.269800+0000 mon.a (mon.0) 3722 : cluster [DBG] osdmap e1996: 8 total, 8 up, 8 in 2024-09-13T01:06:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:18 smithi032 bash[76677]: cluster 2024-09-13T01:06:16.846452+0000 mgr.y (mgr.34107) 1905 : cluster [DBG] pgmap v3453: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2024-09-13T01:06:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:18 smithi032 bash[76677]: cluster 2024-09-13T01:06:17.269800+0000 mon.a (mon.0) 3722 : cluster [DBG] osdmap e1996: 8 total, 8 up, 8 in 2024-09-13T01:06:19.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:19 smithi032 bash[75510]: cluster 2024-09-13T01:06:18.289567+0000 mon.a (mon.0) 3723 : cluster [DBG] osdmap e1997: 8 total, 8 up, 8 in 2024-09-13T01:06:19.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:19 smithi032 bash[76677]: cluster 2024-09-13T01:06:18.289567+0000 mon.a (mon.0) 3723 : cluster [DBG] osdmap e1997: 8 total, 8 up, 8 in 2024-09-13T01:06:19.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:19 smithi053 bash[67631]: cluster 2024-09-13T01:06:18.289567+0000 mon.a (mon.0) 3723 : cluster [DBG] osdmap e1997: 8 total, 8 up, 8 in 2024-09-13T01:06:19.978 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-09-13T01:06:20.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:20 smithi032 bash[75510]: cluster 2024-09-13T01:06:18.847443+0000 mgr.y (mgr.34107) 1906 : cluster [DBG] pgmap v3456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 15 KiB/s wr, 279 op/s 2024-09-13T01:06:20.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:20 smithi032 bash[76677]: cluster 2024-09-13T01:06:18.847443+0000 mgr.y (mgr.34107) 1906 : cluster [DBG] pgmap v3456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 15 KiB/s wr, 279 op/s 2024-09-13T01:06:20.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:20 smithi053 bash[67631]: cluster 2024-09-13T01:06:18.847443+0000 mgr.y (mgr.34107) 1906 : cluster [DBG] pgmap v3456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 15 KiB/s wr, 279 op/s 2024-09-13T01:06:21.395 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 3%] 2024-09-13T01:06:21.555 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-09-13T01:06:21.783 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 4%] 2024-09-13T01:06:21.812 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-09-13T01:06:21.817 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-09-13T01:06:22.019 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-09-13T01:06:22.204 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-09-13T01:06:22.429 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 7%] 2024-09-13T01:06:22.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:22 smithi032 bash[75510]: cluster 2024-09-13T01:06:20.848406+0000 mgr.y (mgr.34107) 1907 : cluster [DBG] pgmap v3457: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 17 KiB/s wr, 279 op/s 2024-09-13T01:06:22.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:22 smithi032 bash[75510]: cluster 2024-09-13T01:06:21.686892+0000 mon.a (mon.0) 3724 : cluster [DBG] osdmap e1998: 8 total, 8 up, 8 in 2024-09-13T01:06:22.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:22 smithi032 bash[76677]: cluster 2024-09-13T01:06:20.848406+0000 mgr.y (mgr.34107) 1907 : cluster [DBG] pgmap v3457: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 17 KiB/s wr, 279 op/s 2024-09-13T01:06:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:22 smithi032 bash[76677]: cluster 2024-09-13T01:06:21.686892+0000 mon.a (mon.0) 3724 : cluster [DBG] osdmap e1998: 8 total, 8 up, 8 in 2024-09-13T01:06:22.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:06:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:06:22] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-09-13T01:06:22.730 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-09-13T01:06:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:22 smithi053 bash[67631]: cluster 2024-09-13T01:06:20.848406+0000 mgr.y (mgr.34107) 1907 : cluster [DBG] pgmap v3457: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 17 KiB/s wr, 279 op/s 2024-09-13T01:06:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:22 smithi053 bash[67631]: cluster 2024-09-13T01:06:21.686892+0000 mon.a (mon.0) 3724 : cluster [DBG] osdmap e1998: 8 total, 8 up, 8 in 2024-09-13T01:06:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:06:22 smithi053 bash[94430]: ts=2024-09-13T01:06:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:06:23.487 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 8%] 2024-09-13T01:06:23.529 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-09-13T01:06:23.558 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 9%] 2024-09-13T01:06:23.621 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2024-09-13T01:06:23.828 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:06:23 smithi032 bash[68847]: [13/Sep/2024:01:06:23] ENGINE Bus STOPPING 2024-09-13T01:06:24.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:06:23 smithi032 bash[68847]: [13/Sep/2024:01:06:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T01:06:24.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:06:23 smithi032 bash[68847]: [13/Sep/2024:01:06:23] ENGINE Bus STOPPED 2024-09-13T01:06:24.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:06:23 smithi032 bash[68847]: [13/Sep/2024:01:06:23] ENGINE Bus STARTING 2024-09-13T01:06:24.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:06:23 smithi032 bash[68847]: [13/Sep/2024:01:06:23] ENGINE Serving on http://:::9283 2024-09-13T01:06:24.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:06:23 smithi032 bash[68847]: [13/Sep/2024:01:06:23] ENGINE Bus STARTED 2024-09-13T01:06:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: cluster 2024-09-13T01:06:22.849530+0000 mgr.y (mgr.34107) 1908 : cluster [DBG] pgmap v3459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 26 KiB/s wr, 363 op/s 2024-09-13T01:06:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.513461+0000 mon.a (mon.0) 3725 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T01:06:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.537605+0000 mon.a (mon.0) 3726 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:06:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.551993+0000 mon.a (mon.0) 3727 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:06:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.556667+0000 mon.a (mon.0) 3728 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:06:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.558457+0000 mon.a (mon.0) 3729 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:06:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.570456+0000 mon.a (mon.0) 3730 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:06:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.594871+0000 mon.a (mon.0) 3731 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T01:06:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.742269+0000 mon.a (mon.0) 3732 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.742534+0000 mon.a (mon.0) 3733 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.742724+0000 mon.a (mon.0) 3734 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.745152+0000 mon.a (mon.0) 3735 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.745645+0000 mon.a (mon.0) 3736 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.746120+0000 mon.a (mon.0) 3737 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.747931+0000 mon.a (mon.0) 3738 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.748409+0000 mon.a (mon.0) 3739 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.748911+0000 mon.a (mon.0) 3740 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.760075+0000 mon.a (mon.0) 3741 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:06:24.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.760175+0000 mon.a (mon.0) 3742 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:06:24.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: cluster 2024-09-13T01:06:22.849530+0000 mgr.y (mgr.34107) 1908 : cluster [DBG] pgmap v3459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 26 KiB/s wr, 363 op/s 2024-09-13T01:06:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.513461+0000 mon.a (mon.0) 3725 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T01:06:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.537605+0000 mon.a (mon.0) 3726 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:06:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.551993+0000 mon.a (mon.0) 3727 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:06:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.556667+0000 mon.a (mon.0) 3728 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:06:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.558457+0000 mon.a (mon.0) 3729 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:06:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.570456+0000 mon.a (mon.0) 3730 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:06:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.594871+0000 mon.a (mon.0) 3731 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T01:06:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.742269+0000 mon.a (mon.0) 3732 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.742534+0000 mon.a (mon.0) 3733 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.742724+0000 mon.a (mon.0) 3734 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.745152+0000 mon.a (mon.0) 3735 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.745645+0000 mon.a (mon.0) 3736 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.746120+0000 mon.a (mon.0) 3737 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.747931+0000 mon.a (mon.0) 3738 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.748409+0000 mon.a (mon.0) 3739 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.748911+0000 mon.a (mon.0) 3740 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.760075+0000 mon.a (mon.0) 3741 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:06:24.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.760175+0000 mon.a (mon.0) 3742 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:06:24.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.760332+0000 mon.a (mon.0) 3743 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.761151+0000 mon.a (mon.0) 3744 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.761625+0000 mon.a (mon.0) 3745 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.762345+0000 mon.b (mon.1) 21 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:06:24.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.762467+0000 mon.b (mon.1) 22 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:06:24.668 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.764135+0000 mon.a (mon.0) 3746 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.668 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.765035+0000 mon.a (mon.0) 3747 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.668 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.765511+0000 mon.a (mon.0) 3748 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.668 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.767343+0000 mon.c (mon.2) 130 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:06:24.668 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.767404+0000 mon.c (mon.2) 131 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:06:24.668 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.767564+0000 mon.a (mon.0) 3749 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.668 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.767762+0000 mon.a (mon.0) 3750 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.668 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[75510]: audit 2024-09-13T01:06:23.768081+0000 mon.a (mon.0) 3751 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.760332+0000 mon.a (mon.0) 3743 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.761151+0000 mon.a (mon.0) 3744 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.668 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.761625+0000 mon.a (mon.0) 3745 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.669 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.762345+0000 mon.b (mon.1) 21 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:06:24.669 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.762467+0000 mon.b (mon.1) 22 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:06:24.669 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.764135+0000 mon.a (mon.0) 3746 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.669 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.765035+0000 mon.a (mon.0) 3747 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.669 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.765511+0000 mon.a (mon.0) 3748 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.669 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.767343+0000 mon.c (mon.2) 130 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:06:24.669 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.767404+0000 mon.c (mon.2) 131 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:06:24.669 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.767564+0000 mon.a (mon.0) 3749 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.669 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.767762+0000 mon.a (mon.0) 3750 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.669 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:24 smithi032 bash[76677]: audit 2024-09-13T01:06:23.768081+0000 mon.a (mon.0) 3751 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: cluster 2024-09-13T01:06:22.849530+0000 mgr.y (mgr.34107) 1908 : cluster [DBG] pgmap v3459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 26 KiB/s wr, 363 op/s 2024-09-13T01:06:24.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.513461+0000 mon.a (mon.0) 3725 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T01:06:24.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.537605+0000 mon.a (mon.0) 3726 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:06:24.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.551993+0000 mon.a (mon.0) 3727 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:06:24.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.556667+0000 mon.a (mon.0) 3728 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:06:24.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.558457+0000 mon.a (mon.0) 3729 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:06:24.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.570456+0000 mon.a (mon.0) 3730 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:06:24.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.594871+0000 mon.a (mon.0) 3731 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T01:06:24.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.742269+0000 mon.a (mon.0) 3732 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.742534+0000 mon.a (mon.0) 3733 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.742724+0000 mon.a (mon.0) 3734 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.745152+0000 mon.a (mon.0) 3735 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.745645+0000 mon.a (mon.0) 3736 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.746120+0000 mon.a (mon.0) 3737 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.747931+0000 mon.a (mon.0) 3738 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.748409+0000 mon.a (mon.0) 3739 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.748911+0000 mon.a (mon.0) 3740 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.760075+0000 mon.a (mon.0) 3741 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:06:24.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.760175+0000 mon.a (mon.0) 3742 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:06:24.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.760332+0000 mon.a (mon.0) 3743 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.789 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.761151+0000 mon.a (mon.0) 3744 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.761625+0000 mon.a (mon.0) 3745 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.762345+0000 mon.b (mon.1) 21 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:06:24.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.762467+0000 mon.b (mon.1) 22 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:06:24.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.764135+0000 mon.a (mon.0) 3746 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.765035+0000 mon.a (mon.0) 3747 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.765511+0000 mon.a (mon.0) 3748 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:24.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.767343+0000 mon.c (mon.2) 130 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T01:06:24.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.767404+0000 mon.c (mon.2) 131 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T01:06:24.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.767564+0000 mon.a (mon.0) 3749 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T01:06:24.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.767762+0000 mon.a (mon.0) 3750 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T01:06:24.790 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:24 smithi053 bash[67631]: audit 2024-09-13T01:06:23.768081+0000 mon.a (mon.0) 3751 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T01:06:25.775 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 10%] 2024-09-13T01:06:25.778 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 11%] 2024-09-13T01:06:25.780 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-09-13T01:06:25.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:25 smithi032 bash[75510]: cluster 2024-09-13T01:06:24.575452+0000 mon.a (mon.0) 3752 : cluster [DBG] osdmap e1999: 8 total, 8 up, 8 in 2024-09-13T01:06:25.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:25 smithi032 bash[75510]: cluster 2024-09-13T01:06:24.850269+0000 mgr.y (mgr.34107) 1909 : cluster [DBG] pgmap v3461: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 21 KiB/s wr, 262 op/s 2024-09-13T01:06:25.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:25 smithi032 bash[75510]: audit 2024-09-13T01:06:25.222556+0000 mon.a (mon.0) 3753 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:06:25.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:25 smithi032 bash[76677]: cluster 2024-09-13T01:06:24.575452+0000 mon.a (mon.0) 3752 : cluster [DBG] osdmap e1999: 8 total, 8 up, 8 in 2024-09-13T01:06:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:25 smithi032 bash[76677]: cluster 2024-09-13T01:06:24.850269+0000 mgr.y (mgr.34107) 1909 : cluster [DBG] pgmap v3461: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 21 KiB/s wr, 262 op/s 2024-09-13T01:06:25.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:25 smithi032 bash[76677]: audit 2024-09-13T01:06:25.222556+0000 mon.a (mon.0) 3753 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:06:25.998 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 12%] 2024-09-13T01:06:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:25 smithi053 bash[67631]: cluster 2024-09-13T01:06:24.575452+0000 mon.a (mon.0) 3752 : cluster [DBG] osdmap e1999: 8 total, 8 up, 8 in 2024-09-13T01:06:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:25 smithi053 bash[67631]: cluster 2024-09-13T01:06:24.850269+0000 mgr.y (mgr.34107) 1909 : cluster [DBG] pgmap v3461: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 21 KiB/s wr, 262 op/s 2024-09-13T01:06:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:25 smithi053 bash[67631]: audit 2024-09-13T01:06:25.222556+0000 mon.a (mon.0) 3753 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:06:26.207 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-09-13T01:06:26.416 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 13%] 2024-09-13T01:06:26.625 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2024-09-13T01:06:26.855 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 14%] 2024-09-13T01:06:26.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:26 smithi032 bash[75510]: cluster 2024-09-13T01:06:25.584522+0000 mon.a (mon.0) 3754 : cluster [DBG] osdmap e2000: 8 total, 8 up, 8 in 2024-09-13T01:06:26.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:26 smithi032 bash[76677]: cluster 2024-09-13T01:06:25.584522+0000 mon.a (mon.0) 3754 : cluster [DBG] osdmap e2000: 8 total, 8 up, 8 in 2024-09-13T01:06:27.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:26 smithi053 bash[67631]: cluster 2024-09-13T01:06:25.584522+0000 mon.a (mon.0) 3754 : cluster [DBG] osdmap e2000: 8 total, 8 up, 8 in 2024-09-13T01:06:27.045 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 15%] 2024-09-13T01:06:27.238 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 15%] 2024-09-13T01:06:27.447 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 16%] 2024-09-13T01:06:27.683 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2024-09-13T01:06:27.880 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 17%] 2024-09-13T01:06:28.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:27 smithi053 bash[67631]: cluster 2024-09-13T01:06:26.689467+0000 mon.a (mon.0) 3755 : cluster [DBG] osdmap e2001: 8 total, 8 up, 8 in 2024-09-13T01:06:28.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:27 smithi053 bash[67631]: cluster 2024-09-13T01:06:26.851068+0000 mgr.y (mgr.34107) 1910 : cluster [DBG] pgmap v3464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 22 KiB/s wr, 276 op/s 2024-09-13T01:06:28.037 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:06:27 smithi053 bash[97864]: logger=cleanup t=2024-09-13T01:06:27.570558458Z level=info msg="Completed cleanup jobs" duration=68.0931ms 2024-09-13T01:06:28.088 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2024-09-13T01:06:28.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:27 smithi032 bash[76677]: cluster 2024-09-13T01:06:26.689467+0000 mon.a (mon.0) 3755 : cluster [DBG] osdmap e2001: 8 total, 8 up, 8 in 2024-09-13T01:06:28.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:27 smithi032 bash[76677]: cluster 2024-09-13T01:06:26.851068+0000 mgr.y (mgr.34107) 1910 : cluster [DBG] pgmap v3464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 22 KiB/s wr, 276 op/s 2024-09-13T01:06:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:27 smithi032 bash[75510]: cluster 2024-09-13T01:06:26.689467+0000 mon.a (mon.0) 3755 : cluster [DBG] osdmap e2001: 8 total, 8 up, 8 in 2024-09-13T01:06:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:27 smithi032 bash[75510]: cluster 2024-09-13T01:06:26.851068+0000 mgr.y (mgr.34107) 1910 : cluster [DBG] pgmap v3464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 22 KiB/s wr, 276 op/s 2024-09-13T01:06:28.323 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 18%] 2024-09-13T01:06:28.525 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 19%] 2024-09-13T01:06:28.762 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 19%] 2024-09-13T01:06:29.004 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 20%] 2024-09-13T01:06:29.256 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 20%] 2024-09-13T01:06:29.481 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 21%] 2024-09-13T01:06:29.690 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 21%] 2024-09-13T01:06:29.897 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 22%] 2024-09-13T01:06:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:29 smithi032 bash[75510]: cluster 2024-09-13T01:06:28.852538+0000 mgr.y (mgr.34107) 1911 : cluster [DBG] pgmap v3465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 33 KiB/s wr, 529 op/s 2024-09-13T01:06:30.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:29 smithi032 bash[76677]: cluster 2024-09-13T01:06:28.852538+0000 mgr.y (mgr.34107) 1911 : cluster [DBG] pgmap v3465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 33 KiB/s wr, 529 op/s 2024-09-13T01:06:30.220 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 23%] 2024-09-13T01:06:30.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:29 smithi053 bash[67631]: cluster 2024-09-13T01:06:28.852538+0000 mgr.y (mgr.34107) 1911 : cluster [DBG] pgmap v3465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 33 KiB/s wr, 529 op/s 2024-09-13T01:06:30.424 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 23%] 2024-09-13T01:06:30.660 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 24%] 2024-09-13T01:06:30.854 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 24%] 2024-09-13T01:06:31.080 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 25%] 2024-09-13T01:06:31.298 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 25%] 2024-09-13T01:06:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:31 smithi032 bash[75510]: cluster 2024-09-13T01:06:30.853494+0000 mgr.y (mgr.34107) 1912 : cluster [DBG] pgmap v3466: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 45 KiB/s wr, 655 op/s 2024-09-13T01:06:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:31 smithi032 bash[75510]: cluster 2024-09-13T01:06:31.692202+0000 mon.a (mon.0) 3756 : cluster [DBG] osdmap e2002: 8 total, 8 up, 8 in 2024-09-13T01:06:32.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:31 smithi032 bash[76677]: cluster 2024-09-13T01:06:30.853494+0000 mgr.y (mgr.34107) 1912 : cluster [DBG] pgmap v3466: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 45 KiB/s wr, 655 op/s 2024-09-13T01:06:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:31 smithi032 bash[76677]: cluster 2024-09-13T01:06:31.692202+0000 mon.a (mon.0) 3756 : cluster [DBG] osdmap e2002: 8 total, 8 up, 8 in 2024-09-13T01:06:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:31 smithi053 bash[67631]: cluster 2024-09-13T01:06:30.853494+0000 mgr.y (mgr.34107) 1912 : cluster [DBG] pgmap v3466: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 45 KiB/s wr, 655 op/s 2024-09-13T01:06:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:31 smithi053 bash[67631]: cluster 2024-09-13T01:06:31.692202+0000 mon.a (mon.0) 3756 : cluster [DBG] osdmap e2002: 8 total, 8 up, 8 in 2024-09-13T01:06:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:06:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:06:32] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.43.0" 2024-09-13T01:06:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:06:32 smithi053 bash[94430]: ts=2024-09-13T01:06:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:06:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:33 smithi053 bash[67631]: cluster 2024-09-13T01:06:32.695461+0000 mon.a (mon.0) 3757 : cluster [DBG] osdmap e2003: 8 total, 8 up, 8 in 2024-09-13T01:06:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:33 smithi053 bash[67631]: cluster 2024-09-13T01:06:32.854321+0000 mgr.y (mgr.34107) 1913 : cluster [DBG] pgmap v3469: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 711 KiB/s wr, 777 op/s 2024-09-13T01:06:34.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:33 smithi032 bash[76677]: cluster 2024-09-13T01:06:32.695461+0000 mon.a (mon.0) 3757 : cluster [DBG] osdmap e2003: 8 total, 8 up, 8 in 2024-09-13T01:06:34.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:33 smithi032 bash[76677]: cluster 2024-09-13T01:06:32.854321+0000 mgr.y (mgr.34107) 1913 : cluster [DBG] pgmap v3469: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 711 KiB/s wr, 777 op/s 2024-09-13T01:06:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:33 smithi032 bash[75510]: cluster 2024-09-13T01:06:32.695461+0000 mon.a (mon.0) 3757 : cluster [DBG] osdmap e2003: 8 total, 8 up, 8 in 2024-09-13T01:06:34.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:33 smithi032 bash[75510]: cluster 2024-09-13T01:06:32.854321+0000 mgr.y (mgr.34107) 1913 : cluster [DBG] pgmap v3469: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 711 KiB/s wr, 777 op/s 2024-09-13T01:06:34.914 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 26%] 2024-09-13T01:06:35.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:34 smithi053 bash[67631]: cluster 2024-09-13T01:06:33.705857+0000 mon.a (mon.0) 3758 : cluster [DBG] osdmap e2004: 8 total, 8 up, 8 in 2024-09-13T01:06:35.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:34 smithi032 bash[76677]: cluster 2024-09-13T01:06:33.705857+0000 mon.a (mon.0) 3758 : cluster [DBG] osdmap e2004: 8 total, 8 up, 8 in 2024-09-13T01:06:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:34 smithi032 bash[75510]: cluster 2024-09-13T01:06:33.705857+0000 mon.a (mon.0) 3758 : cluster [DBG] osdmap e2004: 8 total, 8 up, 8 in 2024-09-13T01:06:35.190 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 26%] 2024-09-13T01:06:35.469 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 27%] 2024-09-13T01:06:35.989 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 28%] 2024-09-13T01:06:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:35 smithi053 bash[67631]: cluster 2024-09-13T01:06:34.706074+0000 mon.a (mon.0) 3759 : cluster [DBG] osdmap e2005: 8 total, 8 up, 8 in 2024-09-13T01:06:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:35 smithi053 bash[67631]: cluster 2024-09-13T01:06:34.855053+0000 mgr.y (mgr.34107) 1914 : cluster [DBG] pgmap v3472: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 2.0 MiB/s wr, 564 op/s 2024-09-13T01:06:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:35 smithi032 bash[75510]: cluster 2024-09-13T01:06:34.706074+0000 mon.a (mon.0) 3759 : cluster [DBG] osdmap e2005: 8 total, 8 up, 8 in 2024-09-13T01:06:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:35 smithi032 bash[75510]: cluster 2024-09-13T01:06:34.855053+0000 mgr.y (mgr.34107) 1914 : cluster [DBG] pgmap v3472: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 2.0 MiB/s wr, 564 op/s 2024-09-13T01:06:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:35 smithi032 bash[76677]: cluster 2024-09-13T01:06:34.706074+0000 mon.a (mon.0) 3759 : cluster [DBG] osdmap e2005: 8 total, 8 up, 8 in 2024-09-13T01:06:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:35 smithi032 bash[76677]: cluster 2024-09-13T01:06:34.855053+0000 mgr.y (mgr.34107) 1914 : cluster [DBG] pgmap v3472: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 2.0 MiB/s wr, 564 op/s 2024-09-13T01:06:36.512 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 28%] 2024-09-13T01:06:36.721 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 29%] 2024-09-13T01:06:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:37 smithi032 bash[75510]: cluster 2024-09-13T01:06:36.840931+0000 mon.a (mon.0) 3760 : cluster [DBG] osdmap e2006: 8 total, 8 up, 8 in 2024-09-13T01:06:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:37 smithi032 bash[75510]: cluster 2024-09-13T01:06:36.855901+0000 mgr.y (mgr.34107) 1915 : cluster [DBG] pgmap v3474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 1006 KiB/s wr, 442 op/s 2024-09-13T01:06:38.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:37 smithi032 bash[76677]: cluster 2024-09-13T01:06:36.840931+0000 mon.a (mon.0) 3760 : cluster [DBG] osdmap e2006: 8 total, 8 up, 8 in 2024-09-13T01:06:38.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:37 smithi032 bash[76677]: cluster 2024-09-13T01:06:36.855901+0000 mgr.y (mgr.34107) 1915 : cluster [DBG] pgmap v3474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 1006 KiB/s wr, 442 op/s 2024-09-13T01:06:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:37 smithi053 bash[67631]: cluster 2024-09-13T01:06:36.840931+0000 mon.a (mon.0) 3760 : cluster [DBG] osdmap e2006: 8 total, 8 up, 8 in 2024-09-13T01:06:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:37 smithi053 bash[67631]: cluster 2024-09-13T01:06:36.855901+0000 mgr.y (mgr.34107) 1915 : cluster [DBG] pgmap v3474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 1006 KiB/s wr, 442 op/s 2024-09-13T01:06:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:38 smithi032 bash[75510]: cluster 2024-09-13T01:06:37.851462+0000 mon.a (mon.0) 3761 : cluster [DBG] osdmap e2007: 8 total, 8 up, 8 in 2024-09-13T01:06:39.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:38 smithi032 bash[76677]: cluster 2024-09-13T01:06:37.851462+0000 mon.a (mon.0) 3761 : cluster [DBG] osdmap e2007: 8 total, 8 up, 8 in 2024-09-13T01:06:39.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:38 smithi053 bash[67631]: cluster 2024-09-13T01:06:37.851462+0000 mon.a (mon.0) 3761 : cluster [DBG] osdmap e2007: 8 total, 8 up, 8 in 2024-09-13T01:06:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:39 smithi032 bash[75510]: cluster 2024-09-13T01:06:38.856755+0000 mgr.y (mgr.34107) 1916 : cluster [DBG] pgmap v3477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 1016 KiB/s wr, 453 op/s 2024-09-13T01:06:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:39 smithi032 bash[75510]: cluster 2024-09-13T01:06:38.858434+0000 mon.a (mon.0) 3762 : cluster [DBG] osdmap e2008: 8 total, 8 up, 8 in 2024-09-13T01:06:40.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:39 smithi032 bash[76677]: cluster 2024-09-13T01:06:38.856755+0000 mgr.y (mgr.34107) 1916 : cluster [DBG] pgmap v3477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 1016 KiB/s wr, 453 op/s 2024-09-13T01:06:40.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:39 smithi032 bash[76677]: cluster 2024-09-13T01:06:38.858434+0000 mon.a (mon.0) 3762 : cluster [DBG] osdmap e2008: 8 total, 8 up, 8 in 2024-09-13T01:06:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:39 smithi053 bash[67631]: cluster 2024-09-13T01:06:38.856755+0000 mgr.y (mgr.34107) 1916 : cluster [DBG] pgmap v3477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 1016 KiB/s wr, 453 op/s 2024-09-13T01:06:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:39 smithi053 bash[67631]: cluster 2024-09-13T01:06:38.858434+0000 mon.a (mon.0) 3762 : cluster [DBG] osdmap e2008: 8 total, 8 up, 8 in 2024-09-13T01:06:40.289 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 29%] 2024-09-13T01:06:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:40 smithi032 bash[75510]: cluster 2024-09-13T01:06:39.868159+0000 mon.a (mon.0) 3763 : cluster [DBG] osdmap e2009: 8 total, 8 up, 8 in 2024-09-13T01:06:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:40 smithi032 bash[75510]: audit 2024-09-13T01:06:40.223027+0000 mon.a (mon.0) 3764 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:06:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:40 smithi032 bash[76677]: cluster 2024-09-13T01:06:39.868159+0000 mon.a (mon.0) 3763 : cluster [DBG] osdmap e2009: 8 total, 8 up, 8 in 2024-09-13T01:06:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:40 smithi032 bash[76677]: audit 2024-09-13T01:06:40.223027+0000 mon.a (mon.0) 3764 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:06:41.182 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 FAILED [ 30%] 2024-09-13T01:06:41.183 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 ERROR [ 30%] 2024-09-13T01:06:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:40 smithi053 bash[67631]: cluster 2024-09-13T01:06:39.868159+0000 mon.a (mon.0) 3763 : cluster [DBG] osdmap e2009: 8 total, 8 up, 8 in 2024-09-13T01:06:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:40 smithi053 bash[67631]: audit 2024-09-13T01:06:40.223027+0000 mon.a (mon.0) 3764 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:06:41.995 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 FAILED [ 30%] 2024-09-13T01:06:41.996 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 ERROR [ 30%] 2024-09-13T01:06:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:41 smithi032 bash[75510]: cluster 2024-09-13T01:06:40.857864+0000 mgr.y (mgr.34107) 1917 : cluster [DBG] pgmap v3479: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 2.0 MiB/s wr, 448 op/s 2024-09-13T01:06:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:41 smithi032 bash[75510]: cluster 2024-09-13T01:06:40.878663+0000 mon.a (mon.0) 3765 : cluster [DBG] osdmap e2010: 8 total, 8 up, 8 in 2024-09-13T01:06:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:41 smithi032 bash[75510]: cluster 2024-09-13T01:06:41.696035+0000 mon.a (mon.0) 3766 : cluster [DBG] osdmap e2011: 8 total, 8 up, 8 in 2024-09-13T01:06:42.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:41 smithi032 bash[76677]: cluster 2024-09-13T01:06:40.857864+0000 mgr.y (mgr.34107) 1917 : cluster [DBG] pgmap v3479: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 2.0 MiB/s wr, 448 op/s 2024-09-13T01:06:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:41 smithi032 bash[76677]: cluster 2024-09-13T01:06:40.878663+0000 mon.a (mon.0) 3765 : cluster [DBG] osdmap e2010: 8 total, 8 up, 8 in 2024-09-13T01:06:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:41 smithi032 bash[76677]: cluster 2024-09-13T01:06:41.696035+0000 mon.a (mon.0) 3766 : cluster [DBG] osdmap e2011: 8 total, 8 up, 8 in 2024-09-13T01:06:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:41 smithi053 bash[67631]: cluster 2024-09-13T01:06:40.857864+0000 mgr.y (mgr.34107) 1917 : cluster [DBG] pgmap v3479: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 2.0 MiB/s wr, 448 op/s 2024-09-13T01:06:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:41 smithi053 bash[67631]: cluster 2024-09-13T01:06:40.878663+0000 mon.a (mon.0) 3765 : cluster [DBG] osdmap e2010: 8 total, 8 up, 8 in 2024-09-13T01:06:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:41 smithi053 bash[67631]: cluster 2024-09-13T01:06:41.696035+0000 mon.a (mon.0) 3766 : cluster [DBG] osdmap e2011: 8 total, 8 up, 8 in 2024-09-13T01:06:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:06:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:06:42] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-09-13T01:06:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:06:42 smithi053 bash[94430]: ts=2024-09-13T01:06:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:06:43.220 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 FAILED [ 31%] 2024-09-13T01:06:43.220 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 ERROR [ 31%] 2024-09-13T01:06:44.160 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 FAILED [ 31%] 2024-09-13T01:06:44.161 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 ERROR [ 31%] 2024-09-13T01:06:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:43 smithi032 bash[75510]: cluster 2024-09-13T01:06:42.859002+0000 mgr.y (mgr.34107) 1918 : cluster [DBG] pgmap v3482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 1.0 MiB/s wr, 211 op/s 2024-09-13T01:06:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:43 smithi032 bash[75510]: cluster 2024-09-13T01:06:42.887502+0000 mon.a (mon.0) 3767 : cluster [DBG] osdmap e2012: 8 total, 8 up, 8 in 2024-09-13T01:06:44.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:43 smithi032 bash[76677]: cluster 2024-09-13T01:06:42.859002+0000 mgr.y (mgr.34107) 1918 : cluster [DBG] pgmap v3482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 1.0 MiB/s wr, 211 op/s 2024-09-13T01:06:44.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:43 smithi032 bash[76677]: cluster 2024-09-13T01:06:42.887502+0000 mon.a (mon.0) 3767 : cluster [DBG] osdmap e2012: 8 total, 8 up, 8 in 2024-09-13T01:06:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:43 smithi053 bash[67631]: cluster 2024-09-13T01:06:42.859002+0000 mgr.y (mgr.34107) 1918 : cluster [DBG] pgmap v3482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 1.0 MiB/s wr, 211 op/s 2024-09-13T01:06:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:43 smithi053 bash[67631]: cluster 2024-09-13T01:06:42.887502+0000 mon.a (mon.0) 3767 : cluster [DBG] osdmap e2012: 8 total, 8 up, 8 in 2024-09-13T01:06:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:44 smithi032 bash[75510]: cluster 2024-09-13T01:06:43.891333+0000 mon.a (mon.0) 3768 : cluster [DBG] osdmap e2013: 8 total, 8 up, 8 in 2024-09-13T01:06:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:44 smithi032 bash[76677]: cluster 2024-09-13T01:06:43.891333+0000 mon.a (mon.0) 3768 : cluster [DBG] osdmap e2013: 8 total, 8 up, 8 in 2024-09-13T01:06:45.183 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten FAILED [ 32%] 2024-09-13T01:06:45.183 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten ERROR [ 32%] 2024-09-13T01:06:45.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:44 smithi053 bash[67631]: cluster 2024-09-13T01:06:43.891333+0000 mon.a (mon.0) 3768 : cluster [DBG] osdmap e2013: 8 total, 8 up, 8 in 2024-09-13T01:06:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:45 smithi032 bash[75510]: cluster 2024-09-13T01:06:44.859719+0000 mgr.y (mgr.34107) 1919 : cluster [DBG] pgmap v3485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 14 KiB/s wr, 206 op/s 2024-09-13T01:06:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:45 smithi032 bash[75510]: cluster 2024-09-13T01:06:44.911288+0000 mon.a (mon.0) 3769 : cluster [DBG] osdmap e2014: 8 total, 8 up, 8 in 2024-09-13T01:06:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:45 smithi032 bash[76677]: cluster 2024-09-13T01:06:44.859719+0000 mgr.y (mgr.34107) 1919 : cluster [DBG] pgmap v3485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 14 KiB/s wr, 206 op/s 2024-09-13T01:06:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:45 smithi032 bash[76677]: cluster 2024-09-13T01:06:44.911288+0000 mon.a (mon.0) 3769 : cluster [DBG] osdmap e2014: 8 total, 8 up, 8 in 2024-09-13T01:06:46.171 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten FAILED [ 32%] 2024-09-13T01:06:46.171 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten ERROR [ 32%] 2024-09-13T01:06:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:45 smithi053 bash[67631]: cluster 2024-09-13T01:06:44.859719+0000 mgr.y (mgr.34107) 1919 : cluster [DBG] pgmap v3485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 14 KiB/s wr, 206 op/s 2024-09-13T01:06:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:45 smithi053 bash[67631]: cluster 2024-09-13T01:06:44.911288+0000 mon.a (mon.0) 3769 : cluster [DBG] osdmap e2014: 8 total, 8 up, 8 in 2024-09-13T01:06:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:46 smithi053 bash[67631]: cluster 2024-09-13T01:06:45.921581+0000 mon.a (mon.0) 3770 : cluster [DBG] osdmap e2015: 8 total, 8 up, 8 in 2024-09-13T01:06:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:46 smithi053 bash[67631]: cluster 2024-09-13T01:06:46.697806+0000 mon.a (mon.0) 3771 : cluster [DBG] osdmap e2016: 8 total, 8 up, 8 in 2024-09-13T01:06:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:46 smithi032 bash[75510]: cluster 2024-09-13T01:06:45.921581+0000 mon.a (mon.0) 3770 : cluster [DBG] osdmap e2015: 8 total, 8 up, 8 in 2024-09-13T01:06:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:46 smithi032 bash[75510]: cluster 2024-09-13T01:06:46.697806+0000 mon.a (mon.0) 3771 : cluster [DBG] osdmap e2016: 8 total, 8 up, 8 in 2024-09-13T01:06:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:46 smithi032 bash[76677]: cluster 2024-09-13T01:06:45.921581+0000 mon.a (mon.0) 3770 : cluster [DBG] osdmap e2015: 8 total, 8 up, 8 in 2024-09-13T01:06:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:46 smithi032 bash[76677]: cluster 2024-09-13T01:06:46.697806+0000 mon.a (mon.0) 3771 : cluster [DBG] osdmap e2016: 8 total, 8 up, 8 in 2024-09-13T01:06:47.929 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 33%] 2024-09-13T01:06:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:47 smithi053 bash[67631]: cluster 2024-09-13T01:06:46.860576+0000 mgr.y (mgr.34107) 1920 : cluster [DBG] pgmap v3489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-09-13T01:06:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:47 smithi053 bash[67631]: cluster 2024-09-13T01:06:47.705716+0000 mon.a (mon.0) 3772 : cluster [DBG] osdmap e2017: 8 total, 8 up, 8 in 2024-09-13T01:06:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:47 smithi032 bash[75510]: cluster 2024-09-13T01:06:46.860576+0000 mgr.y (mgr.34107) 1920 : cluster [DBG] pgmap v3489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-09-13T01:06:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:47 smithi032 bash[75510]: cluster 2024-09-13T01:06:47.705716+0000 mon.a (mon.0) 3772 : cluster [DBG] osdmap e2017: 8 total, 8 up, 8 in 2024-09-13T01:06:48.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:47 smithi032 bash[76677]: cluster 2024-09-13T01:06:46.860576+0000 mgr.y (mgr.34107) 1920 : cluster [DBG] pgmap v3489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-09-13T01:06:48.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:47 smithi032 bash[76677]: cluster 2024-09-13T01:06:47.705716+0000 mon.a (mon.0) 3772 : cluster [DBG] osdmap e2017: 8 total, 8 up, 8 in 2024-09-13T01:06:50.155 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 34%] 2024-09-13T01:06:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:49 smithi053 bash[67631]: cluster 2024-09-13T01:06:48.861691+0000 mgr.y (mgr.34107) 1921 : cluster [DBG] pgmap v3491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 15 KiB/s wr, 158 op/s 2024-09-13T01:06:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:49 smithi053 bash[67631]: cluster 2024-09-13T01:06:48.933627+0000 mon.a (mon.0) 3773 : cluster [DBG] osdmap e2018: 8 total, 8 up, 8 in 2024-09-13T01:06:50.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:49 smithi032 bash[75510]: cluster 2024-09-13T01:06:48.861691+0000 mgr.y (mgr.34107) 1921 : cluster [DBG] pgmap v3491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 15 KiB/s wr, 158 op/s 2024-09-13T01:06:50.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:49 smithi032 bash[75510]: cluster 2024-09-13T01:06:48.933627+0000 mon.a (mon.0) 3773 : cluster [DBG] osdmap e2018: 8 total, 8 up, 8 in 2024-09-13T01:06:50.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:49 smithi032 bash[76677]: cluster 2024-09-13T01:06:48.861691+0000 mgr.y (mgr.34107) 1921 : cluster [DBG] pgmap v3491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 15 KiB/s wr, 158 op/s 2024-09-13T01:06:50.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:49 smithi032 bash[76677]: cluster 2024-09-13T01:06:48.933627+0000 mon.a (mon.0) 3773 : cluster [DBG] osdmap e2018: 8 total, 8 up, 8 in 2024-09-13T01:06:51.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:50 smithi053 bash[67631]: cluster 2024-09-13T01:06:49.937138+0000 mon.a (mon.0) 3774 : cluster [DBG] osdmap e2019: 8 total, 8 up, 8 in 2024-09-13T01:06:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:50 smithi032 bash[75510]: cluster 2024-09-13T01:06:49.937138+0000 mon.a (mon.0) 3774 : cluster [DBG] osdmap e2019: 8 total, 8 up, 8 in 2024-09-13T01:06:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:50 smithi032 bash[76677]: cluster 2024-09-13T01:06:49.937138+0000 mon.a (mon.0) 3774 : cluster [DBG] osdmap e2019: 8 total, 8 up, 8 in 2024-09-13T01:06:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:51 smithi053 bash[67631]: cluster 2024-09-13T01:06:50.862665+0000 mgr.y (mgr.34107) 1922 : cluster [DBG] pgmap v3494: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 14 KiB/s wr, 171 op/s 2024-09-13T01:06:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:51 smithi053 bash[67631]: cluster 2024-09-13T01:06:50.959218+0000 mon.a (mon.0) 3775 : cluster [DBG] osdmap e2020: 8 total, 8 up, 8 in 2024-09-13T01:06:52.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:51 smithi032 bash[75510]: cluster 2024-09-13T01:06:50.862665+0000 mgr.y (mgr.34107) 1922 : cluster [DBG] pgmap v3494: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 14 KiB/s wr, 171 op/s 2024-09-13T01:06:52.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:51 smithi032 bash[75510]: cluster 2024-09-13T01:06:50.959218+0000 mon.a (mon.0) 3775 : cluster [DBG] osdmap e2020: 8 total, 8 up, 8 in 2024-09-13T01:06:52.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:51 smithi032 bash[76677]: cluster 2024-09-13T01:06:50.862665+0000 mgr.y (mgr.34107) 1922 : cluster [DBG] pgmap v3494: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 14 KiB/s wr, 171 op/s 2024-09-13T01:06:52.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:51 smithi032 bash[76677]: cluster 2024-09-13T01:06:50.959218+0000 mon.a (mon.0) 3775 : cluster [DBG] osdmap e2020: 8 total, 8 up, 8 in 2024-09-13T01:06:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:06:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:06:52] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-09-13T01:06:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:06:52 smithi053 bash[94430]: ts=2024-09-13T01:06:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:06:53.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:52 smithi053 bash[67631]: cluster 2024-09-13T01:06:51.960552+0000 mon.a (mon.0) 3776 : cluster [DBG] osdmap e2021: 8 total, 8 up, 8 in 2024-09-13T01:06:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:52 smithi032 bash[75510]: cluster 2024-09-13T01:06:51.960552+0000 mon.a (mon.0) 3776 : cluster [DBG] osdmap e2021: 8 total, 8 up, 8 in 2024-09-13T01:06:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:52 smithi032 bash[76677]: cluster 2024-09-13T01:06:51.960552+0000 mon.a (mon.0) 3776 : cluster [DBG] osdmap e2021: 8 total, 8 up, 8 in 2024-09-13T01:06:54.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:53 smithi053 bash[67631]: cluster 2024-09-13T01:06:52.863616+0000 mgr.y (mgr.34107) 1923 : cluster [DBG] pgmap v3497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 116 op/s 2024-09-13T01:06:54.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:53 smithi053 bash[67631]: cluster 2024-09-13T01:06:52.989026+0000 mon.a (mon.0) 3777 : cluster [DBG] osdmap e2022: 8 total, 8 up, 8 in 2024-09-13T01:06:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:53 smithi032 bash[75510]: cluster 2024-09-13T01:06:52.863616+0000 mgr.y (mgr.34107) 1923 : cluster [DBG] pgmap v3497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 116 op/s 2024-09-13T01:06:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:53 smithi032 bash[75510]: cluster 2024-09-13T01:06:52.989026+0000 mon.a (mon.0) 3777 : cluster [DBG] osdmap e2022: 8 total, 8 up, 8 in 2024-09-13T01:06:54.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:53 smithi032 bash[76677]: cluster 2024-09-13T01:06:52.863616+0000 mgr.y (mgr.34107) 1923 : cluster [DBG] pgmap v3497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 116 op/s 2024-09-13T01:06:54.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:53 smithi032 bash[76677]: cluster 2024-09-13T01:06:52.989026+0000 mon.a (mon.0) 3777 : cluster [DBG] osdmap e2022: 8 total, 8 up, 8 in 2024-09-13T01:06:55.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:55 smithi053 bash[67631]: cluster 2024-09-13T01:06:53.997816+0000 mon.a (mon.0) 3778 : cluster [DBG] osdmap e2023: 8 total, 8 up, 8 in 2024-09-13T01:06:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:55 smithi032 bash[75510]: cluster 2024-09-13T01:06:53.997816+0000 mon.a (mon.0) 3778 : cluster [DBG] osdmap e2023: 8 total, 8 up, 8 in 2024-09-13T01:06:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:55 smithi032 bash[76677]: cluster 2024-09-13T01:06:53.997816+0000 mon.a (mon.0) 3778 : cluster [DBG] osdmap e2023: 8 total, 8 up, 8 in 2024-09-13T01:06:56.230 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 34%] 2024-09-13T01:06:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:56 smithi053 bash[67631]: cluster 2024-09-13T01:06:54.864329+0000 mgr.y (mgr.34107) 1924 : cluster [DBG] pgmap v3500: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 7.2 KiB/s wr, 103 op/s 2024-09-13T01:06:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:56 smithi053 bash[67631]: cluster 2024-09-13T01:06:55.009494+0000 mon.a (mon.0) 3779 : cluster [DBG] osdmap e2024: 8 total, 8 up, 8 in 2024-09-13T01:06:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:56 smithi053 bash[67631]: audit 2024-09-13T01:06:55.223227+0000 mon.a (mon.0) 3780 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:06:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:56 smithi032 bash[75510]: cluster 2024-09-13T01:06:54.864329+0000 mgr.y (mgr.34107) 1924 : cluster [DBG] pgmap v3500: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 7.2 KiB/s wr, 103 op/s 2024-09-13T01:06:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:56 smithi032 bash[75510]: cluster 2024-09-13T01:06:55.009494+0000 mon.a (mon.0) 3779 : cluster [DBG] osdmap e2024: 8 total, 8 up, 8 in 2024-09-13T01:06:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:56 smithi032 bash[75510]: audit 2024-09-13T01:06:55.223227+0000 mon.a (mon.0) 3780 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:06:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:56 smithi032 bash[76677]: cluster 2024-09-13T01:06:54.864329+0000 mgr.y (mgr.34107) 1924 : cluster [DBG] pgmap v3500: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 7.2 KiB/s wr, 103 op/s 2024-09-13T01:06:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:56 smithi032 bash[76677]: cluster 2024-09-13T01:06:55.009494+0000 mon.a (mon.0) 3779 : cluster [DBG] osdmap e2024: 8 total, 8 up, 8 in 2024-09-13T01:06:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:56 smithi032 bash[76677]: audit 2024-09-13T01:06:55.223227+0000 mon.a (mon.0) 3780 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:06:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:57 smithi053 bash[67631]: cluster 2024-09-13T01:06:56.025627+0000 mon.a (mon.0) 3781 : cluster [DBG] osdmap e2025: 8 total, 8 up, 8 in 2024-09-13T01:06:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:57 smithi053 bash[67631]: cluster 2024-09-13T01:06:56.702030+0000 mon.a (mon.0) 3782 : cluster [DBG] osdmap e2026: 8 total, 8 up, 8 in 2024-09-13T01:06:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:57 smithi032 bash[75510]: cluster 2024-09-13T01:06:56.025627+0000 mon.a (mon.0) 3781 : cluster [DBG] osdmap e2025: 8 total, 8 up, 8 in 2024-09-13T01:06:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:57 smithi032 bash[75510]: cluster 2024-09-13T01:06:56.702030+0000 mon.a (mon.0) 3782 : cluster [DBG] osdmap e2026: 8 total, 8 up, 8 in 2024-09-13T01:06:57.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:57 smithi032 bash[76677]: cluster 2024-09-13T01:06:56.025627+0000 mon.a (mon.0) 3781 : cluster [DBG] osdmap e2025: 8 total, 8 up, 8 in 2024-09-13T01:06:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:57 smithi032 bash[76677]: cluster 2024-09-13T01:06:56.702030+0000 mon.a (mon.0) 3782 : cluster [DBG] osdmap e2026: 8 total, 8 up, 8 in 2024-09-13T01:06:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:58 smithi053 bash[67631]: cluster 2024-09-13T01:06:56.865012+0000 mgr.y (mgr.34107) 1925 : cluster [DBG] pgmap v3504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 KiB/s wr, 46 op/s 2024-09-13T01:06:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:58 smithi053 bash[67631]: cluster 2024-09-13T01:06:57.713447+0000 mon.a (mon.0) 3783 : cluster [DBG] osdmap e2027: 8 total, 8 up, 8 in 2024-09-13T01:06:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:58 smithi032 bash[75510]: cluster 2024-09-13T01:06:56.865012+0000 mgr.y (mgr.34107) 1925 : cluster [DBG] pgmap v3504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 KiB/s wr, 46 op/s 2024-09-13T01:06:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:58 smithi032 bash[75510]: cluster 2024-09-13T01:06:57.713447+0000 mon.a (mon.0) 3783 : cluster [DBG] osdmap e2027: 8 total, 8 up, 8 in 2024-09-13T01:06:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:58 smithi032 bash[76677]: cluster 2024-09-13T01:06:56.865012+0000 mgr.y (mgr.34107) 1925 : cluster [DBG] pgmap v3504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 KiB/s wr, 46 op/s 2024-09-13T01:06:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:58 smithi032 bash[76677]: cluster 2024-09-13T01:06:57.713447+0000 mon.a (mon.0) 3783 : cluster [DBG] osdmap e2027: 8 total, 8 up, 8 in 2024-09-13T01:06:59.935 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 35%] 2024-09-13T01:07:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:59 smithi053 bash[67631]: cluster 2024-09-13T01:06:58.717764+0000 mon.a (mon.0) 3784 : cluster [DBG] osdmap e2028: 8 total, 8 up, 8 in 2024-09-13T01:07:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:06:59 smithi053 bash[67631]: cluster 2024-09-13T01:06:58.865708+0000 mgr.y (mgr.34107) 1926 : cluster [DBG] pgmap v3507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.1 KiB/s wr, 80 op/s 2024-09-13T01:07:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:59 smithi032 bash[75510]: cluster 2024-09-13T01:06:58.717764+0000 mon.a (mon.0) 3784 : cluster [DBG] osdmap e2028: 8 total, 8 up, 8 in 2024-09-13T01:07:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:06:59 smithi032 bash[75510]: cluster 2024-09-13T01:06:58.865708+0000 mgr.y (mgr.34107) 1926 : cluster [DBG] pgmap v3507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.1 KiB/s wr, 80 op/s 2024-09-13T01:07:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:59 smithi032 bash[76677]: cluster 2024-09-13T01:06:58.717764+0000 mon.a (mon.0) 3784 : cluster [DBG] osdmap e2028: 8 total, 8 up, 8 in 2024-09-13T01:07:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:06:59 smithi032 bash[76677]: cluster 2024-09-13T01:06:58.865708+0000 mgr.y (mgr.34107) 1926 : cluster [DBG] pgmap v3507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.1 KiB/s wr, 80 op/s 2024-09-13T01:07:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:00 smithi053 bash[67631]: cluster 2024-09-13T01:06:59.726796+0000 mon.a (mon.0) 3785 : cluster [DBG] osdmap e2029: 8 total, 8 up, 8 in 2024-09-13T01:07:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:00 smithi032 bash[75510]: cluster 2024-09-13T01:06:59.726796+0000 mon.a (mon.0) 3785 : cluster [DBG] osdmap e2029: 8 total, 8 up, 8 in 2024-09-13T01:07:01.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:00 smithi032 bash[76677]: cluster 2024-09-13T01:06:59.726796+0000 mon.a (mon.0) 3785 : cluster [DBG] osdmap e2029: 8 total, 8 up, 8 in 2024-09-13T01:07:01.922 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 35%] 2024-09-13T01:07:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:01 smithi053 bash[67631]: cluster 2024-09-13T01:07:00.735132+0000 mon.a (mon.0) 3786 : cluster [DBG] osdmap e2030: 8 total, 8 up, 8 in 2024-09-13T01:07:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:01 smithi053 bash[67631]: cluster 2024-09-13T01:07:00.866403+0000 mgr.y (mgr.34107) 1927 : cluster [DBG] pgmap v3510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.5 KiB/s wr, 83 op/s 2024-09-13T01:07:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:01 smithi053 bash[67631]: cluster 2024-09-13T01:07:01.703924+0000 mon.a (mon.0) 3787 : cluster [DBG] osdmap e2031: 8 total, 8 up, 8 in 2024-09-13T01:07:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:01 smithi032 bash[75510]: cluster 2024-09-13T01:07:00.735132+0000 mon.a (mon.0) 3786 : cluster [DBG] osdmap e2030: 8 total, 8 up, 8 in 2024-09-13T01:07:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:01 smithi032 bash[75510]: cluster 2024-09-13T01:07:00.866403+0000 mgr.y (mgr.34107) 1927 : cluster [DBG] pgmap v3510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.5 KiB/s wr, 83 op/s 2024-09-13T01:07:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:01 smithi032 bash[75510]: cluster 2024-09-13T01:07:01.703924+0000 mon.a (mon.0) 3787 : cluster [DBG] osdmap e2031: 8 total, 8 up, 8 in 2024-09-13T01:07:02.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:01 smithi032 bash[76677]: cluster 2024-09-13T01:07:00.735132+0000 mon.a (mon.0) 3786 : cluster [DBG] osdmap e2030: 8 total, 8 up, 8 in 2024-09-13T01:07:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:01 smithi032 bash[76677]: cluster 2024-09-13T01:07:00.866403+0000 mgr.y (mgr.34107) 1927 : cluster [DBG] pgmap v3510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.5 KiB/s wr, 83 op/s 2024-09-13T01:07:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:01 smithi032 bash[76677]: cluster 2024-09-13T01:07:01.703924+0000 mon.a (mon.0) 3787 : cluster [DBG] osdmap e2031: 8 total, 8 up, 8 in 2024-09-13T01:07:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:07:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:07:02] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2024-09-13T01:07:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:07:02 smithi053 bash[94430]: ts=2024-09-13T01:07:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:07:03.956 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 36%] 2024-09-13T01:07:04.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:03 smithi053 bash[67631]: cluster 2024-09-13T01:07:02.748040+0000 mon.a (mon.0) 3788 : cluster [DBG] osdmap e2032: 8 total, 8 up, 8 in 2024-09-13T01:07:04.040 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:03 smithi053 bash[67631]: cluster 2024-09-13T01:07:02.867251+0000 mgr.y (mgr.34107) 1928 : cluster [DBG] pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 66 op/s 2024-09-13T01:07:04.159 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-09-13T01:07:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:03 smithi032 bash[75510]: cluster 2024-09-13T01:07:02.748040+0000 mon.a (mon.0) 3788 : cluster [DBG] osdmap e2032: 8 total, 8 up, 8 in 2024-09-13T01:07:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:03 smithi032 bash[75510]: cluster 2024-09-13T01:07:02.867251+0000 mgr.y (mgr.34107) 1928 : cluster [DBG] pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 66 op/s 2024-09-13T01:07:04.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:03 smithi032 bash[76677]: cluster 2024-09-13T01:07:02.748040+0000 mon.a (mon.0) 3788 : cluster [DBG] osdmap e2032: 8 total, 8 up, 8 in 2024-09-13T01:07:04.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:03 smithi032 bash[76677]: cluster 2024-09-13T01:07:02.867251+0000 mgr.y (mgr.34107) 1928 : cluster [DBG] pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 66 op/s 2024-09-13T01:07:05.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:04 smithi053 bash[67631]: cluster 2024-09-13T01:07:03.759126+0000 mon.a (mon.0) 3789 : cluster [DBG] osdmap e2033: 8 total, 8 up, 8 in 2024-09-13T01:07:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:04 smithi032 bash[75510]: cluster 2024-09-13T01:07:03.759126+0000 mon.a (mon.0) 3789 : cluster [DBG] osdmap e2033: 8 total, 8 up, 8 in 2024-09-13T01:07:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:04 smithi032 bash[76677]: cluster 2024-09-13T01:07:03.759126+0000 mon.a (mon.0) 3789 : cluster [DBG] osdmap e2033: 8 total, 8 up, 8 in 2024-09-13T01:07:05.997 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 37%] 2024-09-13T01:07:06.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:05 smithi053 bash[67631]: cluster 2024-09-13T01:07:04.766543+0000 mon.a (mon.0) 3790 : cluster [DBG] osdmap e2034: 8 total, 8 up, 8 in 2024-09-13T01:07:06.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:05 smithi053 bash[67631]: cluster 2024-09-13T01:07:04.867959+0000 mgr.y (mgr.34107) 1929 : cluster [DBG] pgmap v3516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 124 op/s 2024-09-13T01:07:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:05 smithi032 bash[75510]: cluster 2024-09-13T01:07:04.766543+0000 mon.a (mon.0) 3790 : cluster [DBG] osdmap e2034: 8 total, 8 up, 8 in 2024-09-13T01:07:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:05 smithi032 bash[75510]: cluster 2024-09-13T01:07:04.867959+0000 mgr.y (mgr.34107) 1929 : cluster [DBG] pgmap v3516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 124 op/s 2024-09-13T01:07:06.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:05 smithi032 bash[76677]: cluster 2024-09-13T01:07:04.766543+0000 mon.a (mon.0) 3790 : cluster [DBG] osdmap e2034: 8 total, 8 up, 8 in 2024-09-13T01:07:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:05 smithi032 bash[76677]: cluster 2024-09-13T01:07:04.867959+0000 mgr.y (mgr.34107) 1929 : cluster [DBG] pgmap v3516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 124 op/s 2024-09-13T01:07:07.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:06 smithi053 bash[67631]: cluster 2024-09-13T01:07:05.777573+0000 mon.a (mon.0) 3791 : cluster [DBG] osdmap e2035: 8 total, 8 up, 8 in 2024-09-13T01:07:07.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:06 smithi053 bash[67631]: cluster 2024-09-13T01:07:06.706883+0000 mon.a (mon.0) 3792 : cluster [DBG] osdmap e2036: 8 total, 8 up, 8 in 2024-09-13T01:07:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:06 smithi032 bash[75510]: cluster 2024-09-13T01:07:05.777573+0000 mon.a (mon.0) 3791 : cluster [DBG] osdmap e2035: 8 total, 8 up, 8 in 2024-09-13T01:07:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:06 smithi032 bash[75510]: cluster 2024-09-13T01:07:06.706883+0000 mon.a (mon.0) 3792 : cluster [DBG] osdmap e2036: 8 total, 8 up, 8 in 2024-09-13T01:07:07.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:06 smithi032 bash[76677]: cluster 2024-09-13T01:07:05.777573+0000 mon.a (mon.0) 3791 : cluster [DBG] osdmap e2035: 8 total, 8 up, 8 in 2024-09-13T01:07:07.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:06 smithi032 bash[76677]: cluster 2024-09-13T01:07:06.706883+0000 mon.a (mon.0) 3792 : cluster [DBG] osdmap e2036: 8 total, 8 up, 8 in 2024-09-13T01:07:07.927 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-09-13T01:07:08.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:07 smithi053 bash[67631]: cluster 2024-09-13T01:07:06.868704+0000 mgr.y (mgr.34107) 1930 : cluster [DBG] pgmap v3519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 6.0 KiB/s wr, 85 op/s 2024-09-13T01:07:08.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:07 smithi053 bash[67631]: cluster 2024-09-13T01:07:07.708963+0000 mon.a (mon.0) 3793 : cluster [DBG] osdmap e2037: 8 total, 8 up, 8 in 2024-09-13T01:07:08.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:07 smithi032 bash[75510]: cluster 2024-09-13T01:07:06.868704+0000 mgr.y (mgr.34107) 1930 : cluster [DBG] pgmap v3519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 6.0 KiB/s wr, 85 op/s 2024-09-13T01:07:08.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:07 smithi032 bash[75510]: cluster 2024-09-13T01:07:07.708963+0000 mon.a (mon.0) 3793 : cluster [DBG] osdmap e2037: 8 total, 8 up, 8 in 2024-09-13T01:07:08.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:07 smithi032 bash[76677]: cluster 2024-09-13T01:07:06.868704+0000 mgr.y (mgr.34107) 1930 : cluster [DBG] pgmap v3519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 6.0 KiB/s wr, 85 op/s 2024-09-13T01:07:08.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:07 smithi032 bash[76677]: cluster 2024-09-13T01:07:07.708963+0000 mon.a (mon.0) 3793 : cluster [DBG] osdmap e2037: 8 total, 8 up, 8 in 2024-09-13T01:07:10.025 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 38%] 2024-09-13T01:07:10.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:09 smithi032 bash[75510]: cluster 2024-09-13T01:07:08.790890+0000 mon.a (mon.0) 3794 : cluster [DBG] osdmap e2038: 8 total, 8 up, 8 in 2024-09-13T01:07:10.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:09 smithi032 bash[75510]: cluster 2024-09-13T01:07:08.869433+0000 mgr.y (mgr.34107) 1931 : cluster [DBG] pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 9.7 KiB/s wr, 185 op/s 2024-09-13T01:07:10.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:09 smithi032 bash[76677]: cluster 2024-09-13T01:07:08.790890+0000 mon.a (mon.0) 3794 : cluster [DBG] osdmap e2038: 8 total, 8 up, 8 in 2024-09-13T01:07:10.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:09 smithi032 bash[76677]: cluster 2024-09-13T01:07:08.869433+0000 mgr.y (mgr.34107) 1931 : cluster [DBG] pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 9.7 KiB/s wr, 185 op/s 2024-09-13T01:07:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:09 smithi053 bash[67631]: cluster 2024-09-13T01:07:08.790890+0000 mon.a (mon.0) 3794 : cluster [DBG] osdmap e2038: 8 total, 8 up, 8 in 2024-09-13T01:07:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:09 smithi053 bash[67631]: cluster 2024-09-13T01:07:08.869433+0000 mgr.y (mgr.34107) 1931 : cluster [DBG] pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 9.7 KiB/s wr, 185 op/s 2024-09-13T01:07:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:10 smithi032 bash[75510]: cluster 2024-09-13T01:07:09.800093+0000 mon.a (mon.0) 3795 : cluster [DBG] osdmap e2039: 8 total, 8 up, 8 in 2024-09-13T01:07:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:10 smithi032 bash[75510]: audit 2024-09-13T01:07:10.223689+0000 mon.a (mon.0) 3796 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:07:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:10 smithi032 bash[76677]: cluster 2024-09-13T01:07:09.800093+0000 mon.a (mon.0) 3795 : cluster [DBG] osdmap e2039: 8 total, 8 up, 8 in 2024-09-13T01:07:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:10 smithi032 bash[76677]: audit 2024-09-13T01:07:10.223689+0000 mon.a (mon.0) 3796 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:07:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:10 smithi053 bash[67631]: cluster 2024-09-13T01:07:09.800093+0000 mon.a (mon.0) 3795 : cluster [DBG] osdmap e2039: 8 total, 8 up, 8 in 2024-09-13T01:07:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:10 smithi053 bash[67631]: audit 2024-09-13T01:07:10.223689+0000 mon.a (mon.0) 3796 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:07:11.952 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 39%] 2024-09-13T01:07:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:11 smithi032 bash[75510]: cluster 2024-09-13T01:07:10.807877+0000 mon.a (mon.0) 3797 : cluster [DBG] osdmap e2040: 8 total, 8 up, 8 in 2024-09-13T01:07:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:11 smithi032 bash[75510]: cluster 2024-09-13T01:07:10.870149+0000 mgr.y (mgr.34107) 1932 : cluster [DBG] pgmap v3525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 243 op/s 2024-09-13T01:07:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:11 smithi032 bash[75510]: cluster 2024-09-13T01:07:11.709084+0000 mon.a (mon.0) 3798 : cluster [DBG] osdmap e2041: 8 total, 8 up, 8 in 2024-09-13T01:07:12.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:11 smithi032 bash[76677]: cluster 2024-09-13T01:07:10.807877+0000 mon.a (mon.0) 3797 : cluster [DBG] osdmap e2040: 8 total, 8 up, 8 in 2024-09-13T01:07:12.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:11 smithi032 bash[76677]: cluster 2024-09-13T01:07:10.870149+0000 mgr.y (mgr.34107) 1932 : cluster [DBG] pgmap v3525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 243 op/s 2024-09-13T01:07:12.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:11 smithi032 bash[76677]: cluster 2024-09-13T01:07:11.709084+0000 mon.a (mon.0) 3798 : cluster [DBG] osdmap e2041: 8 total, 8 up, 8 in 2024-09-13T01:07:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:11 smithi053 bash[67631]: cluster 2024-09-13T01:07:10.807877+0000 mon.a (mon.0) 3797 : cluster [DBG] osdmap e2040: 8 total, 8 up, 8 in 2024-09-13T01:07:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:11 smithi053 bash[67631]: cluster 2024-09-13T01:07:10.870149+0000 mgr.y (mgr.34107) 1932 : cluster [DBG] pgmap v3525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 243 op/s 2024-09-13T01:07:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:11 smithi053 bash[67631]: cluster 2024-09-13T01:07:11.709084+0000 mon.a (mon.0) 3798 : cluster [DBG] osdmap e2041: 8 total, 8 up, 8 in 2024-09-13T01:07:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:07:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:07:12] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2024-09-13T01:07:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:07:12 smithi053 bash[94430]: ts=2024-09-13T01:07:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:07:14.038 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 39%] 2024-09-13T01:07:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:13 smithi032 bash[75510]: cluster 2024-09-13T01:07:12.820778+0000 mon.a (mon.0) 3799 : cluster [DBG] osdmap e2042: 8 total, 8 up, 8 in 2024-09-13T01:07:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:13 smithi032 bash[75510]: cluster 2024-09-13T01:07:12.871036+0000 mgr.y (mgr.34107) 1933 : cluster [DBG] pgmap v3528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 102 op/s 2024-09-13T01:07:14.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:13 smithi032 bash[76677]: cluster 2024-09-13T01:07:12.820778+0000 mon.a (mon.0) 3799 : cluster [DBG] osdmap e2042: 8 total, 8 up, 8 in 2024-09-13T01:07:14.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:13 smithi032 bash[76677]: cluster 2024-09-13T01:07:12.871036+0000 mgr.y (mgr.34107) 1933 : cluster [DBG] pgmap v3528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 102 op/s 2024-09-13T01:07:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:13 smithi053 bash[67631]: cluster 2024-09-13T01:07:12.820778+0000 mon.a (mon.0) 3799 : cluster [DBG] osdmap e2042: 8 total, 8 up, 8 in 2024-09-13T01:07:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:13 smithi053 bash[67631]: cluster 2024-09-13T01:07:12.871036+0000 mgr.y (mgr.34107) 1933 : cluster [DBG] pgmap v3528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 102 op/s 2024-09-13T01:07:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:14 smithi032 bash[75510]: cluster 2024-09-13T01:07:13.830544+0000 mon.a (mon.0) 3800 : cluster [DBG] osdmap e2043: 8 total, 8 up, 8 in 2024-09-13T01:07:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:14 smithi032 bash[76677]: cluster 2024-09-13T01:07:13.830544+0000 mon.a (mon.0) 3800 : cluster [DBG] osdmap e2043: 8 total, 8 up, 8 in 2024-09-13T01:07:15.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:14 smithi053 bash[67631]: cluster 2024-09-13T01:07:13.830544+0000 mon.a (mon.0) 3800 : cluster [DBG] osdmap e2043: 8 total, 8 up, 8 in 2024-09-13T01:07:16.067 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 40%] 2024-09-13T01:07:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:15 smithi032 bash[75510]: cluster 2024-09-13T01:07:14.832155+0000 mon.a (mon.0) 3801 : cluster [DBG] osdmap e2044: 8 total, 8 up, 8 in 2024-09-13T01:07:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:15 smithi032 bash[75510]: cluster 2024-09-13T01:07:14.871744+0000 mgr.y (mgr.34107) 1934 : cluster [DBG] pgmap v3531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 6.2 KiB/s wr, 136 op/s 2024-09-13T01:07:16.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:15 smithi032 bash[76677]: cluster 2024-09-13T01:07:14.832155+0000 mon.a (mon.0) 3801 : cluster [DBG] osdmap e2044: 8 total, 8 up, 8 in 2024-09-13T01:07:16.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:15 smithi032 bash[76677]: cluster 2024-09-13T01:07:14.871744+0000 mgr.y (mgr.34107) 1934 : cluster [DBG] pgmap v3531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 6.2 KiB/s wr, 136 op/s 2024-09-13T01:07:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:15 smithi053 bash[67631]: cluster 2024-09-13T01:07:14.832155+0000 mon.a (mon.0) 3801 : cluster [DBG] osdmap e2044: 8 total, 8 up, 8 in 2024-09-13T01:07:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:15 smithi053 bash[67631]: cluster 2024-09-13T01:07:14.871744+0000 mgr.y (mgr.34107) 1934 : cluster [DBG] pgmap v3531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 6.2 KiB/s wr, 136 op/s 2024-09-13T01:07:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:16 smithi032 bash[75510]: cluster 2024-09-13T01:07:15.852597+0000 mon.a (mon.0) 3802 : cluster [DBG] osdmap e2045: 8 total, 8 up, 8 in 2024-09-13T01:07:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:16 smithi032 bash[75510]: cluster 2024-09-13T01:07:16.711943+0000 mon.a (mon.0) 3803 : cluster [DBG] osdmap e2046: 8 total, 8 up, 8 in 2024-09-13T01:07:17.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:16 smithi032 bash[76677]: cluster 2024-09-13T01:07:15.852597+0000 mon.a (mon.0) 3802 : cluster [DBG] osdmap e2045: 8 total, 8 up, 8 in 2024-09-13T01:07:17.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:16 smithi032 bash[76677]: cluster 2024-09-13T01:07:16.711943+0000 mon.a (mon.0) 3803 : cluster [DBG] osdmap e2046: 8 total, 8 up, 8 in 2024-09-13T01:07:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:16 smithi053 bash[67631]: cluster 2024-09-13T01:07:15.852597+0000 mon.a (mon.0) 3802 : cluster [DBG] osdmap e2045: 8 total, 8 up, 8 in 2024-09-13T01:07:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:16 smithi053 bash[67631]: cluster 2024-09-13T01:07:16.711943+0000 mon.a (mon.0) 3803 : cluster [DBG] osdmap e2046: 8 total, 8 up, 8 in 2024-09-13T01:07:18.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:17 smithi032 bash[76677]: cluster 2024-09-13T01:07:16.872674+0000 mgr.y (mgr.34107) 1935 : cluster [DBG] pgmap v3534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.7 KiB/s wr, 119 op/s 2024-09-13T01:07:18.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:17 smithi032 bash[76677]: cluster 2024-09-13T01:07:17.716393+0000 mon.a (mon.0) 3804 : cluster [DBG] osdmap e2047: 8 total, 8 up, 8 in 2024-09-13T01:07:18.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:17 smithi032 bash[75510]: cluster 2024-09-13T01:07:16.872674+0000 mgr.y (mgr.34107) 1935 : cluster [DBG] pgmap v3534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.7 KiB/s wr, 119 op/s 2024-09-13T01:07:18.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:17 smithi032 bash[75510]: cluster 2024-09-13T01:07:17.716393+0000 mon.a (mon.0) 3804 : cluster [DBG] osdmap e2047: 8 total, 8 up, 8 in 2024-09-13T01:07:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:17 smithi053 bash[67631]: cluster 2024-09-13T01:07:16.872674+0000 mgr.y (mgr.34107) 1935 : cluster [DBG] pgmap v3534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.7 KiB/s wr, 119 op/s 2024-09-13T01:07:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:17 smithi053 bash[67631]: cluster 2024-09-13T01:07:17.716393+0000 mon.a (mon.0) 3804 : cluster [DBG] osdmap e2047: 8 total, 8 up, 8 in 2024-09-13T01:07:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:19 smithi053 bash[67631]: cluster 2024-09-13T01:07:18.719260+0000 mon.a (mon.0) 3805 : cluster [DBG] osdmap e2048: 8 total, 8 up, 8 in 2024-09-13T01:07:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:19 smithi053 bash[67631]: cluster 2024-09-13T01:07:18.873416+0000 mgr.y (mgr.34107) 1936 : cluster [DBG] pgmap v3537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 8.7 KiB/s wr, 148 op/s 2024-09-13T01:07:20.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:19 smithi032 bash[76677]: cluster 2024-09-13T01:07:18.719260+0000 mon.a (mon.0) 3805 : cluster [DBG] osdmap e2048: 8 total, 8 up, 8 in 2024-09-13T01:07:20.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:19 smithi032 bash[76677]: cluster 2024-09-13T01:07:18.873416+0000 mgr.y (mgr.34107) 1936 : cluster [DBG] pgmap v3537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 8.7 KiB/s wr, 148 op/s 2024-09-13T01:07:20.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:19 smithi032 bash[75510]: cluster 2024-09-13T01:07:18.719260+0000 mon.a (mon.0) 3805 : cluster [DBG] osdmap e2048: 8 total, 8 up, 8 in 2024-09-13T01:07:20.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:19 smithi032 bash[75510]: cluster 2024-09-13T01:07:18.873416+0000 mgr.y (mgr.34107) 1936 : cluster [DBG] pgmap v3537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 8.7 KiB/s wr, 148 op/s 2024-09-13T01:07:21.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:20 smithi053 bash[67631]: cluster 2024-09-13T01:07:19.728426+0000 mon.a (mon.0) 3806 : cluster [DBG] osdmap e2049: 8 total, 8 up, 8 in 2024-09-13T01:07:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:20 smithi032 bash[75510]: cluster 2024-09-13T01:07:19.728426+0000 mon.a (mon.0) 3806 : cluster [DBG] osdmap e2049: 8 total, 8 up, 8 in 2024-09-13T01:07:21.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:20 smithi032 bash[76677]: cluster 2024-09-13T01:07:19.728426+0000 mon.a (mon.0) 3806 : cluster [DBG] osdmap e2049: 8 total, 8 up, 8 in 2024-09-13T01:07:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:21 smithi053 bash[67631]: cluster 2024-09-13T01:07:20.736408+0000 mon.a (mon.0) 3807 : cluster [DBG] osdmap e2050: 8 total, 8 up, 8 in 2024-09-13T01:07:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:21 smithi053 bash[67631]: cluster 2024-09-13T01:07:20.874115+0000 mgr.y (mgr.34107) 1937 : cluster [DBG] pgmap v3540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.0 KiB/s wr, 145 op/s 2024-09-13T01:07:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:21 smithi053 bash[67631]: cluster 2024-09-13T01:07:21.715194+0000 mon.a (mon.0) 3808 : cluster [DBG] osdmap e2051: 8 total, 8 up, 8 in 2024-09-13T01:07:22.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:21 smithi032 bash[76677]: cluster 2024-09-13T01:07:20.736408+0000 mon.a (mon.0) 3807 : cluster [DBG] osdmap e2050: 8 total, 8 up, 8 in 2024-09-13T01:07:22.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:21 smithi032 bash[76677]: cluster 2024-09-13T01:07:20.874115+0000 mgr.y (mgr.34107) 1937 : cluster [DBG] pgmap v3540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.0 KiB/s wr, 145 op/s 2024-09-13T01:07:22.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:21 smithi032 bash[76677]: cluster 2024-09-13T01:07:21.715194+0000 mon.a (mon.0) 3808 : cluster [DBG] osdmap e2051: 8 total, 8 up, 8 in 2024-09-13T01:07:22.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:21 smithi032 bash[75510]: cluster 2024-09-13T01:07:20.736408+0000 mon.a (mon.0) 3807 : cluster [DBG] osdmap e2050: 8 total, 8 up, 8 in 2024-09-13T01:07:22.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:21 smithi032 bash[75510]: cluster 2024-09-13T01:07:20.874115+0000 mgr.y (mgr.34107) 1937 : cluster [DBG] pgmap v3540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.0 KiB/s wr, 145 op/s 2024-09-13T01:07:22.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:21 smithi032 bash[75510]: cluster 2024-09-13T01:07:21.715194+0000 mon.a (mon.0) 3808 : cluster [DBG] osdmap e2051: 8 total, 8 up, 8 in 2024-09-13T01:07:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:07:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:07:22] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2024-09-13T01:07:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:07:22 smithi053 bash[94430]: ts=2024-09-13T01:07:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:07:23.923 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-09-13T01:07:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:23 smithi053 bash[67631]: cluster 2024-09-13T01:07:22.748901+0000 mon.a (mon.0) 3809 : cluster [DBG] osdmap e2052: 8 total, 8 up, 8 in 2024-09-13T01:07:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:23 smithi053 bash[67631]: cluster 2024-09-13T01:07:22.874959+0000 mgr.y (mgr.34107) 1938 : cluster [DBG] pgmap v3543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-13T01:07:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:23 smithi053 bash[67631]: audit 2024-09-13T01:07:23.731532+0000 mon.a (mon.0) 3810 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:07:24.120 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 41%] 2024-09-13T01:07:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:23 smithi032 bash[76677]: cluster 2024-09-13T01:07:22.748901+0000 mon.a (mon.0) 3809 : cluster [DBG] osdmap e2052: 8 total, 8 up, 8 in 2024-09-13T01:07:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:23 smithi032 bash[76677]: cluster 2024-09-13T01:07:22.874959+0000 mgr.y (mgr.34107) 1938 : cluster [DBG] pgmap v3543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-13T01:07:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:23 smithi032 bash[76677]: audit 2024-09-13T01:07:23.731532+0000 mon.a (mon.0) 3810 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:07:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:23 smithi032 bash[75510]: cluster 2024-09-13T01:07:22.748901+0000 mon.a (mon.0) 3809 : cluster [DBG] osdmap e2052: 8 total, 8 up, 8 in 2024-09-13T01:07:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:23 smithi032 bash[75510]: cluster 2024-09-13T01:07:22.874959+0000 mgr.y (mgr.34107) 1938 : cluster [DBG] pgmap v3543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-13T01:07:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:23 smithi032 bash[75510]: audit 2024-09-13T01:07:23.731532+0000 mon.a (mon.0) 3810 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:07:24.221 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-09-13T01:07:24.330 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 42%] 2024-09-13T01:07:25.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:24 smithi053 bash[67631]: cluster 2024-09-13T01:07:23.760682+0000 mon.a (mon.0) 3811 : cluster [DBG] osdmap e2053: 8 total, 8 up, 8 in 2024-09-13T01:07:25.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:24 smithi053 bash[67631]: audit 2024-09-13T01:07:24.341241+0000 mon.a (mon.0) 3812 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:07:25.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:24 smithi053 bash[67631]: audit 2024-09-13T01:07:24.342355+0000 mon.a (mon.0) 3813 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:07:25.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:24 smithi053 bash[67631]: audit 2024-09-13T01:07:24.352931+0000 mon.a (mon.0) 3814 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:07:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:24 smithi032 bash[75510]: cluster 2024-09-13T01:07:23.760682+0000 mon.a (mon.0) 3811 : cluster [DBG] osdmap e2053: 8 total, 8 up, 8 in 2024-09-13T01:07:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:24 smithi032 bash[75510]: audit 2024-09-13T01:07:24.341241+0000 mon.a (mon.0) 3812 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:07:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:24 smithi032 bash[75510]: audit 2024-09-13T01:07:24.342355+0000 mon.a (mon.0) 3813 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:07:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:24 smithi032 bash[75510]: audit 2024-09-13T01:07:24.352931+0000 mon.a (mon.0) 3814 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:07:25.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:24 smithi032 bash[76677]: cluster 2024-09-13T01:07:23.760682+0000 mon.a (mon.0) 3811 : cluster [DBG] osdmap e2053: 8 total, 8 up, 8 in 2024-09-13T01:07:25.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:24 smithi032 bash[76677]: audit 2024-09-13T01:07:24.341241+0000 mon.a (mon.0) 3812 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:07:25.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:24 smithi032 bash[76677]: audit 2024-09-13T01:07:24.342355+0000 mon.a (mon.0) 3813 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:07:25.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:24 smithi032 bash[76677]: audit 2024-09-13T01:07:24.352931+0000 mon.a (mon.0) 3814 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:07:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:25 smithi053 bash[67631]: cluster 2024-09-13T01:07:24.875705+0000 mgr.y (mgr.34107) 1939 : cluster [DBG] pgmap v3545: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.6 KiB/s wr, 38 op/s 2024-09-13T01:07:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:25 smithi053 bash[67631]: audit 2024-09-13T01:07:25.223966+0000 mon.a (mon.0) 3815 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:07:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:25 smithi053 bash[67631]: cluster 2024-09-13T01:07:25.356324+0000 mon.a (mon.0) 3816 : cluster [DBG] osdmap e2054: 8 total, 8 up, 8 in 2024-09-13T01:07:26.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:25 smithi032 bash[75510]: cluster 2024-09-13T01:07:24.875705+0000 mgr.y (mgr.34107) 1939 : cluster [DBG] pgmap v3545: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.6 KiB/s wr, 38 op/s 2024-09-13T01:07:26.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:25 smithi032 bash[75510]: audit 2024-09-13T01:07:25.223966+0000 mon.a (mon.0) 3815 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:07:26.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:25 smithi032 bash[75510]: cluster 2024-09-13T01:07:25.356324+0000 mon.a (mon.0) 3816 : cluster [DBG] osdmap e2054: 8 total, 8 up, 8 in 2024-09-13T01:07:26.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:25 smithi032 bash[76677]: cluster 2024-09-13T01:07:24.875705+0000 mgr.y (mgr.34107) 1939 : cluster [DBG] pgmap v3545: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.6 KiB/s wr, 38 op/s 2024-09-13T01:07:26.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:25 smithi032 bash[76677]: audit 2024-09-13T01:07:25.223966+0000 mon.a (mon.0) 3815 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:07:26.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:25 smithi032 bash[76677]: cluster 2024-09-13T01:07:25.356324+0000 mon.a (mon.0) 3816 : cluster [DBG] osdmap e2054: 8 total, 8 up, 8 in 2024-09-13T01:07:26.593 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-09-13T01:07:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:27 smithi032 bash[75510]: cluster 2024-09-13T01:07:26.359385+0000 mon.a (mon.0) 3817 : cluster [DBG] osdmap e2055: 8 total, 8 up, 8 in 2024-09-13T01:07:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:27 smithi032 bash[75510]: cluster 2024-09-13T01:07:26.716912+0000 mon.a (mon.0) 3818 : cluster [DBG] osdmap e2056: 8 total, 8 up, 8 in 2024-09-13T01:07:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:27 smithi032 bash[76677]: cluster 2024-09-13T01:07:26.359385+0000 mon.a (mon.0) 3817 : cluster [DBG] osdmap e2055: 8 total, 8 up, 8 in 2024-09-13T01:07:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:27 smithi032 bash[76677]: cluster 2024-09-13T01:07:26.716912+0000 mon.a (mon.0) 3818 : cluster [DBG] osdmap e2056: 8 total, 8 up, 8 in 2024-09-13T01:07:27.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:27 smithi053 bash[67631]: cluster 2024-09-13T01:07:26.359385+0000 mon.a (mon.0) 3817 : cluster [DBG] osdmap e2055: 8 total, 8 up, 8 in 2024-09-13T01:07:27.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:27 smithi053 bash[67631]: cluster 2024-09-13T01:07:26.716912+0000 mon.a (mon.0) 3818 : cluster [DBG] osdmap e2056: 8 total, 8 up, 8 in 2024-09-13T01:07:27.927 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-09-13T01:07:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:28 smithi032 bash[75510]: cluster 2024-09-13T01:07:26.876567+0000 mgr.y (mgr.34107) 1940 : cluster [DBG] pgmap v3549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-09-13T01:07:28.751 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:28 smithi032 bash[75510]: cluster 2024-09-13T01:07:27.727377+0000 mon.a (mon.0) 3819 : cluster [DBG] osdmap e2057: 8 total, 8 up, 8 in 2024-09-13T01:07:28.751 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:28 smithi032 bash[76677]: cluster 2024-09-13T01:07:26.876567+0000 mgr.y (mgr.34107) 1940 : cluster [DBG] pgmap v3549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-09-13T01:07:28.751 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:28 smithi032 bash[76677]: cluster 2024-09-13T01:07:27.727377+0000 mon.a (mon.0) 3819 : cluster [DBG] osdmap e2057: 8 total, 8 up, 8 in 2024-09-13T01:07:28.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:28 smithi053 bash[67631]: cluster 2024-09-13T01:07:26.876567+0000 mgr.y (mgr.34107) 1940 : cluster [DBG] pgmap v3549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-09-13T01:07:28.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:28 smithi053 bash[67631]: cluster 2024-09-13T01:07:27.727377+0000 mon.a (mon.0) 3819 : cluster [DBG] osdmap e2057: 8 total, 8 up, 8 in 2024-09-13T01:07:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:29 smithi053 bash[67631]: cluster 2024-09-13T01:07:28.730303+0000 mon.a (mon.0) 3820 : cluster [DBG] osdmap e2058: 8 total, 8 up, 8 in 2024-09-13T01:07:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:29 smithi053 bash[67631]: cluster 2024-09-13T01:07:28.877282+0000 mgr.y (mgr.34107) 1941 : cluster [DBG] pgmap v3552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 17 KiB/s wr, 324 op/s 2024-09-13T01:07:30.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:29 smithi032 bash[76677]: cluster 2024-09-13T01:07:28.730303+0000 mon.a (mon.0) 3820 : cluster [DBG] osdmap e2058: 8 total, 8 up, 8 in 2024-09-13T01:07:30.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:29 smithi032 bash[76677]: cluster 2024-09-13T01:07:28.877282+0000 mgr.y (mgr.34107) 1941 : cluster [DBG] pgmap v3552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 17 KiB/s wr, 324 op/s 2024-09-13T01:07:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:29 smithi032 bash[75510]: cluster 2024-09-13T01:07:28.730303+0000 mon.a (mon.0) 3820 : cluster [DBG] osdmap e2058: 8 total, 8 up, 8 in 2024-09-13T01:07:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:29 smithi032 bash[75510]: cluster 2024-09-13T01:07:28.877282+0000 mgr.y (mgr.34107) 1941 : cluster [DBG] pgmap v3552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 17 KiB/s wr, 324 op/s 2024-09-13T01:07:31.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:30 smithi053 bash[67631]: cluster 2024-09-13T01:07:29.739744+0000 mon.a (mon.0) 3821 : cluster [DBG] osdmap e2059: 8 total, 8 up, 8 in 2024-09-13T01:07:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:30 smithi032 bash[75510]: cluster 2024-09-13T01:07:29.739744+0000 mon.a (mon.0) 3821 : cluster [DBG] osdmap e2059: 8 total, 8 up, 8 in 2024-09-13T01:07:31.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:30 smithi032 bash[76677]: cluster 2024-09-13T01:07:29.739744+0000 mon.a (mon.0) 3821 : cluster [DBG] osdmap e2059: 8 total, 8 up, 8 in 2024-09-13T01:07:31.965 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-09-13T01:07:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:31 smithi053 bash[67631]: cluster 2024-09-13T01:07:30.747416+0000 mon.a (mon.0) 3822 : cluster [DBG] osdmap e2060: 8 total, 8 up, 8 in 2024-09-13T01:07:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:31 smithi053 bash[67631]: cluster 2024-09-13T01:07:30.877945+0000 mgr.y (mgr.34107) 1942 : cluster [DBG] pgmap v3555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 7.7 KiB/s wr, 146 op/s 2024-09-13T01:07:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:31 smithi053 bash[67631]: cluster 2024-09-13T01:07:31.719772+0000 mon.a (mon.0) 3823 : cluster [DBG] osdmap e2061: 8 total, 8 up, 8 in 2024-09-13T01:07:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:31 smithi032 bash[75510]: cluster 2024-09-13T01:07:30.747416+0000 mon.a (mon.0) 3822 : cluster [DBG] osdmap e2060: 8 total, 8 up, 8 in 2024-09-13T01:07:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:31 smithi032 bash[75510]: cluster 2024-09-13T01:07:30.877945+0000 mgr.y (mgr.34107) 1942 : cluster [DBG] pgmap v3555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 7.7 KiB/s wr, 146 op/s 2024-09-13T01:07:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:31 smithi032 bash[75510]: cluster 2024-09-13T01:07:31.719772+0000 mon.a (mon.0) 3823 : cluster [DBG] osdmap e2061: 8 total, 8 up, 8 in 2024-09-13T01:07:32.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:31 smithi032 bash[76677]: cluster 2024-09-13T01:07:30.747416+0000 mon.a (mon.0) 3822 : cluster [DBG] osdmap e2060: 8 total, 8 up, 8 in 2024-09-13T01:07:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:31 smithi032 bash[76677]: cluster 2024-09-13T01:07:30.877945+0000 mgr.y (mgr.34107) 1942 : cluster [DBG] pgmap v3555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 7.7 KiB/s wr, 146 op/s 2024-09-13T01:07:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:31 smithi032 bash[76677]: cluster 2024-09-13T01:07:31.719772+0000 mon.a (mon.0) 3823 : cluster [DBG] osdmap e2061: 8 total, 8 up, 8 in 2024-09-13T01:07:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:07:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:07:32] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2024-09-13T01:07:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:07:32 smithi053 bash[94430]: ts=2024-09-13T01:07:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:07:33.989 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-09-13T01:07:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:33 smithi053 bash[67631]: cluster 2024-09-13T01:07:32.761643+0000 mon.a (mon.0) 3824 : cluster [DBG] osdmap e2062: 8 total, 8 up, 8 in 2024-09-13T01:07:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:33 smithi053 bash[67631]: cluster 2024-09-13T01:07:32.878817+0000 mgr.y (mgr.34107) 1943 : cluster [DBG] pgmap v3558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 14 KiB/s wr, 168 op/s 2024-09-13T01:07:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:33 smithi032 bash[75510]: cluster 2024-09-13T01:07:32.761643+0000 mon.a (mon.0) 3824 : cluster [DBG] osdmap e2062: 8 total, 8 up, 8 in 2024-09-13T01:07:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:33 smithi032 bash[75510]: cluster 2024-09-13T01:07:32.878817+0000 mgr.y (mgr.34107) 1943 : cluster [DBG] pgmap v3558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 14 KiB/s wr, 168 op/s 2024-09-13T01:07:34.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:33 smithi032 bash[76677]: cluster 2024-09-13T01:07:32.761643+0000 mon.a (mon.0) 3824 : cluster [DBG] osdmap e2062: 8 total, 8 up, 8 in 2024-09-13T01:07:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:33 smithi032 bash[76677]: cluster 2024-09-13T01:07:32.878817+0000 mgr.y (mgr.34107) 1943 : cluster [DBG] pgmap v3558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 14 KiB/s wr, 168 op/s 2024-09-13T01:07:35.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:34 smithi053 bash[67631]: cluster 2024-09-13T01:07:33.770819+0000 mon.a (mon.0) 3825 : cluster [DBG] osdmap e2063: 8 total, 8 up, 8 in 2024-09-13T01:07:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:34 smithi032 bash[75510]: cluster 2024-09-13T01:07:33.770819+0000 mon.a (mon.0) 3825 : cluster [DBG] osdmap e2063: 8 total, 8 up, 8 in 2024-09-13T01:07:35.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:34 smithi032 bash[76677]: cluster 2024-09-13T01:07:33.770819+0000 mon.a (mon.0) 3825 : cluster [DBG] osdmap e2063: 8 total, 8 up, 8 in 2024-09-13T01:07:36.008 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 45%] 2024-09-13T01:07:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:35 smithi053 bash[67631]: cluster 2024-09-13T01:07:34.778862+0000 mon.a (mon.0) 3826 : cluster [DBG] osdmap e2064: 8 total, 8 up, 8 in 2024-09-13T01:07:36.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:35 smithi053 bash[67631]: cluster 2024-09-13T01:07:34.879539+0000 mgr.y (mgr.34107) 1944 : cluster [DBG] pgmap v3561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 13 KiB/s wr, 159 op/s 2024-09-13T01:07:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:35 smithi032 bash[75510]: cluster 2024-09-13T01:07:34.778862+0000 mon.a (mon.0) 3826 : cluster [DBG] osdmap e2064: 8 total, 8 up, 8 in 2024-09-13T01:07:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:35 smithi032 bash[75510]: cluster 2024-09-13T01:07:34.879539+0000 mgr.y (mgr.34107) 1944 : cluster [DBG] pgmap v3561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 13 KiB/s wr, 159 op/s 2024-09-13T01:07:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:35 smithi032 bash[76677]: cluster 2024-09-13T01:07:34.778862+0000 mon.a (mon.0) 3826 : cluster [DBG] osdmap e2064: 8 total, 8 up, 8 in 2024-09-13T01:07:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:35 smithi032 bash[76677]: cluster 2024-09-13T01:07:34.879539+0000 mgr.y (mgr.34107) 1944 : cluster [DBG] pgmap v3561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 13 KiB/s wr, 159 op/s 2024-09-13T01:07:37.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:36 smithi053 bash[67631]: cluster 2024-09-13T01:07:35.789184+0000 mon.a (mon.0) 3827 : cluster [DBG] osdmap e2065: 8 total, 8 up, 8 in 2024-09-13T01:07:37.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:36 smithi053 bash[67631]: cluster 2024-09-13T01:07:36.723091+0000 mon.a (mon.0) 3828 : cluster [DBG] osdmap e2066: 8 total, 8 up, 8 in 2024-09-13T01:07:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:36 smithi032 bash[75510]: cluster 2024-09-13T01:07:35.789184+0000 mon.a (mon.0) 3827 : cluster [DBG] osdmap e2065: 8 total, 8 up, 8 in 2024-09-13T01:07:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:36 smithi032 bash[75510]: cluster 2024-09-13T01:07:36.723091+0000 mon.a (mon.0) 3828 : cluster [DBG] osdmap e2066: 8 total, 8 up, 8 in 2024-09-13T01:07:37.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:36 smithi032 bash[76677]: cluster 2024-09-13T01:07:35.789184+0000 mon.a (mon.0) 3827 : cluster [DBG] osdmap e2065: 8 total, 8 up, 8 in 2024-09-13T01:07:37.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:36 smithi032 bash[76677]: cluster 2024-09-13T01:07:36.723091+0000 mon.a (mon.0) 3828 : cluster [DBG] osdmap e2066: 8 total, 8 up, 8 in 2024-09-13T01:07:38.028 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-09-13T01:07:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:37 smithi032 bash[75510]: cluster 2024-09-13T01:07:36.880523+0000 mgr.y (mgr.34107) 1945 : cluster [DBG] pgmap v3564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 9.0 KiB/s wr, 87 op/s 2024-09-13T01:07:38.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:37 smithi032 bash[76677]: cluster 2024-09-13T01:07:36.880523+0000 mgr.y (mgr.34107) 1945 : cluster [DBG] pgmap v3564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 9.0 KiB/s wr, 87 op/s 2024-09-13T01:07:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:37 smithi053 bash[67631]: cluster 2024-09-13T01:07:36.880523+0000 mgr.y (mgr.34107) 1945 : cluster [DBG] pgmap v3564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 9.0 KiB/s wr, 87 op/s 2024-09-13T01:07:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:38 smithi032 bash[75510]: cluster 2024-09-13T01:07:37.800369+0000 mon.a (mon.0) 3829 : cluster [DBG] osdmap e2067: 8 total, 8 up, 8 in 2024-09-13T01:07:39.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:38 smithi032 bash[76677]: cluster 2024-09-13T01:07:37.800369+0000 mon.a (mon.0) 3829 : cluster [DBG] osdmap e2067: 8 total, 8 up, 8 in 2024-09-13T01:07:39.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:38 smithi053 bash[67631]: cluster 2024-09-13T01:07:37.800369+0000 mon.a (mon.0) 3829 : cluster [DBG] osdmap e2067: 8 total, 8 up, 8 in 2024-09-13T01:07:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:39 smithi032 bash[75510]: cluster 2024-09-13T01:07:38.808372+0000 mon.a (mon.0) 3830 : cluster [DBG] osdmap e2068: 8 total, 8 up, 8 in 2024-09-13T01:07:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:39 smithi032 bash[75510]: cluster 2024-09-13T01:07:38.881246+0000 mgr.y (mgr.34107) 1946 : cluster [DBG] pgmap v3567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 13 KiB/s wr, 131 op/s 2024-09-13T01:07:40.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:39 smithi032 bash[76677]: cluster 2024-09-13T01:07:38.808372+0000 mon.a (mon.0) 3830 : cluster [DBG] osdmap e2068: 8 total, 8 up, 8 in 2024-09-13T01:07:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:39 smithi032 bash[76677]: cluster 2024-09-13T01:07:38.881246+0000 mgr.y (mgr.34107) 1946 : cluster [DBG] pgmap v3567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 13 KiB/s wr, 131 op/s 2024-09-13T01:07:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:39 smithi053 bash[67631]: cluster 2024-09-13T01:07:38.808372+0000 mon.a (mon.0) 3830 : cluster [DBG] osdmap e2068: 8 total, 8 up, 8 in 2024-09-13T01:07:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:39 smithi053 bash[67631]: cluster 2024-09-13T01:07:38.881246+0000 mgr.y (mgr.34107) 1946 : cluster [DBG] pgmap v3567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 13 KiB/s wr, 131 op/s 2024-09-13T01:07:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:40 smithi032 bash[75510]: cluster 2024-09-13T01:07:39.817536+0000 mon.a (mon.0) 3831 : cluster [DBG] osdmap e2069: 8 total, 8 up, 8 in 2024-09-13T01:07:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:40 smithi032 bash[75510]: audit 2024-09-13T01:07:40.224546+0000 mon.a (mon.0) 3832 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:07:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:40 smithi032 bash[76677]: cluster 2024-09-13T01:07:39.817536+0000 mon.a (mon.0) 3831 : cluster [DBG] osdmap e2069: 8 total, 8 up, 8 in 2024-09-13T01:07:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:40 smithi032 bash[76677]: audit 2024-09-13T01:07:40.224546+0000 mon.a (mon.0) 3832 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:07:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:40 smithi053 bash[67631]: cluster 2024-09-13T01:07:39.817536+0000 mon.a (mon.0) 3831 : cluster [DBG] osdmap e2069: 8 total, 8 up, 8 in 2024-09-13T01:07:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:40 smithi053 bash[67631]: audit 2024-09-13T01:07:40.224546+0000 mon.a (mon.0) 3832 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:07:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:41 smithi032 bash[75510]: cluster 2024-09-13T01:07:40.819692+0000 mon.a (mon.0) 3833 : cluster [DBG] osdmap e2070: 8 total, 8 up, 8 in 2024-09-13T01:07:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:41 smithi032 bash[75510]: cluster 2024-09-13T01:07:40.881984+0000 mgr.y (mgr.34107) 1947 : cluster [DBG] pgmap v3570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.5 KiB/s wr, 128 op/s 2024-09-13T01:07:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:41 smithi032 bash[75510]: cluster 2024-09-13T01:07:41.725277+0000 mon.a (mon.0) 3834 : cluster [DBG] osdmap e2071: 8 total, 8 up, 8 in 2024-09-13T01:07:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:41 smithi032 bash[76677]: cluster 2024-09-13T01:07:40.819692+0000 mon.a (mon.0) 3833 : cluster [DBG] osdmap e2070: 8 total, 8 up, 8 in 2024-09-13T01:07:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:41 smithi032 bash[76677]: cluster 2024-09-13T01:07:40.881984+0000 mgr.y (mgr.34107) 1947 : cluster [DBG] pgmap v3570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.5 KiB/s wr, 128 op/s 2024-09-13T01:07:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:41 smithi032 bash[76677]: cluster 2024-09-13T01:07:41.725277+0000 mon.a (mon.0) 3834 : cluster [DBG] osdmap e2071: 8 total, 8 up, 8 in 2024-09-13T01:07:42.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:41 smithi053 bash[67631]: cluster 2024-09-13T01:07:40.819692+0000 mon.a (mon.0) 3833 : cluster [DBG] osdmap e2070: 8 total, 8 up, 8 in 2024-09-13T01:07:42.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:41 smithi053 bash[67631]: cluster 2024-09-13T01:07:40.881984+0000 mgr.y (mgr.34107) 1947 : cluster [DBG] pgmap v3570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.5 KiB/s wr, 128 op/s 2024-09-13T01:07:42.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:41 smithi053 bash[67631]: cluster 2024-09-13T01:07:41.725277+0000 mon.a (mon.0) 3834 : cluster [DBG] osdmap e2071: 8 total, 8 up, 8 in 2024-09-13T01:07:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:07:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:07:42] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-09-13T01:07:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:07:42 smithi053 bash[94430]: ts=2024-09-13T01:07:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:07:43.956 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 46%] 2024-09-13T01:07:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:43 smithi053 bash[67631]: cluster 2024-09-13T01:07:42.727441+0000 mon.a (mon.0) 3835 : cluster [DBG] osdmap e2072: 8 total, 8 up, 8 in 2024-09-13T01:07:44.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:43 smithi053 bash[67631]: cluster 2024-09-13T01:07:42.882855+0000 mgr.y (mgr.34107) 1948 : cluster [DBG] pgmap v3573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-09-13T01:07:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:43 smithi032 bash[75510]: cluster 2024-09-13T01:07:42.727441+0000 mon.a (mon.0) 3835 : cluster [DBG] osdmap e2072: 8 total, 8 up, 8 in 2024-09-13T01:07:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:43 smithi032 bash[75510]: cluster 2024-09-13T01:07:42.882855+0000 mgr.y (mgr.34107) 1948 : cluster [DBG] pgmap v3573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-09-13T01:07:44.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:43 smithi032 bash[76677]: cluster 2024-09-13T01:07:42.727441+0000 mon.a (mon.0) 3835 : cluster [DBG] osdmap e2072: 8 total, 8 up, 8 in 2024-09-13T01:07:44.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:43 smithi032 bash[76677]: cluster 2024-09-13T01:07:42.882855+0000 mgr.y (mgr.34107) 1948 : cluster [DBG] pgmap v3573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-09-13T01:07:45.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:44 smithi053 bash[67631]: cluster 2024-09-13T01:07:43.740017+0000 mon.a (mon.0) 3836 : cluster [DBG] osdmap e2073: 8 total, 8 up, 8 in 2024-09-13T01:07:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:44 smithi032 bash[75510]: cluster 2024-09-13T01:07:43.740017+0000 mon.a (mon.0) 3836 : cluster [DBG] osdmap e2073: 8 total, 8 up, 8 in 2024-09-13T01:07:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:44 smithi032 bash[76677]: cluster 2024-09-13T01:07:43.740017+0000 mon.a (mon.0) 3836 : cluster [DBG] osdmap e2073: 8 total, 8 up, 8 in 2024-09-13T01:07:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:45 smithi053 bash[67631]: cluster 2024-09-13T01:07:44.741182+0000 mon.a (mon.0) 3837 : cluster [DBG] osdmap e2074: 8 total, 8 up, 8 in 2024-09-13T01:07:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:45 smithi053 bash[67631]: cluster 2024-09-13T01:07:44.883587+0000 mgr.y (mgr.34107) 1949 : cluster [DBG] pgmap v3576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 6.0 KiB/s wr, 70 op/s 2024-09-13T01:07:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:45 smithi032 bash[75510]: cluster 2024-09-13T01:07:44.741182+0000 mon.a (mon.0) 3837 : cluster [DBG] osdmap e2074: 8 total, 8 up, 8 in 2024-09-13T01:07:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:45 smithi032 bash[75510]: cluster 2024-09-13T01:07:44.883587+0000 mgr.y (mgr.34107) 1949 : cluster [DBG] pgmap v3576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 6.0 KiB/s wr, 70 op/s 2024-09-13T01:07:46.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:45 smithi032 bash[76677]: cluster 2024-09-13T01:07:44.741182+0000 mon.a (mon.0) 3837 : cluster [DBG] osdmap e2074: 8 total, 8 up, 8 in 2024-09-13T01:07:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:45 smithi032 bash[76677]: cluster 2024-09-13T01:07:44.883587+0000 mgr.y (mgr.34107) 1949 : cluster [DBG] pgmap v3576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 6.0 KiB/s wr, 70 op/s 2024-09-13T01:07:47.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:46 smithi032 bash[75510]: cluster 2024-09-13T01:07:45.762495+0000 mon.a (mon.0) 3838 : cluster [DBG] osdmap e2075: 8 total, 8 up, 8 in 2024-09-13T01:07:47.008 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:46 smithi032 bash[75510]: cluster 2024-09-13T01:07:46.726698+0000 mon.a (mon.0) 3839 : cluster [DBG] osdmap e2076: 8 total, 8 up, 8 in 2024-09-13T01:07:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:46 smithi053 bash[67631]: cluster 2024-09-13T01:07:45.762495+0000 mon.a (mon.0) 3838 : cluster [DBG] osdmap e2075: 8 total, 8 up, 8 in 2024-09-13T01:07:47.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:46 smithi053 bash[67631]: cluster 2024-09-13T01:07:46.726698+0000 mon.a (mon.0) 3839 : cluster [DBG] osdmap e2076: 8 total, 8 up, 8 in 2024-09-13T01:07:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:47 smithi032 bash[76677]: cluster 2024-09-13T01:07:45.762495+0000 mon.a (mon.0) 3838 : cluster [DBG] osdmap e2075: 8 total, 8 up, 8 in 2024-09-13T01:07:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:47 smithi032 bash[76677]: cluster 2024-09-13T01:07:46.726698+0000 mon.a (mon.0) 3839 : cluster [DBG] osdmap e2076: 8 total, 8 up, 8 in 2024-09-13T01:07:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:47 smithi053 bash[67631]: cluster 2024-09-13T01:07:46.884466+0000 mgr.y (mgr.34107) 1950 : cluster [DBG] pgmap v3579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 8.7 KiB/s wr, 106 op/s 2024-09-13T01:07:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:47 smithi032 bash[75510]: cluster 2024-09-13T01:07:46.884466+0000 mgr.y (mgr.34107) 1950 : cluster [DBG] pgmap v3579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 8.7 KiB/s wr, 106 op/s 2024-09-13T01:07:48.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:47 smithi032 bash[76677]: cluster 2024-09-13T01:07:46.884466+0000 mgr.y (mgr.34107) 1950 : cluster [DBG] pgmap v3579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 8.7 KiB/s wr, 106 op/s 2024-09-13T01:07:49.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:48 smithi053 bash[67631]: cluster 2024-09-13T01:07:47.773153+0000 mon.a (mon.0) 3840 : cluster [DBG] osdmap e2077: 8 total, 8 up, 8 in 2024-09-13T01:07:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:48 smithi032 bash[75510]: cluster 2024-09-13T01:07:47.773153+0000 mon.a (mon.0) 3840 : cluster [DBG] osdmap e2077: 8 total, 8 up, 8 in 2024-09-13T01:07:49.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:48 smithi032 bash[76677]: cluster 2024-09-13T01:07:47.773153+0000 mon.a (mon.0) 3840 : cluster [DBG] osdmap e2077: 8 total, 8 up, 8 in 2024-09-13T01:07:50.000 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-09-13T01:07:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:49 smithi053 bash[67631]: cluster 2024-09-13T01:07:48.785101+0000 mon.a (mon.0) 3841 : cluster [DBG] osdmap e2078: 8 total, 8 up, 8 in 2024-09-13T01:07:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:49 smithi053 bash[67631]: cluster 2024-09-13T01:07:48.885160+0000 mgr.y (mgr.34107) 1951 : cluster [DBG] pgmap v3582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.2 KiB/s wr, 90 op/s 2024-09-13T01:07:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:49 smithi032 bash[75510]: cluster 2024-09-13T01:07:48.785101+0000 mon.a (mon.0) 3841 : cluster [DBG] osdmap e2078: 8 total, 8 up, 8 in 2024-09-13T01:07:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:49 smithi032 bash[75510]: cluster 2024-09-13T01:07:48.885160+0000 mgr.y (mgr.34107) 1951 : cluster [DBG] pgmap v3582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.2 KiB/s wr, 90 op/s 2024-09-13T01:07:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:49 smithi032 bash[76677]: cluster 2024-09-13T01:07:48.785101+0000 mon.a (mon.0) 3841 : cluster [DBG] osdmap e2078: 8 total, 8 up, 8 in 2024-09-13T01:07:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:49 smithi032 bash[76677]: cluster 2024-09-13T01:07:48.885160+0000 mgr.y (mgr.34107) 1951 : cluster [DBG] pgmap v3582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.2 KiB/s wr, 90 op/s 2024-09-13T01:07:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:50 smithi032 bash[75510]: cluster 2024-09-13T01:07:49.795251+0000 mon.a (mon.0) 3842 : cluster [DBG] osdmap e2079: 8 total, 8 up, 8 in 2024-09-13T01:07:51.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:50 smithi032 bash[76677]: cluster 2024-09-13T01:07:49.795251+0000 mon.a (mon.0) 3842 : cluster [DBG] osdmap e2079: 8 total, 8 up, 8 in 2024-09-13T01:07:51.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:50 smithi053 bash[67631]: cluster 2024-09-13T01:07:49.795251+0000 mon.a (mon.0) 3842 : cluster [DBG] osdmap e2079: 8 total, 8 up, 8 in 2024-09-13T01:07:51.948 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-09-13T01:07:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:51 smithi032 bash[75510]: cluster 2024-09-13T01:07:50.796375+0000 mon.a (mon.0) 3843 : cluster [DBG] osdmap e2080: 8 total, 8 up, 8 in 2024-09-13T01:07:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:51 smithi032 bash[75510]: cluster 2024-09-13T01:07:50.885979+0000 mgr.y (mgr.34107) 1952 : cluster [DBG] pgmap v3585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.7 KiB/s wr, 40 op/s 2024-09-13T01:07:52.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:51 smithi032 bash[75510]: cluster 2024-09-13T01:07:51.730029+0000 mon.a (mon.0) 3844 : cluster [DBG] osdmap e2081: 8 total, 8 up, 8 in 2024-09-13T01:07:52.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:51 smithi032 bash[76677]: cluster 2024-09-13T01:07:50.796375+0000 mon.a (mon.0) 3843 : cluster [DBG] osdmap e2080: 8 total, 8 up, 8 in 2024-09-13T01:07:52.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:51 smithi032 bash[76677]: cluster 2024-09-13T01:07:50.885979+0000 mgr.y (mgr.34107) 1952 : cluster [DBG] pgmap v3585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.7 KiB/s wr, 40 op/s 2024-09-13T01:07:52.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:51 smithi032 bash[76677]: cluster 2024-09-13T01:07:51.730029+0000 mon.a (mon.0) 3844 : cluster [DBG] osdmap e2081: 8 total, 8 up, 8 in 2024-09-13T01:07:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:51 smithi053 bash[67631]: cluster 2024-09-13T01:07:50.796375+0000 mon.a (mon.0) 3843 : cluster [DBG] osdmap e2080: 8 total, 8 up, 8 in 2024-09-13T01:07:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:51 smithi053 bash[67631]: cluster 2024-09-13T01:07:50.885979+0000 mgr.y (mgr.34107) 1952 : cluster [DBG] pgmap v3585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.7 KiB/s wr, 40 op/s 2024-09-13T01:07:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:51 smithi053 bash[67631]: cluster 2024-09-13T01:07:51.730029+0000 mon.a (mon.0) 3844 : cluster [DBG] osdmap e2081: 8 total, 8 up, 8 in 2024-09-13T01:07:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:07:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:07:52] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-09-13T01:07:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:07:52 smithi053 bash[94430]: ts=2024-09-13T01:07:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:07:54.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:53 smithi032 bash[75510]: cluster 2024-09-13T01:07:52.819701+0000 mon.a (mon.0) 3845 : cluster [DBG] osdmap e2082: 8 total, 8 up, 8 in 2024-09-13T01:07:54.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:53 smithi032 bash[75510]: cluster 2024-09-13T01:07:52.886898+0000 mgr.y (mgr.34107) 1953 : cluster [DBG] pgmap v3588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 4.0 KiB/s wr, 74 op/s 2024-09-13T01:07:54.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:53 smithi032 bash[76677]: cluster 2024-09-13T01:07:52.819701+0000 mon.a (mon.0) 3845 : cluster [DBG] osdmap e2082: 8 total, 8 up, 8 in 2024-09-13T01:07:54.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:53 smithi032 bash[76677]: cluster 2024-09-13T01:07:52.886898+0000 mgr.y (mgr.34107) 1953 : cluster [DBG] pgmap v3588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 4.0 KiB/s wr, 74 op/s 2024-09-13T01:07:54.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:53 smithi053 bash[67631]: cluster 2024-09-13T01:07:52.819701+0000 mon.a (mon.0) 3845 : cluster [DBG] osdmap e2082: 8 total, 8 up, 8 in 2024-09-13T01:07:54.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:53 smithi053 bash[67631]: cluster 2024-09-13T01:07:52.886898+0000 mgr.y (mgr.34107) 1953 : cluster [DBG] pgmap v3588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 4.0 KiB/s wr, 74 op/s 2024-09-13T01:07:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:54 smithi032 bash[75510]: cluster 2024-09-13T01:07:53.830360+0000 mon.a (mon.0) 3846 : cluster [DBG] osdmap e2083: 8 total, 8 up, 8 in 2024-09-13T01:07:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:54 smithi032 bash[76677]: cluster 2024-09-13T01:07:53.830360+0000 mon.a (mon.0) 3846 : cluster [DBG] osdmap e2083: 8 total, 8 up, 8 in 2024-09-13T01:07:55.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:54 smithi053 bash[67631]: cluster 2024-09-13T01:07:53.830360+0000 mon.a (mon.0) 3846 : cluster [DBG] osdmap e2083: 8 total, 8 up, 8 in 2024-09-13T01:07:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:55 smithi032 bash[75510]: cluster 2024-09-13T01:07:54.832068+0000 mon.a (mon.0) 3847 : cluster [DBG] osdmap e2084: 8 total, 8 up, 8 in 2024-09-13T01:07:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:55 smithi032 bash[75510]: cluster 2024-09-13T01:07:54.887666+0000 mgr.y (mgr.34107) 1954 : cluster [DBG] pgmap v3591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 7.0 KiB/s wr, 136 op/s 2024-09-13T01:07:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:55 smithi032 bash[75510]: audit 2024-09-13T01:07:55.224755+0000 mon.a (mon.0) 3848 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:07:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:55 smithi032 bash[76677]: cluster 2024-09-13T01:07:54.832068+0000 mon.a (mon.0) 3847 : cluster [DBG] osdmap e2084: 8 total, 8 up, 8 in 2024-09-13T01:07:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:55 smithi032 bash[76677]: cluster 2024-09-13T01:07:54.887666+0000 mgr.y (mgr.34107) 1954 : cluster [DBG] pgmap v3591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 7.0 KiB/s wr, 136 op/s 2024-09-13T01:07:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:55 smithi032 bash[76677]: audit 2024-09-13T01:07:55.224755+0000 mon.a (mon.0) 3848 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:07:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:55 smithi053 bash[67631]: cluster 2024-09-13T01:07:54.832068+0000 mon.a (mon.0) 3847 : cluster [DBG] osdmap e2084: 8 total, 8 up, 8 in 2024-09-13T01:07:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:55 smithi053 bash[67631]: cluster 2024-09-13T01:07:54.887666+0000 mgr.y (mgr.34107) 1954 : cluster [DBG] pgmap v3591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 7.0 KiB/s wr, 136 op/s 2024-09-13T01:07:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:55 smithi053 bash[67631]: audit 2024-09-13T01:07:55.224755+0000 mon.a (mon.0) 3848 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:07:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:56 smithi032 bash[75510]: cluster 2024-09-13T01:07:55.852333+0000 mon.a (mon.0) 3849 : cluster [DBG] osdmap e2085: 8 total, 8 up, 8 in 2024-09-13T01:07:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:56 smithi032 bash[75510]: cluster 2024-09-13T01:07:56.732221+0000 mon.a (mon.0) 3850 : cluster [DBG] osdmap e2086: 8 total, 8 up, 8 in 2024-09-13T01:07:57.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:56 smithi032 bash[76677]: cluster 2024-09-13T01:07:55.852333+0000 mon.a (mon.0) 3849 : cluster [DBG] osdmap e2085: 8 total, 8 up, 8 in 2024-09-13T01:07:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:56 smithi032 bash[76677]: cluster 2024-09-13T01:07:56.732221+0000 mon.a (mon.0) 3850 : cluster [DBG] osdmap e2086: 8 total, 8 up, 8 in 2024-09-13T01:07:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:56 smithi053 bash[67631]: cluster 2024-09-13T01:07:55.852333+0000 mon.a (mon.0) 3849 : cluster [DBG] osdmap e2085: 8 total, 8 up, 8 in 2024-09-13T01:07:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:56 smithi053 bash[67631]: cluster 2024-09-13T01:07:56.732221+0000 mon.a (mon.0) 3850 : cluster [DBG] osdmap e2086: 8 total, 8 up, 8 in 2024-09-13T01:07:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:57 smithi032 bash[75510]: cluster 2024-09-13T01:07:56.888562+0000 mgr.y (mgr.34107) 1955 : cluster [DBG] pgmap v3594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-09-13T01:07:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:57 smithi032 bash[75510]: cluster 2024-09-13T01:07:57.734874+0000 mon.a (mon.0) 3851 : cluster [DBG] osdmap e2087: 8 total, 8 up, 8 in 2024-09-13T01:07:58.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:57 smithi032 bash[76677]: cluster 2024-09-13T01:07:56.888562+0000 mgr.y (mgr.34107) 1955 : cluster [DBG] pgmap v3594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-09-13T01:07:58.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:57 smithi032 bash[76677]: cluster 2024-09-13T01:07:57.734874+0000 mon.a (mon.0) 3851 : cluster [DBG] osdmap e2087: 8 total, 8 up, 8 in 2024-09-13T01:07:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:57 smithi053 bash[67631]: cluster 2024-09-13T01:07:56.888562+0000 mgr.y (mgr.34107) 1955 : cluster [DBG] pgmap v3594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-09-13T01:07:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:57 smithi053 bash[67631]: cluster 2024-09-13T01:07:57.734874+0000 mon.a (mon.0) 3851 : cluster [DBG] osdmap e2087: 8 total, 8 up, 8 in 2024-09-13T01:08:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:59 smithi053 bash[67631]: cluster 2024-09-13T01:07:58.738427+0000 mon.a (mon.0) 3852 : cluster [DBG] osdmap e2088: 8 total, 8 up, 8 in 2024-09-13T01:08:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:07:59 smithi053 bash[67631]: cluster 2024-09-13T01:07:58.889221+0000 mgr.y (mgr.34107) 1956 : cluster [DBG] pgmap v3597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 81 op/s 2024-09-13T01:08:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:59 smithi032 bash[75510]: cluster 2024-09-13T01:07:58.738427+0000 mon.a (mon.0) 3852 : cluster [DBG] osdmap e2088: 8 total, 8 up, 8 in 2024-09-13T01:08:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:07:59 smithi032 bash[75510]: cluster 2024-09-13T01:07:58.889221+0000 mgr.y (mgr.34107) 1956 : cluster [DBG] pgmap v3597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 81 op/s 2024-09-13T01:08:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:59 smithi032 bash[76677]: cluster 2024-09-13T01:07:58.738427+0000 mon.a (mon.0) 3852 : cluster [DBG] osdmap e2088: 8 total, 8 up, 8 in 2024-09-13T01:08:00.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:07:59 smithi032 bash[76677]: cluster 2024-09-13T01:07:58.889221+0000 mgr.y (mgr.34107) 1956 : cluster [DBG] pgmap v3597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 81 op/s 2024-09-13T01:08:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:00 smithi053 bash[67631]: cluster 2024-09-13T01:07:59.751603+0000 mon.a (mon.0) 3853 : cluster [DBG] osdmap e2089: 8 total, 8 up, 8 in 2024-09-13T01:08:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:00 smithi032 bash[75510]: cluster 2024-09-13T01:07:59.751603+0000 mon.a (mon.0) 3853 : cluster [DBG] osdmap e2089: 8 total, 8 up, 8 in 2024-09-13T01:08:01.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:00 smithi032 bash[76677]: cluster 2024-09-13T01:07:59.751603+0000 mon.a (mon.0) 3853 : cluster [DBG] osdmap e2089: 8 total, 8 up, 8 in 2024-09-13T01:08:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:01 smithi053 bash[67631]: cluster 2024-09-13T01:08:00.752215+0000 mon.a (mon.0) 3854 : cluster [DBG] osdmap e2090: 8 total, 8 up, 8 in 2024-09-13T01:08:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:01 smithi053 bash[67631]: cluster 2024-09-13T01:08:00.890008+0000 mgr.y (mgr.34107) 1957 : cluster [DBG] pgmap v3600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.0 KiB/s wr, 71 op/s 2024-09-13T01:08:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:01 smithi053 bash[67631]: cluster 2024-09-13T01:08:01.734854+0000 mon.a (mon.0) 3855 : cluster [DBG] osdmap e2091: 8 total, 8 up, 8 in 2024-09-13T01:08:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:01 smithi032 bash[75510]: cluster 2024-09-13T01:08:00.752215+0000 mon.a (mon.0) 3854 : cluster [DBG] osdmap e2090: 8 total, 8 up, 8 in 2024-09-13T01:08:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:01 smithi032 bash[75510]: cluster 2024-09-13T01:08:00.890008+0000 mgr.y (mgr.34107) 1957 : cluster [DBG] pgmap v3600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.0 KiB/s wr, 71 op/s 2024-09-13T01:08:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:01 smithi032 bash[75510]: cluster 2024-09-13T01:08:01.734854+0000 mon.a (mon.0) 3855 : cluster [DBG] osdmap e2091: 8 total, 8 up, 8 in 2024-09-13T01:08:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:01 smithi032 bash[76677]: cluster 2024-09-13T01:08:00.752215+0000 mon.a (mon.0) 3854 : cluster [DBG] osdmap e2090: 8 total, 8 up, 8 in 2024-09-13T01:08:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:01 smithi032 bash[76677]: cluster 2024-09-13T01:08:00.890008+0000 mgr.y (mgr.34107) 1957 : cluster [DBG] pgmap v3600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.0 KiB/s wr, 71 op/s 2024-09-13T01:08:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:01 smithi032 bash[76677]: cluster 2024-09-13T01:08:01.734854+0000 mon.a (mon.0) 3855 : cluster [DBG] osdmap e2091: 8 total, 8 up, 8 in 2024-09-13T01:08:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:08:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:08:02] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2024-09-13T01:08:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:08:02 smithi053 bash[94430]: ts=2024-09-13T01:08:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:08:04.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:03 smithi053 bash[67631]: cluster 2024-09-13T01:08:02.776484+0000 mon.a (mon.0) 3856 : cluster [DBG] osdmap e2092: 8 total, 8 up, 8 in 2024-09-13T01:08:04.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:03 smithi053 bash[67631]: cluster 2024-09-13T01:08:02.890905+0000 mgr.y (mgr.34107) 1958 : cluster [DBG] pgmap v3603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-13T01:08:04.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:03 smithi032 bash[75510]: cluster 2024-09-13T01:08:02.776484+0000 mon.a (mon.0) 3856 : cluster [DBG] osdmap e2092: 8 total, 8 up, 8 in 2024-09-13T01:08:04.165 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:03 smithi032 bash[75510]: cluster 2024-09-13T01:08:02.890905+0000 mgr.y (mgr.34107) 1958 : cluster [DBG] pgmap v3603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-13T01:08:04.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:03 smithi032 bash[76677]: cluster 2024-09-13T01:08:02.776484+0000 mon.a (mon.0) 3856 : cluster [DBG] osdmap e2092: 8 total, 8 up, 8 in 2024-09-13T01:08:04.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:03 smithi032 bash[76677]: cluster 2024-09-13T01:08:02.890905+0000 mgr.y (mgr.34107) 1958 : cluster [DBG] pgmap v3603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-13T01:08:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:04 smithi032 bash[75510]: cluster 2024-09-13T01:08:03.787473+0000 mon.a (mon.0) 3857 : cluster [DBG] osdmap e2093: 8 total, 8 up, 8 in 2024-09-13T01:08:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:04 smithi032 bash[76677]: cluster 2024-09-13T01:08:03.787473+0000 mon.a (mon.0) 3857 : cluster [DBG] osdmap e2093: 8 total, 8 up, 8 in 2024-09-13T01:08:05.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:04 smithi053 bash[67631]: cluster 2024-09-13T01:08:03.787473+0000 mon.a (mon.0) 3857 : cluster [DBG] osdmap e2093: 8 total, 8 up, 8 in 2024-09-13T01:08:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:05 smithi032 bash[75510]: cluster 2024-09-13T01:08:04.788172+0000 mon.a (mon.0) 3858 : cluster [DBG] osdmap e2094: 8 total, 8 up, 8 in 2024-09-13T01:08:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:05 smithi032 bash[75510]: cluster 2024-09-13T01:08:04.891707+0000 mgr.y (mgr.34107) 1959 : cluster [DBG] pgmap v3606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.2 KiB/s wr, 110 op/s 2024-09-13T01:08:06.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:05 smithi032 bash[76677]: cluster 2024-09-13T01:08:04.788172+0000 mon.a (mon.0) 3858 : cluster [DBG] osdmap e2094: 8 total, 8 up, 8 in 2024-09-13T01:08:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:05 smithi032 bash[76677]: cluster 2024-09-13T01:08:04.891707+0000 mgr.y (mgr.34107) 1959 : cluster [DBG] pgmap v3606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.2 KiB/s wr, 110 op/s 2024-09-13T01:08:06.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:05 smithi053 bash[67631]: cluster 2024-09-13T01:08:04.788172+0000 mon.a (mon.0) 3858 : cluster [DBG] osdmap e2094: 8 total, 8 up, 8 in 2024-09-13T01:08:06.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:05 smithi053 bash[67631]: cluster 2024-09-13T01:08:04.891707+0000 mgr.y (mgr.34107) 1959 : cluster [DBG] pgmap v3606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.2 KiB/s wr, 110 op/s 2024-09-13T01:08:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:06 smithi032 bash[75510]: cluster 2024-09-13T01:08:05.812856+0000 mon.a (mon.0) 3859 : cluster [DBG] osdmap e2095: 8 total, 8 up, 8 in 2024-09-13T01:08:07.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:06 smithi032 bash[76677]: cluster 2024-09-13T01:08:05.812856+0000 mon.a (mon.0) 3859 : cluster [DBG] osdmap e2095: 8 total, 8 up, 8 in 2024-09-13T01:08:07.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:06 smithi053 bash[67631]: cluster 2024-09-13T01:08:05.812856+0000 mon.a (mon.0) 3859 : cluster [DBG] osdmap e2095: 8 total, 8 up, 8 in 2024-09-13T01:08:08.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:07 smithi032 bash[75510]: cluster 2024-09-13T01:08:06.813542+0000 mon.a (mon.0) 3860 : cluster [DBG] osdmap e2096: 8 total, 8 up, 8 in 2024-09-13T01:08:08.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:07 smithi032 bash[75510]: cluster 2024-09-13T01:08:06.892635+0000 mgr.y (mgr.34107) 1960 : cluster [DBG] pgmap v3609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.5 KiB/s wr, 114 op/s 2024-09-13T01:08:08.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:07 smithi032 bash[76677]: cluster 2024-09-13T01:08:06.813542+0000 mon.a (mon.0) 3860 : cluster [DBG] osdmap e2096: 8 total, 8 up, 8 in 2024-09-13T01:08:08.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:07 smithi032 bash[76677]: cluster 2024-09-13T01:08:06.892635+0000 mgr.y (mgr.34107) 1960 : cluster [DBG] pgmap v3609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.5 KiB/s wr, 114 op/s 2024-09-13T01:08:08.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:07 smithi053 bash[67631]: cluster 2024-09-13T01:08:06.813542+0000 mon.a (mon.0) 3860 : cluster [DBG] osdmap e2096: 8 total, 8 up, 8 in 2024-09-13T01:08:08.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:07 smithi053 bash[67631]: cluster 2024-09-13T01:08:06.892635+0000 mgr.y (mgr.34107) 1960 : cluster [DBG] pgmap v3609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.5 KiB/s wr, 114 op/s 2024-09-13T01:08:09.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:08 smithi032 bash[75510]: cluster 2024-09-13T01:08:07.834729+0000 mon.a (mon.0) 3861 : cluster [DBG] osdmap e2097: 8 total, 8 up, 8 in 2024-09-13T01:08:09.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:08 smithi032 bash[76677]: cluster 2024-09-13T01:08:07.834729+0000 mon.a (mon.0) 3861 : cluster [DBG] osdmap e2097: 8 total, 8 up, 8 in 2024-09-13T01:08:09.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:08 smithi053 bash[67631]: cluster 2024-09-13T01:08:07.834729+0000 mon.a (mon.0) 3861 : cluster [DBG] osdmap e2097: 8 total, 8 up, 8 in 2024-09-13T01:08:10.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:09 smithi032 bash[75510]: cluster 2024-09-13T01:08:08.841228+0000 mon.a (mon.0) 3862 : cluster [DBG] osdmap e2098: 8 total, 8 up, 8 in 2024-09-13T01:08:10.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:09 smithi032 bash[75510]: cluster 2024-09-13T01:08:08.893301+0000 mgr.y (mgr.34107) 1961 : cluster [DBG] pgmap v3612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 KiB/s wr, 159 op/s 2024-09-13T01:08:10.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:09 smithi032 bash[76677]: cluster 2024-09-13T01:08:08.841228+0000 mon.a (mon.0) 3862 : cluster [DBG] osdmap e2098: 8 total, 8 up, 8 in 2024-09-13T01:08:10.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:09 smithi032 bash[76677]: cluster 2024-09-13T01:08:08.893301+0000 mgr.y (mgr.34107) 1961 : cluster [DBG] pgmap v3612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 KiB/s wr, 159 op/s 2024-09-13T01:08:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:09 smithi053 bash[67631]: cluster 2024-09-13T01:08:08.841228+0000 mon.a (mon.0) 3862 : cluster [DBG] osdmap e2098: 8 total, 8 up, 8 in 2024-09-13T01:08:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:09 smithi053 bash[67631]: cluster 2024-09-13T01:08:08.893301+0000 mgr.y (mgr.34107) 1961 : cluster [DBG] pgmap v3612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 KiB/s wr, 159 op/s 2024-09-13T01:08:11.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:10 smithi032 bash[76677]: cluster 2024-09-13T01:08:09.852031+0000 mon.a (mon.0) 3863 : cluster [DBG] osdmap e2099: 8 total, 8 up, 8 in 2024-09-13T01:08:11.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:10 smithi032 bash[76677]: audit 2024-09-13T01:08:10.225316+0000 mon.a (mon.0) 3864 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:08:11.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:10 smithi032 bash[75510]: cluster 2024-09-13T01:08:09.852031+0000 mon.a (mon.0) 3863 : cluster [DBG] osdmap e2099: 8 total, 8 up, 8 in 2024-09-13T01:08:11.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:10 smithi032 bash[75510]: audit 2024-09-13T01:08:10.225316+0000 mon.a (mon.0) 3864 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:08:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:10 smithi053 bash[67631]: cluster 2024-09-13T01:08:09.852031+0000 mon.a (mon.0) 3863 : cluster [DBG] osdmap e2099: 8 total, 8 up, 8 in 2024-09-13T01:08:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:10 smithi053 bash[67631]: audit 2024-09-13T01:08:10.225316+0000 mon.a (mon.0) 3864 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:08:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:11 smithi032 bash[75510]: cluster 2024-09-13T01:08:10.854146+0000 mon.a (mon.0) 3865 : cluster [DBG] osdmap e2100: 8 total, 8 up, 8 in 2024-09-13T01:08:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:11 smithi032 bash[75510]: cluster 2024-09-13T01:08:10.894156+0000 mgr.y (mgr.34107) 1962 : cluster [DBG] pgmap v3615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-09-13T01:08:12.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:11 smithi032 bash[76677]: cluster 2024-09-13T01:08:10.854146+0000 mon.a (mon.0) 3865 : cluster [DBG] osdmap e2100: 8 total, 8 up, 8 in 2024-09-13T01:08:12.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:11 smithi032 bash[76677]: cluster 2024-09-13T01:08:10.894156+0000 mgr.y (mgr.34107) 1962 : cluster [DBG] pgmap v3615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-09-13T01:08:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:11 smithi053 bash[67631]: cluster 2024-09-13T01:08:10.854146+0000 mon.a (mon.0) 3865 : cluster [DBG] osdmap e2100: 8 total, 8 up, 8 in 2024-09-13T01:08:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:11 smithi053 bash[67631]: cluster 2024-09-13T01:08:10.894156+0000 mgr.y (mgr.34107) 1962 : cluster [DBG] pgmap v3615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-09-13T01:08:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:08:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:08:12] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-09-13T01:08:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:08:12 smithi053 bash[94430]: ts=2024-09-13T01:08:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:08:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:12 smithi032 bash[75510]: cluster 2024-09-13T01:08:11.876448+0000 mon.a (mon.0) 3866 : cluster [DBG] osdmap e2101: 8 total, 8 up, 8 in 2024-09-13T01:08:13.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:12 smithi032 bash[76677]: cluster 2024-09-13T01:08:11.876448+0000 mon.a (mon.0) 3866 : cluster [DBG] osdmap e2101: 8 total, 8 up, 8 in 2024-09-13T01:08:13.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:12 smithi053 bash[67631]: cluster 2024-09-13T01:08:11.876448+0000 mon.a (mon.0) 3866 : cluster [DBG] osdmap e2101: 8 total, 8 up, 8 in 2024-09-13T01:08:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:13 smithi032 bash[75510]: cluster 2024-09-13T01:08:12.878818+0000 mon.a (mon.0) 3867 : cluster [DBG] osdmap e2102: 8 total, 8 up, 8 in 2024-09-13T01:08:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:13 smithi032 bash[75510]: cluster 2024-09-13T01:08:12.895044+0000 mgr.y (mgr.34107) 1963 : cluster [DBG] pgmap v3618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-13T01:08:14.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:13 smithi032 bash[76677]: cluster 2024-09-13T01:08:12.878818+0000 mon.a (mon.0) 3867 : cluster [DBG] osdmap e2102: 8 total, 8 up, 8 in 2024-09-13T01:08:14.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:13 smithi032 bash[76677]: cluster 2024-09-13T01:08:12.895044+0000 mgr.y (mgr.34107) 1963 : cluster [DBG] pgmap v3618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-13T01:08:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:13 smithi053 bash[67631]: cluster 2024-09-13T01:08:12.878818+0000 mon.a (mon.0) 3867 : cluster [DBG] osdmap e2102: 8 total, 8 up, 8 in 2024-09-13T01:08:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:13 smithi053 bash[67631]: cluster 2024-09-13T01:08:12.895044+0000 mgr.y (mgr.34107) 1963 : cluster [DBG] pgmap v3618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-13T01:08:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:14 smithi032 bash[75510]: cluster 2024-09-13T01:08:13.899288+0000 mon.a (mon.0) 3868 : cluster [DBG] osdmap e2103: 8 total, 8 up, 8 in 2024-09-13T01:08:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:14 smithi032 bash[76677]: cluster 2024-09-13T01:08:13.899288+0000 mon.a (mon.0) 3868 : cluster [DBG] osdmap e2103: 8 total, 8 up, 8 in 2024-09-13T01:08:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:14 smithi053 bash[67631]: cluster 2024-09-13T01:08:13.899288+0000 mon.a (mon.0) 3868 : cluster [DBG] osdmap e2103: 8 total, 8 up, 8 in 2024-09-13T01:08:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:15 smithi053 bash[67631]: cluster 2024-09-13T01:08:14.895927+0000 mgr.y (mgr.34107) 1964 : cluster [DBG] pgmap v3620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 3.0 KiB/s wr, 195 op/s 2024-09-13T01:08:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:15 smithi053 bash[67631]: cluster 2024-09-13T01:08:14.902125+0000 mon.a (mon.0) 3869 : cluster [DBG] osdmap e2104: 8 total, 8 up, 8 in 2024-09-13T01:08:16.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:15 smithi032 bash[76677]: cluster 2024-09-13T01:08:14.895927+0000 mgr.y (mgr.34107) 1964 : cluster [DBG] pgmap v3620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 3.0 KiB/s wr, 195 op/s 2024-09-13T01:08:16.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:15 smithi032 bash[76677]: cluster 2024-09-13T01:08:14.902125+0000 mon.a (mon.0) 3869 : cluster [DBG] osdmap e2104: 8 total, 8 up, 8 in 2024-09-13T01:08:16.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:15 smithi032 bash[75510]: cluster 2024-09-13T01:08:14.895927+0000 mgr.y (mgr.34107) 1964 : cluster [DBG] pgmap v3620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 3.0 KiB/s wr, 195 op/s 2024-09-13T01:08:16.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:15 smithi032 bash[75510]: cluster 2024-09-13T01:08:14.902125+0000 mon.a (mon.0) 3869 : cluster [DBG] osdmap e2104: 8 total, 8 up, 8 in 2024-09-13T01:08:17.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:16 smithi053 bash[67631]: cluster 2024-09-13T01:08:15.916132+0000 mon.a (mon.0) 3870 : cluster [DBG] osdmap e2105: 8 total, 8 up, 8 in 2024-09-13T01:08:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:16 smithi032 bash[75510]: cluster 2024-09-13T01:08:15.916132+0000 mon.a (mon.0) 3870 : cluster [DBG] osdmap e2105: 8 total, 8 up, 8 in 2024-09-13T01:08:17.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:16 smithi032 bash[76677]: cluster 2024-09-13T01:08:15.916132+0000 mon.a (mon.0) 3870 : cluster [DBG] osdmap e2105: 8 total, 8 up, 8 in 2024-09-13T01:08:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:17 smithi053 bash[67631]: cluster 2024-09-13T01:08:16.896920+0000 mgr.y (mgr.34107) 1965 : cluster [DBG] pgmap v3623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 2.5 KiB/s wr, 200 op/s 2024-09-13T01:08:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:17 smithi053 bash[67631]: cluster 2024-09-13T01:08:16.937682+0000 mon.a (mon.0) 3871 : cluster [DBG] osdmap e2106: 8 total, 8 up, 8 in 2024-09-13T01:08:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:17 smithi032 bash[75510]: cluster 2024-09-13T01:08:16.896920+0000 mgr.y (mgr.34107) 1965 : cluster [DBG] pgmap v3623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 2.5 KiB/s wr, 200 op/s 2024-09-13T01:08:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:17 smithi032 bash[75510]: cluster 2024-09-13T01:08:16.937682+0000 mon.a (mon.0) 3871 : cluster [DBG] osdmap e2106: 8 total, 8 up, 8 in 2024-09-13T01:08:18.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:17 smithi032 bash[76677]: cluster 2024-09-13T01:08:16.896920+0000 mgr.y (mgr.34107) 1965 : cluster [DBG] pgmap v3623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 2.5 KiB/s wr, 200 op/s 2024-09-13T01:08:18.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:17 smithi032 bash[76677]: cluster 2024-09-13T01:08:16.937682+0000 mon.a (mon.0) 3871 : cluster [DBG] osdmap e2106: 8 total, 8 up, 8 in 2024-09-13T01:08:19.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:18 smithi053 bash[67631]: cluster 2024-09-13T01:08:17.938745+0000 mon.a (mon.0) 3872 : cluster [DBG] osdmap e2107: 8 total, 8 up, 8 in 2024-09-13T01:08:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:18 smithi032 bash[75510]: cluster 2024-09-13T01:08:17.938745+0000 mon.a (mon.0) 3872 : cluster [DBG] osdmap e2107: 8 total, 8 up, 8 in 2024-09-13T01:08:19.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:18 smithi032 bash[76677]: cluster 2024-09-13T01:08:17.938745+0000 mon.a (mon.0) 3872 : cluster [DBG] osdmap e2107: 8 total, 8 up, 8 in 2024-09-13T01:08:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:19 smithi053 bash[67631]: cluster 2024-09-13T01:08:18.898008+0000 mgr.y (mgr.34107) 1966 : cluster [DBG] pgmap v3626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-09-13T01:08:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:19 smithi053 bash[67631]: cluster 2024-09-13T01:08:18.961394+0000 mon.a (mon.0) 3873 : cluster [DBG] osdmap e2108: 8 total, 8 up, 8 in 2024-09-13T01:08:20.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:19 smithi032 bash[75510]: cluster 2024-09-13T01:08:18.898008+0000 mgr.y (mgr.34107) 1966 : cluster [DBG] pgmap v3626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-09-13T01:08:20.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:19 smithi032 bash[75510]: cluster 2024-09-13T01:08:18.961394+0000 mon.a (mon.0) 3873 : cluster [DBG] osdmap e2108: 8 total, 8 up, 8 in 2024-09-13T01:08:20.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:19 smithi032 bash[76677]: cluster 2024-09-13T01:08:18.898008+0000 mgr.y (mgr.34107) 1966 : cluster [DBG] pgmap v3626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-09-13T01:08:20.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:19 smithi032 bash[76677]: cluster 2024-09-13T01:08:18.961394+0000 mon.a (mon.0) 3873 : cluster [DBG] osdmap e2108: 8 total, 8 up, 8 in 2024-09-13T01:08:21.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:20 smithi053 bash[67631]: cluster 2024-09-13T01:08:19.962760+0000 mon.a (mon.0) 3874 : cluster [DBG] osdmap e2109: 8 total, 8 up, 8 in 2024-09-13T01:08:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:20 smithi032 bash[75510]: cluster 2024-09-13T01:08:19.962760+0000 mon.a (mon.0) 3874 : cluster [DBG] osdmap e2109: 8 total, 8 up, 8 in 2024-09-13T01:08:21.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:20 smithi032 bash[76677]: cluster 2024-09-13T01:08:19.962760+0000 mon.a (mon.0) 3874 : cluster [DBG] osdmap e2109: 8 total, 8 up, 8 in 2024-09-13T01:08:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:21 smithi053 bash[67631]: cluster 2024-09-13T01:08:20.899138+0000 mgr.y (mgr.34107) 1967 : cluster [DBG] pgmap v3629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 4.2 KiB/s wr, 247 op/s 2024-09-13T01:08:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:21 smithi053 bash[67631]: cluster 2024-09-13T01:08:20.983161+0000 mon.a (mon.0) 3875 : cluster [DBG] osdmap e2110: 8 total, 8 up, 8 in 2024-09-13T01:08:22.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:21 smithi032 bash[75510]: cluster 2024-09-13T01:08:20.899138+0000 mgr.y (mgr.34107) 1967 : cluster [DBG] pgmap v3629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 4.2 KiB/s wr, 247 op/s 2024-09-13T01:08:22.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:21 smithi032 bash[75510]: cluster 2024-09-13T01:08:20.983161+0000 mon.a (mon.0) 3875 : cluster [DBG] osdmap e2110: 8 total, 8 up, 8 in 2024-09-13T01:08:22.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:21 smithi032 bash[76677]: cluster 2024-09-13T01:08:20.899138+0000 mgr.y (mgr.34107) 1967 : cluster [DBG] pgmap v3629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 4.2 KiB/s wr, 247 op/s 2024-09-13T01:08:22.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:21 smithi032 bash[76677]: cluster 2024-09-13T01:08:20.983161+0000 mon.a (mon.0) 3875 : cluster [DBG] osdmap e2110: 8 total, 8 up, 8 in 2024-09-13T01:08:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:08:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:08:22] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-09-13T01:08:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:08:22 smithi053 bash[94430]: ts=2024-09-13T01:08:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:08:23.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:22 smithi053 bash[67631]: cluster 2024-09-13T01:08:21.983703+0000 mon.a (mon.0) 3876 : cluster [DBG] osdmap e2111: 8 total, 8 up, 8 in 2024-09-13T01:08:23.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:22 smithi032 bash[75510]: cluster 2024-09-13T01:08:21.983703+0000 mon.a (mon.0) 3876 : cluster [DBG] osdmap e2111: 8 total, 8 up, 8 in 2024-09-13T01:08:23.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:22 smithi032 bash[76677]: cluster 2024-09-13T01:08:21.983703+0000 mon.a (mon.0) 3876 : cluster [DBG] osdmap e2111: 8 total, 8 up, 8 in 2024-09-13T01:08:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:24 smithi053 bash[67631]: cluster 2024-09-13T01:08:22.900212+0000 mgr.y (mgr.34107) 1968 : cluster [DBG] pgmap v3632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:08:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:24 smithi053 bash[67631]: cluster 2024-09-13T01:08:23.004088+0000 mon.a (mon.0) 3877 : cluster [DBG] osdmap e2112: 8 total, 8 up, 8 in 2024-09-13T01:08:24.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:24 smithi032 bash[75510]: cluster 2024-09-13T01:08:22.900212+0000 mgr.y (mgr.34107) 1968 : cluster [DBG] pgmap v3632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:08:24.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:24 smithi032 bash[75510]: cluster 2024-09-13T01:08:23.004088+0000 mon.a (mon.0) 3877 : cluster [DBG] osdmap e2112: 8 total, 8 up, 8 in 2024-09-13T01:08:24.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:24 smithi032 bash[76677]: cluster 2024-09-13T01:08:22.900212+0000 mgr.y (mgr.34107) 1968 : cluster [DBG] pgmap v3632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:08:24.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:24 smithi032 bash[76677]: cluster 2024-09-13T01:08:23.004088+0000 mon.a (mon.0) 3877 : cluster [DBG] osdmap e2112: 8 total, 8 up, 8 in 2024-09-13T01:08:25.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:25 smithi053 bash[67631]: cluster 2024-09-13T01:08:24.005245+0000 mon.a (mon.0) 3878 : cluster [DBG] osdmap e2113: 8 total, 8 up, 8 in 2024-09-13T01:08:25.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:25 smithi053 bash[67631]: audit 2024-09-13T01:08:24.430235+0000 mon.a (mon.0) 3879 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:08:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:25 smithi032 bash[75510]: cluster 2024-09-13T01:08:24.005245+0000 mon.a (mon.0) 3878 : cluster [DBG] osdmap e2113: 8 total, 8 up, 8 in 2024-09-13T01:08:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:25 smithi032 bash[75510]: audit 2024-09-13T01:08:24.430235+0000 mon.a (mon.0) 3879 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:08:25.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:25 smithi032 bash[76677]: cluster 2024-09-13T01:08:24.005245+0000 mon.a (mon.0) 3878 : cluster [DBG] osdmap e2113: 8 total, 8 up, 8 in 2024-09-13T01:08:25.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:25 smithi032 bash[76677]: audit 2024-09-13T01:08:24.430235+0000 mon.a (mon.0) 3879 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:08:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:26 smithi053 bash[67631]: cluster 2024-09-13T01:08:24.900935+0000 mgr.y (mgr.34107) 1969 : cluster [DBG] pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 3.0 KiB/s wr, 285 op/s 2024-09-13T01:08:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:26 smithi053 bash[67631]: cluster 2024-09-13T01:08:25.027988+0000 mon.a (mon.0) 3880 : cluster [DBG] osdmap e2114: 8 total, 8 up, 8 in 2024-09-13T01:08:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:26 smithi053 bash[67631]: audit 2024-09-13T01:08:25.225809+0000 mon.a (mon.0) 3881 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:08:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:26 smithi032 bash[75510]: cluster 2024-09-13T01:08:24.900935+0000 mgr.y (mgr.34107) 1969 : cluster [DBG] pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 3.0 KiB/s wr, 285 op/s 2024-09-13T01:08:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:26 smithi032 bash[75510]: cluster 2024-09-13T01:08:25.027988+0000 mon.a (mon.0) 3880 : cluster [DBG] osdmap e2114: 8 total, 8 up, 8 in 2024-09-13T01:08:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:26 smithi032 bash[75510]: audit 2024-09-13T01:08:25.225809+0000 mon.a (mon.0) 3881 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:08:26.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:26 smithi032 bash[76677]: cluster 2024-09-13T01:08:24.900935+0000 mgr.y (mgr.34107) 1969 : cluster [DBG] pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 3.0 KiB/s wr, 285 op/s 2024-09-13T01:08:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:26 smithi032 bash[76677]: cluster 2024-09-13T01:08:25.027988+0000 mon.a (mon.0) 3880 : cluster [DBG] osdmap e2114: 8 total, 8 up, 8 in 2024-09-13T01:08:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:26 smithi032 bash[76677]: audit 2024-09-13T01:08:25.225809+0000 mon.a (mon.0) 3881 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:08:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:27 smithi032 bash[75510]: cluster 2024-09-13T01:08:26.036057+0000 mon.a (mon.0) 3882 : cluster [DBG] osdmap e2115: 8 total, 8 up, 8 in 2024-09-13T01:08:27.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:27 smithi032 bash[76677]: cluster 2024-09-13T01:08:26.036057+0000 mon.a (mon.0) 3882 : cluster [DBG] osdmap e2115: 8 total, 8 up, 8 in 2024-09-13T01:08:27.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:27 smithi053 bash[67631]: cluster 2024-09-13T01:08:26.036057+0000 mon.a (mon.0) 3882 : cluster [DBG] osdmap e2115: 8 total, 8 up, 8 in 2024-09-13T01:08:28.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:28 smithi032 bash[76677]: cluster 2024-09-13T01:08:26.901838+0000 mgr.y (mgr.34107) 1970 : cluster [DBG] pgmap v3638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 3.2 KiB/s wr, 289 op/s 2024-09-13T01:08:28.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:28 smithi032 bash[76677]: cluster 2024-09-13T01:08:27.046093+0000 mon.a (mon.0) 3883 : cluster [DBG] osdmap e2116: 8 total, 8 up, 8 in 2024-09-13T01:08:28.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:28 smithi032 bash[75510]: cluster 2024-09-13T01:08:26.901838+0000 mgr.y (mgr.34107) 1970 : cluster [DBG] pgmap v3638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 3.2 KiB/s wr, 289 op/s 2024-09-13T01:08:28.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:28 smithi032 bash[75510]: cluster 2024-09-13T01:08:27.046093+0000 mon.a (mon.0) 3883 : cluster [DBG] osdmap e2116: 8 total, 8 up, 8 in 2024-09-13T01:08:28.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:28 smithi053 bash[67631]: cluster 2024-09-13T01:08:26.901838+0000 mgr.y (mgr.34107) 1970 : cluster [DBG] pgmap v3638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 3.2 KiB/s wr, 289 op/s 2024-09-13T01:08:28.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:28 smithi053 bash[67631]: cluster 2024-09-13T01:08:27.046093+0000 mon.a (mon.0) 3883 : cluster [DBG] osdmap e2116: 8 total, 8 up, 8 in 2024-09-13T01:08:29.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:29 smithi032 bash[75510]: cluster 2024-09-13T01:08:28.049066+0000 mon.a (mon.0) 3884 : cluster [DBG] osdmap e2117: 8 total, 8 up, 8 in 2024-09-13T01:08:29.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:29 smithi032 bash[76677]: cluster 2024-09-13T01:08:28.049066+0000 mon.a (mon.0) 3884 : cluster [DBG] osdmap e2117: 8 total, 8 up, 8 in 2024-09-13T01:08:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:29 smithi053 bash[67631]: cluster 2024-09-13T01:08:28.049066+0000 mon.a (mon.0) 3884 : cluster [DBG] osdmap e2117: 8 total, 8 up, 8 in 2024-09-13T01:08:30.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:30 smithi032 bash[75510]: cluster 2024-09-13T01:08:28.902857+0000 mgr.y (mgr.34107) 1971 : cluster [DBG] pgmap v3641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-09-13T01:08:30.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:30 smithi032 bash[75510]: cluster 2024-09-13T01:08:29.068732+0000 mon.a (mon.0) 3885 : cluster [DBG] osdmap e2118: 8 total, 8 up, 8 in 2024-09-13T01:08:30.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:30 smithi032 bash[75510]: audit 2024-09-13T01:08:29.895110+0000 mon.a (mon.0) 3886 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:30.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:30 smithi032 bash[75510]: audit 2024-09-13T01:08:29.900278+0000 mon.a (mon.0) 3887 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:30 smithi032 bash[76677]: cluster 2024-09-13T01:08:28.902857+0000 mgr.y (mgr.34107) 1971 : cluster [DBG] pgmap v3641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-09-13T01:08:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:30 smithi032 bash[76677]: cluster 2024-09-13T01:08:29.068732+0000 mon.a (mon.0) 3885 : cluster [DBG] osdmap e2118: 8 total, 8 up, 8 in 2024-09-13T01:08:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:30 smithi032 bash[76677]: audit 2024-09-13T01:08:29.895110+0000 mon.a (mon.0) 3886 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:30 smithi032 bash[76677]: audit 2024-09-13T01:08:29.900278+0000 mon.a (mon.0) 3887 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:30.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:30 smithi053 bash[67631]: cluster 2024-09-13T01:08:28.902857+0000 mgr.y (mgr.34107) 1971 : cluster [DBG] pgmap v3641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-09-13T01:08:30.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:30 smithi053 bash[67631]: cluster 2024-09-13T01:08:29.068732+0000 mon.a (mon.0) 3885 : cluster [DBG] osdmap e2118: 8 total, 8 up, 8 in 2024-09-13T01:08:30.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:30 smithi053 bash[67631]: audit 2024-09-13T01:08:29.895110+0000 mon.a (mon.0) 3886 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:30.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:30 smithi053 bash[67631]: audit 2024-09-13T01:08:29.900278+0000 mon.a (mon.0) 3887 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:31 smithi032 bash[75510]: cluster 2024-09-13T01:08:30.070642+0000 mon.a (mon.0) 3888 : cluster [DBG] osdmap e2119: 8 total, 8 up, 8 in 2024-09-13T01:08:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:31 smithi032 bash[75510]: audit 2024-09-13T01:08:30.152595+0000 mon.a (mon.0) 3889 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:31 smithi032 bash[75510]: audit 2024-09-13T01:08:30.164508+0000 mon.a (mon.0) 3890 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:31.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:31 smithi032 bash[75510]: audit 2024-09-13T01:08:30.611114+0000 mon.a (mon.0) 3891 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:08:31.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:31 smithi032 bash[75510]: audit 2024-09-13T01:08:30.612727+0000 mon.a (mon.0) 3892 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:08:31.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:31 smithi032 bash[75510]: audit 2024-09-13T01:08:30.622443+0000 mon.a (mon.0) 3893 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:31 smithi032 bash[76677]: cluster 2024-09-13T01:08:30.070642+0000 mon.a (mon.0) 3888 : cluster [DBG] osdmap e2119: 8 total, 8 up, 8 in 2024-09-13T01:08:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:31 smithi032 bash[76677]: audit 2024-09-13T01:08:30.152595+0000 mon.a (mon.0) 3889 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:31 smithi032 bash[76677]: audit 2024-09-13T01:08:30.164508+0000 mon.a (mon.0) 3890 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:31 smithi032 bash[76677]: audit 2024-09-13T01:08:30.611114+0000 mon.a (mon.0) 3891 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:08:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:31 smithi032 bash[76677]: audit 2024-09-13T01:08:30.612727+0000 mon.a (mon.0) 3892 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:08:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:31 smithi032 bash[76677]: audit 2024-09-13T01:08:30.622443+0000 mon.a (mon.0) 3893 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:31 smithi053 bash[67631]: cluster 2024-09-13T01:08:30.070642+0000 mon.a (mon.0) 3888 : cluster [DBG] osdmap e2119: 8 total, 8 up, 8 in 2024-09-13T01:08:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:31 smithi053 bash[67631]: audit 2024-09-13T01:08:30.152595+0000 mon.a (mon.0) 3889 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:31 smithi053 bash[67631]: audit 2024-09-13T01:08:30.164508+0000 mon.a (mon.0) 3890 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:31 smithi053 bash[67631]: audit 2024-09-13T01:08:30.611114+0000 mon.a (mon.0) 3891 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:08:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:31 smithi053 bash[67631]: audit 2024-09-13T01:08:30.612727+0000 mon.a (mon.0) 3892 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:08:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:31 smithi053 bash[67631]: audit 2024-09-13T01:08:30.622443+0000 mon.a (mon.0) 3893 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:08:32.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:32 smithi032 bash[75510]: cluster 2024-09-13T01:08:30.903942+0000 mgr.y (mgr.34107) 1972 : cluster [DBG] pgmap v3644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.2 KiB/s wr, 334 op/s 2024-09-13T01:08:32.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:32 smithi032 bash[75510]: cluster 2024-09-13T01:08:31.083082+0000 mon.a (mon.0) 3894 : cluster [DBG] osdmap e2120: 8 total, 8 up, 8 in 2024-09-13T01:08:32.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:32 smithi032 bash[76677]: cluster 2024-09-13T01:08:30.903942+0000 mgr.y (mgr.34107) 1972 : cluster [DBG] pgmap v3644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.2 KiB/s wr, 334 op/s 2024-09-13T01:08:32.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:32 smithi032 bash[76677]: cluster 2024-09-13T01:08:31.083082+0000 mon.a (mon.0) 3894 : cluster [DBG] osdmap e2120: 8 total, 8 up, 8 in 2024-09-13T01:08:32.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:08:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:08:32] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2024-09-13T01:08:32.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:08:32 smithi053 bash[94430]: ts=2024-09-13T01:08:32.317Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:08:32.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:32 smithi053 bash[67631]: cluster 2024-09-13T01:08:30.903942+0000 mgr.y (mgr.34107) 1972 : cluster [DBG] pgmap v3644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.2 KiB/s wr, 334 op/s 2024-09-13T01:08:32.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:32 smithi053 bash[67631]: cluster 2024-09-13T01:08:31.083082+0000 mon.a (mon.0) 3894 : cluster [DBG] osdmap e2120: 8 total, 8 up, 8 in 2024-09-13T01:08:33.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:33 smithi032 bash[75510]: cluster 2024-09-13T01:08:32.097030+0000 mon.a (mon.0) 3895 : cluster [DBG] osdmap e2121: 8 total, 8 up, 8 in 2024-09-13T01:08:33.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:33 smithi032 bash[76677]: cluster 2024-09-13T01:08:32.097030+0000 mon.a (mon.0) 3895 : cluster [DBG] osdmap e2121: 8 total, 8 up, 8 in 2024-09-13T01:08:33.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:33 smithi053 bash[67631]: cluster 2024-09-13T01:08:32.097030+0000 mon.a (mon.0) 3895 : cluster [DBG] osdmap e2121: 8 total, 8 up, 8 in 2024-09-13T01:08:34.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:34 smithi032 bash[75510]: cluster 2024-09-13T01:08:32.904966+0000 mgr.y (mgr.34107) 1973 : cluster [DBG] pgmap v3647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-13T01:08:34.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:34 smithi032 bash[75510]: cluster 2024-09-13T01:08:33.120393+0000 mon.a (mon.0) 3896 : cluster [DBG] osdmap e2122: 8 total, 8 up, 8 in 2024-09-13T01:08:34.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:34 smithi032 bash[76677]: cluster 2024-09-13T01:08:32.904966+0000 mgr.y (mgr.34107) 1973 : cluster [DBG] pgmap v3647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-13T01:08:34.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:34 smithi032 bash[76677]: cluster 2024-09-13T01:08:33.120393+0000 mon.a (mon.0) 3896 : cluster [DBG] osdmap e2122: 8 total, 8 up, 8 in 2024-09-13T01:08:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:34 smithi053 bash[67631]: cluster 2024-09-13T01:08:32.904966+0000 mgr.y (mgr.34107) 1973 : cluster [DBG] pgmap v3647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-13T01:08:34.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:34 smithi053 bash[67631]: cluster 2024-09-13T01:08:33.120393+0000 mon.a (mon.0) 3896 : cluster [DBG] osdmap e2122: 8 total, 8 up, 8 in 2024-09-13T01:08:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:35 smithi032 bash[75510]: cluster 2024-09-13T01:08:34.122450+0000 mon.a (mon.0) 3897 : cluster [DBG] osdmap e2123: 8 total, 8 up, 8 in 2024-09-13T01:08:35.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:35 smithi032 bash[76677]: cluster 2024-09-13T01:08:34.122450+0000 mon.a (mon.0) 3897 : cluster [DBG] osdmap e2123: 8 total, 8 up, 8 in 2024-09-13T01:08:35.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:35 smithi053 bash[67631]: cluster 2024-09-13T01:08:34.122450+0000 mon.a (mon.0) 3897 : cluster [DBG] osdmap e2123: 8 total, 8 up, 8 in 2024-09-13T01:08:36.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:36 smithi032 bash[75510]: cluster 2024-09-13T01:08:34.905636+0000 mgr.y (mgr.34107) 1974 : cluster [DBG] pgmap v3650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 3.7 KiB/s wr, 373 op/s 2024-09-13T01:08:36.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:36 smithi032 bash[75510]: cluster 2024-09-13T01:08:35.143471+0000 mon.a (mon.0) 3898 : cluster [DBG] osdmap e2124: 8 total, 8 up, 8 in 2024-09-13T01:08:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:36 smithi032 bash[76677]: cluster 2024-09-13T01:08:34.905636+0000 mgr.y (mgr.34107) 1974 : cluster [DBG] pgmap v3650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 3.7 KiB/s wr, 373 op/s 2024-09-13T01:08:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:36 smithi032 bash[76677]: cluster 2024-09-13T01:08:35.143471+0000 mon.a (mon.0) 3898 : cluster [DBG] osdmap e2124: 8 total, 8 up, 8 in 2024-09-13T01:08:36.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:36 smithi053 bash[67631]: cluster 2024-09-13T01:08:34.905636+0000 mgr.y (mgr.34107) 1974 : cluster [DBG] pgmap v3650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 3.7 KiB/s wr, 373 op/s 2024-09-13T01:08:36.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:36 smithi053 bash[67631]: cluster 2024-09-13T01:08:35.143471+0000 mon.a (mon.0) 3898 : cluster [DBG] osdmap e2124: 8 total, 8 up, 8 in 2024-09-13T01:08:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:37 smithi032 bash[75510]: cluster 2024-09-13T01:08:36.145783+0000 mon.a (mon.0) 3899 : cluster [DBG] osdmap e2125: 8 total, 8 up, 8 in 2024-09-13T01:08:37.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:37 smithi032 bash[76677]: cluster 2024-09-13T01:08:36.145783+0000 mon.a (mon.0) 3899 : cluster [DBG] osdmap e2125: 8 total, 8 up, 8 in 2024-09-13T01:08:37.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:37 smithi053 bash[67631]: cluster 2024-09-13T01:08:36.145783+0000 mon.a (mon.0) 3899 : cluster [DBG] osdmap e2125: 8 total, 8 up, 8 in 2024-09-13T01:08:38.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:38 smithi032 bash[75510]: cluster 2024-09-13T01:08:36.906580+0000 mgr.y (mgr.34107) 1975 : cluster [DBG] pgmap v3653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 3.2 KiB/s wr, 376 op/s 2024-09-13T01:08:38.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:38 smithi032 bash[75510]: cluster 2024-09-13T01:08:37.166825+0000 mon.a (mon.0) 3900 : cluster [DBG] osdmap e2126: 8 total, 8 up, 8 in 2024-09-13T01:08:38.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:38 smithi032 bash[76677]: cluster 2024-09-13T01:08:36.906580+0000 mgr.y (mgr.34107) 1975 : cluster [DBG] pgmap v3653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 3.2 KiB/s wr, 376 op/s 2024-09-13T01:08:38.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:38 smithi032 bash[76677]: cluster 2024-09-13T01:08:37.166825+0000 mon.a (mon.0) 3900 : cluster [DBG] osdmap e2126: 8 total, 8 up, 8 in 2024-09-13T01:08:38.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:38 smithi053 bash[67631]: cluster 2024-09-13T01:08:36.906580+0000 mgr.y (mgr.34107) 1975 : cluster [DBG] pgmap v3653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 3.2 KiB/s wr, 376 op/s 2024-09-13T01:08:38.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:38 smithi053 bash[67631]: cluster 2024-09-13T01:08:37.166825+0000 mon.a (mon.0) 3900 : cluster [DBG] osdmap e2126: 8 total, 8 up, 8 in 2024-09-13T01:08:39.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:39 smithi053 bash[67631]: cluster 2024-09-13T01:08:38.175109+0000 mon.a (mon.0) 3901 : cluster [DBG] osdmap e2127: 8 total, 8 up, 8 in 2024-09-13T01:08:39.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:39 smithi032 bash[76677]: cluster 2024-09-13T01:08:38.175109+0000 mon.a (mon.0) 3901 : cluster [DBG] osdmap e2127: 8 total, 8 up, 8 in 2024-09-13T01:08:39.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:39 smithi032 bash[75510]: cluster 2024-09-13T01:08:38.175109+0000 mon.a (mon.0) 3901 : cluster [DBG] osdmap e2127: 8 total, 8 up, 8 in 2024-09-13T01:08:40.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:40 smithi053 bash[67631]: cluster 2024-09-13T01:08:38.907601+0000 mgr.y (mgr.34107) 1976 : cluster [DBG] pgmap v3656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-09-13T01:08:40.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:40 smithi053 bash[67631]: cluster 2024-09-13T01:08:39.185305+0000 mon.a (mon.0) 3902 : cluster [DBG] osdmap e2128: 8 total, 8 up, 8 in 2024-09-13T01:08:40.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:40 smithi032 bash[75510]: cluster 2024-09-13T01:08:38.907601+0000 mgr.y (mgr.34107) 1976 : cluster [DBG] pgmap v3656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-09-13T01:08:40.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:40 smithi032 bash[75510]: cluster 2024-09-13T01:08:39.185305+0000 mon.a (mon.0) 3902 : cluster [DBG] osdmap e2128: 8 total, 8 up, 8 in 2024-09-13T01:08:40.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:40 smithi032 bash[76677]: cluster 2024-09-13T01:08:38.907601+0000 mgr.y (mgr.34107) 1976 : cluster [DBG] pgmap v3656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-09-13T01:08:40.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:40 smithi032 bash[76677]: cluster 2024-09-13T01:08:39.185305+0000 mon.a (mon.0) 3902 : cluster [DBG] osdmap e2128: 8 total, 8 up, 8 in 2024-09-13T01:08:41.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:41 smithi053 bash[67631]: cluster 2024-09-13T01:08:40.185942+0000 mon.a (mon.0) 3903 : cluster [DBG] osdmap e2129: 8 total, 8 up, 8 in 2024-09-13T01:08:41.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:41 smithi053 bash[67631]: audit 2024-09-13T01:08:40.226369+0000 mon.a (mon.0) 3904 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:08:41.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:41 smithi032 bash[75510]: cluster 2024-09-13T01:08:40.185942+0000 mon.a (mon.0) 3903 : cluster [DBG] osdmap e2129: 8 total, 8 up, 8 in 2024-09-13T01:08:41.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:41 smithi032 bash[75510]: audit 2024-09-13T01:08:40.226369+0000 mon.a (mon.0) 3904 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:08:41.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:41 smithi032 bash[76677]: cluster 2024-09-13T01:08:40.185942+0000 mon.a (mon.0) 3903 : cluster [DBG] osdmap e2129: 8 total, 8 up, 8 in 2024-09-13T01:08:41.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:41 smithi032 bash[76677]: audit 2024-09-13T01:08:40.226369+0000 mon.a (mon.0) 3904 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:08:42.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:42 smithi053 bash[67631]: cluster 2024-09-13T01:08:40.908681+0000 mgr.y (mgr.34107) 1977 : cluster [DBG] pgmap v3659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.2 KiB/s wr, 421 op/s 2024-09-13T01:08:42.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:42 smithi053 bash[67631]: cluster 2024-09-13T01:08:41.205996+0000 mon.a (mon.0) 3905 : cluster [DBG] osdmap e2130: 8 total, 8 up, 8 in 2024-09-13T01:08:42.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:08:42 smithi053 bash[94430]: ts=2024-09-13T01:08:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:08:42.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:42 smithi032 bash[75510]: cluster 2024-09-13T01:08:40.908681+0000 mgr.y (mgr.34107) 1977 : cluster [DBG] pgmap v3659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.2 KiB/s wr, 421 op/s 2024-09-13T01:08:42.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:42 smithi032 bash[75510]: cluster 2024-09-13T01:08:41.205996+0000 mon.a (mon.0) 3905 : cluster [DBG] osdmap e2130: 8 total, 8 up, 8 in 2024-09-13T01:08:42.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:08:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:08:42] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-09-13T01:08:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:42 smithi032 bash[76677]: cluster 2024-09-13T01:08:40.908681+0000 mgr.y (mgr.34107) 1977 : cluster [DBG] pgmap v3659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.2 KiB/s wr, 421 op/s 2024-09-13T01:08:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:42 smithi032 bash[76677]: cluster 2024-09-13T01:08:41.205996+0000 mon.a (mon.0) 3905 : cluster [DBG] osdmap e2130: 8 total, 8 up, 8 in 2024-09-13T01:08:43.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:43 smithi053 bash[67631]: cluster 2024-09-13T01:08:42.207412+0000 mon.a (mon.0) 3906 : cluster [DBG] osdmap e2131: 8 total, 8 up, 8 in 2024-09-13T01:08:43.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:43 smithi032 bash[75510]: cluster 2024-09-13T01:08:42.207412+0000 mon.a (mon.0) 3906 : cluster [DBG] osdmap e2131: 8 total, 8 up, 8 in 2024-09-13T01:08:43.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:43 smithi032 bash[76677]: cluster 2024-09-13T01:08:42.207412+0000 mon.a (mon.0) 3906 : cluster [DBG] osdmap e2131: 8 total, 8 up, 8 in 2024-09-13T01:08:44.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:44 smithi053 bash[67631]: cluster 2024-09-13T01:08:42.909688+0000 mgr.y (mgr.34107) 1978 : cluster [DBG] pgmap v3662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:08:44.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:44 smithi053 bash[67631]: cluster 2024-09-13T01:08:43.230495+0000 mon.a (mon.0) 3907 : cluster [DBG] osdmap e2132: 8 total, 8 up, 8 in 2024-09-13T01:08:44.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:44 smithi032 bash[75510]: cluster 2024-09-13T01:08:42.909688+0000 mgr.y (mgr.34107) 1978 : cluster [DBG] pgmap v3662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:08:44.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:44 smithi032 bash[75510]: cluster 2024-09-13T01:08:43.230495+0000 mon.a (mon.0) 3907 : cluster [DBG] osdmap e2132: 8 total, 8 up, 8 in 2024-09-13T01:08:44.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:44 smithi032 bash[76677]: cluster 2024-09-13T01:08:42.909688+0000 mgr.y (mgr.34107) 1978 : cluster [DBG] pgmap v3662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:08:44.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:44 smithi032 bash[76677]: cluster 2024-09-13T01:08:43.230495+0000 mon.a (mon.0) 3907 : cluster [DBG] osdmap e2132: 8 total, 8 up, 8 in 2024-09-13T01:08:45.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:45 smithi053 bash[67631]: cluster 2024-09-13T01:08:44.232788+0000 mon.a (mon.0) 3908 : cluster [DBG] osdmap e2133: 8 total, 8 up, 8 in 2024-09-13T01:08:45.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:45 smithi032 bash[75510]: cluster 2024-09-13T01:08:44.232788+0000 mon.a (mon.0) 3908 : cluster [DBG] osdmap e2133: 8 total, 8 up, 8 in 2024-09-13T01:08:45.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:45 smithi032 bash[76677]: cluster 2024-09-13T01:08:44.232788+0000 mon.a (mon.0) 3908 : cluster [DBG] osdmap e2133: 8 total, 8 up, 8 in 2024-09-13T01:08:46.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:46 smithi053 bash[67631]: cluster 2024-09-13T01:08:44.910402+0000 mgr.y (mgr.34107) 1979 : cluster [DBG] pgmap v3665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 3.5 KiB/s wr, 460 op/s 2024-09-13T01:08:46.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:46 smithi053 bash[67631]: cluster 2024-09-13T01:08:45.253125+0000 mon.a (mon.0) 3909 : cluster [DBG] osdmap e2134: 8 total, 8 up, 8 in 2024-09-13T01:08:46.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:46 smithi032 bash[75510]: cluster 2024-09-13T01:08:44.910402+0000 mgr.y (mgr.34107) 1979 : cluster [DBG] pgmap v3665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 3.5 KiB/s wr, 460 op/s 2024-09-13T01:08:46.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:46 smithi032 bash[75510]: cluster 2024-09-13T01:08:45.253125+0000 mon.a (mon.0) 3909 : cluster [DBG] osdmap e2134: 8 total, 8 up, 8 in 2024-09-13T01:08:46.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:46 smithi032 bash[76677]: cluster 2024-09-13T01:08:44.910402+0000 mgr.y (mgr.34107) 1979 : cluster [DBG] pgmap v3665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 3.5 KiB/s wr, 460 op/s 2024-09-13T01:08:46.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:46 smithi032 bash[76677]: cluster 2024-09-13T01:08:45.253125+0000 mon.a (mon.0) 3909 : cluster [DBG] osdmap e2134: 8 total, 8 up, 8 in 2024-09-13T01:08:47.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:47 smithi053 bash[67631]: cluster 2024-09-13T01:08:46.255771+0000 mon.a (mon.0) 3910 : cluster [DBG] osdmap e2135: 8 total, 8 up, 8 in 2024-09-13T01:08:47.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:47 smithi032 bash[75510]: cluster 2024-09-13T01:08:46.255771+0000 mon.a (mon.0) 3910 : cluster [DBG] osdmap e2135: 8 total, 8 up, 8 in 2024-09-13T01:08:47.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:47 smithi032 bash[76677]: cluster 2024-09-13T01:08:46.255771+0000 mon.a (mon.0) 3910 : cluster [DBG] osdmap e2135: 8 total, 8 up, 8 in 2024-09-13T01:08:48.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:48 smithi053 bash[67631]: cluster 2024-09-13T01:08:46.911231+0000 mgr.y (mgr.34107) 1980 : cluster [DBG] pgmap v3668: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 3.5 KiB/s wr, 464 op/s 2024-09-13T01:08:48.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:48 smithi053 bash[67631]: cluster 2024-09-13T01:08:47.274806+0000 mon.a (mon.0) 3911 : cluster [DBG] osdmap e2136: 8 total, 8 up, 8 in 2024-09-13T01:08:48.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:48 smithi032 bash[75510]: cluster 2024-09-13T01:08:46.911231+0000 mgr.y (mgr.34107) 1980 : cluster [DBG] pgmap v3668: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 3.5 KiB/s wr, 464 op/s 2024-09-13T01:08:48.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:48 smithi032 bash[75510]: cluster 2024-09-13T01:08:47.274806+0000 mon.a (mon.0) 3911 : cluster [DBG] osdmap e2136: 8 total, 8 up, 8 in 2024-09-13T01:08:48.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:48 smithi032 bash[76677]: cluster 2024-09-13T01:08:46.911231+0000 mgr.y (mgr.34107) 1980 : cluster [DBG] pgmap v3668: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 3.5 KiB/s wr, 464 op/s 2024-09-13T01:08:48.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:48 smithi032 bash[76677]: cluster 2024-09-13T01:08:47.274806+0000 mon.a (mon.0) 3911 : cluster [DBG] osdmap e2136: 8 total, 8 up, 8 in 2024-09-13T01:08:49.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:49 smithi032 bash[75510]: cluster 2024-09-13T01:08:48.277044+0000 mon.a (mon.0) 3912 : cluster [DBG] osdmap e2137: 8 total, 8 up, 8 in 2024-09-13T01:08:49.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:49 smithi032 bash[76677]: cluster 2024-09-13T01:08:48.277044+0000 mon.a (mon.0) 3912 : cluster [DBG] osdmap e2137: 8 total, 8 up, 8 in 2024-09-13T01:08:49.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:49 smithi053 bash[67631]: cluster 2024-09-13T01:08:48.277044+0000 mon.a (mon.0) 3912 : cluster [DBG] osdmap e2137: 8 total, 8 up, 8 in 2024-09-13T01:08:50.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:50 smithi032 bash[75510]: cluster 2024-09-13T01:08:48.912237+0000 mgr.y (mgr.34107) 1981 : cluster [DBG] pgmap v3671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-09-13T01:08:50.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:50 smithi032 bash[75510]: cluster 2024-09-13T01:08:49.297744+0000 mon.a (mon.0) 3913 : cluster [DBG] osdmap e2138: 8 total, 8 up, 8 in 2024-09-13T01:08:50.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:50 smithi032 bash[76677]: cluster 2024-09-13T01:08:48.912237+0000 mgr.y (mgr.34107) 1981 : cluster [DBG] pgmap v3671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-09-13T01:08:50.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:50 smithi032 bash[76677]: cluster 2024-09-13T01:08:49.297744+0000 mon.a (mon.0) 3913 : cluster [DBG] osdmap e2138: 8 total, 8 up, 8 in 2024-09-13T01:08:50.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:50 smithi053 bash[67631]: cluster 2024-09-13T01:08:48.912237+0000 mgr.y (mgr.34107) 1981 : cluster [DBG] pgmap v3671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-09-13T01:08:50.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:50 smithi053 bash[67631]: cluster 2024-09-13T01:08:49.297744+0000 mon.a (mon.0) 3913 : cluster [DBG] osdmap e2138: 8 total, 8 up, 8 in 2024-09-13T01:08:51.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:51 smithi032 bash[75510]: cluster 2024-09-13T01:08:50.299952+0000 mon.a (mon.0) 3914 : cluster [DBG] osdmap e2139: 8 total, 8 up, 8 in 2024-09-13T01:08:51.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:51 smithi032 bash[76677]: cluster 2024-09-13T01:08:50.299952+0000 mon.a (mon.0) 3914 : cluster [DBG] osdmap e2139: 8 total, 8 up, 8 in 2024-09-13T01:08:51.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:51 smithi053 bash[67631]: cluster 2024-09-13T01:08:50.299952+0000 mon.a (mon.0) 3914 : cluster [DBG] osdmap e2139: 8 total, 8 up, 8 in 2024-09-13T01:08:52.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:52 smithi032 bash[75510]: cluster 2024-09-13T01:08:50.913224+0000 mgr.y (mgr.34107) 1982 : cluster [DBG] pgmap v3674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.0 KiB/s wr, 509 op/s 2024-09-13T01:08:52.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:52 smithi032 bash[75510]: cluster 2024-09-13T01:08:51.319443+0000 mon.a (mon.0) 3915 : cluster [DBG] osdmap e2140: 8 total, 8 up, 8 in 2024-09-13T01:08:52.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:08:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:08:52] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-09-13T01:08:52.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:52 smithi032 bash[76677]: cluster 2024-09-13T01:08:50.913224+0000 mgr.y (mgr.34107) 1982 : cluster [DBG] pgmap v3674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.0 KiB/s wr, 509 op/s 2024-09-13T01:08:52.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:52 smithi032 bash[76677]: cluster 2024-09-13T01:08:51.319443+0000 mon.a (mon.0) 3915 : cluster [DBG] osdmap e2140: 8 total, 8 up, 8 in 2024-09-13T01:08:52.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:52 smithi053 bash[67631]: cluster 2024-09-13T01:08:50.913224+0000 mgr.y (mgr.34107) 1982 : cluster [DBG] pgmap v3674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.0 KiB/s wr, 509 op/s 2024-09-13T01:08:52.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:52 smithi053 bash[67631]: cluster 2024-09-13T01:08:51.319443+0000 mon.a (mon.0) 3915 : cluster [DBG] osdmap e2140: 8 total, 8 up, 8 in 2024-09-13T01:08:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:08:52 smithi053 bash[94430]: ts=2024-09-13T01:08:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:08:53.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:53 smithi032 bash[75510]: cluster 2024-09-13T01:08:52.327780+0000 mon.a (mon.0) 3916 : cluster [DBG] osdmap e2141: 8 total, 8 up, 8 in 2024-09-13T01:08:53.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:53 smithi032 bash[76677]: cluster 2024-09-13T01:08:52.327780+0000 mon.a (mon.0) 3916 : cluster [DBG] osdmap e2141: 8 total, 8 up, 8 in 2024-09-13T01:08:53.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:53 smithi053 bash[67631]: cluster 2024-09-13T01:08:52.327780+0000 mon.a (mon.0) 3916 : cluster [DBG] osdmap e2141: 8 total, 8 up, 8 in 2024-09-13T01:08:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:54 smithi032 bash[75510]: cluster 2024-09-13T01:08:52.914107+0000 mgr.y (mgr.34107) 1983 : cluster [DBG] pgmap v3677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-13T01:08:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:54 smithi032 bash[75510]: cluster 2024-09-13T01:08:53.338968+0000 mon.a (mon.0) 3917 : cluster [DBG] osdmap e2142: 8 total, 8 up, 8 in 2024-09-13T01:08:54.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:54 smithi032 bash[76677]: cluster 2024-09-13T01:08:52.914107+0000 mgr.y (mgr.34107) 1983 : cluster [DBG] pgmap v3677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-13T01:08:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:54 smithi032 bash[76677]: cluster 2024-09-13T01:08:53.338968+0000 mon.a (mon.0) 3917 : cluster [DBG] osdmap e2142: 8 total, 8 up, 8 in 2024-09-13T01:08:54.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:54 smithi053 bash[67631]: cluster 2024-09-13T01:08:52.914107+0000 mgr.y (mgr.34107) 1983 : cluster [DBG] pgmap v3677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-13T01:08:54.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:54 smithi053 bash[67631]: cluster 2024-09-13T01:08:53.338968+0000 mon.a (mon.0) 3917 : cluster [DBG] osdmap e2142: 8 total, 8 up, 8 in 2024-09-13T01:08:55.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:55 smithi032 bash[75510]: cluster 2024-09-13T01:08:54.339757+0000 mon.a (mon.0) 3918 : cluster [DBG] osdmap e2143: 8 total, 8 up, 8 in 2024-09-13T01:08:55.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:55 smithi032 bash[75510]: audit 2024-09-13T01:08:55.226720+0000 mon.a (mon.0) 3919 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:08:55.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:55 smithi032 bash[76677]: cluster 2024-09-13T01:08:54.339757+0000 mon.a (mon.0) 3918 : cluster [DBG] osdmap e2143: 8 total, 8 up, 8 in 2024-09-13T01:08:55.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:55 smithi032 bash[76677]: audit 2024-09-13T01:08:55.226720+0000 mon.a (mon.0) 3919 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:08:55.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:55 smithi053 bash[67631]: cluster 2024-09-13T01:08:54.339757+0000 mon.a (mon.0) 3918 : cluster [DBG] osdmap e2143: 8 total, 8 up, 8 in 2024-09-13T01:08:55.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:55 smithi053 bash[67631]: audit 2024-09-13T01:08:55.226720+0000 mon.a (mon.0) 3919 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:08:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:56 smithi032 bash[75510]: cluster 2024-09-13T01:08:54.914944+0000 mgr.y (mgr.34107) 1984 : cluster [DBG] pgmap v3680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 4.0 KiB/s wr, 548 op/s 2024-09-13T01:08:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:56 smithi032 bash[75510]: cluster 2024-09-13T01:08:55.361144+0000 mon.a (mon.0) 3920 : cluster [DBG] osdmap e2144: 8 total, 8 up, 8 in 2024-09-13T01:08:56.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:56 smithi032 bash[76677]: cluster 2024-09-13T01:08:54.914944+0000 mgr.y (mgr.34107) 1984 : cluster [DBG] pgmap v3680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 4.0 KiB/s wr, 548 op/s 2024-09-13T01:08:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:56 smithi032 bash[76677]: cluster 2024-09-13T01:08:55.361144+0000 mon.a (mon.0) 3920 : cluster [DBG] osdmap e2144: 8 total, 8 up, 8 in 2024-09-13T01:08:56.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:56 smithi053 bash[67631]: cluster 2024-09-13T01:08:54.914944+0000 mgr.y (mgr.34107) 1984 : cluster [DBG] pgmap v3680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 4.0 KiB/s wr, 548 op/s 2024-09-13T01:08:56.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:56 smithi053 bash[67631]: cluster 2024-09-13T01:08:55.361144+0000 mon.a (mon.0) 3920 : cluster [DBG] osdmap e2144: 8 total, 8 up, 8 in 2024-09-13T01:08:57.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:57 smithi032 bash[75510]: cluster 2024-09-13T01:08:56.362623+0000 mon.a (mon.0) 3921 : cluster [DBG] osdmap e2145: 8 total, 8 up, 8 in 2024-09-13T01:08:57.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:57 smithi032 bash[76677]: cluster 2024-09-13T01:08:56.362623+0000 mon.a (mon.0) 3921 : cluster [DBG] osdmap e2145: 8 total, 8 up, 8 in 2024-09-13T01:08:57.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:57 smithi053 bash[67631]: cluster 2024-09-13T01:08:56.362623+0000 mon.a (mon.0) 3921 : cluster [DBG] osdmap e2145: 8 total, 8 up, 8 in 2024-09-13T01:08:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:58 smithi032 bash[75510]: cluster 2024-09-13T01:08:56.915840+0000 mgr.y (mgr.34107) 1985 : cluster [DBG] pgmap v3683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 411 KiB/s rd, 3.2 KiB/s wr, 551 op/s 2024-09-13T01:08:58.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:58 smithi032 bash[75510]: cluster 2024-09-13T01:08:57.394485+0000 mon.a (mon.0) 3922 : cluster [DBG] osdmap e2146: 8 total, 8 up, 8 in 2024-09-13T01:08:58.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:58 smithi032 bash[76677]: cluster 2024-09-13T01:08:56.915840+0000 mgr.y (mgr.34107) 1985 : cluster [DBG] pgmap v3683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 411 KiB/s rd, 3.2 KiB/s wr, 551 op/s 2024-09-13T01:08:58.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:58 smithi032 bash[76677]: cluster 2024-09-13T01:08:57.394485+0000 mon.a (mon.0) 3922 : cluster [DBG] osdmap e2146: 8 total, 8 up, 8 in 2024-09-13T01:08:58.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:58 smithi053 bash[67631]: cluster 2024-09-13T01:08:56.915840+0000 mgr.y (mgr.34107) 1985 : cluster [DBG] pgmap v3683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 411 KiB/s rd, 3.2 KiB/s wr, 551 op/s 2024-09-13T01:08:58.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:58 smithi053 bash[67631]: cluster 2024-09-13T01:08:57.394485+0000 mon.a (mon.0) 3922 : cluster [DBG] osdmap e2146: 8 total, 8 up, 8 in 2024-09-13T01:08:59.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:08:59 smithi032 bash[75510]: cluster 2024-09-13T01:08:58.403514+0000 mon.a (mon.0) 3923 : cluster [DBG] osdmap e2147: 8 total, 8 up, 8 in 2024-09-13T01:08:59.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:08:59 smithi032 bash[76677]: cluster 2024-09-13T01:08:58.403514+0000 mon.a (mon.0) 3923 : cluster [DBG] osdmap e2147: 8 total, 8 up, 8 in 2024-09-13T01:08:59.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:08:59 smithi053 bash[67631]: cluster 2024-09-13T01:08:58.403514+0000 mon.a (mon.0) 3923 : cluster [DBG] osdmap e2147: 8 total, 8 up, 8 in 2024-09-13T01:09:00.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:00 smithi053 bash[67631]: cluster 2024-09-13T01:08:58.916825+0000 mgr.y (mgr.34107) 1986 : cluster [DBG] pgmap v3686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.7 KiB/s wr, 598 op/s 2024-09-13T01:09:00.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:00 smithi053 bash[67631]: cluster 2024-09-13T01:08:59.415180+0000 mon.a (mon.0) 3924 : cluster [DBG] osdmap e2148: 8 total, 8 up, 8 in 2024-09-13T01:09:00.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:00 smithi032 bash[75510]: cluster 2024-09-13T01:08:58.916825+0000 mgr.y (mgr.34107) 1986 : cluster [DBG] pgmap v3686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.7 KiB/s wr, 598 op/s 2024-09-13T01:09:00.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:00 smithi032 bash[75510]: cluster 2024-09-13T01:08:59.415180+0000 mon.a (mon.0) 3924 : cluster [DBG] osdmap e2148: 8 total, 8 up, 8 in 2024-09-13T01:09:00.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:00 smithi032 bash[76677]: cluster 2024-09-13T01:08:58.916825+0000 mgr.y (mgr.34107) 1986 : cluster [DBG] pgmap v3686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.7 KiB/s wr, 598 op/s 2024-09-13T01:09:00.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:00 smithi032 bash[76677]: cluster 2024-09-13T01:08:59.415180+0000 mon.a (mon.0) 3924 : cluster [DBG] osdmap e2148: 8 total, 8 up, 8 in 2024-09-13T01:09:01.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:01 smithi053 bash[67631]: cluster 2024-09-13T01:09:00.416543+0000 mon.a (mon.0) 3925 : cluster [DBG] osdmap e2149: 8 total, 8 up, 8 in 2024-09-13T01:09:01.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:01 smithi032 bash[75510]: cluster 2024-09-13T01:09:00.416543+0000 mon.a (mon.0) 3925 : cluster [DBG] osdmap e2149: 8 total, 8 up, 8 in 2024-09-13T01:09:01.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:01 smithi032 bash[76677]: cluster 2024-09-13T01:09:00.416543+0000 mon.a (mon.0) 3925 : cluster [DBG] osdmap e2149: 8 total, 8 up, 8 in 2024-09-13T01:09:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:02 smithi032 bash[75510]: cluster 2024-09-13T01:09:00.917772+0000 mgr.y (mgr.34107) 1987 : cluster [DBG] pgmap v3689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.7 KiB/s wr, 598 op/s 2024-09-13T01:09:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:02 smithi032 bash[75510]: cluster 2024-09-13T01:09:01.436171+0000 mon.a (mon.0) 3926 : cluster [DBG] osdmap e2150: 8 total, 8 up, 8 in 2024-09-13T01:09:02.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:02 smithi032 bash[76677]: cluster 2024-09-13T01:09:00.917772+0000 mgr.y (mgr.34107) 1987 : cluster [DBG] pgmap v3689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.7 KiB/s wr, 598 op/s 2024-09-13T01:09:02.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:02 smithi032 bash[76677]: cluster 2024-09-13T01:09:01.436171+0000 mon.a (mon.0) 3926 : cluster [DBG] osdmap e2150: 8 total, 8 up, 8 in 2024-09-13T01:09:02.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:09:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:09:02] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2024-09-13T01:09:02.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:02 smithi053 bash[67631]: cluster 2024-09-13T01:09:00.917772+0000 mgr.y (mgr.34107) 1987 : cluster [DBG] pgmap v3689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.7 KiB/s wr, 598 op/s 2024-09-13T01:09:02.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:02 smithi053 bash[67631]: cluster 2024-09-13T01:09:01.436171+0000 mon.a (mon.0) 3926 : cluster [DBG] osdmap e2150: 8 total, 8 up, 8 in 2024-09-13T01:09:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:09:02 smithi053 bash[94430]: ts=2024-09-13T01:09:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:09:03.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:03 smithi053 bash[67631]: cluster 2024-09-13T01:09:02.446712+0000 mon.a (mon.0) 3927 : cluster [DBG] osdmap e2151: 8 total, 8 up, 8 in 2024-09-13T01:09:03.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:03 smithi032 bash[75510]: cluster 2024-09-13T01:09:02.446712+0000 mon.a (mon.0) 3927 : cluster [DBG] osdmap e2151: 8 total, 8 up, 8 in 2024-09-13T01:09:03.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:03 smithi032 bash[76677]: cluster 2024-09-13T01:09:02.446712+0000 mon.a (mon.0) 3927 : cluster [DBG] osdmap e2151: 8 total, 8 up, 8 in 2024-09-13T01:09:04.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:04 smithi053 bash[67631]: cluster 2024-09-13T01:09:02.918828+0000 mgr.y (mgr.34107) 1988 : cluster [DBG] pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:09:04.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:04 smithi053 bash[67631]: cluster 2024-09-13T01:09:03.457050+0000 mon.a (mon.0) 3928 : cluster [DBG] osdmap e2152: 8 total, 8 up, 8 in 2024-09-13T01:09:04.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:04 smithi032 bash[75510]: cluster 2024-09-13T01:09:02.918828+0000 mgr.y (mgr.34107) 1988 : cluster [DBG] pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:09:04.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:04 smithi032 bash[75510]: cluster 2024-09-13T01:09:03.457050+0000 mon.a (mon.0) 3928 : cluster [DBG] osdmap e2152: 8 total, 8 up, 8 in 2024-09-13T01:09:04.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:04 smithi032 bash[76677]: cluster 2024-09-13T01:09:02.918828+0000 mgr.y (mgr.34107) 1988 : cluster [DBG] pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:09:04.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:04 smithi032 bash[76677]: cluster 2024-09-13T01:09:03.457050+0000 mon.a (mon.0) 3928 : cluster [DBG] osdmap e2152: 8 total, 8 up, 8 in 2024-09-13T01:09:05.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:05 smithi053 bash[67631]: cluster 2024-09-13T01:09:04.458955+0000 mon.a (mon.0) 3929 : cluster [DBG] osdmap e2153: 8 total, 8 up, 8 in 2024-09-13T01:09:05.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:05 smithi032 bash[75510]: cluster 2024-09-13T01:09:04.458955+0000 mon.a (mon.0) 3929 : cluster [DBG] osdmap e2153: 8 total, 8 up, 8 in 2024-09-13T01:09:05.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:05 smithi032 bash[76677]: cluster 2024-09-13T01:09:04.458955+0000 mon.a (mon.0) 3929 : cluster [DBG] osdmap e2153: 8 total, 8 up, 8 in 2024-09-13T01:09:06.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:06 smithi053 bash[67631]: cluster 2024-09-13T01:09:04.919580+0000 mgr.y (mgr.34107) 1989 : cluster [DBG] pgmap v3695: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 3.2 KiB/s wr, 639 op/s 2024-09-13T01:09:06.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:06 smithi053 bash[67631]: cluster 2024-09-13T01:09:05.480977+0000 mon.a (mon.0) 3930 : cluster [DBG] osdmap e2154: 8 total, 8 up, 8 in 2024-09-13T01:09:06.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:06 smithi032 bash[75510]: cluster 2024-09-13T01:09:04.919580+0000 mgr.y (mgr.34107) 1989 : cluster [DBG] pgmap v3695: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 3.2 KiB/s wr, 639 op/s 2024-09-13T01:09:06.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:06 smithi032 bash[75510]: cluster 2024-09-13T01:09:05.480977+0000 mon.a (mon.0) 3930 : cluster [DBG] osdmap e2154: 8 total, 8 up, 8 in 2024-09-13T01:09:06.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:06 smithi032 bash[76677]: cluster 2024-09-13T01:09:04.919580+0000 mgr.y (mgr.34107) 1989 : cluster [DBG] pgmap v3695: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 3.2 KiB/s wr, 639 op/s 2024-09-13T01:09:06.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:06 smithi032 bash[76677]: cluster 2024-09-13T01:09:05.480977+0000 mon.a (mon.0) 3930 : cluster [DBG] osdmap e2154: 8 total, 8 up, 8 in 2024-09-13T01:09:07.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:07 smithi053 bash[67631]: cluster 2024-09-13T01:09:06.484541+0000 mon.a (mon.0) 3931 : cluster [DBG] osdmap e2155: 8 total, 8 up, 8 in 2024-09-13T01:09:07.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:07 smithi032 bash[75510]: cluster 2024-09-13T01:09:06.484541+0000 mon.a (mon.0) 3931 : cluster [DBG] osdmap e2155: 8 total, 8 up, 8 in 2024-09-13T01:09:07.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:07 smithi032 bash[76677]: cluster 2024-09-13T01:09:06.484541+0000 mon.a (mon.0) 3931 : cluster [DBG] osdmap e2155: 8 total, 8 up, 8 in 2024-09-13T01:09:08.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:08 smithi053 bash[67631]: cluster 2024-09-13T01:09:06.920534+0000 mgr.y (mgr.34107) 1990 : cluster [DBG] pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 477 KiB/s rd, 3.5 KiB/s wr, 643 op/s 2024-09-13T01:09:08.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:08 smithi053 bash[67631]: cluster 2024-09-13T01:09:07.506518+0000 mon.a (mon.0) 3932 : cluster [DBG] osdmap e2156: 8 total, 8 up, 8 in 2024-09-13T01:09:08.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:08 smithi032 bash[76677]: cluster 2024-09-13T01:09:06.920534+0000 mgr.y (mgr.34107) 1990 : cluster [DBG] pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 477 KiB/s rd, 3.5 KiB/s wr, 643 op/s 2024-09-13T01:09:08.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:08 smithi032 bash[76677]: cluster 2024-09-13T01:09:07.506518+0000 mon.a (mon.0) 3932 : cluster [DBG] osdmap e2156: 8 total, 8 up, 8 in 2024-09-13T01:09:08.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:08 smithi032 bash[75510]: cluster 2024-09-13T01:09:06.920534+0000 mgr.y (mgr.34107) 1990 : cluster [DBG] pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 477 KiB/s rd, 3.5 KiB/s wr, 643 op/s 2024-09-13T01:09:08.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:08 smithi032 bash[75510]: cluster 2024-09-13T01:09:07.506518+0000 mon.a (mon.0) 3932 : cluster [DBG] osdmap e2156: 8 total, 8 up, 8 in 2024-09-13T01:09:09.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:09 smithi053 bash[67631]: cluster 2024-09-13T01:09:08.508806+0000 mon.a (mon.0) 3933 : cluster [DBG] osdmap e2157: 8 total, 8 up, 8 in 2024-09-13T01:09:09.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:09 smithi053 bash[67631]: cluster 2024-09-13T01:09:08.921515+0000 mgr.y (mgr.34107) 1991 : cluster [DBG] pgmap v3701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 3.5 KiB/s wr, 555 op/s 2024-09-13T01:09:09.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:09 smithi032 bash[75510]: cluster 2024-09-13T01:09:08.508806+0000 mon.a (mon.0) 3933 : cluster [DBG] osdmap e2157: 8 total, 8 up, 8 in 2024-09-13T01:09:09.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:09 smithi032 bash[75510]: cluster 2024-09-13T01:09:08.921515+0000 mgr.y (mgr.34107) 1991 : cluster [DBG] pgmap v3701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 3.5 KiB/s wr, 555 op/s 2024-09-13T01:09:09.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:09 smithi032 bash[76677]: cluster 2024-09-13T01:09:08.508806+0000 mon.a (mon.0) 3933 : cluster [DBG] osdmap e2157: 8 total, 8 up, 8 in 2024-09-13T01:09:09.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:09 smithi032 bash[76677]: cluster 2024-09-13T01:09:08.921515+0000 mgr.y (mgr.34107) 1991 : cluster [DBG] pgmap v3701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 3.5 KiB/s wr, 555 op/s 2024-09-13T01:09:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:10 smithi032 bash[75510]: cluster 2024-09-13T01:09:09.537585+0000 mon.a (mon.0) 3934 : cluster [DBG] osdmap e2158: 8 total, 8 up, 8 in 2024-09-13T01:09:10.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:10 smithi032 bash[75510]: audit 2024-09-13T01:09:10.227051+0000 mon.a (mon.0) 3935 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:09:10.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:10 smithi032 bash[76677]: cluster 2024-09-13T01:09:09.537585+0000 mon.a (mon.0) 3934 : cluster [DBG] osdmap e2158: 8 total, 8 up, 8 in 2024-09-13T01:09:10.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:10 smithi032 bash[76677]: audit 2024-09-13T01:09:10.227051+0000 mon.a (mon.0) 3935 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:09:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:10 smithi053 bash[67631]: cluster 2024-09-13T01:09:09.537585+0000 mon.a (mon.0) 3934 : cluster [DBG] osdmap e2158: 8 total, 8 up, 8 in 2024-09-13T01:09:11.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:10 smithi053 bash[67631]: audit 2024-09-13T01:09:10.227051+0000 mon.a (mon.0) 3935 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:09:11.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:11 smithi032 bash[75510]: cluster 2024-09-13T01:09:10.538889+0000 mon.a (mon.0) 3936 : cluster [DBG] osdmap e2159: 8 total, 8 up, 8 in 2024-09-13T01:09:11.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:11 smithi032 bash[75510]: cluster 2024-09-13T01:09:10.922358+0000 mgr.y (mgr.34107) 1992 : cluster [DBG] pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 3.0 KiB/s wr, 554 op/s 2024-09-13T01:09:11.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:11 smithi032 bash[76677]: cluster 2024-09-13T01:09:10.538889+0000 mon.a (mon.0) 3936 : cluster [DBG] osdmap e2159: 8 total, 8 up, 8 in 2024-09-13T01:09:11.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:11 smithi032 bash[76677]: cluster 2024-09-13T01:09:10.922358+0000 mgr.y (mgr.34107) 1992 : cluster [DBG] pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 3.0 KiB/s wr, 554 op/s 2024-09-13T01:09:12.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:11 smithi053 bash[67631]: cluster 2024-09-13T01:09:10.538889+0000 mon.a (mon.0) 3936 : cluster [DBG] osdmap e2159: 8 total, 8 up, 8 in 2024-09-13T01:09:12.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:11 smithi053 bash[67631]: cluster 2024-09-13T01:09:10.922358+0000 mgr.y (mgr.34107) 1992 : cluster [DBG] pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 3.0 KiB/s wr, 554 op/s 2024-09-13T01:09:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:12 smithi032 bash[75510]: cluster 2024-09-13T01:09:11.561187+0000 mon.a (mon.0) 3937 : cluster [DBG] osdmap e2160: 8 total, 8 up, 8 in 2024-09-13T01:09:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:09:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:09:12] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-09-13T01:09:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:12 smithi032 bash[76677]: cluster 2024-09-13T01:09:11.561187+0000 mon.a (mon.0) 3937 : cluster [DBG] osdmap e2160: 8 total, 8 up, 8 in 2024-09-13T01:09:12.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:12 smithi053 bash[67631]: cluster 2024-09-13T01:09:11.561187+0000 mon.a (mon.0) 3937 : cluster [DBG] osdmap e2160: 8 total, 8 up, 8 in 2024-09-13T01:09:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:09:12 smithi053 bash[94430]: ts=2024-09-13T01:09:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:09:13.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:13 smithi032 bash[75510]: cluster 2024-09-13T01:09:12.568428+0000 mon.a (mon.0) 3938 : cluster [DBG] osdmap e2161: 8 total, 8 up, 8 in 2024-09-13T01:09:13.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:13 smithi032 bash[75510]: cluster 2024-09-13T01:09:12.923170+0000 mgr.y (mgr.34107) 1993 : cluster [DBG] pgmap v3707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:09:13.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:13 smithi032 bash[76677]: cluster 2024-09-13T01:09:12.568428+0000 mon.a (mon.0) 3938 : cluster [DBG] osdmap e2161: 8 total, 8 up, 8 in 2024-09-13T01:09:13.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:13 smithi032 bash[76677]: cluster 2024-09-13T01:09:12.923170+0000 mgr.y (mgr.34107) 1993 : cluster [DBG] pgmap v3707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:09:14.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:13 smithi053 bash[67631]: cluster 2024-09-13T01:09:12.568428+0000 mon.a (mon.0) 3938 : cluster [DBG] osdmap e2161: 8 total, 8 up, 8 in 2024-09-13T01:09:14.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:13 smithi053 bash[67631]: cluster 2024-09-13T01:09:12.923170+0000 mgr.y (mgr.34107) 1993 : cluster [DBG] pgmap v3707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:09:14.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:14 smithi032 bash[75510]: cluster 2024-09-13T01:09:13.579357+0000 mon.a (mon.0) 3939 : cluster [DBG] osdmap e2162: 8 total, 8 up, 8 in 2024-09-13T01:09:14.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:14 smithi032 bash[76677]: cluster 2024-09-13T01:09:13.579357+0000 mon.a (mon.0) 3939 : cluster [DBG] osdmap e2162: 8 total, 8 up, 8 in 2024-09-13T01:09:15.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:14 smithi053 bash[67631]: cluster 2024-09-13T01:09:13.579357+0000 mon.a (mon.0) 3939 : cluster [DBG] osdmap e2162: 8 total, 8 up, 8 in 2024-09-13T01:09:15.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:15 smithi032 bash[76677]: cluster 2024-09-13T01:09:14.580564+0000 mon.a (mon.0) 3940 : cluster [DBG] osdmap e2163: 8 total, 8 up, 8 in 2024-09-13T01:09:15.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:15 smithi032 bash[76677]: cluster 2024-09-13T01:09:14.923991+0000 mgr.y (mgr.34107) 1994 : cluster [DBG] pgmap v3710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 525 KiB/s rd, 3.0 KiB/s wr, 711 op/s 2024-09-13T01:09:15.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:15 smithi032 bash[75510]: cluster 2024-09-13T01:09:14.580564+0000 mon.a (mon.0) 3940 : cluster [DBG] osdmap e2163: 8 total, 8 up, 8 in 2024-09-13T01:09:15.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:15 smithi032 bash[75510]: cluster 2024-09-13T01:09:14.923991+0000 mgr.y (mgr.34107) 1994 : cluster [DBG] pgmap v3710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 525 KiB/s rd, 3.0 KiB/s wr, 711 op/s 2024-09-13T01:09:16.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:15 smithi053 bash[67631]: cluster 2024-09-13T01:09:14.580564+0000 mon.a (mon.0) 3940 : cluster [DBG] osdmap e2163: 8 total, 8 up, 8 in 2024-09-13T01:09:16.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:15 smithi053 bash[67631]: cluster 2024-09-13T01:09:14.923991+0000 mgr.y (mgr.34107) 1994 : cluster [DBG] pgmap v3710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 525 KiB/s rd, 3.0 KiB/s wr, 711 op/s 2024-09-13T01:09:16.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:16 smithi032 bash[75510]: cluster 2024-09-13T01:09:15.602095+0000 mon.a (mon.0) 3941 : cluster [DBG] osdmap e2164: 8 total, 8 up, 8 in 2024-09-13T01:09:16.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:16 smithi032 bash[76677]: cluster 2024-09-13T01:09:15.602095+0000 mon.a (mon.0) 3941 : cluster [DBG] osdmap e2164: 8 total, 8 up, 8 in 2024-09-13T01:09:17.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:16 smithi053 bash[67631]: cluster 2024-09-13T01:09:15.602095+0000 mon.a (mon.0) 3941 : cluster [DBG] osdmap e2164: 8 total, 8 up, 8 in 2024-09-13T01:09:17.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:17 smithi032 bash[75510]: cluster 2024-09-13T01:09:16.605187+0000 mon.a (mon.0) 3942 : cluster [DBG] osdmap e2165: 8 total, 8 up, 8 in 2024-09-13T01:09:17.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:17 smithi032 bash[75510]: cluster 2024-09-13T01:09:16.924908+0000 mgr.y (mgr.34107) 1995 : cluster [DBG] pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 3.2 KiB/s wr, 715 op/s 2024-09-13T01:09:17.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:17 smithi032 bash[76677]: cluster 2024-09-13T01:09:16.605187+0000 mon.a (mon.0) 3942 : cluster [DBG] osdmap e2165: 8 total, 8 up, 8 in 2024-09-13T01:09:17.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:17 smithi032 bash[76677]: cluster 2024-09-13T01:09:16.924908+0000 mgr.y (mgr.34107) 1995 : cluster [DBG] pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 3.2 KiB/s wr, 715 op/s 2024-09-13T01:09:18.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:17 smithi053 bash[67631]: cluster 2024-09-13T01:09:16.605187+0000 mon.a (mon.0) 3942 : cluster [DBG] osdmap e2165: 8 total, 8 up, 8 in 2024-09-13T01:09:18.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:17 smithi053 bash[67631]: cluster 2024-09-13T01:09:16.924908+0000 mgr.y (mgr.34107) 1995 : cluster [DBG] pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 3.2 KiB/s wr, 715 op/s 2024-09-13T01:09:18.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:18 smithi032 bash[75510]: cluster 2024-09-13T01:09:17.624515+0000 mon.a (mon.0) 3943 : cluster [DBG] osdmap e2166: 8 total, 8 up, 8 in 2024-09-13T01:09:18.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:18 smithi032 bash[76677]: cluster 2024-09-13T01:09:17.624515+0000 mon.a (mon.0) 3943 : cluster [DBG] osdmap e2166: 8 total, 8 up, 8 in 2024-09-13T01:09:19.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:18 smithi053 bash[67631]: cluster 2024-09-13T01:09:17.624515+0000 mon.a (mon.0) 3943 : cluster [DBG] osdmap e2166: 8 total, 8 up, 8 in 2024-09-13T01:09:19.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:19 smithi032 bash[75510]: cluster 2024-09-13T01:09:18.626171+0000 mon.a (mon.0) 3944 : cluster [DBG] osdmap e2167: 8 total, 8 up, 8 in 2024-09-13T01:09:19.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:19 smithi032 bash[75510]: cluster 2024-09-13T01:09:18.925655+0000 mgr.y (mgr.34107) 1996 : cluster [DBG] pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-09-13T01:09:19.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:19 smithi032 bash[76677]: cluster 2024-09-13T01:09:18.626171+0000 mon.a (mon.0) 3944 : cluster [DBG] osdmap e2167: 8 total, 8 up, 8 in 2024-09-13T01:09:19.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:19 smithi032 bash[76677]: cluster 2024-09-13T01:09:18.925655+0000 mgr.y (mgr.34107) 1996 : cluster [DBG] pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-09-13T01:09:20.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:19 smithi053 bash[67631]: cluster 2024-09-13T01:09:18.626171+0000 mon.a (mon.0) 3944 : cluster [DBG] osdmap e2167: 8 total, 8 up, 8 in 2024-09-13T01:09:20.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:19 smithi053 bash[67631]: cluster 2024-09-13T01:09:18.925655+0000 mgr.y (mgr.34107) 1996 : cluster [DBG] pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-09-13T01:09:20.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:20 smithi032 bash[75510]: cluster 2024-09-13T01:09:19.645720+0000 mon.a (mon.0) 3945 : cluster [DBG] osdmap e2168: 8 total, 8 up, 8 in 2024-09-13T01:09:20.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:20 smithi032 bash[76677]: cluster 2024-09-13T01:09:19.645720+0000 mon.a (mon.0) 3945 : cluster [DBG] osdmap e2168: 8 total, 8 up, 8 in 2024-09-13T01:09:21.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:20 smithi053 bash[67631]: cluster 2024-09-13T01:09:19.645720+0000 mon.a (mon.0) 3945 : cluster [DBG] osdmap e2168: 8 total, 8 up, 8 in 2024-09-13T01:09:21.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:21 smithi032 bash[75510]: cluster 2024-09-13T01:09:20.646891+0000 mon.a (mon.0) 3946 : cluster [DBG] osdmap e2169: 8 total, 8 up, 8 in 2024-09-13T01:09:21.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:21 smithi032 bash[75510]: cluster 2024-09-13T01:09:20.926540+0000 mgr.y (mgr.34107) 1997 : cluster [DBG] pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 568 KiB/s rd, 3.5 KiB/s wr, 766 op/s 2024-09-13T01:09:21.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:21 smithi032 bash[76677]: cluster 2024-09-13T01:09:20.646891+0000 mon.a (mon.0) 3946 : cluster [DBG] osdmap e2169: 8 total, 8 up, 8 in 2024-09-13T01:09:21.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:21 smithi032 bash[76677]: cluster 2024-09-13T01:09:20.926540+0000 mgr.y (mgr.34107) 1997 : cluster [DBG] pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 568 KiB/s rd, 3.5 KiB/s wr, 766 op/s 2024-09-13T01:09:22.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:21 smithi053 bash[67631]: cluster 2024-09-13T01:09:20.646891+0000 mon.a (mon.0) 3946 : cluster [DBG] osdmap e2169: 8 total, 8 up, 8 in 2024-09-13T01:09:22.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:21 smithi053 bash[67631]: cluster 2024-09-13T01:09:20.926540+0000 mgr.y (mgr.34107) 1997 : cluster [DBG] pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 568 KiB/s rd, 3.5 KiB/s wr, 766 op/s 2024-09-13T01:09:22.661 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:09:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:09:22] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-09-13T01:09:22.662 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:09:22 smithi053 bash[94430]: ts=2024-09-13T01:09:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:09:22.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:22 smithi032 bash[75510]: cluster 2024-09-13T01:09:21.668850+0000 mon.a (mon.0) 3947 : cluster [DBG] osdmap e2170: 8 total, 8 up, 8 in 2024-09-13T01:09:22.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:22 smithi032 bash[76677]: cluster 2024-09-13T01:09:21.668850+0000 mon.a (mon.0) 3947 : cluster [DBG] osdmap e2170: 8 total, 8 up, 8 in 2024-09-13T01:09:23.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:22 smithi053 bash[67631]: cluster 2024-09-13T01:09:21.668850+0000 mon.a (mon.0) 3947 : cluster [DBG] osdmap e2170: 8 total, 8 up, 8 in 2024-09-13T01:09:24.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:23 smithi053 bash[67631]: cluster 2024-09-13T01:09:22.678494+0000 mon.a (mon.0) 3948 : cluster [DBG] osdmap e2171: 8 total, 8 up, 8 in 2024-09-13T01:09:24.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:23 smithi053 bash[67631]: cluster 2024-09-13T01:09:22.927353+0000 mgr.y (mgr.34107) 1998 : cluster [DBG] pgmap v3722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:09:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:23 smithi032 bash[75510]: cluster 2024-09-13T01:09:22.678494+0000 mon.a (mon.0) 3948 : cluster [DBG] osdmap e2171: 8 total, 8 up, 8 in 2024-09-13T01:09:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:23 smithi032 bash[75510]: cluster 2024-09-13T01:09:22.927353+0000 mgr.y (mgr.34107) 1998 : cluster [DBG] pgmap v3722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:09:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:23 smithi032 bash[76677]: cluster 2024-09-13T01:09:22.678494+0000 mon.a (mon.0) 3948 : cluster [DBG] osdmap e2171: 8 total, 8 up, 8 in 2024-09-13T01:09:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:23 smithi032 bash[76677]: cluster 2024-09-13T01:09:22.927353+0000 mgr.y (mgr.34107) 1998 : cluster [DBG] pgmap v3722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:09:25.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:24 smithi053 bash[67631]: cluster 2024-09-13T01:09:23.688129+0000 mon.a (mon.0) 3949 : cluster [DBG] osdmap e2172: 8 total, 8 up, 8 in 2024-09-13T01:09:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:24 smithi032 bash[75510]: cluster 2024-09-13T01:09:23.688129+0000 mon.a (mon.0) 3949 : cluster [DBG] osdmap e2172: 8 total, 8 up, 8 in 2024-09-13T01:09:25.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:24 smithi032 bash[76677]: cluster 2024-09-13T01:09:23.688129+0000 mon.a (mon.0) 3949 : cluster [DBG] osdmap e2172: 8 total, 8 up, 8 in 2024-09-13T01:09:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:25 smithi053 bash[67631]: cluster 2024-09-13T01:09:24.697093+0000 mon.a (mon.0) 3950 : cluster [DBG] osdmap e2173: 8 total, 8 up, 8 in 2024-09-13T01:09:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:25 smithi053 bash[67631]: cluster 2024-09-13T01:09:24.928061+0000 mgr.y (mgr.34107) 1999 : cluster [DBG] pgmap v3725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 3.0 KiB/s wr, 805 op/s 2024-09-13T01:09:26.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:25 smithi053 bash[67631]: audit 2024-09-13T01:09:25.227403+0000 mon.a (mon.0) 3951 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:09:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:25 smithi032 bash[75510]: cluster 2024-09-13T01:09:24.697093+0000 mon.a (mon.0) 3950 : cluster [DBG] osdmap e2173: 8 total, 8 up, 8 in 2024-09-13T01:09:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:25 smithi032 bash[75510]: cluster 2024-09-13T01:09:24.928061+0000 mgr.y (mgr.34107) 1999 : cluster [DBG] pgmap v3725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 3.0 KiB/s wr, 805 op/s 2024-09-13T01:09:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:25 smithi032 bash[75510]: audit 2024-09-13T01:09:25.227403+0000 mon.a (mon.0) 3951 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:09:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:25 smithi032 bash[76677]: cluster 2024-09-13T01:09:24.697093+0000 mon.a (mon.0) 3950 : cluster [DBG] osdmap e2173: 8 total, 8 up, 8 in 2024-09-13T01:09:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:25 smithi032 bash[76677]: cluster 2024-09-13T01:09:24.928061+0000 mgr.y (mgr.34107) 1999 : cluster [DBG] pgmap v3725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 3.0 KiB/s wr, 805 op/s 2024-09-13T01:09:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:25 smithi032 bash[76677]: audit 2024-09-13T01:09:25.227403+0000 mon.a (mon.0) 3951 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:09:27.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:26 smithi053 bash[67631]: cluster 2024-09-13T01:09:25.706760+0000 mon.a (mon.0) 3952 : cluster [DBG] osdmap e2174: 8 total, 8 up, 8 in 2024-09-13T01:09:27.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:26 smithi032 bash[75510]: cluster 2024-09-13T01:09:25.706760+0000 mon.a (mon.0) 3952 : cluster [DBG] osdmap e2174: 8 total, 8 up, 8 in 2024-09-13T01:09:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:26 smithi032 bash[76677]: cluster 2024-09-13T01:09:25.706760+0000 mon.a (mon.0) 3952 : cluster [DBG] osdmap e2174: 8 total, 8 up, 8 in 2024-09-13T01:09:28.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:27 smithi053 bash[67631]: cluster 2024-09-13T01:09:26.707900+0000 mon.a (mon.0) 3953 : cluster [DBG] osdmap e2175: 8 total, 8 up, 8 in 2024-09-13T01:09:28.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:27 smithi053 bash[67631]: cluster 2024-09-13T01:09:26.928952+0000 mgr.y (mgr.34107) 2000 : cluster [DBG] pgmap v3728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 4.0 KiB/s wr, 809 op/s 2024-09-13T01:09:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:27 smithi032 bash[75510]: cluster 2024-09-13T01:09:26.707900+0000 mon.a (mon.0) 3953 : cluster [DBG] osdmap e2175: 8 total, 8 up, 8 in 2024-09-13T01:09:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:27 smithi032 bash[75510]: cluster 2024-09-13T01:09:26.928952+0000 mgr.y (mgr.34107) 2000 : cluster [DBG] pgmap v3728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 4.0 KiB/s wr, 809 op/s 2024-09-13T01:09:28.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:27 smithi032 bash[76677]: cluster 2024-09-13T01:09:26.707900+0000 mon.a (mon.0) 3953 : cluster [DBG] osdmap e2175: 8 total, 8 up, 8 in 2024-09-13T01:09:28.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:27 smithi032 bash[76677]: cluster 2024-09-13T01:09:26.928952+0000 mgr.y (mgr.34107) 2000 : cluster [DBG] pgmap v3728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 4.0 KiB/s wr, 809 op/s 2024-09-13T01:09:29.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:28 smithi053 bash[67631]: cluster 2024-09-13T01:09:27.731410+0000 mon.a (mon.0) 3954 : cluster [DBG] osdmap e2176: 8 total, 8 up, 8 in 2024-09-13T01:09:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:28 smithi032 bash[75510]: cluster 2024-09-13T01:09:27.731410+0000 mon.a (mon.0) 3954 : cluster [DBG] osdmap e2176: 8 total, 8 up, 8 in 2024-09-13T01:09:29.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:28 smithi032 bash[76677]: cluster 2024-09-13T01:09:27.731410+0000 mon.a (mon.0) 3954 : cluster [DBG] osdmap e2176: 8 total, 8 up, 8 in 2024-09-13T01:09:30.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:29 smithi053 bash[67631]: cluster 2024-09-13T01:09:28.739648+0000 mon.a (mon.0) 3955 : cluster [DBG] osdmap e2177: 8 total, 8 up, 8 in 2024-09-13T01:09:30.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:29 smithi053 bash[67631]: cluster 2024-09-13T01:09:28.929658+0000 mgr.y (mgr.34107) 2001 : cluster [DBG] pgmap v3731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 633 KiB/s rd, 4.2 KiB/s wr, 854 op/s 2024-09-13T01:09:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:29 smithi032 bash[75510]: cluster 2024-09-13T01:09:28.739648+0000 mon.a (mon.0) 3955 : cluster [DBG] osdmap e2177: 8 total, 8 up, 8 in 2024-09-13T01:09:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:29 smithi032 bash[75510]: cluster 2024-09-13T01:09:28.929658+0000 mgr.y (mgr.34107) 2001 : cluster [DBG] pgmap v3731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 633 KiB/s rd, 4.2 KiB/s wr, 854 op/s 2024-09-13T01:09:30.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:29 smithi032 bash[76677]: cluster 2024-09-13T01:09:28.739648+0000 mon.a (mon.0) 3955 : cluster [DBG] osdmap e2177: 8 total, 8 up, 8 in 2024-09-13T01:09:30.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:29 smithi032 bash[76677]: cluster 2024-09-13T01:09:28.929658+0000 mgr.y (mgr.34107) 2001 : cluster [DBG] pgmap v3731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 633 KiB/s rd, 4.2 KiB/s wr, 854 op/s 2024-09-13T01:09:31.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:30 smithi053 bash[67631]: cluster 2024-09-13T01:09:29.749892+0000 mon.a (mon.0) 3956 : cluster [DBG] osdmap e2178: 8 total, 8 up, 8 in 2024-09-13T01:09:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:30 smithi032 bash[75510]: cluster 2024-09-13T01:09:29.749892+0000 mon.a (mon.0) 3956 : cluster [DBG] osdmap e2178: 8 total, 8 up, 8 in 2024-09-13T01:09:31.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:30 smithi032 bash[76677]: cluster 2024-09-13T01:09:29.749892+0000 mon.a (mon.0) 3956 : cluster [DBG] osdmap e2178: 8 total, 8 up, 8 in 2024-09-13T01:09:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:31 smithi053 bash[67631]: cluster 2024-09-13T01:09:30.760146+0000 mon.a (mon.0) 3957 : cluster [DBG] osdmap e2179: 8 total, 8 up, 8 in 2024-09-13T01:09:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:31 smithi053 bash[67631]: audit 2024-09-13T01:09:30.762930+0000 mon.a (mon.0) 3958 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:09:32.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:31 smithi053 bash[67631]: cluster 2024-09-13T01:09:30.930339+0000 mgr.y (mgr.34107) 2002 : cluster [DBG] pgmap v3734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 633 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-09-13T01:09:32.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:31 smithi053 bash[67631]: audit 2024-09-13T01:09:31.337118+0000 mon.a (mon.0) 3959 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:09:32.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:31 smithi053 bash[67631]: audit 2024-09-13T01:09:31.338789+0000 mon.a (mon.0) 3960 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:09:32.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:31 smithi053 bash[67631]: audit 2024-09-13T01:09:31.346239+0000 mon.a (mon.0) 3961 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:09:32.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:31 smithi032 bash[76677]: cluster 2024-09-13T01:09:30.760146+0000 mon.a (mon.0) 3957 : cluster [DBG] osdmap e2179: 8 total, 8 up, 8 in 2024-09-13T01:09:32.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:31 smithi032 bash[76677]: audit 2024-09-13T01:09:30.762930+0000 mon.a (mon.0) 3958 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:09:32.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:31 smithi032 bash[76677]: cluster 2024-09-13T01:09:30.930339+0000 mgr.y (mgr.34107) 2002 : cluster [DBG] pgmap v3734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 633 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-09-13T01:09:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:31 smithi032 bash[76677]: audit 2024-09-13T01:09:31.337118+0000 mon.a (mon.0) 3959 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:09:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:31 smithi032 bash[76677]: audit 2024-09-13T01:09:31.338789+0000 mon.a (mon.0) 3960 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:09:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:31 smithi032 bash[76677]: audit 2024-09-13T01:09:31.346239+0000 mon.a (mon.0) 3961 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:09:32.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:31 smithi032 bash[75510]: cluster 2024-09-13T01:09:30.760146+0000 mon.a (mon.0) 3957 : cluster [DBG] osdmap e2179: 8 total, 8 up, 8 in 2024-09-13T01:09:32.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:31 smithi032 bash[75510]: audit 2024-09-13T01:09:30.762930+0000 mon.a (mon.0) 3958 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:09:32.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:31 smithi032 bash[75510]: cluster 2024-09-13T01:09:30.930339+0000 mgr.y (mgr.34107) 2002 : cluster [DBG] pgmap v3734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 633 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-09-13T01:09:32.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:31 smithi032 bash[75510]: audit 2024-09-13T01:09:31.337118+0000 mon.a (mon.0) 3959 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:09:32.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:31 smithi032 bash[75510]: audit 2024-09-13T01:09:31.338789+0000 mon.a (mon.0) 3960 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:09:32.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:31 smithi032 bash[75510]: audit 2024-09-13T01:09:31.346239+0000 mon.a (mon.0) 3961 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:09:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:09:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:09:32] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-09-13T01:09:32.775 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:09:32 smithi053 bash[94430]: ts=2024-09-13T01:09:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:09:33.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:32 smithi053 bash[67631]: cluster 2024-09-13T01:09:31.770453+0000 mon.a (mon.0) 3962 : cluster [DBG] osdmap e2180: 8 total, 8 up, 8 in 2024-09-13T01:09:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:32 smithi032 bash[75510]: cluster 2024-09-13T01:09:31.770453+0000 mon.a (mon.0) 3962 : cluster [DBG] osdmap e2180: 8 total, 8 up, 8 in 2024-09-13T01:09:33.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:32 smithi032 bash[76677]: cluster 2024-09-13T01:09:31.770453+0000 mon.a (mon.0) 3962 : cluster [DBG] osdmap e2180: 8 total, 8 up, 8 in 2024-09-13T01:09:34.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:33 smithi053 bash[67631]: cluster 2024-09-13T01:09:32.772086+0000 mon.a (mon.0) 3963 : cluster [DBG] osdmap e2181: 8 total, 8 up, 8 in 2024-09-13T01:09:34.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:33 smithi053 bash[67631]: cluster 2024-09-13T01:09:32.931165+0000 mgr.y (mgr.34107) 2003 : cluster [DBG] pgmap v3737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:09:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:33 smithi032 bash[75510]: cluster 2024-09-13T01:09:32.772086+0000 mon.a (mon.0) 3963 : cluster [DBG] osdmap e2181: 8 total, 8 up, 8 in 2024-09-13T01:09:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:33 smithi032 bash[75510]: cluster 2024-09-13T01:09:32.931165+0000 mgr.y (mgr.34107) 2003 : cluster [DBG] pgmap v3737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:09:34.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:33 smithi032 bash[76677]: cluster 2024-09-13T01:09:32.772086+0000 mon.a (mon.0) 3963 : cluster [DBG] osdmap e2181: 8 total, 8 up, 8 in 2024-09-13T01:09:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:33 smithi032 bash[76677]: cluster 2024-09-13T01:09:32.931165+0000 mgr.y (mgr.34107) 2003 : cluster [DBG] pgmap v3737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:09:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:34 smithi032 bash[75510]: cluster 2024-09-13T01:09:33.792890+0000 mon.a (mon.0) 3964 : cluster [DBG] osdmap e2182: 8 total, 8 up, 8 in 2024-09-13T01:09:35.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:34 smithi032 bash[76677]: cluster 2024-09-13T01:09:33.792890+0000 mon.a (mon.0) 3964 : cluster [DBG] osdmap e2182: 8 total, 8 up, 8 in 2024-09-13T01:09:35.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:34 smithi053 bash[67631]: cluster 2024-09-13T01:09:33.792890+0000 mon.a (mon.0) 3964 : cluster [DBG] osdmap e2182: 8 total, 8 up, 8 in 2024-09-13T01:09:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:35 smithi032 bash[75510]: cluster 2024-09-13T01:09:34.794692+0000 mon.a (mon.0) 3965 : cluster [DBG] osdmap e2183: 8 total, 8 up, 8 in 2024-09-13T01:09:36.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:35 smithi032 bash[75510]: cluster 2024-09-13T01:09:34.931866+0000 mgr.y (mgr.34107) 2004 : cluster [DBG] pgmap v3740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 2.7 KiB/s wr, 892 op/s 2024-09-13T01:09:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:35 smithi032 bash[76677]: cluster 2024-09-13T01:09:34.794692+0000 mon.a (mon.0) 3965 : cluster [DBG] osdmap e2183: 8 total, 8 up, 8 in 2024-09-13T01:09:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:35 smithi032 bash[76677]: cluster 2024-09-13T01:09:34.931866+0000 mgr.y (mgr.34107) 2004 : cluster [DBG] pgmap v3740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 2.7 KiB/s wr, 892 op/s 2024-09-13T01:09:36.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:35 smithi053 bash[67631]: cluster 2024-09-13T01:09:34.794692+0000 mon.a (mon.0) 3965 : cluster [DBG] osdmap e2183: 8 total, 8 up, 8 in 2024-09-13T01:09:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:35 smithi053 bash[67631]: cluster 2024-09-13T01:09:34.931866+0000 mgr.y (mgr.34107) 2004 : cluster [DBG] pgmap v3740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 2.7 KiB/s wr, 892 op/s 2024-09-13T01:09:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:36 smithi032 bash[75510]: cluster 2024-09-13T01:09:35.817346+0000 mon.a (mon.0) 3966 : cluster [DBG] osdmap e2184: 8 total, 8 up, 8 in 2024-09-13T01:09:37.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:36 smithi032 bash[76677]: cluster 2024-09-13T01:09:35.817346+0000 mon.a (mon.0) 3966 : cluster [DBG] osdmap e2184: 8 total, 8 up, 8 in 2024-09-13T01:09:37.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:36 smithi053 bash[67631]: cluster 2024-09-13T01:09:35.817346+0000 mon.a (mon.0) 3966 : cluster [DBG] osdmap e2184: 8 total, 8 up, 8 in 2024-09-13T01:09:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:37 smithi032 bash[75510]: cluster 2024-09-13T01:09:36.817605+0000 mon.a (mon.0) 3967 : cluster [DBG] osdmap e2185: 8 total, 8 up, 8 in 2024-09-13T01:09:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:37 smithi032 bash[75510]: cluster 2024-09-13T01:09:36.932862+0000 mgr.y (mgr.34107) 2005 : cluster [DBG] pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 665 KiB/s rd, 3.2 KiB/s wr, 896 op/s 2024-09-13T01:09:38.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:37 smithi032 bash[76677]: cluster 2024-09-13T01:09:36.817605+0000 mon.a (mon.0) 3967 : cluster [DBG] osdmap e2185: 8 total, 8 up, 8 in 2024-09-13T01:09:38.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:37 smithi032 bash[76677]: cluster 2024-09-13T01:09:36.932862+0000 mgr.y (mgr.34107) 2005 : cluster [DBG] pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 665 KiB/s rd, 3.2 KiB/s wr, 896 op/s 2024-09-13T01:09:38.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:37 smithi053 bash[67631]: cluster 2024-09-13T01:09:36.817605+0000 mon.a (mon.0) 3967 : cluster [DBG] osdmap e2185: 8 total, 8 up, 8 in 2024-09-13T01:09:38.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:37 smithi053 bash[67631]: cluster 2024-09-13T01:09:36.932862+0000 mgr.y (mgr.34107) 2005 : cluster [DBG] pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 665 KiB/s rd, 3.2 KiB/s wr, 896 op/s 2024-09-13T01:09:39.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:38 smithi032 bash[75510]: cluster 2024-09-13T01:09:37.838119+0000 mon.a (mon.0) 3968 : cluster [DBG] osdmap e2186: 8 total, 8 up, 8 in 2024-09-13T01:09:39.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:38 smithi032 bash[76677]: cluster 2024-09-13T01:09:37.838119+0000 mon.a (mon.0) 3968 : cluster [DBG] osdmap e2186: 8 total, 8 up, 8 in 2024-09-13T01:09:39.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:38 smithi053 bash[67631]: cluster 2024-09-13T01:09:37.838119+0000 mon.a (mon.0) 3968 : cluster [DBG] osdmap e2186: 8 total, 8 up, 8 in 2024-09-13T01:09:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:39 smithi032 bash[75510]: cluster 2024-09-13T01:09:38.839330+0000 mon.a (mon.0) 3969 : cluster [DBG] osdmap e2187: 8 total, 8 up, 8 in 2024-09-13T01:09:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:39 smithi032 bash[75510]: cluster 2024-09-13T01:09:38.933592+0000 mgr.y (mgr.34107) 2006 : cluster [DBG] pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 699 KiB/s rd, 4.2 KiB/s wr, 942 op/s 2024-09-13T01:09:40.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:39 smithi032 bash[76677]: cluster 2024-09-13T01:09:38.839330+0000 mon.a (mon.0) 3969 : cluster [DBG] osdmap e2187: 8 total, 8 up, 8 in 2024-09-13T01:09:40.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:39 smithi032 bash[76677]: cluster 2024-09-13T01:09:38.933592+0000 mgr.y (mgr.34107) 2006 : cluster [DBG] pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 699 KiB/s rd, 4.2 KiB/s wr, 942 op/s 2024-09-13T01:09:40.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:39 smithi053 bash[67631]: cluster 2024-09-13T01:09:38.839330+0000 mon.a (mon.0) 3969 : cluster [DBG] osdmap e2187: 8 total, 8 up, 8 in 2024-09-13T01:09:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:39 smithi053 bash[67631]: cluster 2024-09-13T01:09:38.933592+0000 mgr.y (mgr.34107) 2006 : cluster [DBG] pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 699 KiB/s rd, 4.2 KiB/s wr, 942 op/s 2024-09-13T01:09:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:40 smithi032 bash[75510]: cluster 2024-09-13T01:09:39.862141+0000 mon.a (mon.0) 3970 : cluster [DBG] osdmap e2188: 8 total, 8 up, 8 in 2024-09-13T01:09:41.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:40 smithi032 bash[75510]: audit 2024-09-13T01:09:40.227755+0000 mon.a (mon.0) 3971 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:09:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:40 smithi032 bash[76677]: cluster 2024-09-13T01:09:39.862141+0000 mon.a (mon.0) 3970 : cluster [DBG] osdmap e2188: 8 total, 8 up, 8 in 2024-09-13T01:09:41.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:40 smithi032 bash[76677]: audit 2024-09-13T01:09:40.227755+0000 mon.a (mon.0) 3971 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:09:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:40 smithi053 bash[67631]: cluster 2024-09-13T01:09:39.862141+0000 mon.a (mon.0) 3970 : cluster [DBG] osdmap e2188: 8 total, 8 up, 8 in 2024-09-13T01:09:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:40 smithi053 bash[67631]: audit 2024-09-13T01:09:40.227755+0000 mon.a (mon.0) 3971 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:09:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:41 smithi032 bash[75510]: cluster 2024-09-13T01:09:40.864339+0000 mon.a (mon.0) 3972 : cluster [DBG] osdmap e2189: 8 total, 8 up, 8 in 2024-09-13T01:09:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:41 smithi032 bash[75510]: cluster 2024-09-13T01:09:40.934322+0000 mgr.y (mgr.34107) 2007 : cluster [DBG] pgmap v3749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 699 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-09-13T01:09:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:41 smithi032 bash[76677]: cluster 2024-09-13T01:09:40.864339+0000 mon.a (mon.0) 3972 : cluster [DBG] osdmap e2189: 8 total, 8 up, 8 in 2024-09-13T01:09:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:41 smithi032 bash[76677]: cluster 2024-09-13T01:09:40.934322+0000 mgr.y (mgr.34107) 2007 : cluster [DBG] pgmap v3749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 699 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-09-13T01:09:42.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:41 smithi053 bash[67631]: cluster 2024-09-13T01:09:40.864339+0000 mon.a (mon.0) 3972 : cluster [DBG] osdmap e2189: 8 total, 8 up, 8 in 2024-09-13T01:09:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:41 smithi053 bash[67631]: cluster 2024-09-13T01:09:40.934322+0000 mgr.y (mgr.34107) 2007 : cluster [DBG] pgmap v3749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 699 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-09-13T01:09:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:09:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:09:42] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-09-13T01:09:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:09:42 smithi053 bash[94430]: ts=2024-09-13T01:09:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:09:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:42 smithi032 bash[75510]: cluster 2024-09-13T01:09:41.885250+0000 mon.a (mon.0) 3973 : cluster [DBG] osdmap e2190: 8 total, 8 up, 8 in 2024-09-13T01:09:43.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:42 smithi032 bash[76677]: cluster 2024-09-13T01:09:41.885250+0000 mon.a (mon.0) 3973 : cluster [DBG] osdmap e2190: 8 total, 8 up, 8 in 2024-09-13T01:09:43.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:42 smithi053 bash[67631]: cluster 2024-09-13T01:09:41.885250+0000 mon.a (mon.0) 3973 : cluster [DBG] osdmap e2190: 8 total, 8 up, 8 in 2024-09-13T01:09:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:43 smithi032 bash[75510]: cluster 2024-09-13T01:09:42.886501+0000 mon.a (mon.0) 3974 : cluster [DBG] osdmap e2191: 8 total, 8 up, 8 in 2024-09-13T01:09:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:43 smithi032 bash[75510]: cluster 2024-09-13T01:09:42.935187+0000 mgr.y (mgr.34107) 2008 : cluster [DBG] pgmap v3752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-13T01:09:44.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:43 smithi032 bash[76677]: cluster 2024-09-13T01:09:42.886501+0000 mon.a (mon.0) 3974 : cluster [DBG] osdmap e2191: 8 total, 8 up, 8 in 2024-09-13T01:09:44.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:43 smithi032 bash[76677]: cluster 2024-09-13T01:09:42.935187+0000 mgr.y (mgr.34107) 2008 : cluster [DBG] pgmap v3752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-13T01:09:44.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:43 smithi053 bash[67631]: cluster 2024-09-13T01:09:42.886501+0000 mon.a (mon.0) 3974 : cluster [DBG] osdmap e2191: 8 total, 8 up, 8 in 2024-09-13T01:09:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:43 smithi053 bash[67631]: cluster 2024-09-13T01:09:42.935187+0000 mgr.y (mgr.34107) 2008 : cluster [DBG] pgmap v3752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-13T01:09:45.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:44 smithi053 bash[67631]: cluster 2024-09-13T01:09:43.906367+0000 mon.a (mon.0) 3975 : cluster [DBG] osdmap e2192: 8 total, 8 up, 8 in 2024-09-13T01:09:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:44 smithi032 bash[75510]: cluster 2024-09-13T01:09:43.906367+0000 mon.a (mon.0) 3975 : cluster [DBG] osdmap e2192: 8 total, 8 up, 8 in 2024-09-13T01:09:45.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:44 smithi032 bash[76677]: cluster 2024-09-13T01:09:43.906367+0000 mon.a (mon.0) 3975 : cluster [DBG] osdmap e2192: 8 total, 8 up, 8 in 2024-09-13T01:09:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:45 smithi053 bash[67631]: cluster 2024-09-13T01:09:44.909886+0000 mon.a (mon.0) 3976 : cluster [DBG] osdmap e2193: 8 total, 8 up, 8 in 2024-09-13T01:09:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:45 smithi053 bash[67631]: cluster 2024-09-13T01:09:44.935924+0000 mgr.y (mgr.34107) 2009 : cluster [DBG] pgmap v3755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 3.0 KiB/s wr, 980 op/s 2024-09-13T01:09:46.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:45 smithi032 bash[75510]: cluster 2024-09-13T01:09:44.909886+0000 mon.a (mon.0) 3976 : cluster [DBG] osdmap e2193: 8 total, 8 up, 8 in 2024-09-13T01:09:46.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:45 smithi032 bash[75510]: cluster 2024-09-13T01:09:44.935924+0000 mgr.y (mgr.34107) 2009 : cluster [DBG] pgmap v3755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 3.0 KiB/s wr, 980 op/s 2024-09-13T01:09:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:45 smithi032 bash[76677]: cluster 2024-09-13T01:09:44.909886+0000 mon.a (mon.0) 3976 : cluster [DBG] osdmap e2193: 8 total, 8 up, 8 in 2024-09-13T01:09:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:45 smithi032 bash[76677]: cluster 2024-09-13T01:09:44.935924+0000 mgr.y (mgr.34107) 2009 : cluster [DBG] pgmap v3755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 3.0 KiB/s wr, 980 op/s 2024-09-13T01:09:47.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:46 smithi053 bash[67631]: cluster 2024-09-13T01:09:45.931881+0000 mon.a (mon.0) 3977 : cluster [DBG] osdmap e2194: 8 total, 8 up, 8 in 2024-09-13T01:09:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:46 smithi032 bash[75510]: cluster 2024-09-13T01:09:45.931881+0000 mon.a (mon.0) 3977 : cluster [DBG] osdmap e2194: 8 total, 8 up, 8 in 2024-09-13T01:09:47.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:46 smithi032 bash[76677]: cluster 2024-09-13T01:09:45.931881+0000 mon.a (mon.0) 3977 : cluster [DBG] osdmap e2194: 8 total, 8 up, 8 in 2024-09-13T01:09:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:47 smithi053 bash[67631]: cluster 2024-09-13T01:09:46.936622+0000 mgr.y (mgr.34107) 2010 : cluster [DBG] pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 731 KiB/s rd, 3.7 KiB/s wr, 984 op/s 2024-09-13T01:09:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:47 smithi053 bash[67631]: cluster 2024-09-13T01:09:46.939741+0000 mon.a (mon.0) 3978 : cluster [DBG] osdmap e2195: 8 total, 8 up, 8 in 2024-09-13T01:09:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:47 smithi032 bash[75510]: cluster 2024-09-13T01:09:46.936622+0000 mgr.y (mgr.34107) 2010 : cluster [DBG] pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 731 KiB/s rd, 3.7 KiB/s wr, 984 op/s 2024-09-13T01:09:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:47 smithi032 bash[75510]: cluster 2024-09-13T01:09:46.939741+0000 mon.a (mon.0) 3978 : cluster [DBG] osdmap e2195: 8 total, 8 up, 8 in 2024-09-13T01:09:48.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:47 smithi032 bash[76677]: cluster 2024-09-13T01:09:46.936622+0000 mgr.y (mgr.34107) 2010 : cluster [DBG] pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 731 KiB/s rd, 3.7 KiB/s wr, 984 op/s 2024-09-13T01:09:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:47 smithi032 bash[76677]: cluster 2024-09-13T01:09:46.939741+0000 mon.a (mon.0) 3978 : cluster [DBG] osdmap e2195: 8 total, 8 up, 8 in 2024-09-13T01:09:49.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:48 smithi053 bash[67631]: cluster 2024-09-13T01:09:47.949116+0000 mon.a (mon.0) 3979 : cluster [DBG] osdmap e2196: 8 total, 8 up, 8 in 2024-09-13T01:09:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:48 smithi032 bash[75510]: cluster 2024-09-13T01:09:47.949116+0000 mon.a (mon.0) 3979 : cluster [DBG] osdmap e2196: 8 total, 8 up, 8 in 2024-09-13T01:09:49.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:48 smithi032 bash[76677]: cluster 2024-09-13T01:09:47.949116+0000 mon.a (mon.0) 3979 : cluster [DBG] osdmap e2196: 8 total, 8 up, 8 in 2024-09-13T01:09:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:49 smithi053 bash[67631]: cluster 2024-09-13T01:09:48.937581+0000 mgr.y (mgr.34107) 2011 : cluster [DBG] pgmap v3760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 4.5 KiB/s wr, 1.02k op/s 2024-09-13T01:09:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:49 smithi053 bash[67631]: cluster 2024-09-13T01:09:48.958873+0000 mon.a (mon.0) 3980 : cluster [DBG] osdmap e2197: 8 total, 8 up, 8 in 2024-09-13T01:09:50.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:49 smithi032 bash[75510]: cluster 2024-09-13T01:09:48.937581+0000 mgr.y (mgr.34107) 2011 : cluster [DBG] pgmap v3760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 4.5 KiB/s wr, 1.02k op/s 2024-09-13T01:09:50.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:49 smithi032 bash[75510]: cluster 2024-09-13T01:09:48.958873+0000 mon.a (mon.0) 3980 : cluster [DBG] osdmap e2197: 8 total, 8 up, 8 in 2024-09-13T01:09:50.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:49 smithi032 bash[76677]: cluster 2024-09-13T01:09:48.937581+0000 mgr.y (mgr.34107) 2011 : cluster [DBG] pgmap v3760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 4.5 KiB/s wr, 1.02k op/s 2024-09-13T01:09:50.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:49 smithi032 bash[76677]: cluster 2024-09-13T01:09:48.958873+0000 mon.a (mon.0) 3980 : cluster [DBG] osdmap e2197: 8 total, 8 up, 8 in 2024-09-13T01:09:51.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:50 smithi053 bash[67631]: cluster 2024-09-13T01:09:49.960603+0000 mon.a (mon.0) 3981 : cluster [DBG] osdmap e2198: 8 total, 8 up, 8 in 2024-09-13T01:09:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:50 smithi032 bash[75510]: cluster 2024-09-13T01:09:49.960603+0000 mon.a (mon.0) 3981 : cluster [DBG] osdmap e2198: 8 total, 8 up, 8 in 2024-09-13T01:09:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:50 smithi032 bash[76677]: cluster 2024-09-13T01:09:49.960603+0000 mon.a (mon.0) 3981 : cluster [DBG] osdmap e2198: 8 total, 8 up, 8 in 2024-09-13T01:09:52.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:51 smithi053 bash[67631]: cluster 2024-09-13T01:09:50.938520+0000 mgr.y (mgr.34107) 2012 : cluster [DBG] pgmap v3763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-13T01:09:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:51 smithi053 bash[67631]: cluster 2024-09-13T01:09:50.982541+0000 mon.a (mon.0) 3982 : cluster [DBG] osdmap e2199: 8 total, 8 up, 8 in 2024-09-13T01:09:52.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:51 smithi032 bash[75510]: cluster 2024-09-13T01:09:50.938520+0000 mgr.y (mgr.34107) 2012 : cluster [DBG] pgmap v3763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-13T01:09:52.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:51 smithi032 bash[75510]: cluster 2024-09-13T01:09:50.982541+0000 mon.a (mon.0) 3982 : cluster [DBG] osdmap e2199: 8 total, 8 up, 8 in 2024-09-13T01:09:52.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:51 smithi032 bash[76677]: cluster 2024-09-13T01:09:50.938520+0000 mgr.y (mgr.34107) 2012 : cluster [DBG] pgmap v3763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-13T01:09:52.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:51 smithi032 bash[76677]: cluster 2024-09-13T01:09:50.982541+0000 mon.a (mon.0) 3982 : cluster [DBG] osdmap e2199: 8 total, 8 up, 8 in 2024-09-13T01:09:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:09:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:09:52] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-09-13T01:09:52.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:09:52 smithi053 bash[94430]: ts=2024-09-13T01:09:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:09:53.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:52 smithi053 bash[67631]: cluster 2024-09-13T01:09:51.983589+0000 mon.a (mon.0) 3983 : cluster [DBG] osdmap e2200: 8 total, 8 up, 8 in 2024-09-13T01:09:53.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:52 smithi032 bash[75510]: cluster 2024-09-13T01:09:51.983589+0000 mon.a (mon.0) 3983 : cluster [DBG] osdmap e2200: 8 total, 8 up, 8 in 2024-09-13T01:09:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:52 smithi032 bash[76677]: cluster 2024-09-13T01:09:51.983589+0000 mon.a (mon.0) 3983 : cluster [DBG] osdmap e2200: 8 total, 8 up, 8 in 2024-09-13T01:09:54.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:53 smithi053 bash[67631]: cluster 2024-09-13T01:09:52.939461+0000 mgr.y (mgr.34107) 2013 : cluster [DBG] pgmap v3766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-13T01:09:54.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:53 smithi053 bash[67631]: cluster 2024-09-13T01:09:53.003733+0000 mon.a (mon.0) 3984 : cluster [DBG] osdmap e2201: 8 total, 8 up, 8 in 2024-09-13T01:09:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:53 smithi032 bash[75510]: cluster 2024-09-13T01:09:52.939461+0000 mgr.y (mgr.34107) 2013 : cluster [DBG] pgmap v3766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-13T01:09:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:53 smithi032 bash[75510]: cluster 2024-09-13T01:09:53.003733+0000 mon.a (mon.0) 3984 : cluster [DBG] osdmap e2201: 8 total, 8 up, 8 in 2024-09-13T01:09:54.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:53 smithi032 bash[76677]: cluster 2024-09-13T01:09:52.939461+0000 mgr.y (mgr.34107) 2013 : cluster [DBG] pgmap v3766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-13T01:09:54.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:53 smithi032 bash[76677]: cluster 2024-09-13T01:09:53.003733+0000 mon.a (mon.0) 3984 : cluster [DBG] osdmap e2201: 8 total, 8 up, 8 in 2024-09-13T01:09:55.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:55 smithi053 bash[67631]: cluster 2024-09-13T01:09:54.010675+0000 mon.a (mon.0) 3985 : cluster [DBG] osdmap e2202: 8 total, 8 up, 8 in 2024-09-13T01:09:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:55 smithi032 bash[75510]: cluster 2024-09-13T01:09:54.010675+0000 mon.a (mon.0) 3985 : cluster [DBG] osdmap e2202: 8 total, 8 up, 8 in 2024-09-13T01:09:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:55 smithi032 bash[76677]: cluster 2024-09-13T01:09:54.010675+0000 mon.a (mon.0) 3985 : cluster [DBG] osdmap e2202: 8 total, 8 up, 8 in 2024-09-13T01:09:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:56 smithi053 bash[67631]: cluster 2024-09-13T01:09:54.940246+0000 mgr.y (mgr.34107) 2014 : cluster [DBG] pgmap v3769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-09-13T01:09:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:56 smithi053 bash[67631]: cluster 2024-09-13T01:09:55.020201+0000 mon.a (mon.0) 3986 : cluster [DBG] osdmap e2203: 8 total, 8 up, 8 in 2024-09-13T01:09:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:56 smithi053 bash[67631]: audit 2024-09-13T01:09:55.228337+0000 mon.a (mon.0) 3987 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:09:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:56 smithi032 bash[75510]: cluster 2024-09-13T01:09:54.940246+0000 mgr.y (mgr.34107) 2014 : cluster [DBG] pgmap v3769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-09-13T01:09:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:56 smithi032 bash[75510]: cluster 2024-09-13T01:09:55.020201+0000 mon.a (mon.0) 3986 : cluster [DBG] osdmap e2203: 8 total, 8 up, 8 in 2024-09-13T01:09:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:56 smithi032 bash[75510]: audit 2024-09-13T01:09:55.228337+0000 mon.a (mon.0) 3987 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:09:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:56 smithi032 bash[76677]: cluster 2024-09-13T01:09:54.940246+0000 mgr.y (mgr.34107) 2014 : cluster [DBG] pgmap v3769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-09-13T01:09:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:56 smithi032 bash[76677]: cluster 2024-09-13T01:09:55.020201+0000 mon.a (mon.0) 3986 : cluster [DBG] osdmap e2203: 8 total, 8 up, 8 in 2024-09-13T01:09:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:56 smithi032 bash[76677]: audit 2024-09-13T01:09:55.228337+0000 mon.a (mon.0) 3987 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:09:57.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:57 smithi053 bash[67631]: cluster 2024-09-13T01:09:56.028885+0000 mon.a (mon.0) 3988 : cluster [DBG] osdmap e2204: 8 total, 8 up, 8 in 2024-09-13T01:09:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:57 smithi032 bash[75510]: cluster 2024-09-13T01:09:56.028885+0000 mon.a (mon.0) 3988 : cluster [DBG] osdmap e2204: 8 total, 8 up, 8 in 2024-09-13T01:09:57.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:57 smithi032 bash[76677]: cluster 2024-09-13T01:09:56.028885+0000 mon.a (mon.0) 3988 : cluster [DBG] osdmap e2204: 8 total, 8 up, 8 in 2024-09-13T01:09:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:58 smithi053 bash[67631]: cluster 2024-09-13T01:09:56.941126+0000 mgr.y (mgr.34107) 2015 : cluster [DBG] pgmap v3772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 795 KiB/s rd, 3.2 KiB/s wr, 1.07k op/s 2024-09-13T01:09:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:58 smithi053 bash[67631]: cluster 2024-09-13T01:09:57.038974+0000 mon.a (mon.0) 3989 : cluster [DBG] osdmap e2205: 8 total, 8 up, 8 in 2024-09-13T01:09:58.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:58 smithi032 bash[75510]: cluster 2024-09-13T01:09:56.941126+0000 mgr.y (mgr.34107) 2015 : cluster [DBG] pgmap v3772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 795 KiB/s rd, 3.2 KiB/s wr, 1.07k op/s 2024-09-13T01:09:58.416 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:58 smithi032 bash[75510]: cluster 2024-09-13T01:09:57.038974+0000 mon.a (mon.0) 3989 : cluster [DBG] osdmap e2205: 8 total, 8 up, 8 in 2024-09-13T01:09:58.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:58 smithi032 bash[76677]: cluster 2024-09-13T01:09:56.941126+0000 mgr.y (mgr.34107) 2015 : cluster [DBG] pgmap v3772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 795 KiB/s rd, 3.2 KiB/s wr, 1.07k op/s 2024-09-13T01:09:58.417 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:58 smithi032 bash[76677]: cluster 2024-09-13T01:09:57.038974+0000 mon.a (mon.0) 3989 : cluster [DBG] osdmap e2205: 8 total, 8 up, 8 in 2024-09-13T01:09:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:09:59 smithi032 bash[75510]: cluster 2024-09-13T01:09:58.046276+0000 mon.a (mon.0) 3990 : cluster [DBG] osdmap e2206: 8 total, 8 up, 8 in 2024-09-13T01:09:59.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:09:59 smithi032 bash[76677]: cluster 2024-09-13T01:09:58.046276+0000 mon.a (mon.0) 3990 : cluster [DBG] osdmap e2206: 8 total, 8 up, 8 in 2024-09-13T01:09:59.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:09:59 smithi053 bash[67631]: cluster 2024-09-13T01:09:58.046276+0000 mon.a (mon.0) 3990 : cluster [DBG] osdmap e2206: 8 total, 8 up, 8 in 2024-09-13T01:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:00 smithi032 bash[75510]: cluster 2024-09-13T01:09:58.942061+0000 mgr.y (mgr.34107) 2016 : cluster [DBG] pgmap v3775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-09-13T01:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:00 smithi032 bash[75510]: cluster 2024-09-13T01:09:59.057473+0000 mon.a (mon.0) 3991 : cluster [DBG] osdmap e2207: 8 total, 8 up, 8 in 2024-09-13T01:10:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:00 smithi032 bash[75510]: cluster 2024-09-13T01:10:00.000155+0000 mon.a (mon.0) 3992 : cluster [INF] overall HEALTH_OK 2024-09-13T01:10:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:00 smithi032 bash[76677]: cluster 2024-09-13T01:09:58.942061+0000 mgr.y (mgr.34107) 2016 : cluster [DBG] pgmap v3775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-09-13T01:10:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:00 smithi032 bash[76677]: cluster 2024-09-13T01:09:59.057473+0000 mon.a (mon.0) 3991 : cluster [DBG] osdmap e2207: 8 total, 8 up, 8 in 2024-09-13T01:10:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:00 smithi032 bash[76677]: cluster 2024-09-13T01:10:00.000155+0000 mon.a (mon.0) 3992 : cluster [INF] overall HEALTH_OK 2024-09-13T01:10:00.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:00 smithi053 bash[67631]: cluster 2024-09-13T01:09:58.942061+0000 mgr.y (mgr.34107) 2016 : cluster [DBG] pgmap v3775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-09-13T01:10:00.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:00 smithi053 bash[67631]: cluster 2024-09-13T01:09:59.057473+0000 mon.a (mon.0) 3991 : cluster [DBG] osdmap e2207: 8 total, 8 up, 8 in 2024-09-13T01:10:00.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:00 smithi053 bash[67631]: cluster 2024-09-13T01:10:00.000155+0000 mon.a (mon.0) 3992 : cluster [INF] overall HEALTH_OK 2024-09-13T01:10:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:01 smithi032 bash[75510]: cluster 2024-09-13T01:10:00.057966+0000 mon.a (mon.0) 3993 : cluster [DBG] osdmap e2208: 8 total, 8 up, 8 in 2024-09-13T01:10:01.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:01 smithi032 bash[76677]: cluster 2024-09-13T01:10:00.057966+0000 mon.a (mon.0) 3993 : cluster [DBG] osdmap e2208: 8 total, 8 up, 8 in 2024-09-13T01:10:01.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:01 smithi053 bash[67631]: cluster 2024-09-13T01:10:00.057966+0000 mon.a (mon.0) 3993 : cluster [DBG] osdmap e2208: 8 total, 8 up, 8 in 2024-09-13T01:10:02.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:10:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:10:02] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-09-13T01:10:02.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:02 smithi032 bash[75510]: cluster 2024-09-13T01:10:00.943015+0000 mgr.y (mgr.34107) 2017 : cluster [DBG] pgmap v3778: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-09-13T01:10:02.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:02 smithi032 bash[75510]: cluster 2024-09-13T01:10:01.082212+0000 mon.a (mon.0) 3994 : cluster [DBG] osdmap e2209: 8 total, 8 up, 8 in 2024-09-13T01:10:02.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:02 smithi032 bash[76677]: cluster 2024-09-13T01:10:00.943015+0000 mgr.y (mgr.34107) 2017 : cluster [DBG] pgmap v3778: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-09-13T01:10:02.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:02 smithi032 bash[76677]: cluster 2024-09-13T01:10:01.082212+0000 mon.a (mon.0) 3994 : cluster [DBG] osdmap e2209: 8 total, 8 up, 8 in 2024-09-13T01:10:02.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:02 smithi053 bash[67631]: cluster 2024-09-13T01:10:00.943015+0000 mgr.y (mgr.34107) 2017 : cluster [DBG] pgmap v3778: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-09-13T01:10:02.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:02 smithi053 bash[67631]: cluster 2024-09-13T01:10:01.082212+0000 mon.a (mon.0) 3994 : cluster [DBG] osdmap e2209: 8 total, 8 up, 8 in 2024-09-13T01:10:02.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:10:02 smithi053 bash[94430]: ts=2024-09-13T01:10:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:10:03.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:03 smithi032 bash[75510]: cluster 2024-09-13T01:10:02.083139+0000 mon.a (mon.0) 3995 : cluster [DBG] osdmap e2210: 8 total, 8 up, 8 in 2024-09-13T01:10:03.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:03 smithi032 bash[76677]: cluster 2024-09-13T01:10:02.083139+0000 mon.a (mon.0) 3995 : cluster [DBG] osdmap e2210: 8 total, 8 up, 8 in 2024-09-13T01:10:03.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:03 smithi053 bash[67631]: cluster 2024-09-13T01:10:02.083139+0000 mon.a (mon.0) 3995 : cluster [DBG] osdmap e2210: 8 total, 8 up, 8 in 2024-09-13T01:10:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:04 smithi032 bash[75510]: cluster 2024-09-13T01:10:02.943943+0000 mgr.y (mgr.34107) 2018 : cluster [DBG] pgmap v3781: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:10:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:04 smithi032 bash[75510]: cluster 2024-09-13T01:10:03.104137+0000 mon.a (mon.0) 3996 : cluster [DBG] osdmap e2211: 8 total, 8 up, 8 in 2024-09-13T01:10:04.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:04 smithi032 bash[76677]: cluster 2024-09-13T01:10:02.943943+0000 mgr.y (mgr.34107) 2018 : cluster [DBG] pgmap v3781: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:10:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:04 smithi032 bash[76677]: cluster 2024-09-13T01:10:03.104137+0000 mon.a (mon.0) 3996 : cluster [DBG] osdmap e2211: 8 total, 8 up, 8 in 2024-09-13T01:10:04.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:04 smithi053 bash[67631]: cluster 2024-09-13T01:10:02.943943+0000 mgr.y (mgr.34107) 2018 : cluster [DBG] pgmap v3781: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:10:04.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:04 smithi053 bash[67631]: cluster 2024-09-13T01:10:03.104137+0000 mon.a (mon.0) 3996 : cluster [DBG] osdmap e2211: 8 total, 8 up, 8 in 2024-09-13T01:10:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:05 smithi032 bash[75510]: cluster 2024-09-13T01:10:04.112596+0000 mon.a (mon.0) 3997 : cluster [DBG] osdmap e2212: 8 total, 8 up, 8 in 2024-09-13T01:10:05.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:05 smithi032 bash[76677]: cluster 2024-09-13T01:10:04.112596+0000 mon.a (mon.0) 3997 : cluster [DBG] osdmap e2212: 8 total, 8 up, 8 in 2024-09-13T01:10:05.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:05 smithi053 bash[67631]: cluster 2024-09-13T01:10:04.112596+0000 mon.a (mon.0) 3997 : cluster [DBG] osdmap e2212: 8 total, 8 up, 8 in 2024-09-13T01:10:06.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:06 smithi032 bash[75510]: cluster 2024-09-13T01:10:04.944653+0000 mgr.y (mgr.34107) 2019 : cluster [DBG] pgmap v3784: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-09-13T01:10:06.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:06 smithi032 bash[75510]: cluster 2024-09-13T01:10:05.123519+0000 mon.a (mon.0) 3998 : cluster [DBG] osdmap e2213: 8 total, 8 up, 8 in 2024-09-13T01:10:06.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:06 smithi032 bash[76677]: cluster 2024-09-13T01:10:04.944653+0000 mgr.y (mgr.34107) 2019 : cluster [DBG] pgmap v3784: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-09-13T01:10:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:06 smithi032 bash[76677]: cluster 2024-09-13T01:10:05.123519+0000 mon.a (mon.0) 3998 : cluster [DBG] osdmap e2213: 8 total, 8 up, 8 in 2024-09-13T01:10:06.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:06 smithi053 bash[67631]: cluster 2024-09-13T01:10:04.944653+0000 mgr.y (mgr.34107) 2019 : cluster [DBG] pgmap v3784: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-09-13T01:10:06.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:06 smithi053 bash[67631]: cluster 2024-09-13T01:10:05.123519+0000 mon.a (mon.0) 3998 : cluster [DBG] osdmap e2213: 8 total, 8 up, 8 in 2024-09-13T01:10:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:07 smithi032 bash[75510]: cluster 2024-09-13T01:10:06.124212+0000 mon.a (mon.0) 3999 : cluster [DBG] osdmap e2214: 8 total, 8 up, 8 in 2024-09-13T01:10:07.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:07 smithi032 bash[76677]: cluster 2024-09-13T01:10:06.124212+0000 mon.a (mon.0) 3999 : cluster [DBG] osdmap e2214: 8 total, 8 up, 8 in 2024-09-13T01:10:07.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:07 smithi053 bash[67631]: cluster 2024-09-13T01:10:06.124212+0000 mon.a (mon.0) 3999 : cluster [DBG] osdmap e2214: 8 total, 8 up, 8 in 2024-09-13T01:10:08.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:08 smithi032 bash[76677]: cluster 2024-09-13T01:10:06.945570+0000 mgr.y (mgr.34107) 2020 : cluster [DBG] pgmap v3787: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-09-13T01:10:08.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:08 smithi032 bash[76677]: cluster 2024-09-13T01:10:07.144785+0000 mon.a (mon.0) 4000 : cluster [DBG] osdmap e2215: 8 total, 8 up, 8 in 2024-09-13T01:10:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:08 smithi032 bash[75510]: cluster 2024-09-13T01:10:06.945570+0000 mgr.y (mgr.34107) 2020 : cluster [DBG] pgmap v3787: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-09-13T01:10:08.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:08 smithi032 bash[75510]: cluster 2024-09-13T01:10:07.144785+0000 mon.a (mon.0) 4000 : cluster [DBG] osdmap e2215: 8 total, 8 up, 8 in 2024-09-13T01:10:08.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:08 smithi053 bash[67631]: cluster 2024-09-13T01:10:06.945570+0000 mgr.y (mgr.34107) 2020 : cluster [DBG] pgmap v3787: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-09-13T01:10:08.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:08 smithi053 bash[67631]: cluster 2024-09-13T01:10:07.144785+0000 mon.a (mon.0) 4000 : cluster [DBG] osdmap e2215: 8 total, 8 up, 8 in 2024-09-13T01:10:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:09 smithi032 bash[75510]: cluster 2024-09-13T01:10:08.146422+0000 mon.a (mon.0) 4001 : cluster [DBG] osdmap e2216: 8 total, 8 up, 8 in 2024-09-13T01:10:09.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:09 smithi032 bash[76677]: cluster 2024-09-13T01:10:08.146422+0000 mon.a (mon.0) 4001 : cluster [DBG] osdmap e2216: 8 total, 8 up, 8 in 2024-09-13T01:10:09.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:09 smithi053 bash[67631]: cluster 2024-09-13T01:10:08.146422+0000 mon.a (mon.0) 4001 : cluster [DBG] osdmap e2216: 8 total, 8 up, 8 in 2024-09-13T01:10:10.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:10 smithi053 bash[67631]: cluster 2024-09-13T01:10:08.946533+0000 mgr.y (mgr.34107) 2021 : cluster [DBG] pgmap v3790: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-09-13T01:10:10.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:10 smithi053 bash[67631]: cluster 2024-09-13T01:10:09.167162+0000 mon.a (mon.0) 4002 : cluster [DBG] osdmap e2217: 8 total, 8 up, 8 in 2024-09-13T01:10:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:10 smithi032 bash[75510]: cluster 2024-09-13T01:10:08.946533+0000 mgr.y (mgr.34107) 2021 : cluster [DBG] pgmap v3790: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-09-13T01:10:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:10 smithi032 bash[75510]: cluster 2024-09-13T01:10:09.167162+0000 mon.a (mon.0) 4002 : cluster [DBG] osdmap e2217: 8 total, 8 up, 8 in 2024-09-13T01:10:10.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:10 smithi032 bash[76677]: cluster 2024-09-13T01:10:08.946533+0000 mgr.y (mgr.34107) 2021 : cluster [DBG] pgmap v3790: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-09-13T01:10:10.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:10 smithi032 bash[76677]: cluster 2024-09-13T01:10:09.167162+0000 mon.a (mon.0) 4002 : cluster [DBG] osdmap e2217: 8 total, 8 up, 8 in 2024-09-13T01:10:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:11 smithi053 bash[67631]: cluster 2024-09-13T01:10:10.168634+0000 mon.a (mon.0) 4003 : cluster [DBG] osdmap e2218: 8 total, 8 up, 8 in 2024-09-13T01:10:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:11 smithi053 bash[67631]: audit 2024-09-13T01:10:10.228646+0000 mon.a (mon.0) 4004 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:10:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:11 smithi032 bash[75510]: cluster 2024-09-13T01:10:10.168634+0000 mon.a (mon.0) 4003 : cluster [DBG] osdmap e2218: 8 total, 8 up, 8 in 2024-09-13T01:10:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:11 smithi032 bash[75510]: audit 2024-09-13T01:10:10.228646+0000 mon.a (mon.0) 4004 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:10:11.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:11 smithi032 bash[76677]: cluster 2024-09-13T01:10:10.168634+0000 mon.a (mon.0) 4003 : cluster [DBG] osdmap e2218: 8 total, 8 up, 8 in 2024-09-13T01:10:11.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:11 smithi032 bash[76677]: audit 2024-09-13T01:10:10.228646+0000 mon.a (mon.0) 4004 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:10:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:12 smithi053 bash[67631]: cluster 2024-09-13T01:10:10.947490+0000 mgr.y (mgr.34107) 2022 : cluster [DBG] pgmap v3793: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-09-13T01:10:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:12 smithi053 bash[67631]: cluster 2024-09-13T01:10:11.191569+0000 mon.a (mon.0) 4005 : cluster [DBG] osdmap e2219: 8 total, 8 up, 8 in 2024-09-13T01:10:12.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:10:12 smithi053 bash[94430]: ts=2024-09-13T01:10:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:10:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:12 smithi032 bash[75510]: cluster 2024-09-13T01:10:10.947490+0000 mgr.y (mgr.34107) 2022 : cluster [DBG] pgmap v3793: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-09-13T01:10:12.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:12 smithi032 bash[75510]: cluster 2024-09-13T01:10:11.191569+0000 mon.a (mon.0) 4005 : cluster [DBG] osdmap e2219: 8 total, 8 up, 8 in 2024-09-13T01:10:12.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:12 smithi032 bash[76677]: cluster 2024-09-13T01:10:10.947490+0000 mgr.y (mgr.34107) 2022 : cluster [DBG] pgmap v3793: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-09-13T01:10:12.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:12 smithi032 bash[76677]: cluster 2024-09-13T01:10:11.191569+0000 mon.a (mon.0) 4005 : cluster [DBG] osdmap e2219: 8 total, 8 up, 8 in 2024-09-13T01:10:12.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:10:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:10:12] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-09-13T01:10:13.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:13 smithi053 bash[67631]: cluster 2024-09-13T01:10:12.193271+0000 mon.a (mon.0) 4006 : cluster [DBG] osdmap e2220: 8 total, 8 up, 8 in 2024-09-13T01:10:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:13 smithi032 bash[75510]: cluster 2024-09-13T01:10:12.193271+0000 mon.a (mon.0) 4006 : cluster [DBG] osdmap e2220: 8 total, 8 up, 8 in 2024-09-13T01:10:13.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:13 smithi032 bash[76677]: cluster 2024-09-13T01:10:12.193271+0000 mon.a (mon.0) 4006 : cluster [DBG] osdmap e2220: 8 total, 8 up, 8 in 2024-09-13T01:10:14.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:14 smithi053 bash[67631]: cluster 2024-09-13T01:10:12.948468+0000 mgr.y (mgr.34107) 2023 : cluster [DBG] pgmap v3796: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:10:14.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:14 smithi053 bash[67631]: cluster 2024-09-13T01:10:13.213465+0000 mon.a (mon.0) 4007 : cluster [DBG] osdmap e2221: 8 total, 8 up, 8 in 2024-09-13T01:10:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:14 smithi032 bash[75510]: cluster 2024-09-13T01:10:12.948468+0000 mgr.y (mgr.34107) 2023 : cluster [DBG] pgmap v3796: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:10:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:14 smithi032 bash[75510]: cluster 2024-09-13T01:10:13.213465+0000 mon.a (mon.0) 4007 : cluster [DBG] osdmap e2221: 8 total, 8 up, 8 in 2024-09-13T01:10:14.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:14 smithi032 bash[76677]: cluster 2024-09-13T01:10:12.948468+0000 mgr.y (mgr.34107) 2023 : cluster [DBG] pgmap v3796: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:10:14.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:14 smithi032 bash[76677]: cluster 2024-09-13T01:10:13.213465+0000 mon.a (mon.0) 4007 : cluster [DBG] osdmap e2221: 8 total, 8 up, 8 in 2024-09-13T01:10:15.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:15 smithi053 bash[67631]: cluster 2024-09-13T01:10:14.223895+0000 mon.a (mon.0) 4008 : cluster [DBG] osdmap e2222: 8 total, 8 up, 8 in 2024-09-13T01:10:15.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:15 smithi032 bash[75510]: cluster 2024-09-13T01:10:14.223895+0000 mon.a (mon.0) 4008 : cluster [DBG] osdmap e2222: 8 total, 8 up, 8 in 2024-09-13T01:10:15.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:15 smithi032 bash[76677]: cluster 2024-09-13T01:10:14.223895+0000 mon.a (mon.0) 4008 : cluster [DBG] osdmap e2222: 8 total, 8 up, 8 in 2024-09-13T01:10:16.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:16 smithi053 bash[67631]: cluster 2024-09-13T01:10:14.949194+0000 mgr.y (mgr.34107) 2024 : cluster [DBG] pgmap v3799: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 2.7 KiB/s wr, 1.25k op/s 2024-09-13T01:10:16.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:16 smithi053 bash[67631]: cluster 2024-09-13T01:10:15.233955+0000 mon.a (mon.0) 4009 : cluster [DBG] osdmap e2223: 8 total, 8 up, 8 in 2024-09-13T01:10:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:16 smithi032 bash[75510]: cluster 2024-09-13T01:10:14.949194+0000 mgr.y (mgr.34107) 2024 : cluster [DBG] pgmap v3799: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 2.7 KiB/s wr, 1.25k op/s 2024-09-13T01:10:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:16 smithi032 bash[75510]: cluster 2024-09-13T01:10:15.233955+0000 mon.a (mon.0) 4009 : cluster [DBG] osdmap e2223: 8 total, 8 up, 8 in 2024-09-13T01:10:16.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:16 smithi032 bash[76677]: cluster 2024-09-13T01:10:14.949194+0000 mgr.y (mgr.34107) 2024 : cluster [DBG] pgmap v3799: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 2.7 KiB/s wr, 1.25k op/s 2024-09-13T01:10:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:16 smithi032 bash[76677]: cluster 2024-09-13T01:10:15.233955+0000 mon.a (mon.0) 4009 : cluster [DBG] osdmap e2223: 8 total, 8 up, 8 in 2024-09-13T01:10:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:17 smithi053 bash[67631]: cluster 2024-09-13T01:10:16.243039+0000 mon.a (mon.0) 4010 : cluster [DBG] osdmap e2224: 8 total, 8 up, 8 in 2024-09-13T01:10:17.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:17 smithi032 bash[75510]: cluster 2024-09-13T01:10:16.243039+0000 mon.a (mon.0) 4010 : cluster [DBG] osdmap e2224: 8 total, 8 up, 8 in 2024-09-13T01:10:17.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:17 smithi032 bash[76677]: cluster 2024-09-13T01:10:16.243039+0000 mon.a (mon.0) 4010 : cluster [DBG] osdmap e2224: 8 total, 8 up, 8 in 2024-09-13T01:10:18.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:18 smithi053 bash[67631]: cluster 2024-09-13T01:10:16.949888+0000 mgr.y (mgr.34107) 2025 : cluster [DBG] pgmap v3802: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-09-13T01:10:18.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:18 smithi053 bash[67631]: cluster 2024-09-13T01:10:17.255368+0000 mon.a (mon.0) 4011 : cluster [DBG] osdmap e2225: 8 total, 8 up, 8 in 2024-09-13T01:10:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:18 smithi032 bash[75510]: cluster 2024-09-13T01:10:16.949888+0000 mgr.y (mgr.34107) 2025 : cluster [DBG] pgmap v3802: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-09-13T01:10:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:18 smithi032 bash[75510]: cluster 2024-09-13T01:10:17.255368+0000 mon.a (mon.0) 4011 : cluster [DBG] osdmap e2225: 8 total, 8 up, 8 in 2024-09-13T01:10:18.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:18 smithi032 bash[76677]: cluster 2024-09-13T01:10:16.949888+0000 mgr.y (mgr.34107) 2025 : cluster [DBG] pgmap v3802: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-09-13T01:10:18.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:18 smithi032 bash[76677]: cluster 2024-09-13T01:10:17.255368+0000 mon.a (mon.0) 4011 : cluster [DBG] osdmap e2225: 8 total, 8 up, 8 in 2024-09-13T01:10:19.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:19 smithi053 bash[67631]: cluster 2024-09-13T01:10:18.256617+0000 mon.a (mon.0) 4012 : cluster [DBG] osdmap e2226: 8 total, 8 up, 8 in 2024-09-13T01:10:19.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:19 smithi032 bash[76677]: cluster 2024-09-13T01:10:18.256617+0000 mon.a (mon.0) 4012 : cluster [DBG] osdmap e2226: 8 total, 8 up, 8 in 2024-09-13T01:10:19.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:19 smithi032 bash[75510]: cluster 2024-09-13T01:10:18.256617+0000 mon.a (mon.0) 4012 : cluster [DBG] osdmap e2226: 8 total, 8 up, 8 in 2024-09-13T01:10:20.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:20 smithi053 bash[67631]: cluster 2024-09-13T01:10:18.950810+0000 mgr.y (mgr.34107) 2026 : cluster [DBG] pgmap v3805: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-13T01:10:20.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:20 smithi053 bash[67631]: cluster 2024-09-13T01:10:19.275453+0000 mon.a (mon.0) 4013 : cluster [DBG] osdmap e2227: 8 total, 8 up, 8 in 2024-09-13T01:10:20.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:20 smithi032 bash[75510]: cluster 2024-09-13T01:10:18.950810+0000 mgr.y (mgr.34107) 2026 : cluster [DBG] pgmap v3805: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-13T01:10:20.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:20 smithi032 bash[75510]: cluster 2024-09-13T01:10:19.275453+0000 mon.a (mon.0) 4013 : cluster [DBG] osdmap e2227: 8 total, 8 up, 8 in 2024-09-13T01:10:20.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:20 smithi032 bash[76677]: cluster 2024-09-13T01:10:18.950810+0000 mgr.y (mgr.34107) 2026 : cluster [DBG] pgmap v3805: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-13T01:10:20.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:20 smithi032 bash[76677]: cluster 2024-09-13T01:10:19.275453+0000 mon.a (mon.0) 4013 : cluster [DBG] osdmap e2227: 8 total, 8 up, 8 in 2024-09-13T01:10:21.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:21 smithi032 bash[75510]: cluster 2024-09-13T01:10:20.284805+0000 mon.a (mon.0) 4014 : cluster [DBG] osdmap e2228: 8 total, 8 up, 8 in 2024-09-13T01:10:21.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:21 smithi032 bash[76677]: cluster 2024-09-13T01:10:20.284805+0000 mon.a (mon.0) 4014 : cluster [DBG] osdmap e2228: 8 total, 8 up, 8 in 2024-09-13T01:10:21.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:21 smithi053 bash[67631]: cluster 2024-09-13T01:10:20.284805+0000 mon.a (mon.0) 4014 : cluster [DBG] osdmap e2228: 8 total, 8 up, 8 in 2024-09-13T01:10:22.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:22 smithi032 bash[75510]: cluster 2024-09-13T01:10:20.951784+0000 mgr.y (mgr.34107) 2027 : cluster [DBG] pgmap v3808: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-09-13T01:10:22.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:22 smithi032 bash[75510]: cluster 2024-09-13T01:10:21.297281+0000 mon.a (mon.0) 4015 : cluster [DBG] osdmap e2229: 8 total, 8 up, 8 in 2024-09-13T01:10:22.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:22 smithi032 bash[76677]: cluster 2024-09-13T01:10:20.951784+0000 mgr.y (mgr.34107) 2027 : cluster [DBG] pgmap v3808: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-09-13T01:10:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:22 smithi032 bash[76677]: cluster 2024-09-13T01:10:21.297281+0000 mon.a (mon.0) 4015 : cluster [DBG] osdmap e2229: 8 total, 8 up, 8 in 2024-09-13T01:10:22.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:10:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:10:22] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-09-13T01:10:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:22 smithi053 bash[67631]: cluster 2024-09-13T01:10:20.951784+0000 mgr.y (mgr.34107) 2027 : cluster [DBG] pgmap v3808: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-09-13T01:10:22.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:22 smithi053 bash[67631]: cluster 2024-09-13T01:10:21.297281+0000 mon.a (mon.0) 4015 : cluster [DBG] osdmap e2229: 8 total, 8 up, 8 in 2024-09-13T01:10:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:10:22 smithi053 bash[94430]: ts=2024-09-13T01:10:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:10:23.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:23 smithi032 bash[75510]: cluster 2024-09-13T01:10:22.299159+0000 mon.a (mon.0) 4016 : cluster [DBG] osdmap e2230: 8 total, 8 up, 8 in 2024-09-13T01:10:23.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:23 smithi032 bash[76677]: cluster 2024-09-13T01:10:22.299159+0000 mon.a (mon.0) 4016 : cluster [DBG] osdmap e2230: 8 total, 8 up, 8 in 2024-09-13T01:10:23.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:23 smithi053 bash[67631]: cluster 2024-09-13T01:10:22.299159+0000 mon.a (mon.0) 4016 : cluster [DBG] osdmap e2230: 8 total, 8 up, 8 in 2024-09-13T01:10:24.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:24 smithi032 bash[75510]: cluster 2024-09-13T01:10:22.952905+0000 mgr.y (mgr.34107) 2028 : cluster [DBG] pgmap v3811: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:10:24.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:24 smithi032 bash[75510]: cluster 2024-09-13T01:10:23.320814+0000 mon.a (mon.0) 4017 : cluster [DBG] osdmap e2231: 8 total, 8 up, 8 in 2024-09-13T01:10:24.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:24 smithi032 bash[76677]: cluster 2024-09-13T01:10:22.952905+0000 mgr.y (mgr.34107) 2028 : cluster [DBG] pgmap v3811: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:10:24.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:24 smithi032 bash[76677]: cluster 2024-09-13T01:10:23.320814+0000 mon.a (mon.0) 4017 : cluster [DBG] osdmap e2231: 8 total, 8 up, 8 in 2024-09-13T01:10:24.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:24 smithi053 bash[67631]: cluster 2024-09-13T01:10:22.952905+0000 mgr.y (mgr.34107) 2028 : cluster [DBG] pgmap v3811: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-13T01:10:24.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:24 smithi053 bash[67631]: cluster 2024-09-13T01:10:23.320814+0000 mon.a (mon.0) 4017 : cluster [DBG] osdmap e2231: 8 total, 8 up, 8 in 2024-09-13T01:10:25.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:25 smithi032 bash[75510]: cluster 2024-09-13T01:10:24.329444+0000 mon.a (mon.0) 4018 : cluster [DBG] osdmap e2232: 8 total, 8 up, 8 in 2024-09-13T01:10:25.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:25 smithi032 bash[75510]: audit 2024-09-13T01:10:25.228920+0000 mon.a (mon.0) 4019 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:10:25.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:25 smithi032 bash[76677]: cluster 2024-09-13T01:10:24.329444+0000 mon.a (mon.0) 4018 : cluster [DBG] osdmap e2232: 8 total, 8 up, 8 in 2024-09-13T01:10:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:25 smithi032 bash[76677]: audit 2024-09-13T01:10:25.228920+0000 mon.a (mon.0) 4019 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:10:25.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:25 smithi053 bash[67631]: cluster 2024-09-13T01:10:24.329444+0000 mon.a (mon.0) 4018 : cluster [DBG] osdmap e2232: 8 total, 8 up, 8 in 2024-09-13T01:10:25.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:25 smithi053 bash[67631]: audit 2024-09-13T01:10:25.228920+0000 mon.a (mon.0) 4019 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:10:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:26 smithi032 bash[75510]: cluster 2024-09-13T01:10:24.953641+0000 mgr.y (mgr.34107) 2029 : cluster [DBG] pgmap v3814: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 3.7 KiB/s wr, 1.33k op/s 2024-09-13T01:10:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:26 smithi032 bash[75510]: cluster 2024-09-13T01:10:25.339538+0000 mon.a (mon.0) 4020 : cluster [DBG] osdmap e2233: 8 total, 8 up, 8 in 2024-09-13T01:10:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:26 smithi032 bash[76677]: cluster 2024-09-13T01:10:24.953641+0000 mgr.y (mgr.34107) 2029 : cluster [DBG] pgmap v3814: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 3.7 KiB/s wr, 1.33k op/s 2024-09-13T01:10:26.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:26 smithi032 bash[76677]: cluster 2024-09-13T01:10:25.339538+0000 mon.a (mon.0) 4020 : cluster [DBG] osdmap e2233: 8 total, 8 up, 8 in 2024-09-13T01:10:26.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:26 smithi053 bash[67631]: cluster 2024-09-13T01:10:24.953641+0000 mgr.y (mgr.34107) 2029 : cluster [DBG] pgmap v3814: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 3.7 KiB/s wr, 1.33k op/s 2024-09-13T01:10:26.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:26 smithi053 bash[67631]: cluster 2024-09-13T01:10:25.339538+0000 mon.a (mon.0) 4020 : cluster [DBG] osdmap e2233: 8 total, 8 up, 8 in 2024-09-13T01:10:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:27 smithi032 bash[75510]: cluster 2024-09-13T01:10:26.347510+0000 mon.a (mon.0) 4021 : cluster [DBG] osdmap e2234: 8 total, 8 up, 8 in 2024-09-13T01:10:27.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:27 smithi032 bash[76677]: cluster 2024-09-13T01:10:26.347510+0000 mon.a (mon.0) 4021 : cluster [DBG] osdmap e2234: 8 total, 8 up, 8 in 2024-09-13T01:10:27.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:27 smithi053 bash[67631]: cluster 2024-09-13T01:10:26.347510+0000 mon.a (mon.0) 4021 : cluster [DBG] osdmap e2234: 8 total, 8 up, 8 in 2024-09-13T01:10:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:28 smithi032 bash[75510]: cluster 2024-09-13T01:10:26.954348+0000 mgr.y (mgr.34107) 2030 : cluster [DBG] pgmap v3817: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 991 KiB/s rd, 4.0 KiB/s wr, 1.34k op/s 2024-09-13T01:10:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:28 smithi032 bash[75510]: cluster 2024-09-13T01:10:27.357957+0000 mon.a (mon.0) 4022 : cluster [DBG] osdmap e2235: 8 total, 8 up, 8 in 2024-09-13T01:10:28.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:28 smithi032 bash[76677]: cluster 2024-09-13T01:10:26.954348+0000 mgr.y (mgr.34107) 2030 : cluster [DBG] pgmap v3817: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 991 KiB/s rd, 4.0 KiB/s wr, 1.34k op/s 2024-09-13T01:10:28.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:28 smithi032 bash[76677]: cluster 2024-09-13T01:10:27.357957+0000 mon.a (mon.0) 4022 : cluster [DBG] osdmap e2235: 8 total, 8 up, 8 in 2024-09-13T01:10:28.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:28 smithi053 bash[67631]: cluster 2024-09-13T01:10:26.954348+0000 mgr.y (mgr.34107) 2030 : cluster [DBG] pgmap v3817: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 991 KiB/s rd, 4.0 KiB/s wr, 1.34k op/s 2024-09-13T01:10:28.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:28 smithi053 bash[67631]: cluster 2024-09-13T01:10:27.357957+0000 mon.a (mon.0) 4022 : cluster [DBG] osdmap e2235: 8 total, 8 up, 8 in 2024-09-13T01:10:29.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:29 smithi032 bash[75510]: cluster 2024-09-13T01:10:28.359163+0000 mon.a (mon.0) 4023 : cluster [DBG] osdmap e2236: 8 total, 8 up, 8 in 2024-09-13T01:10:29.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:29 smithi032 bash[76677]: cluster 2024-09-13T01:10:28.359163+0000 mon.a (mon.0) 4023 : cluster [DBG] osdmap e2236: 8 total, 8 up, 8 in 2024-09-13T01:10:29.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:29 smithi053 bash[67631]: cluster 2024-09-13T01:10:28.359163+0000 mon.a (mon.0) 4023 : cluster [DBG] osdmap e2236: 8 total, 8 up, 8 in 2024-09-13T01:10:30.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:30 smithi032 bash[75510]: cluster 2024-09-13T01:10:28.955420+0000 mgr.y (mgr.34107) 2031 : cluster [DBG] pgmap v3820: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-09-13T01:10:30.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:30 smithi032 bash[75510]: cluster 2024-09-13T01:10:29.382122+0000 mon.a (mon.0) 4024 : cluster [DBG] osdmap e2237: 8 total, 8 up, 8 in 2024-09-13T01:10:30.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:30 smithi032 bash[76677]: cluster 2024-09-13T01:10:28.955420+0000 mgr.y (mgr.34107) 2031 : cluster [DBG] pgmap v3820: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-09-13T01:10:30.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:30 smithi032 bash[76677]: cluster 2024-09-13T01:10:29.382122+0000 mon.a (mon.0) 4024 : cluster [DBG] osdmap e2237: 8 total, 8 up, 8 in 2024-09-13T01:10:30.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:30 smithi053 bash[67631]: cluster 2024-09-13T01:10:28.955420+0000 mgr.y (mgr.34107) 2031 : cluster [DBG] pgmap v3820: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-09-13T01:10:30.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:30 smithi053 bash[67631]: cluster 2024-09-13T01:10:29.382122+0000 mon.a (mon.0) 4024 : cluster [DBG] osdmap e2237: 8 total, 8 up, 8 in 2024-09-13T01:10:31.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:31 smithi032 bash[75510]: cluster 2024-09-13T01:10:30.383874+0000 mon.a (mon.0) 4025 : cluster [DBG] osdmap e2238: 8 total, 8 up, 8 in 2024-09-13T01:10:31.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:31 smithi032 bash[76677]: cluster 2024-09-13T01:10:30.383874+0000 mon.a (mon.0) 4025 : cluster [DBG] osdmap e2238: 8 total, 8 up, 8 in 2024-09-13T01:10:31.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:31 smithi053 bash[67631]: cluster 2024-09-13T01:10:30.383874+0000 mon.a (mon.0) 4025 : cluster [DBG] osdmap e2238: 8 total, 8 up, 8 in 2024-09-13T01:10:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:10:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:10:32] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2024-09-13T01:10:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:32 smithi032 bash[76677]: cluster 2024-09-13T01:10:30.956424+0000 mgr.y (mgr.34107) 2032 : cluster [DBG] pgmap v3823: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.38k op/s 2024-09-13T01:10:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:32 smithi032 bash[76677]: cluster 2024-09-13T01:10:31.405091+0000 mon.a (mon.0) 4026 : cluster [DBG] osdmap e2239: 8 total, 8 up, 8 in 2024-09-13T01:10:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:32 smithi032 bash[76677]: audit 2024-09-13T01:10:31.478991+0000 mon.a (mon.0) 4027 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:10:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:32 smithi032 bash[76677]: audit 2024-09-13T01:10:32.011580+0000 mon.a (mon.0) 4028 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:10:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:32 smithi032 bash[76677]: audit 2024-09-13T01:10:32.013073+0000 mon.a (mon.0) 4029 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:10:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:32 smithi032 bash[76677]: audit 2024-09-13T01:10:32.020438+0000 mon.a (mon.0) 4030 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:10:32.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:32 smithi032 bash[75510]: cluster 2024-09-13T01:10:30.956424+0000 mgr.y (mgr.34107) 2032 : cluster [DBG] pgmap v3823: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.38k op/s 2024-09-13T01:10:32.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:32 smithi032 bash[75510]: cluster 2024-09-13T01:10:31.405091+0000 mon.a (mon.0) 4026 : cluster [DBG] osdmap e2239: 8 total, 8 up, 8 in 2024-09-13T01:10:32.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:32 smithi032 bash[75510]: audit 2024-09-13T01:10:31.478991+0000 mon.a (mon.0) 4027 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:10:32.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:32 smithi032 bash[75510]: audit 2024-09-13T01:10:32.011580+0000 mon.a (mon.0) 4028 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:10:32.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:32 smithi032 bash[75510]: audit 2024-09-13T01:10:32.013073+0000 mon.a (mon.0) 4029 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:10:32.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:32 smithi032 bash[75510]: audit 2024-09-13T01:10:32.020438+0000 mon.a (mon.0) 4030 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:10:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:10:32 smithi053 bash[94430]: ts=2024-09-13T01:10:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:10:32.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:32 smithi053 bash[67631]: cluster 2024-09-13T01:10:30.956424+0000 mgr.y (mgr.34107) 2032 : cluster [DBG] pgmap v3823: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.38k op/s 2024-09-13T01:10:32.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:32 smithi053 bash[67631]: cluster 2024-09-13T01:10:31.405091+0000 mon.a (mon.0) 4026 : cluster [DBG] osdmap e2239: 8 total, 8 up, 8 in 2024-09-13T01:10:32.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:32 smithi053 bash[67631]: audit 2024-09-13T01:10:31.478991+0000 mon.a (mon.0) 4027 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:10:32.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:32 smithi053 bash[67631]: audit 2024-09-13T01:10:32.011580+0000 mon.a (mon.0) 4028 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:10:32.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:32 smithi053 bash[67631]: audit 2024-09-13T01:10:32.013073+0000 mon.a (mon.0) 4029 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:10:32.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:32 smithi053 bash[67631]: audit 2024-09-13T01:10:32.020438+0000 mon.a (mon.0) 4030 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:10:33.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:33 smithi053 bash[67631]: cluster 2024-09-13T01:10:32.416398+0000 mon.a (mon.0) 4031 : cluster [DBG] osdmap e2240: 8 total, 8 up, 8 in 2024-09-13T01:10:33.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:33 smithi032 bash[75510]: cluster 2024-09-13T01:10:32.416398+0000 mon.a (mon.0) 4031 : cluster [DBG] osdmap e2240: 8 total, 8 up, 8 in 2024-09-13T01:10:33.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:33 smithi032 bash[76677]: cluster 2024-09-13T01:10:32.416398+0000 mon.a (mon.0) 4031 : cluster [DBG] osdmap e2240: 8 total, 8 up, 8 in 2024-09-13T01:10:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:34 smithi053 bash[67631]: cluster 2024-09-13T01:10:32.957431+0000 mgr.y (mgr.34107) 2033 : cluster [DBG] pgmap v3826: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:10:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:34 smithi053 bash[67631]: cluster 2024-09-13T01:10:33.425565+0000 mon.a (mon.0) 4032 : cluster [DBG] osdmap e2241: 8 total, 8 up, 8 in 2024-09-13T01:10:34.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:34 smithi032 bash[75510]: cluster 2024-09-13T01:10:32.957431+0000 mgr.y (mgr.34107) 2033 : cluster [DBG] pgmap v3826: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:10:34.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:34 smithi032 bash[75510]: cluster 2024-09-13T01:10:33.425565+0000 mon.a (mon.0) 4032 : cluster [DBG] osdmap e2241: 8 total, 8 up, 8 in 2024-09-13T01:10:34.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:34 smithi032 bash[76677]: cluster 2024-09-13T01:10:32.957431+0000 mgr.y (mgr.34107) 2033 : cluster [DBG] pgmap v3826: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:10:34.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:34 smithi032 bash[76677]: cluster 2024-09-13T01:10:33.425565+0000 mon.a (mon.0) 4032 : cluster [DBG] osdmap e2241: 8 total, 8 up, 8 in 2024-09-13T01:10:35.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:35 smithi053 bash[67631]: cluster 2024-09-13T01:10:34.427123+0000 mon.a (mon.0) 4033 : cluster [DBG] osdmap e2242: 8 total, 8 up, 8 in 2024-09-13T01:10:35.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:35 smithi032 bash[75510]: cluster 2024-09-13T01:10:34.427123+0000 mon.a (mon.0) 4033 : cluster [DBG] osdmap e2242: 8 total, 8 up, 8 in 2024-09-13T01:10:35.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:35 smithi032 bash[76677]: cluster 2024-09-13T01:10:34.427123+0000 mon.a (mon.0) 4033 : cluster [DBG] osdmap e2242: 8 total, 8 up, 8 in 2024-09-13T01:10:36.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:36 smithi053 bash[67631]: cluster 2024-09-13T01:10:34.958161+0000 mgr.y (mgr.34107) 2034 : cluster [DBG] pgmap v3829: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.42k op/s 2024-09-13T01:10:36.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:36 smithi053 bash[67631]: cluster 2024-09-13T01:10:35.447283+0000 mon.a (mon.0) 4034 : cluster [DBG] osdmap e2243: 8 total, 8 up, 8 in 2024-09-13T01:10:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:36 smithi032 bash[75510]: cluster 2024-09-13T01:10:34.958161+0000 mgr.y (mgr.34107) 2034 : cluster [DBG] pgmap v3829: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.42k op/s 2024-09-13T01:10:36.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:36 smithi032 bash[75510]: cluster 2024-09-13T01:10:35.447283+0000 mon.a (mon.0) 4034 : cluster [DBG] osdmap e2243: 8 total, 8 up, 8 in 2024-09-13T01:10:36.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:36 smithi032 bash[76677]: cluster 2024-09-13T01:10:34.958161+0000 mgr.y (mgr.34107) 2034 : cluster [DBG] pgmap v3829: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.42k op/s 2024-09-13T01:10:36.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:36 smithi032 bash[76677]: cluster 2024-09-13T01:10:35.447283+0000 mon.a (mon.0) 4034 : cluster [DBG] osdmap e2243: 8 total, 8 up, 8 in 2024-09-13T01:10:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:37 smithi053 bash[67631]: cluster 2024-09-13T01:10:36.450606+0000 mon.a (mon.0) 4035 : cluster [DBG] osdmap e2244: 8 total, 8 up, 8 in 2024-09-13T01:10:37.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:37 smithi032 bash[76677]: cluster 2024-09-13T01:10:36.450606+0000 mon.a (mon.0) 4035 : cluster [DBG] osdmap e2244: 8 total, 8 up, 8 in 2024-09-13T01:10:37.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:37 smithi032 bash[75510]: cluster 2024-09-13T01:10:36.450606+0000 mon.a (mon.0) 4035 : cluster [DBG] osdmap e2244: 8 total, 8 up, 8 in 2024-09-13T01:10:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:38 smithi053 bash[67631]: cluster 2024-09-13T01:10:36.958858+0000 mgr.y (mgr.34107) 2035 : cluster [DBG] pgmap v3832: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.42k op/s 2024-09-13T01:10:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:38 smithi053 bash[67631]: cluster 2024-09-13T01:10:37.475016+0000 mon.a (mon.0) 4036 : cluster [DBG] osdmap e2245: 8 total, 8 up, 8 in 2024-09-13T01:10:38.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:38 smithi032 bash[75510]: cluster 2024-09-13T01:10:36.958858+0000 mgr.y (mgr.34107) 2035 : cluster [DBG] pgmap v3832: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.42k op/s 2024-09-13T01:10:38.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:38 smithi032 bash[75510]: cluster 2024-09-13T01:10:37.475016+0000 mon.a (mon.0) 4036 : cluster [DBG] osdmap e2245: 8 total, 8 up, 8 in 2024-09-13T01:10:38.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:38 smithi032 bash[76677]: cluster 2024-09-13T01:10:36.958858+0000 mgr.y (mgr.34107) 2035 : cluster [DBG] pgmap v3832: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.42k op/s 2024-09-13T01:10:38.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:38 smithi032 bash[76677]: cluster 2024-09-13T01:10:37.475016+0000 mon.a (mon.0) 4036 : cluster [DBG] osdmap e2245: 8 total, 8 up, 8 in 2024-09-13T01:10:39.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:39 smithi053 bash[67631]: cluster 2024-09-13T01:10:38.484142+0000 mon.a (mon.0) 4037 : cluster [DBG] osdmap e2246: 8 total, 8 up, 8 in 2024-09-13T01:10:39.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:39 smithi032 bash[75510]: cluster 2024-09-13T01:10:38.484142+0000 mon.a (mon.0) 4037 : cluster [DBG] osdmap e2246: 8 total, 8 up, 8 in 2024-09-13T01:10:39.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:39 smithi032 bash[76677]: cluster 2024-09-13T01:10:38.484142+0000 mon.a (mon.0) 4037 : cluster [DBG] osdmap e2246: 8 total, 8 up, 8 in 2024-09-13T01:10:40.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:40 smithi053 bash[67631]: cluster 2024-09-13T01:10:38.959814+0000 mgr.y (mgr.34107) 2036 : cluster [DBG] pgmap v3835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-09-13T01:10:40.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:40 smithi053 bash[67631]: cluster 2024-09-13T01:10:39.495023+0000 mon.a (mon.0) 4038 : cluster [DBG] osdmap e2247: 8 total, 8 up, 8 in 2024-09-13T01:10:40.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:40 smithi053 bash[67631]: audit 2024-09-13T01:10:40.229423+0000 mon.a (mon.0) 4039 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:10:40.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:40 smithi032 bash[76677]: cluster 2024-09-13T01:10:38.959814+0000 mgr.y (mgr.34107) 2036 : cluster [DBG] pgmap v3835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-09-13T01:10:40.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:40 smithi032 bash[76677]: cluster 2024-09-13T01:10:39.495023+0000 mon.a (mon.0) 4038 : cluster [DBG] osdmap e2247: 8 total, 8 up, 8 in 2024-09-13T01:10:40.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:40 smithi032 bash[76677]: audit 2024-09-13T01:10:40.229423+0000 mon.a (mon.0) 4039 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:10:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:40 smithi032 bash[75510]: cluster 2024-09-13T01:10:38.959814+0000 mgr.y (mgr.34107) 2036 : cluster [DBG] pgmap v3835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-09-13T01:10:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:40 smithi032 bash[75510]: cluster 2024-09-13T01:10:39.495023+0000 mon.a (mon.0) 4038 : cluster [DBG] osdmap e2247: 8 total, 8 up, 8 in 2024-09-13T01:10:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:40 smithi032 bash[75510]: audit 2024-09-13T01:10:40.229423+0000 mon.a (mon.0) 4039 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:10:41.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:41 smithi053 bash[67631]: cluster 2024-09-13T01:10:40.503093+0000 mon.a (mon.0) 4040 : cluster [DBG] osdmap e2248: 8 total, 8 up, 8 in 2024-09-13T01:10:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:41 smithi032 bash[75510]: cluster 2024-09-13T01:10:40.503093+0000 mon.a (mon.0) 4040 : cluster [DBG] osdmap e2248: 8 total, 8 up, 8 in 2024-09-13T01:10:41.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:41 smithi032 bash[76677]: cluster 2024-09-13T01:10:40.503093+0000 mon.a (mon.0) 4040 : cluster [DBG] osdmap e2248: 8 total, 8 up, 8 in 2024-09-13T01:10:42.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:42 smithi032 bash[75510]: cluster 2024-09-13T01:10:40.960638+0000 mgr.y (mgr.34107) 2037 : cluster [DBG] pgmap v3838: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-09-13T01:10:42.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:42 smithi032 bash[75510]: cluster 2024-09-13T01:10:41.513034+0000 mon.a (mon.0) 4041 : cluster [DBG] osdmap e2249: 8 total, 8 up, 8 in 2024-09-13T01:10:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:10:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:10:42] "GET /metrics HTTP/1.1" 200 36460 "" "Prometheus/2.43.0" 2024-09-13T01:10:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:42 smithi032 bash[76677]: cluster 2024-09-13T01:10:40.960638+0000 mgr.y (mgr.34107) 2037 : cluster [DBG] pgmap v3838: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-09-13T01:10:42.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:42 smithi032 bash[76677]: cluster 2024-09-13T01:10:41.513034+0000 mon.a (mon.0) 4041 : cluster [DBG] osdmap e2249: 8 total, 8 up, 8 in 2024-09-13T01:10:42.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:42 smithi053 bash[67631]: cluster 2024-09-13T01:10:40.960638+0000 mgr.y (mgr.34107) 2037 : cluster [DBG] pgmap v3838: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-09-13T01:10:42.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:42 smithi053 bash[67631]: cluster 2024-09-13T01:10:41.513034+0000 mon.a (mon.0) 4041 : cluster [DBG] osdmap e2249: 8 total, 8 up, 8 in 2024-09-13T01:10:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:10:42 smithi053 bash[94430]: ts=2024-09-13T01:10:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:10:43.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:43 smithi053 bash[67631]: cluster 2024-09-13T01:10:42.524112+0000 mon.a (mon.0) 4042 : cluster [DBG] osdmap e2250: 8 total, 8 up, 8 in 2024-09-13T01:10:43.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:43 smithi032 bash[75510]: cluster 2024-09-13T01:10:42.524112+0000 mon.a (mon.0) 4042 : cluster [DBG] osdmap e2250: 8 total, 8 up, 8 in 2024-09-13T01:10:43.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:43 smithi032 bash[76677]: cluster 2024-09-13T01:10:42.524112+0000 mon.a (mon.0) 4042 : cluster [DBG] osdmap e2250: 8 total, 8 up, 8 in 2024-09-13T01:10:44.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:44 smithi053 bash[67631]: cluster 2024-09-13T01:10:42.961454+0000 mgr.y (mgr.34107) 2038 : cluster [DBG] pgmap v3841: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:10:44.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:44 smithi053 bash[67631]: cluster 2024-09-13T01:10:43.534535+0000 mon.a (mon.0) 4043 : cluster [DBG] osdmap e2251: 8 total, 8 up, 8 in 2024-09-13T01:10:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:44 smithi032 bash[75510]: cluster 2024-09-13T01:10:42.961454+0000 mgr.y (mgr.34107) 2038 : cluster [DBG] pgmap v3841: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:10:44.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:44 smithi032 bash[75510]: cluster 2024-09-13T01:10:43.534535+0000 mon.a (mon.0) 4043 : cluster [DBG] osdmap e2251: 8 total, 8 up, 8 in 2024-09-13T01:10:44.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:44 smithi032 bash[76677]: cluster 2024-09-13T01:10:42.961454+0000 mgr.y (mgr.34107) 2038 : cluster [DBG] pgmap v3841: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:10:44.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:44 smithi032 bash[76677]: cluster 2024-09-13T01:10:43.534535+0000 mon.a (mon.0) 4043 : cluster [DBG] osdmap e2251: 8 total, 8 up, 8 in 2024-09-13T01:10:45.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:45 smithi032 bash[75510]: cluster 2024-09-13T01:10:44.542284+0000 mon.a (mon.0) 4044 : cluster [DBG] osdmap e2252: 8 total, 8 up, 8 in 2024-09-13T01:10:45.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:45 smithi032 bash[75510]: cluster 2024-09-13T01:10:44.962150+0000 mgr.y (mgr.34107) 2039 : cluster [DBG] pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 907 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-09-13T01:10:45.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:45 smithi032 bash[76677]: cluster 2024-09-13T01:10:44.542284+0000 mon.a (mon.0) 4044 : cluster [DBG] osdmap e2252: 8 total, 8 up, 8 in 2024-09-13T01:10:45.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:45 smithi032 bash[76677]: cluster 2024-09-13T01:10:44.962150+0000 mgr.y (mgr.34107) 2039 : cluster [DBG] pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 907 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-09-13T01:10:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:45 smithi053 bash[67631]: cluster 2024-09-13T01:10:44.542284+0000 mon.a (mon.0) 4044 : cluster [DBG] osdmap e2252: 8 total, 8 up, 8 in 2024-09-13T01:10:46.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:45 smithi053 bash[67631]: cluster 2024-09-13T01:10:44.962150+0000 mgr.y (mgr.34107) 2039 : cluster [DBG] pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 907 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-09-13T01:10:46.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:46 smithi032 bash[75510]: cluster 2024-09-13T01:10:45.552664+0000 mon.a (mon.0) 4045 : cluster [DBG] osdmap e2253: 8 total, 8 up, 8 in 2024-09-13T01:10:46.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:46 smithi032 bash[76677]: cluster 2024-09-13T01:10:45.552664+0000 mon.a (mon.0) 4045 : cluster [DBG] osdmap e2253: 8 total, 8 up, 8 in 2024-09-13T01:10:47.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:46 smithi053 bash[67631]: cluster 2024-09-13T01:10:45.552664+0000 mon.a (mon.0) 4045 : cluster [DBG] osdmap e2253: 8 total, 8 up, 8 in 2024-09-13T01:10:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:47 smithi032 bash[75510]: cluster 2024-09-13T01:10:46.562022+0000 mon.a (mon.0) 4046 : cluster [DBG] osdmap e2254: 8 total, 8 up, 8 in 2024-09-13T01:10:47.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:47 smithi032 bash[75510]: cluster 2024-09-13T01:10:46.962854+0000 mgr.y (mgr.34107) 2040 : cluster [DBG] pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 909 KiB/s rd, 3.5 KiB/s wr, 1.22k op/s 2024-09-13T01:10:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:47 smithi032 bash[76677]: cluster 2024-09-13T01:10:46.562022+0000 mon.a (mon.0) 4046 : cluster [DBG] osdmap e2254: 8 total, 8 up, 8 in 2024-09-13T01:10:47.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:47 smithi032 bash[76677]: cluster 2024-09-13T01:10:46.962854+0000 mgr.y (mgr.34107) 2040 : cluster [DBG] pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 909 KiB/s rd, 3.5 KiB/s wr, 1.22k op/s 2024-09-13T01:10:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:47 smithi053 bash[67631]: cluster 2024-09-13T01:10:46.562022+0000 mon.a (mon.0) 4046 : cluster [DBG] osdmap e2254: 8 total, 8 up, 8 in 2024-09-13T01:10:48.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:47 smithi053 bash[67631]: cluster 2024-09-13T01:10:46.962854+0000 mgr.y (mgr.34107) 2040 : cluster [DBG] pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 909 KiB/s rd, 3.5 KiB/s wr, 1.22k op/s 2024-09-13T01:10:48.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:48 smithi032 bash[75510]: cluster 2024-09-13T01:10:47.572115+0000 mon.a (mon.0) 4047 : cluster [DBG] osdmap e2255: 8 total, 8 up, 8 in 2024-09-13T01:10:48.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:48 smithi032 bash[76677]: cluster 2024-09-13T01:10:47.572115+0000 mon.a (mon.0) 4047 : cluster [DBG] osdmap e2255: 8 total, 8 up, 8 in 2024-09-13T01:10:49.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:48 smithi053 bash[67631]: cluster 2024-09-13T01:10:47.572115+0000 mon.a (mon.0) 4047 : cluster [DBG] osdmap e2255: 8 total, 8 up, 8 in 2024-09-13T01:10:49.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:49 smithi032 bash[75510]: cluster 2024-09-13T01:10:48.581217+0000 mon.a (mon.0) 4048 : cluster [DBG] osdmap e2256: 8 total, 8 up, 8 in 2024-09-13T01:10:49.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:49 smithi032 bash[75510]: cluster 2024-09-13T01:10:48.963587+0000 mgr.y (mgr.34107) 2041 : cluster [DBG] pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-09-13T01:10:49.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:49 smithi032 bash[76677]: cluster 2024-09-13T01:10:48.581217+0000 mon.a (mon.0) 4048 : cluster [DBG] osdmap e2256: 8 total, 8 up, 8 in 2024-09-13T01:10:49.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:49 smithi032 bash[76677]: cluster 2024-09-13T01:10:48.963587+0000 mgr.y (mgr.34107) 2041 : cluster [DBG] pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-09-13T01:10:50.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:49 smithi053 bash[67631]: cluster 2024-09-13T01:10:48.581217+0000 mon.a (mon.0) 4048 : cluster [DBG] osdmap e2256: 8 total, 8 up, 8 in 2024-09-13T01:10:50.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:49 smithi053 bash[67631]: cluster 2024-09-13T01:10:48.963587+0000 mgr.y (mgr.34107) 2041 : cluster [DBG] pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-09-13T01:10:50.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:50 smithi032 bash[75510]: cluster 2024-09-13T01:10:49.594583+0000 mon.a (mon.0) 4049 : cluster [DBG] osdmap e2257: 8 total, 8 up, 8 in 2024-09-13T01:10:50.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:50 smithi032 bash[76677]: cluster 2024-09-13T01:10:49.594583+0000 mon.a (mon.0) 4049 : cluster [DBG] osdmap e2257: 8 total, 8 up, 8 in 2024-09-13T01:10:51.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:50 smithi053 bash[67631]: cluster 2024-09-13T01:10:49.594583+0000 mon.a (mon.0) 4049 : cluster [DBG] osdmap e2257: 8 total, 8 up, 8 in 2024-09-13T01:10:51.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:51 smithi032 bash[75510]: cluster 2024-09-13T01:10:50.594060+0000 mon.a (mon.0) 4050 : cluster [DBG] osdmap e2258: 8 total, 8 up, 8 in 2024-09-13T01:10:51.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:51 smithi032 bash[75510]: cluster 2024-09-13T01:10:50.964440+0000 mgr.y (mgr.34107) 2042 : cluster [DBG] pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.54k op/s 2024-09-13T01:10:51.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:51 smithi032 bash[76677]: cluster 2024-09-13T01:10:50.594060+0000 mon.a (mon.0) 4050 : cluster [DBG] osdmap e2258: 8 total, 8 up, 8 in 2024-09-13T01:10:51.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:51 smithi032 bash[76677]: cluster 2024-09-13T01:10:50.964440+0000 mgr.y (mgr.34107) 2042 : cluster [DBG] pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.54k op/s 2024-09-13T01:10:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:51 smithi053 bash[67631]: cluster 2024-09-13T01:10:50.594060+0000 mon.a (mon.0) 4050 : cluster [DBG] osdmap e2258: 8 total, 8 up, 8 in 2024-09-13T01:10:52.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:51 smithi053 bash[67631]: cluster 2024-09-13T01:10:50.964440+0000 mgr.y (mgr.34107) 2042 : cluster [DBG] pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.54k op/s 2024-09-13T01:10:52.618 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:10:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:10:52] "GET /metrics HTTP/1.1" 200 36460 "" "Prometheus/2.43.0" 2024-09-13T01:10:52.619 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:10:52 smithi053 bash[94430]: ts=2024-09-13T01:10:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:10:52.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:52 smithi032 bash[75510]: cluster 2024-09-13T01:10:51.614915+0000 mon.a (mon.0) 4051 : cluster [DBG] osdmap e2259: 8 total, 8 up, 8 in 2024-09-13T01:10:52.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:52 smithi032 bash[76677]: cluster 2024-09-13T01:10:51.614915+0000 mon.a (mon.0) 4051 : cluster [DBG] osdmap e2259: 8 total, 8 up, 8 in 2024-09-13T01:10:53.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:52 smithi053 bash[67631]: cluster 2024-09-13T01:10:51.614915+0000 mon.a (mon.0) 4051 : cluster [DBG] osdmap e2259: 8 total, 8 up, 8 in 2024-09-13T01:10:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:53 smithi032 bash[75510]: cluster 2024-09-13T01:10:52.616767+0000 mon.a (mon.0) 4052 : cluster [DBG] osdmap e2260: 8 total, 8 up, 8 in 2024-09-13T01:10:53.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:53 smithi032 bash[75510]: cluster 2024-09-13T01:10:52.965306+0000 mgr.y (mgr.34107) 2043 : cluster [DBG] pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:10:53.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:53 smithi032 bash[76677]: cluster 2024-09-13T01:10:52.616767+0000 mon.a (mon.0) 4052 : cluster [DBG] osdmap e2260: 8 total, 8 up, 8 in 2024-09-13T01:10:53.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:53 smithi032 bash[76677]: cluster 2024-09-13T01:10:52.965306+0000 mgr.y (mgr.34107) 2043 : cluster [DBG] pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:10:54.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:53 smithi053 bash[67631]: cluster 2024-09-13T01:10:52.616767+0000 mon.a (mon.0) 4052 : cluster [DBG] osdmap e2260: 8 total, 8 up, 8 in 2024-09-13T01:10:54.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:53 smithi053 bash[67631]: cluster 2024-09-13T01:10:52.965306+0000 mgr.y (mgr.34107) 2043 : cluster [DBG] pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-13T01:10:54.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:54 smithi032 bash[75510]: cluster 2024-09-13T01:10:53.636243+0000 mon.a (mon.0) 4053 : cluster [DBG] osdmap e2261: 8 total, 8 up, 8 in 2024-09-13T01:10:54.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:54 smithi032 bash[76677]: cluster 2024-09-13T01:10:53.636243+0000 mon.a (mon.0) 4053 : cluster [DBG] osdmap e2261: 8 total, 8 up, 8 in 2024-09-13T01:10:55.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:54 smithi053 bash[67631]: cluster 2024-09-13T01:10:53.636243+0000 mon.a (mon.0) 4053 : cluster [DBG] osdmap e2261: 8 total, 8 up, 8 in 2024-09-13T01:10:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:55 smithi032 bash[75510]: cluster 2024-09-13T01:10:54.645151+0000 mon.a (mon.0) 4054 : cluster [DBG] osdmap e2262: 8 total, 8 up, 8 in 2024-09-13T01:10:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:55 smithi032 bash[75510]: cluster 2024-09-13T01:10:54.965942+0000 mgr.y (mgr.34107) 2044 : cluster [DBG] pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-09-13T01:10:55.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:55 smithi032 bash[75510]: audit 2024-09-13T01:10:55.229821+0000 mon.a (mon.0) 4055 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:10:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:55 smithi032 bash[76677]: cluster 2024-09-13T01:10:54.645151+0000 mon.a (mon.0) 4054 : cluster [DBG] osdmap e2262: 8 total, 8 up, 8 in 2024-09-13T01:10:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:55 smithi032 bash[76677]: cluster 2024-09-13T01:10:54.965942+0000 mgr.y (mgr.34107) 2044 : cluster [DBG] pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-09-13T01:10:55.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:55 smithi032 bash[76677]: audit 2024-09-13T01:10:55.229821+0000 mon.a (mon.0) 4055 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:10:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:55 smithi053 bash[67631]: cluster 2024-09-13T01:10:54.645151+0000 mon.a (mon.0) 4054 : cluster [DBG] osdmap e2262: 8 total, 8 up, 8 in 2024-09-13T01:10:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:55 smithi053 bash[67631]: cluster 2024-09-13T01:10:54.965942+0000 mgr.y (mgr.34107) 2044 : cluster [DBG] pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-09-13T01:10:56.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:55 smithi053 bash[67631]: audit 2024-09-13T01:10:55.229821+0000 mon.a (mon.0) 4055 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:10:56.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:56 smithi032 bash[75510]: cluster 2024-09-13T01:10:55.655885+0000 mon.a (mon.0) 4056 : cluster [DBG] osdmap e2263: 8 total, 8 up, 8 in 2024-09-13T01:10:56.913 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:56 smithi032 bash[76677]: cluster 2024-09-13T01:10:55.655885+0000 mon.a (mon.0) 4056 : cluster [DBG] osdmap e2263: 8 total, 8 up, 8 in 2024-09-13T01:10:57.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:56 smithi053 bash[67631]: cluster 2024-09-13T01:10:55.655885+0000 mon.a (mon.0) 4056 : cluster [DBG] osdmap e2263: 8 total, 8 up, 8 in 2024-09-13T01:10:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:57 smithi053 bash[67631]: cluster 2024-09-13T01:10:56.657449+0000 mon.a (mon.0) 4057 : cluster [DBG] osdmap e2264: 8 total, 8 up, 8 in 2024-09-13T01:10:58.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:57 smithi053 bash[67631]: cluster 2024-09-13T01:10:56.966610+0000 mgr.y (mgr.34107) 2045 : cluster [DBG] pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.59k op/s 2024-09-13T01:10:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:57 smithi032 bash[75510]: cluster 2024-09-13T01:10:56.657449+0000 mon.a (mon.0) 4057 : cluster [DBG] osdmap e2264: 8 total, 8 up, 8 in 2024-09-13T01:10:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:57 smithi032 bash[75510]: cluster 2024-09-13T01:10:56.966610+0000 mgr.y (mgr.34107) 2045 : cluster [DBG] pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.59k op/s 2024-09-13T01:10:58.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:57 smithi032 bash[76677]: cluster 2024-09-13T01:10:56.657449+0000 mon.a (mon.0) 4057 : cluster [DBG] osdmap e2264: 8 total, 8 up, 8 in 2024-09-13T01:10:58.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:57 smithi032 bash[76677]: cluster 2024-09-13T01:10:56.966610+0000 mgr.y (mgr.34107) 2045 : cluster [DBG] pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.59k op/s 2024-09-13T01:10:59.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:58 smithi053 bash[67631]: cluster 2024-09-13T01:10:57.680980+0000 mon.a (mon.0) 4058 : cluster [DBG] osdmap e2265: 8 total, 8 up, 8 in 2024-09-13T01:10:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:58 smithi032 bash[75510]: cluster 2024-09-13T01:10:57.680980+0000 mon.a (mon.0) 4058 : cluster [DBG] osdmap e2265: 8 total, 8 up, 8 in 2024-09-13T01:10:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:58 smithi032 bash[76677]: cluster 2024-09-13T01:10:57.680980+0000 mon.a (mon.0) 4058 : cluster [DBG] osdmap e2265: 8 total, 8 up, 8 in 2024-09-13T01:11:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:59 smithi053 bash[67631]: cluster 2024-09-13T01:10:58.687896+0000 mon.a (mon.0) 4059 : cluster [DBG] osdmap e2266: 8 total, 8 up, 8 in 2024-09-13T01:11:00.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:10:59 smithi053 bash[67631]: cluster 2024-09-13T01:10:58.967259+0000 mgr.y (mgr.34107) 2046 : cluster [DBG] pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-09-13T01:11:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:59 smithi032 bash[75510]: cluster 2024-09-13T01:10:58.687896+0000 mon.a (mon.0) 4059 : cluster [DBG] osdmap e2266: 8 total, 8 up, 8 in 2024-09-13T01:11:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:10:59 smithi032 bash[75510]: cluster 2024-09-13T01:10:58.967259+0000 mgr.y (mgr.34107) 2046 : cluster [DBG] pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-09-13T01:11:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:59 smithi032 bash[76677]: cluster 2024-09-13T01:10:58.687896+0000 mon.a (mon.0) 4059 : cluster [DBG] osdmap e2266: 8 total, 8 up, 8 in 2024-09-13T01:11:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:10:59 smithi032 bash[76677]: cluster 2024-09-13T01:10:58.967259+0000 mgr.y (mgr.34107) 2046 : cluster [DBG] pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-09-13T01:11:01.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:00 smithi053 bash[67631]: cluster 2024-09-13T01:10:59.699138+0000 mon.a (mon.0) 4060 : cluster [DBG] osdmap e2267: 8 total, 8 up, 8 in 2024-09-13T01:11:01.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:00 smithi032 bash[76677]: cluster 2024-09-13T01:10:59.699138+0000 mon.a (mon.0) 4060 : cluster [DBG] osdmap e2267: 8 total, 8 up, 8 in 2024-09-13T01:11:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:00 smithi032 bash[75510]: cluster 2024-09-13T01:10:59.699138+0000 mon.a (mon.0) 4060 : cluster [DBG] osdmap e2267: 8 total, 8 up, 8 in 2024-09-13T01:11:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:01 smithi053 bash[67631]: cluster 2024-09-13T01:11:00.699944+0000 mon.a (mon.0) 4061 : cluster [DBG] osdmap e2268: 8 total, 8 up, 8 in 2024-09-13T01:11:02.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:01 smithi053 bash[67631]: cluster 2024-09-13T01:11:00.968115+0000 mgr.y (mgr.34107) 2047 : cluster [DBG] pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-09-13T01:11:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:01 smithi032 bash[75510]: cluster 2024-09-13T01:11:00.699944+0000 mon.a (mon.0) 4061 : cluster [DBG] osdmap e2268: 8 total, 8 up, 8 in 2024-09-13T01:11:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:01 smithi032 bash[75510]: cluster 2024-09-13T01:11:00.968115+0000 mgr.y (mgr.34107) 2047 : cluster [DBG] pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-09-13T01:11:02.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:01 smithi032 bash[76677]: cluster 2024-09-13T01:11:00.699944+0000 mon.a (mon.0) 4061 : cluster [DBG] osdmap e2268: 8 total, 8 up, 8 in 2024-09-13T01:11:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:01 smithi032 bash[76677]: cluster 2024-09-13T01:11:00.968115+0000 mgr.y (mgr.34107) 2047 : cluster [DBG] pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-09-13T01:11:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:11:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:11:02] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2024-09-13T01:11:02.724 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:11:02 smithi053 bash[94430]: ts=2024-09-13T01:11:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:11:03.037 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:02 smithi053 bash[67631]: cluster 2024-09-13T01:11:01.729359+0000 mon.a (mon.0) 4062 : cluster [DBG] osdmap e2269: 8 total, 8 up, 8 in 2024-09-13T01:11:03.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:02 smithi032 bash[75510]: cluster 2024-09-13T01:11:01.729359+0000 mon.a (mon.0) 4062 : cluster [DBG] osdmap e2269: 8 total, 8 up, 8 in 2024-09-13T01:11:03.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:02 smithi032 bash[76677]: cluster 2024-09-13T01:11:01.729359+0000 mon.a (mon.0) 4062 : cluster [DBG] osdmap e2269: 8 total, 8 up, 8 in 2024-09-13T01:11:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:03 smithi032 bash[75510]: cluster 2024-09-13T01:11:02.807521+0000 mon.a (mon.0) 4063 : cluster [DBG] osdmap e2270: 8 total, 8 up, 8 in 2024-09-13T01:11:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:03 smithi032 bash[75510]: cluster 2024-09-13T01:11:02.968977+0000 mgr.y (mgr.34107) 2048 : cluster [DBG] pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-13T01:11:04.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:03 smithi032 bash[76677]: cluster 2024-09-13T01:11:02.807521+0000 mon.a (mon.0) 4063 : cluster [DBG] osdmap e2270: 8 total, 8 up, 8 in 2024-09-13T01:11:04.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:03 smithi032 bash[76677]: cluster 2024-09-13T01:11:02.968977+0000 mgr.y (mgr.34107) 2048 : cluster [DBG] pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-13T01:11:04.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:03 smithi053 bash[67631]: cluster 2024-09-13T01:11:02.807521+0000 mon.a (mon.0) 4063 : cluster [DBG] osdmap e2270: 8 total, 8 up, 8 in 2024-09-13T01:11:04.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:03 smithi053 bash[67631]: cluster 2024-09-13T01:11:02.968977+0000 mgr.y (mgr.34107) 2048 : cluster [DBG] pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-13T01:11:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:04 smithi032 bash[75510]: cluster 2024-09-13T01:11:03.819095+0000 mon.a (mon.0) 4064 : cluster [DBG] osdmap e2271: 8 total, 8 up, 8 in 2024-09-13T01:11:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:04 smithi032 bash[76677]: cluster 2024-09-13T01:11:03.819095+0000 mon.a (mon.0) 4064 : cluster [DBG] osdmap e2271: 8 total, 8 up, 8 in 2024-09-13T01:11:05.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:04 smithi053 bash[67631]: cluster 2024-09-13T01:11:03.819095+0000 mon.a (mon.0) 4064 : cluster [DBG] osdmap e2271: 8 total, 8 up, 8 in 2024-09-13T01:11:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:05 smithi032 bash[75510]: cluster 2024-09-13T01:11:04.825628+0000 mon.a (mon.0) 4065 : cluster [DBG] osdmap e2272: 8 total, 8 up, 8 in 2024-09-13T01:11:06.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:05 smithi032 bash[75510]: cluster 2024-09-13T01:11:04.969770+0000 mgr.y (mgr.34107) 2049 : cluster [DBG] pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.67k op/s 2024-09-13T01:11:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:05 smithi032 bash[76677]: cluster 2024-09-13T01:11:04.825628+0000 mon.a (mon.0) 4065 : cluster [DBG] osdmap e2272: 8 total, 8 up, 8 in 2024-09-13T01:11:06.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:05 smithi032 bash[76677]: cluster 2024-09-13T01:11:04.969770+0000 mgr.y (mgr.34107) 2049 : cluster [DBG] pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.67k op/s 2024-09-13T01:11:06.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:05 smithi053 bash[67631]: cluster 2024-09-13T01:11:04.825628+0000 mon.a (mon.0) 4065 : cluster [DBG] osdmap e2272: 8 total, 8 up, 8 in 2024-09-13T01:11:06.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:05 smithi053 bash[67631]: cluster 2024-09-13T01:11:04.969770+0000 mgr.y (mgr.34107) 2049 : cluster [DBG] pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.67k op/s 2024-09-13T01:11:07.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:06 smithi032 bash[75510]: cluster 2024-09-13T01:11:05.836208+0000 mon.a (mon.0) 4066 : cluster [DBG] osdmap e2273: 8 total, 8 up, 8 in 2024-09-13T01:11:07.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:06 smithi032 bash[76677]: cluster 2024-09-13T01:11:05.836208+0000 mon.a (mon.0) 4066 : cluster [DBG] osdmap e2273: 8 total, 8 up, 8 in 2024-09-13T01:11:07.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:06 smithi053 bash[67631]: cluster 2024-09-13T01:11:05.836208+0000 mon.a (mon.0) 4066 : cluster [DBG] osdmap e2273: 8 total, 8 up, 8 in 2024-09-13T01:11:08.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:07 smithi032 bash[75510]: cluster 2024-09-13T01:11:06.837019+0000 mon.a (mon.0) 4067 : cluster [DBG] osdmap e2274: 8 total, 8 up, 8 in 2024-09-13T01:11:08.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:07 smithi032 bash[75510]: cluster 2024-09-13T01:11:06.970544+0000 mgr.y (mgr.34107) 2050 : cluster [DBG] pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-13T01:11:08.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:07 smithi032 bash[76677]: cluster 2024-09-13T01:11:06.837019+0000 mon.a (mon.0) 4067 : cluster [DBG] osdmap e2274: 8 total, 8 up, 8 in 2024-09-13T01:11:08.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:07 smithi032 bash[76677]: cluster 2024-09-13T01:11:06.970544+0000 mgr.y (mgr.34107) 2050 : cluster [DBG] pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-13T01:11:08.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:07 smithi053 bash[67631]: cluster 2024-09-13T01:11:06.837019+0000 mon.a (mon.0) 4067 : cluster [DBG] osdmap e2274: 8 total, 8 up, 8 in 2024-09-13T01:11:08.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:07 smithi053 bash[67631]: cluster 2024-09-13T01:11:06.970544+0000 mgr.y (mgr.34107) 2050 : cluster [DBG] pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-13T01:11:09.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:08 smithi032 bash[75510]: cluster 2024-09-13T01:11:07.858389+0000 mon.a (mon.0) 4068 : cluster [DBG] osdmap e2275: 8 total, 8 up, 8 in 2024-09-13T01:11:09.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:08 smithi032 bash[76677]: cluster 2024-09-13T01:11:07.858389+0000 mon.a (mon.0) 4068 : cluster [DBG] osdmap e2275: 8 total, 8 up, 8 in 2024-09-13T01:11:09.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:08 smithi053 bash[67631]: cluster 2024-09-13T01:11:07.858389+0000 mon.a (mon.0) 4068 : cluster [DBG] osdmap e2275: 8 total, 8 up, 8 in 2024-09-13T01:11:10.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:09 smithi032 bash[75510]: cluster 2024-09-13T01:11:08.861906+0000 mon.a (mon.0) 4069 : cluster [DBG] osdmap e2276: 8 total, 8 up, 8 in 2024-09-13T01:11:10.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:09 smithi032 bash[75510]: cluster 2024-09-13T01:11:08.971248+0000 mgr.y (mgr.34107) 2051 : cluster [DBG] pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.73k op/s 2024-09-13T01:11:10.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:09 smithi032 bash[76677]: cluster 2024-09-13T01:11:08.861906+0000 mon.a (mon.0) 4069 : cluster [DBG] osdmap e2276: 8 total, 8 up, 8 in 2024-09-13T01:11:10.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:09 smithi032 bash[76677]: cluster 2024-09-13T01:11:08.971248+0000 mgr.y (mgr.34107) 2051 : cluster [DBG] pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.73k op/s 2024-09-13T01:11:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:09 smithi053 bash[67631]: cluster 2024-09-13T01:11:08.861906+0000 mon.a (mon.0) 4069 : cluster [DBG] osdmap e2276: 8 total, 8 up, 8 in 2024-09-13T01:11:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:09 smithi053 bash[67631]: cluster 2024-09-13T01:11:08.971248+0000 mgr.y (mgr.34107) 2051 : cluster [DBG] pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.73k op/s 2024-09-13T01:11:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:10 smithi032 bash[75510]: cluster 2024-09-13T01:11:09.881812+0000 mon.a (mon.0) 4070 : cluster [DBG] osdmap e2277: 8 total, 8 up, 8 in 2024-09-13T01:11:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:10 smithi032 bash[75510]: audit 2024-09-13T01:11:10.230274+0000 mon.a (mon.0) 4071 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:11:11.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:10 smithi032 bash[76677]: cluster 2024-09-13T01:11:09.881812+0000 mon.a (mon.0) 4070 : cluster [DBG] osdmap e2277: 8 total, 8 up, 8 in 2024-09-13T01:11:11.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:10 smithi032 bash[76677]: audit 2024-09-13T01:11:10.230274+0000 mon.a (mon.0) 4071 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:11:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:10 smithi053 bash[67631]: cluster 2024-09-13T01:11:09.881812+0000 mon.a (mon.0) 4070 : cluster [DBG] osdmap e2277: 8 total, 8 up, 8 in 2024-09-13T01:11:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:10 smithi053 bash[67631]: audit 2024-09-13T01:11:10.230274+0000 mon.a (mon.0) 4071 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:11:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:11 smithi032 bash[75510]: cluster 2024-09-13T01:11:10.890147+0000 mon.a (mon.0) 4072 : cluster [DBG] osdmap e2278: 8 total, 8 up, 8 in 2024-09-13T01:11:12.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:11 smithi032 bash[75510]: cluster 2024-09-13T01:11:10.972038+0000 mgr.y (mgr.34107) 2052 : cluster [DBG] pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-13T01:11:12.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:11 smithi032 bash[76677]: cluster 2024-09-13T01:11:10.890147+0000 mon.a (mon.0) 4072 : cluster [DBG] osdmap e2278: 8 total, 8 up, 8 in 2024-09-13T01:11:12.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:11 smithi032 bash[76677]: cluster 2024-09-13T01:11:10.972038+0000 mgr.y (mgr.34107) 2052 : cluster [DBG] pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-13T01:11:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:11 smithi053 bash[67631]: cluster 2024-09-13T01:11:10.890147+0000 mon.a (mon.0) 4072 : cluster [DBG] osdmap e2278: 8 total, 8 up, 8 in 2024-09-13T01:11:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:11 smithi053 bash[67631]: cluster 2024-09-13T01:11:10.972038+0000 mgr.y (mgr.34107) 2052 : cluster [DBG] pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-13T01:11:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:11:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:11:12] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2024-09-13T01:11:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:11:12 smithi053 bash[94430]: ts=2024-09-13T01:11:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:11:13.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:12 smithi032 bash[75510]: cluster 2024-09-13T01:11:11.893309+0000 mon.a (mon.0) 4073 : cluster [DBG] osdmap e2279: 8 total, 8 up, 8 in 2024-09-13T01:11:13.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:12 smithi032 bash[76677]: cluster 2024-09-13T01:11:11.893309+0000 mon.a (mon.0) 4073 : cluster [DBG] osdmap e2279: 8 total, 8 up, 8 in 2024-09-13T01:11:13.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:12 smithi053 bash[67631]: cluster 2024-09-13T01:11:11.893309+0000 mon.a (mon.0) 4073 : cluster [DBG] osdmap e2279: 8 total, 8 up, 8 in 2024-09-13T01:11:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:13 smithi053 bash[67631]: cluster 2024-09-13T01:11:12.906854+0000 mon.a (mon.0) 4074 : cluster [DBG] osdmap e2280: 8 total, 8 up, 8 in 2024-09-13T01:11:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:13 smithi053 bash[67631]: cluster 2024-09-13T01:11:12.972805+0000 mgr.y (mgr.34107) 2053 : cluster [DBG] pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-13T01:11:14.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:13 smithi032 bash[75510]: cluster 2024-09-13T01:11:12.906854+0000 mon.a (mon.0) 4074 : cluster [DBG] osdmap e2280: 8 total, 8 up, 8 in 2024-09-13T01:11:14.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:13 smithi032 bash[75510]: cluster 2024-09-13T01:11:12.972805+0000 mgr.y (mgr.34107) 2053 : cluster [DBG] pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-13T01:11:14.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:13 smithi032 bash[76677]: cluster 2024-09-13T01:11:12.906854+0000 mon.a (mon.0) 4074 : cluster [DBG] osdmap e2280: 8 total, 8 up, 8 in 2024-09-13T01:11:14.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:13 smithi032 bash[76677]: cluster 2024-09-13T01:11:12.972805+0000 mgr.y (mgr.34107) 2053 : cluster [DBG] pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-13T01:11:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:14 smithi053 bash[67631]: cluster 2024-09-13T01:11:13.921218+0000 mon.a (mon.0) 4075 : cluster [DBG] osdmap e2281: 8 total, 8 up, 8 in 2024-09-13T01:11:15.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:14 smithi032 bash[76677]: cluster 2024-09-13T01:11:13.921218+0000 mon.a (mon.0) 4075 : cluster [DBG] osdmap e2281: 8 total, 8 up, 8 in 2024-09-13T01:11:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:14 smithi032 bash[75510]: cluster 2024-09-13T01:11:13.921218+0000 mon.a (mon.0) 4075 : cluster [DBG] osdmap e2281: 8 total, 8 up, 8 in 2024-09-13T01:11:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:15 smithi053 bash[67631]: cluster 2024-09-13T01:11:14.941456+0000 mon.a (mon.0) 4076 : cluster [DBG] osdmap e2282: 8 total, 8 up, 8 in 2024-09-13T01:11:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:15 smithi053 bash[67631]: cluster 2024-09-13T01:11:14.973703+0000 mgr.y (mgr.34107) 2054 : cluster [DBG] pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.77k op/s 2024-09-13T01:11:16.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:15 smithi032 bash[75510]: cluster 2024-09-13T01:11:14.941456+0000 mon.a (mon.0) 4076 : cluster [DBG] osdmap e2282: 8 total, 8 up, 8 in 2024-09-13T01:11:16.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:15 smithi032 bash[75510]: cluster 2024-09-13T01:11:14.973703+0000 mgr.y (mgr.34107) 2054 : cluster [DBG] pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.77k op/s 2024-09-13T01:11:16.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:15 smithi032 bash[76677]: cluster 2024-09-13T01:11:14.941456+0000 mon.a (mon.0) 4076 : cluster [DBG] osdmap e2282: 8 total, 8 up, 8 in 2024-09-13T01:11:16.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:15 smithi032 bash[76677]: cluster 2024-09-13T01:11:14.973703+0000 mgr.y (mgr.34107) 2054 : cluster [DBG] pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.77k op/s 2024-09-13T01:11:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:16 smithi053 bash[67631]: cluster 2024-09-13T01:11:15.954098+0000 mon.a (mon.0) 4077 : cluster [DBG] osdmap e2283: 8 total, 8 up, 8 in 2024-09-13T01:11:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:16 smithi032 bash[75510]: cluster 2024-09-13T01:11:15.954098+0000 mon.a (mon.0) 4077 : cluster [DBG] osdmap e2283: 8 total, 8 up, 8 in 2024-09-13T01:11:17.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:16 smithi032 bash[76677]: cluster 2024-09-13T01:11:15.954098+0000 mon.a (mon.0) 4077 : cluster [DBG] osdmap e2283: 8 total, 8 up, 8 in 2024-09-13T01:11:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:17 smithi053 bash[67631]: cluster 2024-09-13T01:11:16.954346+0000 mon.a (mon.0) 4078 : cluster [DBG] osdmap e2284: 8 total, 8 up, 8 in 2024-09-13T01:11:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:17 smithi053 bash[67631]: cluster 2024-09-13T01:11:16.974562+0000 mgr.y (mgr.34107) 2055 : cluster [DBG] pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-09-13T01:11:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:17 smithi032 bash[75510]: cluster 2024-09-13T01:11:16.954346+0000 mon.a (mon.0) 4078 : cluster [DBG] osdmap e2284: 8 total, 8 up, 8 in 2024-09-13T01:11:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:17 smithi032 bash[75510]: cluster 2024-09-13T01:11:16.974562+0000 mgr.y (mgr.34107) 2055 : cluster [DBG] pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-09-13T01:11:18.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:17 smithi032 bash[76677]: cluster 2024-09-13T01:11:16.954346+0000 mon.a (mon.0) 4078 : cluster [DBG] osdmap e2284: 8 total, 8 up, 8 in 2024-09-13T01:11:18.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:17 smithi032 bash[76677]: cluster 2024-09-13T01:11:16.974562+0000 mgr.y (mgr.34107) 2055 : cluster [DBG] pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-09-13T01:11:19.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:18 smithi053 bash[67631]: cluster 2024-09-13T01:11:17.979331+0000 mon.a (mon.0) 4079 : cluster [DBG] osdmap e2285: 8 total, 8 up, 8 in 2024-09-13T01:11:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:18 smithi032 bash[75510]: cluster 2024-09-13T01:11:17.979331+0000 mon.a (mon.0) 4079 : cluster [DBG] osdmap e2285: 8 total, 8 up, 8 in 2024-09-13T01:11:19.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:18 smithi032 bash[76677]: cluster 2024-09-13T01:11:17.979331+0000 mon.a (mon.0) 4079 : cluster [DBG] osdmap e2285: 8 total, 8 up, 8 in 2024-09-13T01:11:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:19 smithi053 bash[67631]: cluster 2024-09-13T01:11:18.975651+0000 mgr.y (mgr.34107) 2056 : cluster [DBG] pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.2 KiB/s wr, 1.77k op/s 2024-09-13T01:11:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:19 smithi053 bash[67631]: cluster 2024-09-13T01:11:18.981785+0000 mon.a (mon.0) 4080 : cluster [DBG] osdmap e2286: 8 total, 8 up, 8 in 2024-09-13T01:11:20.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:19 smithi032 bash[75510]: cluster 2024-09-13T01:11:18.975651+0000 mgr.y (mgr.34107) 2056 : cluster [DBG] pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.2 KiB/s wr, 1.77k op/s 2024-09-13T01:11:20.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:19 smithi032 bash[75510]: cluster 2024-09-13T01:11:18.981785+0000 mon.a (mon.0) 4080 : cluster [DBG] osdmap e2286: 8 total, 8 up, 8 in 2024-09-13T01:11:20.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:19 smithi032 bash[76677]: cluster 2024-09-13T01:11:18.975651+0000 mgr.y (mgr.34107) 2056 : cluster [DBG] pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.2 KiB/s wr, 1.77k op/s 2024-09-13T01:11:20.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:19 smithi032 bash[76677]: cluster 2024-09-13T01:11:18.981785+0000 mon.a (mon.0) 4080 : cluster [DBG] osdmap e2286: 8 total, 8 up, 8 in 2024-09-13T01:11:21.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:21 smithi053 bash[67631]: cluster 2024-09-13T01:11:20.000693+0000 mon.a (mon.0) 4081 : cluster [DBG] osdmap e2287: 8 total, 8 up, 8 in 2024-09-13T01:11:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:21 smithi032 bash[75510]: cluster 2024-09-13T01:11:20.000693+0000 mon.a (mon.0) 4081 : cluster [DBG] osdmap e2287: 8 total, 8 up, 8 in 2024-09-13T01:11:21.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:21 smithi032 bash[76677]: cluster 2024-09-13T01:11:20.000693+0000 mon.a (mon.0) 4081 : cluster [DBG] osdmap e2287: 8 total, 8 up, 8 in 2024-09-13T01:11:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:22 smithi053 bash[67631]: cluster 2024-09-13T01:11:20.976695+0000 mgr.y (mgr.34107) 2057 : cluster [DBG] pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.77k op/s 2024-09-13T01:11:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:22 smithi053 bash[67631]: cluster 2024-09-13T01:11:21.010995+0000 mon.a (mon.0) 4082 : cluster [DBG] osdmap e2288: 8 total, 8 up, 8 in 2024-09-13T01:11:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:22 smithi053 bash[67631]: cluster 2024-09-13T01:11:21.809843+0000 mon.a (mon.0) 4083 : cluster [DBG] osdmap e2289: 8 total, 8 up, 8 in 2024-09-13T01:11:22.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:22 smithi032 bash[75510]: cluster 2024-09-13T01:11:20.976695+0000 mgr.y (mgr.34107) 2057 : cluster [DBG] pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.77k op/s 2024-09-13T01:11:22.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:22 smithi032 bash[75510]: cluster 2024-09-13T01:11:21.010995+0000 mon.a (mon.0) 4082 : cluster [DBG] osdmap e2288: 8 total, 8 up, 8 in 2024-09-13T01:11:22.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:22 smithi032 bash[75510]: cluster 2024-09-13T01:11:21.809843+0000 mon.a (mon.0) 4083 : cluster [DBG] osdmap e2289: 8 total, 8 up, 8 in 2024-09-13T01:11:22.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:22 smithi032 bash[76677]: cluster 2024-09-13T01:11:20.976695+0000 mgr.y (mgr.34107) 2057 : cluster [DBG] pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.77k op/s 2024-09-13T01:11:22.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:22 smithi032 bash[76677]: cluster 2024-09-13T01:11:21.010995+0000 mon.a (mon.0) 4082 : cluster [DBG] osdmap e2288: 8 total, 8 up, 8 in 2024-09-13T01:11:22.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:22 smithi032 bash[76677]: cluster 2024-09-13T01:11:21.809843+0000 mon.a (mon.0) 4083 : cluster [DBG] osdmap e2289: 8 total, 8 up, 8 in 2024-09-13T01:11:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:11:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:11:22] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2024-09-13T01:11:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:11:22 smithi053 bash[94430]: ts=2024-09-13T01:11:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:11:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:23 smithi032 bash[75510]: cluster 2024-09-13T01:11:22.811240+0000 mon.a (mon.0) 4084 : cluster [DBG] osdmap e2290: 8 total, 8 up, 8 in 2024-09-13T01:11:24.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:23 smithi032 bash[75510]: cluster 2024-09-13T01:11:22.977565+0000 mgr.y (mgr.34107) 2058 : cluster [DBG] pgmap v3901: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T01:11:24.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:23 smithi032 bash[76677]: cluster 2024-09-13T01:11:22.811240+0000 mon.a (mon.0) 4084 : cluster [DBG] osdmap e2290: 8 total, 8 up, 8 in 2024-09-13T01:11:24.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:23 smithi032 bash[76677]: cluster 2024-09-13T01:11:22.977565+0000 mgr.y (mgr.34107) 2058 : cluster [DBG] pgmap v3901: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T01:11:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:23 smithi053 bash[67631]: cluster 2024-09-13T01:11:22.811240+0000 mon.a (mon.0) 4084 : cluster [DBG] osdmap e2290: 8 total, 8 up, 8 in 2024-09-13T01:11:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:23 smithi053 bash[67631]: cluster 2024-09-13T01:11:22.977565+0000 mgr.y (mgr.34107) 2058 : cluster [DBG] pgmap v3901: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T01:11:25.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:24 smithi032 bash[75510]: cluster 2024-09-13T01:11:23.823648+0000 mon.a (mon.0) 4085 : cluster [DBG] osdmap e2291: 8 total, 8 up, 8 in 2024-09-13T01:11:25.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:24 smithi032 bash[76677]: cluster 2024-09-13T01:11:23.823648+0000 mon.a (mon.0) 4085 : cluster [DBG] osdmap e2291: 8 total, 8 up, 8 in 2024-09-13T01:11:25.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:24 smithi053 bash[67631]: cluster 2024-09-13T01:11:23.823648+0000 mon.a (mon.0) 4085 : cluster [DBG] osdmap e2291: 8 total, 8 up, 8 in 2024-09-13T01:11:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:25 smithi032 bash[75510]: cluster 2024-09-13T01:11:24.832414+0000 mon.a (mon.0) 4086 : cluster [DBG] osdmap e2292: 8 total, 8 up, 8 in 2024-09-13T01:11:26.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:25 smithi032 bash[75510]: cluster 2024-09-13T01:11:24.978277+0000 mgr.y (mgr.34107) 2059 : cluster [DBG] pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-09-13T01:11:26.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:25 smithi032 bash[75510]: audit 2024-09-13T01:11:25.230799+0000 mon.a (mon.0) 4087 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:11:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:25 smithi032 bash[76677]: cluster 2024-09-13T01:11:24.832414+0000 mon.a (mon.0) 4086 : cluster [DBG] osdmap e2292: 8 total, 8 up, 8 in 2024-09-13T01:11:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:25 smithi032 bash[76677]: cluster 2024-09-13T01:11:24.978277+0000 mgr.y (mgr.34107) 2059 : cluster [DBG] pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-09-13T01:11:26.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:25 smithi032 bash[76677]: audit 2024-09-13T01:11:25.230799+0000 mon.a (mon.0) 4087 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:11:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:25 smithi053 bash[67631]: cluster 2024-09-13T01:11:24.832414+0000 mon.a (mon.0) 4086 : cluster [DBG] osdmap e2292: 8 total, 8 up, 8 in 2024-09-13T01:11:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:25 smithi053 bash[67631]: cluster 2024-09-13T01:11:24.978277+0000 mgr.y (mgr.34107) 2059 : cluster [DBG] pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-09-13T01:11:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:25 smithi053 bash[67631]: audit 2024-09-13T01:11:25.230799+0000 mon.a (mon.0) 4087 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:11:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:26 smithi032 bash[76677]: cluster 2024-09-13T01:11:25.841396+0000 mon.a (mon.0) 4088 : cluster [DBG] osdmap e2293: 8 total, 8 up, 8 in 2024-09-13T01:11:27.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:26 smithi032 bash[76677]: cluster 2024-09-13T01:11:26.811286+0000 mon.a (mon.0) 4089 : cluster [DBG] osdmap e2294: 8 total, 8 up, 8 in 2024-09-13T01:11:27.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:26 smithi032 bash[75510]: cluster 2024-09-13T01:11:25.841396+0000 mon.a (mon.0) 4088 : cluster [DBG] osdmap e2293: 8 total, 8 up, 8 in 2024-09-13T01:11:27.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:26 smithi032 bash[75510]: cluster 2024-09-13T01:11:26.811286+0000 mon.a (mon.0) 4089 : cluster [DBG] osdmap e2294: 8 total, 8 up, 8 in 2024-09-13T01:11:27.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:26 smithi053 bash[67631]: cluster 2024-09-13T01:11:25.841396+0000 mon.a (mon.0) 4088 : cluster [DBG] osdmap e2293: 8 total, 8 up, 8 in 2024-09-13T01:11:27.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:26 smithi053 bash[67631]: cluster 2024-09-13T01:11:26.811286+0000 mon.a (mon.0) 4089 : cluster [DBG] osdmap e2294: 8 total, 8 up, 8 in 2024-09-13T01:11:28.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:27 smithi032 bash[75510]: cluster 2024-09-13T01:11:26.979019+0000 mgr.y (mgr.34107) 2060 : cluster [DBG] pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-13T01:11:28.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:27 smithi032 bash[76677]: cluster 2024-09-13T01:11:26.979019+0000 mgr.y (mgr.34107) 2060 : cluster [DBG] pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-13T01:11:28.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:27 smithi053 bash[67631]: cluster 2024-09-13T01:11:26.979019+0000 mgr.y (mgr.34107) 2060 : cluster [DBG] pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-13T01:11:29.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:28 smithi032 bash[75510]: cluster 2024-09-13T01:11:27.852898+0000 mon.a (mon.0) 4090 : cluster [DBG] osdmap e2295: 8 total, 8 up, 8 in 2024-09-13T01:11:29.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:28 smithi032 bash[76677]: cluster 2024-09-13T01:11:27.852898+0000 mon.a (mon.0) 4090 : cluster [DBG] osdmap e2295: 8 total, 8 up, 8 in 2024-09-13T01:11:29.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:28 smithi053 bash[67631]: cluster 2024-09-13T01:11:27.852898+0000 mon.a (mon.0) 4090 : cluster [DBG] osdmap e2295: 8 total, 8 up, 8 in 2024-09-13T01:11:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:29 smithi032 bash[75510]: cluster 2024-09-13T01:11:28.856346+0000 mon.a (mon.0) 4091 : cluster [DBG] osdmap e2296: 8 total, 8 up, 8 in 2024-09-13T01:11:30.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:29 smithi032 bash[75510]: cluster 2024-09-13T01:11:28.979756+0000 mgr.y (mgr.34107) 2061 : cluster [DBG] pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-13T01:11:30.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:29 smithi032 bash[76677]: cluster 2024-09-13T01:11:28.856346+0000 mon.a (mon.0) 4091 : cluster [DBG] osdmap e2296: 8 total, 8 up, 8 in 2024-09-13T01:11:30.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:29 smithi032 bash[76677]: cluster 2024-09-13T01:11:28.979756+0000 mgr.y (mgr.34107) 2061 : cluster [DBG] pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-13T01:11:30.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:29 smithi053 bash[67631]: cluster 2024-09-13T01:11:28.856346+0000 mon.a (mon.0) 4091 : cluster [DBG] osdmap e2296: 8 total, 8 up, 8 in 2024-09-13T01:11:30.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:29 smithi053 bash[67631]: cluster 2024-09-13T01:11:28.979756+0000 mgr.y (mgr.34107) 2061 : cluster [DBG] pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-13T01:11:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:30 smithi032 bash[75510]: cluster 2024-09-13T01:11:29.891999+0000 mon.a (mon.0) 4092 : cluster [DBG] osdmap e2297: 8 total, 8 up, 8 in 2024-09-13T01:11:31.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:30 smithi032 bash[76677]: cluster 2024-09-13T01:11:29.891999+0000 mon.a (mon.0) 4092 : cluster [DBG] osdmap e2297: 8 total, 8 up, 8 in 2024-09-13T01:11:31.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:30 smithi053 bash[67631]: cluster 2024-09-13T01:11:29.891999+0000 mon.a (mon.0) 4092 : cluster [DBG] osdmap e2297: 8 total, 8 up, 8 in 2024-09-13T01:11:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:31 smithi032 bash[75510]: cluster 2024-09-13T01:11:30.899389+0000 mon.a (mon.0) 4093 : cluster [DBG] osdmap e2298: 8 total, 8 up, 8 in 2024-09-13T01:11:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:31 smithi032 bash[75510]: cluster 2024-09-13T01:11:30.980464+0000 mgr.y (mgr.34107) 2062 : cluster [DBG] pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-13T01:11:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:31 smithi032 bash[75510]: cluster 2024-09-13T01:11:31.813967+0000 mon.a (mon.0) 4094 : cluster [DBG] osdmap e2299: 8 total, 8 up, 8 in 2024-09-13T01:11:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:31 smithi032 bash[76677]: cluster 2024-09-13T01:11:30.899389+0000 mon.a (mon.0) 4093 : cluster [DBG] osdmap e2298: 8 total, 8 up, 8 in 2024-09-13T01:11:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:31 smithi032 bash[76677]: cluster 2024-09-13T01:11:30.980464+0000 mgr.y (mgr.34107) 2062 : cluster [DBG] pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-13T01:11:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:31 smithi032 bash[76677]: cluster 2024-09-13T01:11:31.813967+0000 mon.a (mon.0) 4094 : cluster [DBG] osdmap e2299: 8 total, 8 up, 8 in 2024-09-13T01:11:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:31 smithi053 bash[67631]: cluster 2024-09-13T01:11:30.899389+0000 mon.a (mon.0) 4093 : cluster [DBG] osdmap e2298: 8 total, 8 up, 8 in 2024-09-13T01:11:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:31 smithi053 bash[67631]: cluster 2024-09-13T01:11:30.980464+0000 mgr.y (mgr.34107) 2062 : cluster [DBG] pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-13T01:11:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:31 smithi053 bash[67631]: cluster 2024-09-13T01:11:31.813967+0000 mon.a (mon.0) 4094 : cluster [DBG] osdmap e2299: 8 total, 8 up, 8 in 2024-09-13T01:11:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:11:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:11:32] "GET /metrics HTTP/1.1" 200 36460 "" "Prometheus/2.43.0" 2024-09-13T01:11:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:11:32 smithi053 bash[94430]: ts=2024-09-13T01:11:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:11:33.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:32 smithi053 bash[67631]: audit 2024-09-13T01:11:32.149305+0000 mon.a (mon.0) 4095 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:11:33.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:32 smithi053 bash[67631]: audit 2024-09-13T01:11:32.697893+0000 mon.a (mon.0) 4096 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:11:33.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:32 smithi053 bash[67631]: audit 2024-09-13T01:11:32.699444+0000 mon.a (mon.0) 4097 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:11:33.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:32 smithi053 bash[67631]: audit 2024-09-13T01:11:32.711360+0000 mon.a (mon.0) 4098 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:11:33.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:32 smithi032 bash[75510]: audit 2024-09-13T01:11:32.149305+0000 mon.a (mon.0) 4095 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:11:33.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:32 smithi032 bash[75510]: audit 2024-09-13T01:11:32.697893+0000 mon.a (mon.0) 4096 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:11:33.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:32 smithi032 bash[75510]: audit 2024-09-13T01:11:32.699444+0000 mon.a (mon.0) 4097 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:11:33.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:32 smithi032 bash[75510]: audit 2024-09-13T01:11:32.711360+0000 mon.a (mon.0) 4098 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:11:33.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:32 smithi032 bash[76677]: audit 2024-09-13T01:11:32.149305+0000 mon.a (mon.0) 4095 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:11:33.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:32 smithi032 bash[76677]: audit 2024-09-13T01:11:32.697893+0000 mon.a (mon.0) 4096 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:11:33.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:32 smithi032 bash[76677]: audit 2024-09-13T01:11:32.699444+0000 mon.a (mon.0) 4097 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:11:33.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:32 smithi032 bash[76677]: audit 2024-09-13T01:11:32.711360+0000 mon.a (mon.0) 4098 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:11:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:33 smithi053 bash[67631]: cluster 2024-09-13T01:11:32.914028+0000 mon.a (mon.0) 4099 : cluster [DBG] osdmap e2300: 8 total, 8 up, 8 in 2024-09-13T01:11:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:33 smithi053 bash[67631]: cluster 2024-09-13T01:11:32.981175+0000 mgr.y (mgr.34107) 2063 : cluster [DBG] pgmap v3916: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T01:11:34.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:33 smithi032 bash[75510]: cluster 2024-09-13T01:11:32.914028+0000 mon.a (mon.0) 4099 : cluster [DBG] osdmap e2300: 8 total, 8 up, 8 in 2024-09-13T01:11:34.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:33 smithi032 bash[75510]: cluster 2024-09-13T01:11:32.981175+0000 mgr.y (mgr.34107) 2063 : cluster [DBG] pgmap v3916: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T01:11:34.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:33 smithi032 bash[76677]: cluster 2024-09-13T01:11:32.914028+0000 mon.a (mon.0) 4099 : cluster [DBG] osdmap e2300: 8 total, 8 up, 8 in 2024-09-13T01:11:34.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:33 smithi032 bash[76677]: cluster 2024-09-13T01:11:32.981175+0000 mgr.y (mgr.34107) 2063 : cluster [DBG] pgmap v3916: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T01:11:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:34 smithi053 bash[67631]: cluster 2024-09-13T01:11:33.934749+0000 mon.a (mon.0) 4100 : cluster [DBG] osdmap e2301: 8 total, 8 up, 8 in 2024-09-13T01:11:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:34 smithi032 bash[75510]: cluster 2024-09-13T01:11:33.934749+0000 mon.a (mon.0) 4100 : cluster [DBG] osdmap e2301: 8 total, 8 up, 8 in 2024-09-13T01:11:35.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:34 smithi032 bash[76677]: cluster 2024-09-13T01:11:33.934749+0000 mon.a (mon.0) 4100 : cluster [DBG] osdmap e2301: 8 total, 8 up, 8 in 2024-09-13T01:11:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:35 smithi053 bash[67631]: cluster 2024-09-13T01:11:34.935795+0000 mon.a (mon.0) 4101 : cluster [DBG] osdmap e2302: 8 total, 8 up, 8 in 2024-09-13T01:11:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:35 smithi053 bash[67631]: cluster 2024-09-13T01:11:34.981887+0000 mgr.y (mgr.34107) 2064 : cluster [DBG] pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T01:11:36.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:35 smithi032 bash[75510]: cluster 2024-09-13T01:11:34.935795+0000 mon.a (mon.0) 4101 : cluster [DBG] osdmap e2302: 8 total, 8 up, 8 in 2024-09-13T01:11:36.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:35 smithi032 bash[75510]: cluster 2024-09-13T01:11:34.981887+0000 mgr.y (mgr.34107) 2064 : cluster [DBG] pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T01:11:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:35 smithi032 bash[76677]: cluster 2024-09-13T01:11:34.935795+0000 mon.a (mon.0) 4101 : cluster [DBG] osdmap e2302: 8 total, 8 up, 8 in 2024-09-13T01:11:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:35 smithi032 bash[76677]: cluster 2024-09-13T01:11:34.981887+0000 mgr.y (mgr.34107) 2064 : cluster [DBG] pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T01:11:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:36 smithi053 bash[67631]: cluster 2024-09-13T01:11:35.949476+0000 mon.a (mon.0) 4102 : cluster [DBG] osdmap e2303: 8 total, 8 up, 8 in 2024-09-13T01:11:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:36 smithi053 bash[67631]: cluster 2024-09-13T01:11:36.817226+0000 mon.a (mon.0) 4103 : cluster [DBG] osdmap e2304: 8 total, 8 up, 8 in 2024-09-13T01:11:37.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:36 smithi032 bash[76677]: cluster 2024-09-13T01:11:35.949476+0000 mon.a (mon.0) 4102 : cluster [DBG] osdmap e2303: 8 total, 8 up, 8 in 2024-09-13T01:11:37.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:36 smithi032 bash[76677]: cluster 2024-09-13T01:11:36.817226+0000 mon.a (mon.0) 4103 : cluster [DBG] osdmap e2304: 8 total, 8 up, 8 in 2024-09-13T01:11:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:36 smithi032 bash[75510]: cluster 2024-09-13T01:11:35.949476+0000 mon.a (mon.0) 4102 : cluster [DBG] osdmap e2303: 8 total, 8 up, 8 in 2024-09-13T01:11:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:36 smithi032 bash[75510]: cluster 2024-09-13T01:11:36.817226+0000 mon.a (mon.0) 4103 : cluster [DBG] osdmap e2304: 8 total, 8 up, 8 in 2024-09-13T01:11:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:37 smithi053 bash[67631]: cluster 2024-09-13T01:11:36.982614+0000 mgr.y (mgr.34107) 2065 : cluster [DBG] pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T01:11:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:37 smithi053 bash[67631]: cluster 2024-09-13T01:11:37.819556+0000 mon.a (mon.0) 4104 : cluster [DBG] osdmap e2305: 8 total, 8 up, 8 in 2024-09-13T01:11:38.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:37 smithi032 bash[75510]: cluster 2024-09-13T01:11:36.982614+0000 mgr.y (mgr.34107) 2065 : cluster [DBG] pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T01:11:38.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:37 smithi032 bash[75510]: cluster 2024-09-13T01:11:37.819556+0000 mon.a (mon.0) 4104 : cluster [DBG] osdmap e2305: 8 total, 8 up, 8 in 2024-09-13T01:11:38.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:37 smithi032 bash[76677]: cluster 2024-09-13T01:11:36.982614+0000 mgr.y (mgr.34107) 2065 : cluster [DBG] pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T01:11:38.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:37 smithi032 bash[76677]: cluster 2024-09-13T01:11:37.819556+0000 mon.a (mon.0) 4104 : cluster [DBG] osdmap e2305: 8 total, 8 up, 8 in 2024-09-13T01:11:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:39 smithi032 bash[75510]: cluster 2024-09-13T01:11:38.823981+0000 mon.a (mon.0) 4105 : cluster [DBG] osdmap e2306: 8 total, 8 up, 8 in 2024-09-13T01:11:40.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:39 smithi032 bash[75510]: cluster 2024-09-13T01:11:38.983363+0000 mgr.y (mgr.34107) 2066 : cluster [DBG] pgmap v3925: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-13T01:11:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:39 smithi032 bash[76677]: cluster 2024-09-13T01:11:38.823981+0000 mon.a (mon.0) 4105 : cluster [DBG] osdmap e2306: 8 total, 8 up, 8 in 2024-09-13T01:11:40.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:39 smithi032 bash[76677]: cluster 2024-09-13T01:11:38.983363+0000 mgr.y (mgr.34107) 2066 : cluster [DBG] pgmap v3925: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-13T01:11:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:39 smithi053 bash[67631]: cluster 2024-09-13T01:11:38.823981+0000 mon.a (mon.0) 4105 : cluster [DBG] osdmap e2306: 8 total, 8 up, 8 in 2024-09-13T01:11:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:39 smithi053 bash[67631]: cluster 2024-09-13T01:11:38.983363+0000 mgr.y (mgr.34107) 2066 : cluster [DBG] pgmap v3925: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-13T01:11:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:40 smithi032 bash[76677]: cluster 2024-09-13T01:11:39.833613+0000 mon.a (mon.0) 4106 : cluster [DBG] osdmap e2307: 8 total, 8 up, 8 in 2024-09-13T01:11:41.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:40 smithi032 bash[76677]: audit 2024-09-13T01:11:40.231145+0000 mon.a (mon.0) 4107 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:11:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:40 smithi032 bash[75510]: cluster 2024-09-13T01:11:39.833613+0000 mon.a (mon.0) 4106 : cluster [DBG] osdmap e2307: 8 total, 8 up, 8 in 2024-09-13T01:11:41.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:40 smithi032 bash[75510]: audit 2024-09-13T01:11:40.231145+0000 mon.a (mon.0) 4107 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:11:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:40 smithi053 bash[67631]: cluster 2024-09-13T01:11:39.833613+0000 mon.a (mon.0) 4106 : cluster [DBG] osdmap e2307: 8 total, 8 up, 8 in 2024-09-13T01:11:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:40 smithi053 bash[67631]: audit 2024-09-13T01:11:40.231145+0000 mon.a (mon.0) 4107 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:11:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:41 smithi032 bash[75510]: cluster 2024-09-13T01:11:40.841285+0000 mon.a (mon.0) 4108 : cluster [DBG] osdmap e2308: 8 total, 8 up, 8 in 2024-09-13T01:11:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:41 smithi032 bash[75510]: cluster 2024-09-13T01:11:40.984072+0000 mgr.y (mgr.34107) 2067 : cluster [DBG] pgmap v3928: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-13T01:11:42.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:41 smithi032 bash[75510]: cluster 2024-09-13T01:11:41.819334+0000 mon.a (mon.0) 4109 : cluster [DBG] osdmap e2309: 8 total, 8 up, 8 in 2024-09-13T01:11:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:41 smithi032 bash[76677]: cluster 2024-09-13T01:11:40.841285+0000 mon.a (mon.0) 4108 : cluster [DBG] osdmap e2308: 8 total, 8 up, 8 in 2024-09-13T01:11:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:41 smithi032 bash[76677]: cluster 2024-09-13T01:11:40.984072+0000 mgr.y (mgr.34107) 2067 : cluster [DBG] pgmap v3928: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-13T01:11:42.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:41 smithi032 bash[76677]: cluster 2024-09-13T01:11:41.819334+0000 mon.a (mon.0) 4109 : cluster [DBG] osdmap e2309: 8 total, 8 up, 8 in 2024-09-13T01:11:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:41 smithi053 bash[67631]: cluster 2024-09-13T01:11:40.841285+0000 mon.a (mon.0) 4108 : cluster [DBG] osdmap e2308: 8 total, 8 up, 8 in 2024-09-13T01:11:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:41 smithi053 bash[67631]: cluster 2024-09-13T01:11:40.984072+0000 mgr.y (mgr.34107) 2067 : cluster [DBG] pgmap v3928: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-13T01:11:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:41 smithi053 bash[67631]: cluster 2024-09-13T01:11:41.819334+0000 mon.a (mon.0) 4109 : cluster [DBG] osdmap e2309: 8 total, 8 up, 8 in 2024-09-13T01:11:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:11:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:11:42] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2024-09-13T01:11:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:11:42 smithi053 bash[94430]: ts=2024-09-13T01:11:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:11:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:43 smithi032 bash[75510]: cluster 2024-09-13T01:11:42.869224+0000 mon.a (mon.0) 4110 : cluster [DBG] osdmap e2310: 8 total, 8 up, 8 in 2024-09-13T01:11:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:43 smithi032 bash[75510]: cluster 2024-09-13T01:11:42.984843+0000 mgr.y (mgr.34107) 2068 : cluster [DBG] pgmap v3931: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T01:11:44.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:43 smithi032 bash[76677]: cluster 2024-09-13T01:11:42.869224+0000 mon.a (mon.0) 4110 : cluster [DBG] osdmap e2310: 8 total, 8 up, 8 in 2024-09-13T01:11:44.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:43 smithi032 bash[76677]: cluster 2024-09-13T01:11:42.984843+0000 mgr.y (mgr.34107) 2068 : cluster [DBG] pgmap v3931: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T01:11:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:43 smithi053 bash[67631]: cluster 2024-09-13T01:11:42.869224+0000 mon.a (mon.0) 4110 : cluster [DBG] osdmap e2310: 8 total, 8 up, 8 in 2024-09-13T01:11:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:43 smithi053 bash[67631]: cluster 2024-09-13T01:11:42.984843+0000 mgr.y (mgr.34107) 2068 : cluster [DBG] pgmap v3931: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T01:11:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:44 smithi032 bash[75510]: cluster 2024-09-13T01:11:43.879454+0000 mon.a (mon.0) 4111 : cluster [DBG] osdmap e2311: 8 total, 8 up, 8 in 2024-09-13T01:11:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:44 smithi032 bash[76677]: cluster 2024-09-13T01:11:43.879454+0000 mon.a (mon.0) 4111 : cluster [DBG] osdmap e2311: 8 total, 8 up, 8 in 2024-09-13T01:11:45.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:44 smithi053 bash[67631]: cluster 2024-09-13T01:11:43.879454+0000 mon.a (mon.0) 4111 : cluster [DBG] osdmap e2311: 8 total, 8 up, 8 in 2024-09-13T01:11:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:45 smithi032 bash[75510]: cluster 2024-09-13T01:11:44.887066+0000 mon.a (mon.0) 4112 : cluster [DBG] osdmap e2312: 8 total, 8 up, 8 in 2024-09-13T01:11:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:45 smithi032 bash[75510]: cluster 2024-09-13T01:11:44.985629+0000 mgr.y (mgr.34107) 2069 : cluster [DBG] pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-13T01:11:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:45 smithi032 bash[76677]: cluster 2024-09-13T01:11:44.887066+0000 mon.a (mon.0) 4112 : cluster [DBG] osdmap e2312: 8 total, 8 up, 8 in 2024-09-13T01:11:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:45 smithi032 bash[76677]: cluster 2024-09-13T01:11:44.985629+0000 mgr.y (mgr.34107) 2069 : cluster [DBG] pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-13T01:11:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:45 smithi053 bash[67631]: cluster 2024-09-13T01:11:44.887066+0000 mon.a (mon.0) 4112 : cluster [DBG] osdmap e2312: 8 total, 8 up, 8 in 2024-09-13T01:11:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:45 smithi053 bash[67631]: cluster 2024-09-13T01:11:44.985629+0000 mgr.y (mgr.34107) 2069 : cluster [DBG] pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-13T01:11:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:46 smithi032 bash[75510]: cluster 2024-09-13T01:11:45.897516+0000 mon.a (mon.0) 4113 : cluster [DBG] osdmap e2313: 8 total, 8 up, 8 in 2024-09-13T01:11:47.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:46 smithi032 bash[75510]: cluster 2024-09-13T01:11:46.821525+0000 mon.a (mon.0) 4114 : cluster [DBG] osdmap e2314: 8 total, 8 up, 8 in 2024-09-13T01:11:47.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:46 smithi032 bash[76677]: cluster 2024-09-13T01:11:45.897516+0000 mon.a (mon.0) 4113 : cluster [DBG] osdmap e2313: 8 total, 8 up, 8 in 2024-09-13T01:11:47.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:46 smithi032 bash[76677]: cluster 2024-09-13T01:11:46.821525+0000 mon.a (mon.0) 4114 : cluster [DBG] osdmap e2314: 8 total, 8 up, 8 in 2024-09-13T01:11:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:46 smithi053 bash[67631]: cluster 2024-09-13T01:11:45.897516+0000 mon.a (mon.0) 4113 : cluster [DBG] osdmap e2313: 8 total, 8 up, 8 in 2024-09-13T01:11:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:46 smithi053 bash[67631]: cluster 2024-09-13T01:11:46.821525+0000 mon.a (mon.0) 4114 : cluster [DBG] osdmap e2314: 8 total, 8 up, 8 in 2024-09-13T01:11:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:47 smithi032 bash[75510]: cluster 2024-09-13T01:11:46.986426+0000 mgr.y (mgr.34107) 2070 : cluster [DBG] pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-13T01:11:48.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:47 smithi032 bash[76677]: cluster 2024-09-13T01:11:46.986426+0000 mgr.y (mgr.34107) 2070 : cluster [DBG] pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-13T01:11:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:47 smithi053 bash[67631]: cluster 2024-09-13T01:11:46.986426+0000 mgr.y (mgr.34107) 2070 : cluster [DBG] pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-13T01:11:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:48 smithi032 bash[75510]: cluster 2024-09-13T01:11:47.907894+0000 mon.a (mon.0) 4115 : cluster [DBG] osdmap e2315: 8 total, 8 up, 8 in 2024-09-13T01:11:49.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:48 smithi032 bash[76677]: cluster 2024-09-13T01:11:47.907894+0000 mon.a (mon.0) 4115 : cluster [DBG] osdmap e2315: 8 total, 8 up, 8 in 2024-09-13T01:11:49.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:48 smithi053 bash[67631]: cluster 2024-09-13T01:11:47.907894+0000 mon.a (mon.0) 4115 : cluster [DBG] osdmap e2315: 8 total, 8 up, 8 in 2024-09-13T01:11:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:49 smithi053 bash[67631]: cluster 2024-09-13T01:11:48.910706+0000 mon.a (mon.0) 4116 : cluster [DBG] osdmap e2316: 8 total, 8 up, 8 in 2024-09-13T01:11:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:49 smithi053 bash[67631]: cluster 2024-09-13T01:11:48.987165+0000 mgr.y (mgr.34107) 2071 : cluster [DBG] pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-13T01:11:50.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:49 smithi032 bash[75510]: cluster 2024-09-13T01:11:48.910706+0000 mon.a (mon.0) 4116 : cluster [DBG] osdmap e2316: 8 total, 8 up, 8 in 2024-09-13T01:11:50.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:49 smithi032 bash[75510]: cluster 2024-09-13T01:11:48.987165+0000 mgr.y (mgr.34107) 2071 : cluster [DBG] pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-13T01:11:50.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:49 smithi032 bash[76677]: cluster 2024-09-13T01:11:48.910706+0000 mon.a (mon.0) 4116 : cluster [DBG] osdmap e2316: 8 total, 8 up, 8 in 2024-09-13T01:11:50.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:49 smithi032 bash[76677]: cluster 2024-09-13T01:11:48.987165+0000 mgr.y (mgr.34107) 2071 : cluster [DBG] pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-13T01:11:51.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:50 smithi053 bash[67631]: cluster 2024-09-13T01:11:49.923721+0000 mon.a (mon.0) 4117 : cluster [DBG] osdmap e2317: 8 total, 8 up, 8 in 2024-09-13T01:11:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:50 smithi032 bash[75510]: cluster 2024-09-13T01:11:49.923721+0000 mon.a (mon.0) 4117 : cluster [DBG] osdmap e2317: 8 total, 8 up, 8 in 2024-09-13T01:11:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:50 smithi032 bash[76677]: cluster 2024-09-13T01:11:49.923721+0000 mon.a (mon.0) 4117 : cluster [DBG] osdmap e2317: 8 total, 8 up, 8 in 2024-09-13T01:11:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:51 smithi053 bash[67631]: cluster 2024-09-13T01:11:50.937799+0000 mon.a (mon.0) 4118 : cluster [DBG] osdmap e2318: 8 total, 8 up, 8 in 2024-09-13T01:11:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:51 smithi053 bash[67631]: cluster 2024-09-13T01:11:50.987944+0000 mgr.y (mgr.34107) 2072 : cluster [DBG] pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-13T01:11:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:51 smithi053 bash[67631]: cluster 2024-09-13T01:11:51.824973+0000 mon.a (mon.0) 4119 : cluster [DBG] osdmap e2319: 8 total, 8 up, 8 in 2024-09-13T01:11:52.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:51 smithi032 bash[75510]: cluster 2024-09-13T01:11:50.937799+0000 mon.a (mon.0) 4118 : cluster [DBG] osdmap e2318: 8 total, 8 up, 8 in 2024-09-13T01:11:52.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:51 smithi032 bash[75510]: cluster 2024-09-13T01:11:50.987944+0000 mgr.y (mgr.34107) 2072 : cluster [DBG] pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-13T01:11:52.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:51 smithi032 bash[75510]: cluster 2024-09-13T01:11:51.824973+0000 mon.a (mon.0) 4119 : cluster [DBG] osdmap e2319: 8 total, 8 up, 8 in 2024-09-13T01:11:52.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:51 smithi032 bash[76677]: cluster 2024-09-13T01:11:50.937799+0000 mon.a (mon.0) 4118 : cluster [DBG] osdmap e2318: 8 total, 8 up, 8 in 2024-09-13T01:11:52.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:51 smithi032 bash[76677]: cluster 2024-09-13T01:11:50.987944+0000 mgr.y (mgr.34107) 2072 : cluster [DBG] pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-13T01:11:52.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:51 smithi032 bash[76677]: cluster 2024-09-13T01:11:51.824973+0000 mon.a (mon.0) 4119 : cluster [DBG] osdmap e2319: 8 total, 8 up, 8 in 2024-09-13T01:11:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:11:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:11:52] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2024-09-13T01:11:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:11:52 smithi053 bash[94430]: ts=2024-09-13T01:11:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:11:54.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:53 smithi032 bash[75510]: cluster 2024-09-13T01:11:52.826568+0000 mon.a (mon.0) 4120 : cluster [DBG] osdmap e2320: 8 total, 8 up, 8 in 2024-09-13T01:11:54.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:53 smithi032 bash[75510]: cluster 2024-09-13T01:11:52.988879+0000 mgr.y (mgr.34107) 2073 : cluster [DBG] pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T01:11:54.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:53 smithi032 bash[76677]: cluster 2024-09-13T01:11:52.826568+0000 mon.a (mon.0) 4120 : cluster [DBG] osdmap e2320: 8 total, 8 up, 8 in 2024-09-13T01:11:54.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:53 smithi032 bash[76677]: cluster 2024-09-13T01:11:52.988879+0000 mgr.y (mgr.34107) 2073 : cluster [DBG] pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T01:11:54.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:53 smithi053 bash[67631]: cluster 2024-09-13T01:11:52.826568+0000 mon.a (mon.0) 4120 : cluster [DBG] osdmap e2320: 8 total, 8 up, 8 in 2024-09-13T01:11:54.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:53 smithi053 bash[67631]: cluster 2024-09-13T01:11:52.988879+0000 mgr.y (mgr.34107) 2073 : cluster [DBG] pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T01:11:55.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:54 smithi032 bash[75510]: cluster 2024-09-13T01:11:53.835693+0000 mon.a (mon.0) 4121 : cluster [DBG] osdmap e2321: 8 total, 8 up, 8 in 2024-09-13T01:11:55.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:54 smithi032 bash[76677]: cluster 2024-09-13T01:11:53.835693+0000 mon.a (mon.0) 4121 : cluster [DBG] osdmap e2321: 8 total, 8 up, 8 in 2024-09-13T01:11:55.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:54 smithi053 bash[67631]: cluster 2024-09-13T01:11:53.835693+0000 mon.a (mon.0) 4121 : cluster [DBG] osdmap e2321: 8 total, 8 up, 8 in 2024-09-13T01:11:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:55 smithi032 bash[75510]: cluster 2024-09-13T01:11:54.844383+0000 mon.a (mon.0) 4122 : cluster [DBG] osdmap e2322: 8 total, 8 up, 8 in 2024-09-13T01:11:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:55 smithi032 bash[75510]: cluster 2024-09-13T01:11:54.989596+0000 mgr.y (mgr.34107) 2074 : cluster [DBG] pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-13T01:11:56.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:55 smithi032 bash[75510]: audit 2024-09-13T01:11:55.231537+0000 mon.a (mon.0) 4123 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:11:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:55 smithi032 bash[76677]: cluster 2024-09-13T01:11:54.844383+0000 mon.a (mon.0) 4122 : cluster [DBG] osdmap e2322: 8 total, 8 up, 8 in 2024-09-13T01:11:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:55 smithi032 bash[76677]: cluster 2024-09-13T01:11:54.989596+0000 mgr.y (mgr.34107) 2074 : cluster [DBG] pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-13T01:11:56.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:55 smithi032 bash[76677]: audit 2024-09-13T01:11:55.231537+0000 mon.a (mon.0) 4123 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:11:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:55 smithi053 bash[67631]: cluster 2024-09-13T01:11:54.844383+0000 mon.a (mon.0) 4122 : cluster [DBG] osdmap e2322: 8 total, 8 up, 8 in 2024-09-13T01:11:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:55 smithi053 bash[67631]: cluster 2024-09-13T01:11:54.989596+0000 mgr.y (mgr.34107) 2074 : cluster [DBG] pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-13T01:11:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:55 smithi053 bash[67631]: audit 2024-09-13T01:11:55.231537+0000 mon.a (mon.0) 4123 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:11:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:56 smithi032 bash[75510]: cluster 2024-09-13T01:11:55.854986+0000 mon.a (mon.0) 4124 : cluster [DBG] osdmap e2323: 8 total, 8 up, 8 in 2024-09-13T01:11:57.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:56 smithi032 bash[75510]: cluster 2024-09-13T01:11:56.826471+0000 mon.a (mon.0) 4125 : cluster [DBG] osdmap e2324: 8 total, 8 up, 8 in 2024-09-13T01:11:57.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:56 smithi032 bash[76677]: cluster 2024-09-13T01:11:55.854986+0000 mon.a (mon.0) 4124 : cluster [DBG] osdmap e2323: 8 total, 8 up, 8 in 2024-09-13T01:11:57.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:56 smithi032 bash[76677]: cluster 2024-09-13T01:11:56.826471+0000 mon.a (mon.0) 4125 : cluster [DBG] osdmap e2324: 8 total, 8 up, 8 in 2024-09-13T01:11:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:56 smithi053 bash[67631]: cluster 2024-09-13T01:11:55.854986+0000 mon.a (mon.0) 4124 : cluster [DBG] osdmap e2323: 8 total, 8 up, 8 in 2024-09-13T01:11:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:56 smithi053 bash[67631]: cluster 2024-09-13T01:11:56.826471+0000 mon.a (mon.0) 4125 : cluster [DBG] osdmap e2324: 8 total, 8 up, 8 in 2024-09-13T01:11:58.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:57 smithi032 bash[75510]: cluster 2024-09-13T01:11:56.990422+0000 mgr.y (mgr.34107) 2075 : cluster [DBG] pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-13T01:11:58.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:57 smithi032 bash[76677]: cluster 2024-09-13T01:11:56.990422+0000 mgr.y (mgr.34107) 2075 : cluster [DBG] pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-13T01:11:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:57 smithi053 bash[67631]: cluster 2024-09-13T01:11:56.990422+0000 mgr.y (mgr.34107) 2075 : cluster [DBG] pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-13T01:11:59.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:58 smithi032 bash[75510]: cluster 2024-09-13T01:11:57.867516+0000 mon.a (mon.0) 4126 : cluster [DBG] osdmap e2325: 8 total, 8 up, 8 in 2024-09-13T01:11:59.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:58 smithi032 bash[76677]: cluster 2024-09-13T01:11:57.867516+0000 mon.a (mon.0) 4126 : cluster [DBG] osdmap e2325: 8 total, 8 up, 8 in 2024-09-13T01:11:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:58 smithi053 bash[67631]: cluster 2024-09-13T01:11:57.867516+0000 mon.a (mon.0) 4126 : cluster [DBG] osdmap e2325: 8 total, 8 up, 8 in 2024-09-13T01:12:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:59 smithi032 bash[75510]: cluster 2024-09-13T01:11:58.876745+0000 mon.a (mon.0) 4127 : cluster [DBG] osdmap e2326: 8 total, 8 up, 8 in 2024-09-13T01:12:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:11:59 smithi032 bash[75510]: cluster 2024-09-13T01:11:58.991183+0000 mgr.y (mgr.34107) 2076 : cluster [DBG] pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-09-13T01:12:00.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:59 smithi032 bash[76677]: cluster 2024-09-13T01:11:58.876745+0000 mon.a (mon.0) 4127 : cluster [DBG] osdmap e2326: 8 total, 8 up, 8 in 2024-09-13T01:12:00.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:11:59 smithi032 bash[76677]: cluster 2024-09-13T01:11:58.991183+0000 mgr.y (mgr.34107) 2076 : cluster [DBG] pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-09-13T01:12:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:59 smithi053 bash[67631]: cluster 2024-09-13T01:11:58.876745+0000 mon.a (mon.0) 4127 : cluster [DBG] osdmap e2326: 8 total, 8 up, 8 in 2024-09-13T01:12:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:11:59 smithi053 bash[67631]: cluster 2024-09-13T01:11:58.991183+0000 mgr.y (mgr.34107) 2076 : cluster [DBG] pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-09-13T01:12:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:00 smithi032 bash[75510]: cluster 2024-09-13T01:11:59.889772+0000 mon.a (mon.0) 4128 : cluster [DBG] osdmap e2327: 8 total, 8 up, 8 in 2024-09-13T01:12:01.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:00 smithi032 bash[76677]: cluster 2024-09-13T01:11:59.889772+0000 mon.a (mon.0) 4128 : cluster [DBG] osdmap e2327: 8 total, 8 up, 8 in 2024-09-13T01:12:01.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:00 smithi053 bash[67631]: cluster 2024-09-13T01:11:59.889772+0000 mon.a (mon.0) 4128 : cluster [DBG] osdmap e2327: 8 total, 8 up, 8 in 2024-09-13T01:12:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:01 smithi032 bash[75510]: cluster 2024-09-13T01:12:00.890391+0000 mon.a (mon.0) 4129 : cluster [DBG] osdmap e2328: 8 total, 8 up, 8 in 2024-09-13T01:12:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:01 smithi032 bash[75510]: cluster 2024-09-13T01:12:00.992080+0000 mgr.y (mgr.34107) 2077 : cluster [DBG] pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-13T01:12:02.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:01 smithi032 bash[75510]: cluster 2024-09-13T01:12:01.829819+0000 mon.a (mon.0) 4130 : cluster [DBG] osdmap e2329: 8 total, 8 up, 8 in 2024-09-13T01:12:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:01 smithi032 bash[76677]: cluster 2024-09-13T01:12:00.890391+0000 mon.a (mon.0) 4129 : cluster [DBG] osdmap e2328: 8 total, 8 up, 8 in 2024-09-13T01:12:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:01 smithi032 bash[76677]: cluster 2024-09-13T01:12:00.992080+0000 mgr.y (mgr.34107) 2077 : cluster [DBG] pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-13T01:12:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:01 smithi032 bash[76677]: cluster 2024-09-13T01:12:01.829819+0000 mon.a (mon.0) 4130 : cluster [DBG] osdmap e2329: 8 total, 8 up, 8 in 2024-09-13T01:12:02.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:01 smithi053 bash[67631]: cluster 2024-09-13T01:12:00.890391+0000 mon.a (mon.0) 4129 : cluster [DBG] osdmap e2328: 8 total, 8 up, 8 in 2024-09-13T01:12:02.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:01 smithi053 bash[67631]: cluster 2024-09-13T01:12:00.992080+0000 mgr.y (mgr.34107) 2077 : cluster [DBG] pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-13T01:12:02.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:01 smithi053 bash[67631]: cluster 2024-09-13T01:12:01.829819+0000 mon.a (mon.0) 4130 : cluster [DBG] osdmap e2329: 8 total, 8 up, 8 in 2024-09-13T01:12:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:12:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:12:02] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-09-13T01:12:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:12:02 smithi053 bash[94430]: ts=2024-09-13T01:12:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:12:04.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:03 smithi053 bash[67631]: cluster 2024-09-13T01:12:02.913633+0000 mon.a (mon.0) 4131 : cluster [DBG] osdmap e2330: 8 total, 8 up, 8 in 2024-09-13T01:12:04.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:03 smithi053 bash[67631]: cluster 2024-09-13T01:12:02.992853+0000 mgr.y (mgr.34107) 2078 : cluster [DBG] pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T01:12:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:03 smithi032 bash[75510]: cluster 2024-09-13T01:12:02.913633+0000 mon.a (mon.0) 4131 : cluster [DBG] osdmap e2330: 8 total, 8 up, 8 in 2024-09-13T01:12:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:03 smithi032 bash[75510]: cluster 2024-09-13T01:12:02.992853+0000 mgr.y (mgr.34107) 2078 : cluster [DBG] pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T01:12:04.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:03 smithi032 bash[76677]: cluster 2024-09-13T01:12:02.913633+0000 mon.a (mon.0) 4131 : cluster [DBG] osdmap e2330: 8 total, 8 up, 8 in 2024-09-13T01:12:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:03 smithi032 bash[76677]: cluster 2024-09-13T01:12:02.992853+0000 mgr.y (mgr.34107) 2078 : cluster [DBG] pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T01:12:05.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:04 smithi053 bash[67631]: cluster 2024-09-13T01:12:03.923068+0000 mon.a (mon.0) 4132 : cluster [DBG] osdmap e2331: 8 total, 8 up, 8 in 2024-09-13T01:12:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:04 smithi032 bash[75510]: cluster 2024-09-13T01:12:03.923068+0000 mon.a (mon.0) 4132 : cluster [DBG] osdmap e2331: 8 total, 8 up, 8 in 2024-09-13T01:12:05.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:04 smithi032 bash[76677]: cluster 2024-09-13T01:12:03.923068+0000 mon.a (mon.0) 4132 : cluster [DBG] osdmap e2331: 8 total, 8 up, 8 in 2024-09-13T01:12:06.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:05 smithi053 bash[67631]: cluster 2024-09-13T01:12:04.931821+0000 mon.a (mon.0) 4133 : cluster [DBG] osdmap e2332: 8 total, 8 up, 8 in 2024-09-13T01:12:06.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:05 smithi053 bash[67631]: cluster 2024-09-13T01:12:04.993731+0000 mgr.y (mgr.34107) 2079 : cluster [DBG] pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-13T01:12:06.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:05 smithi032 bash[75510]: cluster 2024-09-13T01:12:04.931821+0000 mon.a (mon.0) 4133 : cluster [DBG] osdmap e2332: 8 total, 8 up, 8 in 2024-09-13T01:12:06.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:05 smithi032 bash[75510]: cluster 2024-09-13T01:12:04.993731+0000 mgr.y (mgr.34107) 2079 : cluster [DBG] pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-13T01:12:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:05 smithi032 bash[76677]: cluster 2024-09-13T01:12:04.931821+0000 mon.a (mon.0) 4133 : cluster [DBG] osdmap e2332: 8 total, 8 up, 8 in 2024-09-13T01:12:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:05 smithi032 bash[76677]: cluster 2024-09-13T01:12:04.993731+0000 mgr.y (mgr.34107) 2079 : cluster [DBG] pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-13T01:12:07.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:06 smithi053 bash[67631]: cluster 2024-09-13T01:12:05.942722+0000 mon.a (mon.0) 4134 : cluster [DBG] osdmap e2333: 8 total, 8 up, 8 in 2024-09-13T01:12:07.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:06 smithi053 bash[67631]: cluster 2024-09-13T01:12:06.831434+0000 mon.a (mon.0) 4135 : cluster [DBG] osdmap e2334: 8 total, 8 up, 8 in 2024-09-13T01:12:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:06 smithi032 bash[75510]: cluster 2024-09-13T01:12:05.942722+0000 mon.a (mon.0) 4134 : cluster [DBG] osdmap e2333: 8 total, 8 up, 8 in 2024-09-13T01:12:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:06 smithi032 bash[75510]: cluster 2024-09-13T01:12:06.831434+0000 mon.a (mon.0) 4135 : cluster [DBG] osdmap e2334: 8 total, 8 up, 8 in 2024-09-13T01:12:07.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:06 smithi032 bash[76677]: cluster 2024-09-13T01:12:05.942722+0000 mon.a (mon.0) 4134 : cluster [DBG] osdmap e2333: 8 total, 8 up, 8 in 2024-09-13T01:12:07.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:06 smithi032 bash[76677]: cluster 2024-09-13T01:12:06.831434+0000 mon.a (mon.0) 4135 : cluster [DBG] osdmap e2334: 8 total, 8 up, 8 in 2024-09-13T01:12:08.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:07 smithi053 bash[67631]: cluster 2024-09-13T01:12:06.994494+0000 mgr.y (mgr.34107) 2080 : cluster [DBG] pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-13T01:12:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:07 smithi032 bash[75510]: cluster 2024-09-13T01:12:06.994494+0000 mgr.y (mgr.34107) 2080 : cluster [DBG] pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-13T01:12:08.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:07 smithi032 bash[76677]: cluster 2024-09-13T01:12:06.994494+0000 mgr.y (mgr.34107) 2080 : cluster [DBG] pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-13T01:12:09.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:08 smithi053 bash[67631]: cluster 2024-09-13T01:12:07.945586+0000 mon.a (mon.0) 4136 : cluster [DBG] osdmap e2335: 8 total, 8 up, 8 in 2024-09-13T01:12:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:08 smithi032 bash[75510]: cluster 2024-09-13T01:12:07.945586+0000 mon.a (mon.0) 4136 : cluster [DBG] osdmap e2335: 8 total, 8 up, 8 in 2024-09-13T01:12:09.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:08 smithi032 bash[76677]: cluster 2024-09-13T01:12:07.945586+0000 mon.a (mon.0) 4136 : cluster [DBG] osdmap e2335: 8 total, 8 up, 8 in 2024-09-13T01:12:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:09 smithi053 bash[67631]: cluster 2024-09-13T01:12:08.961795+0000 mon.a (mon.0) 4137 : cluster [DBG] osdmap e2336: 8 total, 8 up, 8 in 2024-09-13T01:12:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:09 smithi053 bash[67631]: cluster 2024-09-13T01:12:08.995367+0000 mgr.y (mgr.34107) 2081 : cluster [DBG] pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-13T01:12:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:09 smithi032 bash[75510]: cluster 2024-09-13T01:12:08.961795+0000 mon.a (mon.0) 4137 : cluster [DBG] osdmap e2336: 8 total, 8 up, 8 in 2024-09-13T01:12:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:09 smithi032 bash[75510]: cluster 2024-09-13T01:12:08.995367+0000 mgr.y (mgr.34107) 2081 : cluster [DBG] pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-13T01:12:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:09 smithi032 bash[76677]: cluster 2024-09-13T01:12:08.961795+0000 mon.a (mon.0) 4137 : cluster [DBG] osdmap e2336: 8 total, 8 up, 8 in 2024-09-13T01:12:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:09 smithi032 bash[76677]: cluster 2024-09-13T01:12:08.995367+0000 mgr.y (mgr.34107) 2081 : cluster [DBG] pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-13T01:12:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:10 smithi053 bash[67631]: cluster 2024-09-13T01:12:09.984068+0000 mon.a (mon.0) 4138 : cluster [DBG] osdmap e2337: 8 total, 8 up, 8 in 2024-09-13T01:12:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:10 smithi053 bash[67631]: audit 2024-09-13T01:12:10.232234+0000 mon.a (mon.0) 4139 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:12:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:10 smithi032 bash[75510]: cluster 2024-09-13T01:12:09.984068+0000 mon.a (mon.0) 4138 : cluster [DBG] osdmap e2337: 8 total, 8 up, 8 in 2024-09-13T01:12:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:10 smithi032 bash[75510]: audit 2024-09-13T01:12:10.232234+0000 mon.a (mon.0) 4139 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:12:11.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:10 smithi032 bash[76677]: cluster 2024-09-13T01:12:09.984068+0000 mon.a (mon.0) 4138 : cluster [DBG] osdmap e2337: 8 total, 8 up, 8 in 2024-09-13T01:12:11.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:10 smithi032 bash[76677]: audit 2024-09-13T01:12:10.232234+0000 mon.a (mon.0) 4139 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:12:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:11 smithi053 bash[67631]: cluster 2024-09-13T01:12:10.992171+0000 mon.a (mon.0) 4140 : cluster [DBG] osdmap e2338: 8 total, 8 up, 8 in 2024-09-13T01:12:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:11 smithi053 bash[67631]: cluster 2024-09-13T01:12:10.996278+0000 mgr.y (mgr.34107) 2082 : cluster [DBG] pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 994 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-09-13T01:12:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:11 smithi053 bash[67631]: cluster 2024-09-13T01:12:11.835150+0000 mon.a (mon.0) 4141 : cluster [DBG] osdmap e2339: 8 total, 8 up, 8 in 2024-09-13T01:12:12.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:11 smithi032 bash[75510]: cluster 2024-09-13T01:12:10.992171+0000 mon.a (mon.0) 4140 : cluster [DBG] osdmap e2338: 8 total, 8 up, 8 in 2024-09-13T01:12:12.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:11 smithi032 bash[75510]: cluster 2024-09-13T01:12:10.996278+0000 mgr.y (mgr.34107) 2082 : cluster [DBG] pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 994 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-09-13T01:12:12.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:11 smithi032 bash[75510]: cluster 2024-09-13T01:12:11.835150+0000 mon.a (mon.0) 4141 : cluster [DBG] osdmap e2339: 8 total, 8 up, 8 in 2024-09-13T01:12:12.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:11 smithi032 bash[76677]: cluster 2024-09-13T01:12:10.992171+0000 mon.a (mon.0) 4140 : cluster [DBG] osdmap e2338: 8 total, 8 up, 8 in 2024-09-13T01:12:12.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:11 smithi032 bash[76677]: cluster 2024-09-13T01:12:10.996278+0000 mgr.y (mgr.34107) 2082 : cluster [DBG] pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 994 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-09-13T01:12:12.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:11 smithi032 bash[76677]: cluster 2024-09-13T01:12:11.835150+0000 mon.a (mon.0) 4141 : cluster [DBG] osdmap e2339: 8 total, 8 up, 8 in 2024-09-13T01:12:12.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:12:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:12:12] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-09-13T01:12:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:12:12 smithi053 bash[94430]: ts=2024-09-13T01:12:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:12:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:13 smithi032 bash[75510]: cluster 2024-09-13T01:12:12.853921+0000 mon.a (mon.0) 4142 : cluster [DBG] osdmap e2340: 8 total, 8 up, 8 in 2024-09-13T01:12:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:13 smithi032 bash[75510]: cluster 2024-09-13T01:12:12.997168+0000 mgr.y (mgr.34107) 2083 : cluster [DBG] pgmap v3976: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T01:12:14.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:13 smithi032 bash[76677]: cluster 2024-09-13T01:12:12.853921+0000 mon.a (mon.0) 4142 : cluster [DBG] osdmap e2340: 8 total, 8 up, 8 in 2024-09-13T01:12:14.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:13 smithi032 bash[76677]: cluster 2024-09-13T01:12:12.997168+0000 mgr.y (mgr.34107) 2083 : cluster [DBG] pgmap v3976: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T01:12:14.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:13 smithi053 bash[67631]: cluster 2024-09-13T01:12:12.853921+0000 mon.a (mon.0) 4142 : cluster [DBG] osdmap e2340: 8 total, 8 up, 8 in 2024-09-13T01:12:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:13 smithi053 bash[67631]: cluster 2024-09-13T01:12:12.997168+0000 mgr.y (mgr.34107) 2083 : cluster [DBG] pgmap v3976: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T01:12:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:14 smithi032 bash[75510]: cluster 2024-09-13T01:12:13.866490+0000 mon.a (mon.0) 4143 : cluster [DBG] osdmap e2341: 8 total, 8 up, 8 in 2024-09-13T01:12:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:14 smithi032 bash[76677]: cluster 2024-09-13T01:12:13.866490+0000 mon.a (mon.0) 4143 : cluster [DBG] osdmap e2341: 8 total, 8 up, 8 in 2024-09-13T01:12:15.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:14 smithi053 bash[67631]: cluster 2024-09-13T01:12:13.866490+0000 mon.a (mon.0) 4143 : cluster [DBG] osdmap e2341: 8 total, 8 up, 8 in 2024-09-13T01:12:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:15 smithi032 bash[75510]: cluster 2024-09-13T01:12:14.875298+0000 mon.a (mon.0) 4144 : cluster [DBG] osdmap e2342: 8 total, 8 up, 8 in 2024-09-13T01:12:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:15 smithi032 bash[75510]: cluster 2024-09-13T01:12:14.997832+0000 mgr.y (mgr.34107) 2084 : cluster [DBG] pgmap v3979: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-13T01:12:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:15 smithi032 bash[76677]: cluster 2024-09-13T01:12:14.875298+0000 mon.a (mon.0) 4144 : cluster [DBG] osdmap e2342: 8 total, 8 up, 8 in 2024-09-13T01:12:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:15 smithi032 bash[76677]: cluster 2024-09-13T01:12:14.997832+0000 mgr.y (mgr.34107) 2084 : cluster [DBG] pgmap v3979: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-13T01:12:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:15 smithi053 bash[67631]: cluster 2024-09-13T01:12:14.875298+0000 mon.a (mon.0) 4144 : cluster [DBG] osdmap e2342: 8 total, 8 up, 8 in 2024-09-13T01:12:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:15 smithi053 bash[67631]: cluster 2024-09-13T01:12:14.997832+0000 mgr.y (mgr.34107) 2084 : cluster [DBG] pgmap v3979: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-13T01:12:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:16 smithi032 bash[75510]: cluster 2024-09-13T01:12:15.885259+0000 mon.a (mon.0) 4145 : cluster [DBG] osdmap e2343: 8 total, 8 up, 8 in 2024-09-13T01:12:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:16 smithi032 bash[75510]: cluster 2024-09-13T01:12:16.839012+0000 mon.a (mon.0) 4146 : cluster [DBG] osdmap e2344: 8 total, 8 up, 8 in 2024-09-13T01:12:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:16 smithi032 bash[76677]: cluster 2024-09-13T01:12:15.885259+0000 mon.a (mon.0) 4145 : cluster [DBG] osdmap e2343: 8 total, 8 up, 8 in 2024-09-13T01:12:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:16 smithi032 bash[76677]: cluster 2024-09-13T01:12:16.839012+0000 mon.a (mon.0) 4146 : cluster [DBG] osdmap e2344: 8 total, 8 up, 8 in 2024-09-13T01:12:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:16 smithi053 bash[67631]: cluster 2024-09-13T01:12:15.885259+0000 mon.a (mon.0) 4145 : cluster [DBG] osdmap e2343: 8 total, 8 up, 8 in 2024-09-13T01:12:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:16 smithi053 bash[67631]: cluster 2024-09-13T01:12:16.839012+0000 mon.a (mon.0) 4146 : cluster [DBG] osdmap e2344: 8 total, 8 up, 8 in 2024-09-13T01:12:18.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:17 smithi032 bash[75510]: cluster 2024-09-13T01:12:16.998564+0000 mgr.y (mgr.34107) 2085 : cluster [DBG] pgmap v3982: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-13T01:12:18.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:17 smithi032 bash[76677]: cluster 2024-09-13T01:12:16.998564+0000 mgr.y (mgr.34107) 2085 : cluster [DBG] pgmap v3982: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-13T01:12:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:17 smithi053 bash[67631]: cluster 2024-09-13T01:12:16.998564+0000 mgr.y (mgr.34107) 2085 : cluster [DBG] pgmap v3982: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-13T01:12:19.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:18 smithi032 bash[75510]: cluster 2024-09-13T01:12:17.896057+0000 mon.a (mon.0) 4147 : cluster [DBG] osdmap e2345: 8 total, 8 up, 8 in 2024-09-13T01:12:19.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:18 smithi032 bash[76677]: cluster 2024-09-13T01:12:17.896057+0000 mon.a (mon.0) 4147 : cluster [DBG] osdmap e2345: 8 total, 8 up, 8 in 2024-09-13T01:12:19.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:18 smithi053 bash[67631]: cluster 2024-09-13T01:12:17.896057+0000 mon.a (mon.0) 4147 : cluster [DBG] osdmap e2345: 8 total, 8 up, 8 in 2024-09-13T01:12:20.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:19 smithi032 bash[76677]: cluster 2024-09-13T01:12:18.903836+0000 mon.a (mon.0) 4148 : cluster [DBG] osdmap e2346: 8 total, 8 up, 8 in 2024-09-13T01:12:20.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:19 smithi032 bash[76677]: cluster 2024-09-13T01:12:18.999298+0000 mgr.y (mgr.34107) 2086 : cluster [DBG] pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-13T01:12:20.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:19 smithi032 bash[75510]: cluster 2024-09-13T01:12:18.903836+0000 mon.a (mon.0) 4148 : cluster [DBG] osdmap e2346: 8 total, 8 up, 8 in 2024-09-13T01:12:20.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:19 smithi032 bash[75510]: cluster 2024-09-13T01:12:18.999298+0000 mgr.y (mgr.34107) 2086 : cluster [DBG] pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-13T01:12:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:19 smithi053 bash[67631]: cluster 2024-09-13T01:12:18.903836+0000 mon.a (mon.0) 4148 : cluster [DBG] osdmap e2346: 8 total, 8 up, 8 in 2024-09-13T01:12:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:19 smithi053 bash[67631]: cluster 2024-09-13T01:12:18.999298+0000 mgr.y (mgr.34107) 2086 : cluster [DBG] pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-13T01:12:21.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:20 smithi032 bash[75510]: cluster 2024-09-13T01:12:19.914789+0000 mon.a (mon.0) 4149 : cluster [DBG] osdmap e2347: 8 total, 8 up, 8 in 2024-09-13T01:12:21.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:20 smithi032 bash[76677]: cluster 2024-09-13T01:12:19.914789+0000 mon.a (mon.0) 4149 : cluster [DBG] osdmap e2347: 8 total, 8 up, 8 in 2024-09-13T01:12:21.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:20 smithi053 bash[67631]: cluster 2024-09-13T01:12:19.914789+0000 mon.a (mon.0) 4149 : cluster [DBG] osdmap e2347: 8 total, 8 up, 8 in 2024-09-13T01:12:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:21 smithi053 bash[67631]: cluster 2024-09-13T01:12:20.925000+0000 mon.a (mon.0) 4150 : cluster [DBG] osdmap e2348: 8 total, 8 up, 8 in 2024-09-13T01:12:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:21 smithi053 bash[67631]: cluster 2024-09-13T01:12:21.000041+0000 mgr.y (mgr.34107) 2087 : cluster [DBG] pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-13T01:12:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:21 smithi053 bash[67631]: cluster 2024-09-13T01:12:21.840453+0000 mon.a (mon.0) 4151 : cluster [DBG] osdmap e2349: 8 total, 8 up, 8 in 2024-09-13T01:12:22.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:21 smithi032 bash[75510]: cluster 2024-09-13T01:12:20.925000+0000 mon.a (mon.0) 4150 : cluster [DBG] osdmap e2348: 8 total, 8 up, 8 in 2024-09-13T01:12:22.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:21 smithi032 bash[75510]: cluster 2024-09-13T01:12:21.000041+0000 mgr.y (mgr.34107) 2087 : cluster [DBG] pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-13T01:12:22.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:21 smithi032 bash[75510]: cluster 2024-09-13T01:12:21.840453+0000 mon.a (mon.0) 4151 : cluster [DBG] osdmap e2349: 8 total, 8 up, 8 in 2024-09-13T01:12:22.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:21 smithi032 bash[76677]: cluster 2024-09-13T01:12:20.925000+0000 mon.a (mon.0) 4150 : cluster [DBG] osdmap e2348: 8 total, 8 up, 8 in 2024-09-13T01:12:22.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:21 smithi032 bash[76677]: cluster 2024-09-13T01:12:21.000041+0000 mgr.y (mgr.34107) 2087 : cluster [DBG] pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-13T01:12:22.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:21 smithi032 bash[76677]: cluster 2024-09-13T01:12:21.840453+0000 mon.a (mon.0) 4151 : cluster [DBG] osdmap e2349: 8 total, 8 up, 8 in 2024-09-13T01:12:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:12:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:12:22] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-09-13T01:12:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:12:22 smithi053 bash[94430]: ts=2024-09-13T01:12:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:12:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:23 smithi053 bash[67631]: cluster 2024-09-13T01:12:22.936754+0000 mon.a (mon.0) 4152 : cluster [DBG] osdmap e2350: 8 total, 8 up, 8 in 2024-09-13T01:12:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:23 smithi053 bash[67631]: cluster 2024-09-13T01:12:23.000745+0000 mgr.y (mgr.34107) 2088 : cluster [DBG] pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:12:24.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:23 smithi032 bash[75510]: cluster 2024-09-13T01:12:22.936754+0000 mon.a (mon.0) 4152 : cluster [DBG] osdmap e2350: 8 total, 8 up, 8 in 2024-09-13T01:12:24.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:23 smithi032 bash[75510]: cluster 2024-09-13T01:12:23.000745+0000 mgr.y (mgr.34107) 2088 : cluster [DBG] pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:12:24.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:23 smithi032 bash[76677]: cluster 2024-09-13T01:12:22.936754+0000 mon.a (mon.0) 4152 : cluster [DBG] osdmap e2350: 8 total, 8 up, 8 in 2024-09-13T01:12:24.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:23 smithi032 bash[76677]: cluster 2024-09-13T01:12:23.000745+0000 mgr.y (mgr.34107) 2088 : cluster [DBG] pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:12:25.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:24 smithi053 bash[67631]: cluster 2024-09-13T01:12:23.946860+0000 mon.a (mon.0) 4153 : cluster [DBG] osdmap e2351: 8 total, 8 up, 8 in 2024-09-13T01:12:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:24 smithi032 bash[75510]: cluster 2024-09-13T01:12:23.946860+0000 mon.a (mon.0) 4153 : cluster [DBG] osdmap e2351: 8 total, 8 up, 8 in 2024-09-13T01:12:25.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:24 smithi032 bash[76677]: cluster 2024-09-13T01:12:23.946860+0000 mon.a (mon.0) 4153 : cluster [DBG] osdmap e2351: 8 total, 8 up, 8 in 2024-09-13T01:12:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:25 smithi053 bash[67631]: cluster 2024-09-13T01:12:24.954413+0000 mon.a (mon.0) 4154 : cluster [DBG] osdmap e2352: 8 total, 8 up, 8 in 2024-09-13T01:12:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:25 smithi053 bash[67631]: cluster 2024-09-13T01:12:25.001591+0000 mgr.y (mgr.34107) 2089 : cluster [DBG] pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-13T01:12:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:25 smithi053 bash[67631]: audit 2024-09-13T01:12:25.232464+0000 mon.a (mon.0) 4155 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:12:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:25 smithi032 bash[75510]: cluster 2024-09-13T01:12:24.954413+0000 mon.a (mon.0) 4154 : cluster [DBG] osdmap e2352: 8 total, 8 up, 8 in 2024-09-13T01:12:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:25 smithi032 bash[75510]: cluster 2024-09-13T01:12:25.001591+0000 mgr.y (mgr.34107) 2089 : cluster [DBG] pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-13T01:12:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:25 smithi032 bash[75510]: audit 2024-09-13T01:12:25.232464+0000 mon.a (mon.0) 4155 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:12:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:25 smithi032 bash[76677]: cluster 2024-09-13T01:12:24.954413+0000 mon.a (mon.0) 4154 : cluster [DBG] osdmap e2352: 8 total, 8 up, 8 in 2024-09-13T01:12:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:25 smithi032 bash[76677]: cluster 2024-09-13T01:12:25.001591+0000 mgr.y (mgr.34107) 2089 : cluster [DBG] pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-13T01:12:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:25 smithi032 bash[76677]: audit 2024-09-13T01:12:25.232464+0000 mon.a (mon.0) 4155 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:12:27.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:26 smithi053 bash[67631]: cluster 2024-09-13T01:12:25.965153+0000 mon.a (mon.0) 4156 : cluster [DBG] osdmap e2353: 8 total, 8 up, 8 in 2024-09-13T01:12:27.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:26 smithi053 bash[67631]: cluster 2024-09-13T01:12:26.842943+0000 mon.a (mon.0) 4157 : cluster [DBG] osdmap e2354: 8 total, 8 up, 8 in 2024-09-13T01:12:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:26 smithi032 bash[75510]: cluster 2024-09-13T01:12:25.965153+0000 mon.a (mon.0) 4156 : cluster [DBG] osdmap e2353: 8 total, 8 up, 8 in 2024-09-13T01:12:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:26 smithi032 bash[75510]: cluster 2024-09-13T01:12:26.842943+0000 mon.a (mon.0) 4157 : cluster [DBG] osdmap e2354: 8 total, 8 up, 8 in 2024-09-13T01:12:27.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:26 smithi032 bash[76677]: cluster 2024-09-13T01:12:25.965153+0000 mon.a (mon.0) 4156 : cluster [DBG] osdmap e2353: 8 total, 8 up, 8 in 2024-09-13T01:12:27.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:26 smithi032 bash[76677]: cluster 2024-09-13T01:12:26.842943+0000 mon.a (mon.0) 4157 : cluster [DBG] osdmap e2354: 8 total, 8 up, 8 in 2024-09-13T01:12:28.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:27 smithi053 bash[67631]: cluster 2024-09-13T01:12:27.002338+0000 mgr.y (mgr.34107) 2090 : cluster [DBG] pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-13T01:12:28.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:27 smithi053 bash[67631]: cluster 2024-09-13T01:12:27.846657+0000 mon.a (mon.0) 4158 : cluster [DBG] osdmap e2355: 8 total, 8 up, 8 in 2024-09-13T01:12:28.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:27 smithi032 bash[76677]: cluster 2024-09-13T01:12:27.002338+0000 mgr.y (mgr.34107) 2090 : cluster [DBG] pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-13T01:12:28.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:27 smithi032 bash[76677]: cluster 2024-09-13T01:12:27.846657+0000 mon.a (mon.0) 4158 : cluster [DBG] osdmap e2355: 8 total, 8 up, 8 in 2024-09-13T01:12:28.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:27 smithi032 bash[75510]: cluster 2024-09-13T01:12:27.002338+0000 mgr.y (mgr.34107) 2090 : cluster [DBG] pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-13T01:12:28.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:27 smithi032 bash[75510]: cluster 2024-09-13T01:12:27.846657+0000 mon.a (mon.0) 4158 : cluster [DBG] osdmap e2355: 8 total, 8 up, 8 in 2024-09-13T01:12:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:29 smithi032 bash[75510]: cluster 2024-09-13T01:12:28.849367+0000 mon.a (mon.0) 4159 : cluster [DBG] osdmap e2356: 8 total, 8 up, 8 in 2024-09-13T01:12:30.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:29 smithi032 bash[75510]: cluster 2024-09-13T01:12:29.003064+0000 mgr.y (mgr.34107) 2091 : cluster [DBG] pgmap v4000: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-13T01:12:30.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:29 smithi032 bash[76677]: cluster 2024-09-13T01:12:28.849367+0000 mon.a (mon.0) 4159 : cluster [DBG] osdmap e2356: 8 total, 8 up, 8 in 2024-09-13T01:12:30.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:29 smithi032 bash[76677]: cluster 2024-09-13T01:12:29.003064+0000 mgr.y (mgr.34107) 2091 : cluster [DBG] pgmap v4000: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-13T01:12:30.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:29 smithi053 bash[67631]: cluster 2024-09-13T01:12:28.849367+0000 mon.a (mon.0) 4159 : cluster [DBG] osdmap e2356: 8 total, 8 up, 8 in 2024-09-13T01:12:30.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:29 smithi053 bash[67631]: cluster 2024-09-13T01:12:29.003064+0000 mgr.y (mgr.34107) 2091 : cluster [DBG] pgmap v4000: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-13T01:12:31.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:30 smithi032 bash[75510]: cluster 2024-09-13T01:12:29.859975+0000 mon.a (mon.0) 4160 : cluster [DBG] osdmap e2357: 8 total, 8 up, 8 in 2024-09-13T01:12:31.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:30 smithi032 bash[76677]: cluster 2024-09-13T01:12:29.859975+0000 mon.a (mon.0) 4160 : cluster [DBG] osdmap e2357: 8 total, 8 up, 8 in 2024-09-13T01:12:31.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:30 smithi053 bash[67631]: cluster 2024-09-13T01:12:29.859975+0000 mon.a (mon.0) 4160 : cluster [DBG] osdmap e2357: 8 total, 8 up, 8 in 2024-09-13T01:12:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:31 smithi032 bash[75510]: cluster 2024-09-13T01:12:30.870299+0000 mon.a (mon.0) 4161 : cluster [DBG] osdmap e2358: 8 total, 8 up, 8 in 2024-09-13T01:12:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:31 smithi032 bash[75510]: cluster 2024-09-13T01:12:31.003765+0000 mgr.y (mgr.34107) 2092 : cluster [DBG] pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-13T01:12:32.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:31 smithi032 bash[75510]: cluster 2024-09-13T01:12:31.846834+0000 mon.a (mon.0) 4162 : cluster [DBG] osdmap e2359: 8 total, 8 up, 8 in 2024-09-13T01:12:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:31 smithi032 bash[76677]: cluster 2024-09-13T01:12:30.870299+0000 mon.a (mon.0) 4161 : cluster [DBG] osdmap e2358: 8 total, 8 up, 8 in 2024-09-13T01:12:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:31 smithi032 bash[76677]: cluster 2024-09-13T01:12:31.003765+0000 mgr.y (mgr.34107) 2092 : cluster [DBG] pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-13T01:12:32.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:31 smithi032 bash[76677]: cluster 2024-09-13T01:12:31.846834+0000 mon.a (mon.0) 4162 : cluster [DBG] osdmap e2359: 8 total, 8 up, 8 in 2024-09-13T01:12:32.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:31 smithi053 bash[67631]: cluster 2024-09-13T01:12:30.870299+0000 mon.a (mon.0) 4161 : cluster [DBG] osdmap e2358: 8 total, 8 up, 8 in 2024-09-13T01:12:32.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:31 smithi053 bash[67631]: cluster 2024-09-13T01:12:31.003765+0000 mgr.y (mgr.34107) 2092 : cluster [DBG] pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-13T01:12:32.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:31 smithi053 bash[67631]: cluster 2024-09-13T01:12:31.846834+0000 mon.a (mon.0) 4162 : cluster [DBG] osdmap e2359: 8 total, 8 up, 8 in 2024-09-13T01:12:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:12:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:12:32] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-09-13T01:12:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:12:32 smithi053 bash[94430]: ts=2024-09-13T01:12:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:12:33.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:32 smithi032 bash[75510]: audit 2024-09-13T01:12:32.842997+0000 mon.a (mon.0) 4163 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:12:33.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:32 smithi032 bash[76677]: audit 2024-09-13T01:12:32.842997+0000 mon.a (mon.0) 4163 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:12:33.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:32 smithi053 bash[67631]: audit 2024-09-13T01:12:32.842997+0000 mon.a (mon.0) 4163 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:12:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[75510]: cluster 2024-09-13T01:12:32.890202+0000 mon.a (mon.0) 4164 : cluster [DBG] osdmap e2360: 8 total, 8 up, 8 in 2024-09-13T01:12:34.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[75510]: cluster 2024-09-13T01:12:33.004299+0000 mgr.y (mgr.34107) 2093 : cluster [DBG] pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:12:34.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[75510]: audit 2024-09-13T01:12:33.236622+0000 mon.a (mon.0) 4165 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:34.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[75510]: audit 2024-09-13T01:12:33.239810+0000 mon.a (mon.0) 4166 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:34.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[75510]: audit 2024-09-13T01:12:33.244014+0000 mon.a (mon.0) 4167 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:34.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[75510]: audit 2024-09-13T01:12:33.247991+0000 mon.a (mon.0) 4168 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:34.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[75510]: audit 2024-09-13T01:12:33.750998+0000 mon.a (mon.0) 4169 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:12:34.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[75510]: audit 2024-09-13T01:12:33.752837+0000 mon.a (mon.0) 4170 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:12:34.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[75510]: audit 2024-09-13T01:12:33.760560+0000 mon.a (mon.0) 4171 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[76677]: cluster 2024-09-13T01:12:32.890202+0000 mon.a (mon.0) 4164 : cluster [DBG] osdmap e2360: 8 total, 8 up, 8 in 2024-09-13T01:12:34.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[76677]: cluster 2024-09-13T01:12:33.004299+0000 mgr.y (mgr.34107) 2093 : cluster [DBG] pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:12:34.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[76677]: audit 2024-09-13T01:12:33.236622+0000 mon.a (mon.0) 4165 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:34.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[76677]: audit 2024-09-13T01:12:33.239810+0000 mon.a (mon.0) 4166 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:34.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[76677]: audit 2024-09-13T01:12:33.244014+0000 mon.a (mon.0) 4167 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:34.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[76677]: audit 2024-09-13T01:12:33.247991+0000 mon.a (mon.0) 4168 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:34.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[76677]: audit 2024-09-13T01:12:33.750998+0000 mon.a (mon.0) 4169 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:12:34.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[76677]: audit 2024-09-13T01:12:33.752837+0000 mon.a (mon.0) 4170 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:12:34.165 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:33 smithi032 bash[76677]: audit 2024-09-13T01:12:33.760560+0000 mon.a (mon.0) 4171 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:33 smithi053 bash[67631]: cluster 2024-09-13T01:12:32.890202+0000 mon.a (mon.0) 4164 : cluster [DBG] osdmap e2360: 8 total, 8 up, 8 in 2024-09-13T01:12:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:33 smithi053 bash[67631]: cluster 2024-09-13T01:12:33.004299+0000 mgr.y (mgr.34107) 2093 : cluster [DBG] pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:12:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:33 smithi053 bash[67631]: audit 2024-09-13T01:12:33.236622+0000 mon.a (mon.0) 4165 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:33 smithi053 bash[67631]: audit 2024-09-13T01:12:33.239810+0000 mon.a (mon.0) 4166 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:33 smithi053 bash[67631]: audit 2024-09-13T01:12:33.244014+0000 mon.a (mon.0) 4167 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:33 smithi053 bash[67631]: audit 2024-09-13T01:12:33.247991+0000 mon.a (mon.0) 4168 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:34.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:33 smithi053 bash[67631]: audit 2024-09-13T01:12:33.750998+0000 mon.a (mon.0) 4169 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:12:34.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:33 smithi053 bash[67631]: audit 2024-09-13T01:12:33.752837+0000 mon.a (mon.0) 4170 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:12:34.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:33 smithi053 bash[67631]: audit 2024-09-13T01:12:33.760560+0000 mon.a (mon.0) 4171 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:12:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:34 smithi032 bash[75510]: cluster 2024-09-13T01:12:33.914096+0000 mon.a (mon.0) 4172 : cluster [DBG] osdmap e2361: 8 total, 8 up, 8 in 2024-09-13T01:12:35.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:34 smithi032 bash[76677]: cluster 2024-09-13T01:12:33.914096+0000 mon.a (mon.0) 4172 : cluster [DBG] osdmap e2361: 8 total, 8 up, 8 in 2024-09-13T01:12:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:34 smithi053 bash[67631]: cluster 2024-09-13T01:12:33.914096+0000 mon.a (mon.0) 4172 : cluster [DBG] osdmap e2361: 8 total, 8 up, 8 in 2024-09-13T01:12:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:35 smithi053 bash[67631]: cluster 2024-09-13T01:12:34.920385+0000 mon.a (mon.0) 4173 : cluster [DBG] osdmap e2362: 8 total, 8 up, 8 in 2024-09-13T01:12:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:35 smithi053 bash[67631]: cluster 2024-09-13T01:12:35.005048+0000 mgr.y (mgr.34107) 2094 : cluster [DBG] pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-13T01:12:36.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:35 smithi032 bash[75510]: cluster 2024-09-13T01:12:34.920385+0000 mon.a (mon.0) 4173 : cluster [DBG] osdmap e2362: 8 total, 8 up, 8 in 2024-09-13T01:12:36.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:35 smithi032 bash[75510]: cluster 2024-09-13T01:12:35.005048+0000 mgr.y (mgr.34107) 2094 : cluster [DBG] pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-13T01:12:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:35 smithi032 bash[76677]: cluster 2024-09-13T01:12:34.920385+0000 mon.a (mon.0) 4173 : cluster [DBG] osdmap e2362: 8 total, 8 up, 8 in 2024-09-13T01:12:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:35 smithi032 bash[76677]: cluster 2024-09-13T01:12:35.005048+0000 mgr.y (mgr.34107) 2094 : cluster [DBG] pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-13T01:12:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:36 smithi053 bash[67631]: cluster 2024-09-13T01:12:35.929901+0000 mon.a (mon.0) 4174 : cluster [DBG] osdmap e2363: 8 total, 8 up, 8 in 2024-09-13T01:12:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:36 smithi053 bash[67631]: cluster 2024-09-13T01:12:36.849362+0000 mon.a (mon.0) 4175 : cluster [DBG] osdmap e2364: 8 total, 8 up, 8 in 2024-09-13T01:12:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:36 smithi032 bash[75510]: cluster 2024-09-13T01:12:35.929901+0000 mon.a (mon.0) 4174 : cluster [DBG] osdmap e2363: 8 total, 8 up, 8 in 2024-09-13T01:12:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:36 smithi032 bash[75510]: cluster 2024-09-13T01:12:36.849362+0000 mon.a (mon.0) 4175 : cluster [DBG] osdmap e2364: 8 total, 8 up, 8 in 2024-09-13T01:12:37.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:36 smithi032 bash[76677]: cluster 2024-09-13T01:12:35.929901+0000 mon.a (mon.0) 4174 : cluster [DBG] osdmap e2363: 8 total, 8 up, 8 in 2024-09-13T01:12:37.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:36 smithi032 bash[76677]: cluster 2024-09-13T01:12:36.849362+0000 mon.a (mon.0) 4175 : cluster [DBG] osdmap e2364: 8 total, 8 up, 8 in 2024-09-13T01:12:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:37 smithi053 bash[67631]: cluster 2024-09-13T01:12:37.005796+0000 mgr.y (mgr.34107) 2095 : cluster [DBG] pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-13T01:12:38.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:37 smithi032 bash[75510]: cluster 2024-09-13T01:12:37.005796+0000 mgr.y (mgr.34107) 2095 : cluster [DBG] pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-13T01:12:38.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:37 smithi032 bash[76677]: cluster 2024-09-13T01:12:37.005796+0000 mgr.y (mgr.34107) 2095 : cluster [DBG] pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-13T01:12:39.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:38 smithi053 bash[67631]: cluster 2024-09-13T01:12:37.941850+0000 mon.a (mon.0) 4176 : cluster [DBG] osdmap e2365: 8 total, 8 up, 8 in 2024-09-13T01:12:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:38 smithi032 bash[75510]: cluster 2024-09-13T01:12:37.941850+0000 mon.a (mon.0) 4176 : cluster [DBG] osdmap e2365: 8 total, 8 up, 8 in 2024-09-13T01:12:39.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:38 smithi032 bash[76677]: cluster 2024-09-13T01:12:37.941850+0000 mon.a (mon.0) 4176 : cluster [DBG] osdmap e2365: 8 total, 8 up, 8 in 2024-09-13T01:12:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:39 smithi053 bash[67631]: cluster 2024-09-13T01:12:38.950296+0000 mon.a (mon.0) 4177 : cluster [DBG] osdmap e2366: 8 total, 8 up, 8 in 2024-09-13T01:12:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:39 smithi053 bash[67631]: cluster 2024-09-13T01:12:39.006811+0000 mgr.y (mgr.34107) 2096 : cluster [DBG] pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-13T01:12:40.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:39 smithi032 bash[75510]: cluster 2024-09-13T01:12:38.950296+0000 mon.a (mon.0) 4177 : cluster [DBG] osdmap e2366: 8 total, 8 up, 8 in 2024-09-13T01:12:40.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:39 smithi032 bash[75510]: cluster 2024-09-13T01:12:39.006811+0000 mgr.y (mgr.34107) 2096 : cluster [DBG] pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-13T01:12:40.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:39 smithi032 bash[76677]: cluster 2024-09-13T01:12:38.950296+0000 mon.a (mon.0) 4177 : cluster [DBG] osdmap e2366: 8 total, 8 up, 8 in 2024-09-13T01:12:40.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:39 smithi032 bash[76677]: cluster 2024-09-13T01:12:39.006811+0000 mgr.y (mgr.34107) 2096 : cluster [DBG] pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-13T01:12:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:40 smithi053 bash[67631]: cluster 2024-09-13T01:12:39.960356+0000 mon.a (mon.0) 4178 : cluster [DBG] osdmap e2367: 8 total, 8 up, 8 in 2024-09-13T01:12:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:40 smithi053 bash[67631]: audit 2024-09-13T01:12:40.233139+0000 mon.a (mon.0) 4179 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:12:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:40 smithi032 bash[75510]: cluster 2024-09-13T01:12:39.960356+0000 mon.a (mon.0) 4178 : cluster [DBG] osdmap e2367: 8 total, 8 up, 8 in 2024-09-13T01:12:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:40 smithi032 bash[75510]: audit 2024-09-13T01:12:40.233139+0000 mon.a (mon.0) 4179 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:12:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:40 smithi032 bash[76677]: cluster 2024-09-13T01:12:39.960356+0000 mon.a (mon.0) 4178 : cluster [DBG] osdmap e2367: 8 total, 8 up, 8 in 2024-09-13T01:12:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:40 smithi032 bash[76677]: audit 2024-09-13T01:12:40.233139+0000 mon.a (mon.0) 4179 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:12:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:41 smithi053 bash[67631]: cluster 2024-09-13T01:12:40.970240+0000 mon.a (mon.0) 4180 : cluster [DBG] osdmap e2368: 8 total, 8 up, 8 in 2024-09-13T01:12:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:41 smithi053 bash[67631]: cluster 2024-09-13T01:12:41.007609+0000 mgr.y (mgr.34107) 2097 : cluster [DBG] pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-13T01:12:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:41 smithi053 bash[67631]: cluster 2024-09-13T01:12:41.850936+0000 mon.a (mon.0) 4181 : cluster [DBG] osdmap e2369: 8 total, 8 up, 8 in 2024-09-13T01:12:42.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:41 smithi032 bash[75510]: cluster 2024-09-13T01:12:40.970240+0000 mon.a (mon.0) 4180 : cluster [DBG] osdmap e2368: 8 total, 8 up, 8 in 2024-09-13T01:12:42.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:41 smithi032 bash[75510]: cluster 2024-09-13T01:12:41.007609+0000 mgr.y (mgr.34107) 2097 : cluster [DBG] pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-13T01:12:42.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:41 smithi032 bash[75510]: cluster 2024-09-13T01:12:41.850936+0000 mon.a (mon.0) 4181 : cluster [DBG] osdmap e2369: 8 total, 8 up, 8 in 2024-09-13T01:12:42.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:41 smithi032 bash[76677]: cluster 2024-09-13T01:12:40.970240+0000 mon.a (mon.0) 4180 : cluster [DBG] osdmap e2368: 8 total, 8 up, 8 in 2024-09-13T01:12:42.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:41 smithi032 bash[76677]: cluster 2024-09-13T01:12:41.007609+0000 mgr.y (mgr.34107) 2097 : cluster [DBG] pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-13T01:12:42.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:41 smithi032 bash[76677]: cluster 2024-09-13T01:12:41.850936+0000 mon.a (mon.0) 4181 : cluster [DBG] osdmap e2369: 8 total, 8 up, 8 in 2024-09-13T01:12:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:12:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:12:42] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-09-13T01:12:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:12:42 smithi053 bash[94430]: ts=2024-09-13T01:12:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:12:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:43 smithi032 bash[75510]: cluster 2024-09-13T01:12:42.854905+0000 mon.a (mon.0) 4182 : cluster [DBG] osdmap e2370: 8 total, 8 up, 8 in 2024-09-13T01:12:44.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:43 smithi032 bash[75510]: cluster 2024-09-13T01:12:43.008378+0000 mgr.y (mgr.34107) 2098 : cluster [DBG] pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:12:44.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:43 smithi032 bash[76677]: cluster 2024-09-13T01:12:42.854905+0000 mon.a (mon.0) 4182 : cluster [DBG] osdmap e2370: 8 total, 8 up, 8 in 2024-09-13T01:12:44.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:43 smithi032 bash[76677]: cluster 2024-09-13T01:12:43.008378+0000 mgr.y (mgr.34107) 2098 : cluster [DBG] pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:12:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:43 smithi053 bash[67631]: cluster 2024-09-13T01:12:42.854905+0000 mon.a (mon.0) 4182 : cluster [DBG] osdmap e2370: 8 total, 8 up, 8 in 2024-09-13T01:12:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:43 smithi053 bash[67631]: cluster 2024-09-13T01:12:43.008378+0000 mgr.y (mgr.34107) 2098 : cluster [DBG] pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:12:45.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:44 smithi032 bash[75510]: cluster 2024-09-13T01:12:43.864276+0000 mon.a (mon.0) 4183 : cluster [DBG] osdmap e2371: 8 total, 8 up, 8 in 2024-09-13T01:12:45.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:44 smithi032 bash[76677]: cluster 2024-09-13T01:12:43.864276+0000 mon.a (mon.0) 4183 : cluster [DBG] osdmap e2371: 8 total, 8 up, 8 in 2024-09-13T01:12:45.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:44 smithi053 bash[67631]: cluster 2024-09-13T01:12:43.864276+0000 mon.a (mon.0) 4183 : cluster [DBG] osdmap e2371: 8 total, 8 up, 8 in 2024-09-13T01:12:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:45 smithi032 bash[75510]: cluster 2024-09-13T01:12:44.875159+0000 mon.a (mon.0) 4184 : cluster [DBG] osdmap e2372: 8 total, 8 up, 8 in 2024-09-13T01:12:46.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:45 smithi032 bash[75510]: cluster 2024-09-13T01:12:45.009061+0000 mgr.y (mgr.34107) 2099 : cluster [DBG] pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T01:12:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:45 smithi032 bash[76677]: cluster 2024-09-13T01:12:44.875159+0000 mon.a (mon.0) 4184 : cluster [DBG] osdmap e2372: 8 total, 8 up, 8 in 2024-09-13T01:12:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:45 smithi032 bash[76677]: cluster 2024-09-13T01:12:45.009061+0000 mgr.y (mgr.34107) 2099 : cluster [DBG] pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T01:12:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:45 smithi053 bash[67631]: cluster 2024-09-13T01:12:44.875159+0000 mon.a (mon.0) 4184 : cluster [DBG] osdmap e2372: 8 total, 8 up, 8 in 2024-09-13T01:12:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:45 smithi053 bash[67631]: cluster 2024-09-13T01:12:45.009061+0000 mgr.y (mgr.34107) 2099 : cluster [DBG] pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T01:12:47.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:46 smithi032 bash[76677]: cluster 2024-09-13T01:12:45.886645+0000 mon.a (mon.0) 4185 : cluster [DBG] osdmap e2373: 8 total, 8 up, 8 in 2024-09-13T01:12:47.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:46 smithi032 bash[76677]: cluster 2024-09-13T01:12:46.853444+0000 mon.a (mon.0) 4186 : cluster [DBG] osdmap e2374: 8 total, 8 up, 8 in 2024-09-13T01:12:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:46 smithi053 bash[67631]: cluster 2024-09-13T01:12:45.886645+0000 mon.a (mon.0) 4185 : cluster [DBG] osdmap e2373: 8 total, 8 up, 8 in 2024-09-13T01:12:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:46 smithi053 bash[67631]: cluster 2024-09-13T01:12:46.853444+0000 mon.a (mon.0) 4186 : cluster [DBG] osdmap e2374: 8 total, 8 up, 8 in 2024-09-13T01:12:47.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:47 smithi032 bash[75510]: cluster 2024-09-13T01:12:45.886645+0000 mon.a (mon.0) 4185 : cluster [DBG] osdmap e2373: 8 total, 8 up, 8 in 2024-09-13T01:12:47.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:47 smithi032 bash[75510]: cluster 2024-09-13T01:12:46.853444+0000 mon.a (mon.0) 4186 : cluster [DBG] osdmap e2374: 8 total, 8 up, 8 in 2024-09-13T01:12:48.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:47 smithi032 bash[75510]: cluster 2024-09-13T01:12:47.009791+0000 mgr.y (mgr.34107) 2100 : cluster [DBG] pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-09-13T01:12:48.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:47 smithi032 bash[76677]: cluster 2024-09-13T01:12:47.009791+0000 mgr.y (mgr.34107) 2100 : cluster [DBG] pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-09-13T01:12:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:47 smithi053 bash[67631]: cluster 2024-09-13T01:12:47.009791+0000 mgr.y (mgr.34107) 2100 : cluster [DBG] pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-09-13T01:12:49.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:48 smithi032 bash[75510]: cluster 2024-09-13T01:12:47.904186+0000 mon.a (mon.0) 4187 : cluster [DBG] osdmap e2375: 8 total, 8 up, 8 in 2024-09-13T01:12:49.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:48 smithi032 bash[76677]: cluster 2024-09-13T01:12:47.904186+0000 mon.a (mon.0) 4187 : cluster [DBG] osdmap e2375: 8 total, 8 up, 8 in 2024-09-13T01:12:49.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:48 smithi053 bash[67631]: cluster 2024-09-13T01:12:47.904186+0000 mon.a (mon.0) 4187 : cluster [DBG] osdmap e2375: 8 total, 8 up, 8 in 2024-09-13T01:12:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:49 smithi032 bash[75510]: cluster 2024-09-13T01:12:48.911592+0000 mon.a (mon.0) 4188 : cluster [DBG] osdmap e2376: 8 total, 8 up, 8 in 2024-09-13T01:12:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:49 smithi032 bash[75510]: cluster 2024-09-13T01:12:49.010587+0000 mgr.y (mgr.34107) 2101 : cluster [DBG] pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 736 KiB/s rd, 5.0 KiB/s wr, 996 op/s 2024-09-13T01:12:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:49 smithi032 bash[76677]: cluster 2024-09-13T01:12:48.911592+0000 mon.a (mon.0) 4188 : cluster [DBG] osdmap e2376: 8 total, 8 up, 8 in 2024-09-13T01:12:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:49 smithi032 bash[76677]: cluster 2024-09-13T01:12:49.010587+0000 mgr.y (mgr.34107) 2101 : cluster [DBG] pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 736 KiB/s rd, 5.0 KiB/s wr, 996 op/s 2024-09-13T01:12:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:49 smithi053 bash[67631]: cluster 2024-09-13T01:12:48.911592+0000 mon.a (mon.0) 4188 : cluster [DBG] osdmap e2376: 8 total, 8 up, 8 in 2024-09-13T01:12:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:49 smithi053 bash[67631]: cluster 2024-09-13T01:12:49.010587+0000 mgr.y (mgr.34107) 2101 : cluster [DBG] pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 736 KiB/s rd, 5.0 KiB/s wr, 996 op/s 2024-09-13T01:12:51.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:50 smithi053 bash[67631]: cluster 2024-09-13T01:12:49.921758+0000 mon.a (mon.0) 4189 : cluster [DBG] osdmap e2377: 8 total, 8 up, 8 in 2024-09-13T01:12:51.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:50 smithi032 bash[75510]: cluster 2024-09-13T01:12:49.921758+0000 mon.a (mon.0) 4189 : cluster [DBG] osdmap e2377: 8 total, 8 up, 8 in 2024-09-13T01:12:51.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:50 smithi032 bash[76677]: cluster 2024-09-13T01:12:49.921758+0000 mon.a (mon.0) 4189 : cluster [DBG] osdmap e2377: 8 total, 8 up, 8 in 2024-09-13T01:12:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:51 smithi053 bash[67631]: cluster 2024-09-13T01:12:50.929674+0000 mon.a (mon.0) 4190 : cluster [DBG] osdmap e2378: 8 total, 8 up, 8 in 2024-09-13T01:12:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:51 smithi053 bash[67631]: cluster 2024-09-13T01:12:51.011323+0000 mgr.y (mgr.34107) 2102 : cluster [DBG] pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 993 op/s 2024-09-13T01:12:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:51 smithi053 bash[67631]: cluster 2024-09-13T01:12:51.855801+0000 mon.a (mon.0) 4191 : cluster [DBG] osdmap e2379: 8 total, 8 up, 8 in 2024-09-13T01:12:52.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:51 smithi032 bash[75510]: cluster 2024-09-13T01:12:50.929674+0000 mon.a (mon.0) 4190 : cluster [DBG] osdmap e2378: 8 total, 8 up, 8 in 2024-09-13T01:12:52.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:51 smithi032 bash[75510]: cluster 2024-09-13T01:12:51.011323+0000 mgr.y (mgr.34107) 2102 : cluster [DBG] pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 993 op/s 2024-09-13T01:12:52.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:51 smithi032 bash[75510]: cluster 2024-09-13T01:12:51.855801+0000 mon.a (mon.0) 4191 : cluster [DBG] osdmap e2379: 8 total, 8 up, 8 in 2024-09-13T01:12:52.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:51 smithi032 bash[76677]: cluster 2024-09-13T01:12:50.929674+0000 mon.a (mon.0) 4190 : cluster [DBG] osdmap e2378: 8 total, 8 up, 8 in 2024-09-13T01:12:52.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:51 smithi032 bash[76677]: cluster 2024-09-13T01:12:51.011323+0000 mgr.y (mgr.34107) 2102 : cluster [DBG] pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 993 op/s 2024-09-13T01:12:52.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:51 smithi032 bash[76677]: cluster 2024-09-13T01:12:51.855801+0000 mon.a (mon.0) 4191 : cluster [DBG] osdmap e2379: 8 total, 8 up, 8 in 2024-09-13T01:12:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:12:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:12:52] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-09-13T01:12:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:12:52 smithi053 bash[94430]: ts=2024-09-13T01:12:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:12:54.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:53 smithi053 bash[67631]: cluster 2024-09-13T01:12:52.944386+0000 mon.a (mon.0) 4192 : cluster [DBG] osdmap e2380: 8 total, 8 up, 8 in 2024-09-13T01:12:54.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:53 smithi053 bash[67631]: cluster 2024-09-13T01:12:53.011997+0000 mgr.y (mgr.34107) 2103 : cluster [DBG] pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:12:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:53 smithi032 bash[75510]: cluster 2024-09-13T01:12:52.944386+0000 mon.a (mon.0) 4192 : cluster [DBG] osdmap e2380: 8 total, 8 up, 8 in 2024-09-13T01:12:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:53 smithi032 bash[75510]: cluster 2024-09-13T01:12:53.011997+0000 mgr.y (mgr.34107) 2103 : cluster [DBG] pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:12:54.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:53 smithi032 bash[76677]: cluster 2024-09-13T01:12:52.944386+0000 mon.a (mon.0) 4192 : cluster [DBG] osdmap e2380: 8 total, 8 up, 8 in 2024-09-13T01:12:54.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:53 smithi032 bash[76677]: cluster 2024-09-13T01:12:53.011997+0000 mgr.y (mgr.34107) 2103 : cluster [DBG] pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:12:55.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:54 smithi053 bash[67631]: cluster 2024-09-13T01:12:53.952080+0000 mon.a (mon.0) 4193 : cluster [DBG] osdmap e2381: 8 total, 8 up, 8 in 2024-09-13T01:12:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:54 smithi032 bash[76677]: cluster 2024-09-13T01:12:53.952080+0000 mon.a (mon.0) 4193 : cluster [DBG] osdmap e2381: 8 total, 8 up, 8 in 2024-09-13T01:12:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:54 smithi032 bash[75510]: cluster 2024-09-13T01:12:53.952080+0000 mon.a (mon.0) 4193 : cluster [DBG] osdmap e2381: 8 total, 8 up, 8 in 2024-09-13T01:12:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:55 smithi053 bash[67631]: cluster 2024-09-13T01:12:54.960997+0000 mon.a (mon.0) 4194 : cluster [DBG] osdmap e2382: 8 total, 8 up, 8 in 2024-09-13T01:12:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:55 smithi053 bash[67631]: cluster 2024-09-13T01:12:55.012654+0000 mgr.y (mgr.34107) 2104 : cluster [DBG] pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 946 op/s 2024-09-13T01:12:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:55 smithi053 bash[67631]: audit 2024-09-13T01:12:55.233386+0000 mon.a (mon.0) 4195 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:12:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:55 smithi032 bash[75510]: cluster 2024-09-13T01:12:54.960997+0000 mon.a (mon.0) 4194 : cluster [DBG] osdmap e2382: 8 total, 8 up, 8 in 2024-09-13T01:12:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:55 smithi032 bash[75510]: cluster 2024-09-13T01:12:55.012654+0000 mgr.y (mgr.34107) 2104 : cluster [DBG] pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 946 op/s 2024-09-13T01:12:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:55 smithi032 bash[75510]: audit 2024-09-13T01:12:55.233386+0000 mon.a (mon.0) 4195 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:55 smithi032 bash[76677]: cluster 2024-09-13T01:12:54.960997+0000 mon.a (mon.0) 4194 : cluster [DBG] osdmap e2382: 8 total, 8 up, 8 in 2024-09-13T01:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:55 smithi032 bash[76677]: cluster 2024-09-13T01:12:55.012654+0000 mgr.y (mgr.34107) 2104 : cluster [DBG] pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 946 op/s 2024-09-13T01:12:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:55 smithi032 bash[76677]: audit 2024-09-13T01:12:55.233386+0000 mon.a (mon.0) 4195 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:12:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:56 smithi053 bash[67631]: cluster 2024-09-13T01:12:55.971569+0000 mon.a (mon.0) 4196 : cluster [DBG] osdmap e2383: 8 total, 8 up, 8 in 2024-09-13T01:12:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:56 smithi053 bash[67631]: cluster 2024-09-13T01:12:56.859252+0000 mon.a (mon.0) 4197 : cluster [DBG] osdmap e2384: 8 total, 8 up, 8 in 2024-09-13T01:12:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:56 smithi032 bash[75510]: cluster 2024-09-13T01:12:55.971569+0000 mon.a (mon.0) 4196 : cluster [DBG] osdmap e2383: 8 total, 8 up, 8 in 2024-09-13T01:12:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:56 smithi032 bash[75510]: cluster 2024-09-13T01:12:56.859252+0000 mon.a (mon.0) 4197 : cluster [DBG] osdmap e2384: 8 total, 8 up, 8 in 2024-09-13T01:12:57.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:56 smithi032 bash[76677]: cluster 2024-09-13T01:12:55.971569+0000 mon.a (mon.0) 4196 : cluster [DBG] osdmap e2383: 8 total, 8 up, 8 in 2024-09-13T01:12:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:56 smithi032 bash[76677]: cluster 2024-09-13T01:12:56.859252+0000 mon.a (mon.0) 4197 : cluster [DBG] osdmap e2384: 8 total, 8 up, 8 in 2024-09-13T01:12:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:57 smithi053 bash[67631]: cluster 2024-09-13T01:12:57.013428+0000 mgr.y (mgr.34107) 2105 : cluster [DBG] pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 5.0 KiB/s wr, 947 op/s 2024-09-13T01:12:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:57 smithi053 bash[67631]: cluster 2024-09-13T01:12:57.862782+0000 mon.a (mon.0) 4198 : cluster [DBG] osdmap e2385: 8 total, 8 up, 8 in 2024-09-13T01:12:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:57 smithi032 bash[75510]: cluster 2024-09-13T01:12:57.013428+0000 mgr.y (mgr.34107) 2105 : cluster [DBG] pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 5.0 KiB/s wr, 947 op/s 2024-09-13T01:12:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:57 smithi032 bash[75510]: cluster 2024-09-13T01:12:57.862782+0000 mon.a (mon.0) 4198 : cluster [DBG] osdmap e2385: 8 total, 8 up, 8 in 2024-09-13T01:12:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:57 smithi032 bash[76677]: cluster 2024-09-13T01:12:57.013428+0000 mgr.y (mgr.34107) 2105 : cluster [DBG] pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 5.0 KiB/s wr, 947 op/s 2024-09-13T01:12:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:57 smithi032 bash[76677]: cluster 2024-09-13T01:12:57.862782+0000 mon.a (mon.0) 4198 : cluster [DBG] osdmap e2385: 8 total, 8 up, 8 in 2024-09-13T01:13:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:59 smithi032 bash[75510]: cluster 2024-09-13T01:12:58.864811+0000 mon.a (mon.0) 4199 : cluster [DBG] osdmap e2386: 8 total, 8 up, 8 in 2024-09-13T01:13:00.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:12:59 smithi032 bash[75510]: cluster 2024-09-13T01:12:59.014140+0000 mgr.y (mgr.34107) 2106 : cluster [DBG] pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 671 KiB/s rd, 5.0 KiB/s wr, 909 op/s 2024-09-13T01:13:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:59 smithi032 bash[76677]: cluster 2024-09-13T01:12:58.864811+0000 mon.a (mon.0) 4199 : cluster [DBG] osdmap e2386: 8 total, 8 up, 8 in 2024-09-13T01:13:00.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:12:59 smithi032 bash[76677]: cluster 2024-09-13T01:12:59.014140+0000 mgr.y (mgr.34107) 2106 : cluster [DBG] pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 671 KiB/s rd, 5.0 KiB/s wr, 909 op/s 2024-09-13T01:13:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:59 smithi053 bash[67631]: cluster 2024-09-13T01:12:58.864811+0000 mon.a (mon.0) 4199 : cluster [DBG] osdmap e2386: 8 total, 8 up, 8 in 2024-09-13T01:13:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:12:59 smithi053 bash[67631]: cluster 2024-09-13T01:12:59.014140+0000 mgr.y (mgr.34107) 2106 : cluster [DBG] pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 671 KiB/s rd, 5.0 KiB/s wr, 909 op/s 2024-09-13T01:13:01.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:00 smithi032 bash[75510]: cluster 2024-09-13T01:12:59.875161+0000 mon.a (mon.0) 4200 : cluster [DBG] osdmap e2387: 8 total, 8 up, 8 in 2024-09-13T01:13:01.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:00 smithi032 bash[76677]: cluster 2024-09-13T01:12:59.875161+0000 mon.a (mon.0) 4200 : cluster [DBG] osdmap e2387: 8 total, 8 up, 8 in 2024-09-13T01:13:01.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:00 smithi053 bash[67631]: cluster 2024-09-13T01:12:59.875161+0000 mon.a (mon.0) 4200 : cluster [DBG] osdmap e2387: 8 total, 8 up, 8 in 2024-09-13T01:13:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:01 smithi032 bash[75510]: cluster 2024-09-13T01:13:00.889527+0000 mon.a (mon.0) 4201 : cluster [DBG] osdmap e2388: 8 total, 8 up, 8 in 2024-09-13T01:13:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:01 smithi032 bash[75510]: cluster 2024-09-13T01:13:01.014679+0000 mgr.y (mgr.34107) 2107 : cluster [DBG] pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-09-13T01:13:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:01 smithi032 bash[75510]: cluster 2024-09-13T01:13:01.863682+0000 mon.a (mon.0) 4202 : cluster [DBG] osdmap e2389: 8 total, 8 up, 8 in 2024-09-13T01:13:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:01 smithi032 bash[76677]: cluster 2024-09-13T01:13:00.889527+0000 mon.a (mon.0) 4201 : cluster [DBG] osdmap e2388: 8 total, 8 up, 8 in 2024-09-13T01:13:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:01 smithi032 bash[76677]: cluster 2024-09-13T01:13:01.014679+0000 mgr.y (mgr.34107) 2107 : cluster [DBG] pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-09-13T01:13:02.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:01 smithi032 bash[76677]: cluster 2024-09-13T01:13:01.863682+0000 mon.a (mon.0) 4202 : cluster [DBG] osdmap e2389: 8 total, 8 up, 8 in 2024-09-13T01:13:02.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:01 smithi053 bash[67631]: cluster 2024-09-13T01:13:00.889527+0000 mon.a (mon.0) 4201 : cluster [DBG] osdmap e2388: 8 total, 8 up, 8 in 2024-09-13T01:13:02.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:01 smithi053 bash[67631]: cluster 2024-09-13T01:13:01.014679+0000 mgr.y (mgr.34107) 2107 : cluster [DBG] pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-09-13T01:13:02.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:01 smithi053 bash[67631]: cluster 2024-09-13T01:13:01.863682+0000 mon.a (mon.0) 4202 : cluster [DBG] osdmap e2389: 8 total, 8 up, 8 in 2024-09-13T01:13:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:13:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:13:02] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2024-09-13T01:13:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:13:02 smithi053 bash[94430]: ts=2024-09-13T01:13:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:13:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:03 smithi032 bash[75510]: cluster 2024-09-13T01:13:02.905562+0000 mon.a (mon.0) 4203 : cluster [DBG] osdmap e2390: 8 total, 8 up, 8 in 2024-09-13T01:13:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:03 smithi032 bash[75510]: cluster 2024-09-13T01:13:03.015369+0000 mgr.y (mgr.34107) 2108 : cluster [DBG] pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:13:04.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:03 smithi032 bash[76677]: cluster 2024-09-13T01:13:02.905562+0000 mon.a (mon.0) 4203 : cluster [DBG] osdmap e2390: 8 total, 8 up, 8 in 2024-09-13T01:13:04.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:03 smithi032 bash[76677]: cluster 2024-09-13T01:13:03.015369+0000 mgr.y (mgr.34107) 2108 : cluster [DBG] pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:13:04.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:03 smithi053 bash[67631]: cluster 2024-09-13T01:13:02.905562+0000 mon.a (mon.0) 4203 : cluster [DBG] osdmap e2390: 8 total, 8 up, 8 in 2024-09-13T01:13:04.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:03 smithi053 bash[67631]: cluster 2024-09-13T01:13:03.015369+0000 mgr.y (mgr.34107) 2108 : cluster [DBG] pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:13:05.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:04 smithi053 bash[67631]: cluster 2024-09-13T01:13:03.916457+0000 mon.a (mon.0) 4204 : cluster [DBG] osdmap e2391: 8 total, 8 up, 8 in 2024-09-13T01:13:05.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:04 smithi032 bash[75510]: cluster 2024-09-13T01:13:03.916457+0000 mon.a (mon.0) 4204 : cluster [DBG] osdmap e2391: 8 total, 8 up, 8 in 2024-09-13T01:13:05.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:04 smithi032 bash[76677]: cluster 2024-09-13T01:13:03.916457+0000 mon.a (mon.0) 4204 : cluster [DBG] osdmap e2391: 8 total, 8 up, 8 in 2024-09-13T01:13:06.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:05 smithi053 bash[67631]: cluster 2024-09-13T01:13:04.917943+0000 mon.a (mon.0) 4205 : cluster [DBG] osdmap e2392: 8 total, 8 up, 8 in 2024-09-13T01:13:06.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:05 smithi053 bash[67631]: cluster 2024-09-13T01:13:05.016074+0000 mgr.y (mgr.34107) 2109 : cluster [DBG] pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 859 op/s 2024-09-13T01:13:06.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:05 smithi032 bash[75510]: cluster 2024-09-13T01:13:04.917943+0000 mon.a (mon.0) 4205 : cluster [DBG] osdmap e2392: 8 total, 8 up, 8 in 2024-09-13T01:13:06.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:05 smithi032 bash[75510]: cluster 2024-09-13T01:13:05.016074+0000 mgr.y (mgr.34107) 2109 : cluster [DBG] pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 859 op/s 2024-09-13T01:13:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:05 smithi032 bash[76677]: cluster 2024-09-13T01:13:04.917943+0000 mon.a (mon.0) 4205 : cluster [DBG] osdmap e2392: 8 total, 8 up, 8 in 2024-09-13T01:13:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:05 smithi032 bash[76677]: cluster 2024-09-13T01:13:05.016074+0000 mgr.y (mgr.34107) 2109 : cluster [DBG] pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 859 op/s 2024-09-13T01:13:07.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:06 smithi053 bash[67631]: cluster 2024-09-13T01:13:05.939349+0000 mon.a (mon.0) 4206 : cluster [DBG] osdmap e2393: 8 total, 8 up, 8 in 2024-09-13T01:13:07.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:06 smithi053 bash[67631]: cluster 2024-09-13T01:13:06.863816+0000 mon.a (mon.0) 4207 : cluster [DBG] osdmap e2394: 8 total, 8 up, 8 in 2024-09-13T01:13:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:06 smithi032 bash[75510]: cluster 2024-09-13T01:13:05.939349+0000 mon.a (mon.0) 4206 : cluster [DBG] osdmap e2393: 8 total, 8 up, 8 in 2024-09-13T01:13:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:06 smithi032 bash[75510]: cluster 2024-09-13T01:13:06.863816+0000 mon.a (mon.0) 4207 : cluster [DBG] osdmap e2394: 8 total, 8 up, 8 in 2024-09-13T01:13:07.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:06 smithi032 bash[76677]: cluster 2024-09-13T01:13:05.939349+0000 mon.a (mon.0) 4206 : cluster [DBG] osdmap e2393: 8 total, 8 up, 8 in 2024-09-13T01:13:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:06 smithi032 bash[76677]: cluster 2024-09-13T01:13:06.863816+0000 mon.a (mon.0) 4207 : cluster [DBG] osdmap e2394: 8 total, 8 up, 8 in 2024-09-13T01:13:08.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:07 smithi053 bash[67631]: cluster 2024-09-13T01:13:07.016928+0000 mgr.y (mgr.34107) 2110 : cluster [DBG] pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 861 op/s 2024-09-13T01:13:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:07 smithi032 bash[75510]: cluster 2024-09-13T01:13:07.016928+0000 mgr.y (mgr.34107) 2110 : cluster [DBG] pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 861 op/s 2024-09-13T01:13:08.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:07 smithi032 bash[76677]: cluster 2024-09-13T01:13:07.016928+0000 mgr.y (mgr.34107) 2110 : cluster [DBG] pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 861 op/s 2024-09-13T01:13:09.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:08 smithi053 bash[67631]: cluster 2024-09-13T01:13:07.948895+0000 mon.a (mon.0) 4208 : cluster [DBG] osdmap e2395: 8 total, 8 up, 8 in 2024-09-13T01:13:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:08 smithi032 bash[75510]: cluster 2024-09-13T01:13:07.948895+0000 mon.a (mon.0) 4208 : cluster [DBG] osdmap e2395: 8 total, 8 up, 8 in 2024-09-13T01:13:09.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:08 smithi032 bash[76677]: cluster 2024-09-13T01:13:07.948895+0000 mon.a (mon.0) 4208 : cluster [DBG] osdmap e2395: 8 total, 8 up, 8 in 2024-09-13T01:13:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:09 smithi053 bash[67631]: cluster 2024-09-13T01:13:08.958147+0000 mon.a (mon.0) 4209 : cluster [DBG] osdmap e2396: 8 total, 8 up, 8 in 2024-09-13T01:13:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:09 smithi053 bash[67631]: cluster 2024-09-13T01:13:09.017617+0000 mgr.y (mgr.34107) 2111 : cluster [DBG] pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 606 KiB/s rd, 5.0 KiB/s wr, 823 op/s 2024-09-13T01:13:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:09 smithi032 bash[75510]: cluster 2024-09-13T01:13:08.958147+0000 mon.a (mon.0) 4209 : cluster [DBG] osdmap e2396: 8 total, 8 up, 8 in 2024-09-13T01:13:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:09 smithi032 bash[75510]: cluster 2024-09-13T01:13:09.017617+0000 mgr.y (mgr.34107) 2111 : cluster [DBG] pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 606 KiB/s rd, 5.0 KiB/s wr, 823 op/s 2024-09-13T01:13:10.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:09 smithi032 bash[76677]: cluster 2024-09-13T01:13:08.958147+0000 mon.a (mon.0) 4209 : cluster [DBG] osdmap e2396: 8 total, 8 up, 8 in 2024-09-13T01:13:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:09 smithi032 bash[76677]: cluster 2024-09-13T01:13:09.017617+0000 mgr.y (mgr.34107) 2111 : cluster [DBG] pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 606 KiB/s rd, 5.0 KiB/s wr, 823 op/s 2024-09-13T01:13:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:10 smithi053 bash[67631]: cluster 2024-09-13T01:13:09.968523+0000 mon.a (mon.0) 4210 : cluster [DBG] osdmap e2397: 8 total, 8 up, 8 in 2024-09-13T01:13:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:10 smithi053 bash[67631]: audit 2024-09-13T01:13:10.233875+0000 mon.a (mon.0) 4211 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:13:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:10 smithi032 bash[75510]: cluster 2024-09-13T01:13:09.968523+0000 mon.a (mon.0) 4210 : cluster [DBG] osdmap e2397: 8 total, 8 up, 8 in 2024-09-13T01:13:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:10 smithi032 bash[75510]: audit 2024-09-13T01:13:10.233875+0000 mon.a (mon.0) 4211 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:13:11.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:10 smithi032 bash[76677]: cluster 2024-09-13T01:13:09.968523+0000 mon.a (mon.0) 4210 : cluster [DBG] osdmap e2397: 8 total, 8 up, 8 in 2024-09-13T01:13:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:10 smithi032 bash[76677]: audit 2024-09-13T01:13:10.233875+0000 mon.a (mon.0) 4211 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:13:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:11 smithi053 bash[67631]: cluster 2024-09-13T01:13:10.970119+0000 mon.a (mon.0) 4212 : cluster [DBG] osdmap e2398: 8 total, 8 up, 8 in 2024-09-13T01:13:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:11 smithi053 bash[67631]: cluster 2024-09-13T01:13:11.018324+0000 mgr.y (mgr.34107) 2112 : cluster [DBG] pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 818 op/s 2024-09-13T01:13:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:11 smithi053 bash[67631]: cluster 2024-09-13T01:13:11.867044+0000 mon.a (mon.0) 4213 : cluster [DBG] osdmap e2399: 8 total, 8 up, 8 in 2024-09-13T01:13:12.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:11 smithi032 bash[75510]: cluster 2024-09-13T01:13:10.970119+0000 mon.a (mon.0) 4212 : cluster [DBG] osdmap e2398: 8 total, 8 up, 8 in 2024-09-13T01:13:12.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:11 smithi032 bash[75510]: cluster 2024-09-13T01:13:11.018324+0000 mgr.y (mgr.34107) 2112 : cluster [DBG] pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 818 op/s 2024-09-13T01:13:12.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:11 smithi032 bash[75510]: cluster 2024-09-13T01:13:11.867044+0000 mon.a (mon.0) 4213 : cluster [DBG] osdmap e2399: 8 total, 8 up, 8 in 2024-09-13T01:13:12.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:11 smithi032 bash[76677]: cluster 2024-09-13T01:13:10.970119+0000 mon.a (mon.0) 4212 : cluster [DBG] osdmap e2398: 8 total, 8 up, 8 in 2024-09-13T01:13:12.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:11 smithi032 bash[76677]: cluster 2024-09-13T01:13:11.018324+0000 mgr.y (mgr.34107) 2112 : cluster [DBG] pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 818 op/s 2024-09-13T01:13:12.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:11 smithi032 bash[76677]: cluster 2024-09-13T01:13:11.867044+0000 mon.a (mon.0) 4213 : cluster [DBG] osdmap e2399: 8 total, 8 up, 8 in 2024-09-13T01:13:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:13:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:13:12] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-09-13T01:13:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:13:12 smithi053 bash[94430]: ts=2024-09-13T01:13:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:13:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:13 smithi032 bash[75510]: cluster 2024-09-13T01:13:12.870568+0000 mon.a (mon.0) 4214 : cluster [DBG] osdmap e2400: 8 total, 8 up, 8 in 2024-09-13T01:13:14.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:13 smithi032 bash[75510]: cluster 2024-09-13T01:13:13.019026+0000 mgr.y (mgr.34107) 2113 : cluster [DBG] pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T01:13:14.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:13 smithi032 bash[76677]: cluster 2024-09-13T01:13:12.870568+0000 mon.a (mon.0) 4214 : cluster [DBG] osdmap e2400: 8 total, 8 up, 8 in 2024-09-13T01:13:14.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:13 smithi032 bash[76677]: cluster 2024-09-13T01:13:13.019026+0000 mgr.y (mgr.34107) 2113 : cluster [DBG] pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T01:13:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:13 smithi053 bash[67631]: cluster 2024-09-13T01:13:12.870568+0000 mon.a (mon.0) 4214 : cluster [DBG] osdmap e2400: 8 total, 8 up, 8 in 2024-09-13T01:13:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:13 smithi053 bash[67631]: cluster 2024-09-13T01:13:13.019026+0000 mgr.y (mgr.34107) 2113 : cluster [DBG] pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T01:13:15.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:14 smithi032 bash[75510]: cluster 2024-09-13T01:13:13.879728+0000 mon.a (mon.0) 4215 : cluster [DBG] osdmap e2401: 8 total, 8 up, 8 in 2024-09-13T01:13:15.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:14 smithi032 bash[76677]: cluster 2024-09-13T01:13:13.879728+0000 mon.a (mon.0) 4215 : cluster [DBG] osdmap e2401: 8 total, 8 up, 8 in 2024-09-13T01:13:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:14 smithi053 bash[67631]: cluster 2024-09-13T01:13:13.879728+0000 mon.a (mon.0) 4215 : cluster [DBG] osdmap e2401: 8 total, 8 up, 8 in 2024-09-13T01:13:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:15 smithi032 bash[75510]: cluster 2024-09-13T01:13:14.882217+0000 mon.a (mon.0) 4216 : cluster [DBG] osdmap e2402: 8 total, 8 up, 8 in 2024-09-13T01:13:16.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:15 smithi032 bash[75510]: cluster 2024-09-13T01:13:15.019744+0000 mgr.y (mgr.34107) 2114 : cluster [DBG] pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 774 op/s 2024-09-13T01:13:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:15 smithi032 bash[76677]: cluster 2024-09-13T01:13:14.882217+0000 mon.a (mon.0) 4216 : cluster [DBG] osdmap e2402: 8 total, 8 up, 8 in 2024-09-13T01:13:16.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:15 smithi032 bash[76677]: cluster 2024-09-13T01:13:15.019744+0000 mgr.y (mgr.34107) 2114 : cluster [DBG] pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 774 op/s 2024-09-13T01:13:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:15 smithi053 bash[67631]: cluster 2024-09-13T01:13:14.882217+0000 mon.a (mon.0) 4216 : cluster [DBG] osdmap e2402: 8 total, 8 up, 8 in 2024-09-13T01:13:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:15 smithi053 bash[67631]: cluster 2024-09-13T01:13:15.019744+0000 mgr.y (mgr.34107) 2114 : cluster [DBG] pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 774 op/s 2024-09-13T01:13:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:16 smithi032 bash[75510]: cluster 2024-09-13T01:13:15.905951+0000 mon.a (mon.0) 4217 : cluster [DBG] osdmap e2403: 8 total, 8 up, 8 in 2024-09-13T01:13:17.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:16 smithi032 bash[75510]: cluster 2024-09-13T01:13:16.869897+0000 mon.a (mon.0) 4218 : cluster [DBG] osdmap e2404: 8 total, 8 up, 8 in 2024-09-13T01:13:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:16 smithi032 bash[76677]: cluster 2024-09-13T01:13:15.905951+0000 mon.a (mon.0) 4217 : cluster [DBG] osdmap e2403: 8 total, 8 up, 8 in 2024-09-13T01:13:17.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:16 smithi032 bash[76677]: cluster 2024-09-13T01:13:16.869897+0000 mon.a (mon.0) 4218 : cluster [DBG] osdmap e2404: 8 total, 8 up, 8 in 2024-09-13T01:13:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:16 smithi053 bash[67631]: cluster 2024-09-13T01:13:15.905951+0000 mon.a (mon.0) 4217 : cluster [DBG] osdmap e2403: 8 total, 8 up, 8 in 2024-09-13T01:13:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:16 smithi053 bash[67631]: cluster 2024-09-13T01:13:16.869897+0000 mon.a (mon.0) 4218 : cluster [DBG] osdmap e2404: 8 total, 8 up, 8 in 2024-09-13T01:13:18.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:17 smithi032 bash[75510]: cluster 2024-09-13T01:13:17.020484+0000 mgr.y (mgr.34107) 2115 : cluster [DBG] pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 5.0 KiB/s wr, 772 op/s 2024-09-13T01:13:18.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:17 smithi032 bash[76677]: cluster 2024-09-13T01:13:17.020484+0000 mgr.y (mgr.34107) 2115 : cluster [DBG] pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 5.0 KiB/s wr, 772 op/s 2024-09-13T01:13:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:17 smithi053 bash[67631]: cluster 2024-09-13T01:13:17.020484+0000 mgr.y (mgr.34107) 2115 : cluster [DBG] pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 5.0 KiB/s wr, 772 op/s 2024-09-13T01:13:19.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:18 smithi053 bash[67631]: cluster 2024-09-13T01:13:17.915604+0000 mon.a (mon.0) 4219 : cluster [DBG] osdmap e2405: 8 total, 8 up, 8 in 2024-09-13T01:13:19.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:18 smithi032 bash[75510]: cluster 2024-09-13T01:13:17.915604+0000 mon.a (mon.0) 4219 : cluster [DBG] osdmap e2405: 8 total, 8 up, 8 in 2024-09-13T01:13:19.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:18 smithi032 bash[76677]: cluster 2024-09-13T01:13:17.915604+0000 mon.a (mon.0) 4219 : cluster [DBG] osdmap e2405: 8 total, 8 up, 8 in 2024-09-13T01:13:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:19 smithi053 bash[67631]: cluster 2024-09-13T01:13:18.917309+0000 mon.a (mon.0) 4220 : cluster [DBG] osdmap e2406: 8 total, 8 up, 8 in 2024-09-13T01:13:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:19 smithi053 bash[67631]: cluster 2024-09-13T01:13:19.021213+0000 mgr.y (mgr.34107) 2116 : cluster [DBG] pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-13T01:13:20.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:19 smithi032 bash[75510]: cluster 2024-09-13T01:13:18.917309+0000 mon.a (mon.0) 4220 : cluster [DBG] osdmap e2406: 8 total, 8 up, 8 in 2024-09-13T01:13:20.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:19 smithi032 bash[75510]: cluster 2024-09-13T01:13:19.021213+0000 mgr.y (mgr.34107) 2116 : cluster [DBG] pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-13T01:13:20.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:19 smithi032 bash[76677]: cluster 2024-09-13T01:13:18.917309+0000 mon.a (mon.0) 4220 : cluster [DBG] osdmap e2406: 8 total, 8 up, 8 in 2024-09-13T01:13:20.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:19 smithi032 bash[76677]: cluster 2024-09-13T01:13:19.021213+0000 mgr.y (mgr.34107) 2116 : cluster [DBG] pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-13T01:13:21.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:20 smithi053 bash[67631]: cluster 2024-09-13T01:13:19.939406+0000 mon.a (mon.0) 4221 : cluster [DBG] osdmap e2407: 8 total, 8 up, 8 in 2024-09-13T01:13:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:20 smithi032 bash[75510]: cluster 2024-09-13T01:13:19.939406+0000 mon.a (mon.0) 4221 : cluster [DBG] osdmap e2407: 8 total, 8 up, 8 in 2024-09-13T01:13:21.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:20 smithi032 bash[76677]: cluster 2024-09-13T01:13:19.939406+0000 mon.a (mon.0) 4221 : cluster [DBG] osdmap e2407: 8 total, 8 up, 8 in 2024-09-13T01:13:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:21 smithi053 bash[67631]: cluster 2024-09-13T01:13:20.948356+0000 mon.a (mon.0) 4222 : cluster [DBG] osdmap e2408: 8 total, 8 up, 8 in 2024-09-13T01:13:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:21 smithi053 bash[67631]: cluster 2024-09-13T01:13:21.021900+0000 mgr.y (mgr.34107) 2117 : cluster [DBG] pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-13T01:13:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:21 smithi053 bash[67631]: cluster 2024-09-13T01:13:21.872081+0000 mon.a (mon.0) 4223 : cluster [DBG] osdmap e2409: 8 total, 8 up, 8 in 2024-09-13T01:13:22.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:21 smithi032 bash[75510]: cluster 2024-09-13T01:13:20.948356+0000 mon.a (mon.0) 4222 : cluster [DBG] osdmap e2408: 8 total, 8 up, 8 in 2024-09-13T01:13:22.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:21 smithi032 bash[75510]: cluster 2024-09-13T01:13:21.021900+0000 mgr.y (mgr.34107) 2117 : cluster [DBG] pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-13T01:13:22.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:21 smithi032 bash[75510]: cluster 2024-09-13T01:13:21.872081+0000 mon.a (mon.0) 4223 : cluster [DBG] osdmap e2409: 8 total, 8 up, 8 in 2024-09-13T01:13:22.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:21 smithi032 bash[76677]: cluster 2024-09-13T01:13:20.948356+0000 mon.a (mon.0) 4222 : cluster [DBG] osdmap e2408: 8 total, 8 up, 8 in 2024-09-13T01:13:22.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:21 smithi032 bash[76677]: cluster 2024-09-13T01:13:21.021900+0000 mgr.y (mgr.34107) 2117 : cluster [DBG] pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-13T01:13:22.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:21 smithi032 bash[76677]: cluster 2024-09-13T01:13:21.872081+0000 mon.a (mon.0) 4223 : cluster [DBG] osdmap e2409: 8 total, 8 up, 8 in 2024-09-13T01:13:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:13:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:13:22] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-09-13T01:13:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:13:22 smithi053 bash[94430]: ts=2024-09-13T01:13:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:13:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:23 smithi053 bash[67631]: cluster 2024-09-13T01:13:22.960294+0000 mon.a (mon.0) 4224 : cluster [DBG] osdmap e2410: 8 total, 8 up, 8 in 2024-09-13T01:13:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:23 smithi053 bash[67631]: cluster 2024-09-13T01:13:23.022603+0000 mgr.y (mgr.34107) 2118 : cluster [DBG] pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:13:24.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:23 smithi032 bash[75510]: cluster 2024-09-13T01:13:22.960294+0000 mon.a (mon.0) 4224 : cluster [DBG] osdmap e2410: 8 total, 8 up, 8 in 2024-09-13T01:13:24.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:23 smithi032 bash[75510]: cluster 2024-09-13T01:13:23.022603+0000 mgr.y (mgr.34107) 2118 : cluster [DBG] pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:13:24.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:23 smithi032 bash[76677]: cluster 2024-09-13T01:13:22.960294+0000 mon.a (mon.0) 4224 : cluster [DBG] osdmap e2410: 8 total, 8 up, 8 in 2024-09-13T01:13:24.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:23 smithi032 bash[76677]: cluster 2024-09-13T01:13:23.022603+0000 mgr.y (mgr.34107) 2118 : cluster [DBG] pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:13:25.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:24 smithi053 bash[67631]: cluster 2024-09-13T01:13:23.969506+0000 mon.a (mon.0) 4225 : cluster [DBG] osdmap e2411: 8 total, 8 up, 8 in 2024-09-13T01:13:25.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:24 smithi032 bash[76677]: cluster 2024-09-13T01:13:23.969506+0000 mon.a (mon.0) 4225 : cluster [DBG] osdmap e2411: 8 total, 8 up, 8 in 2024-09-13T01:13:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:24 smithi032 bash[75510]: cluster 2024-09-13T01:13:23.969506+0000 mon.a (mon.0) 4225 : cluster [DBG] osdmap e2411: 8 total, 8 up, 8 in 2024-09-13T01:13:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:25 smithi053 bash[67631]: cluster 2024-09-13T01:13:24.977838+0000 mon.a (mon.0) 4226 : cluster [DBG] osdmap e2412: 8 total, 8 up, 8 in 2024-09-13T01:13:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:25 smithi053 bash[67631]: cluster 2024-09-13T01:13:25.023516+0000 mgr.y (mgr.34107) 2119 : cluster [DBG] pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 688 op/s 2024-09-13T01:13:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:25 smithi053 bash[67631]: audit 2024-09-13T01:13:25.234315+0000 mon.a (mon.0) 4227 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:13:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:25 smithi032 bash[75510]: cluster 2024-09-13T01:13:24.977838+0000 mon.a (mon.0) 4226 : cluster [DBG] osdmap e2412: 8 total, 8 up, 8 in 2024-09-13T01:13:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:25 smithi032 bash[75510]: cluster 2024-09-13T01:13:25.023516+0000 mgr.y (mgr.34107) 2119 : cluster [DBG] pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 688 op/s 2024-09-13T01:13:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:25 smithi032 bash[75510]: audit 2024-09-13T01:13:25.234315+0000 mon.a (mon.0) 4227 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:13:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:25 smithi032 bash[76677]: cluster 2024-09-13T01:13:24.977838+0000 mon.a (mon.0) 4226 : cluster [DBG] osdmap e2412: 8 total, 8 up, 8 in 2024-09-13T01:13:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:25 smithi032 bash[76677]: cluster 2024-09-13T01:13:25.023516+0000 mgr.y (mgr.34107) 2119 : cluster [DBG] pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 688 op/s 2024-09-13T01:13:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:25 smithi032 bash[76677]: audit 2024-09-13T01:13:25.234315+0000 mon.a (mon.0) 4227 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:13:27.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:26 smithi053 bash[67631]: cluster 2024-09-13T01:13:25.989681+0000 mon.a (mon.0) 4228 : cluster [DBG] osdmap e2413: 8 total, 8 up, 8 in 2024-09-13T01:13:27.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:26 smithi053 bash[67631]: cluster 2024-09-13T01:13:26.878163+0000 mon.a (mon.0) 4229 : cluster [DBG] osdmap e2414: 8 total, 8 up, 8 in 2024-09-13T01:13:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:26 smithi032 bash[75510]: cluster 2024-09-13T01:13:25.989681+0000 mon.a (mon.0) 4228 : cluster [DBG] osdmap e2413: 8 total, 8 up, 8 in 2024-09-13T01:13:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:26 smithi032 bash[75510]: cluster 2024-09-13T01:13:26.878163+0000 mon.a (mon.0) 4229 : cluster [DBG] osdmap e2414: 8 total, 8 up, 8 in 2024-09-13T01:13:27.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:26 smithi032 bash[76677]: cluster 2024-09-13T01:13:25.989681+0000 mon.a (mon.0) 4228 : cluster [DBG] osdmap e2413: 8 total, 8 up, 8 in 2024-09-13T01:13:27.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:26 smithi032 bash[76677]: cluster 2024-09-13T01:13:26.878163+0000 mon.a (mon.0) 4229 : cluster [DBG] osdmap e2414: 8 total, 8 up, 8 in 2024-09-13T01:13:28.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:28 smithi053 bash[67631]: cluster 2024-09-13T01:13:27.024274+0000 mgr.y (mgr.34107) 2120 : cluster [DBG] pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-09-13T01:13:28.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:28 smithi032 bash[76677]: cluster 2024-09-13T01:13:27.024274+0000 mgr.y (mgr.34107) 2120 : cluster [DBG] pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-09-13T01:13:28.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:28 smithi032 bash[75510]: cluster 2024-09-13T01:13:27.024274+0000 mgr.y (mgr.34107) 2120 : cluster [DBG] pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-09-13T01:13:29.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:29 smithi053 bash[67631]: cluster 2024-09-13T01:13:27.993238+0000 mon.a (mon.0) 4230 : cluster [DBG] osdmap e2415: 8 total, 8 up, 8 in 2024-09-13T01:13:29.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:29 smithi032 bash[75510]: cluster 2024-09-13T01:13:27.993238+0000 mon.a (mon.0) 4230 : cluster [DBG] osdmap e2415: 8 total, 8 up, 8 in 2024-09-13T01:13:29.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:29 smithi032 bash[76677]: cluster 2024-09-13T01:13:27.993238+0000 mon.a (mon.0) 4230 : cluster [DBG] osdmap e2415: 8 total, 8 up, 8 in 2024-09-13T01:13:30.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:30 smithi053 bash[67631]: cluster 2024-09-13T01:13:29.016371+0000 mon.a (mon.0) 4231 : cluster [DBG] osdmap e2416: 8 total, 8 up, 8 in 2024-09-13T01:13:30.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:30 smithi053 bash[67631]: cluster 2024-09-13T01:13:29.025187+0000 mgr.y (mgr.34107) 2121 : cluster [DBG] pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-09-13T01:13:30.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:30 smithi032 bash[75510]: cluster 2024-09-13T01:13:29.016371+0000 mon.a (mon.0) 4231 : cluster [DBG] osdmap e2416: 8 total, 8 up, 8 in 2024-09-13T01:13:30.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:30 smithi032 bash[75510]: cluster 2024-09-13T01:13:29.025187+0000 mgr.y (mgr.34107) 2121 : cluster [DBG] pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-09-13T01:13:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:30 smithi032 bash[76677]: cluster 2024-09-13T01:13:29.016371+0000 mon.a (mon.0) 4231 : cluster [DBG] osdmap e2416: 8 total, 8 up, 8 in 2024-09-13T01:13:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:30 smithi032 bash[76677]: cluster 2024-09-13T01:13:29.025187+0000 mgr.y (mgr.34107) 2121 : cluster [DBG] pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-09-13T01:13:31.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:31 smithi053 bash[67631]: cluster 2024-09-13T01:13:30.026602+0000 mon.a (mon.0) 4232 : cluster [DBG] osdmap e2417: 8 total, 8 up, 8 in 2024-09-13T01:13:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:31 smithi032 bash[75510]: cluster 2024-09-13T01:13:30.026602+0000 mon.a (mon.0) 4232 : cluster [DBG] osdmap e2417: 8 total, 8 up, 8 in 2024-09-13T01:13:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:31 smithi032 bash[76677]: cluster 2024-09-13T01:13:30.026602+0000 mon.a (mon.0) 4232 : cluster [DBG] osdmap e2417: 8 total, 8 up, 8 in 2024-09-13T01:13:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:32 smithi053 bash[67631]: cluster 2024-09-13T01:13:31.026059+0000 mgr.y (mgr.34107) 2122 : cluster [DBG] pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-09-13T01:13:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:32 smithi053 bash[67631]: cluster 2024-09-13T01:13:31.027714+0000 mon.a (mon.0) 4233 : cluster [DBG] osdmap e2418: 8 total, 8 up, 8 in 2024-09-13T01:13:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:32 smithi053 bash[67631]: cluster 2024-09-13T01:13:31.881224+0000 mon.a (mon.0) 4234 : cluster [DBG] osdmap e2419: 8 total, 8 up, 8 in 2024-09-13T01:13:32.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:32 smithi032 bash[75510]: cluster 2024-09-13T01:13:31.026059+0000 mgr.y (mgr.34107) 2122 : cluster [DBG] pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-09-13T01:13:32.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:32 smithi032 bash[75510]: cluster 2024-09-13T01:13:31.027714+0000 mon.a (mon.0) 4233 : cluster [DBG] osdmap e2418: 8 total, 8 up, 8 in 2024-09-13T01:13:32.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:32 smithi032 bash[75510]: cluster 2024-09-13T01:13:31.881224+0000 mon.a (mon.0) 4234 : cluster [DBG] osdmap e2419: 8 total, 8 up, 8 in 2024-09-13T01:13:32.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:32 smithi032 bash[76677]: cluster 2024-09-13T01:13:31.026059+0000 mgr.y (mgr.34107) 2122 : cluster [DBG] pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-09-13T01:13:32.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:32 smithi032 bash[76677]: cluster 2024-09-13T01:13:31.027714+0000 mon.a (mon.0) 4233 : cluster [DBG] osdmap e2418: 8 total, 8 up, 8 in 2024-09-13T01:13:32.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:32 smithi032 bash[76677]: cluster 2024-09-13T01:13:31.881224+0000 mon.a (mon.0) 4234 : cluster [DBG] osdmap e2419: 8 total, 8 up, 8 in 2024-09-13T01:13:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:13:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:13:32] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-09-13T01:13:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:13:32 smithi053 bash[94430]: ts=2024-09-13T01:13:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:13:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:33 smithi032 bash[75510]: cluster 2024-09-13T01:13:32.883989+0000 mon.a (mon.0) 4235 : cluster [DBG] osdmap e2420: 8 total, 8 up, 8 in 2024-09-13T01:13:34.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:33 smithi032 bash[75510]: cluster 2024-09-13T01:13:33.026805+0000 mgr.y (mgr.34107) 2123 : cluster [DBG] pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T01:13:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:33 smithi032 bash[76677]: cluster 2024-09-13T01:13:32.883989+0000 mon.a (mon.0) 4235 : cluster [DBG] osdmap e2420: 8 total, 8 up, 8 in 2024-09-13T01:13:34.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:33 smithi032 bash[76677]: cluster 2024-09-13T01:13:33.026805+0000 mgr.y (mgr.34107) 2123 : cluster [DBG] pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T01:13:34.288 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:33 smithi053 bash[67631]: cluster 2024-09-13T01:13:32.883989+0000 mon.a (mon.0) 4235 : cluster [DBG] osdmap e2420: 8 total, 8 up, 8 in 2024-09-13T01:13:34.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:33 smithi053 bash[67631]: cluster 2024-09-13T01:13:33.026805+0000 mgr.y (mgr.34107) 2123 : cluster [DBG] pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T01:13:35.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:34 smithi032 bash[75510]: cluster 2024-09-13T01:13:33.893590+0000 mon.a (mon.0) 4236 : cluster [DBG] osdmap e2421: 8 total, 8 up, 8 in 2024-09-13T01:13:35.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:34 smithi032 bash[75510]: audit 2024-09-13T01:13:33.894253+0000 mon.a (mon.0) 4237 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:13:35.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:34 smithi032 bash[75510]: audit 2024-09-13T01:13:34.431320+0000 mon.a (mon.0) 4238 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:13:35.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:34 smithi032 bash[75510]: audit 2024-09-13T01:13:34.432550+0000 mon.a (mon.0) 4239 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:13:35.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:34 smithi032 bash[75510]: audit 2024-09-13T01:13:34.441685+0000 mon.a (mon.0) 4240 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:13:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:34 smithi032 bash[76677]: cluster 2024-09-13T01:13:33.893590+0000 mon.a (mon.0) 4236 : cluster [DBG] osdmap e2421: 8 total, 8 up, 8 in 2024-09-13T01:13:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:34 smithi032 bash[76677]: audit 2024-09-13T01:13:33.894253+0000 mon.a (mon.0) 4237 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:13:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:34 smithi032 bash[76677]: audit 2024-09-13T01:13:34.431320+0000 mon.a (mon.0) 4238 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:13:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:34 smithi032 bash[76677]: audit 2024-09-13T01:13:34.432550+0000 mon.a (mon.0) 4239 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:13:35.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:34 smithi032 bash[76677]: audit 2024-09-13T01:13:34.441685+0000 mon.a (mon.0) 4240 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:13:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:34 smithi053 bash[67631]: cluster 2024-09-13T01:13:33.893590+0000 mon.a (mon.0) 4236 : cluster [DBG] osdmap e2421: 8 total, 8 up, 8 in 2024-09-13T01:13:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:34 smithi053 bash[67631]: audit 2024-09-13T01:13:33.894253+0000 mon.a (mon.0) 4237 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:13:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:34 smithi053 bash[67631]: audit 2024-09-13T01:13:34.431320+0000 mon.a (mon.0) 4238 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:13:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:34 smithi053 bash[67631]: audit 2024-09-13T01:13:34.432550+0000 mon.a (mon.0) 4239 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:13:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:34 smithi053 bash[67631]: audit 2024-09-13T01:13:34.441685+0000 mon.a (mon.0) 4240 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:13:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:35 smithi032 bash[76677]: cluster 2024-09-13T01:13:34.895895+0000 mon.a (mon.0) 4241 : cluster [DBG] osdmap e2422: 8 total, 8 up, 8 in 2024-09-13T01:13:36.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:35 smithi032 bash[76677]: cluster 2024-09-13T01:13:35.027538+0000 mgr.y (mgr.34107) 2124 : cluster [DBG] pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2024-09-13T01:13:36.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:35 smithi032 bash[75510]: cluster 2024-09-13T01:13:34.895895+0000 mon.a (mon.0) 4241 : cluster [DBG] osdmap e2422: 8 total, 8 up, 8 in 2024-09-13T01:13:36.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:35 smithi032 bash[75510]: cluster 2024-09-13T01:13:35.027538+0000 mgr.y (mgr.34107) 2124 : cluster [DBG] pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2024-09-13T01:13:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:35 smithi053 bash[67631]: cluster 2024-09-13T01:13:34.895895+0000 mon.a (mon.0) 4241 : cluster [DBG] osdmap e2422: 8 total, 8 up, 8 in 2024-09-13T01:13:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:35 smithi053 bash[67631]: cluster 2024-09-13T01:13:35.027538+0000 mgr.y (mgr.34107) 2124 : cluster [DBG] pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2024-09-13T01:13:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:36 smithi032 bash[75510]: cluster 2024-09-13T01:13:35.918653+0000 mon.a (mon.0) 4242 : cluster [DBG] osdmap e2423: 8 total, 8 up, 8 in 2024-09-13T01:13:37.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:36 smithi032 bash[75510]: cluster 2024-09-13T01:13:36.886469+0000 mon.a (mon.0) 4243 : cluster [DBG] osdmap e2424: 8 total, 8 up, 8 in 2024-09-13T01:13:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:36 smithi032 bash[76677]: cluster 2024-09-13T01:13:35.918653+0000 mon.a (mon.0) 4242 : cluster [DBG] osdmap e2423: 8 total, 8 up, 8 in 2024-09-13T01:13:37.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:36 smithi032 bash[76677]: cluster 2024-09-13T01:13:36.886469+0000 mon.a (mon.0) 4243 : cluster [DBG] osdmap e2424: 8 total, 8 up, 8 in 2024-09-13T01:13:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:36 smithi053 bash[67631]: cluster 2024-09-13T01:13:35.918653+0000 mon.a (mon.0) 4242 : cluster [DBG] osdmap e2423: 8 total, 8 up, 8 in 2024-09-13T01:13:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:36 smithi053 bash[67631]: cluster 2024-09-13T01:13:36.886469+0000 mon.a (mon.0) 4243 : cluster [DBG] osdmap e2424: 8 total, 8 up, 8 in 2024-09-13T01:13:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:37 smithi032 bash[75510]: cluster 2024-09-13T01:13:37.028271+0000 mgr.y (mgr.34107) 2125 : cluster [DBG] pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2024-09-13T01:13:38.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:37 smithi032 bash[76677]: cluster 2024-09-13T01:13:37.028271+0000 mgr.y (mgr.34107) 2125 : cluster [DBG] pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2024-09-13T01:13:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:37 smithi053 bash[67631]: cluster 2024-09-13T01:13:37.028271+0000 mgr.y (mgr.34107) 2125 : cluster [DBG] pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2024-09-13T01:13:39.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:38 smithi053 bash[67631]: cluster 2024-09-13T01:13:37.929390+0000 mon.a (mon.0) 4244 : cluster [DBG] osdmap e2425: 8 total, 8 up, 8 in 2024-09-13T01:13:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:38 smithi032 bash[75510]: cluster 2024-09-13T01:13:37.929390+0000 mon.a (mon.0) 4244 : cluster [DBG] osdmap e2425: 8 total, 8 up, 8 in 2024-09-13T01:13:39.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:38 smithi032 bash[76677]: cluster 2024-09-13T01:13:37.929390+0000 mon.a (mon.0) 4244 : cluster [DBG] osdmap e2425: 8 total, 8 up, 8 in 2024-09-13T01:13:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:39 smithi053 bash[67631]: cluster 2024-09-13T01:13:38.938091+0000 mon.a (mon.0) 4245 : cluster [DBG] osdmap e2426: 8 total, 8 up, 8 in 2024-09-13T01:13:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:39 smithi053 bash[67631]: cluster 2024-09-13T01:13:39.029027+0000 mgr.y (mgr.34107) 2126 : cluster [DBG] pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-09-13T01:13:40.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:39 smithi032 bash[75510]: cluster 2024-09-13T01:13:38.938091+0000 mon.a (mon.0) 4245 : cluster [DBG] osdmap e2426: 8 total, 8 up, 8 in 2024-09-13T01:13:40.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:39 smithi032 bash[75510]: cluster 2024-09-13T01:13:39.029027+0000 mgr.y (mgr.34107) 2126 : cluster [DBG] pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-09-13T01:13:40.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:39 smithi032 bash[76677]: cluster 2024-09-13T01:13:38.938091+0000 mon.a (mon.0) 4245 : cluster [DBG] osdmap e2426: 8 total, 8 up, 8 in 2024-09-13T01:13:40.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:39 smithi032 bash[76677]: cluster 2024-09-13T01:13:39.029027+0000 mgr.y (mgr.34107) 2126 : cluster [DBG] pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-09-13T01:13:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:40 smithi053 bash[67631]: cluster 2024-09-13T01:13:39.950532+0000 mon.a (mon.0) 4246 : cluster [DBG] osdmap e2427: 8 total, 8 up, 8 in 2024-09-13T01:13:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:40 smithi053 bash[67631]: audit 2024-09-13T01:13:40.234806+0000 mon.a (mon.0) 4247 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:13:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:40 smithi032 bash[75510]: cluster 2024-09-13T01:13:39.950532+0000 mon.a (mon.0) 4246 : cluster [DBG] osdmap e2427: 8 total, 8 up, 8 in 2024-09-13T01:13:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:40 smithi032 bash[75510]: audit 2024-09-13T01:13:40.234806+0000 mon.a (mon.0) 4247 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:13:41.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:40 smithi032 bash[76677]: cluster 2024-09-13T01:13:39.950532+0000 mon.a (mon.0) 4246 : cluster [DBG] osdmap e2427: 8 total, 8 up, 8 in 2024-09-13T01:13:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:40 smithi032 bash[76677]: audit 2024-09-13T01:13:40.234806+0000 mon.a (mon.0) 4247 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:13:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:41 smithi053 bash[67631]: cluster 2024-09-13T01:13:40.958240+0000 mon.a (mon.0) 4248 : cluster [DBG] osdmap e2428: 8 total, 8 up, 8 in 2024-09-13T01:13:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:41 smithi053 bash[67631]: cluster 2024-09-13T01:13:41.029690+0000 mgr.y (mgr.34107) 2127 : cluster [DBG] pgmap v4108: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-09-13T01:13:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:41 smithi053 bash[67631]: cluster 2024-09-13T01:13:41.886772+0000 mon.a (mon.0) 4249 : cluster [DBG] osdmap e2429: 8 total, 8 up, 8 in 2024-09-13T01:13:42.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:41 smithi032 bash[75510]: cluster 2024-09-13T01:13:40.958240+0000 mon.a (mon.0) 4248 : cluster [DBG] osdmap e2428: 8 total, 8 up, 8 in 2024-09-13T01:13:42.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:41 smithi032 bash[75510]: cluster 2024-09-13T01:13:41.029690+0000 mgr.y (mgr.34107) 2127 : cluster [DBG] pgmap v4108: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-09-13T01:13:42.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:41 smithi032 bash[75510]: cluster 2024-09-13T01:13:41.886772+0000 mon.a (mon.0) 4249 : cluster [DBG] osdmap e2429: 8 total, 8 up, 8 in 2024-09-13T01:13:42.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:41 smithi032 bash[76677]: cluster 2024-09-13T01:13:40.958240+0000 mon.a (mon.0) 4248 : cluster [DBG] osdmap e2428: 8 total, 8 up, 8 in 2024-09-13T01:13:42.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:41 smithi032 bash[76677]: cluster 2024-09-13T01:13:41.029690+0000 mgr.y (mgr.34107) 2127 : cluster [DBG] pgmap v4108: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-09-13T01:13:42.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:41 smithi032 bash[76677]: cluster 2024-09-13T01:13:41.886772+0000 mon.a (mon.0) 4249 : cluster [DBG] osdmap e2429: 8 total, 8 up, 8 in 2024-09-13T01:13:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:13:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:13:42] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-09-13T01:13:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:13:42 smithi053 bash[94430]: ts=2024-09-13T01:13:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:13:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:43 smithi053 bash[67631]: cluster 2024-09-13T01:13:42.972338+0000 mon.a (mon.0) 4250 : cluster [DBG] osdmap e2430: 8 total, 8 up, 8 in 2024-09-13T01:13:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:43 smithi053 bash[67631]: cluster 2024-09-13T01:13:43.030473+0000 mgr.y (mgr.34107) 2128 : cluster [DBG] pgmap v4111: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T01:13:44.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:43 smithi032 bash[75510]: cluster 2024-09-13T01:13:42.972338+0000 mon.a (mon.0) 4250 : cluster [DBG] osdmap e2430: 8 total, 8 up, 8 in 2024-09-13T01:13:44.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:43 smithi032 bash[75510]: cluster 2024-09-13T01:13:43.030473+0000 mgr.y (mgr.34107) 2128 : cluster [DBG] pgmap v4111: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T01:13:44.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:43 smithi032 bash[76677]: cluster 2024-09-13T01:13:42.972338+0000 mon.a (mon.0) 4250 : cluster [DBG] osdmap e2430: 8 total, 8 up, 8 in 2024-09-13T01:13:44.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:43 smithi032 bash[76677]: cluster 2024-09-13T01:13:43.030473+0000 mgr.y (mgr.34107) 2128 : cluster [DBG] pgmap v4111: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T01:13:45.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:44 smithi053 bash[67631]: cluster 2024-09-13T01:13:43.982428+0000 mon.a (mon.0) 4251 : cluster [DBG] osdmap e2431: 8 total, 8 up, 8 in 2024-09-13T01:13:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:44 smithi032 bash[75510]: cluster 2024-09-13T01:13:43.982428+0000 mon.a (mon.0) 4251 : cluster [DBG] osdmap e2431: 8 total, 8 up, 8 in 2024-09-13T01:13:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:44 smithi032 bash[76677]: cluster 2024-09-13T01:13:43.982428+0000 mon.a (mon.0) 4251 : cluster [DBG] osdmap e2431: 8 total, 8 up, 8 in 2024-09-13T01:13:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:45 smithi053 bash[67631]: cluster 2024-09-13T01:13:44.989965+0000 mon.a (mon.0) 4252 : cluster [DBG] osdmap e2432: 8 total, 8 up, 8 in 2024-09-13T01:13:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:45 smithi053 bash[67631]: cluster 2024-09-13T01:13:45.031209+0000 mgr.y (mgr.34107) 2129 : cluster [DBG] pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 507 op/s 2024-09-13T01:13:46.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:45 smithi032 bash[76677]: cluster 2024-09-13T01:13:44.989965+0000 mon.a (mon.0) 4252 : cluster [DBG] osdmap e2432: 8 total, 8 up, 8 in 2024-09-13T01:13:46.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:45 smithi032 bash[76677]: cluster 2024-09-13T01:13:45.031209+0000 mgr.y (mgr.34107) 2129 : cluster [DBG] pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 507 op/s 2024-09-13T01:13:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:45 smithi032 bash[75510]: cluster 2024-09-13T01:13:44.989965+0000 mon.a (mon.0) 4252 : cluster [DBG] osdmap e2432: 8 total, 8 up, 8 in 2024-09-13T01:13:46.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:45 smithi032 bash[75510]: cluster 2024-09-13T01:13:45.031209+0000 mgr.y (mgr.34107) 2129 : cluster [DBG] pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 507 op/s 2024-09-13T01:13:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:46 smithi053 bash[67631]: cluster 2024-09-13T01:13:46.001002+0000 mon.a (mon.0) 4253 : cluster [DBG] osdmap e2433: 8 total, 8 up, 8 in 2024-09-13T01:13:47.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:46 smithi053 bash[67631]: cluster 2024-09-13T01:13:46.889550+0000 mon.a (mon.0) 4254 : cluster [DBG] osdmap e2434: 8 total, 8 up, 8 in 2024-09-13T01:13:47.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:46 smithi032 bash[75510]: cluster 2024-09-13T01:13:46.001002+0000 mon.a (mon.0) 4253 : cluster [DBG] osdmap e2433: 8 total, 8 up, 8 in 2024-09-13T01:13:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:46 smithi032 bash[75510]: cluster 2024-09-13T01:13:46.889550+0000 mon.a (mon.0) 4254 : cluster [DBG] osdmap e2434: 8 total, 8 up, 8 in 2024-09-13T01:13:47.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:46 smithi032 bash[76677]: cluster 2024-09-13T01:13:46.001002+0000 mon.a (mon.0) 4253 : cluster [DBG] osdmap e2433: 8 total, 8 up, 8 in 2024-09-13T01:13:47.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:46 smithi032 bash[76677]: cluster 2024-09-13T01:13:46.889550+0000 mon.a (mon.0) 4254 : cluster [DBG] osdmap e2434: 8 total, 8 up, 8 in 2024-09-13T01:13:48.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:48 smithi053 bash[67631]: cluster 2024-09-13T01:13:47.031974+0000 mgr.y (mgr.34107) 2130 : cluster [DBG] pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-09-13T01:13:48.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:48 smithi053 bash[67631]: cluster 2024-09-13T01:13:47.892400+0000 mon.a (mon.0) 4255 : cluster [DBG] osdmap e2435: 8 total, 8 up, 8 in 2024-09-13T01:13:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:48 smithi032 bash[75510]: cluster 2024-09-13T01:13:47.031974+0000 mgr.y (mgr.34107) 2130 : cluster [DBG] pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-09-13T01:13:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:48 smithi032 bash[75510]: cluster 2024-09-13T01:13:47.892400+0000 mon.a (mon.0) 4255 : cluster [DBG] osdmap e2435: 8 total, 8 up, 8 in 2024-09-13T01:13:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:48 smithi032 bash[76677]: cluster 2024-09-13T01:13:47.031974+0000 mgr.y (mgr.34107) 2130 : cluster [DBG] pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-09-13T01:13:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:48 smithi032 bash[76677]: cluster 2024-09-13T01:13:47.892400+0000 mon.a (mon.0) 4255 : cluster [DBG] osdmap e2435: 8 total, 8 up, 8 in 2024-09-13T01:13:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:49 smithi032 bash[75510]: cluster 2024-09-13T01:13:48.894290+0000 mon.a (mon.0) 4256 : cluster [DBG] osdmap e2436: 8 total, 8 up, 8 in 2024-09-13T01:13:50.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:49 smithi032 bash[75510]: cluster 2024-09-13T01:13:49.032732+0000 mgr.y (mgr.34107) 2131 : cluster [DBG] pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-09-13T01:13:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:49 smithi032 bash[76677]: cluster 2024-09-13T01:13:48.894290+0000 mon.a (mon.0) 4256 : cluster [DBG] osdmap e2436: 8 total, 8 up, 8 in 2024-09-13T01:13:50.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:49 smithi032 bash[76677]: cluster 2024-09-13T01:13:49.032732+0000 mgr.y (mgr.34107) 2131 : cluster [DBG] pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-09-13T01:13:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:49 smithi053 bash[67631]: cluster 2024-09-13T01:13:48.894290+0000 mon.a (mon.0) 4256 : cluster [DBG] osdmap e2436: 8 total, 8 up, 8 in 2024-09-13T01:13:50.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:49 smithi053 bash[67631]: cluster 2024-09-13T01:13:49.032732+0000 mgr.y (mgr.34107) 2131 : cluster [DBG] pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-09-13T01:13:51.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:50 smithi032 bash[75510]: cluster 2024-09-13T01:13:49.905719+0000 mon.a (mon.0) 4257 : cluster [DBG] osdmap e2437: 8 total, 8 up, 8 in 2024-09-13T01:13:51.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:50 smithi032 bash[76677]: cluster 2024-09-13T01:13:49.905719+0000 mon.a (mon.0) 4257 : cluster [DBG] osdmap e2437: 8 total, 8 up, 8 in 2024-09-13T01:13:51.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:50 smithi053 bash[67631]: cluster 2024-09-13T01:13:49.905719+0000 mon.a (mon.0) 4257 : cluster [DBG] osdmap e2437: 8 total, 8 up, 8 in 2024-09-13T01:13:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:51 smithi053 bash[67631]: cluster 2024-09-13T01:13:50.913211+0000 mon.a (mon.0) 4258 : cluster [DBG] osdmap e2438: 8 total, 8 up, 8 in 2024-09-13T01:13:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:51 smithi053 bash[67631]: cluster 2024-09-13T01:13:51.033462+0000 mgr.y (mgr.34107) 2132 : cluster [DBG] pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 463 op/s 2024-09-13T01:13:52.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:51 smithi053 bash[67631]: cluster 2024-09-13T01:13:51.891411+0000 mon.a (mon.0) 4259 : cluster [DBG] osdmap e2439: 8 total, 8 up, 8 in 2024-09-13T01:13:52.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:51 smithi032 bash[75510]: cluster 2024-09-13T01:13:50.913211+0000 mon.a (mon.0) 4258 : cluster [DBG] osdmap e2438: 8 total, 8 up, 8 in 2024-09-13T01:13:52.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:51 smithi032 bash[75510]: cluster 2024-09-13T01:13:51.033462+0000 mgr.y (mgr.34107) 2132 : cluster [DBG] pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 463 op/s 2024-09-13T01:13:52.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:51 smithi032 bash[75510]: cluster 2024-09-13T01:13:51.891411+0000 mon.a (mon.0) 4259 : cluster [DBG] osdmap e2439: 8 total, 8 up, 8 in 2024-09-13T01:13:52.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:51 smithi032 bash[76677]: cluster 2024-09-13T01:13:50.913211+0000 mon.a (mon.0) 4258 : cluster [DBG] osdmap e2438: 8 total, 8 up, 8 in 2024-09-13T01:13:52.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:51 smithi032 bash[76677]: cluster 2024-09-13T01:13:51.033462+0000 mgr.y (mgr.34107) 2132 : cluster [DBG] pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 463 op/s 2024-09-13T01:13:52.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:51 smithi032 bash[76677]: cluster 2024-09-13T01:13:51.891411+0000 mon.a (mon.0) 4259 : cluster [DBG] osdmap e2439: 8 total, 8 up, 8 in 2024-09-13T01:13:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:13:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:13:52] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-09-13T01:13:52.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:13:52 smithi053 bash[94430]: ts=2024-09-13T01:13:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:13:54.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:53 smithi053 bash[67631]: cluster 2024-09-13T01:13:52.930579+0000 mon.a (mon.0) 4260 : cluster [DBG] osdmap e2440: 8 total, 8 up, 8 in 2024-09-13T01:13:54.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:53 smithi053 bash[67631]: cluster 2024-09-13T01:13:53.034173+0000 mgr.y (mgr.34107) 2133 : cluster [DBG] pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T01:13:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:53 smithi032 bash[75510]: cluster 2024-09-13T01:13:52.930579+0000 mon.a (mon.0) 4260 : cluster [DBG] osdmap e2440: 8 total, 8 up, 8 in 2024-09-13T01:13:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:53 smithi032 bash[75510]: cluster 2024-09-13T01:13:53.034173+0000 mgr.y (mgr.34107) 2133 : cluster [DBG] pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T01:13:54.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:53 smithi032 bash[76677]: cluster 2024-09-13T01:13:52.930579+0000 mon.a (mon.0) 4260 : cluster [DBG] osdmap e2440: 8 total, 8 up, 8 in 2024-09-13T01:13:54.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:53 smithi032 bash[76677]: cluster 2024-09-13T01:13:53.034173+0000 mgr.y (mgr.34107) 2133 : cluster [DBG] pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T01:13:55.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:54 smithi053 bash[67631]: cluster 2024-09-13T01:13:53.939213+0000 mon.a (mon.0) 4261 : cluster [DBG] osdmap e2441: 8 total, 8 up, 8 in 2024-09-13T01:13:55.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:54 smithi032 bash[75510]: cluster 2024-09-13T01:13:53.939213+0000 mon.a (mon.0) 4261 : cluster [DBG] osdmap e2441: 8 total, 8 up, 8 in 2024-09-13T01:13:55.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:54 smithi032 bash[76677]: cluster 2024-09-13T01:13:53.939213+0000 mon.a (mon.0) 4261 : cluster [DBG] osdmap e2441: 8 total, 8 up, 8 in 2024-09-13T01:13:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:55 smithi053 bash[67631]: cluster 2024-09-13T01:13:54.941771+0000 mon.a (mon.0) 4262 : cluster [DBG] osdmap e2442: 8 total, 8 up, 8 in 2024-09-13T01:13:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:55 smithi053 bash[67631]: cluster 2024-09-13T01:13:55.034905+0000 mgr.y (mgr.34107) 2134 : cluster [DBG] pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-09-13T01:13:56.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:55 smithi053 bash[67631]: audit 2024-09-13T01:13:55.234992+0000 mon.a (mon.0) 4263 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:13:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:55 smithi032 bash[75510]: cluster 2024-09-13T01:13:54.941771+0000 mon.a (mon.0) 4262 : cluster [DBG] osdmap e2442: 8 total, 8 up, 8 in 2024-09-13T01:13:56.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:55 smithi032 bash[75510]: cluster 2024-09-13T01:13:55.034905+0000 mgr.y (mgr.34107) 2134 : cluster [DBG] pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-09-13T01:13:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:55 smithi032 bash[75510]: audit 2024-09-13T01:13:55.234992+0000 mon.a (mon.0) 4263 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:13:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:55 smithi032 bash[76677]: cluster 2024-09-13T01:13:54.941771+0000 mon.a (mon.0) 4262 : cluster [DBG] osdmap e2442: 8 total, 8 up, 8 in 2024-09-13T01:13:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:55 smithi032 bash[76677]: cluster 2024-09-13T01:13:55.034905+0000 mgr.y (mgr.34107) 2134 : cluster [DBG] pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-09-13T01:13:56.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:55 smithi032 bash[76677]: audit 2024-09-13T01:13:55.234992+0000 mon.a (mon.0) 4263 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:13:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:56 smithi053 bash[67631]: cluster 2024-09-13T01:13:55.965051+0000 mon.a (mon.0) 4264 : cluster [DBG] osdmap e2443: 8 total, 8 up, 8 in 2024-09-13T01:13:57.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:56 smithi053 bash[67631]: cluster 2024-09-13T01:13:56.894691+0000 mon.a (mon.0) 4265 : cluster [DBG] osdmap e2444: 8 total, 8 up, 8 in 2024-09-13T01:13:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:56 smithi032 bash[75510]: cluster 2024-09-13T01:13:55.965051+0000 mon.a (mon.0) 4264 : cluster [DBG] osdmap e2443: 8 total, 8 up, 8 in 2024-09-13T01:13:57.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:56 smithi032 bash[75510]: cluster 2024-09-13T01:13:56.894691+0000 mon.a (mon.0) 4265 : cluster [DBG] osdmap e2444: 8 total, 8 up, 8 in 2024-09-13T01:13:57.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:56 smithi032 bash[76677]: cluster 2024-09-13T01:13:55.965051+0000 mon.a (mon.0) 4264 : cluster [DBG] osdmap e2443: 8 total, 8 up, 8 in 2024-09-13T01:13:57.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:56 smithi032 bash[76677]: cluster 2024-09-13T01:13:56.894691+0000 mon.a (mon.0) 4265 : cluster [DBG] osdmap e2444: 8 total, 8 up, 8 in 2024-09-13T01:13:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:57 smithi053 bash[67631]: cluster 2024-09-13T01:13:57.035573+0000 mgr.y (mgr.34107) 2135 : cluster [DBG] pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 5.0 KiB/s wr, 417 op/s 2024-09-13T01:13:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:57 smithi032 bash[75510]: cluster 2024-09-13T01:13:57.035573+0000 mgr.y (mgr.34107) 2135 : cluster [DBG] pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 5.0 KiB/s wr, 417 op/s 2024-09-13T01:13:58.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:57 smithi032 bash[76677]: cluster 2024-09-13T01:13:57.035573+0000 mgr.y (mgr.34107) 2135 : cluster [DBG] pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 5.0 KiB/s wr, 417 op/s 2024-09-13T01:13:59.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:58 smithi053 bash[67631]: cluster 2024-09-13T01:13:57.968882+0000 mon.a (mon.0) 4266 : cluster [DBG] osdmap e2445: 8 total, 8 up, 8 in 2024-09-13T01:13:59.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:58 smithi032 bash[75510]: cluster 2024-09-13T01:13:57.968882+0000 mon.a (mon.0) 4266 : cluster [DBG] osdmap e2445: 8 total, 8 up, 8 in 2024-09-13T01:13:59.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:58 smithi032 bash[76677]: cluster 2024-09-13T01:13:57.968882+0000 mon.a (mon.0) 4266 : cluster [DBG] osdmap e2445: 8 total, 8 up, 8 in 2024-09-13T01:14:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:59 smithi053 bash[67631]: cluster 2024-09-13T01:13:58.989424+0000 mon.a (mon.0) 4267 : cluster [DBG] osdmap e2446: 8 total, 8 up, 8 in 2024-09-13T01:14:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:13:59 smithi053 bash[67631]: cluster 2024-09-13T01:13:59.036302+0000 mgr.y (mgr.34107) 2136 : cluster [DBG] pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 378 op/s 2024-09-13T01:14:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:59 smithi032 bash[75510]: cluster 2024-09-13T01:13:58.989424+0000 mon.a (mon.0) 4267 : cluster [DBG] osdmap e2446: 8 total, 8 up, 8 in 2024-09-13T01:14:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:13:59 smithi032 bash[75510]: cluster 2024-09-13T01:13:59.036302+0000 mgr.y (mgr.34107) 2136 : cluster [DBG] pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 378 op/s 2024-09-13T01:14:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:59 smithi032 bash[76677]: cluster 2024-09-13T01:13:58.989424+0000 mon.a (mon.0) 4267 : cluster [DBG] osdmap e2446: 8 total, 8 up, 8 in 2024-09-13T01:14:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:13:59 smithi032 bash[76677]: cluster 2024-09-13T01:13:59.036302+0000 mgr.y (mgr.34107) 2136 : cluster [DBG] pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 378 op/s 2024-09-13T01:14:01.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:00 smithi053 bash[67631]: cluster 2024-09-13T01:14:00.000422+0000 mon.a (mon.0) 4268 : cluster [DBG] osdmap e2447: 8 total, 8 up, 8 in 2024-09-13T01:14:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:00 smithi032 bash[75510]: cluster 2024-09-13T01:14:00.000422+0000 mon.a (mon.0) 4268 : cluster [DBG] osdmap e2447: 8 total, 8 up, 8 in 2024-09-13T01:14:01.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:00 smithi032 bash[76677]: cluster 2024-09-13T01:14:00.000422+0000 mon.a (mon.0) 4268 : cluster [DBG] osdmap e2447: 8 total, 8 up, 8 in 2024-09-13T01:14:02.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:02 smithi053 bash[67631]: cluster 2024-09-13T01:14:01.008149+0000 mon.a (mon.0) 4269 : cluster [DBG] osdmap e2448: 8 total, 8 up, 8 in 2024-09-13T01:14:02.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:02 smithi053 bash[67631]: cluster 2024-09-13T01:14:01.037206+0000 mgr.y (mgr.34107) 2137 : cluster [DBG] pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 378 op/s 2024-09-13T01:14:02.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:02 smithi053 bash[67631]: cluster 2024-09-13T01:14:01.897561+0000 mon.a (mon.0) 4270 : cluster [DBG] osdmap e2449: 8 total, 8 up, 8 in 2024-09-13T01:14:02.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:02 smithi032 bash[76677]: cluster 2024-09-13T01:14:01.008149+0000 mon.a (mon.0) 4269 : cluster [DBG] osdmap e2448: 8 total, 8 up, 8 in 2024-09-13T01:14:02.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:02 smithi032 bash[76677]: cluster 2024-09-13T01:14:01.037206+0000 mgr.y (mgr.34107) 2137 : cluster [DBG] pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 378 op/s 2024-09-13T01:14:02.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:02 smithi032 bash[76677]: cluster 2024-09-13T01:14:01.897561+0000 mon.a (mon.0) 4270 : cluster [DBG] osdmap e2449: 8 total, 8 up, 8 in 2024-09-13T01:14:02.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:02 smithi032 bash[75510]: cluster 2024-09-13T01:14:01.008149+0000 mon.a (mon.0) 4269 : cluster [DBG] osdmap e2448: 8 total, 8 up, 8 in 2024-09-13T01:14:02.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:02 smithi032 bash[75510]: cluster 2024-09-13T01:14:01.037206+0000 mgr.y (mgr.34107) 2137 : cluster [DBG] pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 378 op/s 2024-09-13T01:14:02.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:02 smithi032 bash[75510]: cluster 2024-09-13T01:14:01.897561+0000 mon.a (mon.0) 4270 : cluster [DBG] osdmap e2449: 8 total, 8 up, 8 in 2024-09-13T01:14:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:14:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:14:02] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-09-13T01:14:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:14:02 smithi053 bash[94430]: ts=2024-09-13T01:14:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:14:04.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:03 smithi032 bash[75510]: cluster 2024-09-13T01:14:02.900261+0000 mon.a (mon.0) 4271 : cluster [DBG] osdmap e2450: 8 total, 8 up, 8 in 2024-09-13T01:14:04.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:03 smithi032 bash[75510]: cluster 2024-09-13T01:14:03.037994+0000 mgr.y (mgr.34107) 2138 : cluster [DBG] pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:14:04.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:03 smithi032 bash[76677]: cluster 2024-09-13T01:14:02.900261+0000 mon.a (mon.0) 4271 : cluster [DBG] osdmap e2450: 8 total, 8 up, 8 in 2024-09-13T01:14:04.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:03 smithi032 bash[76677]: cluster 2024-09-13T01:14:03.037994+0000 mgr.y (mgr.34107) 2138 : cluster [DBG] pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:14:04.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:03 smithi053 bash[67631]: cluster 2024-09-13T01:14:02.900261+0000 mon.a (mon.0) 4271 : cluster [DBG] osdmap e2450: 8 total, 8 up, 8 in 2024-09-13T01:14:04.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:03 smithi053 bash[67631]: cluster 2024-09-13T01:14:03.037994+0000 mgr.y (mgr.34107) 2138 : cluster [DBG] pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:14:05.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:04 smithi032 bash[75510]: cluster 2024-09-13T01:14:03.911656+0000 mon.a (mon.0) 4272 : cluster [DBG] osdmap e2451: 8 total, 8 up, 8 in 2024-09-13T01:14:05.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:04 smithi032 bash[76677]: cluster 2024-09-13T01:14:03.911656+0000 mon.a (mon.0) 4272 : cluster [DBG] osdmap e2451: 8 total, 8 up, 8 in 2024-09-13T01:14:05.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:04 smithi053 bash[67631]: cluster 2024-09-13T01:14:03.911656+0000 mon.a (mon.0) 4272 : cluster [DBG] osdmap e2451: 8 total, 8 up, 8 in 2024-09-13T01:14:06.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:05 smithi053 bash[67631]: cluster 2024-09-13T01:14:04.919675+0000 mon.a (mon.0) 4273 : cluster [DBG] osdmap e2452: 8 total, 8 up, 8 in 2024-09-13T01:14:06.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:05 smithi053 bash[67631]: cluster 2024-09-13T01:14:05.038707+0000 mgr.y (mgr.34107) 2139 : cluster [DBG] pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 333 op/s 2024-09-13T01:14:06.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:05 smithi032 bash[75510]: cluster 2024-09-13T01:14:04.919675+0000 mon.a (mon.0) 4273 : cluster [DBG] osdmap e2452: 8 total, 8 up, 8 in 2024-09-13T01:14:06.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:05 smithi032 bash[75510]: cluster 2024-09-13T01:14:05.038707+0000 mgr.y (mgr.34107) 2139 : cluster [DBG] pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 333 op/s 2024-09-13T01:14:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:05 smithi032 bash[76677]: cluster 2024-09-13T01:14:04.919675+0000 mon.a (mon.0) 4273 : cluster [DBG] osdmap e2452: 8 total, 8 up, 8 in 2024-09-13T01:14:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:05 smithi032 bash[76677]: cluster 2024-09-13T01:14:05.038707+0000 mgr.y (mgr.34107) 2139 : cluster [DBG] pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 333 op/s 2024-09-13T01:14:07.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:06 smithi053 bash[67631]: cluster 2024-09-13T01:14:05.931329+0000 mon.a (mon.0) 4274 : cluster [DBG] osdmap e2453: 8 total, 8 up, 8 in 2024-09-13T01:14:07.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:06 smithi053 bash[67631]: cluster 2024-09-13T01:14:06.899762+0000 mon.a (mon.0) 4275 : cluster [DBG] osdmap e2454: 8 total, 8 up, 8 in 2024-09-13T01:14:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:06 smithi032 bash[75510]: cluster 2024-09-13T01:14:05.931329+0000 mon.a (mon.0) 4274 : cluster [DBG] osdmap e2453: 8 total, 8 up, 8 in 2024-09-13T01:14:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:06 smithi032 bash[75510]: cluster 2024-09-13T01:14:06.899762+0000 mon.a (mon.0) 4275 : cluster [DBG] osdmap e2454: 8 total, 8 up, 8 in 2024-09-13T01:14:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:06 smithi032 bash[76677]: cluster 2024-09-13T01:14:05.931329+0000 mon.a (mon.0) 4274 : cluster [DBG] osdmap e2453: 8 total, 8 up, 8 in 2024-09-13T01:14:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:06 smithi032 bash[76677]: cluster 2024-09-13T01:14:06.899762+0000 mon.a (mon.0) 4275 : cluster [DBG] osdmap e2454: 8 total, 8 up, 8 in 2024-09-13T01:14:08.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:07 smithi053 bash[67631]: cluster 2024-09-13T01:14:07.039443+0000 mgr.y (mgr.34107) 2140 : cluster [DBG] pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 5.0 KiB/s wr, 331 op/s 2024-09-13T01:14:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:07 smithi032 bash[75510]: cluster 2024-09-13T01:14:07.039443+0000 mgr.y (mgr.34107) 2140 : cluster [DBG] pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 5.0 KiB/s wr, 331 op/s 2024-09-13T01:14:08.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:07 smithi032 bash[76677]: cluster 2024-09-13T01:14:07.039443+0000 mgr.y (mgr.34107) 2140 : cluster [DBG] pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 5.0 KiB/s wr, 331 op/s 2024-09-13T01:14:09.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:08 smithi053 bash[67631]: cluster 2024-09-13T01:14:07.947616+0000 mon.a (mon.0) 4276 : cluster [DBG] osdmap e2455: 8 total, 8 up, 8 in 2024-09-13T01:14:09.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:08 smithi032 bash[75510]: cluster 2024-09-13T01:14:07.947616+0000 mon.a (mon.0) 4276 : cluster [DBG] osdmap e2455: 8 total, 8 up, 8 in 2024-09-13T01:14:09.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:08 smithi032 bash[76677]: cluster 2024-09-13T01:14:07.947616+0000 mon.a (mon.0) 4276 : cluster [DBG] osdmap e2455: 8 total, 8 up, 8 in 2024-09-13T01:14:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:09 smithi053 bash[67631]: cluster 2024-09-13T01:14:08.956399+0000 mon.a (mon.0) 4277 : cluster [DBG] osdmap e2456: 8 total, 8 up, 8 in 2024-09-13T01:14:10.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:09 smithi053 bash[67631]: cluster 2024-09-13T01:14:09.040158+0000 mgr.y (mgr.34107) 2141 : cluster [DBG] pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2024-09-13T01:14:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:09 smithi032 bash[75510]: cluster 2024-09-13T01:14:08.956399+0000 mon.a (mon.0) 4277 : cluster [DBG] osdmap e2456: 8 total, 8 up, 8 in 2024-09-13T01:14:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:09 smithi032 bash[75510]: cluster 2024-09-13T01:14:09.040158+0000 mgr.y (mgr.34107) 2141 : cluster [DBG] pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2024-09-13T01:14:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:09 smithi032 bash[76677]: cluster 2024-09-13T01:14:08.956399+0000 mon.a (mon.0) 4277 : cluster [DBG] osdmap e2456: 8 total, 8 up, 8 in 2024-09-13T01:14:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:09 smithi032 bash[76677]: cluster 2024-09-13T01:14:09.040158+0000 mgr.y (mgr.34107) 2141 : cluster [DBG] pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2024-09-13T01:14:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:10 smithi053 bash[67631]: cluster 2024-09-13T01:14:09.966683+0000 mon.a (mon.0) 4278 : cluster [DBG] osdmap e2457: 8 total, 8 up, 8 in 2024-09-13T01:14:11.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:10 smithi053 bash[67631]: audit 2024-09-13T01:14:10.235466+0000 mon.a (mon.0) 4279 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:14:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:10 smithi032 bash[75510]: cluster 2024-09-13T01:14:09.966683+0000 mon.a (mon.0) 4278 : cluster [DBG] osdmap e2457: 8 total, 8 up, 8 in 2024-09-13T01:14:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:10 smithi032 bash[75510]: audit 2024-09-13T01:14:10.235466+0000 mon.a (mon.0) 4279 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:14:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:10 smithi032 bash[76677]: cluster 2024-09-13T01:14:09.966683+0000 mon.a (mon.0) 4278 : cluster [DBG] osdmap e2457: 8 total, 8 up, 8 in 2024-09-13T01:14:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:10 smithi032 bash[76677]: audit 2024-09-13T01:14:10.235466+0000 mon.a (mon.0) 4279 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:14:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:11 smithi053 bash[67631]: cluster 2024-09-13T01:14:10.975300+0000 mon.a (mon.0) 4280 : cluster [DBG] osdmap e2458: 8 total, 8 up, 8 in 2024-09-13T01:14:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:11 smithi053 bash[67631]: cluster 2024-09-13T01:14:11.040952+0000 mgr.y (mgr.34107) 2142 : cluster [DBG] pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-09-13T01:14:12.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:11 smithi053 bash[67631]: cluster 2024-09-13T01:14:11.902677+0000 mon.a (mon.0) 4281 : cluster [DBG] osdmap e2459: 8 total, 8 up, 8 in 2024-09-13T01:14:12.324 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:11 smithi032 bash[75510]: cluster 2024-09-13T01:14:10.975300+0000 mon.a (mon.0) 4280 : cluster [DBG] osdmap e2458: 8 total, 8 up, 8 in 2024-09-13T01:14:12.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:11 smithi032 bash[75510]: cluster 2024-09-13T01:14:11.040952+0000 mgr.y (mgr.34107) 2142 : cluster [DBG] pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-09-13T01:14:12.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:11 smithi032 bash[75510]: cluster 2024-09-13T01:14:11.902677+0000 mon.a (mon.0) 4281 : cluster [DBG] osdmap e2459: 8 total, 8 up, 8 in 2024-09-13T01:14:12.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:11 smithi032 bash[76677]: cluster 2024-09-13T01:14:10.975300+0000 mon.a (mon.0) 4280 : cluster [DBG] osdmap e2458: 8 total, 8 up, 8 in 2024-09-13T01:14:12.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:11 smithi032 bash[76677]: cluster 2024-09-13T01:14:11.040952+0000 mgr.y (mgr.34107) 2142 : cluster [DBG] pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-09-13T01:14:12.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:11 smithi032 bash[76677]: cluster 2024-09-13T01:14:11.902677+0000 mon.a (mon.0) 4281 : cluster [DBG] osdmap e2459: 8 total, 8 up, 8 in 2024-09-13T01:14:12.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:14:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:14:12] "GET /metrics HTTP/1.1" 200 36460 "" "Prometheus/2.43.0" 2024-09-13T01:14:12.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:14:12 smithi053 bash[94430]: ts=2024-09-13T01:14:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:14:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:13 smithi053 bash[67631]: cluster 2024-09-13T01:14:12.980868+0000 mon.a (mon.0) 4282 : cluster [DBG] osdmap e2460: 8 total, 8 up, 8 in 2024-09-13T01:14:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:13 smithi053 bash[67631]: cluster 2024-09-13T01:14:13.041637+0000 mgr.y (mgr.34107) 2143 : cluster [DBG] pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:14:14.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:13 smithi032 bash[75510]: cluster 2024-09-13T01:14:12.980868+0000 mon.a (mon.0) 4282 : cluster [DBG] osdmap e2460: 8 total, 8 up, 8 in 2024-09-13T01:14:14.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:13 smithi032 bash[75510]: cluster 2024-09-13T01:14:13.041637+0000 mgr.y (mgr.34107) 2143 : cluster [DBG] pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:14:14.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:13 smithi032 bash[76677]: cluster 2024-09-13T01:14:12.980868+0000 mon.a (mon.0) 4282 : cluster [DBG] osdmap e2460: 8 total, 8 up, 8 in 2024-09-13T01:14:14.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:13 smithi032 bash[76677]: cluster 2024-09-13T01:14:13.041637+0000 mgr.y (mgr.34107) 2143 : cluster [DBG] pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T01:14:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:14 smithi053 bash[67631]: cluster 2024-09-13T01:14:13.992597+0000 mon.a (mon.0) 4283 : cluster [DBG] osdmap e2461: 8 total, 8 up, 8 in 2024-09-13T01:14:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:14 smithi032 bash[75510]: cluster 2024-09-13T01:14:13.992597+0000 mon.a (mon.0) 4283 : cluster [DBG] osdmap e2461: 8 total, 8 up, 8 in 2024-09-13T01:14:15.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:14 smithi032 bash[76677]: cluster 2024-09-13T01:14:13.992597+0000 mon.a (mon.0) 4283 : cluster [DBG] osdmap e2461: 8 total, 8 up, 8 in 2024-09-13T01:14:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:16 smithi053 bash[67631]: cluster 2024-09-13T01:14:15.000724+0000 mon.a (mon.0) 4284 : cluster [DBG] osdmap e2462: 8 total, 8 up, 8 in 2024-09-13T01:14:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:16 smithi053 bash[67631]: cluster 2024-09-13T01:14:15.042516+0000 mgr.y (mgr.34107) 2144 : cluster [DBG] pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 247 op/s 2024-09-13T01:14:16.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:16 smithi032 bash[75510]: cluster 2024-09-13T01:14:15.000724+0000 mon.a (mon.0) 4284 : cluster [DBG] osdmap e2462: 8 total, 8 up, 8 in 2024-09-13T01:14:16.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:16 smithi032 bash[75510]: cluster 2024-09-13T01:14:15.042516+0000 mgr.y (mgr.34107) 2144 : cluster [DBG] pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 247 op/s 2024-09-13T01:14:16.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:16 smithi032 bash[76677]: cluster 2024-09-13T01:14:15.000724+0000 mon.a (mon.0) 4284 : cluster [DBG] osdmap e2462: 8 total, 8 up, 8 in 2024-09-13T01:14:16.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:16 smithi032 bash[76677]: cluster 2024-09-13T01:14:15.042516+0000 mgr.y (mgr.34107) 2144 : cluster [DBG] pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 247 op/s 2024-09-13T01:14:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:17 smithi053 bash[67631]: cluster 2024-09-13T01:14:16.004737+0000 mon.a (mon.0) 4285 : cluster [DBG] osdmap e2463: 8 total, 8 up, 8 in 2024-09-13T01:14:17.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:17 smithi053 bash[67631]: cluster 2024-09-13T01:14:16.905506+0000 mon.a (mon.0) 4286 : cluster [DBG] osdmap e2464: 8 total, 8 up, 8 in 2024-09-13T01:14:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:17 smithi032 bash[75510]: cluster 2024-09-13T01:14:16.004737+0000 mon.a (mon.0) 4285 : cluster [DBG] osdmap e2463: 8 total, 8 up, 8 in 2024-09-13T01:14:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:17 smithi032 bash[75510]: cluster 2024-09-13T01:14:16.905506+0000 mon.a (mon.0) 4286 : cluster [DBG] osdmap e2464: 8 total, 8 up, 8 in 2024-09-13T01:14:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:17 smithi032 bash[76677]: cluster 2024-09-13T01:14:16.004737+0000 mon.a (mon.0) 4285 : cluster [DBG] osdmap e2463: 8 total, 8 up, 8 in 2024-09-13T01:14:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:17 smithi032 bash[76677]: cluster 2024-09-13T01:14:16.905506+0000 mon.a (mon.0) 4286 : cluster [DBG] osdmap e2464: 8 total, 8 up, 8 in 2024-09-13T01:14:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:18 smithi053 bash[67631]: cluster 2024-09-13T01:14:17.043267+0000 mgr.y (mgr.34107) 2145 : cluster [DBG] pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 5.0 KiB/s wr, 242 op/s 2024-09-13T01:14:18.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:18 smithi053 bash[67631]: cluster 2024-09-13T01:14:17.908179+0000 mon.a (mon.0) 4287 : cluster [DBG] osdmap e2465: 8 total, 8 up, 8 in 2024-09-13T01:14:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:18 smithi032 bash[75510]: cluster 2024-09-13T01:14:17.043267+0000 mgr.y (mgr.34107) 2145 : cluster [DBG] pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 5.0 KiB/s wr, 242 op/s 2024-09-13T01:14:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:18 smithi032 bash[75510]: cluster 2024-09-13T01:14:17.908179+0000 mon.a (mon.0) 4287 : cluster [DBG] osdmap e2465: 8 total, 8 up, 8 in 2024-09-13T01:14:18.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:18 smithi032 bash[76677]: cluster 2024-09-13T01:14:17.043267+0000 mgr.y (mgr.34107) 2145 : cluster [DBG] pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 5.0 KiB/s wr, 242 op/s 2024-09-13T01:14:18.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:18 smithi032 bash[76677]: cluster 2024-09-13T01:14:17.908179+0000 mon.a (mon.0) 4287 : cluster [DBG] osdmap e2465: 8 total, 8 up, 8 in 2024-09-13T01:14:20.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:19 smithi032 bash[75510]: cluster 2024-09-13T01:14:18.911158+0000 mon.a (mon.0) 4288 : cluster [DBG] osdmap e2466: 8 total, 8 up, 8 in 2024-09-13T01:14:20.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:19 smithi032 bash[75510]: cluster 2024-09-13T01:14:19.043971+0000 mgr.y (mgr.34107) 2146 : cluster [DBG] pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 203 op/s 2024-09-13T01:14:20.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:19 smithi032 bash[76677]: cluster 2024-09-13T01:14:18.911158+0000 mon.a (mon.0) 4288 : cluster [DBG] osdmap e2466: 8 total, 8 up, 8 in 2024-09-13T01:14:20.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:19 smithi032 bash[76677]: cluster 2024-09-13T01:14:19.043971+0000 mgr.y (mgr.34107) 2146 : cluster [DBG] pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 203 op/s 2024-09-13T01:14:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:19 smithi053 bash[67631]: cluster 2024-09-13T01:14:18.911158+0000 mon.a (mon.0) 4288 : cluster [DBG] osdmap e2466: 8 total, 8 up, 8 in 2024-09-13T01:14:20.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:19 smithi053 bash[67631]: cluster 2024-09-13T01:14:19.043971+0000 mgr.y (mgr.34107) 2146 : cluster [DBG] pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 203 op/s 2024-09-13T01:14:21.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:20 smithi053 bash[67631]: cluster 2024-09-13T01:14:19.921533+0000 mon.a (mon.0) 4289 : cluster [DBG] osdmap e2467: 8 total, 8 up, 8 in 2024-09-13T01:14:21.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:20 smithi032 bash[75510]: cluster 2024-09-13T01:14:19.921533+0000 mon.a (mon.0) 4289 : cluster [DBG] osdmap e2467: 8 total, 8 up, 8 in 2024-09-13T01:14:21.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:20 smithi032 bash[76677]: cluster 2024-09-13T01:14:19.921533+0000 mon.a (mon.0) 4289 : cluster [DBG] osdmap e2467: 8 total, 8 up, 8 in 2024-09-13T01:14:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:21 smithi053 bash[67631]: cluster 2024-09-13T01:14:20.930148+0000 mon.a (mon.0) 4290 : cluster [DBG] osdmap e2468: 8 total, 8 up, 8 in 2024-09-13T01:14:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:21 smithi053 bash[67631]: cluster 2024-09-13T01:14:21.044723+0000 mgr.y (mgr.34107) 2147 : cluster [DBG] pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 205 op/s 2024-09-13T01:14:22.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:21 smithi053 bash[67631]: cluster 2024-09-13T01:14:21.919830+0000 mon.a (mon.0) 4291 : cluster [DBG] osdmap e2469: 8 total, 8 up, 8 in 2024-09-13T01:14:22.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:21 smithi032 bash[75510]: cluster 2024-09-13T01:14:20.930148+0000 mon.a (mon.0) 4290 : cluster [DBG] osdmap e2468: 8 total, 8 up, 8 in 2024-09-13T01:14:22.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:21 smithi032 bash[75510]: cluster 2024-09-13T01:14:21.044723+0000 mgr.y (mgr.34107) 2147 : cluster [DBG] pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 205 op/s 2024-09-13T01:14:22.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:21 smithi032 bash[75510]: cluster 2024-09-13T01:14:21.919830+0000 mon.a (mon.0) 4291 : cluster [DBG] osdmap e2469: 8 total, 8 up, 8 in 2024-09-13T01:14:22.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:21 smithi032 bash[76677]: cluster 2024-09-13T01:14:20.930148+0000 mon.a (mon.0) 4290 : cluster [DBG] osdmap e2468: 8 total, 8 up, 8 in 2024-09-13T01:14:22.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:21 smithi032 bash[76677]: cluster 2024-09-13T01:14:21.044723+0000 mgr.y (mgr.34107) 2147 : cluster [DBG] pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 205 op/s 2024-09-13T01:14:22.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:21 smithi032 bash[76677]: cluster 2024-09-13T01:14:21.919830+0000 mon.a (mon.0) 4291 : cluster [DBG] osdmap e2469: 8 total, 8 up, 8 in 2024-09-13T01:14:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:14:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:14:22] "GET /metrics HTTP/1.1" 200 36460 "" "Prometheus/2.43.0" 2024-09-13T01:14:22.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:14:22 smithi053 bash[94430]: ts=2024-09-13T01:14:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:14:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:23 smithi053 bash[67631]: cluster 2024-09-13T01:14:22.955589+0000 mon.a (mon.0) 4292 : cluster [DBG] osdmap e2470: 8 total, 8 up, 8 in 2024-09-13T01:14:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:23 smithi053 bash[67631]: cluster 2024-09-13T01:14:23.045446+0000 mgr.y (mgr.34107) 2148 : cluster [DBG] pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:14:24.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:23 smithi032 bash[75510]: cluster 2024-09-13T01:14:22.955589+0000 mon.a (mon.0) 4292 : cluster [DBG] osdmap e2470: 8 total, 8 up, 8 in 2024-09-13T01:14:24.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:23 smithi032 bash[75510]: cluster 2024-09-13T01:14:23.045446+0000 mgr.y (mgr.34107) 2148 : cluster [DBG] pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:14:24.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:23 smithi032 bash[76677]: cluster 2024-09-13T01:14:22.955589+0000 mon.a (mon.0) 4292 : cluster [DBG] osdmap e2470: 8 total, 8 up, 8 in 2024-09-13T01:14:24.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:23 smithi032 bash[76677]: cluster 2024-09-13T01:14:23.045446+0000 mgr.y (mgr.34107) 2148 : cluster [DBG] pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:14:25.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:24 smithi053 bash[67631]: cluster 2024-09-13T01:14:23.964971+0000 mon.a (mon.0) 4293 : cluster [DBG] osdmap e2471: 8 total, 8 up, 8 in 2024-09-13T01:14:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:24 smithi032 bash[75510]: cluster 2024-09-13T01:14:23.964971+0000 mon.a (mon.0) 4293 : cluster [DBG] osdmap e2471: 8 total, 8 up, 8 in 2024-09-13T01:14:25.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:24 smithi032 bash[76677]: cluster 2024-09-13T01:14:23.964971+0000 mon.a (mon.0) 4293 : cluster [DBG] osdmap e2471: 8 total, 8 up, 8 in 2024-09-13T01:14:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:25 smithi053 bash[67631]: cluster 2024-09-13T01:14:24.966691+0000 mon.a (mon.0) 4294 : cluster [DBG] osdmap e2472: 8 total, 8 up, 8 in 2024-09-13T01:14:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:25 smithi053 bash[67631]: cluster 2024-09-13T01:14:25.046148+0000 mgr.y (mgr.34107) 2149 : cluster [DBG] pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 156 op/s 2024-09-13T01:14:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:25 smithi053 bash[67631]: audit 2024-09-13T01:14:25.235709+0000 mon.a (mon.0) 4295 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:14:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:25 smithi032 bash[75510]: cluster 2024-09-13T01:14:24.966691+0000 mon.a (mon.0) 4294 : cluster [DBG] osdmap e2472: 8 total, 8 up, 8 in 2024-09-13T01:14:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:25 smithi032 bash[75510]: cluster 2024-09-13T01:14:25.046148+0000 mgr.y (mgr.34107) 2149 : cluster [DBG] pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 156 op/s 2024-09-13T01:14:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:25 smithi032 bash[75510]: audit 2024-09-13T01:14:25.235709+0000 mon.a (mon.0) 4295 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:14:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:25 smithi032 bash[76677]: cluster 2024-09-13T01:14:24.966691+0000 mon.a (mon.0) 4294 : cluster [DBG] osdmap e2472: 8 total, 8 up, 8 in 2024-09-13T01:14:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:25 smithi032 bash[76677]: cluster 2024-09-13T01:14:25.046148+0000 mgr.y (mgr.34107) 2149 : cluster [DBG] pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 156 op/s 2024-09-13T01:14:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:25 smithi032 bash[76677]: audit 2024-09-13T01:14:25.235709+0000 mon.a (mon.0) 4295 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:14:27.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:26 smithi053 bash[67631]: cluster 2024-09-13T01:14:25.987266+0000 mon.a (mon.0) 4296 : cluster [DBG] osdmap e2473: 8 total, 8 up, 8 in 2024-09-13T01:14:27.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:26 smithi053 bash[67631]: cluster 2024-09-13T01:14:26.920940+0000 mon.a (mon.0) 4297 : cluster [DBG] osdmap e2474: 8 total, 8 up, 8 in 2024-09-13T01:14:27.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:26 smithi032 bash[76677]: cluster 2024-09-13T01:14:25.987266+0000 mon.a (mon.0) 4296 : cluster [DBG] osdmap e2473: 8 total, 8 up, 8 in 2024-09-13T01:14:27.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:26 smithi032 bash[76677]: cluster 2024-09-13T01:14:26.920940+0000 mon.a (mon.0) 4297 : cluster [DBG] osdmap e2474: 8 total, 8 up, 8 in 2024-09-13T01:14:27.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:26 smithi032 bash[75510]: cluster 2024-09-13T01:14:25.987266+0000 mon.a (mon.0) 4296 : cluster [DBG] osdmap e2473: 8 total, 8 up, 8 in 2024-09-13T01:14:27.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:26 smithi032 bash[75510]: cluster 2024-09-13T01:14:26.920940+0000 mon.a (mon.0) 4297 : cluster [DBG] osdmap e2474: 8 total, 8 up, 8 in 2024-09-13T01:14:28.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:27 smithi053 bash[67631]: cluster 2024-09-13T01:14:27.046860+0000 mgr.y (mgr.34107) 2150 : cluster [DBG] pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 156 op/s 2024-09-13T01:14:28.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:27 smithi032 bash[75510]: cluster 2024-09-13T01:14:27.046860+0000 mgr.y (mgr.34107) 2150 : cluster [DBG] pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 156 op/s 2024-09-13T01:14:28.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:27 smithi032 bash[76677]: cluster 2024-09-13T01:14:27.046860+0000 mgr.y (mgr.34107) 2150 : cluster [DBG] pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 156 op/s 2024-09-13T01:14:29.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:29 smithi053 bash[67631]: cluster 2024-09-13T01:14:27.998540+0000 mon.a (mon.0) 4298 : cluster [DBG] osdmap e2475: 8 total, 8 up, 8 in 2024-09-13T01:14:29.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:29 smithi032 bash[75510]: cluster 2024-09-13T01:14:27.998540+0000 mon.a (mon.0) 4298 : cluster [DBG] osdmap e2475: 8 total, 8 up, 8 in 2024-09-13T01:14:29.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:29 smithi032 bash[76677]: cluster 2024-09-13T01:14:27.998540+0000 mon.a (mon.0) 4298 : cluster [DBG] osdmap e2475: 8 total, 8 up, 8 in 2024-09-13T01:14:30.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:30 smithi053 bash[67631]: cluster 2024-09-13T01:14:28.999975+0000 mon.a (mon.0) 4299 : cluster [DBG] osdmap e2476: 8 total, 8 up, 8 in 2024-09-13T01:14:30.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:30 smithi053 bash[67631]: cluster 2024-09-13T01:14:29.047733+0000 mgr.y (mgr.34107) 2151 : cluster [DBG] pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 117 op/s 2024-09-13T01:14:30.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:30 smithi032 bash[75510]: cluster 2024-09-13T01:14:28.999975+0000 mon.a (mon.0) 4299 : cluster [DBG] osdmap e2476: 8 total, 8 up, 8 in 2024-09-13T01:14:30.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:30 smithi032 bash[75510]: cluster 2024-09-13T01:14:29.047733+0000 mgr.y (mgr.34107) 2151 : cluster [DBG] pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 117 op/s 2024-09-13T01:14:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:30 smithi032 bash[76677]: cluster 2024-09-13T01:14:28.999975+0000 mon.a (mon.0) 4299 : cluster [DBG] osdmap e2476: 8 total, 8 up, 8 in 2024-09-13T01:14:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:30 smithi032 bash[76677]: cluster 2024-09-13T01:14:29.047733+0000 mgr.y (mgr.34107) 2151 : cluster [DBG] pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 117 op/s 2024-09-13T01:14:31.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:31 smithi053 bash[67631]: cluster 2024-09-13T01:14:30.014809+0000 mon.a (mon.0) 4300 : cluster [DBG] osdmap e2477: 8 total, 8 up, 8 in 2024-09-13T01:14:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:31 smithi032 bash[75510]: cluster 2024-09-13T01:14:30.014809+0000 mon.a (mon.0) 4300 : cluster [DBG] osdmap e2477: 8 total, 8 up, 8 in 2024-09-13T01:14:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:31 smithi032 bash[76677]: cluster 2024-09-13T01:14:30.014809+0000 mon.a (mon.0) 4300 : cluster [DBG] osdmap e2477: 8 total, 8 up, 8 in 2024-09-13T01:14:32.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:32 smithi053 bash[67631]: cluster 2024-09-13T01:14:31.035512+0000 mon.a (mon.0) 4301 : cluster [DBG] osdmap e2478: 8 total, 8 up, 8 in 2024-09-13T01:14:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:32 smithi053 bash[67631]: cluster 2024-09-13T01:14:31.048705+0000 mgr.y (mgr.34107) 2152 : cluster [DBG] pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-09-13T01:14:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:32 smithi053 bash[67631]: cluster 2024-09-13T01:14:31.923631+0000 mon.a (mon.0) 4302 : cluster [DBG] osdmap e2479: 8 total, 8 up, 8 in 2024-09-13T01:14:32.324 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:32 smithi032 bash[75510]: cluster 2024-09-13T01:14:31.035512+0000 mon.a (mon.0) 4301 : cluster [DBG] osdmap e2478: 8 total, 8 up, 8 in 2024-09-13T01:14:32.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:32 smithi032 bash[75510]: cluster 2024-09-13T01:14:31.048705+0000 mgr.y (mgr.34107) 2152 : cluster [DBG] pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-09-13T01:14:32.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:32 smithi032 bash[75510]: cluster 2024-09-13T01:14:31.923631+0000 mon.a (mon.0) 4302 : cluster [DBG] osdmap e2479: 8 total, 8 up, 8 in 2024-09-13T01:14:32.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:32 smithi032 bash[76677]: cluster 2024-09-13T01:14:31.035512+0000 mon.a (mon.0) 4301 : cluster [DBG] osdmap e2478: 8 total, 8 up, 8 in 2024-09-13T01:14:32.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:32 smithi032 bash[76677]: cluster 2024-09-13T01:14:31.048705+0000 mgr.y (mgr.34107) 2152 : cluster [DBG] pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-09-13T01:14:32.325 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:32 smithi032 bash[76677]: cluster 2024-09-13T01:14:31.923631+0000 mon.a (mon.0) 4302 : cluster [DBG] osdmap e2479: 8 total, 8 up, 8 in 2024-09-13T01:14:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:14:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:14:32] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2024-09-13T01:14:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:14:32 smithi053 bash[94430]: ts=2024-09-13T01:14:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:14:34.122 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-09-13T01:14:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:33 smithi053 bash[67631]: cluster 2024-09-13T01:14:32.927527+0000 mon.a (mon.0) 4303 : cluster [DBG] osdmap e2480: 8 total, 8 up, 8 in 2024-09-13T01:14:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:33 smithi053 bash[67631]: cluster 2024-09-13T01:14:33.049435+0000 mgr.y (mgr.34107) 2153 : cluster [DBG] pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:14:34.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:33 smithi032 bash[75510]: cluster 2024-09-13T01:14:32.927527+0000 mon.a (mon.0) 4303 : cluster [DBG] osdmap e2480: 8 total, 8 up, 8 in 2024-09-13T01:14:34.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:33 smithi032 bash[75510]: cluster 2024-09-13T01:14:33.049435+0000 mgr.y (mgr.34107) 2153 : cluster [DBG] pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:14:34.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:33 smithi032 bash[76677]: cluster 2024-09-13T01:14:32.927527+0000 mon.a (mon.0) 4303 : cluster [DBG] osdmap e2480: 8 total, 8 up, 8 in 2024-09-13T01:14:34.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:33 smithi032 bash[76677]: cluster 2024-09-13T01:14:33.049435+0000 mgr.y (mgr.34107) 2153 : cluster [DBG] pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T01:14:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:34 smithi053 bash[67631]: cluster 2024-09-13T01:14:33.935799+0000 mon.a (mon.0) 4304 : cluster [DBG] osdmap e2481: 8 total, 8 up, 8 in 2024-09-13T01:14:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:34 smithi053 bash[67631]: audit 2024-09-13T01:14:34.571346+0000 mon.a (mon.0) 4305 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:14:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:34 smithi032 bash[75510]: cluster 2024-09-13T01:14:33.935799+0000 mon.a (mon.0) 4304 : cluster [DBG] osdmap e2481: 8 total, 8 up, 8 in 2024-09-13T01:14:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:34 smithi032 bash[75510]: audit 2024-09-13T01:14:34.571346+0000 mon.a (mon.0) 4305 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:14:35.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:34 smithi032 bash[76677]: cluster 2024-09-13T01:14:33.935799+0000 mon.a (mon.0) 4304 : cluster [DBG] osdmap e2481: 8 total, 8 up, 8 in 2024-09-13T01:14:35.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:34 smithi032 bash[76677]: audit 2024-09-13T01:14:34.571346+0000 mon.a (mon.0) 4305 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:14:36.176 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-09-13T01:14:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:35 smithi053 bash[67631]: cluster 2024-09-13T01:14:34.938789+0000 mon.a (mon.0) 4306 : cluster [DBG] osdmap e2482: 8 total, 8 up, 8 in 2024-09-13T01:14:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:35 smithi053 bash[67631]: cluster 2024-09-13T01:14:35.050112+0000 mgr.y (mgr.34107) 2154 : cluster [DBG] pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-09-13T01:14:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:35 smithi053 bash[67631]: audit 2024-09-13T01:14:35.123948+0000 mon.a (mon.0) 4307 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:14:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:35 smithi053 bash[67631]: audit 2024-09-13T01:14:35.125124+0000 mon.a (mon.0) 4308 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:14:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:35 smithi053 bash[67631]: audit 2024-09-13T01:14:35.133937+0000 mon.a (mon.0) 4309 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:14:36.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:35 smithi032 bash[75510]: cluster 2024-09-13T01:14:34.938789+0000 mon.a (mon.0) 4306 : cluster [DBG] osdmap e2482: 8 total, 8 up, 8 in 2024-09-13T01:14:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:35 smithi032 bash[75510]: cluster 2024-09-13T01:14:35.050112+0000 mgr.y (mgr.34107) 2154 : cluster [DBG] pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-09-13T01:14:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:35 smithi032 bash[75510]: audit 2024-09-13T01:14:35.123948+0000 mon.a (mon.0) 4307 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:14:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:35 smithi032 bash[75510]: audit 2024-09-13T01:14:35.125124+0000 mon.a (mon.0) 4308 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:14:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:35 smithi032 bash[75510]: audit 2024-09-13T01:14:35.133937+0000 mon.a (mon.0) 4309 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:14:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:35 smithi032 bash[76677]: cluster 2024-09-13T01:14:34.938789+0000 mon.a (mon.0) 4306 : cluster [DBG] osdmap e2482: 8 total, 8 up, 8 in 2024-09-13T01:14:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:35 smithi032 bash[76677]: cluster 2024-09-13T01:14:35.050112+0000 mgr.y (mgr.34107) 2154 : cluster [DBG] pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-09-13T01:14:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:35 smithi032 bash[76677]: audit 2024-09-13T01:14:35.123948+0000 mon.a (mon.0) 4307 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:14:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:35 smithi032 bash[76677]: audit 2024-09-13T01:14:35.125124+0000 mon.a (mon.0) 4308 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:14:36.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:35 smithi032 bash[76677]: audit 2024-09-13T01:14:35.133937+0000 mon.a (mon.0) 4309 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:14:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:36 smithi053 bash[67631]: cluster 2024-09-13T01:14:35.953649+0000 mon.a (mon.0) 4310 : cluster [DBG] osdmap e2483: 8 total, 8 up, 8 in 2024-09-13T01:14:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:36 smithi053 bash[67631]: cluster 2024-09-13T01:14:36.924975+0000 mon.a (mon.0) 4311 : cluster [DBG] osdmap e2484: 8 total, 8 up, 8 in 2024-09-13T01:14:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:36 smithi032 bash[75510]: cluster 2024-09-13T01:14:35.953649+0000 mon.a (mon.0) 4310 : cluster [DBG] osdmap e2483: 8 total, 8 up, 8 in 2024-09-13T01:14:37.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:36 smithi032 bash[75510]: cluster 2024-09-13T01:14:36.924975+0000 mon.a (mon.0) 4311 : cluster [DBG] osdmap e2484: 8 total, 8 up, 8 in 2024-09-13T01:14:37.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:36 smithi032 bash[76677]: cluster 2024-09-13T01:14:35.953649+0000 mon.a (mon.0) 4310 : cluster [DBG] osdmap e2483: 8 total, 8 up, 8 in 2024-09-13T01:14:37.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:36 smithi032 bash[76677]: cluster 2024-09-13T01:14:36.924975+0000 mon.a (mon.0) 4311 : cluster [DBG] osdmap e2484: 8 total, 8 up, 8 in 2024-09-13T01:14:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:37 smithi053 bash[67631]: cluster 2024-09-13T01:14:37.050840+0000 mgr.y (mgr.34107) 2155 : cluster [DBG] pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 10 KiB/s wr, 111 op/s 2024-09-13T01:14:38.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:37 smithi032 bash[75510]: cluster 2024-09-13T01:14:37.050840+0000 mgr.y (mgr.34107) 2155 : cluster [DBG] pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 10 KiB/s wr, 111 op/s 2024-09-13T01:14:38.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:37 smithi032 bash[76677]: cluster 2024-09-13T01:14:37.050840+0000 mgr.y (mgr.34107) 2155 : cluster [DBG] pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 10 KiB/s wr, 111 op/s 2024-09-13T01:14:39.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:38 smithi053 bash[67631]: cluster 2024-09-13T01:14:37.963291+0000 mon.a (mon.0) 4312 : cluster [DBG] osdmap e2485: 8 total, 8 up, 8 in 2024-09-13T01:14:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:38 smithi032 bash[75510]: cluster 2024-09-13T01:14:37.963291+0000 mon.a (mon.0) 4312 : cluster [DBG] osdmap e2485: 8 total, 8 up, 8 in 2024-09-13T01:14:39.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:38 smithi032 bash[76677]: cluster 2024-09-13T01:14:37.963291+0000 mon.a (mon.0) 4312 : cluster [DBG] osdmap e2485: 8 total, 8 up, 8 in 2024-09-13T01:14:40.200 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-09-13T01:14:40.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:39 smithi053 bash[67631]: cluster 2024-09-13T01:14:38.965522+0000 mon.a (mon.0) 4313 : cluster [DBG] osdmap e2486: 8 total, 8 up, 8 in 2024-09-13T01:14:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:39 smithi053 bash[67631]: cluster 2024-09-13T01:14:39.051559+0000 mgr.y (mgr.34107) 2156 : cluster [DBG] pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 11 KiB/s wr, 116 op/s 2024-09-13T01:14:40.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:39 smithi032 bash[75510]: cluster 2024-09-13T01:14:38.965522+0000 mon.a (mon.0) 4313 : cluster [DBG] osdmap e2486: 8 total, 8 up, 8 in 2024-09-13T01:14:40.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:39 smithi032 bash[75510]: cluster 2024-09-13T01:14:39.051559+0000 mgr.y (mgr.34107) 2156 : cluster [DBG] pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 11 KiB/s wr, 116 op/s 2024-09-13T01:14:40.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:39 smithi032 bash[76677]: cluster 2024-09-13T01:14:38.965522+0000 mon.a (mon.0) 4313 : cluster [DBG] osdmap e2486: 8 total, 8 up, 8 in 2024-09-13T01:14:40.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:39 smithi032 bash[76677]: cluster 2024-09-13T01:14:39.051559+0000 mgr.y (mgr.34107) 2156 : cluster [DBG] pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 11 KiB/s wr, 116 op/s 2024-09-13T01:14:40.446 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-09-13T01:14:40.871 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-09-13T01:14:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:40 smithi053 bash[67631]: cluster 2024-09-13T01:14:39.987446+0000 mon.a (mon.0) 4314 : cluster [DBG] osdmap e2487: 8 total, 8 up, 8 in 2024-09-13T01:14:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:40 smithi053 bash[67631]: audit 2024-09-13T01:14:40.236546+0000 mon.a (mon.0) 4315 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:14:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:40 smithi032 bash[75510]: cluster 2024-09-13T01:14:39.987446+0000 mon.a (mon.0) 4314 : cluster [DBG] osdmap e2487: 8 total, 8 up, 8 in 2024-09-13T01:14:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:40 smithi032 bash[75510]: audit 2024-09-13T01:14:40.236546+0000 mon.a (mon.0) 4315 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:14:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:40 smithi032 bash[76677]: cluster 2024-09-13T01:14:39.987446+0000 mon.a (mon.0) 4314 : cluster [DBG] osdmap e2487: 8 total, 8 up, 8 in 2024-09-13T01:14:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:40 smithi032 bash[76677]: audit 2024-09-13T01:14:40.236546+0000 mon.a (mon.0) 4315 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:14:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:42 smithi053 bash[67631]: cluster 2024-09-13T01:14:40.989139+0000 mon.a (mon.0) 4316 : cluster [DBG] osdmap e2488: 8 total, 8 up, 8 in 2024-09-13T01:14:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:42 smithi053 bash[67631]: cluster 2024-09-13T01:14:41.052277+0000 mgr.y (mgr.34107) 2157 : cluster [DBG] pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 7.5 KiB/s wr, 107 op/s 2024-09-13T01:14:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:42 smithi053 bash[67631]: cluster 2024-09-13T01:14:41.927359+0000 mon.a (mon.0) 4317 : cluster [DBG] osdmap e2489: 8 total, 8 up, 8 in 2024-09-13T01:14:42.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:42 smithi032 bash[75510]: cluster 2024-09-13T01:14:40.989139+0000 mon.a (mon.0) 4316 : cluster [DBG] osdmap e2488: 8 total, 8 up, 8 in 2024-09-13T01:14:42.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:42 smithi032 bash[75510]: cluster 2024-09-13T01:14:41.052277+0000 mgr.y (mgr.34107) 2157 : cluster [DBG] pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 7.5 KiB/s wr, 107 op/s 2024-09-13T01:14:42.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:42 smithi032 bash[75510]: cluster 2024-09-13T01:14:41.927359+0000 mon.a (mon.0) 4317 : cluster [DBG] osdmap e2489: 8 total, 8 up, 8 in 2024-09-13T01:14:42.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:42 smithi032 bash[76677]: cluster 2024-09-13T01:14:40.989139+0000 mon.a (mon.0) 4316 : cluster [DBG] osdmap e2488: 8 total, 8 up, 8 in 2024-09-13T01:14:42.327 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:42 smithi032 bash[76677]: cluster 2024-09-13T01:14:41.052277+0000 mgr.y (mgr.34107) 2157 : cluster [DBG] pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 7.5 KiB/s wr, 107 op/s 2024-09-13T01:14:42.327 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:42 smithi032 bash[76677]: cluster 2024-09-13T01:14:41.927359+0000 mon.a (mon.0) 4317 : cluster [DBG] osdmap e2489: 8 total, 8 up, 8 in 2024-09-13T01:14:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:14:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:14:42] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2024-09-13T01:14:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:14:42 smithi053 bash[94430]: ts=2024-09-13T01:14:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:14:44.153 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-09-13T01:14:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:43 smithi053 bash[67631]: cluster 2024-09-13T01:14:42.932155+0000 mon.a (mon.0) 4318 : cluster [DBG] osdmap e2490: 8 total, 8 up, 8 in 2024-09-13T01:14:44.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:43 smithi053 bash[67631]: cluster 2024-09-13T01:14:43.053036+0000 mgr.y (mgr.34107) 2158 : cluster [DBG] pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 7.5 KiB/s wr, 223 op/s 2024-09-13T01:14:44.369 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-09-13T01:14:44.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:43 smithi032 bash[75510]: cluster 2024-09-13T01:14:42.932155+0000 mon.a (mon.0) 4318 : cluster [DBG] osdmap e2490: 8 total, 8 up, 8 in 2024-09-13T01:14:44.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:43 smithi032 bash[75510]: cluster 2024-09-13T01:14:43.053036+0000 mgr.y (mgr.34107) 2158 : cluster [DBG] pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 7.5 KiB/s wr, 223 op/s 2024-09-13T01:14:44.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:43 smithi032 bash[76677]: cluster 2024-09-13T01:14:42.932155+0000 mon.a (mon.0) 4318 : cluster [DBG] osdmap e2490: 8 total, 8 up, 8 in 2024-09-13T01:14:44.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:43 smithi032 bash[76677]: cluster 2024-09-13T01:14:43.053036+0000 mgr.y (mgr.34107) 2158 : cluster [DBG] pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 7.5 KiB/s wr, 223 op/s 2024-09-13T01:14:44.605 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-09-13T01:14:44.850 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-09-13T01:14:45.088 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-09-13T01:14:45.289 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:44 smithi053 bash[67631]: cluster 2024-09-13T01:14:43.941192+0000 mon.a (mon.0) 4319 : cluster [DBG] osdmap e2491: 8 total, 8 up, 8 in 2024-09-13T01:14:45.306 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-09-13T01:14:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:44 smithi032 bash[75510]: cluster 2024-09-13T01:14:43.941192+0000 mon.a (mon.0) 4319 : cluster [DBG] osdmap e2491: 8 total, 8 up, 8 in 2024-09-13T01:14:45.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:44 smithi032 bash[76677]: cluster 2024-09-13T01:14:43.941192+0000 mon.a (mon.0) 4319 : cluster [DBG] osdmap e2491: 8 total, 8 up, 8 in 2024-09-13T01:14:46.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:45 smithi053 bash[67631]: cluster 2024-09-13T01:14:45.053815+0000 mgr.y (mgr.34107) 2159 : cluster [DBG] pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 9.3 KiB/s wr, 275 op/s 2024-09-13T01:14:46.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:45 smithi032 bash[75510]: cluster 2024-09-13T01:14:45.053815+0000 mgr.y (mgr.34107) 2159 : cluster [DBG] pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 9.3 KiB/s wr, 275 op/s 2024-09-13T01:14:46.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:45 smithi032 bash[76677]: cluster 2024-09-13T01:14:45.053815+0000 mgr.y (mgr.34107) 2159 : cluster [DBG] pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 9.3 KiB/s wr, 275 op/s 2024-09-13T01:14:47.294 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-09-13T01:14:47.502 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-09-13T01:14:47.808 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-09-13T01:14:48.113 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-09-13T01:14:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:47 smithi053 bash[67631]: cluster 2024-09-13T01:14:46.937959+0000 mon.a (mon.0) 4320 : cluster [DBG] osdmap e2492: 8 total, 8 up, 8 in 2024-09-13T01:14:48.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:47 smithi053 bash[67631]: cluster 2024-09-13T01:14:47.054573+0000 mgr.y (mgr.34107) 2160 : cluster [DBG] pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 16 KiB/s wr, 241 op/s 2024-09-13T01:14:48.332 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-09-13T01:14:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:47 smithi032 bash[75510]: cluster 2024-09-13T01:14:46.937959+0000 mon.a (mon.0) 4320 : cluster [DBG] osdmap e2492: 8 total, 8 up, 8 in 2024-09-13T01:14:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:47 smithi032 bash[75510]: cluster 2024-09-13T01:14:47.054573+0000 mgr.y (mgr.34107) 2160 : cluster [DBG] pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 16 KiB/s wr, 241 op/s 2024-09-13T01:14:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:47 smithi032 bash[76677]: cluster 2024-09-13T01:14:46.937959+0000 mon.a (mon.0) 4320 : cluster [DBG] osdmap e2492: 8 total, 8 up, 8 in 2024-09-13T01:14:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:47 smithi032 bash[76677]: cluster 2024-09-13T01:14:47.054573+0000 mgr.y (mgr.34107) 2160 : cluster [DBG] pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 16 KiB/s wr, 241 op/s 2024-09-13T01:14:50.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:50 smithi032 bash[75510]: cluster 2024-09-13T01:14:49.055336+0000 mgr.y (mgr.34107) 2161 : cluster [DBG] pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 38 KiB/s wr, 788 op/s 2024-09-13T01:14:50.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:50 smithi032 bash[76677]: cluster 2024-09-13T01:14:49.055336+0000 mgr.y (mgr.34107) 2161 : cluster [DBG] pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 38 KiB/s wr, 788 op/s 2024-09-13T01:14:50.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:50 smithi053 bash[67631]: cluster 2024-09-13T01:14:49.055336+0000 mgr.y (mgr.34107) 2161 : cluster [DBG] pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 38 KiB/s wr, 788 op/s 2024-09-13T01:14:52.413 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:14:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:14:52] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2024-09-13T01:14:52.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:52 smithi032 bash[75510]: cluster 2024-09-13T01:14:51.055884+0000 mgr.y (mgr.34107) 2162 : cluster [DBG] pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 652 op/s 2024-09-13T01:14:52.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:52 smithi032 bash[75510]: cluster 2024-09-13T01:14:51.932603+0000 mon.a (mon.0) 4321 : cluster [DBG] osdmap e2493: 8 total, 8 up, 8 in 2024-09-13T01:14:52.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:52 smithi032 bash[76677]: cluster 2024-09-13T01:14:51.055884+0000 mgr.y (mgr.34107) 2162 : cluster [DBG] pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 652 op/s 2024-09-13T01:14:52.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:52 smithi032 bash[76677]: cluster 2024-09-13T01:14:51.932603+0000 mon.a (mon.0) 4321 : cluster [DBG] osdmap e2493: 8 total, 8 up, 8 in 2024-09-13T01:14:52.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:52 smithi053 bash[67631]: cluster 2024-09-13T01:14:51.055884+0000 mgr.y (mgr.34107) 2162 : cluster [DBG] pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 652 op/s 2024-09-13T01:14:52.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:52 smithi053 bash[67631]: cluster 2024-09-13T01:14:51.932603+0000 mon.a (mon.0) 4321 : cluster [DBG] osdmap e2493: 8 total, 8 up, 8 in 2024-09-13T01:14:52.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:14:52 smithi053 bash[94430]: ts=2024-09-13T01:14:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:14:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:54 smithi032 bash[75510]: cluster 2024-09-13T01:14:53.056728+0000 mgr.y (mgr.34107) 2163 : cluster [DBG] pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 31 KiB/s wr, 633 op/s 2024-09-13T01:14:54.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:54 smithi032 bash[76677]: cluster 2024-09-13T01:14:53.056728+0000 mgr.y (mgr.34107) 2163 : cluster [DBG] pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 31 KiB/s wr, 633 op/s 2024-09-13T01:14:54.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:54 smithi053 bash[67631]: cluster 2024-09-13T01:14:53.056728+0000 mgr.y (mgr.34107) 2163 : cluster [DBG] pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 31 KiB/s wr, 633 op/s 2024-09-13T01:14:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:56 smithi032 bash[76677]: cluster 2024-09-13T01:14:55.057644+0000 mgr.y (mgr.34107) 2164 : cluster [DBG] pgmap v4210: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 529 KiB/s wr, 545 op/s 2024-09-13T01:14:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:56 smithi032 bash[76677]: audit 2024-09-13T01:14:55.236053+0000 mon.a (mon.0) 4322 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:14:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:56 smithi032 bash[75510]: cluster 2024-09-13T01:14:55.057644+0000 mgr.y (mgr.34107) 2164 : cluster [DBG] pgmap v4210: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 529 KiB/s wr, 545 op/s 2024-09-13T01:14:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:56 smithi032 bash[75510]: audit 2024-09-13T01:14:55.236053+0000 mon.a (mon.0) 4322 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:14:56.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:56 smithi053 bash[67631]: cluster 2024-09-13T01:14:55.057644+0000 mgr.y (mgr.34107) 2164 : cluster [DBG] pgmap v4210: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 529 KiB/s wr, 545 op/s 2024-09-13T01:14:56.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:56 smithi053 bash[67631]: audit 2024-09-13T01:14:55.236053+0000 mon.a (mon.0) 4322 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:14:56.791 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-09-13T01:14:58.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:14:58 smithi032 bash[76677]: cluster 2024-09-13T01:14:57.058321+0000 mgr.y (mgr.34107) 2165 : cluster [DBG] pgmap v4211: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 430 KiB/s wr, 452 op/s 2024-09-13T01:14:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:14:58 smithi032 bash[75510]: cluster 2024-09-13T01:14:57.058321+0000 mgr.y (mgr.34107) 2165 : cluster [DBG] pgmap v4211: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 430 KiB/s wr, 452 op/s 2024-09-13T01:14:58.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:14:58 smithi053 bash[67631]: cluster 2024-09-13T01:14:57.058321+0000 mgr.y (mgr.34107) 2165 : cluster [DBG] pgmap v4211: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 430 KiB/s wr, 452 op/s 2024-09-13T01:15:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:00 smithi032 bash[75510]: cluster 2024-09-13T01:14:59.059203+0000 mgr.y (mgr.34107) 2166 : cluster [DBG] pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 414 KiB/s wr, 82 op/s 2024-09-13T01:15:00.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:00 smithi032 bash[76677]: cluster 2024-09-13T01:14:59.059203+0000 mgr.y (mgr.34107) 2166 : cluster [DBG] pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 414 KiB/s wr, 82 op/s 2024-09-13T01:15:00.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:00 smithi053 bash[67631]: cluster 2024-09-13T01:14:59.059203+0000 mgr.y (mgr.34107) 2166 : cluster [DBG] pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 414 KiB/s wr, 82 op/s 2024-09-13T01:15:02.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:02 smithi032 bash[75510]: cluster 2024-09-13T01:15:01.059820+0000 mgr.y (mgr.34107) 2167 : cluster [DBG] pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 412 KiB/s wr, 54 op/s 2024-09-13T01:15:02.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:15:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:15:02] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2024-09-13T01:15:02.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:02 smithi032 bash[76677]: cluster 2024-09-13T01:15:01.059820+0000 mgr.y (mgr.34107) 2167 : cluster [DBG] pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 412 KiB/s wr, 54 op/s 2024-09-13T01:15:02.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:02 smithi053 bash[67631]: cluster 2024-09-13T01:15:01.059820+0000 mgr.y (mgr.34107) 2167 : cluster [DBG] pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 412 KiB/s wr, 54 op/s 2024-09-13T01:15:02.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:15:02 smithi053 bash[94430]: ts=2024-09-13T01:15:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:15:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:04 smithi032 bash[75510]: cluster 2024-09-13T01:15:03.060534+0000 mgr.y (mgr.34107) 2168 : cluster [DBG] pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 370 KiB/s wr, 35 op/s 2024-09-13T01:15:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:04 smithi032 bash[76677]: cluster 2024-09-13T01:15:03.060534+0000 mgr.y (mgr.34107) 2168 : cluster [DBG] pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 370 KiB/s wr, 35 op/s 2024-09-13T01:15:04.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:04 smithi053 bash[67631]: cluster 2024-09-13T01:15:03.060534+0000 mgr.y (mgr.34107) 2168 : cluster [DBG] pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 370 KiB/s wr, 35 op/s 2024-09-13T01:15:06.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:06 smithi032 bash[75510]: cluster 2024-09-13T01:15:05.061182+0000 mgr.y (mgr.34107) 2169 : cluster [DBG] pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 343 KiB/s wr, 29 op/s 2024-09-13T01:15:06.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:06 smithi032 bash[76677]: cluster 2024-09-13T01:15:05.061182+0000 mgr.y (mgr.34107) 2169 : cluster [DBG] pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 343 KiB/s wr, 29 op/s 2024-09-13T01:15:06.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:06 smithi053 bash[67631]: cluster 2024-09-13T01:15:05.061182+0000 mgr.y (mgr.34107) 2169 : cluster [DBG] pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 343 KiB/s wr, 29 op/s 2024-09-13T01:15:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:08 smithi032 bash[75510]: cluster 2024-09-13T01:15:07.061926+0000 mgr.y (mgr.34107) 2170 : cluster [DBG] pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 1.7 KiB/s wr, 28 op/s 2024-09-13T01:15:08.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:08 smithi032 bash[76677]: cluster 2024-09-13T01:15:07.061926+0000 mgr.y (mgr.34107) 2170 : cluster [DBG] pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 1.7 KiB/s wr, 28 op/s 2024-09-13T01:15:08.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:08 smithi053 bash[67631]: cluster 2024-09-13T01:15:07.061926+0000 mgr.y (mgr.34107) 2170 : cluster [DBG] pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 1.7 KiB/s wr, 28 op/s 2024-09-13T01:15:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:10 smithi032 bash[75510]: cluster 2024-09-13T01:15:09.062730+0000 mgr.y (mgr.34107) 2171 : cluster [DBG] pgmap v4217: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-13T01:15:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:10 smithi032 bash[76677]: cluster 2024-09-13T01:15:09.062730+0000 mgr.y (mgr.34107) 2171 : cluster [DBG] pgmap v4217: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-13T01:15:10.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:10 smithi053 bash[67631]: cluster 2024-09-13T01:15:09.062730+0000 mgr.y (mgr.34107) 2171 : cluster [DBG] pgmap v4217: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-13T01:15:10.720 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-09-13T01:15:10.946 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-09-13T01:15:11.196 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-09-13T01:15:11.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:11 smithi032 bash[75510]: audit 2024-09-13T01:15:10.236401+0000 mon.a (mon.0) 4323 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:15:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:11 smithi032 bash[76677]: audit 2024-09-13T01:15:10.236401+0000 mon.a (mon.0) 4323 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:15:11.456 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-09-13T01:15:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:11 smithi053 bash[67631]: audit 2024-09-13T01:15:10.236401+0000 mon.a (mon.0) 4323 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:15:12.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:12 smithi032 bash[75510]: cluster 2024-09-13T01:15:11.063646+0000 mgr.y (mgr.34107) 2172 : cluster [DBG] pgmap v4218: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-09-13T01:15:12.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:15:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:15:12] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2024-09-13T01:15:12.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:12 smithi032 bash[76677]: cluster 2024-09-13T01:15:11.063646+0000 mgr.y (mgr.34107) 2172 : cluster [DBG] pgmap v4218: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-09-13T01:15:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:12 smithi053 bash[67631]: cluster 2024-09-13T01:15:11.063646+0000 mgr.y (mgr.34107) 2172 : cluster [DBG] pgmap v4218: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-09-13T01:15:12.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:15:12 smithi053 bash[94430]: ts=2024-09-13T01:15:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:15:13.540 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:13 smithi053 bash[67631]: cluster 2024-09-13T01:15:12.171162+0000 mon.a (mon.0) 4324 : cluster [DBG] osdmap e2494: 8 total, 8 up, 8 in 2024-09-13T01:15:13.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:13 smithi032 bash[75510]: cluster 2024-09-13T01:15:12.171162+0000 mon.a (mon.0) 4324 : cluster [DBG] osdmap e2494: 8 total, 8 up, 8 in 2024-09-13T01:15:13.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:13 smithi032 bash[76677]: cluster 2024-09-13T01:15:12.171162+0000 mon.a (mon.0) 4324 : cluster [DBG] osdmap e2494: 8 total, 8 up, 8 in 2024-09-13T01:15:14.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:14 smithi053 bash[67631]: cluster 2024-09-13T01:15:13.064673+0000 mgr.y (mgr.34107) 2173 : cluster [DBG] pgmap v4220: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 1.6 MiB/s wr, 71 op/s 2024-09-13T01:15:14.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:14 smithi053 bash[67631]: cluster 2024-09-13T01:15:13.182071+0000 mon.a (mon.0) 4325 : cluster [DBG] osdmap e2495: 8 total, 8 up, 8 in 2024-09-13T01:15:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:14 smithi032 bash[75510]: cluster 2024-09-13T01:15:13.064673+0000 mgr.y (mgr.34107) 2173 : cluster [DBG] pgmap v4220: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 1.6 MiB/s wr, 71 op/s 2024-09-13T01:15:14.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:14 smithi032 bash[75510]: cluster 2024-09-13T01:15:13.182071+0000 mon.a (mon.0) 4325 : cluster [DBG] osdmap e2495: 8 total, 8 up, 8 in 2024-09-13T01:15:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:14 smithi032 bash[76677]: cluster 2024-09-13T01:15:13.064673+0000 mgr.y (mgr.34107) 2173 : cluster [DBG] pgmap v4220: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 1.6 MiB/s wr, 71 op/s 2024-09-13T01:15:14.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:14 smithi032 bash[76677]: cluster 2024-09-13T01:15:13.182071+0000 mon.a (mon.0) 4325 : cluster [DBG] osdmap e2495: 8 total, 8 up, 8 in 2024-09-13T01:15:15.431 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-09-13T01:15:15.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:15 smithi053 bash[67631]: cluster 2024-09-13T01:15:14.185261+0000 mon.a (mon.0) 4326 : cluster [DBG] osdmap e2496: 8 total, 8 up, 8 in 2024-09-13T01:15:15.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:15 smithi032 bash[75510]: cluster 2024-09-13T01:15:14.185261+0000 mon.a (mon.0) 4326 : cluster [DBG] osdmap e2496: 8 total, 8 up, 8 in 2024-09-13T01:15:15.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:15 smithi032 bash[76677]: cluster 2024-09-13T01:15:14.185261+0000 mon.a (mon.0) 4326 : cluster [DBG] osdmap e2496: 8 total, 8 up, 8 in 2024-09-13T01:15:16.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:16 smithi053 bash[67631]: cluster 2024-09-13T01:15:15.065293+0000 mgr.y (mgr.34107) 2174 : cluster [DBG] pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 6.5 KiB/s wr, 152 op/s 2024-09-13T01:15:16.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:16 smithi053 bash[67631]: cluster 2024-09-13T01:15:15.212076+0000 mon.a (mon.0) 4327 : cluster [DBG] osdmap e2497: 8 total, 8 up, 8 in 2024-09-13T01:15:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:16 smithi032 bash[75510]: cluster 2024-09-13T01:15:15.065293+0000 mgr.y (mgr.34107) 2174 : cluster [DBG] pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 6.5 KiB/s wr, 152 op/s 2024-09-13T01:15:16.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:16 smithi032 bash[75510]: cluster 2024-09-13T01:15:15.212076+0000 mon.a (mon.0) 4327 : cluster [DBG] osdmap e2497: 8 total, 8 up, 8 in 2024-09-13T01:15:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:16 smithi032 bash[76677]: cluster 2024-09-13T01:15:15.065293+0000 mgr.y (mgr.34107) 2174 : cluster [DBG] pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 6.5 KiB/s wr, 152 op/s 2024-09-13T01:15:16.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:16 smithi032 bash[76677]: cluster 2024-09-13T01:15:15.212076+0000 mon.a (mon.0) 4327 : cluster [DBG] osdmap e2497: 8 total, 8 up, 8 in 2024-09-13T01:15:17.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:17 smithi053 bash[67631]: cluster 2024-09-13T01:15:16.219748+0000 mon.a (mon.0) 4328 : cluster [DBG] osdmap e2498: 8 total, 8 up, 8 in 2024-09-13T01:15:17.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:17 smithi032 bash[75510]: cluster 2024-09-13T01:15:16.219748+0000 mon.a (mon.0) 4328 : cluster [DBG] osdmap e2498: 8 total, 8 up, 8 in 2024-09-13T01:15:17.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:17 smithi032 bash[76677]: cluster 2024-09-13T01:15:16.219748+0000 mon.a (mon.0) 4328 : cluster [DBG] osdmap e2498: 8 total, 8 up, 8 in 2024-09-13T01:15:18.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:18 smithi053 bash[67631]: cluster 2024-09-13T01:15:17.066207+0000 mgr.y (mgr.34107) 2175 : cluster [DBG] pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 17 KiB/s wr, 257 op/s 2024-09-13T01:15:18.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:18 smithi053 bash[67631]: cluster 2024-09-13T01:15:17.242049+0000 mon.a (mon.0) 4329 : cluster [DBG] osdmap e2499: 8 total, 8 up, 8 in 2024-09-13T01:15:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:18 smithi032 bash[75510]: cluster 2024-09-13T01:15:17.066207+0000 mgr.y (mgr.34107) 2175 : cluster [DBG] pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 17 KiB/s wr, 257 op/s 2024-09-13T01:15:18.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:18 smithi032 bash[75510]: cluster 2024-09-13T01:15:17.242049+0000 mon.a (mon.0) 4329 : cluster [DBG] osdmap e2499: 8 total, 8 up, 8 in 2024-09-13T01:15:18.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:18 smithi032 bash[76677]: cluster 2024-09-13T01:15:17.066207+0000 mgr.y (mgr.34107) 2175 : cluster [DBG] pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 17 KiB/s wr, 257 op/s 2024-09-13T01:15:18.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:18 smithi032 bash[76677]: cluster 2024-09-13T01:15:17.242049+0000 mon.a (mon.0) 4329 : cluster [DBG] osdmap e2499: 8 total, 8 up, 8 in 2024-09-13T01:15:19.480 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2024-09-13T01:15:19.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:19 smithi053 bash[67631]: cluster 2024-09-13T01:15:18.251421+0000 mon.a (mon.0) 4330 : cluster [DBG] osdmap e2500: 8 total, 8 up, 8 in 2024-09-13T01:15:19.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:19 smithi032 bash[75510]: cluster 2024-09-13T01:15:18.251421+0000 mon.a (mon.0) 4330 : cluster [DBG] osdmap e2500: 8 total, 8 up, 8 in 2024-09-13T01:15:19.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:19 smithi032 bash[76677]: cluster 2024-09-13T01:15:18.251421+0000 mon.a (mon.0) 4330 : cluster [DBG] osdmap e2500: 8 total, 8 up, 8 in 2024-09-13T01:15:20.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:20 smithi053 bash[67631]: cluster 2024-09-13T01:15:19.067139+0000 mgr.y (mgr.34107) 2176 : cluster [DBG] pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 16 KiB/s wr, 281 op/s 2024-09-13T01:15:20.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:20 smithi053 bash[67631]: cluster 2024-09-13T01:15:19.260509+0000 mon.a (mon.0) 4331 : cluster [DBG] osdmap e2501: 8 total, 8 up, 8 in 2024-09-13T01:15:20.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:20 smithi032 bash[75510]: cluster 2024-09-13T01:15:19.067139+0000 mgr.y (mgr.34107) 2176 : cluster [DBG] pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 16 KiB/s wr, 281 op/s 2024-09-13T01:15:20.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:20 smithi032 bash[75510]: cluster 2024-09-13T01:15:19.260509+0000 mon.a (mon.0) 4331 : cluster [DBG] osdmap e2501: 8 total, 8 up, 8 in 2024-09-13T01:15:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:20 smithi032 bash[76677]: cluster 2024-09-13T01:15:19.067139+0000 mgr.y (mgr.34107) 2176 : cluster [DBG] pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 16 KiB/s wr, 281 op/s 2024-09-13T01:15:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:20 smithi032 bash[76677]: cluster 2024-09-13T01:15:19.260509+0000 mon.a (mon.0) 4331 : cluster [DBG] osdmap e2501: 8 total, 8 up, 8 in 2024-09-13T01:15:21.504 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-09-13T01:15:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:21 smithi053 bash[67631]: cluster 2024-09-13T01:15:20.270530+0000 mon.a (mon.0) 4332 : cluster [DBG] osdmap e2502: 8 total, 8 up, 8 in 2024-09-13T01:15:21.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:21 smithi032 bash[76677]: cluster 2024-09-13T01:15:20.270530+0000 mon.a (mon.0) 4332 : cluster [DBG] osdmap e2502: 8 total, 8 up, 8 in 2024-09-13T01:15:21.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:21 smithi032 bash[75510]: cluster 2024-09-13T01:15:20.270530+0000 mon.a (mon.0) 4332 : cluster [DBG] osdmap e2502: 8 total, 8 up, 8 in 2024-09-13T01:15:22.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:22 smithi053 bash[67631]: cluster 2024-09-13T01:15:21.067843+0000 mgr.y (mgr.34107) 2177 : cluster [DBG] pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 276 op/s 2024-09-13T01:15:22.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:22 smithi053 bash[67631]: cluster 2024-09-13T01:15:21.283932+0000 mon.a (mon.0) 4333 : cluster [DBG] osdmap e2503: 8 total, 8 up, 8 in 2024-09-13T01:15:22.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:22 smithi053 bash[67631]: cluster 2024-09-13T01:15:21.941086+0000 mon.a (mon.0) 4334 : cluster [DBG] osdmap e2504: 8 total, 8 up, 8 in 2024-09-13T01:15:22.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:15:22 smithi053 bash[94430]: ts=2024-09-13T01:15:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:15:22.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:15:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:15:22] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2024-09-13T01:15:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:22 smithi032 bash[75510]: cluster 2024-09-13T01:15:21.067843+0000 mgr.y (mgr.34107) 2177 : cluster [DBG] pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 276 op/s 2024-09-13T01:15:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:22 smithi032 bash[75510]: cluster 2024-09-13T01:15:21.283932+0000 mon.a (mon.0) 4333 : cluster [DBG] osdmap e2503: 8 total, 8 up, 8 in 2024-09-13T01:15:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:22 smithi032 bash[75510]: cluster 2024-09-13T01:15:21.941086+0000 mon.a (mon.0) 4334 : cluster [DBG] osdmap e2504: 8 total, 8 up, 8 in 2024-09-13T01:15:22.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:22 smithi032 bash[76677]: cluster 2024-09-13T01:15:21.067843+0000 mgr.y (mgr.34107) 2177 : cluster [DBG] pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 276 op/s 2024-09-13T01:15:22.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:22 smithi032 bash[76677]: cluster 2024-09-13T01:15:21.283932+0000 mon.a (mon.0) 4333 : cluster [DBG] osdmap e2503: 8 total, 8 up, 8 in 2024-09-13T01:15:22.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:22 smithi032 bash[76677]: cluster 2024-09-13T01:15:21.941086+0000 mon.a (mon.0) 4334 : cluster [DBG] osdmap e2504: 8 total, 8 up, 8 in 2024-09-13T01:15:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:23 smithi053 bash[67631]: cluster 2024-09-13T01:15:22.943602+0000 mon.a (mon.0) 4335 : cluster [DBG] osdmap e2505: 8 total, 8 up, 8 in 2024-09-13T01:15:24.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:23 smithi053 bash[67631]: cluster 2024-09-13T01:15:23.068589+0000 mgr.y (mgr.34107) 2178 : cluster [DBG] pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 14 KiB/s wr, 264 op/s 2024-09-13T01:15:24.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:23 smithi032 bash[75510]: cluster 2024-09-13T01:15:22.943602+0000 mon.a (mon.0) 4335 : cluster [DBG] osdmap e2505: 8 total, 8 up, 8 in 2024-09-13T01:15:24.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:23 smithi032 bash[75510]: cluster 2024-09-13T01:15:23.068589+0000 mgr.y (mgr.34107) 2178 : cluster [DBG] pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 14 KiB/s wr, 264 op/s 2024-09-13T01:15:24.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:23 smithi032 bash[76677]: cluster 2024-09-13T01:15:22.943602+0000 mon.a (mon.0) 4335 : cluster [DBG] osdmap e2505: 8 total, 8 up, 8 in 2024-09-13T01:15:24.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:23 smithi032 bash[76677]: cluster 2024-09-13T01:15:23.068589+0000 mgr.y (mgr.34107) 2178 : cluster [DBG] pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 14 KiB/s wr, 264 op/s 2024-09-13T01:15:25.186 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2024-09-13T01:15:25.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:24 smithi053 bash[67631]: cluster 2024-09-13T01:15:23.953967+0000 mon.a (mon.0) 4336 : cluster [DBG] osdmap e2506: 8 total, 8 up, 8 in 2024-09-13T01:15:25.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:24 smithi032 bash[75510]: cluster 2024-09-13T01:15:23.953967+0000 mon.a (mon.0) 4336 : cluster [DBG] osdmap e2506: 8 total, 8 up, 8 in 2024-09-13T01:15:25.416 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:24 smithi032 bash[76677]: cluster 2024-09-13T01:15:23.953967+0000 mon.a (mon.0) 4336 : cluster [DBG] osdmap e2506: 8 total, 8 up, 8 in 2024-09-13T01:15:26.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:25 smithi053 bash[67631]: cluster 2024-09-13T01:15:24.956512+0000 mon.a (mon.0) 4337 : cluster [DBG] osdmap e2507: 8 total, 8 up, 8 in 2024-09-13T01:15:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:25 smithi053 bash[67631]: cluster 2024-09-13T01:15:25.069284+0000 mgr.y (mgr.34107) 2179 : cluster [DBG] pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 8.7 KiB/s wr, 189 op/s 2024-09-13T01:15:26.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:25 smithi053 bash[67631]: audit 2024-09-13T01:15:25.237250+0000 mon.a (mon.0) 4338 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:15:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:25 smithi032 bash[75510]: cluster 2024-09-13T01:15:24.956512+0000 mon.a (mon.0) 4337 : cluster [DBG] osdmap e2507: 8 total, 8 up, 8 in 2024-09-13T01:15:26.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:25 smithi032 bash[75510]: cluster 2024-09-13T01:15:25.069284+0000 mgr.y (mgr.34107) 2179 : cluster [DBG] pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 8.7 KiB/s wr, 189 op/s 2024-09-13T01:15:26.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:25 smithi032 bash[75510]: audit 2024-09-13T01:15:25.237250+0000 mon.a (mon.0) 4338 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:15:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:25 smithi032 bash[76677]: cluster 2024-09-13T01:15:24.956512+0000 mon.a (mon.0) 4337 : cluster [DBG] osdmap e2507: 8 total, 8 up, 8 in 2024-09-13T01:15:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:25 smithi032 bash[76677]: cluster 2024-09-13T01:15:25.069284+0000 mgr.y (mgr.34107) 2179 : cluster [DBG] pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 8.7 KiB/s wr, 189 op/s 2024-09-13T01:15:26.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:25 smithi032 bash[76677]: audit 2024-09-13T01:15:25.237250+0000 mon.a (mon.0) 4338 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:15:27.169 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format FAILED [ 61%] 2024-09-13T01:15:27.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:26 smithi053 bash[67631]: cluster 2024-09-13T01:15:25.978650+0000 mon.a (mon.0) 4339 : cluster [DBG] osdmap e2508: 8 total, 8 up, 8 in 2024-09-13T01:15:27.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:26 smithi053 bash[67631]: cluster 2024-09-13T01:15:26.943322+0000 mon.a (mon.0) 4340 : cluster [DBG] osdmap e2509: 8 total, 8 up, 8 in 2024-09-13T01:15:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:26 smithi032 bash[75510]: cluster 2024-09-13T01:15:25.978650+0000 mon.a (mon.0) 4339 : cluster [DBG] osdmap e2508: 8 total, 8 up, 8 in 2024-09-13T01:15:27.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:26 smithi032 bash[75510]: cluster 2024-09-13T01:15:26.943322+0000 mon.a (mon.0) 4340 : cluster [DBG] osdmap e2509: 8 total, 8 up, 8 in 2024-09-13T01:15:27.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:26 smithi032 bash[76677]: cluster 2024-09-13T01:15:25.978650+0000 mon.a (mon.0) 4339 : cluster [DBG] osdmap e2508: 8 total, 8 up, 8 in 2024-09-13T01:15:27.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:26 smithi032 bash[76677]: cluster 2024-09-13T01:15:26.943322+0000 mon.a (mon.0) 4340 : cluster [DBG] osdmap e2509: 8 total, 8 up, 8 in 2024-09-13T01:15:28.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:27 smithi053 bash[67631]: cluster 2024-09-13T01:15:27.069985+0000 mgr.y (mgr.34107) 2180 : cluster [DBG] pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 24 KiB/s wr, 426 op/s 2024-09-13T01:15:28.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:27 smithi032 bash[75510]: cluster 2024-09-13T01:15:27.069985+0000 mgr.y (mgr.34107) 2180 : cluster [DBG] pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 24 KiB/s wr, 426 op/s 2024-09-13T01:15:28.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:27 smithi032 bash[76677]: cluster 2024-09-13T01:15:27.069985+0000 mgr.y (mgr.34107) 2180 : cluster [DBG] pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 24 KiB/s wr, 426 op/s 2024-09-13T01:15:29.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:28 smithi053 bash[67631]: cluster 2024-09-13T01:15:27.991005+0000 mon.a (mon.0) 4341 : cluster [DBG] osdmap e2510: 8 total, 8 up, 8 in 2024-09-13T01:15:29.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:28 smithi032 bash[75510]: cluster 2024-09-13T01:15:27.991005+0000 mon.a (mon.0) 4341 : cluster [DBG] osdmap e2510: 8 total, 8 up, 8 in 2024-09-13T01:15:29.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:28 smithi032 bash[76677]: cluster 2024-09-13T01:15:27.991005+0000 mon.a (mon.0) 4341 : cluster [DBG] osdmap e2510: 8 total, 8 up, 8 in 2024-09-13T01:15:30.229 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected FAILED [ 62%] 2024-09-13T01:15:30.230 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected ERROR [ 62%] 2024-09-13T01:15:30.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:30 smithi053 bash[67631]: cluster 2024-09-13T01:15:28.999694+0000 mon.a (mon.0) 4342 : cluster [DBG] osdmap e2511: 8 total, 8 up, 8 in 2024-09-13T01:15:30.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:30 smithi053 bash[67631]: cluster 2024-09-13T01:15:29.070824+0000 mgr.y (mgr.34107) 2181 : cluster [DBG] pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 25 KiB/s wr, 517 op/s 2024-09-13T01:15:30.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:30 smithi032 bash[75510]: cluster 2024-09-13T01:15:28.999694+0000 mon.a (mon.0) 4342 : cluster [DBG] osdmap e2511: 8 total, 8 up, 8 in 2024-09-13T01:15:30.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:30 smithi032 bash[75510]: cluster 2024-09-13T01:15:29.070824+0000 mgr.y (mgr.34107) 2181 : cluster [DBG] pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 25 KiB/s wr, 517 op/s 2024-09-13T01:15:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:30 smithi032 bash[76677]: cluster 2024-09-13T01:15:28.999694+0000 mon.a (mon.0) 4342 : cluster [DBG] osdmap e2511: 8 total, 8 up, 8 in 2024-09-13T01:15:30.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:30 smithi032 bash[76677]: cluster 2024-09-13T01:15:29.070824+0000 mgr.y (mgr.34107) 2181 : cluster [DBG] pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 25 KiB/s wr, 517 op/s 2024-09-13T01:15:31.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:31 smithi053 bash[67631]: cluster 2024-09-13T01:15:30.011335+0000 mon.a (mon.0) 4343 : cluster [DBG] osdmap e2512: 8 total, 8 up, 8 in 2024-09-13T01:15:31.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:31 smithi032 bash[75510]: cluster 2024-09-13T01:15:30.011335+0000 mon.a (mon.0) 4343 : cluster [DBG] osdmap e2512: 8 total, 8 up, 8 in 2024-09-13T01:15:31.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:31 smithi032 bash[76677]: cluster 2024-09-13T01:15:30.011335+0000 mon.a (mon.0) 4343 : cluster [DBG] osdmap e2512: 8 total, 8 up, 8 in 2024-09-13T01:15:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:32 smithi053 bash[67631]: cluster 2024-09-13T01:15:31.018085+0000 mon.a (mon.0) 4344 : cluster [DBG] osdmap e2513: 8 total, 8 up, 8 in 2024-09-13T01:15:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:32 smithi053 bash[67631]: cluster 2024-09-13T01:15:31.071733+0000 mgr.y (mgr.34107) 2182 : cluster [DBG] pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 226 op/s 2024-09-13T01:15:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:32 smithi053 bash[67631]: cluster 2024-09-13T01:15:31.950419+0000 mon.a (mon.0) 4345 : cluster [DBG] osdmap e2514: 8 total, 8 up, 8 in 2024-09-13T01:15:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:32 smithi053 bash[67631]: audit 2024-09-13T01:15:31.952150+0000 mon.c (mon.2) 132 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-2","app": "rbd"}]: dispatch 2024-09-13T01:15:32.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:32 smithi053 bash[67631]: audit 2024-09-13T01:15:31.953945+0000 mon.a (mon.0) 4346 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-2","app": "rbd"}]: dispatch 2024-09-13T01:15:32.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:32 smithi032 bash[75510]: cluster 2024-09-13T01:15:31.018085+0000 mon.a (mon.0) 4344 : cluster [DBG] osdmap e2513: 8 total, 8 up, 8 in 2024-09-13T01:15:32.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:32 smithi032 bash[75510]: cluster 2024-09-13T01:15:31.071733+0000 mgr.y (mgr.34107) 2182 : cluster [DBG] pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 226 op/s 2024-09-13T01:15:32.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:32 smithi032 bash[75510]: cluster 2024-09-13T01:15:31.950419+0000 mon.a (mon.0) 4345 : cluster [DBG] osdmap e2514: 8 total, 8 up, 8 in 2024-09-13T01:15:32.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:32 smithi032 bash[75510]: audit 2024-09-13T01:15:31.952150+0000 mon.c (mon.2) 132 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-2","app": "rbd"}]: dispatch 2024-09-13T01:15:32.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:32 smithi032 bash[75510]: audit 2024-09-13T01:15:31.953945+0000 mon.a (mon.0) 4346 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-2","app": "rbd"}]: dispatch 2024-09-13T01:15:32.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:32 smithi032 bash[76677]: cluster 2024-09-13T01:15:31.018085+0000 mon.a (mon.0) 4344 : cluster [DBG] osdmap e2513: 8 total, 8 up, 8 in 2024-09-13T01:15:32.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:32 smithi032 bash[76677]: cluster 2024-09-13T01:15:31.071733+0000 mgr.y (mgr.34107) 2182 : cluster [DBG] pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 226 op/s 2024-09-13T01:15:32.327 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:32 smithi032 bash[76677]: cluster 2024-09-13T01:15:31.950419+0000 mon.a (mon.0) 4345 : cluster [DBG] osdmap e2514: 8 total, 8 up, 8 in 2024-09-13T01:15:32.327 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:32 smithi032 bash[76677]: audit 2024-09-13T01:15:31.952150+0000 mon.c (mon.2) 132 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-2","app": "rbd"}]: dispatch 2024-09-13T01:15:32.327 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:32 smithi032 bash[76677]: audit 2024-09-13T01:15:31.953945+0000 mon.a (mon.0) 4346 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-2","app": "rbd"}]: dispatch 2024-09-13T01:15:32.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:15:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:15:32] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-09-13T01:15:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:15:32 smithi053 bash[94430]: ts=2024-09-13T01:15:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:15:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:33 smithi053 bash[67631]: audit 2024-09-13T01:15:32.950613+0000 mon.a (mon.0) 4347 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-2","app": "rbd"}]': finished 2024-09-13T01:15:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:33 smithi053 bash[67631]: cluster 2024-09-13T01:15:32.951095+0000 mon.a (mon.0) 4348 : cluster [DBG] osdmap e2515: 8 total, 8 up, 8 in 2024-09-13T01:15:34.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:33 smithi053 bash[67631]: cluster 2024-09-13T01:15:33.072651+0000 mgr.y (mgr.34107) 2183 : cluster [DBG] pgmap v4251: 169 pgs: 10 creating+peering, 22 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 144 op/s 2024-09-13T01:15:34.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:33 smithi032 bash[75510]: audit 2024-09-13T01:15:32.950613+0000 mon.a (mon.0) 4347 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-2","app": "rbd"}]': finished 2024-09-13T01:15:34.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:33 smithi032 bash[75510]: cluster 2024-09-13T01:15:32.951095+0000 mon.a (mon.0) 4348 : cluster [DBG] osdmap e2515: 8 total, 8 up, 8 in 2024-09-13T01:15:34.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:33 smithi032 bash[75510]: cluster 2024-09-13T01:15:33.072651+0000 mgr.y (mgr.34107) 2183 : cluster [DBG] pgmap v4251: 169 pgs: 10 creating+peering, 22 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 144 op/s 2024-09-13T01:15:34.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:33 smithi032 bash[76677]: audit 2024-09-13T01:15:32.950613+0000 mon.a (mon.0) 4347 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-118118-2","app": "rbd"}]': finished 2024-09-13T01:15:34.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:33 smithi032 bash[76677]: cluster 2024-09-13T01:15:32.951095+0000 mon.a (mon.0) 4348 : cluster [DBG] osdmap e2515: 8 total, 8 up, 8 in 2024-09-13T01:15:34.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:33 smithi032 bash[76677]: cluster 2024-09-13T01:15:33.072651+0000 mgr.y (mgr.34107) 2183 : cluster [DBG] pgmap v4251: 169 pgs: 10 creating+peering, 22 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 144 op/s 2024-09-13T01:15:35.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:34 smithi053 bash[67631]: cluster 2024-09-13T01:15:33.959919+0000 mon.a (mon.0) 4349 : cluster [DBG] osdmap e2516: 8 total, 8 up, 8 in 2024-09-13T01:15:35.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:34 smithi032 bash[75510]: cluster 2024-09-13T01:15:33.959919+0000 mon.a (mon.0) 4349 : cluster [DBG] osdmap e2516: 8 total, 8 up, 8 in 2024-09-13T01:15:35.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:34 smithi032 bash[76677]: cluster 2024-09-13T01:15:33.959919+0000 mon.a (mon.0) 4349 : cluster [DBG] osdmap e2516: 8 total, 8 up, 8 in 2024-09-13T01:15:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:35 smithi053 bash[67631]: cluster 2024-09-13T01:15:34.970980+0000 mon.a (mon.0) 4350 : cluster [DBG] osdmap e2517: 8 total, 8 up, 8 in 2024-09-13T01:15:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:35 smithi053 bash[67631]: cluster 2024-09-13T01:15:35.073444+0000 mgr.y (mgr.34107) 2184 : cluster [DBG] pgmap v4254: 169 pgs: 10 creating+peering, 12 unknown, 147 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 8.2 KiB/s wr, 186 op/s 2024-09-13T01:15:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:35 smithi053 bash[67631]: audit 2024-09-13T01:15:35.216157+0000 mon.a (mon.0) 4351 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:15:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:35 smithi053 bash[67631]: audit 2024-09-13T01:15:35.802545+0000 mon.a (mon.0) 4352 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:15:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:35 smithi053 bash[67631]: audit 2024-09-13T01:15:35.804036+0000 mon.a (mon.0) 4353 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:15:36.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:35 smithi053 bash[67631]: audit 2024-09-13T01:15:35.815289+0000 mon.a (mon.0) 4354 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:15:36.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:35 smithi032 bash[75510]: cluster 2024-09-13T01:15:34.970980+0000 mon.a (mon.0) 4350 : cluster [DBG] osdmap e2517: 8 total, 8 up, 8 in 2024-09-13T01:15:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:35 smithi032 bash[75510]: cluster 2024-09-13T01:15:35.073444+0000 mgr.y (mgr.34107) 2184 : cluster [DBG] pgmap v4254: 169 pgs: 10 creating+peering, 12 unknown, 147 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 8.2 KiB/s wr, 186 op/s 2024-09-13T01:15:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:35 smithi032 bash[75510]: audit 2024-09-13T01:15:35.216157+0000 mon.a (mon.0) 4351 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:15:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:35 smithi032 bash[75510]: audit 2024-09-13T01:15:35.802545+0000 mon.a (mon.0) 4352 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:15:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:35 smithi032 bash[75510]: audit 2024-09-13T01:15:35.804036+0000 mon.a (mon.0) 4353 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:15:36.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:35 smithi032 bash[75510]: audit 2024-09-13T01:15:35.815289+0000 mon.a (mon.0) 4354 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:15:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:35 smithi032 bash[76677]: cluster 2024-09-13T01:15:34.970980+0000 mon.a (mon.0) 4350 : cluster [DBG] osdmap e2517: 8 total, 8 up, 8 in 2024-09-13T01:15:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:35 smithi032 bash[76677]: cluster 2024-09-13T01:15:35.073444+0000 mgr.y (mgr.34107) 2184 : cluster [DBG] pgmap v4254: 169 pgs: 10 creating+peering, 12 unknown, 147 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 8.2 KiB/s wr, 186 op/s 2024-09-13T01:15:36.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:35 smithi032 bash[76677]: audit 2024-09-13T01:15:35.216157+0000 mon.a (mon.0) 4351 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:15:36.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:35 smithi032 bash[76677]: audit 2024-09-13T01:15:35.802545+0000 mon.a (mon.0) 4352 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:15:36.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:35 smithi032 bash[76677]: audit 2024-09-13T01:15:35.804036+0000 mon.a (mon.0) 4353 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:15:36.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:35 smithi032 bash[76677]: audit 2024-09-13T01:15:35.815289+0000 mon.a (mon.0) 4354 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:15:37.172 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-09-13T01:15:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:36 smithi053 bash[67631]: cluster 2024-09-13T01:15:35.973462+0000 mon.a (mon.0) 4355 : cluster [DBG] osdmap e2518: 8 total, 8 up, 8 in 2024-09-13T01:15:37.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:36 smithi053 bash[67631]: cluster 2024-09-13T01:15:36.950384+0000 mon.a (mon.0) 4356 : cluster [DBG] osdmap e2519: 8 total, 8 up, 8 in 2024-09-13T01:15:37.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:36 smithi032 bash[76677]: cluster 2024-09-13T01:15:35.973462+0000 mon.a (mon.0) 4355 : cluster [DBG] osdmap e2518: 8 total, 8 up, 8 in 2024-09-13T01:15:37.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:36 smithi032 bash[76677]: cluster 2024-09-13T01:15:36.950384+0000 mon.a (mon.0) 4356 : cluster [DBG] osdmap e2519: 8 total, 8 up, 8 in 2024-09-13T01:15:37.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:36 smithi032 bash[75510]: cluster 2024-09-13T01:15:35.973462+0000 mon.a (mon.0) 4355 : cluster [DBG] osdmap e2518: 8 total, 8 up, 8 in 2024-09-13T01:15:37.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:36 smithi032 bash[75510]: cluster 2024-09-13T01:15:36.950384+0000 mon.a (mon.0) 4356 : cluster [DBG] osdmap e2519: 8 total, 8 up, 8 in 2024-09-13T01:15:38.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:37 smithi053 bash[67631]: cluster 2024-09-13T01:15:37.074273+0000 mgr.y (mgr.34107) 2185 : cluster [DBG] pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.7 KiB/s wr, 74 op/s 2024-09-13T01:15:38.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:37 smithi032 bash[76677]: cluster 2024-09-13T01:15:37.074273+0000 mgr.y (mgr.34107) 2185 : cluster [DBG] pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.7 KiB/s wr, 74 op/s 2024-09-13T01:15:38.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:37 smithi032 bash[75510]: cluster 2024-09-13T01:15:37.074273+0000 mgr.y (mgr.34107) 2185 : cluster [DBG] pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.7 KiB/s wr, 74 op/s 2024-09-13T01:15:39.214 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-09-13T01:15:39.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:39 smithi053 bash[67631]: cluster 2024-09-13T01:15:37.998980+0000 mon.a (mon.0) 4357 : cluster [DBG] osdmap e2520: 8 total, 8 up, 8 in 2024-09-13T01:15:39.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:39 smithi032 bash[75510]: cluster 2024-09-13T01:15:37.998980+0000 mon.a (mon.0) 4357 : cluster [DBG] osdmap e2520: 8 total, 8 up, 8 in 2024-09-13T01:15:39.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:39 smithi032 bash[76677]: cluster 2024-09-13T01:15:37.998980+0000 mon.a (mon.0) 4357 : cluster [DBG] osdmap e2520: 8 total, 8 up, 8 in 2024-09-13T01:15:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:40 smithi053 bash[67631]: cluster 2024-09-13T01:15:39.002612+0000 mon.a (mon.0) 4358 : cluster [DBG] osdmap e2521: 8 total, 8 up, 8 in 2024-09-13T01:15:40.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:40 smithi053 bash[67631]: cluster 2024-09-13T01:15:39.074985+0000 mgr.y (mgr.34107) 2186 : cluster [DBG] pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 5.7 KiB/s wr, 164 op/s 2024-09-13T01:15:40.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:40 smithi032 bash[76677]: cluster 2024-09-13T01:15:39.002612+0000 mon.a (mon.0) 4358 : cluster [DBG] osdmap e2521: 8 total, 8 up, 8 in 2024-09-13T01:15:40.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:40 smithi032 bash[76677]: cluster 2024-09-13T01:15:39.074985+0000 mgr.y (mgr.34107) 2186 : cluster [DBG] pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 5.7 KiB/s wr, 164 op/s 2024-09-13T01:15:40.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:40 smithi032 bash[75510]: cluster 2024-09-13T01:15:39.002612+0000 mon.a (mon.0) 4358 : cluster [DBG] osdmap e2521: 8 total, 8 up, 8 in 2024-09-13T01:15:40.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:40 smithi032 bash[75510]: cluster 2024-09-13T01:15:39.074985+0000 mgr.y (mgr.34107) 2186 : cluster [DBG] pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 5.7 KiB/s wr, 164 op/s 2024-09-13T01:15:41.256 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-09-13T01:15:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:41 smithi053 bash[67631]: cluster 2024-09-13T01:15:40.022536+0000 mon.a (mon.0) 4359 : cluster [DBG] osdmap e2522: 8 total, 8 up, 8 in 2024-09-13T01:15:41.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:41 smithi053 bash[67631]: audit 2024-09-13T01:15:40.237750+0000 mon.a (mon.0) 4360 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:15:41.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:41 smithi032 bash[75510]: cluster 2024-09-13T01:15:40.022536+0000 mon.a (mon.0) 4359 : cluster [DBG] osdmap e2522: 8 total, 8 up, 8 in 2024-09-13T01:15:41.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:41 smithi032 bash[75510]: audit 2024-09-13T01:15:40.237750+0000 mon.a (mon.0) 4360 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:15:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:41 smithi032 bash[76677]: cluster 2024-09-13T01:15:40.022536+0000 mon.a (mon.0) 4359 : cluster [DBG] osdmap e2522: 8 total, 8 up, 8 in 2024-09-13T01:15:41.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:41 smithi032 bash[76677]: audit 2024-09-13T01:15:40.237750+0000 mon.a (mon.0) 4360 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:15:42.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:42 smithi053 bash[67631]: cluster 2024-09-13T01:15:41.025736+0000 mon.a (mon.0) 4361 : cluster [DBG] osdmap e2523: 8 total, 8 up, 8 in 2024-09-13T01:15:42.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:42 smithi053 bash[67631]: cluster 2024-09-13T01:15:41.075908+0000 mgr.y (mgr.34107) 2187 : cluster [DBG] pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 12 KiB/s wr, 240 op/s 2024-09-13T01:15:42.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:42 smithi032 bash[75510]: cluster 2024-09-13T01:15:41.025736+0000 mon.a (mon.0) 4361 : cluster [DBG] osdmap e2523: 8 total, 8 up, 8 in 2024-09-13T01:15:42.326 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:42 smithi032 bash[75510]: cluster 2024-09-13T01:15:41.075908+0000 mgr.y (mgr.34107) 2187 : cluster [DBG] pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 12 KiB/s wr, 240 op/s 2024-09-13T01:15:42.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:42 smithi032 bash[76677]: cluster 2024-09-13T01:15:41.025736+0000 mon.a (mon.0) 4361 : cluster [DBG] osdmap e2523: 8 total, 8 up, 8 in 2024-09-13T01:15:42.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:42 smithi032 bash[76677]: cluster 2024-09-13T01:15:41.075908+0000 mgr.y (mgr.34107) 2187 : cluster [DBG] pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 12 KiB/s wr, 240 op/s 2024-09-13T01:15:42.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:15:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:15:42] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-09-13T01:15:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:15:42 smithi053 bash[94430]: ts=2024-09-13T01:15:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:15:43.264 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-09-13T01:15:43.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:43 smithi032 bash[75510]: cluster 2024-09-13T01:15:42.048134+0000 mon.a (mon.0) 4362 : cluster [DBG] osdmap e2524: 8 total, 8 up, 8 in 2024-09-13T01:15:43.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:43 smithi032 bash[76677]: cluster 2024-09-13T01:15:42.048134+0000 mon.a (mon.0) 4362 : cluster [DBG] osdmap e2524: 8 total, 8 up, 8 in 2024-09-13T01:15:43.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:43 smithi053 bash[67631]: cluster 2024-09-13T01:15:42.048134+0000 mon.a (mon.0) 4362 : cluster [DBG] osdmap e2524: 8 total, 8 up, 8 in 2024-09-13T01:15:44.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:44 smithi032 bash[76677]: cluster 2024-09-13T01:15:43.059105+0000 mon.a (mon.0) 4363 : cluster [DBG] osdmap e2525: 8 total, 8 up, 8 in 2024-09-13T01:15:44.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:44 smithi032 bash[76677]: cluster 2024-09-13T01:15:43.076719+0000 mgr.y (mgr.34107) 2188 : cluster [DBG] pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 17 KiB/s wr, 219 op/s 2024-09-13T01:15:44.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:44 smithi032 bash[75510]: cluster 2024-09-13T01:15:43.059105+0000 mon.a (mon.0) 4363 : cluster [DBG] osdmap e2525: 8 total, 8 up, 8 in 2024-09-13T01:15:44.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:44 smithi032 bash[75510]: cluster 2024-09-13T01:15:43.076719+0000 mgr.y (mgr.34107) 2188 : cluster [DBG] pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 17 KiB/s wr, 219 op/s 2024-09-13T01:15:44.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:44 smithi053 bash[67631]: cluster 2024-09-13T01:15:43.059105+0000 mon.a (mon.0) 4363 : cluster [DBG] osdmap e2525: 8 total, 8 up, 8 in 2024-09-13T01:15:44.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:44 smithi053 bash[67631]: cluster 2024-09-13T01:15:43.076719+0000 mgr.y (mgr.34107) 2188 : cluster [DBG] pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 17 KiB/s wr, 219 op/s 2024-09-13T01:15:45.312 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-09-13T01:15:45.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:45 smithi032 bash[75510]: cluster 2024-09-13T01:15:44.068463+0000 mon.a (mon.0) 4364 : cluster [DBG] osdmap e2526: 8 total, 8 up, 8 in 2024-09-13T01:15:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:45 smithi032 bash[76677]: cluster 2024-09-13T01:15:44.068463+0000 mon.a (mon.0) 4364 : cluster [DBG] osdmap e2526: 8 total, 8 up, 8 in 2024-09-13T01:15:45.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:45 smithi053 bash[67631]: cluster 2024-09-13T01:15:44.068463+0000 mon.a (mon.0) 4364 : cluster [DBG] osdmap e2526: 8 total, 8 up, 8 in 2024-09-13T01:15:46.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:46 smithi032 bash[75510]: cluster 2024-09-13T01:15:45.071591+0000 mon.a (mon.0) 4365 : cluster [DBG] osdmap e2527: 8 total, 8 up, 8 in 2024-09-13T01:15:46.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:46 smithi032 bash[75510]: cluster 2024-09-13T01:15:45.077699+0000 mgr.y (mgr.34107) 2189 : cluster [DBG] pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 16 KiB/s wr, 254 op/s 2024-09-13T01:15:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:46 smithi032 bash[76677]: cluster 2024-09-13T01:15:45.071591+0000 mon.a (mon.0) 4365 : cluster [DBG] osdmap e2527: 8 total, 8 up, 8 in 2024-09-13T01:15:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:46 smithi032 bash[76677]: cluster 2024-09-13T01:15:45.077699+0000 mgr.y (mgr.34107) 2189 : cluster [DBG] pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 16 KiB/s wr, 254 op/s 2024-09-13T01:15:46.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:46 smithi053 bash[67631]: cluster 2024-09-13T01:15:45.071591+0000 mon.a (mon.0) 4365 : cluster [DBG] osdmap e2527: 8 total, 8 up, 8 in 2024-09-13T01:15:46.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:46 smithi053 bash[67631]: cluster 2024-09-13T01:15:45.077699+0000 mgr.y (mgr.34107) 2189 : cluster [DBG] pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 16 KiB/s wr, 254 op/s 2024-09-13T01:15:47.197 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-09-13T01:15:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:47 smithi032 bash[75510]: cluster 2024-09-13T01:15:46.085195+0000 mon.a (mon.0) 4366 : cluster [DBG] osdmap e2528: 8 total, 8 up, 8 in 2024-09-13T01:15:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:47 smithi032 bash[75510]: cluster 2024-09-13T01:15:46.968241+0000 mon.a (mon.0) 4367 : cluster [DBG] osdmap e2529: 8 total, 8 up, 8 in 2024-09-13T01:15:47.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:47 smithi032 bash[76677]: cluster 2024-09-13T01:15:46.085195+0000 mon.a (mon.0) 4366 : cluster [DBG] osdmap e2528: 8 total, 8 up, 8 in 2024-09-13T01:15:47.415 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:47 smithi032 bash[76677]: cluster 2024-09-13T01:15:46.968241+0000 mon.a (mon.0) 4367 : cluster [DBG] osdmap e2529: 8 total, 8 up, 8 in 2024-09-13T01:15:47.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:47 smithi053 bash[67631]: cluster 2024-09-13T01:15:46.085195+0000 mon.a (mon.0) 4366 : cluster [DBG] osdmap e2528: 8 total, 8 up, 8 in 2024-09-13T01:15:47.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:47 smithi053 bash[67631]: cluster 2024-09-13T01:15:46.968241+0000 mon.a (mon.0) 4367 : cluster [DBG] osdmap e2529: 8 total, 8 up, 8 in 2024-09-13T01:15:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:48 smithi032 bash[75510]: cluster 2024-09-13T01:15:47.078375+0000 mgr.y (mgr.34107) 2190 : cluster [DBG] pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 338 KiB/s rd, 25 KiB/s wr, 451 op/s 2024-09-13T01:15:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:48 smithi032 bash[76677]: cluster 2024-09-13T01:15:47.078375+0000 mgr.y (mgr.34107) 2190 : cluster [DBG] pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 338 KiB/s rd, 25 KiB/s wr, 451 op/s 2024-09-13T01:15:48.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:48 smithi053 bash[67631]: cluster 2024-09-13T01:15:47.078375+0000 mgr.y (mgr.34107) 2190 : cluster [DBG] pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 338 KiB/s rd, 25 KiB/s wr, 451 op/s 2024-09-13T01:15:49.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:49 smithi032 bash[75510]: cluster 2024-09-13T01:15:48.108483+0000 mon.a (mon.0) 4368 : cluster [DBG] osdmap e2530: 8 total, 8 up, 8 in 2024-09-13T01:15:49.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:49 smithi032 bash[76677]: cluster 2024-09-13T01:15:48.108483+0000 mon.a (mon.0) 4368 : cluster [DBG] osdmap e2530: 8 total, 8 up, 8 in 2024-09-13T01:15:49.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:49 smithi053 bash[67631]: cluster 2024-09-13T01:15:48.108483+0000 mon.a (mon.0) 4368 : cluster [DBG] osdmap e2530: 8 total, 8 up, 8 in 2024-09-13T01:15:50.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:50 smithi032 bash[76677]: cluster 2024-09-13T01:15:49.079420+0000 mgr.y (mgr.34107) 2191 : cluster [DBG] pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 24 KiB/s wr, 430 op/s 2024-09-13T01:15:50.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:50 smithi032 bash[75510]: cluster 2024-09-13T01:15:49.079420+0000 mgr.y (mgr.34107) 2191 : cluster [DBG] pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 24 KiB/s wr, 430 op/s 2024-09-13T01:15:50.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:50 smithi053 bash[67631]: cluster 2024-09-13T01:15:49.079420+0000 mgr.y (mgr.34107) 2191 : cluster [DBG] pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 24 KiB/s wr, 430 op/s 2024-09-13T01:15:52.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:52 smithi032 bash[75510]: cluster 2024-09-13T01:15:51.080602+0000 mgr.y (mgr.34107) 2192 : cluster [DBG] pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 21 KiB/s wr, 365 op/s 2024-09-13T01:15:52.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:52 smithi032 bash[75510]: cluster 2024-09-13T01:15:51.971161+0000 mon.a (mon.0) 4369 : cluster [DBG] osdmap e2531: 8 total, 8 up, 8 in 2024-09-13T01:15:52.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:52 smithi032 bash[76677]: cluster 2024-09-13T01:15:51.080602+0000 mgr.y (mgr.34107) 2192 : cluster [DBG] pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 21 KiB/s wr, 365 op/s 2024-09-13T01:15:52.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:52 smithi032 bash[76677]: cluster 2024-09-13T01:15:51.971161+0000 mon.a (mon.0) 4369 : cluster [DBG] osdmap e2531: 8 total, 8 up, 8 in 2024-09-13T01:15:52.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:15:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:15:52] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-09-13T01:15:52.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:52 smithi053 bash[67631]: cluster 2024-09-13T01:15:51.080602+0000 mgr.y (mgr.34107) 2192 : cluster [DBG] pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 21 KiB/s wr, 365 op/s 2024-09-13T01:15:52.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:52 smithi053 bash[67631]: cluster 2024-09-13T01:15:51.971161+0000 mon.a (mon.0) 4369 : cluster [DBG] osdmap e2531: 8 total, 8 up, 8 in 2024-09-13T01:15:52.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:15:52 smithi053 bash[94430]: ts=2024-09-13T01:15:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:15:54.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:54 smithi032 bash[75510]: cluster 2024-09-13T01:15:53.081618+0000 mgr.y (mgr.34107) 2193 : cluster [DBG] pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 13 KiB/s wr, 558 op/s 2024-09-13T01:15:54.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:54 smithi032 bash[76677]: cluster 2024-09-13T01:15:53.081618+0000 mgr.y (mgr.34107) 2193 : cluster [DBG] pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 13 KiB/s wr, 558 op/s 2024-09-13T01:15:54.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:54 smithi053 bash[67631]: cluster 2024-09-13T01:15:53.081618+0000 mgr.y (mgr.34107) 2193 : cluster [DBG] pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 13 KiB/s wr, 558 op/s 2024-09-13T01:15:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:56 smithi032 bash[76677]: cluster 2024-09-13T01:15:55.082619+0000 mgr.y (mgr.34107) 2194 : cluster [DBG] pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 723 KiB/s rd, 13 KiB/s wr, 861 op/s 2024-09-13T01:15:56.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:56 smithi032 bash[76677]: audit 2024-09-13T01:15:55.238697+0000 mon.a (mon.0) 4370 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:15:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:56 smithi032 bash[75510]: cluster 2024-09-13T01:15:55.082619+0000 mgr.y (mgr.34107) 2194 : cluster [DBG] pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 723 KiB/s rd, 13 KiB/s wr, 861 op/s 2024-09-13T01:15:56.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:56 smithi032 bash[75510]: audit 2024-09-13T01:15:55.238697+0000 mon.a (mon.0) 4370 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:15:56.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:56 smithi053 bash[67631]: cluster 2024-09-13T01:15:55.082619+0000 mgr.y (mgr.34107) 2194 : cluster [DBG] pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 723 KiB/s rd, 13 KiB/s wr, 861 op/s 2024-09-13T01:15:56.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:56 smithi053 bash[67631]: audit 2024-09-13T01:15:55.238697+0000 mon.a (mon.0) 4370 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:15:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:57 smithi053 bash[67631]: cluster 2024-09-13T01:15:56.973913+0000 mon.a (mon.0) 4371 : cluster [DBG] osdmap e2532: 8 total, 8 up, 8 in 2024-09-13T01:15:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:57 smithi053 bash[67631]: cluster 2024-09-13T01:15:57.083333+0000 mgr.y (mgr.34107) 2195 : cluster [DBG] pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 798 KiB/s rd, 14 KiB/s wr, 946 op/s 2024-09-13T01:15:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:57 smithi032 bash[75510]: cluster 2024-09-13T01:15:56.973913+0000 mon.a (mon.0) 4371 : cluster [DBG] osdmap e2532: 8 total, 8 up, 8 in 2024-09-13T01:15:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:57 smithi032 bash[75510]: cluster 2024-09-13T01:15:57.083333+0000 mgr.y (mgr.34107) 2195 : cluster [DBG] pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 798 KiB/s rd, 14 KiB/s wr, 946 op/s 2024-09-13T01:15:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:57 smithi032 bash[76677]: cluster 2024-09-13T01:15:56.973913+0000 mon.a (mon.0) 4371 : cluster [DBG] osdmap e2532: 8 total, 8 up, 8 in 2024-09-13T01:15:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:57 smithi032 bash[76677]: cluster 2024-09-13T01:15:57.083333+0000 mgr.y (mgr.34107) 2195 : cluster [DBG] pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 798 KiB/s rd, 14 KiB/s wr, 946 op/s 2024-09-13T01:15:59.184 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-09-13T01:16:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:59 smithi053 bash[67631]: cluster 2024-09-13T01:15:58.986212+0000 mon.a (mon.0) 4372 : cluster [DBG] osdmap e2533: 8 total, 8 up, 8 in 2024-09-13T01:16:00.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:15:59 smithi053 bash[67631]: cluster 2024-09-13T01:15:59.084109+0000 mgr.y (mgr.34107) 2196 : cluster [DBG] pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 9.1 KiB/s wr, 1.57k op/s 2024-09-13T01:16:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:59 smithi032 bash[75510]: cluster 2024-09-13T01:15:58.986212+0000 mon.a (mon.0) 4372 : cluster [DBG] osdmap e2533: 8 total, 8 up, 8 in 2024-09-13T01:16:00.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:15:59 smithi032 bash[75510]: cluster 2024-09-13T01:15:59.084109+0000 mgr.y (mgr.34107) 2196 : cluster [DBG] pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 9.1 KiB/s wr, 1.57k op/s 2024-09-13T01:16:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:59 smithi032 bash[76677]: cluster 2024-09-13T01:15:58.986212+0000 mon.a (mon.0) 4372 : cluster [DBG] osdmap e2533: 8 total, 8 up, 8 in 2024-09-13T01:16:00.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:15:59 smithi032 bash[76677]: cluster 2024-09-13T01:15:59.084109+0000 mgr.y (mgr.34107) 2196 : cluster [DBG] pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 9.1 KiB/s wr, 1.57k op/s 2024-09-13T01:16:01.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:00 smithi053 bash[67631]: cluster 2024-09-13T01:15:59.995788+0000 mon.a (mon.0) 4373 : cluster [DBG] osdmap e2534: 8 total, 8 up, 8 in 2024-09-13T01:16:01.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:00 smithi032 bash[75510]: cluster 2024-09-13T01:15:59.995788+0000 mon.a (mon.0) 4373 : cluster [DBG] osdmap e2534: 8 total, 8 up, 8 in 2024-09-13T01:16:01.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:00 smithi032 bash[76677]: cluster 2024-09-13T01:15:59.995788+0000 mon.a (mon.0) 4373 : cluster [DBG] osdmap e2534: 8 total, 8 up, 8 in 2024-09-13T01:16:02.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:02 smithi053 bash[67631]: cluster 2024-09-13T01:16:01.005956+0000 mon.a (mon.0) 4374 : cluster [DBG] osdmap e2535: 8 total, 8 up, 8 in 2024-09-13T01:16:02.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:02 smithi053 bash[67631]: cluster 2024-09-13T01:16:01.084855+0000 mgr.y (mgr.34107) 2197 : cluster [DBG] pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 12 KiB/s wr, 1.43k op/s 2024-09-13T01:16:02.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:02 smithi032 bash[75510]: cluster 2024-09-13T01:16:01.005956+0000 mon.a (mon.0) 4374 : cluster [DBG] osdmap e2535: 8 total, 8 up, 8 in 2024-09-13T01:16:02.325 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:02 smithi032 bash[75510]: cluster 2024-09-13T01:16:01.084855+0000 mgr.y (mgr.34107) 2197 : cluster [DBG] pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 12 KiB/s wr, 1.43k op/s 2024-09-13T01:16:02.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:02 smithi032 bash[76677]: cluster 2024-09-13T01:16:01.005956+0000 mon.a (mon.0) 4374 : cluster [DBG] osdmap e2535: 8 total, 8 up, 8 in 2024-09-13T01:16:02.326 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:02 smithi032 bash[76677]: cluster 2024-09-13T01:16:01.084855+0000 mgr.y (mgr.34107) 2197 : cluster [DBG] pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 12 KiB/s wr, 1.43k op/s 2024-09-13T01:16:02.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:16:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:16:02] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-09-13T01:16:02.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:16:02 smithi053 bash[94430]: ts=2024-09-13T01:16:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:16:03.248 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-09-13T01:16:03.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:03 smithi053 bash[67631]: cluster 2024-09-13T01:16:02.016891+0000 mon.a (mon.0) 4375 : cluster [DBG] osdmap e2536: 8 total, 8 up, 8 in 2024-09-13T01:16:03.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:03 smithi032 bash[76677]: cluster 2024-09-13T01:16:02.016891+0000 mon.a (mon.0) 4375 : cluster [DBG] osdmap e2536: 8 total, 8 up, 8 in 2024-09-13T01:16:03.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:03 smithi032 bash[75510]: cluster 2024-09-13T01:16:02.016891+0000 mon.a (mon.0) 4375 : cluster [DBG] osdmap e2536: 8 total, 8 up, 8 in 2024-09-13T01:16:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:04 smithi032 bash[75510]: cluster 2024-09-13T01:16:03.018161+0000 mon.a (mon.0) 4376 : cluster [DBG] osdmap e2537: 8 total, 8 up, 8 in 2024-09-13T01:16:04.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:04 smithi032 bash[75510]: cluster 2024-09-13T01:16:03.085534+0000 mgr.y (mgr.34107) 2198 : cluster [DBG] pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 17 KiB/s wr, 553 op/s 2024-09-13T01:16:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:04 smithi032 bash[76677]: cluster 2024-09-13T01:16:03.018161+0000 mon.a (mon.0) 4376 : cluster [DBG] osdmap e2537: 8 total, 8 up, 8 in 2024-09-13T01:16:04.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:04 smithi032 bash[76677]: cluster 2024-09-13T01:16:03.085534+0000 mgr.y (mgr.34107) 2198 : cluster [DBG] pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 17 KiB/s wr, 553 op/s 2024-09-13T01:16:04.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:04 smithi053 bash[67631]: cluster 2024-09-13T01:16:03.018161+0000 mon.a (mon.0) 4376 : cluster [DBG] osdmap e2537: 8 total, 8 up, 8 in 2024-09-13T01:16:04.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:04 smithi053 bash[67631]: cluster 2024-09-13T01:16:03.085534+0000 mgr.y (mgr.34107) 2198 : cluster [DBG] pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 17 KiB/s wr, 553 op/s 2024-09-13T01:16:05.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:05 smithi032 bash[76677]: cluster 2024-09-13T01:16:04.045239+0000 mon.a (mon.0) 4377 : cluster [DBG] osdmap e2538: 8 total, 8 up, 8 in 2024-09-13T01:16:05.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:05 smithi032 bash[75510]: cluster 2024-09-13T01:16:04.045239+0000 mon.a (mon.0) 4377 : cluster [DBG] osdmap e2538: 8 total, 8 up, 8 in 2024-09-13T01:16:05.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:05 smithi053 bash[67631]: cluster 2024-09-13T01:16:04.045239+0000 mon.a (mon.0) 4377 : cluster [DBG] osdmap e2538: 8 total, 8 up, 8 in 2024-09-13T01:16:06.274 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-09-13T01:16:06.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:06 smithi032 bash[75510]: cluster 2024-09-13T01:16:05.086234+0000 mgr.y (mgr.34107) 2199 : cluster [DBG] pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 9.3 KiB/s wr, 252 op/s 2024-09-13T01:16:06.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:06 smithi032 bash[76677]: cluster 2024-09-13T01:16:05.086234+0000 mgr.y (mgr.34107) 2199 : cluster [DBG] pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 9.3 KiB/s wr, 252 op/s 2024-09-13T01:16:06.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:06 smithi053 bash[67631]: cluster 2024-09-13T01:16:05.086234+0000 mgr.y (mgr.34107) 2199 : cluster [DBG] pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 9.3 KiB/s wr, 252 op/s 2024-09-13T01:16:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:07 smithi032 bash[75510]: cluster 2024-09-13T01:16:06.056592+0000 mon.a (mon.0) 4378 : cluster [DBG] osdmap e2539: 8 total, 8 up, 8 in 2024-09-13T01:16:07.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:07 smithi032 bash[75510]: cluster 2024-09-13T01:16:06.978478+0000 mon.a (mon.0) 4379 : cluster [DBG] osdmap e2540: 8 total, 8 up, 8 in 2024-09-13T01:16:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:07 smithi032 bash[76677]: cluster 2024-09-13T01:16:06.056592+0000 mon.a (mon.0) 4378 : cluster [DBG] osdmap e2539: 8 total, 8 up, 8 in 2024-09-13T01:16:07.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:07 smithi032 bash[76677]: cluster 2024-09-13T01:16:06.978478+0000 mon.a (mon.0) 4379 : cluster [DBG] osdmap e2540: 8 total, 8 up, 8 in 2024-09-13T01:16:07.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:07 smithi053 bash[67631]: cluster 2024-09-13T01:16:06.056592+0000 mon.a (mon.0) 4378 : cluster [DBG] osdmap e2539: 8 total, 8 up, 8 in 2024-09-13T01:16:07.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:07 smithi053 bash[67631]: cluster 2024-09-13T01:16:06.978478+0000 mon.a (mon.0) 4379 : cluster [DBG] osdmap e2540: 8 total, 8 up, 8 in 2024-09-13T01:16:08.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:08 smithi032 bash[75510]: cluster 2024-09-13T01:16:07.087057+0000 mgr.y (mgr.34107) 2200 : cluster [DBG] pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-09-13T01:16:08.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:08 smithi032 bash[76677]: cluster 2024-09-13T01:16:07.087057+0000 mgr.y (mgr.34107) 2200 : cluster [DBG] pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-09-13T01:16:08.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:08 smithi053 bash[67631]: cluster 2024-09-13T01:16:07.087057+0000 mgr.y (mgr.34107) 2200 : cluster [DBG] pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-09-13T01:16:09.285 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-09-13T01:16:10.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:10 smithi032 bash[75510]: cluster 2024-09-13T01:16:09.068263+0000 mon.a (mon.0) 4380 : cluster [DBG] osdmap e2541: 8 total, 8 up, 8 in 2024-09-13T01:16:10.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:10 smithi032 bash[75510]: cluster 2024-09-13T01:16:09.088040+0000 mgr.y (mgr.34107) 2201 : cluster [DBG] pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 22 KiB/s wr, 481 op/s 2024-09-13T01:16:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:10 smithi032 bash[76677]: cluster 2024-09-13T01:16:09.068263+0000 mon.a (mon.0) 4380 : cluster [DBG] osdmap e2541: 8 total, 8 up, 8 in 2024-09-13T01:16:10.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:10 smithi032 bash[76677]: cluster 2024-09-13T01:16:09.088040+0000 mgr.y (mgr.34107) 2201 : cluster [DBG] pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 22 KiB/s wr, 481 op/s 2024-09-13T01:16:10.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:10 smithi053 bash[67631]: cluster 2024-09-13T01:16:09.068263+0000 mon.a (mon.0) 4380 : cluster [DBG] osdmap e2541: 8 total, 8 up, 8 in 2024-09-13T01:16:10.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:10 smithi053 bash[67631]: cluster 2024-09-13T01:16:09.088040+0000 mgr.y (mgr.34107) 2201 : cluster [DBG] pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 22 KiB/s wr, 481 op/s 2024-09-13T01:16:11.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:11 smithi032 bash[76677]: cluster 2024-09-13T01:16:10.078578+0000 mon.a (mon.0) 4381 : cluster [DBG] osdmap e2542: 8 total, 8 up, 8 in 2024-09-13T01:16:11.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:11 smithi032 bash[76677]: audit 2024-09-13T01:16:10.238672+0000 mon.a (mon.0) 4382 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:16:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:11 smithi032 bash[75510]: cluster 2024-09-13T01:16:10.078578+0000 mon.a (mon.0) 4381 : cluster [DBG] osdmap e2542: 8 total, 8 up, 8 in 2024-09-13T01:16:11.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:11 smithi032 bash[75510]: audit 2024-09-13T01:16:10.238672+0000 mon.a (mon.0) 4382 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:16:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:11 smithi053 bash[67631]: cluster 2024-09-13T01:16:10.078578+0000 mon.a (mon.0) 4381 : cluster [DBG] osdmap e2542: 8 total, 8 up, 8 in 2024-09-13T01:16:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:11 smithi053 bash[67631]: audit 2024-09-13T01:16:10.238672+0000 mon.a (mon.0) 4382 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:16:12.214 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-09-13T01:16:12.414 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:16:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:16:12] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-09-13T01:16:12.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:12 smithi032 bash[76677]: cluster 2024-09-13T01:16:11.089227+0000 mgr.y (mgr.34107) 2202 : cluster [DBG] pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 26 KiB/s wr, 577 op/s 2024-09-13T01:16:12.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:12 smithi032 bash[76677]: cluster 2024-09-13T01:16:11.981741+0000 mon.a (mon.0) 4383 : cluster [DBG] osdmap e2543: 8 total, 8 up, 8 in 2024-09-13T01:16:12.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:12 smithi032 bash[75510]: cluster 2024-09-13T01:16:11.089227+0000 mgr.y (mgr.34107) 2202 : cluster [DBG] pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 26 KiB/s wr, 577 op/s 2024-09-13T01:16:12.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:12 smithi032 bash[75510]: cluster 2024-09-13T01:16:11.981741+0000 mon.a (mon.0) 4383 : cluster [DBG] osdmap e2543: 8 total, 8 up, 8 in 2024-09-13T01:16:12.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:16:12 smithi053 bash[94430]: ts=2024-09-13T01:16:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:16:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:12 smithi053 bash[67631]: cluster 2024-09-13T01:16:11.089227+0000 mgr.y (mgr.34107) 2202 : cluster [DBG] pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 26 KiB/s wr, 577 op/s 2024-09-13T01:16:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:12 smithi053 bash[67631]: cluster 2024-09-13T01:16:11.981741+0000 mon.a (mon.0) 4383 : cluster [DBG] osdmap e2543: 8 total, 8 up, 8 in 2024-09-13T01:16:14.321 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-09-13T01:16:14.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:14 smithi032 bash[75510]: cluster 2024-09-13T01:16:13.092296+0000 mon.a (mon.0) 4384 : cluster [DBG] osdmap e2544: 8 total, 8 up, 8 in 2024-09-13T01:16:14.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:14 smithi032 bash[75510]: cluster 2024-09-13T01:16:13.093035+0000 mgr.y (mgr.34107) 2203 : cluster [DBG] pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 482 KiB/s rd, 32 KiB/s wr, 642 op/s 2024-09-13T01:16:14.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:14 smithi032 bash[76677]: cluster 2024-09-13T01:16:13.092296+0000 mon.a (mon.0) 4384 : cluster [DBG] osdmap e2544: 8 total, 8 up, 8 in 2024-09-13T01:16:14.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:14 smithi032 bash[76677]: cluster 2024-09-13T01:16:13.093035+0000 mgr.y (mgr.34107) 2203 : cluster [DBG] pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 482 KiB/s rd, 32 KiB/s wr, 642 op/s 2024-09-13T01:16:14.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:14 smithi053 bash[67631]: cluster 2024-09-13T01:16:13.092296+0000 mon.a (mon.0) 4384 : cluster [DBG] osdmap e2544: 8 total, 8 up, 8 in 2024-09-13T01:16:14.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:14 smithi053 bash[67631]: cluster 2024-09-13T01:16:13.093035+0000 mgr.y (mgr.34107) 2203 : cluster [DBG] pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 482 KiB/s rd, 32 KiB/s wr, 642 op/s 2024-09-13T01:16:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:15 smithi032 bash[75510]: cluster 2024-09-13T01:16:14.103008+0000 mon.a (mon.0) 4385 : cluster [DBG] osdmap e2545: 8 total, 8 up, 8 in 2024-09-13T01:16:15.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:15 smithi032 bash[76677]: cluster 2024-09-13T01:16:14.103008+0000 mon.a (mon.0) 4385 : cluster [DBG] osdmap e2545: 8 total, 8 up, 8 in 2024-09-13T01:16:15.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:15 smithi053 bash[67631]: cluster 2024-09-13T01:16:14.103008+0000 mon.a (mon.0) 4385 : cluster [DBG] osdmap e2545: 8 total, 8 up, 8 in 2024-09-13T01:16:16.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:16 smithi032 bash[75510]: cluster 2024-09-13T01:16:15.093791+0000 mgr.y (mgr.34107) 2204 : cluster [DBG] pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 34 KiB/s wr, 665 op/s 2024-09-13T01:16:16.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:16 smithi032 bash[75510]: cluster 2024-09-13T01:16:15.104115+0000 mon.a (mon.0) 4386 : cluster [DBG] osdmap e2546: 8 total, 8 up, 8 in 2024-09-13T01:16:16.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:16 smithi032 bash[76677]: cluster 2024-09-13T01:16:15.093791+0000 mgr.y (mgr.34107) 2204 : cluster [DBG] pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 34 KiB/s wr, 665 op/s 2024-09-13T01:16:16.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:16 smithi032 bash[76677]: cluster 2024-09-13T01:16:15.104115+0000 mon.a (mon.0) 4386 : cluster [DBG] osdmap e2546: 8 total, 8 up, 8 in 2024-09-13T01:16:16.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:16 smithi053 bash[67631]: cluster 2024-09-13T01:16:15.093791+0000 mgr.y (mgr.34107) 2204 : cluster [DBG] pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 34 KiB/s wr, 665 op/s 2024-09-13T01:16:16.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:16 smithi053 bash[67631]: cluster 2024-09-13T01:16:15.104115+0000 mon.a (mon.0) 4386 : cluster [DBG] osdmap e2546: 8 total, 8 up, 8 in 2024-09-13T01:16:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:17 smithi032 bash[75510]: cluster 2024-09-13T01:16:16.158248+0000 mon.a (mon.0) 4387 : cluster [DBG] osdmap e2547: 8 total, 8 up, 8 in 2024-09-13T01:16:17.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:17 smithi032 bash[75510]: cluster 2024-09-13T01:16:16.984536+0000 mon.a (mon.0) 4388 : cluster [DBG] osdmap e2548: 8 total, 8 up, 8 in 2024-09-13T01:16:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:17 smithi032 bash[76677]: cluster 2024-09-13T01:16:16.158248+0000 mon.a (mon.0) 4387 : cluster [DBG] osdmap e2547: 8 total, 8 up, 8 in 2024-09-13T01:16:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:17 smithi032 bash[76677]: cluster 2024-09-13T01:16:16.984536+0000 mon.a (mon.0) 4388 : cluster [DBG] osdmap e2548: 8 total, 8 up, 8 in 2024-09-13T01:16:17.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:17 smithi053 bash[67631]: cluster 2024-09-13T01:16:16.158248+0000 mon.a (mon.0) 4387 : cluster [DBG] osdmap e2547: 8 total, 8 up, 8 in 2024-09-13T01:16:17.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:17 smithi053 bash[67631]: cluster 2024-09-13T01:16:16.984536+0000 mon.a (mon.0) 4388 : cluster [DBG] osdmap e2548: 8 total, 8 up, 8 in 2024-09-13T01:16:18.388 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-09-13T01:16:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:18 smithi032 bash[75510]: cluster 2024-09-13T01:16:17.094479+0000 mgr.y (mgr.34107) 2205 : cluster [DBG] pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 26 KiB/s wr, 342 op/s 2024-09-13T01:16:18.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:18 smithi032 bash[76677]: cluster 2024-09-13T01:16:17.094479+0000 mgr.y (mgr.34107) 2205 : cluster [DBG] pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 26 KiB/s wr, 342 op/s 2024-09-13T01:16:18.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:18 smithi053 bash[67631]: cluster 2024-09-13T01:16:17.094479+0000 mgr.y (mgr.34107) 2205 : cluster [DBG] pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 26 KiB/s wr, 342 op/s 2024-09-13T01:16:19.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:19 smithi053 bash[67631]: cluster 2024-09-13T01:16:18.169632+0000 mon.a (mon.0) 4389 : cluster [DBG] osdmap e2549: 8 total, 8 up, 8 in 2024-09-13T01:16:19.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:19 smithi032 bash[75510]: cluster 2024-09-13T01:16:18.169632+0000 mon.a (mon.0) 4389 : cluster [DBG] osdmap e2549: 8 total, 8 up, 8 in 2024-09-13T01:16:19.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:19 smithi032 bash[76677]: cluster 2024-09-13T01:16:18.169632+0000 mon.a (mon.0) 4389 : cluster [DBG] osdmap e2549: 8 total, 8 up, 8 in 2024-09-13T01:16:20.428 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-09-13T01:16:20.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:20 smithi053 bash[67631]: cluster 2024-09-13T01:16:19.095526+0000 mgr.y (mgr.34107) 2206 : cluster [DBG] pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 26 KiB/s wr, 395 op/s 2024-09-13T01:16:20.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:20 smithi053 bash[67631]: cluster 2024-09-13T01:16:19.181953+0000 mon.a (mon.0) 4390 : cluster [DBG] osdmap e2550: 8 total, 8 up, 8 in 2024-09-13T01:16:20.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:20 smithi032 bash[75510]: cluster 2024-09-13T01:16:19.095526+0000 mgr.y (mgr.34107) 2206 : cluster [DBG] pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 26 KiB/s wr, 395 op/s 2024-09-13T01:16:20.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:20 smithi032 bash[75510]: cluster 2024-09-13T01:16:19.181953+0000 mon.a (mon.0) 4390 : cluster [DBG] osdmap e2550: 8 total, 8 up, 8 in 2024-09-13T01:16:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:20 smithi032 bash[76677]: cluster 2024-09-13T01:16:19.095526+0000 mgr.y (mgr.34107) 2206 : cluster [DBG] pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 26 KiB/s wr, 395 op/s 2024-09-13T01:16:20.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:20 smithi032 bash[76677]: cluster 2024-09-13T01:16:19.181953+0000 mon.a (mon.0) 4390 : cluster [DBG] osdmap e2550: 8 total, 8 up, 8 in 2024-09-13T01:16:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:21 smithi053 bash[67631]: cluster 2024-09-13T01:16:20.184570+0000 mon.a (mon.0) 4391 : cluster [DBG] osdmap e2551: 8 total, 8 up, 8 in 2024-09-13T01:16:21.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:21 smithi032 bash[75510]: cluster 2024-09-13T01:16:20.184570+0000 mon.a (mon.0) 4391 : cluster [DBG] osdmap e2551: 8 total, 8 up, 8 in 2024-09-13T01:16:21.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:21 smithi032 bash[76677]: cluster 2024-09-13T01:16:20.184570+0000 mon.a (mon.0) 4391 : cluster [DBG] osdmap e2551: 8 total, 8 up, 8 in 2024-09-13T01:16:22.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:16:22 smithi053 bash[94430]: ts=2024-09-13T01:16:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:16:22.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:22 smithi053 bash[67631]: cluster 2024-09-13T01:16:21.096586+0000 mgr.y (mgr.34107) 2207 : cluster [DBG] pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 20 KiB/s wr, 415 op/s 2024-09-13T01:16:22.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:22 smithi053 bash[67631]: cluster 2024-09-13T01:16:21.204303+0000 mon.a (mon.0) 4392 : cluster [DBG] osdmap e2552: 8 total, 8 up, 8 in 2024-09-13T01:16:22.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:22 smithi053 bash[67631]: cluster 2024-09-13T01:16:21.987696+0000 mon.a (mon.0) 4393 : cluster [DBG] osdmap e2553: 8 total, 8 up, 8 in 2024-09-13T01:16:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:16:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:16:22] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-09-13T01:16:22.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:22 smithi032 bash[75510]: cluster 2024-09-13T01:16:21.096586+0000 mgr.y (mgr.34107) 2207 : cluster [DBG] pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 20 KiB/s wr, 415 op/s 2024-09-13T01:16:22.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:22 smithi032 bash[75510]: cluster 2024-09-13T01:16:21.204303+0000 mon.a (mon.0) 4392 : cluster [DBG] osdmap e2552: 8 total, 8 up, 8 in 2024-09-13T01:16:22.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:22 smithi032 bash[75510]: cluster 2024-09-13T01:16:21.987696+0000 mon.a (mon.0) 4393 : cluster [DBG] osdmap e2553: 8 total, 8 up, 8 in 2024-09-13T01:16:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:22 smithi032 bash[76677]: cluster 2024-09-13T01:16:21.096586+0000 mgr.y (mgr.34107) 2207 : cluster [DBG] pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 20 KiB/s wr, 415 op/s 2024-09-13T01:16:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:22 smithi032 bash[76677]: cluster 2024-09-13T01:16:21.204303+0000 mon.a (mon.0) 4392 : cluster [DBG] osdmap e2552: 8 total, 8 up, 8 in 2024-09-13T01:16:22.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:22 smithi032 bash[76677]: cluster 2024-09-13T01:16:21.987696+0000 mon.a (mon.0) 4393 : cluster [DBG] osdmap e2553: 8 total, 8 up, 8 in 2024-09-13T01:16:24.443 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-09-13T01:16:24.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:24 smithi053 bash[67631]: cluster 2024-09-13T01:16:23.097597+0000 mgr.y (mgr.34107) 2208 : cluster [DBG] pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 17 KiB/s wr, 294 op/s 2024-09-13T01:16:24.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:24 smithi053 bash[67631]: cluster 2024-09-13T01:16:23.212538+0000 mon.a (mon.0) 4394 : cluster [DBG] osdmap e2554: 8 total, 8 up, 8 in 2024-09-13T01:16:24.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:24 smithi032 bash[75510]: cluster 2024-09-13T01:16:23.097597+0000 mgr.y (mgr.34107) 2208 : cluster [DBG] pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 17 KiB/s wr, 294 op/s 2024-09-13T01:16:24.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:24 smithi032 bash[75510]: cluster 2024-09-13T01:16:23.212538+0000 mon.a (mon.0) 4394 : cluster [DBG] osdmap e2554: 8 total, 8 up, 8 in 2024-09-13T01:16:24.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:24 smithi032 bash[76677]: cluster 2024-09-13T01:16:23.097597+0000 mgr.y (mgr.34107) 2208 : cluster [DBG] pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 17 KiB/s wr, 294 op/s 2024-09-13T01:16:24.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:24 smithi032 bash[76677]: cluster 2024-09-13T01:16:23.212538+0000 mon.a (mon.0) 4394 : cluster [DBG] osdmap e2554: 8 total, 8 up, 8 in 2024-09-13T01:16:25.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:25 smithi053 bash[67631]: cluster 2024-09-13T01:16:24.222586+0000 mon.a (mon.0) 4395 : cluster [DBG] osdmap e2555: 8 total, 8 up, 8 in 2024-09-13T01:16:25.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:25 smithi032 bash[75510]: cluster 2024-09-13T01:16:24.222586+0000 mon.a (mon.0) 4395 : cluster [DBG] osdmap e2555: 8 total, 8 up, 8 in 2024-09-13T01:16:25.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:25 smithi032 bash[76677]: cluster 2024-09-13T01:16:24.222586+0000 mon.a (mon.0) 4395 : cluster [DBG] osdmap e2555: 8 total, 8 up, 8 in 2024-09-13T01:16:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:26 smithi053 bash[67631]: cluster 2024-09-13T01:16:25.098331+0000 mgr.y (mgr.34107) 2209 : cluster [DBG] pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 250 op/s 2024-09-13T01:16:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:26 smithi053 bash[67631]: cluster 2024-09-13T01:16:25.235338+0000 mon.a (mon.0) 4396 : cluster [DBG] osdmap e2556: 8 total, 8 up, 8 in 2024-09-13T01:16:26.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:26 smithi053 bash[67631]: audit 2024-09-13T01:16:25.239384+0000 mon.a (mon.0) 4397 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:16:26.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:26 smithi032 bash[75510]: cluster 2024-09-13T01:16:25.098331+0000 mgr.y (mgr.34107) 2209 : cluster [DBG] pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 250 op/s 2024-09-13T01:16:26.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:26 smithi032 bash[75510]: cluster 2024-09-13T01:16:25.235338+0000 mon.a (mon.0) 4396 : cluster [DBG] osdmap e2556: 8 total, 8 up, 8 in 2024-09-13T01:16:26.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:26 smithi032 bash[75510]: audit 2024-09-13T01:16:25.239384+0000 mon.a (mon.0) 4397 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:16:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:26 smithi032 bash[76677]: cluster 2024-09-13T01:16:25.098331+0000 mgr.y (mgr.34107) 2209 : cluster [DBG] pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 250 op/s 2024-09-13T01:16:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:26 smithi032 bash[76677]: cluster 2024-09-13T01:16:25.235338+0000 mon.a (mon.0) 4396 : cluster [DBG] osdmap e2556: 8 total, 8 up, 8 in 2024-09-13T01:16:26.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:26 smithi032 bash[76677]: audit 2024-09-13T01:16:25.239384+0000 mon.a (mon.0) 4397 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:16:27.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:27 smithi053 bash[67631]: cluster 2024-09-13T01:16:26.242821+0000 mon.a (mon.0) 4398 : cluster [DBG] osdmap e2557: 8 total, 8 up, 8 in 2024-09-13T01:16:27.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:27 smithi053 bash[67631]: cluster 2024-09-13T01:16:26.990360+0000 mon.a (mon.0) 4399 : cluster [DBG] osdmap e2558: 8 total, 8 up, 8 in 2024-09-13T01:16:27.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:27 smithi032 bash[75510]: cluster 2024-09-13T01:16:26.242821+0000 mon.a (mon.0) 4398 : cluster [DBG] osdmap e2557: 8 total, 8 up, 8 in 2024-09-13T01:16:27.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:27 smithi032 bash[75510]: cluster 2024-09-13T01:16:26.990360+0000 mon.a (mon.0) 4399 : cluster [DBG] osdmap e2558: 8 total, 8 up, 8 in 2024-09-13T01:16:27.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:27 smithi032 bash[76677]: cluster 2024-09-13T01:16:26.242821+0000 mon.a (mon.0) 4398 : cluster [DBG] osdmap e2557: 8 total, 8 up, 8 in 2024-09-13T01:16:27.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:27 smithi032 bash[76677]: cluster 2024-09-13T01:16:26.990360+0000 mon.a (mon.0) 4399 : cluster [DBG] osdmap e2558: 8 total, 8 up, 8 in 2024-09-13T01:16:28.037 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:16:27 smithi053 bash[97864]: logger=cleanup t=2024-09-13T01:16:27.569689044Z level=info msg="Completed cleanup jobs" duration=67.196215ms 2024-09-13T01:16:28.476 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-09-13T01:16:28.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:28 smithi053 bash[67631]: cluster 2024-09-13T01:16:27.099203+0000 mgr.y (mgr.34107) 2210 : cluster [DBG] pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 23 KiB/s wr, 481 op/s 2024-09-13T01:16:28.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:28 smithi032 bash[75510]: cluster 2024-09-13T01:16:27.099203+0000 mgr.y (mgr.34107) 2210 : cluster [DBG] pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 23 KiB/s wr, 481 op/s 2024-09-13T01:16:28.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:28 smithi032 bash[76677]: cluster 2024-09-13T01:16:27.099203+0000 mgr.y (mgr.34107) 2210 : cluster [DBG] pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 23 KiB/s wr, 481 op/s 2024-09-13T01:16:28.778 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 71%] 2024-09-13T01:16:29.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:29 smithi053 bash[67631]: cluster 2024-09-13T01:16:28.257044+0000 mon.a (mon.0) 4400 : cluster [DBG] osdmap e2559: 8 total, 8 up, 8 in 2024-09-13T01:16:29.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:29 smithi032 bash[75510]: cluster 2024-09-13T01:16:28.257044+0000 mon.a (mon.0) 4400 : cluster [DBG] osdmap e2559: 8 total, 8 up, 8 in 2024-09-13T01:16:29.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:29 smithi032 bash[76677]: cluster 2024-09-13T01:16:28.257044+0000 mon.a (mon.0) 4400 : cluster [DBG] osdmap e2559: 8 total, 8 up, 8 in 2024-09-13T01:16:30.503 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 71%] 2024-09-13T01:16:30.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:30 smithi053 bash[67631]: cluster 2024-09-13T01:16:29.100206+0000 mgr.y (mgr.34107) 2211 : cluster [DBG] pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 18 KiB/s wr, 375 op/s 2024-09-13T01:16:30.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:30 smithi053 bash[67631]: cluster 2024-09-13T01:16:29.259383+0000 mon.a (mon.0) 4401 : cluster [DBG] osdmap e2560: 8 total, 8 up, 8 in 2024-09-13T01:16:30.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:30 smithi032 bash[75510]: cluster 2024-09-13T01:16:29.100206+0000 mgr.y (mgr.34107) 2211 : cluster [DBG] pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 18 KiB/s wr, 375 op/s 2024-09-13T01:16:30.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:30 smithi032 bash[75510]: cluster 2024-09-13T01:16:29.259383+0000 mon.a (mon.0) 4401 : cluster [DBG] osdmap e2560: 8 total, 8 up, 8 in 2024-09-13T01:16:30.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:30 smithi032 bash[76677]: cluster 2024-09-13T01:16:29.100206+0000 mgr.y (mgr.34107) 2211 : cluster [DBG] pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 18 KiB/s wr, 375 op/s 2024-09-13T01:16:30.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:30 smithi032 bash[76677]: cluster 2024-09-13T01:16:29.259383+0000 mon.a (mon.0) 4401 : cluster [DBG] osdmap e2560: 8 total, 8 up, 8 in 2024-09-13T01:16:30.746 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 72%] 2024-09-13T01:16:31.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:31 smithi053 bash[67631]: cluster 2024-09-13T01:16:30.280721+0000 mon.a (mon.0) 4402 : cluster [DBG] osdmap e2561: 8 total, 8 up, 8 in 2024-09-13T01:16:31.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:31 smithi032 bash[75510]: cluster 2024-09-13T01:16:30.280721+0000 mon.a (mon.0) 4402 : cluster [DBG] osdmap e2561: 8 total, 8 up, 8 in 2024-09-13T01:16:31.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:31 smithi032 bash[76677]: cluster 2024-09-13T01:16:30.280721+0000 mon.a (mon.0) 4402 : cluster [DBG] osdmap e2561: 8 total, 8 up, 8 in 2024-09-13T01:16:32.220 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-09-13T01:16:32.488 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 73%] 2024-09-13T01:16:32.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:16:32 smithi053 bash[94430]: ts=2024-09-13T01:16:32.317Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:16:32.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:32 smithi053 bash[67631]: cluster 2024-09-13T01:16:31.101106+0000 mgr.y (mgr.34107) 2212 : cluster [DBG] pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 7.5 KiB/s wr, 73 op/s 2024-09-13T01:16:32.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:32 smithi053 bash[67631]: cluster 2024-09-13T01:16:31.290874+0000 mon.a (mon.0) 4403 : cluster [DBG] osdmap e2562: 8 total, 8 up, 8 in 2024-09-13T01:16:32.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:32 smithi053 bash[67631]: cluster 2024-09-13T01:16:31.992990+0000 mon.a (mon.0) 4404 : cluster [DBG] osdmap e2563: 8 total, 8 up, 8 in 2024-09-13T01:16:32.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:32 smithi032 bash[75510]: cluster 2024-09-13T01:16:31.101106+0000 mgr.y (mgr.34107) 2212 : cluster [DBG] pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 7.5 KiB/s wr, 73 op/s 2024-09-13T01:16:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:32 smithi032 bash[75510]: cluster 2024-09-13T01:16:31.290874+0000 mon.a (mon.0) 4403 : cluster [DBG] osdmap e2562: 8 total, 8 up, 8 in 2024-09-13T01:16:32.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:32 smithi032 bash[75510]: cluster 2024-09-13T01:16:31.992990+0000 mon.a (mon.0) 4404 : cluster [DBG] osdmap e2563: 8 total, 8 up, 8 in 2024-09-13T01:16:32.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:16:32 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:16:32] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-09-13T01:16:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:32 smithi032 bash[76677]: cluster 2024-09-13T01:16:31.101106+0000 mgr.y (mgr.34107) 2212 : cluster [DBG] pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 7.5 KiB/s wr, 73 op/s 2024-09-13T01:16:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:32 smithi032 bash[76677]: cluster 2024-09-13T01:16:31.290874+0000 mon.a (mon.0) 4403 : cluster [DBG] osdmap e2562: 8 total, 8 up, 8 in 2024-09-13T01:16:32.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:32 smithi032 bash[76677]: cluster 2024-09-13T01:16:31.992990+0000 mon.a (mon.0) 4404 : cluster [DBG] osdmap e2563: 8 total, 8 up, 8 in 2024-09-13T01:16:34.531 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 74%] 2024-09-13T01:16:34.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:34 smithi032 bash[75510]: cluster 2024-09-13T01:16:33.102125+0000 mgr.y (mgr.34107) 2213 : cluster [DBG] pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 257 KiB/s rd, 17 KiB/s wr, 350 op/s 2024-09-13T01:16:34.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:34 smithi032 bash[75510]: cluster 2024-09-13T01:16:33.298692+0000 mon.a (mon.0) 4405 : cluster [DBG] osdmap e2564: 8 total, 8 up, 8 in 2024-09-13T01:16:34.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:34 smithi032 bash[76677]: cluster 2024-09-13T01:16:33.102125+0000 mgr.y (mgr.34107) 2213 : cluster [DBG] pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 257 KiB/s rd, 17 KiB/s wr, 350 op/s 2024-09-13T01:16:34.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:34 smithi032 bash[76677]: cluster 2024-09-13T01:16:33.298692+0000 mon.a (mon.0) 4405 : cluster [DBG] osdmap e2564: 8 total, 8 up, 8 in 2024-09-13T01:16:34.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:34 smithi053 bash[67631]: cluster 2024-09-13T01:16:33.102125+0000 mgr.y (mgr.34107) 2213 : cluster [DBG] pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 257 KiB/s rd, 17 KiB/s wr, 350 op/s 2024-09-13T01:16:34.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:34 smithi053 bash[67631]: cluster 2024-09-13T01:16:33.298692+0000 mon.a (mon.0) 4405 : cluster [DBG] osdmap e2564: 8 total, 8 up, 8 in 2024-09-13T01:16:35.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:35 smithi032 bash[75510]: cluster 2024-09-13T01:16:34.308075+0000 mon.a (mon.0) 4406 : cluster [DBG] osdmap e2565: 8 total, 8 up, 8 in 2024-09-13T01:16:35.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:35 smithi032 bash[76677]: cluster 2024-09-13T01:16:34.308075+0000 mon.a (mon.0) 4406 : cluster [DBG] osdmap e2565: 8 total, 8 up, 8 in 2024-09-13T01:16:35.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:35 smithi053 bash[67631]: cluster 2024-09-13T01:16:34.308075+0000 mon.a (mon.0) 4406 : cluster [DBG] osdmap e2565: 8 total, 8 up, 8 in 2024-09-13T01:16:36.436 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 74%] 2024-09-13T01:16:36.616 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 75%] 2024-09-13T01:16:36.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:36 smithi032 bash[75510]: cluster 2024-09-13T01:16:35.102853+0000 mgr.y (mgr.34107) 2214 : cluster [DBG] pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 284 KiB/s rd, 17 KiB/s wr, 383 op/s 2024-09-13T01:16:36.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:36 smithi032 bash[75510]: cluster 2024-09-13T01:16:35.317912+0000 mon.a (mon.0) 4407 : cluster [DBG] osdmap e2566: 8 total, 8 up, 8 in 2024-09-13T01:16:36.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:36 smithi032 bash[75510]: audit 2024-09-13T01:16:35.943043+0000 mon.a (mon.0) 4408 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:16:36.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:36 smithi032 bash[76677]: cluster 2024-09-13T01:16:35.102853+0000 mgr.y (mgr.34107) 2214 : cluster [DBG] pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 284 KiB/s rd, 17 KiB/s wr, 383 op/s 2024-09-13T01:16:36.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:36 smithi032 bash[76677]: cluster 2024-09-13T01:16:35.317912+0000 mon.a (mon.0) 4407 : cluster [DBG] osdmap e2566: 8 total, 8 up, 8 in 2024-09-13T01:16:36.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:36 smithi032 bash[76677]: audit 2024-09-13T01:16:35.943043+0000 mon.a (mon.0) 4408 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:16:36.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:36 smithi053 bash[67631]: cluster 2024-09-13T01:16:35.102853+0000 mgr.y (mgr.34107) 2214 : cluster [DBG] pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 284 KiB/s rd, 17 KiB/s wr, 383 op/s 2024-09-13T01:16:36.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:36 smithi053 bash[67631]: cluster 2024-09-13T01:16:35.317912+0000 mon.a (mon.0) 4407 : cluster [DBG] osdmap e2566: 8 total, 8 up, 8 in 2024-09-13T01:16:36.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:36 smithi053 bash[67631]: audit 2024-09-13T01:16:35.943043+0000 mon.a (mon.0) 4408 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T01:16:36.857 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 75%] 2024-09-13T01:16:36.990 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 76%] 2024-09-13T01:16:37.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[75510]: cluster 2024-09-13T01:16:36.319429+0000 mon.a (mon.0) 4409 : cluster [DBG] osdmap e2567: 8 total, 8 up, 8 in 2024-09-13T01:16:37.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[75510]: audit 2024-09-13T01:16:36.825435+0000 mon.a (mon.0) 4410 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:16:37.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[75510]: audit 2024-09-13T01:16:36.831674+0000 mon.a (mon.0) 4411 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:16:37.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[75510]: audit 2024-09-13T01:16:36.832691+0000 mon.a (mon.0) 4412 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:16:37.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[75510]: audit 2024-09-13T01:16:36.833419+0000 mon.a (mon.0) 4413 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:16:37.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[75510]: audit 2024-09-13T01:16:36.838370+0000 mon.a (mon.0) 4414 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:16:37.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[75510]: cluster 2024-09-13T01:16:36.990029+0000 mon.a (mon.0) 4415 : cluster [DBG] osdmap e2568: 8 total, 8 up, 8 in 2024-09-13T01:16:37.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[75510]: audit 2024-09-13T01:16:37.065421+0000 mon.c (mon.2) 133 : audit [INF] from='client.? 172.21.15.32:0/723100009' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/801350392"}]: dispatch 2024-09-13T01:16:37.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[75510]: audit 2024-09-13T01:16:37.065728+0000 mon.a (mon.0) 4416 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/801350392"}]: dispatch 2024-09-13T01:16:37.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[76677]: cluster 2024-09-13T01:16:36.319429+0000 mon.a (mon.0) 4409 : cluster [DBG] osdmap e2567: 8 total, 8 up, 8 in 2024-09-13T01:16:37.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[76677]: audit 2024-09-13T01:16:36.825435+0000 mon.a (mon.0) 4410 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:16:37.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[76677]: audit 2024-09-13T01:16:36.831674+0000 mon.a (mon.0) 4411 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:16:37.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[76677]: audit 2024-09-13T01:16:36.832691+0000 mon.a (mon.0) 4412 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:16:37.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[76677]: audit 2024-09-13T01:16:36.833419+0000 mon.a (mon.0) 4413 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:16:37.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[76677]: audit 2024-09-13T01:16:36.838370+0000 mon.a (mon.0) 4414 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:16:37.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[76677]: cluster 2024-09-13T01:16:36.990029+0000 mon.a (mon.0) 4415 : cluster [DBG] osdmap e2568: 8 total, 8 up, 8 in 2024-09-13T01:16:37.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[76677]: audit 2024-09-13T01:16:37.065421+0000 mon.c (mon.2) 133 : audit [INF] from='client.? 172.21.15.32:0/723100009' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/801350392"}]: dispatch 2024-09-13T01:16:37.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:37 smithi032 bash[76677]: audit 2024-09-13T01:16:37.065728+0000 mon.a (mon.0) 4416 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/801350392"}]: dispatch 2024-09-13T01:16:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:37 smithi053 bash[67631]: cluster 2024-09-13T01:16:36.319429+0000 mon.a (mon.0) 4409 : cluster [DBG] osdmap e2567: 8 total, 8 up, 8 in 2024-09-13T01:16:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:37 smithi053 bash[67631]: audit 2024-09-13T01:16:36.825435+0000 mon.a (mon.0) 4410 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:16:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:37 smithi053 bash[67631]: audit 2024-09-13T01:16:36.831674+0000 mon.a (mon.0) 4411 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:16:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:37 smithi053 bash[67631]: audit 2024-09-13T01:16:36.832691+0000 mon.a (mon.0) 4412 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T01:16:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:37 smithi053 bash[67631]: audit 2024-09-13T01:16:36.833419+0000 mon.a (mon.0) 4413 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T01:16:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:37 smithi053 bash[67631]: audit 2024-09-13T01:16:36.838370+0000 mon.a (mon.0) 4414 : audit [INF] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' 2024-09-13T01:16:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:37 smithi053 bash[67631]: cluster 2024-09-13T01:16:36.990029+0000 mon.a (mon.0) 4415 : cluster [DBG] osdmap e2568: 8 total, 8 up, 8 in 2024-09-13T01:16:37.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:37 smithi053 bash[67631]: audit 2024-09-13T01:16:37.065421+0000 mon.c (mon.2) 133 : audit [INF] from='client.? 172.21.15.32:0/723100009' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/801350392"}]: dispatch 2024-09-13T01:16:37.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:37 smithi053 bash[67631]: audit 2024-09-13T01:16:37.065728+0000 mon.a (mon.0) 4416 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/801350392"}]: dispatch 2024-09-13T01:16:38.202 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 76%] 2024-09-13T01:16:38.448 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 77%] 2024-09-13T01:16:38.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:38 smithi032 bash[75510]: cluster 2024-09-13T01:16:37.103301+0000 mgr.y (mgr.34107) 2215 : cluster [DBG] pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 330 op/s 2024-09-13T01:16:38.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:38 smithi032 bash[75510]: audit 2024-09-13T01:16:37.996893+0000 mon.a (mon.0) 4417 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/801350392"}]': finished 2024-09-13T01:16:38.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:38 smithi032 bash[75510]: cluster 2024-09-13T01:16:37.997070+0000 mon.a (mon.0) 4418 : cluster [DBG] osdmap e2569: 8 total, 8 up, 8 in 2024-09-13T01:16:38.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:38 smithi032 bash[76677]: cluster 2024-09-13T01:16:37.103301+0000 mgr.y (mgr.34107) 2215 : cluster [DBG] pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 330 op/s 2024-09-13T01:16:38.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:38 smithi032 bash[76677]: audit 2024-09-13T01:16:37.996893+0000 mon.a (mon.0) 4417 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/801350392"}]': finished 2024-09-13T01:16:38.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:38 smithi032 bash[76677]: cluster 2024-09-13T01:16:37.997070+0000 mon.a (mon.0) 4418 : cluster [DBG] osdmap e2569: 8 total, 8 up, 8 in 2024-09-13T01:16:38.730 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 78%] 2024-09-13T01:16:38.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:38 smithi053 bash[67631]: cluster 2024-09-13T01:16:37.103301+0000 mgr.y (mgr.34107) 2215 : cluster [DBG] pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 330 op/s 2024-09-13T01:16:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:38 smithi053 bash[67631]: audit 2024-09-13T01:16:37.996893+0000 mon.a (mon.0) 4417 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/801350392"}]': finished 2024-09-13T01:16:38.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:38 smithi053 bash[67631]: cluster 2024-09-13T01:16:37.997070+0000 mon.a (mon.0) 4418 : cluster [DBG] osdmap e2569: 8 total, 8 up, 8 in 2024-09-13T01:16:39.006 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 78%] 2024-09-13T01:16:39.300 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 79%] 2024-09-13T01:16:39.557 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 79%] 2024-09-13T01:16:39.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:38.525811+0000 mon.a (mon.0) 4419 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T01:16:39.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:38.526947+0000 mon.c (mon.2) 134 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:38.527688+0000 mon.c (mon.2) 135 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:38.528183+0000 mon.a (mon.0) 4420 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:38.536385+0000 mon.a (mon.0) 4421 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T01:16:39.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:38.537377+0000 mon.c (mon.2) 136 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:38.828743+0000 mon.c (mon.2) 137 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T01:16:39.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:38.829610+0000 mon.c (mon.2) 138 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T01:16:39.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:38.830211+0000 mon.a (mon.0) 4422 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T01:16:39.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:38.831722+0000 mon.c (mon.2) 139 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:39.096846+0000 mon.a (mon.0) 4423 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T01:16:39.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:39.098044+0000 mon.c (mon.2) 140 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/113/47d9e4c7-ffc5-4489-b17e-09efdfcc5807"}]: dispatch 2024-09-13T01:16:39.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:39.098850+0000 mon.c (mon.2) 141 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/47d9e4c7-ffc5-4489-b17e-09efdfcc5807"}]: dispatch 2024-09-13T01:16:39.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:39.099403+0000 mon.a (mon.0) 4424 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/47d9e4c7-ffc5-4489-b17e-09efdfcc5807"}]: dispatch 2024-09-13T01:16:39.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:39 smithi053 bash[67631]: audit 2024-09-13T01:16:39.105919+0000 mon.a (mon.0) 4425 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/47d9e4c7-ffc5-4489-b17e-09efdfcc5807"}]': finished 2024-09-13T01:16:39.814 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 80%] 2024-09-13T01:16:39.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:38.525811+0000 mon.a (mon.0) 4419 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T01:16:39.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:38.526947+0000 mon.c (mon.2) 134 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:38.527688+0000 mon.c (mon.2) 135 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:38.528183+0000 mon.a (mon.0) 4420 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:38.536385+0000 mon.a (mon.0) 4421 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T01:16:39.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:38.537377+0000 mon.c (mon.2) 136 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:38.828743+0000 mon.c (mon.2) 137 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T01:16:39.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:38.829610+0000 mon.c (mon.2) 138 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T01:16:39.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:38.830211+0000 mon.a (mon.0) 4422 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T01:16:39.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:38.831722+0000 mon.c (mon.2) 139 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:39.096846+0000 mon.a (mon.0) 4423 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T01:16:39.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:39.098044+0000 mon.c (mon.2) 140 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/113/47d9e4c7-ffc5-4489-b17e-09efdfcc5807"}]: dispatch 2024-09-13T01:16:39.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:39.098850+0000 mon.c (mon.2) 141 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/47d9e4c7-ffc5-4489-b17e-09efdfcc5807"}]: dispatch 2024-09-13T01:16:39.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:39.099403+0000 mon.a (mon.0) 4424 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/47d9e4c7-ffc5-4489-b17e-09efdfcc5807"}]: dispatch 2024-09-13T01:16:39.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[75510]: audit 2024-09-13T01:16:39.105919+0000 mon.a (mon.0) 4425 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/47d9e4c7-ffc5-4489-b17e-09efdfcc5807"}]': finished 2024-09-13T01:16:39.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:38.525811+0000 mon.a (mon.0) 4419 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T01:16:39.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:38.526947+0000 mon.c (mon.2) 134 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:38.527688+0000 mon.c (mon.2) 135 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:38.528183+0000 mon.a (mon.0) 4420 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.915 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:38.536385+0000 mon.a (mon.0) 4421 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T01:16:39.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:38.537377+0000 mon.c (mon.2) 136 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:38.828743+0000 mon.c (mon.2) 137 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T01:16:39.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:38.829610+0000 mon.c (mon.2) 138 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T01:16:39.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:38.830211+0000 mon.a (mon.0) 4422 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T01:16:39.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:38.831722+0000 mon.c (mon.2) 139 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T01:16:39.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:39.096846+0000 mon.a (mon.0) 4423 : audit [INF] from='client.? ' entity='client.admin' 2024-09-13T01:16:39.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:39.098044+0000 mon.c (mon.2) 140 : audit [DBG] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/113/47d9e4c7-ffc5-4489-b17e-09efdfcc5807"}]: dispatch 2024-09-13T01:16:39.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:39.098850+0000 mon.c (mon.2) 141 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/47d9e4c7-ffc5-4489-b17e-09efdfcc5807"}]: dispatch 2024-09-13T01:16:39.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:39.099403+0000 mon.a (mon.0) 4424 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/47d9e4c7-ffc5-4489-b17e-09efdfcc5807"}]: dispatch 2024-09-13T01:16:39.916 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:39 smithi032 bash[76677]: audit 2024-09-13T01:16:39.105919+0000 mon.a (mon.0) 4425 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/47d9e4c7-ffc5-4489-b17e-09efdfcc5807"}]': finished 2024-09-13T01:16:40.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:40 smithi053 bash[67631]: cluster 2024-09-13T01:16:39.104245+0000 mgr.y (mgr.34107) 2216 : cluster [DBG] pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 351 KiB/s rd, 20 KiB/s wr, 476 op/s 2024-09-13T01:16:40.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:40 smithi053 bash[67631]: audit 2024-09-13T01:16:40.239374+0000 mon.a (mon.0) 4426 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:16:40.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:40 smithi032 bash[75510]: cluster 2024-09-13T01:16:39.104245+0000 mgr.y (mgr.34107) 2216 : cluster [DBG] pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 351 KiB/s rd, 20 KiB/s wr, 476 op/s 2024-09-13T01:16:40.914 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:40 smithi032 bash[75510]: audit 2024-09-13T01:16:40.239374+0000 mon.a (mon.0) 4426 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:16:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:40 smithi032 bash[76677]: cluster 2024-09-13T01:16:39.104245+0000 mgr.y (mgr.34107) 2216 : cluster [DBG] pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 351 KiB/s rd, 20 KiB/s wr, 476 op/s 2024-09-13T01:16:40.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:40 smithi032 bash[76677]: audit 2024-09-13T01:16:40.239374+0000 mon.a (mon.0) 4426 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:16:41.913 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:41 smithi032 bash[75510]: cluster 2024-09-13T01:16:40.531930+0000 mon.a (mon.0) 4427 : cluster [DBG] osdmap e2570: 8 total, 8 up, 8 in 2024-09-13T01:16:41.914 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:41 smithi032 bash[76677]: cluster 2024-09-13T01:16:40.531930+0000 mon.a (mon.0) 4427 : cluster [DBG] osdmap e2570: 8 total, 8 up, 8 in 2024-09-13T01:16:42.036 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:41 smithi053 bash[67631]: cluster 2024-09-13T01:16:40.531930+0000 mon.a (mon.0) 4427 : cluster [DBG] osdmap e2570: 8 total, 8 up, 8 in 2024-09-13T01:16:42.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:16:42] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-09-13T01:16:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[75510]: cluster 2024-09-13T01:16:41.105029+0000 mgr.y (mgr.34107) 2217 : cluster [DBG] pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 278 KiB/s rd, 17 KiB/s wr, 378 op/s 2024-09-13T01:16:42.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[75510]: cluster 2024-09-13T01:16:41.553597+0000 mon.a (mon.0) 4428 : cluster [DBG] osdmap e2571: 8 total, 8 up, 8 in 2024-09-13T01:16:42.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[75510]: cluster 2024-09-13T01:16:41.996700+0000 mon.a (mon.0) 4429 : cluster [DBG] osdmap e2572: 8 total, 8 up, 8 in 2024-09-13T01:16:42.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[75510]: audit 2024-09-13T01:16:42.044300+0000 mon.c (mon.2) 142 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/9b9e8e87-61a1-422f-b04c-754a61e65507"}]: dispatch 2024-09-13T01:16:42.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[75510]: audit 2024-09-13T01:16:42.044846+0000 mon.a (mon.0) 4430 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/9b9e8e87-61a1-422f-b04c-754a61e65507"}]: dispatch 2024-09-13T01:16:42.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[75510]: audit 2024-09-13T01:16:42.049321+0000 mon.a (mon.0) 4431 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/9b9e8e87-61a1-422f-b04c-754a61e65507"}]': finished 2024-09-13T01:16:42.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[75510]: audit 2024-09-13T01:16:42.117520+0000 mon.c (mon.2) 143 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/563cd133-b417-46c2-9428-f3a83ac65657"}]: dispatch 2024-09-13T01:16:42.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[75510]: audit 2024-09-13T01:16:42.118493+0000 mon.a (mon.0) 4432 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/563cd133-b417-46c2-9428-f3a83ac65657"}]: dispatch 2024-09-13T01:16:42.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[75510]: audit 2024-09-13T01:16:42.125349+0000 mon.a (mon.0) 4433 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/563cd133-b417-46c2-9428-f3a83ac65657"}]': finished 2024-09-13T01:16:42.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[76677]: cluster 2024-09-13T01:16:41.105029+0000 mgr.y (mgr.34107) 2217 : cluster [DBG] pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 278 KiB/s rd, 17 KiB/s wr, 378 op/s 2024-09-13T01:16:42.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[76677]: cluster 2024-09-13T01:16:41.553597+0000 mon.a (mon.0) 4428 : cluster [DBG] osdmap e2571: 8 total, 8 up, 8 in 2024-09-13T01:16:42.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[76677]: cluster 2024-09-13T01:16:41.996700+0000 mon.a (mon.0) 4429 : cluster [DBG] osdmap e2572: 8 total, 8 up, 8 in 2024-09-13T01:16:42.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[76677]: audit 2024-09-13T01:16:42.044300+0000 mon.c (mon.2) 142 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/9b9e8e87-61a1-422f-b04c-754a61e65507"}]: dispatch 2024-09-13T01:16:42.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[76677]: audit 2024-09-13T01:16:42.044846+0000 mon.a (mon.0) 4430 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/9b9e8e87-61a1-422f-b04c-754a61e65507"}]: dispatch 2024-09-13T01:16:42.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[76677]: audit 2024-09-13T01:16:42.049321+0000 mon.a (mon.0) 4431 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/9b9e8e87-61a1-422f-b04c-754a61e65507"}]': finished 2024-09-13T01:16:42.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[76677]: audit 2024-09-13T01:16:42.117520+0000 mon.c (mon.2) 143 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/563cd133-b417-46c2-9428-f3a83ac65657"}]: dispatch 2024-09-13T01:16:42.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[76677]: audit 2024-09-13T01:16:42.118493+0000 mon.a (mon.0) 4432 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/563cd133-b417-46c2-9428-f3a83ac65657"}]: dispatch 2024-09-13T01:16:42.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:42 smithi032 bash[76677]: audit 2024-09-13T01:16:42.125349+0000 mon.a (mon.0) 4433 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/563cd133-b417-46c2-9428-f3a83ac65657"}]': finished 2024-09-13T01:16:42.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:16:42 smithi053 bash[94430]: ts=2024-09-13T01:16:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:16:42.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:42 smithi053 bash[67631]: cluster 2024-09-13T01:16:41.105029+0000 mgr.y (mgr.34107) 2217 : cluster [DBG] pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 278 KiB/s rd, 17 KiB/s wr, 378 op/s 2024-09-13T01:16:42.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:42 smithi053 bash[67631]: cluster 2024-09-13T01:16:41.553597+0000 mon.a (mon.0) 4428 : cluster [DBG] osdmap e2571: 8 total, 8 up, 8 in 2024-09-13T01:16:42.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:42 smithi053 bash[67631]: cluster 2024-09-13T01:16:41.996700+0000 mon.a (mon.0) 4429 : cluster [DBG] osdmap e2572: 8 total, 8 up, 8 in 2024-09-13T01:16:42.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:42 smithi053 bash[67631]: audit 2024-09-13T01:16:42.044300+0000 mon.c (mon.2) 142 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/9b9e8e87-61a1-422f-b04c-754a61e65507"}]: dispatch 2024-09-13T01:16:42.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:42 smithi053 bash[67631]: audit 2024-09-13T01:16:42.044846+0000 mon.a (mon.0) 4430 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/9b9e8e87-61a1-422f-b04c-754a61e65507"}]: dispatch 2024-09-13T01:16:42.787 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:42 smithi053 bash[67631]: audit 2024-09-13T01:16:42.049321+0000 mon.a (mon.0) 4431 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/9b9e8e87-61a1-422f-b04c-754a61e65507"}]': finished 2024-09-13T01:16:42.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:42 smithi053 bash[67631]: audit 2024-09-13T01:16:42.117520+0000 mon.c (mon.2) 143 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/563cd133-b417-46c2-9428-f3a83ac65657"}]: dispatch 2024-09-13T01:16:42.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:42 smithi053 bash[67631]: audit 2024-09-13T01:16:42.118493+0000 mon.a (mon.0) 4432 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/563cd133-b417-46c2-9428-f3a83ac65657"}]: dispatch 2024-09-13T01:16:42.788 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:42 smithi053 bash[67631]: audit 2024-09-13T01:16:42.125349+0000 mon.a (mon.0) 4433 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/563cd133-b417-46c2-9428-f3a83ac65657"}]': finished 2024-09-13T01:16:44.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:44 smithi032 bash[75510]: cluster 2024-09-13T01:16:43.106014+0000 mgr.y (mgr.34107) 2218 : cluster [DBG] pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 336 KiB/s rd, 27 KiB/s wr, 470 op/s 2024-09-13T01:16:44.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:44 smithi032 bash[75510]: cluster 2024-09-13T01:16:43.132268+0000 mon.a (mon.0) 4434 : cluster [DBG] osdmap e2573: 8 total, 8 up, 8 in 2024-09-13T01:16:44.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:44 smithi032 bash[76677]: cluster 2024-09-13T01:16:43.106014+0000 mgr.y (mgr.34107) 2218 : cluster [DBG] pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 336 KiB/s rd, 27 KiB/s wr, 470 op/s 2024-09-13T01:16:44.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:44 smithi032 bash[76677]: cluster 2024-09-13T01:16:43.132268+0000 mon.a (mon.0) 4434 : cluster [DBG] osdmap e2573: 8 total, 8 up, 8 in 2024-09-13T01:16:44.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:44 smithi053 bash[67631]: cluster 2024-09-13T01:16:43.106014+0000 mgr.y (mgr.34107) 2218 : cluster [DBG] pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 336 KiB/s rd, 27 KiB/s wr, 470 op/s 2024-09-13T01:16:44.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:44 smithi053 bash[67631]: cluster 2024-09-13T01:16:43.132268+0000 mon.a (mon.0) 4434 : cluster [DBG] osdmap e2573: 8 total, 8 up, 8 in 2024-09-13T01:16:45.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:45 smithi032 bash[75510]: cluster 2024-09-13T01:16:44.139915+0000 mon.a (mon.0) 4435 : cluster [DBG] osdmap e2574: 8 total, 8 up, 8 in 2024-09-13T01:16:45.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:45 smithi032 bash[76677]: cluster 2024-09-13T01:16:44.139915+0000 mon.a (mon.0) 4435 : cluster [DBG] osdmap e2574: 8 total, 8 up, 8 in 2024-09-13T01:16:45.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:45 smithi053 bash[67631]: cluster 2024-09-13T01:16:44.139915+0000 mon.a (mon.0) 4435 : cluster [DBG] osdmap e2574: 8 total, 8 up, 8 in 2024-09-13T01:16:46.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:46 smithi032 bash[75510]: cluster 2024-09-13T01:16:45.106744+0000 mgr.y (mgr.34107) 2219 : cluster [DBG] pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 18 KiB/s wr, 236 op/s 2024-09-13T01:16:46.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:46 smithi032 bash[75510]: cluster 2024-09-13T01:16:45.149659+0000 mon.a (mon.0) 4436 : cluster [DBG] osdmap e2575: 8 total, 8 up, 8 in 2024-09-13T01:16:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:46 smithi032 bash[76677]: cluster 2024-09-13T01:16:45.106744+0000 mgr.y (mgr.34107) 2219 : cluster [DBG] pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 18 KiB/s wr, 236 op/s 2024-09-13T01:16:46.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:46 smithi032 bash[76677]: cluster 2024-09-13T01:16:45.149659+0000 mon.a (mon.0) 4436 : cluster [DBG] osdmap e2575: 8 total, 8 up, 8 in 2024-09-13T01:16:46.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:46 smithi053 bash[67631]: cluster 2024-09-13T01:16:45.106744+0000 mgr.y (mgr.34107) 2219 : cluster [DBG] pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 18 KiB/s wr, 236 op/s 2024-09-13T01:16:46.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:46 smithi053 bash[67631]: cluster 2024-09-13T01:16:45.149659+0000 mon.a (mon.0) 4436 : cluster [DBG] osdmap e2575: 8 total, 8 up, 8 in 2024-09-13T01:16:47.135 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 80%] 2024-09-13T01:16:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:47 smithi032 bash[75510]: cluster 2024-09-13T01:16:46.157656+0000 mon.a (mon.0) 4437 : cluster [DBG] osdmap e2576: 8 total, 8 up, 8 in 2024-09-13T01:16:47.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:47 smithi032 bash[75510]: cluster 2024-09-13T01:16:46.998788+0000 mon.a (mon.0) 4438 : cluster [DBG] osdmap e2577: 8 total, 8 up, 8 in 2024-09-13T01:16:47.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:47 smithi032 bash[76677]: cluster 2024-09-13T01:16:46.157656+0000 mon.a (mon.0) 4437 : cluster [DBG] osdmap e2576: 8 total, 8 up, 8 in 2024-09-13T01:16:47.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:47 smithi032 bash[76677]: cluster 2024-09-13T01:16:46.998788+0000 mon.a (mon.0) 4438 : cluster [DBG] osdmap e2577: 8 total, 8 up, 8 in 2024-09-13T01:16:47.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:47 smithi053 bash[67631]: cluster 2024-09-13T01:16:46.157656+0000 mon.a (mon.0) 4437 : cluster [DBG] osdmap e2576: 8 total, 8 up, 8 in 2024-09-13T01:16:47.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:47 smithi053 bash[67631]: cluster 2024-09-13T01:16:46.998788+0000 mon.a (mon.0) 4438 : cluster [DBG] osdmap e2577: 8 total, 8 up, 8 in 2024-09-13T01:16:48.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:48 smithi032 bash[75510]: cluster 2024-09-13T01:16:47.107380+0000 mgr.y (mgr.34107) 2220 : cluster [DBG] pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 11 KiB/s wr, 217 op/s 2024-09-13T01:16:48.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:48 smithi032 bash[76677]: cluster 2024-09-13T01:16:47.107380+0000 mgr.y (mgr.34107) 2220 : cluster [DBG] pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 11 KiB/s wr, 217 op/s 2024-09-13T01:16:48.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:48 smithi053 bash[67631]: cluster 2024-09-13T01:16:47.107380+0000 mgr.y (mgr.34107) 2220 : cluster [DBG] pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 11 KiB/s wr, 217 op/s 2024-09-13T01:16:49.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:49 smithi053 bash[67631]: cluster 2024-09-13T01:16:48.171663+0000 mon.a (mon.0) 4439 : cluster [DBG] osdmap e2578: 8 total, 8 up, 8 in 2024-09-13T01:16:49.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:49 smithi032 bash[75510]: cluster 2024-09-13T01:16:48.171663+0000 mon.a (mon.0) 4439 : cluster [DBG] osdmap e2578: 8 total, 8 up, 8 in 2024-09-13T01:16:49.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:49 smithi032 bash[76677]: cluster 2024-09-13T01:16:48.171663+0000 mon.a (mon.0) 4439 : cluster [DBG] osdmap e2578: 8 total, 8 up, 8 in 2024-09-13T01:16:50.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:50 smithi053 bash[67631]: cluster 2024-09-13T01:16:49.108397+0000 mgr.y (mgr.34107) 2221 : cluster [DBG] pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 207 op/s 2024-09-13T01:16:50.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:50 smithi053 bash[67631]: cluster 2024-09-13T01:16:49.181369+0000 mon.a (mon.0) 4440 : cluster [DBG] osdmap e2579: 8 total, 8 up, 8 in 2024-09-13T01:16:50.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:50 smithi053 bash[67631]: audit 2024-09-13T01:16:49.228136+0000 mon.c (mon.2) 144 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/77ccdcfa-2b27-46b3-840b-1410b765c32e"}]: dispatch 2024-09-13T01:16:50.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:50 smithi053 bash[67631]: audit 2024-09-13T01:16:49.228832+0000 mon.a (mon.0) 4441 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/77ccdcfa-2b27-46b3-840b-1410b765c32e"}]: dispatch 2024-09-13T01:16:50.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:50 smithi053 bash[67631]: audit 2024-09-13T01:16:49.235698+0000 mon.a (mon.0) 4442 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/77ccdcfa-2b27-46b3-840b-1410b765c32e"}]': finished 2024-09-13T01:16:50.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:50 smithi032 bash[75510]: cluster 2024-09-13T01:16:49.108397+0000 mgr.y (mgr.34107) 2221 : cluster [DBG] pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 207 op/s 2024-09-13T01:16:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:50 smithi032 bash[75510]: cluster 2024-09-13T01:16:49.181369+0000 mon.a (mon.0) 4440 : cluster [DBG] osdmap e2579: 8 total, 8 up, 8 in 2024-09-13T01:16:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:50 smithi032 bash[75510]: audit 2024-09-13T01:16:49.228136+0000 mon.c (mon.2) 144 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/77ccdcfa-2b27-46b3-840b-1410b765c32e"}]: dispatch 2024-09-13T01:16:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:50 smithi032 bash[75510]: audit 2024-09-13T01:16:49.228832+0000 mon.a (mon.0) 4441 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/77ccdcfa-2b27-46b3-840b-1410b765c32e"}]: dispatch 2024-09-13T01:16:50.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:50 smithi032 bash[75510]: audit 2024-09-13T01:16:49.235698+0000 mon.a (mon.0) 4442 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/77ccdcfa-2b27-46b3-840b-1410b765c32e"}]': finished 2024-09-13T01:16:50.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:50 smithi032 bash[76677]: cluster 2024-09-13T01:16:49.108397+0000 mgr.y (mgr.34107) 2221 : cluster [DBG] pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 207 op/s 2024-09-13T01:16:50.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:50 smithi032 bash[76677]: cluster 2024-09-13T01:16:49.181369+0000 mon.a (mon.0) 4440 : cluster [DBG] osdmap e2579: 8 total, 8 up, 8 in 2024-09-13T01:16:50.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:50 smithi032 bash[76677]: audit 2024-09-13T01:16:49.228136+0000 mon.c (mon.2) 144 : audit [INF] from='client.? 172.21.15.32:0/74762382' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/77ccdcfa-2b27-46b3-840b-1410b765c32e"}]: dispatch 2024-09-13T01:16:50.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:50 smithi032 bash[76677]: audit 2024-09-13T01:16:49.228832+0000 mon.a (mon.0) 4441 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/77ccdcfa-2b27-46b3-840b-1410b765c32e"}]: dispatch 2024-09-13T01:16:50.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:50 smithi032 bash[76677]: audit 2024-09-13T01:16:49.235698+0000 mon.a (mon.0) 4442 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/77ccdcfa-2b27-46b3-840b-1410b765c32e"}]': finished 2024-09-13T01:16:51.382 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 81%] 2024-09-13T01:16:51.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:51 smithi053 bash[67631]: cluster 2024-09-13T01:16:50.240559+0000 mon.a (mon.0) 4443 : cluster [DBG] osdmap e2580: 8 total, 8 up, 8 in 2024-09-13T01:16:51.562 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 81%] 2024-09-13T01:16:51.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:51 smithi032 bash[75510]: cluster 2024-09-13T01:16:50.240559+0000 mon.a (mon.0) 4443 : cluster [DBG] osdmap e2580: 8 total, 8 up, 8 in 2024-09-13T01:16:51.663 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:51 smithi032 bash[76677]: cluster 2024-09-13T01:16:50.240559+0000 mon.a (mon.0) 4443 : cluster [DBG] osdmap e2580: 8 total, 8 up, 8 in 2024-09-13T01:16:51.894 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 82%] 2024-09-13T01:16:52.062 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 82%] 2024-09-13T01:16:52.216 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 83%] 2024-09-13T01:16:52.367 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 84%] 2024-09-13T01:16:52.528 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 84%] 2024-09-13T01:16:52.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:16:52 smithi053 bash[94430]: ts=2024-09-13T01:16:52.318Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:16:52.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:52 smithi053 bash[67631]: cluster 2024-09-13T01:16:51.109430+0000 mgr.y (mgr.34107) 2222 : cluster [DBG] pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 4.1 KiB/s wr, 34 op/s 2024-09-13T01:16:52.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:52 smithi053 bash[67631]: cluster 2024-09-13T01:16:51.251097+0000 mon.a (mon.0) 4444 : cluster [DBG] osdmap e2581: 8 total, 8 up, 8 in 2024-09-13T01:16:52.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:52 smithi053 bash[67631]: cluster 2024-09-13T01:16:52.002027+0000 mon.a (mon.0) 4445 : cluster [DBG] osdmap e2582: 8 total, 8 up, 8 in 2024-09-13T01:16:52.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:16:52 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:16:52] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-09-13T01:16:52.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:52 smithi032 bash[75510]: cluster 2024-09-13T01:16:51.109430+0000 mgr.y (mgr.34107) 2222 : cluster [DBG] pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 4.1 KiB/s wr, 34 op/s 2024-09-13T01:16:52.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:52 smithi032 bash[75510]: cluster 2024-09-13T01:16:51.251097+0000 mon.a (mon.0) 4444 : cluster [DBG] osdmap e2581: 8 total, 8 up, 8 in 2024-09-13T01:16:52.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:52 smithi032 bash[75510]: cluster 2024-09-13T01:16:52.002027+0000 mon.a (mon.0) 4445 : cluster [DBG] osdmap e2582: 8 total, 8 up, 8 in 2024-09-13T01:16:52.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:52 smithi032 bash[76677]: cluster 2024-09-13T01:16:51.109430+0000 mgr.y (mgr.34107) 2222 : cluster [DBG] pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 4.1 KiB/s wr, 34 op/s 2024-09-13T01:16:52.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:52 smithi032 bash[76677]: cluster 2024-09-13T01:16:51.251097+0000 mon.a (mon.0) 4444 : cluster [DBG] osdmap e2581: 8 total, 8 up, 8 in 2024-09-13T01:16:52.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:52 smithi032 bash[76677]: cluster 2024-09-13T01:16:52.002027+0000 mon.a (mon.0) 4445 : cluster [DBG] osdmap e2582: 8 total, 8 up, 8 in 2024-09-13T01:16:52.883 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 85%] 2024-09-13T01:16:53.165 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 85%] 2024-09-13T01:16:53.180 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 86%] 2024-09-13T01:16:53.198 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 86%] 2024-09-13T01:16:53.201 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 87%] 2024-09-13T01:16:53.219 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 87%] 2024-09-13T01:16:53.236 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 88%] 2024-09-13T01:16:53.487 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 89%] 2024-09-13T01:16:53.726 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 89%] 2024-09-13T01:16:53.982 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 90%] 2024-09-13T01:16:54.356 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 90%] 2024-09-13T01:16:54.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:54 smithi053 bash[67631]: cluster 2024-09-13T01:16:53.110417+0000 mgr.y (mgr.34107) 2223 : cluster [DBG] pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 8.5 KiB/s wr, 159 op/s 2024-09-13T01:16:54.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:54 smithi032 bash[75510]: cluster 2024-09-13T01:16:53.110417+0000 mgr.y (mgr.34107) 2223 : cluster [DBG] pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 8.5 KiB/s wr, 159 op/s 2024-09-13T01:16:54.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:54 smithi032 bash[76677]: cluster 2024-09-13T01:16:53.110417+0000 mgr.y (mgr.34107) 2223 : cluster [DBG] pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 8.5 KiB/s wr, 159 op/s 2024-09-13T01:16:55.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:55 smithi053 bash[67631]: audit 2024-09-13T01:16:55.240012+0000 mon.a (mon.0) 4446 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:16:55.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:55 smithi032 bash[75510]: audit 2024-09-13T01:16:55.240012+0000 mon.a (mon.0) 4446 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:16:55.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:55 smithi032 bash[76677]: audit 2024-09-13T01:16:55.240012+0000 mon.a (mon.0) 4446 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:16:56.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:56 smithi053 bash[67631]: cluster 2024-09-13T01:16:55.111639+0000 mgr.y (mgr.34107) 2224 : cluster [DBG] pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 9.6 KiB/s wr, 167 op/s 2024-09-13T01:16:56.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:56 smithi032 bash[75510]: cluster 2024-09-13T01:16:55.111639+0000 mgr.y (mgr.34107) 2224 : cluster [DBG] pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 9.6 KiB/s wr, 167 op/s 2024-09-13T01:16:56.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:56 smithi032 bash[76677]: cluster 2024-09-13T01:16:55.111639+0000 mgr.y (mgr.34107) 2224 : cluster [DBG] pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 9.6 KiB/s wr, 167 op/s 2024-09-13T01:16:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:58 smithi053 bash[67631]: cluster 2024-09-13T01:16:57.004281+0000 mon.a (mon.0) 4447 : cluster [DBG] osdmap e2583: 8 total, 8 up, 8 in 2024-09-13T01:16:58.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:16:58 smithi053 bash[67631]: cluster 2024-09-13T01:16:57.112394+0000 mgr.y (mgr.34107) 2225 : cluster [DBG] pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 46 KiB/s wr, 394 op/s 2024-09-13T01:16:58.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:58 smithi032 bash[75510]: cluster 2024-09-13T01:16:57.004281+0000 mon.a (mon.0) 4447 : cluster [DBG] osdmap e2583: 8 total, 8 up, 8 in 2024-09-13T01:16:58.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:16:58 smithi032 bash[75510]: cluster 2024-09-13T01:16:57.112394+0000 mgr.y (mgr.34107) 2225 : cluster [DBG] pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 46 KiB/s wr, 394 op/s 2024-09-13T01:16:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:58 smithi032 bash[76677]: cluster 2024-09-13T01:16:57.004281+0000 mon.a (mon.0) 4447 : cluster [DBG] osdmap e2583: 8 total, 8 up, 8 in 2024-09-13T01:16:58.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:16:58 smithi032 bash[76677]: cluster 2024-09-13T01:16:57.112394+0000 mgr.y (mgr.34107) 2225 : cluster [DBG] pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 46 KiB/s wr, 394 op/s 2024-09-13T01:16:58.921 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 91%] 2024-09-13T01:16:59.234 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 91%] 2024-09-13T01:16:59.499 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 92%] 2024-09-13T01:16:59.775 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 92%] 2024-09-13T01:17:00.223 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 93%] 2024-09-13T01:17:00.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:00 smithi053 bash[67631]: cluster 2024-09-13T01:16:59.113728+0000 mgr.y (mgr.34107) 2226 : cluster [DBG] pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 378 KiB/s rd, 48 KiB/s wr, 559 op/s 2024-09-13T01:17:00.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:00 smithi032 bash[75510]: cluster 2024-09-13T01:16:59.113728+0000 mgr.y (mgr.34107) 2226 : cluster [DBG] pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 378 KiB/s rd, 48 KiB/s wr, 559 op/s 2024-09-13T01:17:00.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:00 smithi032 bash[76677]: cluster 2024-09-13T01:16:59.113728+0000 mgr.y (mgr.34107) 2226 : cluster [DBG] pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 378 KiB/s rd, 48 KiB/s wr, 559 op/s 2024-09-13T01:17:02.259 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 93%] 2024-09-13T01:17:02.532 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 94%] 2024-09-13T01:17:02.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:02 smithi053 bash[67631]: cluster 2024-09-13T01:17:01.114774+0000 mgr.y (mgr.34107) 2227 : cluster [DBG] pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 408 KiB/s rd, 53 KiB/s wr, 606 op/s 2024-09-13T01:17:02.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:02 smithi053 bash[67631]: cluster 2024-09-13T01:17:01.187823+0000 mon.a (mon.0) 4448 : cluster [DBG] osdmap e2584: 8 total, 8 up, 8 in 2024-09-13T01:17:02.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:02 smithi053 bash[67631]: cluster 2024-09-13T01:17:02.006162+0000 mon.a (mon.0) 4449 : cluster [DBG] osdmap e2585: 8 total, 8 up, 8 in 2024-09-13T01:17:02.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:17:02 smithi053 bash[94430]: ts=2024-09-13T01:17:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:17:02.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:02 smithi032 bash[75510]: cluster 2024-09-13T01:17:01.114774+0000 mgr.y (mgr.34107) 2227 : cluster [DBG] pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 408 KiB/s rd, 53 KiB/s wr, 606 op/s 2024-09-13T01:17:02.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:02 smithi032 bash[75510]: cluster 2024-09-13T01:17:01.187823+0000 mon.a (mon.0) 4448 : cluster [DBG] osdmap e2584: 8 total, 8 up, 8 in 2024-09-13T01:17:02.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:02 smithi032 bash[75510]: cluster 2024-09-13T01:17:02.006162+0000 mon.a (mon.0) 4449 : cluster [DBG] osdmap e2585: 8 total, 8 up, 8 in 2024-09-13T01:17:02.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:02 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:17:02] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2024-09-13T01:17:02.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:02 smithi032 bash[76677]: cluster 2024-09-13T01:17:01.114774+0000 mgr.y (mgr.34107) 2227 : cluster [DBG] pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 408 KiB/s rd, 53 KiB/s wr, 606 op/s 2024-09-13T01:17:02.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:02 smithi032 bash[76677]: cluster 2024-09-13T01:17:01.187823+0000 mon.a (mon.0) 4448 : cluster [DBG] osdmap e2584: 8 total, 8 up, 8 in 2024-09-13T01:17:02.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:02 smithi032 bash[76677]: cluster 2024-09-13T01:17:02.006162+0000 mon.a (mon.0) 4449 : cluster [DBG] osdmap e2585: 8 total, 8 up, 8 in 2024-09-13T01:17:04.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:04 smithi053 bash[67631]: cluster 2024-09-13T01:17:03.115931+0000 mgr.y (mgr.34107) 2228 : cluster [DBG] pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 590 KiB/s rd, 45 KiB/s wr, 818 op/s 2024-09-13T01:17:04.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:04 smithi053 bash[67631]: cluster 2024-09-13T01:17:03.200488+0000 mon.a (mon.0) 4450 : cluster [DBG] osdmap e2586: 8 total, 8 up, 8 in 2024-09-13T01:17:04.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:04 smithi032 bash[75510]: cluster 2024-09-13T01:17:03.115931+0000 mgr.y (mgr.34107) 2228 : cluster [DBG] pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 590 KiB/s rd, 45 KiB/s wr, 818 op/s 2024-09-13T01:17:04.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:04 smithi032 bash[75510]: cluster 2024-09-13T01:17:03.200488+0000 mon.a (mon.0) 4450 : cluster [DBG] osdmap e2586: 8 total, 8 up, 8 in 2024-09-13T01:17:04.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:04 smithi032 bash[76677]: cluster 2024-09-13T01:17:03.115931+0000 mgr.y (mgr.34107) 2228 : cluster [DBG] pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 590 KiB/s rd, 45 KiB/s wr, 818 op/s 2024-09-13T01:17:04.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:04 smithi032 bash[76677]: cluster 2024-09-13T01:17:03.200488+0000 mon.a (mon.0) 4450 : cluster [DBG] osdmap e2586: 8 total, 8 up, 8 in 2024-09-13T01:17:05.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:05 smithi053 bash[67631]: cluster 2024-09-13T01:17:04.210177+0000 mon.a (mon.0) 4451 : cluster [DBG] osdmap e2587: 8 total, 8 up, 8 in 2024-09-13T01:17:05.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:05 smithi032 bash[75510]: cluster 2024-09-13T01:17:04.210177+0000 mon.a (mon.0) 4451 : cluster [DBG] osdmap e2587: 8 total, 8 up, 8 in 2024-09-13T01:17:05.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:05 smithi032 bash[76677]: cluster 2024-09-13T01:17:04.210177+0000 mon.a (mon.0) 4451 : cluster [DBG] osdmap e2587: 8 total, 8 up, 8 in 2024-09-13T01:17:06.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:06 smithi053 bash[67631]: cluster 2024-09-13T01:17:05.116742+0000 mgr.y (mgr.34107) 2229 : cluster [DBG] pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 463 KiB/s rd, 25 KiB/s wr, 614 op/s 2024-09-13T01:17:06.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:06 smithi053 bash[67631]: cluster 2024-09-13T01:17:05.220393+0000 mon.a (mon.0) 4452 : cluster [DBG] osdmap e2588: 8 total, 8 up, 8 in 2024-09-13T01:17:06.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:06 smithi032 bash[75510]: cluster 2024-09-13T01:17:05.116742+0000 mgr.y (mgr.34107) 2229 : cluster [DBG] pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 463 KiB/s rd, 25 KiB/s wr, 614 op/s 2024-09-13T01:17:06.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:06 smithi032 bash[75510]: cluster 2024-09-13T01:17:05.220393+0000 mon.a (mon.0) 4452 : cluster [DBG] osdmap e2588: 8 total, 8 up, 8 in 2024-09-13T01:17:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:06 smithi032 bash[76677]: cluster 2024-09-13T01:17:05.116742+0000 mgr.y (mgr.34107) 2229 : cluster [DBG] pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 463 KiB/s rd, 25 KiB/s wr, 614 op/s 2024-09-13T01:17:06.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:06 smithi032 bash[76677]: cluster 2024-09-13T01:17:05.220393+0000 mon.a (mon.0) 4452 : cluster [DBG] osdmap e2588: 8 total, 8 up, 8 in 2024-09-13T01:17:07.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:07 smithi053 bash[67631]: cluster 2024-09-13T01:17:06.229428+0000 mon.a (mon.0) 4453 : cluster [DBG] osdmap e2589: 8 total, 8 up, 8 in 2024-09-13T01:17:07.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:07 smithi032 bash[75510]: cluster 2024-09-13T01:17:06.229428+0000 mon.a (mon.0) 4453 : cluster [DBG] osdmap e2589: 8 total, 8 up, 8 in 2024-09-13T01:17:07.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:07 smithi032 bash[76677]: cluster 2024-09-13T01:17:06.229428+0000 mon.a (mon.0) 4453 : cluster [DBG] osdmap e2589: 8 total, 8 up, 8 in 2024-09-13T01:17:08.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:08 smithi053 bash[67631]: cluster 2024-09-13T01:17:07.117664+0000 mgr.y (mgr.34107) 2230 : cluster [DBG] pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 231 KiB/s rd, 19 KiB/s wr, 320 op/s 2024-09-13T01:17:08.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:08 smithi053 bash[67631]: cluster 2024-09-13T01:17:07.238530+0000 mon.a (mon.0) 4454 : cluster [DBG] osdmap e2590: 8 total, 8 up, 8 in 2024-09-13T01:17:08.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:08 smithi032 bash[75510]: cluster 2024-09-13T01:17:07.117664+0000 mgr.y (mgr.34107) 2230 : cluster [DBG] pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 231 KiB/s rd, 19 KiB/s wr, 320 op/s 2024-09-13T01:17:08.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:08 smithi032 bash[75510]: cluster 2024-09-13T01:17:07.238530+0000 mon.a (mon.0) 4454 : cluster [DBG] osdmap e2590: 8 total, 8 up, 8 in 2024-09-13T01:17:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:08 smithi032 bash[76677]: cluster 2024-09-13T01:17:07.117664+0000 mgr.y (mgr.34107) 2230 : cluster [DBG] pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 231 KiB/s rd, 19 KiB/s wr, 320 op/s 2024-09-13T01:17:08.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:08 smithi032 bash[76677]: cluster 2024-09-13T01:17:07.238530+0000 mon.a (mon.0) 4454 : cluster [DBG] osdmap e2590: 8 total, 8 up, 8 in 2024-09-13T01:17:08.810 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback FAILED [ 95%] 2024-09-13T01:17:09.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:09 smithi053 bash[67631]: cluster 2024-09-13T01:17:08.241769+0000 mon.a (mon.0) 4455 : cluster [DBG] osdmap e2591: 8 total, 8 up, 8 in 2024-09-13T01:17:09.590 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 95%] 2024-09-13T01:17:09.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:09 smithi032 bash[75510]: cluster 2024-09-13T01:17:08.241769+0000 mon.a (mon.0) 4455 : cluster [DBG] osdmap e2591: 8 total, 8 up, 8 in 2024-09-13T01:17:09.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:09 smithi032 bash[76677]: cluster 2024-09-13T01:17:08.241769+0000 mon.a (mon.0) 4455 : cluster [DBG] osdmap e2591: 8 total, 8 up, 8 in 2024-09-13T01:17:10.429 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 FAILED [ 96%] 2024-09-13T01:17:10.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:10 smithi053 bash[67631]: cluster 2024-09-13T01:17:09.118774+0000 mgr.y (mgr.34107) 2231 : cluster [DBG] pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 268 KiB/s rd, 25 KiB/s wr, 374 op/s 2024-09-13T01:17:10.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:10 smithi053 bash[67631]: audit 2024-09-13T01:17:10.240094+0000 mon.a (mon.0) 4456 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:17:10.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:10 smithi032 bash[75510]: cluster 2024-09-13T01:17:09.118774+0000 mgr.y (mgr.34107) 2231 : cluster [DBG] pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 268 KiB/s rd, 25 KiB/s wr, 374 op/s 2024-09-13T01:17:10.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:10 smithi032 bash[75510]: audit 2024-09-13T01:17:10.240094+0000 mon.a (mon.0) 4456 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:17:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:10 smithi032 bash[76677]: cluster 2024-09-13T01:17:09.118774+0000 mgr.y (mgr.34107) 2231 : cluster [DBG] pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 268 KiB/s rd, 25 KiB/s wr, 374 op/s 2024-09-13T01:17:10.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:10 smithi032 bash[76677]: audit 2024-09-13T01:17:10.240094+0000 mon.a (mon.0) 4456 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T01:17:11.441 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 FAILED [ 96%] 2024-09-13T01:17:11.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:11 smithi053 bash[67631]: cluster 2024-09-13T01:17:10.264483+0000 mon.a (mon.0) 4457 : cluster [DBG] osdmap e2592: 8 total, 8 up, 8 in 2024-09-13T01:17:11.663 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:11 smithi032 bash[75510]: cluster 2024-09-13T01:17:10.264483+0000 mon.a (mon.0) 4457 : cluster [DBG] osdmap e2592: 8 total, 8 up, 8 in 2024-09-13T01:17:11.664 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:11 smithi032 bash[76677]: cluster 2024-09-13T01:17:10.264483+0000 mon.a (mon.0) 4457 : cluster [DBG] osdmap e2592: 8 total, 8 up, 8 in 2024-09-13T01:17:12.162 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 FAILED [ 97%] 2024-09-13T01:17:12.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:17:12 smithi053 bash[94430]: ts=2024-09-13T01:17:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:17:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:12 smithi053 bash[67631]: cluster 2024-09-13T01:17:11.119855+0000 mgr.y (mgr.34107) 2232 : cluster [DBG] pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 281 KiB/s rd, 23 KiB/s wr, 385 op/s 2024-09-13T01:17:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:12 smithi053 bash[67631]: cluster 2024-09-13T01:17:11.285246+0000 mon.a (mon.0) 4458 : cluster [DBG] osdmap e2593: 8 total, 8 up, 8 in 2024-09-13T01:17:12.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:12 smithi053 bash[67631]: cluster 2024-09-13T01:17:12.010049+0000 mon.a (mon.0) 4459 : cluster [DBG] osdmap e2594: 8 total, 8 up, 8 in 2024-09-13T01:17:12.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:12 smithi032 bash[75510]: cluster 2024-09-13T01:17:11.119855+0000 mgr.y (mgr.34107) 2232 : cluster [DBG] pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 281 KiB/s rd, 23 KiB/s wr, 385 op/s 2024-09-13T01:17:12.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:12 smithi032 bash[75510]: cluster 2024-09-13T01:17:11.285246+0000 mon.a (mon.0) 4458 : cluster [DBG] osdmap e2593: 8 total, 8 up, 8 in 2024-09-13T01:17:12.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:12 smithi032 bash[75510]: cluster 2024-09-13T01:17:12.010049+0000 mon.a (mon.0) 4459 : cluster [DBG] osdmap e2594: 8 total, 8 up, 8 in 2024-09-13T01:17:12.667 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:12 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:17:12] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2024-09-13T01:17:12.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:12 smithi032 bash[76677]: cluster 2024-09-13T01:17:11.119855+0000 mgr.y (mgr.34107) 2232 : cluster [DBG] pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 281 KiB/s rd, 23 KiB/s wr, 385 op/s 2024-09-13T01:17:12.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:12 smithi032 bash[76677]: cluster 2024-09-13T01:17:11.285246+0000 mon.a (mon.0) 4458 : cluster [DBG] osdmap e2593: 8 total, 8 up, 8 in 2024-09-13T01:17:12.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:12 smithi032 bash[76677]: cluster 2024-09-13T01:17:12.010049+0000 mon.a (mon.0) 4459 : cluster [DBG] osdmap e2594: 8 total, 8 up, 8 in 2024-09-13T01:17:13.153 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 FAILED [ 97%] 2024-09-13T01:17:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:14 smithi053 bash[67631]: cluster 2024-09-13T01:17:13.011520+0000 mon.a (mon.0) 4460 : cluster [DBG] osdmap e2595: 8 total, 8 up, 8 in 2024-09-13T01:17:14.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:14 smithi053 bash[67631]: cluster 2024-09-13T01:17:13.120580+0000 mgr.y (mgr.34107) 2233 : cluster [DBG] pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 16 KiB/s wr, 386 op/s 2024-09-13T01:17:14.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:14 smithi032 bash[75510]: cluster 2024-09-13T01:17:13.011520+0000 mon.a (mon.0) 4460 : cluster [DBG] osdmap e2595: 8 total, 8 up, 8 in 2024-09-13T01:17:14.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:14 smithi032 bash[75510]: cluster 2024-09-13T01:17:13.120580+0000 mgr.y (mgr.34107) 2233 : cluster [DBG] pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 16 KiB/s wr, 386 op/s 2024-09-13T01:17:14.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:14 smithi032 bash[76677]: cluster 2024-09-13T01:17:13.011520+0000 mon.a (mon.0) 4460 : cluster [DBG] osdmap e2595: 8 total, 8 up, 8 in 2024-09-13T01:17:14.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:14 smithi032 bash[76677]: cluster 2024-09-13T01:17:13.120580+0000 mgr.y (mgr.34107) 2233 : cluster [DBG] pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 16 KiB/s wr, 386 op/s 2024-09-13T01:17:15.286 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:15 smithi053 bash[67631]: cluster 2024-09-13T01:17:14.022923+0000 mon.a (mon.0) 4461 : cluster [DBG] osdmap e2596: 8 total, 8 up, 8 in 2024-09-13T01:17:15.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:15 smithi032 bash[75510]: cluster 2024-09-13T01:17:14.022923+0000 mon.a (mon.0) 4461 : cluster [DBG] osdmap e2596: 8 total, 8 up, 8 in 2024-09-13T01:17:15.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:15 smithi032 bash[76677]: cluster 2024-09-13T01:17:14.022923+0000 mon.a (mon.0) 4461 : cluster [DBG] osdmap e2596: 8 total, 8 up, 8 in 2024-09-13T01:17:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:16 smithi053 bash[67631]: cluster 2024-09-13T01:17:15.030416+0000 mon.a (mon.0) 4462 : cluster [DBG] osdmap e2597: 8 total, 8 up, 8 in 2024-09-13T01:17:16.287 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:16 smithi053 bash[67631]: cluster 2024-09-13T01:17:15.121274+0000 mgr.y (mgr.34107) 2234 : cluster [DBG] pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 222 op/s 2024-09-13T01:17:16.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:16 smithi032 bash[75510]: cluster 2024-09-13T01:17:15.030416+0000 mon.a (mon.0) 4462 : cluster [DBG] osdmap e2597: 8 total, 8 up, 8 in 2024-09-13T01:17:16.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:16 smithi032 bash[75510]: cluster 2024-09-13T01:17:15.121274+0000 mgr.y (mgr.34107) 2234 : cluster [DBG] pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 222 op/s 2024-09-13T01:17:16.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:16 smithi032 bash[76677]: cluster 2024-09-13T01:17:15.030416+0000 mon.a (mon.0) 4462 : cluster [DBG] osdmap e2597: 8 total, 8 up, 8 in 2024-09-13T01:17:16.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:16 smithi032 bash[76677]: cluster 2024-09-13T01:17:15.121274+0000 mgr.y (mgr.34107) 2234 : cluster [DBG] pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 222 op/s 2024-09-13T01:17:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:17 smithi032 bash[75510]: cluster 2024-09-13T01:17:16.041880+0000 mon.a (mon.0) 4463 : cluster [DBG] osdmap e2598: 8 total, 8 up, 8 in 2024-09-13T01:17:17.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:17 smithi032 bash[75510]: cluster 2024-09-13T01:17:17.011746+0000 mon.a (mon.0) 4464 : cluster [DBG] osdmap e2599: 8 total, 8 up, 8 in 2024-09-13T01:17:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:17 smithi032 bash[76677]: cluster 2024-09-13T01:17:16.041880+0000 mon.a (mon.0) 4463 : cluster [DBG] osdmap e2598: 8 total, 8 up, 8 in 2024-09-13T01:17:17.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:17 smithi032 bash[76677]: cluster 2024-09-13T01:17:17.011746+0000 mon.a (mon.0) 4464 : cluster [DBG] osdmap e2599: 8 total, 8 up, 8 in 2024-09-13T01:17:17.414 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-09-13T01:17:17.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:17 smithi053 bash[67631]: cluster 2024-09-13T01:17:16.041880+0000 mon.a (mon.0) 4463 : cluster [DBG] osdmap e2598: 8 total, 8 up, 8 in 2024-09-13T01:17:17.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:17 smithi053 bash[67631]: cluster 2024-09-13T01:17:17.011746+0000 mon.a (mon.0) 4464 : cluster [DBG] osdmap e2599: 8 total, 8 up, 8 in 2024-09-13T01:17:18.056 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-09-13T01:17:18.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:18 smithi032 bash[75510]: cluster 2024-09-13T01:17:17.122091+0000 mgr.y (mgr.34107) 2235 : cluster [DBG] pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 9.5 KiB/s wr, 186 op/s 2024-09-13T01:17:18.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:18 smithi032 bash[76677]: cluster 2024-09-13T01:17:17.122091+0000 mgr.y (mgr.34107) 2235 : cluster [DBG] pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 9.5 KiB/s wr, 186 op/s 2024-09-13T01:17:18.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:18 smithi053 bash[67631]: cluster 2024-09-13T01:17:17.122091+0000 mgr.y (mgr.34107) 2235 : cluster [DBG] pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 9.5 KiB/s wr, 186 op/s 2024-09-13T01:17:18.576 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-09-13T01:17:19.223 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-09-13T01:17:19.223 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.224 INFO:tasks.workunit.client.0.smithi032.stdout:==================================== ERRORS ==================================== 2024-09-13T01:17:19.224 INFO:tasks.workunit.client.0.smithi032.stdout:_________ ERROR at teardown of TestImage.test_deep_copy_clone_v1_to_v1 _________ 2024-09-13T01:17:19.224 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.224 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.224 INFO:tasks.workunit.client.0.smithi032.stdout:method = > 2024-09-13T01:17:19.224 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.224 INFO:tasks.workunit.client.0.smithi032.stdout: def teardown_method(self, method): 2024-09-13T01:17:19.224 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.close() 2024-09-13T01:17:19.224 INFO:tasks.workunit.client.0.smithi032.stdout:> remove_image() 2024-09-13T01:17:19.224 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.224 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:584: 2024-09-13T01:17:19.225 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.225 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:121: in remove_image 2024-09-13T01:17:19.225 INFO:tasks.workunit.client.0.smithi032.stdout: RBD().remove(ioctx, image_name) 2024-09-13T01:17:19.225 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.225 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.225 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.225 INFO:tasks.workunit.client.0.smithi032.stdout:E rbd.ImageHasSnapshots: [errno 39] RBD image has snapshots (error removing image) 2024-09-13T01:17:19.225 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.225 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:767: ImageHasSnapshots 2024-09-13T01:17:19.225 INFO:tasks.workunit.client.0.smithi032.stdout:_________ ERROR at teardown of TestImage.test_deep_copy_clone_v1_to_v2 _________ 2024-09-13T01:17:19.226 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.226 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.226 INFO:tasks.workunit.client.0.smithi032.stdout:method = > 2024-09-13T01:17:19.226 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.226 INFO:tasks.workunit.client.0.smithi032.stdout: def teardown_method(self, method): 2024-09-13T01:17:19.226 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.close() 2024-09-13T01:17:19.226 INFO:tasks.workunit.client.0.smithi032.stdout:> remove_image() 2024-09-13T01:17:19.226 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.226 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:584: 2024-09-13T01:17:19.226 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.226 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:121: in remove_image 2024-09-13T01:17:19.227 INFO:tasks.workunit.client.0.smithi032.stdout: RBD().remove(ioctx, image_name) 2024-09-13T01:17:19.227 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.227 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.227 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.227 INFO:tasks.workunit.client.0.smithi032.stdout:E rbd.ImageHasSnapshots: [errno 39] RBD image has snapshots (error removing image) 2024-09-13T01:17:19.227 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.227 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:767: ImageHasSnapshots 2024-09-13T01:17:19.227 INFO:tasks.workunit.client.0.smithi032.stdout:_________ ERROR at teardown of TestImage.test_deep_copy_clone_v2_to_v1 _________ 2024-09-13T01:17:19.227 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.227 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.227 INFO:tasks.workunit.client.0.smithi032.stdout:method = > 2024-09-13T01:17:19.227 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.228 INFO:tasks.workunit.client.0.smithi032.stdout: def teardown_method(self, method): 2024-09-13T01:17:19.228 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.close() 2024-09-13T01:17:19.228 INFO:tasks.workunit.client.0.smithi032.stdout:> remove_image() 2024-09-13T01:17:19.228 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.228 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:584: 2024-09-13T01:17:19.228 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.228 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:121: in remove_image 2024-09-13T01:17:19.228 INFO:tasks.workunit.client.0.smithi032.stdout: RBD().remove(ioctx, image_name) 2024-09-13T01:17:19.228 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.228 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.228 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.229 INFO:tasks.workunit.client.0.smithi032.stdout:E rbd.ImageHasSnapshots: [errno 39] RBD image has snapshots (error removing image) 2024-09-13T01:17:19.229 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.229 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:767: ImageHasSnapshots 2024-09-13T01:17:19.229 INFO:tasks.workunit.client.0.smithi032.stdout:_________ ERROR at teardown of TestImage.test_deep_copy_clone_v2_to_v2 _________ 2024-09-13T01:17:19.229 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.229 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.229 INFO:tasks.workunit.client.0.smithi032.stdout:method = > 2024-09-13T01:17:19.229 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.229 INFO:tasks.workunit.client.0.smithi032.stdout: def teardown_method(self, method): 2024-09-13T01:17:19.229 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.close() 2024-09-13T01:17:19.229 INFO:tasks.workunit.client.0.smithi032.stdout:> remove_image() 2024-09-13T01:17:19.229 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.230 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:584: 2024-09-13T01:17:19.230 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.230 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:121: in remove_image 2024-09-13T01:17:19.230 INFO:tasks.workunit.client.0.smithi032.stdout: RBD().remove(ioctx, image_name) 2024-09-13T01:17:19.230 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.230 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.230 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.230 INFO:tasks.workunit.client.0.smithi032.stdout:E rbd.ImageHasSnapshots: [errno 39] RBD image has snapshots (error removing image) 2024-09-13T01:17:19.230 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.230 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:767: ImageHasSnapshots 2024-09-13T01:17:19.230 INFO:tasks.workunit.client.0.smithi032.stdout:________ ERROR at teardown of TestImage.test_deep_copy_clone_v1_flatten ________ 2024-09-13T01:17:19.230 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.231 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.231 INFO:tasks.workunit.client.0.smithi032.stdout:method = > 2024-09-13T01:17:19.231 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.231 INFO:tasks.workunit.client.0.smithi032.stdout: def teardown_method(self, method): 2024-09-13T01:17:19.231 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.close() 2024-09-13T01:17:19.231 INFO:tasks.workunit.client.0.smithi032.stdout:> remove_image() 2024-09-13T01:17:19.231 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.231 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:584: 2024-09-13T01:17:19.231 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.231 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:121: in remove_image 2024-09-13T01:17:19.231 INFO:tasks.workunit.client.0.smithi032.stdout: RBD().remove(ioctx, image_name) 2024-09-13T01:17:19.231 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.232 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.232 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.232 INFO:tasks.workunit.client.0.smithi032.stdout:E rbd.ImageHasSnapshots: [errno 39] RBD image has snapshots (error removing image) 2024-09-13T01:17:19.232 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.232 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:767: ImageHasSnapshots 2024-09-13T01:17:19.232 INFO:tasks.workunit.client.0.smithi032.stdout:________ ERROR at teardown of TestImage.test_deep_copy_clone_v2_flatten ________ 2024-09-13T01:17:19.232 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.232 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.232 INFO:tasks.workunit.client.0.smithi032.stdout:method = > 2024-09-13T01:17:19.232 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.232 INFO:tasks.workunit.client.0.smithi032.stdout: def teardown_method(self, method): 2024-09-13T01:17:19.232 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.close() 2024-09-13T01:17:19.233 INFO:tasks.workunit.client.0.smithi032.stdout:> remove_image() 2024-09-13T01:17:19.233 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.233 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:584: 2024-09-13T01:17:19.233 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.233 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:121: in remove_image 2024-09-13T01:17:19.233 INFO:tasks.workunit.client.0.smithi032.stdout: RBD().remove(ioctx, image_name) 2024-09-13T01:17:19.233 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.233 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.233 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.233 INFO:tasks.workunit.client.0.smithi032.stdout:E rbd.ImageHasSnapshots: [errno 39] RBD image has snapshots (error removing image) 2024-09-13T01:17:19.233 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.233 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:767: ImageHasSnapshots 2024-09-13T01:17:19.234 INFO:tasks.workunit.client.0.smithi032.stdout:_______________ ERROR at teardown of TestClone.test_unprotected ________________ 2024-09-13T01:17:19.234 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.234 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.234 INFO:tasks.workunit.client.0.smithi032.stdout:method = > 2024-09-13T01:17:19.234 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.234 INFO:tasks.workunit.client.0.smithi032.stdout: def teardown_method(self, method): 2024-09-13T01:17:19.234 INFO:tasks.workunit.client.0.smithi032.stdout: global ioctx 2024-09-13T01:17:19.234 INFO:tasks.workunit.client.0.smithi032.stdout: self.clone.close() 2024-09-13T01:17:19.234 INFO:tasks.workunit.client.0.smithi032.stdout: self.rbd.remove(ioctx, self.clone_name) 2024-09-13T01:17:19.234 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.unprotect_snap('snap1') 2024-09-13T01:17:19.234 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.remove_snap('snap1') 2024-09-13T01:17:19.235 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.close() 2024-09-13T01:17:19.235 INFO:tasks.workunit.client.0.smithi032.stdout:> remove_image() 2024-09-13T01:17:19.235 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.235 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:1632: 2024-09-13T01:17:19.235 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.235 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:121: in remove_image 2024-09-13T01:17:19.235 INFO:tasks.workunit.client.0.smithi032.stdout: RBD().remove(ioctx, image_name) 2024-09-13T01:17:19.235 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.235 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.235 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.235 INFO:tasks.workunit.client.0.smithi032.stdout:E rbd.ImageHasSnapshots: [errno 39] RBD image has snapshots (error removing image) 2024-09-13T01:17:19.235 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.236 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:767: ImageHasSnapshots 2024-09-13T01:17:19.236 INFO:tasks.workunit.client.0.smithi032.stdout:=================================== FAILURES =================================== 2024-09-13T01:17:19.236 INFO:tasks.workunit.client.0.smithi032.stdout:___________________ TestImage.test_deep_copy_clone_v1_to_v1 ____________________ 2024-09-13T01:17:19.236 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.236 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.236 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.236 INFO:tasks.workunit.client.0.smithi032.stdout: @require_features([RBD_FEATURE_LAYERING]) 2024-09-13T01:17:19.236 INFO:tasks.workunit.client.0.smithi032.stdout: def test_deep_copy_clone_v1_to_v1(self): 2024-09-13T01:17:19.236 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.write(b'a' * 256, 0) 2024-09-13T01:17:19.236 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.create_snap('snap1') 2024-09-13T01:17:19.236 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.write(b'b' * 256, 0) 2024-09-13T01:17:19.236 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.protect_snap('snap1') 2024-09-13T01:17:19.236 INFO:tasks.workunit.client.0.smithi032.stdout: clone_name = get_temp_image_name() 2024-09-13T01:17:19.237 INFO:tasks.workunit.client.0.smithi032.stdout: dst_name = get_temp_image_name() 2024-09-13T01:17:19.237 INFO:tasks.workunit.client.0.smithi032.stdout:> self.rbd.clone(ioctx, image_name, 'snap1', ioctx, clone_name, features, 2024-09-13T01:17:19.237 INFO:tasks.workunit.client.0.smithi032.stdout: clone_format=1) 2024-09-13T01:17:19.237 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.237 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:823: 2024-09-13T01:17:19.237 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.237 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.237 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.237 INFO:tasks.workunit.client.0.smithi032.stdout:E TypeError: clone() got an unexpected keyword argument 'clone_format' 2024-09-13T01:17:19.237 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.237 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:631: TypeError 2024-09-13T01:17:19.237 INFO:tasks.workunit.client.0.smithi032.stdout:___________________ TestImage.test_deep_copy_clone_v1_to_v2 ____________________ 2024-09-13T01:17:19.238 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.238 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.238 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.238 INFO:tasks.workunit.client.0.smithi032.stdout: @require_features([RBD_FEATURE_LAYERING]) 2024-09-13T01:17:19.238 INFO:tasks.workunit.client.0.smithi032.stdout: def test_deep_copy_clone_v1_to_v2(self): 2024-09-13T01:17:19.238 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.write(b'a' * 256, 0) 2024-09-13T01:17:19.238 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.create_snap('snap1') 2024-09-13T01:17:19.238 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.write(b'b' * 256, 0) 2024-09-13T01:17:19.238 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.protect_snap('snap1') 2024-09-13T01:17:19.238 INFO:tasks.workunit.client.0.smithi032.stdout: clone_name = get_temp_image_name() 2024-09-13T01:17:19.238 INFO:tasks.workunit.client.0.smithi032.stdout: dst_name = get_temp_image_name() 2024-09-13T01:17:19.238 INFO:tasks.workunit.client.0.smithi032.stdout:> self.rbd.clone(ioctx, image_name, 'snap1', ioctx, clone_name, features, 2024-09-13T01:17:19.239 INFO:tasks.workunit.client.0.smithi032.stdout: clone_format=1) 2024-09-13T01:17:19.239 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.239 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:854: 2024-09-13T01:17:19.239 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.239 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.239 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.239 INFO:tasks.workunit.client.0.smithi032.stdout:E TypeError: clone() got an unexpected keyword argument 'clone_format' 2024-09-13T01:17:19.239 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.239 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:631: TypeError 2024-09-13T01:17:19.239 INFO:tasks.workunit.client.0.smithi032.stdout:___________________ TestImage.test_deep_copy_clone_v2_to_v1 ____________________ 2024-09-13T01:17:19.239 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.240 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.240 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.240 INFO:tasks.workunit.client.0.smithi032.stdout: @require_features([RBD_FEATURE_LAYERING]) 2024-09-13T01:17:19.240 INFO:tasks.workunit.client.0.smithi032.stdout: def test_deep_copy_clone_v2_to_v1(self): 2024-09-13T01:17:19.240 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.write(b'a' * 256, 0) 2024-09-13T01:17:19.240 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.create_snap('snap1') 2024-09-13T01:17:19.240 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.write(b'b' * 256, 0) 2024-09-13T01:17:19.240 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.protect_snap('snap1') 2024-09-13T01:17:19.240 INFO:tasks.workunit.client.0.smithi032.stdout: clone_name = get_temp_image_name() 2024-09-13T01:17:19.240 INFO:tasks.workunit.client.0.smithi032.stdout: dst_name = get_temp_image_name() 2024-09-13T01:17:19.240 INFO:tasks.workunit.client.0.smithi032.stdout:> self.rbd.clone(ioctx, image_name, 'snap1', ioctx, clone_name, features, 2024-09-13T01:17:19.240 INFO:tasks.workunit.client.0.smithi032.stdout: clone_format=2) 2024-09-13T01:17:19.241 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.241 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:885: 2024-09-13T01:17:19.242 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.242 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.242 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.242 INFO:tasks.workunit.client.0.smithi032.stdout:E TypeError: clone() got an unexpected keyword argument 'clone_format' 2024-09-13T01:17:19.242 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.242 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:631: TypeError 2024-09-13T01:17:19.242 INFO:tasks.workunit.client.0.smithi032.stdout:___________________ TestImage.test_deep_copy_clone_v2_to_v2 ____________________ 2024-09-13T01:17:19.242 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.242 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.242 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.242 INFO:tasks.workunit.client.0.smithi032.stdout: @require_features([RBD_FEATURE_LAYERING]) 2024-09-13T01:17:19.243 INFO:tasks.workunit.client.0.smithi032.stdout: def test_deep_copy_clone_v2_to_v2(self): 2024-09-13T01:17:19.243 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.write(b'a' * 256, 0) 2024-09-13T01:17:19.243 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.create_snap('snap1') 2024-09-13T01:17:19.243 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.write(b'b' * 256, 0) 2024-09-13T01:17:19.243 INFO:tasks.workunit.client.0.smithi032.stdout: clone_name = get_temp_image_name() 2024-09-13T01:17:19.243 INFO:tasks.workunit.client.0.smithi032.stdout: dst_name = get_temp_image_name() 2024-09-13T01:17:19.243 INFO:tasks.workunit.client.0.smithi032.stdout:> self.rbd.clone(ioctx, image_name, 'snap1', ioctx, clone_name, features, 2024-09-13T01:17:19.243 INFO:tasks.workunit.client.0.smithi032.stdout: clone_format=2) 2024-09-13T01:17:19.243 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.243 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:915: 2024-09-13T01:17:19.243 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.243 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.243 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.244 INFO:tasks.workunit.client.0.smithi032.stdout:E TypeError: clone() got an unexpected keyword argument 'clone_format' 2024-09-13T01:17:19.244 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.244 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:631: TypeError 2024-09-13T01:17:19.244 INFO:tasks.workunit.client.0.smithi032.stdout:__________________ TestImage.test_deep_copy_clone_v1_flatten ___________________ 2024-09-13T01:17:19.244 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.244 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.244 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.244 INFO:tasks.workunit.client.0.smithi032.stdout: @require_features([RBD_FEATURE_LAYERING]) 2024-09-13T01:17:19.244 INFO:tasks.workunit.client.0.smithi032.stdout: def test_deep_copy_clone_v1_flatten(self): 2024-09-13T01:17:19.244 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.write(b'a' * 256, 0) 2024-09-13T01:17:19.244 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.create_snap('snap1') 2024-09-13T01:17:19.245 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.write(b'b' * 256, 0) 2024-09-13T01:17:19.245 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.protect_snap('snap1') 2024-09-13T01:17:19.245 INFO:tasks.workunit.client.0.smithi032.stdout: clone_name = get_temp_image_name() 2024-09-13T01:17:19.245 INFO:tasks.workunit.client.0.smithi032.stdout: dst_name = get_temp_image_name() 2024-09-13T01:17:19.245 INFO:tasks.workunit.client.0.smithi032.stdout:> self.rbd.clone(ioctx, image_name, 'snap1', ioctx, clone_name, features, 2024-09-13T01:17:19.245 INFO:tasks.workunit.client.0.smithi032.stdout: clone_format=1) 2024-09-13T01:17:19.245 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.245 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:945: 2024-09-13T01:17:19.245 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.245 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.245 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.245 INFO:tasks.workunit.client.0.smithi032.stdout:E TypeError: clone() got an unexpected keyword argument 'clone_format' 2024-09-13T01:17:19.246 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.246 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:631: TypeError 2024-09-13T01:17:19.246 INFO:tasks.workunit.client.0.smithi032.stdout:__________________ TestImage.test_deep_copy_clone_v2_flatten ___________________ 2024-09-13T01:17:19.246 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.246 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.246 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.246 INFO:tasks.workunit.client.0.smithi032.stdout: @require_features([RBD_FEATURE_LAYERING]) 2024-09-13T01:17:19.246 INFO:tasks.workunit.client.0.smithi032.stdout: def test_deep_copy_clone_v2_flatten(self): 2024-09-13T01:17:19.246 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.write(b'a' * 256, 0) 2024-09-13T01:17:19.246 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.create_snap('snap1') 2024-09-13T01:17:19.246 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.write(b'b' * 256, 0) 2024-09-13T01:17:19.246 INFO:tasks.workunit.client.0.smithi032.stdout: clone_name = get_temp_image_name() 2024-09-13T01:17:19.246 INFO:tasks.workunit.client.0.smithi032.stdout: dst_name = get_temp_image_name() 2024-09-13T01:17:19.247 INFO:tasks.workunit.client.0.smithi032.stdout:> self.rbd.clone(ioctx, image_name, 'snap1', ioctx, clone_name, features, 2024-09-13T01:17:19.247 INFO:tasks.workunit.client.0.smithi032.stdout: clone_format=2) 2024-09-13T01:17:19.247 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.247 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:975: 2024-09-13T01:17:19.247 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.247 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.247 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.247 INFO:tasks.workunit.client.0.smithi032.stdout:E TypeError: clone() got an unexpected keyword argument 'clone_format' 2024-09-13T01:17:19.247 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.247 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:631: TypeError 2024-09-13T01:17:19.247 INFO:tasks.workunit.client.0.smithi032.stdout:_________________________ TestClone.test_clone_format __________________________ 2024-09-13T01:17:19.248 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.248 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.248 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.248 INFO:tasks.workunit.client.0.smithi032.stdout: def test_clone_format(self): 2024-09-13T01:17:19.248 INFO:tasks.workunit.client.0.smithi032.stdout: clone_name2 = get_temp_image_name() 2024-09-13T01:17:19.248 INFO:tasks.workunit.client.0.smithi032.stdout:> self.rbd.clone(ioctx, image_name, 'snap1', ioctx, clone_name2, 2024-09-13T01:17:19.248 INFO:tasks.workunit.client.0.smithi032.stdout: features, clone_format=1) 2024-09-13T01:17:19.248 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.248 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:1696: 2024-09-13T01:17:19.248 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.248 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.248 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.249 INFO:tasks.workunit.client.0.smithi032.stdout:E TypeError: clone() got an unexpected keyword argument 'clone_format' 2024-09-13T01:17:19.249 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.249 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:631: TypeError 2024-09-13T01:17:19.249 INFO:tasks.workunit.client.0.smithi032.stdout:__________________________ TestClone.test_unprotected __________________________ 2024-09-13T01:17:19.249 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.249 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.249 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.249 INFO:tasks.workunit.client.0.smithi032.stdout: def test_unprotected(self): 2024-09-13T01:17:19.249 INFO:tasks.workunit.client.0.smithi032.stdout: self.image.create_snap('snap2') 2024-09-13T01:17:19.249 INFO:tasks.workunit.client.0.smithi032.stdout: clone_name2 = get_temp_image_name() 2024-09-13T01:17:19.249 INFO:tasks.workunit.client.0.smithi032.stdout: # clone format 1 requires a protected snapshot 2024-09-13T01:17:19.249 INFO:tasks.workunit.client.0.smithi032.stdout:> assert_raises(InvalidArgument, self.rbd.clone, ioctx, image_name, 2024-09-13T01:17:19.249 INFO:tasks.workunit.client.0.smithi032.stdout: 'snap2', ioctx, clone_name2, features, clone_format=1) 2024-09-13T01:17:19.250 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.250 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:1712: 2024-09-13T01:17:19.250 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.250 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/assertions.py:18: in assert_raises 2024-09-13T01:17:19.250 INFO:tasks.workunit.client.0.smithi032.stdout: callableObj(*args, **kwargs) 2024-09-13T01:17:19.250 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.250 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.250 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.250 INFO:tasks.workunit.client.0.smithi032.stdout:E TypeError: clone() got an unexpected keyword argument 'clone_format' 2024-09-13T01:17:19.250 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.250 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:631: TypeError 2024-09-13T01:17:19.251 INFO:tasks.workunit.client.0.smithi032.stdout:_____________________ TestGroups.test_group_snap_rollback ______________________ 2024-09-13T01:17:19.251 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.251 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.251 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.251 INFO:tasks.workunit.client.0.smithi032.stdout: def test_group_snap_rollback(self): 2024-09-13T01:17:19.251 INFO:tasks.workunit.client.0.smithi032.stdout: for _ in range(1, 3): 2024-09-13T01:17:19.251 INFO:tasks.workunit.client.0.smithi032.stdout: create_image() 2024-09-13T01:17:19.251 INFO:tasks.workunit.client.0.smithi032.stdout: self.image_names.append(image_name) 2024-09-13T01:17:19.251 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.251 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[0]) as image: 2024-09-13T01:17:19.251 INFO:tasks.workunit.client.0.smithi032.stdout: image.write(b'1' * 256, 0) 2024-09-13T01:17:19.251 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[1]) as image: 2024-09-13T01:17:19.251 INFO:tasks.workunit.client.0.smithi032.stdout: image.write(b'2' * 256, 0) 2024-09-13T01:17:19.252 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[2]) as image: 2024-09-13T01:17:19.252 INFO:tasks.workunit.client.0.smithi032.stdout: image.write(b'3' * 256, 0) 2024-09-13T01:17:19.252 INFO:tasks.workunit.client.0.smithi032.stdout: self.group.add_image(ioctx, self.image_names[0]) 2024-09-13T01:17:19.252 INFO:tasks.workunit.client.0.smithi032.stdout: snap_name1 = get_temp_snap_name() 2024-09-13T01:17:19.252 INFO:tasks.workunit.client.0.smithi032.stdout: self.group.create_snap(snap_name1) 2024-09-13T01:17:19.252 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.252 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[0]) as image: 2024-09-13T01:17:19.252 INFO:tasks.workunit.client.0.smithi032.stdout: image.write(b'4' * 256, 0) 2024-09-13T01:17:19.252 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[1]) as image: 2024-09-13T01:17:19.252 INFO:tasks.workunit.client.0.smithi032.stdout: image.write(b'5' * 256, 0) 2024-09-13T01:17:19.252 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[2]) as image: 2024-09-13T01:17:19.252 INFO:tasks.workunit.client.0.smithi032.stdout: image.write(b'6' * 256, 0) 2024-09-13T01:17:19.253 INFO:tasks.workunit.client.0.smithi032.stdout: self.group.add_image(ioctx, self.image_names[1]) 2024-09-13T01:17:19.253 INFO:tasks.workunit.client.0.smithi032.stdout: snap_name2 = get_temp_snap_name() 2024-09-13T01:17:19.253 INFO:tasks.workunit.client.0.smithi032.stdout: self.group.create_snap(snap_name2) 2024-09-13T01:17:19.253 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.253 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[0]) as image: 2024-09-13T01:17:19.253 INFO:tasks.workunit.client.0.smithi032.stdout: image.write(b'7' * 256, 0) 2024-09-13T01:17:19.253 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[1]) as image: 2024-09-13T01:17:19.253 INFO:tasks.workunit.client.0.smithi032.stdout: image.write(b'8' * 256, 0) 2024-09-13T01:17:19.253 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[2]) as image: 2024-09-13T01:17:19.253 INFO:tasks.workunit.client.0.smithi032.stdout: image.write(b'9' * 256, 0) 2024-09-13T01:17:19.253 INFO:tasks.workunit.client.0.smithi032.stdout: self.group.add_image(ioctx, self.image_names[2]) 2024-09-13T01:17:19.253 INFO:tasks.workunit.client.0.smithi032.stdout: snap_name3 = get_temp_snap_name() 2024-09-13T01:17:19.254 INFO:tasks.workunit.client.0.smithi032.stdout: self.group.create_snap(snap_name3) 2024-09-13T01:17:19.254 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.254 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[0]) as image: 2024-09-13T01:17:19.254 INFO:tasks.workunit.client.0.smithi032.stdout: image.write(b'a' * 256, 0) 2024-09-13T01:17:19.254 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[1]) as image: 2024-09-13T01:17:19.254 INFO:tasks.workunit.client.0.smithi032.stdout: image.write(b'b' * 256, 0) 2024-09-13T01:17:19.254 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[2]) as image: 2024-09-13T01:17:19.254 INFO:tasks.workunit.client.0.smithi032.stdout: image.write(b'c' * 256, 0) 2024-09-13T01:17:19.254 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.254 INFO:tasks.workunit.client.0.smithi032.stdout: for i in range(0, 3): 2024-09-13T01:17:19.254 INFO:tasks.workunit.client.0.smithi032.stdout: self.group.remove_image(ioctx, self.image_names[i]) 2024-09-13T01:17:19.254 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[0]) as image: 2024-09-13T01:17:19.254 INFO:tasks.workunit.client.0.smithi032.stdout: image_snaps = list(image.list_snaps()) 2024-09-13T01:17:19.255 INFO:tasks.workunit.client.0.smithi032.stdout: assert [s['namespace'] for s in image_snaps] == [RBD_SNAP_NAMESPACE_TYPE_GROUP, 2024-09-13T01:17:19.255 INFO:tasks.workunit.client.0.smithi032.stdout: RBD_SNAP_NAMESPACE_TYPE_GROUP, 2024-09-13T01:17:19.255 INFO:tasks.workunit.client.0.smithi032.stdout: RBD_SNAP_NAMESPACE_TYPE_GROUP] 2024-09-13T01:17:19.255 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[1]) as image: 2024-09-13T01:17:19.255 INFO:tasks.workunit.client.0.smithi032.stdout: image_snaps = list(image.list_snaps()) 2024-09-13T01:17:19.255 INFO:tasks.workunit.client.0.smithi032.stdout: assert [s['namespace'] for s in image_snaps] == [RBD_SNAP_NAMESPACE_TYPE_GROUP, 2024-09-13T01:17:19.255 INFO:tasks.workunit.client.0.smithi032.stdout: RBD_SNAP_NAMESPACE_TYPE_GROUP] 2024-09-13T01:17:19.255 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, self.image_names[2]) as image: 2024-09-13T01:17:19.255 INFO:tasks.workunit.client.0.smithi032.stdout: image_snaps = list(image.list_snaps()) 2024-09-13T01:17:19.255 INFO:tasks.workunit.client.0.smithi032.stdout: assert [s['namespace'] for s in image_snaps] == [RBD_SNAP_NAMESPACE_TYPE_GROUP] 2024-09-13T01:17:19.255 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.255 INFO:tasks.workunit.client.0.smithi032.stdout: # group = [] 2024-09-13T01:17:19.256 INFO:tasks.workunit.client.0.smithi032.stdout:> assert_raises(InvalidArgument, self.group.rollback_to_snap, snap_name1) 2024-09-13T01:17:19.256 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.256 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:2878: 2024-09-13T01:17:19.256 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.256 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.256 INFO:tasks.workunit.client.0.smithi032.stdout:excClass = 2024-09-13T01:17:19.256 INFO:tasks.workunit.client.0.smithi032.stdout:callableObj = 2024-09-13T01:17:19.256 INFO:tasks.workunit.client.0.smithi032.stdout:args = ('snap33',), kwargs = {}, excName = 'InvalidArgument' 2024-09-13T01:17:19.256 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.256 INFO:tasks.workunit.client.0.smithi032.stdout: def assert_raises(excClass, callableObj, *args, **kwargs): 2024-09-13T01:17:19.256 INFO:tasks.workunit.client.0.smithi032.stdout: """ 2024-09-13T01:17:19.256 INFO:tasks.workunit.client.0.smithi032.stdout: Like unittest.TestCase.assertRaises, but returns the exception. 2024-09-13T01:17:19.256 INFO:tasks.workunit.client.0.smithi032.stdout: """ 2024-09-13T01:17:19.257 INFO:tasks.workunit.client.0.smithi032.stdout: try: 2024-09-13T01:17:19.257 INFO:tasks.workunit.client.0.smithi032.stdout: callableObj(*args, **kwargs) 2024-09-13T01:17:19.257 INFO:tasks.workunit.client.0.smithi032.stdout: except excClass as e: 2024-09-13T01:17:19.257 INFO:tasks.workunit.client.0.smithi032.stdout: return e 2024-09-13T01:17:19.257 INFO:tasks.workunit.client.0.smithi032.stdout: else: 2024-09-13T01:17:19.257 INFO:tasks.workunit.client.0.smithi032.stdout: if hasattr(excClass, '__name__'): 2024-09-13T01:17:19.257 INFO:tasks.workunit.client.0.smithi032.stdout: excName = excClass.__name__ 2024-09-13T01:17:19.257 INFO:tasks.workunit.client.0.smithi032.stdout: else: 2024-09-13T01:17:19.258 INFO:tasks.workunit.client.0.smithi032.stdout: excName = str(excClass) 2024-09-13T01:17:19.258 INFO:tasks.workunit.client.0.smithi032.stdout:> raise AssertionError("%s not raised" % excName) 2024-09-13T01:17:19.258 INFO:tasks.workunit.client.0.smithi032.stdout:E AssertionError: InvalidArgument not raised 2024-09-13T01:17:19.258 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.258 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/assertions.py:26: AssertionError 2024-09-13T01:17:19.258 INFO:tasks.workunit.client.0.smithi032.stdout:_________________ TestMigration.test_migration_clone_v1_to_v1 __________________ 2024-09-13T01:17:19.258 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.258 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.258 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.258 INFO:tasks.workunit.client.0.smithi032.stdout: @require_features([RBD_FEATURE_LAYERING]) 2024-09-13T01:17:19.258 INFO:tasks.workunit.client.0.smithi032.stdout: def test_migration_clone_v1_to_v1(self): 2024-09-13T01:17:19.259 INFO:tasks.workunit.client.0.smithi032.stdout: create_image() 2024-09-13T01:17:19.259 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, image_name) as image: 2024-09-13T01:17:19.259 INFO:tasks.workunit.client.0.smithi032.stdout: image_id = image.id() 2024-09-13T01:17:19.259 INFO:tasks.workunit.client.0.smithi032.stdout: image.create_snap('snap1') 2024-09-13T01:17:19.259 INFO:tasks.workunit.client.0.smithi032.stdout: image.protect_snap('snap1') 2024-09-13T01:17:19.259 INFO:tasks.workunit.client.0.smithi032.stdout: clone_name = get_temp_image_name() 2024-09-13T01:17:19.259 INFO:tasks.workunit.client.0.smithi032.stdout:> RBD().clone(ioctx, image_name, 'snap1', ioctx, clone_name, features, 2024-09-13T01:17:19.259 INFO:tasks.workunit.client.0.smithi032.stdout: clone_format=1) 2024-09-13T01:17:19.259 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.259 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:3031: 2024-09-13T01:17:19.259 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.260 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.260 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.260 INFO:tasks.workunit.client.0.smithi032.stdout:E TypeError: clone() got an unexpected keyword argument 'clone_format' 2024-09-13T01:17:19.260 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.260 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:631: TypeError 2024-09-13T01:17:19.260 INFO:tasks.workunit.client.0.smithi032.stdout:_________________ TestMigration.test_migration_clone_v1_to_v2 __________________ 2024-09-13T01:17:19.260 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.260 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.260 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.260 INFO:tasks.workunit.client.0.smithi032.stdout: @require_features([RBD_FEATURE_LAYERING]) 2024-09-13T01:17:19.260 INFO:tasks.workunit.client.0.smithi032.stdout: def test_migration_clone_v1_to_v2(self): 2024-09-13T01:17:19.260 INFO:tasks.workunit.client.0.smithi032.stdout: create_image() 2024-09-13T01:17:19.261 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, image_name) as image: 2024-09-13T01:17:19.261 INFO:tasks.workunit.client.0.smithi032.stdout: image_id = image.id() 2024-09-13T01:17:19.261 INFO:tasks.workunit.client.0.smithi032.stdout: image.create_snap('snap1') 2024-09-13T01:17:19.261 INFO:tasks.workunit.client.0.smithi032.stdout: image.protect_snap('snap1') 2024-09-13T01:17:19.261 INFO:tasks.workunit.client.0.smithi032.stdout: clone_name = get_temp_image_name() 2024-09-13T01:17:19.261 INFO:tasks.workunit.client.0.smithi032.stdout:> RBD().clone(ioctx, image_name, 'snap1', ioctx, clone_name, features, 2024-09-13T01:17:19.261 INFO:tasks.workunit.client.0.smithi032.stdout: clone_format=1) 2024-09-13T01:17:19.261 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.261 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:3060: 2024-09-13T01:17:19.261 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.261 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.261 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.261 INFO:tasks.workunit.client.0.smithi032.stdout:E TypeError: clone() got an unexpected keyword argument 'clone_format' 2024-09-13T01:17:19.262 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.262 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:631: TypeError 2024-09-13T01:17:19.262 INFO:tasks.workunit.client.0.smithi032.stdout:_________________ TestMigration.test_migration_clone_v2_to_v1 __________________ 2024-09-13T01:17:19.262 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.262 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.262 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.262 INFO:tasks.workunit.client.0.smithi032.stdout: @require_features([RBD_FEATURE_LAYERING]) 2024-09-13T01:17:19.262 INFO:tasks.workunit.client.0.smithi032.stdout: def test_migration_clone_v2_to_v1(self): 2024-09-13T01:17:19.262 INFO:tasks.workunit.client.0.smithi032.stdout: create_image() 2024-09-13T01:17:19.262 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, image_name) as image: 2024-09-13T01:17:19.262 INFO:tasks.workunit.client.0.smithi032.stdout: image_id = image.id() 2024-09-13T01:17:19.263 INFO:tasks.workunit.client.0.smithi032.stdout: image.create_snap('snap1') 2024-09-13T01:17:19.263 INFO:tasks.workunit.client.0.smithi032.stdout: image.protect_snap('snap1') 2024-09-13T01:17:19.263 INFO:tasks.workunit.client.0.smithi032.stdout: clone_name = get_temp_image_name() 2024-09-13T01:17:19.263 INFO:tasks.workunit.client.0.smithi032.stdout:> RBD().clone(ioctx, image_name, 'snap1', ioctx, clone_name, features, 2024-09-13T01:17:19.263 INFO:tasks.workunit.client.0.smithi032.stdout: clone_format=2) 2024-09-13T01:17:19.263 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.263 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:3089: 2024-09-13T01:17:19.263 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.263 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.263 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.263 INFO:tasks.workunit.client.0.smithi032.stdout:E TypeError: clone() got an unexpected keyword argument 'clone_format' 2024-09-13T01:17:19.263 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.263 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:631: TypeError 2024-09-13T01:17:19.264 INFO:tasks.workunit.client.0.smithi032.stdout:_________________ TestMigration.test_migration_clone_v2_to_v2 __________________ 2024-09-13T01:17:19.264 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.264 INFO:tasks.workunit.client.0.smithi032.stdout:self = 2024-09-13T01:17:19.264 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.264 INFO:tasks.workunit.client.0.smithi032.stdout: @require_features([RBD_FEATURE_LAYERING]) 2024-09-13T01:17:19.264 INFO:tasks.workunit.client.0.smithi032.stdout: def test_migration_clone_v2_to_v2(self): 2024-09-13T01:17:19.264 INFO:tasks.workunit.client.0.smithi032.stdout: create_image() 2024-09-13T01:17:19.264 INFO:tasks.workunit.client.0.smithi032.stdout: with Image(ioctx, image_name) as image: 2024-09-13T01:17:19.264 INFO:tasks.workunit.client.0.smithi032.stdout: image_id = image.id() 2024-09-13T01:17:19.264 INFO:tasks.workunit.client.0.smithi032.stdout: image.create_snap('snap1') 2024-09-13T01:17:19.264 INFO:tasks.workunit.client.0.smithi032.stdout: clone_name = get_temp_image_name() 2024-09-13T01:17:19.264 INFO:tasks.workunit.client.0.smithi032.stdout:> RBD().clone(ioctx, image_name, 'snap1', ioctx, clone_name, features, 2024-09-13T01:17:19.265 INFO:tasks.workunit.client.0.smithi032.stdout: clone_format=2) 2024-09-13T01:17:19.265 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.265 INFO:tasks.workunit.client.0.smithi032.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py:3117: 2024-09-13T01:17:19.265 INFO:tasks.workunit.client.0.smithi032.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2024-09-13T01:17:19.265 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.265 INFO:tasks.workunit.client.0.smithi032.stdout:> ??? 2024-09-13T01:17:19.265 INFO:tasks.workunit.client.0.smithi032.stdout:E TypeError: clone() got an unexpected keyword argument 'clone_format' 2024-09-13T01:17:19.265 INFO:tasks.workunit.client.0.smithi032.stdout: 2024-09-13T01:17:19.265 INFO:tasks.workunit.client.0.smithi032.stdout:rbd.pyx:631: TypeError 2024-09-13T01:17:19.265 INFO:tasks.workunit.client.0.smithi032.stdout:=========================== short test summary info ============================ 2024-09-13T01:17:19.265 INFO:tasks.workunit.client.0.smithi032.stdout:FAILED ../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 2024-09-13T01:17:19.265 INFO:tasks.workunit.client.0.smithi032.stdout:FAILED ../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 2024-09-13T01:17:19.266 INFO:tasks.workunit.client.0.smithi032.stdout:FAILED ../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 2024-09-13T01:17:19.266 INFO:tasks.workunit.client.0.smithi032.stdout:FAILED ../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 2024-09-13T01:17:19.266 INFO:tasks.workunit.client.0.smithi032.stdout:FAILED ../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten 2024-09-13T01:17:19.266 INFO:tasks.workunit.client.0.smithi032.stdout:FAILED ../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten 2024-09-13T01:17:19.266 INFO:tasks.workunit.client.0.smithi032.stdout:FAILED ../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format 2024-09-13T01:17:19.266 INFO:tasks.workunit.client.0.smithi032.stdout:FAILED ../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected 2024-09-13T01:17:19.266 INFO:tasks.workunit.client.0.smithi032.stdout:FAILED ../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback 2024-09-13T01:17:19.266 INFO:tasks.workunit.client.0.smithi032.stdout:FAILED ../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 2024-09-13T01:17:19.266 INFO:tasks.workunit.client.0.smithi032.stdout:FAILED ../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 2024-09-13T01:17:19.266 INFO:tasks.workunit.client.0.smithi032.stdout:FAILED ../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 2024-09-13T01:17:19.266 INFO:tasks.workunit.client.0.smithi032.stdout:FAILED ../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 2024-09-13T01:17:19.267 INFO:tasks.workunit.client.0.smithi032.stdout:ERROR ../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 2024-09-13T01:17:19.267 INFO:tasks.workunit.client.0.smithi032.stdout:ERROR ../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 2024-09-13T01:17:19.267 INFO:tasks.workunit.client.0.smithi032.stdout:ERROR ../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 2024-09-13T01:17:19.267 INFO:tasks.workunit.client.0.smithi032.stdout:ERROR ../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 2024-09-13T01:17:19.267 INFO:tasks.workunit.client.0.smithi032.stdout:ERROR ../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten 2024-09-13T01:17:19.267 INFO:tasks.workunit.client.0.smithi032.stdout:ERROR ../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten 2024-09-13T01:17:19.267 INFO:tasks.workunit.client.0.smithi032.stdout:ERROR ../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected 2024-09-13T01:17:19.267 INFO:tasks.workunit.client.0.smithi032.stdout:======= 13 failed, 161 passed, 8 skipped, 7 errors in 669.02s (0:11:09) ======== 2024-09-13T01:17:19.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T01:17:19.296 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-09-13T01:17:19.297 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T01:17:19.529 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_7a853b1706d076d58e0da7a5d3b9b9eb36276880/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_7a853b1706d076d58e0da7a5d3b9b9eb36276880/qa/tasks/workunit.py", line 424, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test rbd/test_librbd_python.sh) on smithi032 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh' 2024-09-13T01:17:19.763 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=713e1657bed844a7b6d21df4d11c01be Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_7a853b1706d076d58e0da7a5d3b9b9eb36276880/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_7a853b1706d076d58e0da7a5d3b9b9eb36276880/qa/tasks/workunit.py", line 424, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test rbd/test_librbd_python.sh) on smithi032 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh' 2024-09-13T01:17:19.767 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-13T01:17:19.781 INFO:tasks.cephadm:Teardown begin 2024-09-13T01:17:19.781 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T01:17:19.781 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T01:17:20.137 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T01:17:20.137 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54211,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1250860186","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1250860186},{"type":"v1","addr":"172.21.15.53:6833","nonce":1250860186}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T23:58:42.154030+0000","modified":"2024-09-13T00:14:34.303247+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":667,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":44339},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44339":{"gid":44339,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6835/3978893213","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":3978893213},{"type":"v1","addr":"172.21.15.32:6835","nonce":3978893213}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T01:17:20.138 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 14 2024-09-13T01:17:20.157 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T01:17:20.413 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:20 smithi032 bash[75510]: cluster 2024-09-13T01:17:19.123364+0000 mgr.y (mgr.34107) 2236 : cluster [DBG] pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 7.2 KiB/s wr, 155 op/s 2024-09-13T01:17:20.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:20 smithi032 bash[75510]: cluster 2024-09-13T01:17:19.184901+0000 mon.a (mon.0) 4465 : cluster [DBG] osdmap e2600: 8 total, 8 up, 8 in 2024-09-13T01:17:20.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:20 smithi032 bash[75510]: audit 2024-09-13T01:17:20.137868+0000 mon.c (mon.2) 145 : audit [DBG] from='client.? 172.21.15.32:0/2859675574' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T01:17:20.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:20 smithi032 bash[76677]: cluster 2024-09-13T01:17:19.123364+0000 mgr.y (mgr.34107) 2236 : cluster [DBG] pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 7.2 KiB/s wr, 155 op/s 2024-09-13T01:17:20.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:20 smithi032 bash[76677]: cluster 2024-09-13T01:17:19.184901+0000 mon.a (mon.0) 4465 : cluster [DBG] osdmap e2600: 8 total, 8 up, 8 in 2024-09-13T01:17:20.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:20 smithi032 bash[76677]: audit 2024-09-13T01:17:20.137868+0000 mon.c (mon.2) 145 : audit [DBG] from='client.? 172.21.15.32:0/2859675574' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T01:17:20.501 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T01:17:20.501 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54211,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1250860186","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1250860186},{"type":"v1","addr":"172.21.15.53:6833","nonce":1250860186}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T23:58:42.154030+0000","modified":"2024-09-13T00:14:34.303247+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":667,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":44339},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44339":{"gid":44339,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6835/3978893213","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":3978893213},{"type":"v1","addr":"172.21.15.32:6835","nonce":3978893213}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T01:17:20.502 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 14 2024-09-13T01:17:20.519 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T01:17:20.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:20 smithi053 bash[67631]: cluster 2024-09-13T01:17:19.123364+0000 mgr.y (mgr.34107) 2236 : cluster [DBG] pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 7.2 KiB/s wr, 155 op/s 2024-09-13T01:17:20.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:20 smithi053 bash[67631]: cluster 2024-09-13T01:17:19.184901+0000 mon.a (mon.0) 4465 : cluster [DBG] osdmap e2600: 8 total, 8 up, 8 in 2024-09-13T01:17:20.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:20 smithi053 bash[67631]: audit 2024-09-13T01:17:20.137868+0000 mon.c (mon.2) 145 : audit [DBG] from='client.? 172.21.15.32:0/2859675574' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T01:17:20.821 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T01:17:20.821 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":2600,"fsid":"487b01b8-7161-11ef-bceb-c7b262605968","created":"2024-09-12T23:48:03.065767+0000","modified":"2024-09-13T01:17:19.172340+0000","last_up_change":"2024-09-13T00:13:51.211106+0000","last_in_change":"2024-09-12T23:57:27.632433+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":114,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T23:53:25.819964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T23:58:40.748630+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T23:58:41.578359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T00:00:05.258778+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1122","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":1122,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"86015052-3e53-4869-9fb8-a836fe6f5dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":399,"up_from":414,"up_thru":2514,"down_at":400,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":3117933431},{"type":"v1","addr":"172.21.15.32:6803","nonce":3117933431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":3117933431},{"type":"v1","addr":"172.21.15.32:6805","nonce":3117933431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":3117933431},{"type":"v1","addr":"172.21.15.32:6809","nonce":3117933431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":3117933431},{"type":"v1","addr":"172.21.15.32:6807","nonce":3117933431}]},"public_addr":"172.21.15.32:6803/3117933431","cluster_addr":"172.21.15.32:6805/3117933431","heartbeat_back_addr":"172.21.15.32:6809/3117933431","heartbeat_front_addr":"172.21.15.32:6807/3117933431","state":["exists","up"]},{"osd":1,"uuid":"50d3aadf-6035-45fc-b0c0-de55e13b31ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":430,"up_from":445,"up_thru":2514,"down_at":431,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":2686910662},{"type":"v1","addr":"172.21.15.32:6811","nonce":2686910662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":2686910662},{"type":"v1","addr":"172.21.15.32:6813","nonce":2686910662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":2686910662},{"type":"v1","addr":"172.21.15.32:6817","nonce":2686910662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":2686910662},{"type":"v1","addr":"172.21.15.32:6815","nonce":2686910662}]},"public_addr":"172.21.15.32:6811/2686910662","cluster_addr":"172.21.15.32:6813/2686910662","heartbeat_back_addr":"172.21.15.32:6817/2686910662","heartbeat_front_addr":"172.21.15.32:6815/2686910662","state":["exists","up"]},{"osd":2,"uuid":"e17c3cf0-44f9-4ff8-b0ae-9f7998b3f8f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":461,"up_from":475,"up_thru":2514,"down_at":462,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":193726996},{"type":"v1","addr":"172.21.15.32:6819","nonce":193726996}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":193726996},{"type":"v1","addr":"172.21.15.32:6821","nonce":193726996}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":193726996},{"type":"v1","addr":"172.21.15.32:6825","nonce":193726996}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":193726996},{"type":"v1","addr":"172.21.15.32:6823","nonce":193726996}]},"public_addr":"172.21.15.32:6819/193726996","cluster_addr":"172.21.15.32:6821/193726996","heartbeat_back_addr":"172.21.15.32:6825/193726996","heartbeat_front_addr":"172.21.15.32:6823/193726996","state":["exists","up"]},{"osd":3,"uuid":"668a99be-34d2-4824-823c-d208ecdd047d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":491,"up_from":504,"up_thru":2514,"down_at":492,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":3990296069},{"type":"v1","addr":"172.21.15.32:6827","nonce":3990296069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":3990296069},{"type":"v1","addr":"172.21.15.32:6829","nonce":3990296069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":3990296069},{"type":"v1","addr":"172.21.15.32:6833","nonce":3990296069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":3990296069},{"type":"v1","addr":"172.21.15.32:6831","nonce":3990296069}]},"public_addr":"172.21.15.32:6827/3990296069","cluster_addr":"172.21.15.32:6829/3990296069","heartbeat_back_addr":"172.21.15.32:6833/3990296069","heartbeat_front_addr":"172.21.15.32:6831/3990296069","state":["exists","up"]},{"osd":4,"uuid":"c38abf29-4b38-48ec-8e22-d43dd3beeb49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":520,"up_from":534,"up_thru":2514,"down_at":521,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2339360145},{"type":"v1","addr":"172.21.15.53:6801","nonce":2339360145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2339360145},{"type":"v1","addr":"172.21.15.53:6803","nonce":2339360145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2339360145},{"type":"v1","addr":"172.21.15.53:6807","nonce":2339360145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2339360145},{"type":"v1","addr":"172.21.15.53:6805","nonce":2339360145}]},"public_addr":"172.21.15.53:6801/2339360145","cluster_addr":"172.21.15.53:6803/2339360145","heartbeat_back_addr":"172.21.15.53:6807/2339360145","heartbeat_front_addr":"172.21.15.53:6805/2339360145","state":["exists","up"]},{"osd":5,"uuid":"6baac8a8-f703-4de4-bc66-f98e76cbaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":549,"up_from":562,"up_thru":2514,"down_at":550,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":2631260731},{"type":"v1","addr":"172.21.15.53:6809","nonce":2631260731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":2631260731},{"type":"v1","addr":"172.21.15.53:6811","nonce":2631260731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":2631260731},{"type":"v1","addr":"172.21.15.53:6815","nonce":2631260731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":2631260731},{"type":"v1","addr":"172.21.15.53:6813","nonce":2631260731}]},"public_addr":"172.21.15.53:6809/2631260731","cluster_addr":"172.21.15.53:6811/2631260731","heartbeat_back_addr":"172.21.15.53:6815/2631260731","heartbeat_front_addr":"172.21.15.53:6813/2631260731","state":["exists","up"]},{"osd":6,"uuid":"500c4306-7cbf-4d8b-8159-85a50aa26755","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":576,"up_from":589,"up_thru":2514,"down_at":577,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1566099924},{"type":"v1","addr":"172.21.15.53:6817","nonce":1566099924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":1566099924},{"type":"v1","addr":"172.21.15.53:6819","nonce":1566099924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":1566099924},{"type":"v1","addr":"172.21.15.53:6823","nonce":1566099924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":1566099924},{"type":"v1","addr":"172.21.15.53:6821","nonce":1566099924}]},"public_addr":"172.21.15.53:6817/1566099924","cluster_addr":"172.21.15.53:6819/1566099924","heartbeat_back_addr":"172.21.15.53:6823/1566099924","heartbeat_front_addr":"172.21.15.53:6821/1566099924","state":["exists","up"]},{"osd":7,"uuid":"bd59da59-5a49-4fc4-9154-8c384e47060c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":614,"up_from":627,"up_thru":2514,"down_at":615,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":1869774842},{"type":"v1","addr":"172.21.15.53:6825","nonce":1869774842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1869774842},{"type":"v1","addr":"172.21.15.53:6827","nonce":1869774842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1869774842},{"type":"v1","addr":"172.21.15.53:6831","nonce":1869774842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1869774842},{"type":"v1","addr":"172.21.15.53:6829","nonce":1869774842}]},"public_addr":"172.21.15.53:6825/1869774842","cluster_addr":"172.21.15.53:6827/1869774842","heartbeat_back_addr":"172.21.15.53:6831/1869774842","heartbeat_front_addr":"172.21.15.53:6829/1869774842","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:51:36.452729+0000","dead_epoch":399},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:52:29.254966+0000","dead_epoch":430},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:53:23.380118+0000","dead_epoch":461},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:54:20.252422+0000","dead_epoch":491},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:55:12.574177+0000","dead_epoch":520},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:05.115140+0000","dead_epoch":549},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:56:58.936934+0000","dead_epoch":576},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T23:57:52.545718+0000","dead_epoch":614}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"2.5","mappings":[{"from":7,"to":1},{"from":0,"to":6}]},{"pgid":"2.a","mappings":[{"from":7,"to":6}]},{"pgid":"2.b","mappings":[{"from":7,"to":6}]},{"pgid":"2.c","mappings":[{"from":0,"to":6}]},{"pgid":"2.19","mappings":[{"from":0,"to":4}]},{"pgid":"2.1a","mappings":[{"from":7,"to":0}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1b","mappings":[{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.2a","mappings":[{"from":7,"to":0}]},{"pgid":"3.30","mappings":[{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]},{"pgid":"3.3f","mappings":[{"from":6,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/801350392":"2024-09-13T02:16:37.065786+0000","172.21.15.32:0/1033579708":"2024-09-13T01:56:52.288392+0000","172.21.15.32:0/3927748812":"2024-09-14T00:07:54.986175+0000","172.21.15.32:0/2354807736":"2024-09-14T00:07:54.986175+0000","172.21.15.32:6800/2712019073":"2024-09-14T00:07:54.986175+0000","172.21.15.32:0/1418047853":"2024-09-14T00:07:54.986175+0000","172.21.15.53:0/3148739058":"2024-09-14T00:06:51.252416+0000","172.21.15.32:0/1419021530":"2024-09-13T23:59:22.756063+0000","172.21.15.53:0/1081817175":"2024-09-14T00:06:51.252416+0000","172.21.15.32:0/424290862":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/301867596":"2024-09-14T00:05:46.537302+0000","172.21.15.32:0/1179193551":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/44534034":"2024-09-14T00:05:46.537302+0000","172.21.15.32:6800/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:6800/3766286966":"2024-09-14T00:05:46.537302+0000","172.21.15.32:6801/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/2639698303":"2024-09-13T23:48:30.570454+0000","172.21.15.32:0/4047741452":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/2472328927":"2024-09-13T02:02:08.002533+0000","172.21.15.32:0/1929025596":"2024-09-13T01:56:53.230136+0000","172.21.15.32:6801/2712019073":"2024-09-14T00:07:54.986175+0000","172.21.15.53:0/751969372":"2024-09-14T00:06:51.252416+0000","172.21.15.32:0/830923780":"2024-09-13T23:48:30.570454+0000","172.21.15.53:6834/2224606324":"2024-09-14T00:06:51.252416+0000","172.21.15.32:0/2458326128":"2024-09-13T23:48:30.570454+0000","172.21.15.32:6800/3654805060":"2024-09-13T23:48:30.570454+0000","172.21.15.53:0/705071959":"2024-09-14T00:06:51.252416+0000","172.21.15.53:6833/733527454":"2024-09-14T00:14:31.285982+0000","172.21.15.32:0/2542330112":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/3139615956":"2024-09-14T00:07:54.986175+0000","172.21.15.32:0/2174054771":"2024-09-13T23:49:03.194469+0000","172.21.15.53:6832/733527454":"2024-09-14T00:14:31.285982+0000","172.21.15.32:0/1351883465":"2024-09-14T00:07:54.986175+0000","172.21.15.32:0/866339914":"2024-09-14T00:07:54.986175+0000","172.21.15.32:6800/453443969":"2024-09-13T23:59:22.756063+0000","172.21.15.32:0/1182074549":"2024-09-14T00:07:54.986175+0000","172.21.15.53:6835/2224606324":"2024-09-14T00:06:51.252416+0000","172.21.15.32:0/881819366":"2024-09-14T00:05:46.537302+0000","172.21.15.32:6801/3766286966":"2024-09-14T00:05:46.537302+0000","172.21.15.32:6801/453443969":"2024-09-13T23:59:22.756063+0000","172.21.15.53:0/1536595970":"2024-09-14T00:06:51.252416+0000","172.21.15.53:0/35767682":"2024-09-14T00:06:51.252416+0000","172.21.15.53:0/16050951":"2024-09-14T00:06:51.252416+0000","172.21.15.32:0/2866886804":"2024-09-14T00:05:46.537302+0000","172.21.15.32:0/1109148597":"2024-09-14T00:05:46.537302+0000","172.21.15.32:6801/3209283536":"2024-09-13T23:49:03.194469+0000","172.21.15.32:0/163646142":"2024-09-13T23:59:22.756063+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":85,"snaps":[{"begin":8,"length":1},{"begin":10,"length":1},{"begin":12,"length":1},{"begin":14,"length":1}]},{"pool":87,"snaps":[{"begin":62,"length":2},{"begin":69,"length":3}]},{"pool":88,"snaps":[{"begin":24,"length":2},{"begin":31,"length":1}]},{"pool":89,"snaps":[{"begin":2,"length":1}]},{"pool":111,"snaps":[{"begin":9,"length":3}]},{"pool":112,"snaps":[{"begin":9,"length":2}]},{"pool":113,"snaps":[{"begin":595,"length":2}]},{"pool":114,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T01:17:20.839 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T01:17:21.186 INFO:teuthology.orchestra.run.smithi032.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T01:17:21.211 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T01:17:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:21 smithi053 bash[67631]: audit 2024-09-13T01:17:20.502263+0000 mon.a (mon.0) 4466 : audit [DBG] from='client.? 172.21.15.32:0/1282630584' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T01:17:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:21 smithi053 bash[67631]: audit 2024-09-13T01:17:20.818625+0000 mon.a (mon.0) 4467 : audit [DBG] from='client.? 172.21.15.32:0/3896397579' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T01:17:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:21 smithi053 bash[67631]: audit 2024-09-13T01:17:21.168460+0000 mon.a (mon.0) 4468 : audit [INF] from='client.? 172.21.15.32:0/1343074949' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-13T01:17:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:21 smithi053 bash[67631]: cluster 2024-09-13T01:17:21.170418+0000 mon.a (mon.0) 4469 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T01:17:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:21 smithi053 bash[67631]: cluster 2024-09-13T01:17:21.170463+0000 mon.a (mon.0) 4470 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T01:17:21.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:21 smithi053 bash[67631]: cluster 2024-09-13T01:17:21.175022+0000 mon.a (mon.0) 4471 : cluster [DBG] osdmap e2601: 8 total, 8 up, 8 in 2024-09-13T01:17:21.664 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[98075]: ignoring --setuser ceph since I am not root 2024-09-13T01:17:21.664 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[98075]: ignoring --setgroup ceph since I am not root 2024-09-13T01:17:21.664 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[98075]: starting mds.a at 2024-09-13T01:17:21.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[75510]: debug 2024-09-13T01:17:21.166+0000 7f04432ea640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T01:17:21.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[75510]: audit 2024-09-13T01:17:20.502263+0000 mon.a (mon.0) 4466 : audit [DBG] from='client.? 172.21.15.32:0/1282630584' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T01:17:21.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[75510]: audit 2024-09-13T01:17:20.818625+0000 mon.a (mon.0) 4467 : audit [DBG] from='client.? 172.21.15.32:0/3896397579' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T01:17:21.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[75510]: audit 2024-09-13T01:17:21.168460+0000 mon.a (mon.0) 4468 : audit [INF] from='client.? 172.21.15.32:0/1343074949' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-13T01:17:21.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[75510]: cluster 2024-09-13T01:17:21.170418+0000 mon.a (mon.0) 4469 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T01:17:21.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[75510]: cluster 2024-09-13T01:17:21.170463+0000 mon.a (mon.0) 4470 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T01:17:21.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[75510]: cluster 2024-09-13T01:17:21.175022+0000 mon.a (mon.0) 4471 : cluster [DBG] osdmap e2601: 8 total, 8 up, 8 in 2024-09-13T01:17:21.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[76677]: audit 2024-09-13T01:17:20.502263+0000 mon.a (mon.0) 4466 : audit [DBG] from='client.? 172.21.15.32:0/1282630584' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T01:17:21.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[76677]: audit 2024-09-13T01:17:20.818625+0000 mon.a (mon.0) 4467 : audit [DBG] from='client.? 172.21.15.32:0/3896397579' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T01:17:21.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[76677]: audit 2024-09-13T01:17:21.168460+0000 mon.a (mon.0) 4468 : audit [INF] from='client.? 172.21.15.32:0/1343074949' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-13T01:17:21.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[76677]: cluster 2024-09-13T01:17:21.170418+0000 mon.a (mon.0) 4469 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T01:17:21.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[76677]: cluster 2024-09-13T01:17:21.170463+0000 mon.a (mon.0) 4470 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T01:17:21.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:21 smithi032 bash[76677]: cluster 2024-09-13T01:17:21.175022+0000 mon.a (mon.0) 4471 : cluster [DBG] osdmap e2601: 8 total, 8 up, 8 in 2024-09-13T01:17:22.234 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T01:17:22.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:22 smithi053 bash[67631]: cluster 2024-09-13T01:17:21.124164+0000 mgr.y (mgr.34107) 2237 : cluster [DBG] pgmap v4390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:17:22.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:22 smithi053 bash[67631]: audit 2024-09-13T01:17:21.187441+0000 mon.a (mon.0) 4472 : audit [INF] from='client.? 172.21.15.32:0/1343074949' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-13T01:17:22.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:22 smithi053 bash[67631]: cluster 2024-09-13T01:17:21.187549+0000 mon.a (mon.0) 4473 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T01:17:22.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:22 smithi053 bash[67631]: audit 2024-09-13T01:17:21.533122+0000 mon.a (mon.0) 4474 : audit [INF] from='client.? 172.21.15.32:0/1651966273' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:17:22.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:17:22 smithi053 bash[94430]: ts=2024-09-13T01:17:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:17:22.663 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:22 smithi032 bash[68847]: ::ffff:172.21.15.53 - - [13/Sep/2024:01:17:22] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2024-09-13T01:17:22.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:22 smithi032 bash[75510]: cluster 2024-09-13T01:17:21.124164+0000 mgr.y (mgr.34107) 2237 : cluster [DBG] pgmap v4390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:17:22.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:22 smithi032 bash[75510]: audit 2024-09-13T01:17:21.187441+0000 mon.a (mon.0) 4472 : audit [INF] from='client.? 172.21.15.32:0/1343074949' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-13T01:17:22.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:22 smithi032 bash[75510]: cluster 2024-09-13T01:17:21.187549+0000 mon.a (mon.0) 4473 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T01:17:22.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:22 smithi032 bash[75510]: audit 2024-09-13T01:17:21.533122+0000 mon.a (mon.0) 4474 : audit [INF] from='client.? 172.21.15.32:0/1651966273' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:17:22.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:22 smithi032 bash[76677]: cluster 2024-09-13T01:17:21.124164+0000 mgr.y (mgr.34107) 2237 : cluster [DBG] pgmap v4390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:17:22.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:22 smithi032 bash[76677]: audit 2024-09-13T01:17:21.187441+0000 mon.a (mon.0) 4472 : audit [INF] from='client.? 172.21.15.32:0/1343074949' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-13T01:17:22.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:22 smithi032 bash[76677]: cluster 2024-09-13T01:17:21.187549+0000 mon.a (mon.0) 4473 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T01:17:22.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:22 smithi032 bash[76677]: audit 2024-09-13T01:17:21.533122+0000 mon.a (mon.0) 4474 : audit [INF] from='client.? 172.21.15.32:0/1651966273' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T01:17:23.221 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' removed 2024-09-13T01:17:23.249 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T01:17:23.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:23 smithi053 bash[67631]: cluster 2024-09-13T01:17:22.193707+0000 mon.a (mon.0) 4475 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T01:17:23.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:23 smithi053 bash[67631]: cluster 2024-09-13T01:17:22.193767+0000 mon.a (mon.0) 4476 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T01:17:23.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:23 smithi053 bash[67631]: cluster 2024-09-13T01:17:22.193789+0000 mon.a (mon.0) 4477 : cluster [INF] Cluster is now healthy 2024-09-13T01:17:23.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:23 smithi053 bash[67631]: cluster 2024-09-13T01:17:22.209299+0000 mon.a (mon.0) 4478 : cluster [DBG] mds.? [v2:172.21.15.32:6834/4029980449,v1:172.21.15.32:6835/4029980449] up:boot 2024-09-13T01:17:23.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:23 smithi053 bash[67631]: audit 2024-09-13T01:17:22.209471+0000 mon.a (mon.0) 4479 : audit [INF] from='client.? 172.21.15.32:0/1651966273' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-13T01:17:23.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:23 smithi053 bash[67631]: cluster 2024-09-13T01:17:22.209643+0000 mon.a (mon.0) 4480 : cluster [DBG] fsmap 2 up:standby 2024-09-13T01:17:23.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:23 smithi053 bash[67631]: audit 2024-09-13T01:17:22.209827+0000 mon.a (mon.0) 4481 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T01:17:23.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:23 smithi053 bash[67631]: audit 2024-09-13T01:17:22.544568+0000 mon.c (mon.2) 146 : audit [INF] from='client.? 172.21.15.32:0/2448092010' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T01:17:23.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:23 smithi053 bash[67631]: audit 2024-09-13T01:17:22.545320+0000 mon.a (mon.0) 4482 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T01:17:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[75510]: cluster 2024-09-13T01:17:22.193707+0000 mon.a (mon.0) 4475 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T01:17:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[75510]: cluster 2024-09-13T01:17:22.193767+0000 mon.a (mon.0) 4476 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T01:17:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[75510]: cluster 2024-09-13T01:17:22.193789+0000 mon.a (mon.0) 4477 : cluster [INF] Cluster is now healthy 2024-09-13T01:17:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[75510]: cluster 2024-09-13T01:17:22.209299+0000 mon.a (mon.0) 4478 : cluster [DBG] mds.? [v2:172.21.15.32:6834/4029980449,v1:172.21.15.32:6835/4029980449] up:boot 2024-09-13T01:17:23.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[75510]: audit 2024-09-13T01:17:22.209471+0000 mon.a (mon.0) 4479 : audit [INF] from='client.? 172.21.15.32:0/1651966273' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-13T01:17:23.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[75510]: cluster 2024-09-13T01:17:22.209643+0000 mon.a (mon.0) 4480 : cluster [DBG] fsmap 2 up:standby 2024-09-13T01:17:23.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[75510]: audit 2024-09-13T01:17:22.209827+0000 mon.a (mon.0) 4481 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T01:17:23.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[75510]: audit 2024-09-13T01:17:22.544568+0000 mon.c (mon.2) 146 : audit [INF] from='client.? 172.21.15.32:0/2448092010' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T01:17:23.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[75510]: audit 2024-09-13T01:17:22.545320+0000 mon.a (mon.0) 4482 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T01:17:23.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[76677]: cluster 2024-09-13T01:17:22.193707+0000 mon.a (mon.0) 4475 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T01:17:23.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[76677]: cluster 2024-09-13T01:17:22.193767+0000 mon.a (mon.0) 4476 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T01:17:23.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[76677]: cluster 2024-09-13T01:17:22.193789+0000 mon.a (mon.0) 4477 : cluster [INF] Cluster is now healthy 2024-09-13T01:17:23.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[76677]: cluster 2024-09-13T01:17:22.209299+0000 mon.a (mon.0) 4478 : cluster [DBG] mds.? [v2:172.21.15.32:6834/4029980449,v1:172.21.15.32:6835/4029980449] up:boot 2024-09-13T01:17:23.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[76677]: audit 2024-09-13T01:17:22.209471+0000 mon.a (mon.0) 4479 : audit [INF] from='client.? 172.21.15.32:0/1651966273' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-13T01:17:23.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[76677]: cluster 2024-09-13T01:17:22.209643+0000 mon.a (mon.0) 4480 : cluster [DBG] fsmap 2 up:standby 2024-09-13T01:17:23.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[76677]: audit 2024-09-13T01:17:22.209827+0000 mon.a (mon.0) 4481 : audit [DBG] from='mgr.34107 172.21.15.32:0/1527776498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T01:17:23.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[76677]: audit 2024-09-13T01:17:22.544568+0000 mon.c (mon.2) 146 : audit [INF] from='client.? 172.21.15.32:0/2448092010' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T01:17:23.666 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:23 smithi032 bash[76677]: audit 2024-09-13T01:17:22.545320+0000 mon.a (mon.0) 4482 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T01:17:24.223 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' removed 2024-09-13T01:17:24.257 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T01:17:24.271 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T01:17:24.290 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-13T01:17:24.290 DEBUG:teuthology.orchestra.run.smithi032:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-13T01:17:24.320 DEBUG:teuthology.orchestra.run.smithi053:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-13T01:17:24.337 INFO:tasks.cephadm:Stopping all daemons... 2024-09-13T01:17:24.337 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-13T01:17:24.338 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.a 2024-09-13T01:17:24.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:24 smithi053 bash[67631]: cluster 2024-09-13T01:17:23.125234+0000 mgr.y (mgr.34107) 2238 : cluster [DBG] pgmap v4392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:17:24.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:24 smithi053 bash[67631]: audit 2024-09-13T01:17:23.219175+0000 mon.a (mon.0) 4483 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T01:17:24.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:24 smithi053 bash[67631]: cluster 2024-09-13T01:17:23.219404+0000 mon.a (mon.0) 4484 : cluster [DBG] osdmap e2602: 8 total, 8 up, 8 in 2024-09-13T01:17:24.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:24 smithi053 bash[67631]: audit 2024-09-13T01:17:23.559269+0000 mon.c (mon.2) 147 : audit [INF] from='client.? 172.21.15.32:0/248363774' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T01:17:24.537 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:24 smithi053 bash[67631]: audit 2024-09-13T01:17:23.559940+0000 mon.a (mon.0) 4485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T01:17:24.566 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[75510]: cluster 2024-09-13T01:17:23.125234+0000 mgr.y (mgr.34107) 2238 : cluster [DBG] pgmap v4392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:17:24.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[75510]: audit 2024-09-13T01:17:23.219175+0000 mon.a (mon.0) 4483 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T01:17:24.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[75510]: cluster 2024-09-13T01:17:23.219404+0000 mon.a (mon.0) 4484 : cluster [DBG] osdmap e2602: 8 total, 8 up, 8 in 2024-09-13T01:17:24.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[75510]: audit 2024-09-13T01:17:23.559269+0000 mon.c (mon.2) 147 : audit [INF] from='client.? 172.21.15.32:0/248363774' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T01:17:24.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[75510]: audit 2024-09-13T01:17:23.559940+0000 mon.a (mon.0) 4485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T01:17:24.567 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:24 smithi032 systemd[1]: Stopping Ceph mon.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:17:24.567 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[76677]: cluster 2024-09-13T01:17:23.125234+0000 mgr.y (mgr.34107) 2238 : cluster [DBG] pgmap v4392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-09-13T01:17:24.568 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[76677]: audit 2024-09-13T01:17:23.219175+0000 mon.a (mon.0) 4483 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T01:17:24.568 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[76677]: cluster 2024-09-13T01:17:23.219404+0000 mon.a (mon.0) 4484 : cluster [DBG] osdmap e2602: 8 total, 8 up, 8 in 2024-09-13T01:17:24.568 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[76677]: audit 2024-09-13T01:17:23.559269+0000 mon.c (mon.2) 147 : audit [INF] from='client.? 172.21.15.32:0/248363774' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T01:17:24.568 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[76677]: audit 2024-09-13T01:17:23.559940+0000 mon.a (mon.0) 4485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T01:17:24.831 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[68847]: [13/Sep/2024:01:17:24] ENGINE Bus STOPPING 2024-09-13T01:17:24.832 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[75510]: debug 2024-09-13T01:17:24.562+0000 7f0448af5640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-13T01:17:24.832 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[75510]: debug 2024-09-13T01:17:24.562+0000 7f0448af5640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-09-13T01:17:25.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[68847]: [13/Sep/2024:01:17:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T01:17:25.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[68847]: [13/Sep/2024:01:17:24] ENGINE Bus STOPPED 2024-09-13T01:17:25.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[68847]: [13/Sep/2024:01:17:24] ENGINE Bus STARTING 2024-09-13T01:17:25.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[68847]: [13/Sep/2024:01:17:24] ENGINE Serving on http://:::9283 2024-09-13T01:17:25.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:24 smithi032 bash[68847]: [13/Sep/2024:01:17:24] ENGINE Bus STARTED 2024-09-13T01:17:26.114 INFO:journalctl@ceph.mon.a.smithi032.stdout:Sep 13 01:17:25 smithi032 bash[120236]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mon-a 2024-09-13T01:17:26.118 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.a.service' 2024-09-13T01:17:26.143 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:17:26.144 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-13T01:17:26.144 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-13T01:17:26.144 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.c 2024-09-13T01:17:26.383 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:26 smithi032 bash[68847]: [13/Sep/2024:01:17:26] ENGINE Bus STOPPING 2024-09-13T01:17:26.384 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:26 smithi032 systemd[1]: Stopping Ceph mon.c for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:17:26.384 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:26 smithi032 bash[76677]: debug 2024-09-13T01:17:26.322+0000 7f47d5410640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-13T01:17:26.384 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:26 smithi032 bash[76677]: debug 2024-09-13T01:17:26.322+0000 7f47d5410640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-09-13T01:17:26.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:26 smithi032 bash[68847]: [13/Sep/2024:01:17:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T01:17:26.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:26 smithi032 bash[68847]: [13/Sep/2024:01:17:26] ENGINE Bus STOPPED 2024-09-13T01:17:26.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:26 smithi032 bash[68847]: [13/Sep/2024:01:17:26] ENGINE Bus STARTING 2024-09-13T01:17:26.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:26 smithi032 bash[68847]: [13/Sep/2024:01:17:26] ENGINE Serving on http://:::9283 2024-09-13T01:17:26.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:26 smithi032 bash[68847]: [13/Sep/2024:01:17:26] ENGINE Bus STARTED 2024-09-13T01:17:27.347 INFO:journalctl@ceph.mon.c.smithi032.stdout:Sep 13 01:17:27 smithi032 bash[120356]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mon-c 2024-09-13T01:17:27.361 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.c.service' 2024-09-13T01:17:27.386 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:17:27.386 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-13T01:17:27.387 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-13T01:17:27.387 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.b 2024-09-13T01:17:27.745 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:27 smithi053 systemd[1]: Stopping Ceph mon.b for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:17:27.746 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:27 smithi053 bash[67631]: debug 2024-09-13T01:17:27.535+0000 7f648530d640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-13T01:17:27.746 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:27 smithi053 bash[67631]: debug 2024-09-13T01:17:27.535+0000 7f648530d640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-09-13T01:17:28.717 INFO:journalctl@ceph.mon.b.smithi053.stdout:Sep 13 01:17:28 smithi053 bash[108352]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mon-b 2024-09-13T01:17:28.732 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@mon.b.service' 2024-09-13T01:17:28.758 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:17:28.758 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-13T01:17:28.758 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-13T01:17:28.758 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.y 2024-09-13T01:17:29.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:28 smithi032 systemd[1]: Stopping Ceph mgr.y for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:17:29.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:28 smithi032 bash[68847]: debug 2024-09-13T01:17:28.902+0000 7fcd0d501640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T01:17:29.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Sep 13 01:17:28 smithi032 bash[68847]: debug 2024-09-13T01:17:28.902+0000 7fcd0d501640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-13T01:17:29.882 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-13T01:17:29.907 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:17:29.907 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-13T01:17:29.907 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-13T01:17:29.908 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.x 2024-09-13T01:17:30.287 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Sep 13 01:17:29 smithi053 systemd[1]: Stopping Ceph mgr.x for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:17:30.976 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-13T01:17:30.999 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:17:30.999 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-13T01:17:31.000 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-13T01:17:31.000 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.0 2024-09-13T01:17:31.414 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 01:17:31 smithi032 systemd[1]: Stopping Ceph osd.0 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:17:31.414 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 01:17:31 smithi032 bash[81393]: debug 2024-09-13T01:17:31.146+0000 7f0f0ef61640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T01:17:31.414 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 01:17:31 smithi032 bash[81393]: debug 2024-09-13T01:17:31.146+0000 7f0f0ef61640 -1 osd.0 2603 *** Got signal Terminated *** 2024-09-13T01:17:31.414 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 01:17:31 smithi032 bash[81393]: debug 2024-09-13T01:17:31.146+0000 7f0f0ef61640 -1 osd.0 2603 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T01:17:32.787 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:17:32 smithi053 bash[94430]: ts=2024-09-13T01:17:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"487b01b8-7161-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T01:17:33.537 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:17:33 smithi053 bash[94430]: ts=2024-09-13T01:17:33.170Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.32:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.32:8765: connect: connection refused" 2024-09-13T01:17:33.976 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:17:33 smithi053 bash[94430]: ts=2024-09-13T01:17:33.172Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.32:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.32:8765: connect: connection refused" 2024-09-13T01:17:33.976 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:17:33 smithi053 bash[94430]: ts=2024-09-13T01:17:33.175Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.32:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.32:8765: connect: connection refused" 2024-09-13T01:17:33.977 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:17:33 smithi053 bash[94430]: ts=2024-09-13T01:17:33.179Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.32:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.32:8765: connect: connection refused" 2024-09-13T01:17:33.977 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:17:33 smithi053 bash[94430]: ts=2024-09-13T01:17:33.179Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.32:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.32:8765: connect: connection refused" 2024-09-13T01:17:37.913 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 01:17:37 smithi032 bash[120571]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-0 2024-09-13T01:17:37.914 INFO:journalctl@ceph.osd.0.smithi032.stdout:Sep 13 01:17:37 smithi032 bash[120637]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-0 2024-09-13T01:17:40.140 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.0.service' 2024-09-13T01:17:40.170 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:17:40.170 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-13T01:17:40.170 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-13T01:17:40.171 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.1 2024-09-13T01:17:40.413 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 01:17:40 smithi032 systemd[1]: Stopping Ceph osd.1 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:17:40.414 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 01:17:40 smithi032 bash[85830]: debug 2024-09-13T01:17:40.370+0000 7efd778b7640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T01:17:40.414 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 01:17:40 smithi032 bash[85830]: debug 2024-09-13T01:17:40.370+0000 7efd778b7640 -1 osd.1 2603 *** Got signal Terminated *** 2024-09-13T01:17:40.414 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 01:17:40 smithi032 bash[85830]: debug 2024-09-13T01:17:40.370+0000 7efd778b7640 -1 osd.1 2603 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T01:17:47.016 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 01:17:46 smithi032 bash[120770]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-1 2024-09-13T01:17:47.413 INFO:journalctl@ceph.osd.1.smithi032.stdout:Sep 13 01:17:47 smithi032 bash[120837]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-1 2024-09-13T01:17:48.942 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.1.service' 2024-09-13T01:17:48.973 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:17:48.973 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-13T01:17:48.973 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-13T01:17:48.974 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.2 2024-09-13T01:17:49.414 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 01:17:49 smithi032 systemd[1]: Stopping Ceph osd.2 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:17:49.414 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 01:17:49 smithi032 bash[89872]: debug 2024-09-13T01:17:49.149+0000 7fdb78828640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T01:17:49.414 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 01:17:49 smithi032 bash[89872]: debug 2024-09-13T01:17:49.149+0000 7fdb78828640 -1 osd.2 2603 *** Got signal Terminated *** 2024-09-13T01:17:49.414 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 01:17:49 smithi032 bash[89872]: debug 2024-09-13T01:17:49.149+0000 7fdb78828640 -1 osd.2 2603 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T01:17:55.663 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 01:17:55 smithi032 bash[120966]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-2 2024-09-13T01:17:55.664 INFO:journalctl@ceph.osd.2.smithi032.stdout:Sep 13 01:17:55 smithi032 bash[121033]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-2 2024-09-13T01:17:57.802 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.2.service' 2024-09-13T01:17:57.831 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:17:57.831 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-13T01:17:57.831 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-13T01:17:57.832 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.3 2024-09-13T01:17:58.164 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 01:17:57 smithi032 systemd[1]: Stopping Ceph osd.3 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:17:58.164 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 01:17:58 smithi032 bash[93883]: debug 2024-09-13T01:17:58.017+0000 7f24cfe17640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T01:17:58.164 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 01:17:58 smithi032 bash[93883]: debug 2024-09-13T01:17:58.017+0000 7f24cfe17640 -1 osd.3 2603 *** Got signal Terminated *** 2024-09-13T01:17:58.164 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 01:17:58 smithi032 bash[93883]: debug 2024-09-13T01:17:58.017+0000 7f24cfe17640 -1 osd.3 2603 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T01:17:58.537 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:17:58 smithi053 bash[71847]: debug 2024-09-13T01:17:58.194+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.528848+0000 front 2024-09-13T01:17:34.528715+0000 (oldest deadline 2024-09-13T01:17:57.428605+0000) 2024-09-13T01:17:58.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:17:58 smithi053 bash[80191]: debug 2024-09-13T01:17:58.430+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:17:59.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:17:59 smithi053 bash[80191]: debug 2024-09-13T01:17:59.462+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:17:59.537 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:17:59 smithi053 bash[71847]: debug 2024-09-13T01:17:59.214+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.528848+0000 front 2024-09-13T01:17:34.528715+0000 (oldest deadline 2024-09-13T01:17:57.428605+0000) 2024-09-13T01:17:59.538 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:17:59 smithi053 bash[75816]: debug 2024-09-13T01:17:59.242+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:00.501 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:00 smithi053 bash[71847]: debug 2024-09-13T01:18:00.258+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.528848+0000 front 2024-09-13T01:17:34.528715+0000 (oldest deadline 2024-09-13T01:17:57.428605+0000) 2024-09-13T01:18:00.501 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:00 smithi053 bash[75816]: debug 2024-09-13T01:18:00.218+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:00.786 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:00 smithi053 bash[80191]: debug 2024-09-13T01:18:00.498+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:01.413 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 01:18:01 smithi032 bash[93883]: debug 2024-09-13T01:18:01.017+0000 7f24c8423640 -1 osd.3 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.028394+0000 front 2024-09-13T01:17:36.028696+0000 (oldest deadline 2024-09-13T01:18:00.728541+0000) 2024-09-13T01:18:01.529 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:01 smithi053 bash[71847]: debug 2024-09-13T01:18:01.282+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.528848+0000 front 2024-09-13T01:17:34.528715+0000 (oldest deadline 2024-09-13T01:17:57.428605+0000) 2024-09-13T01:18:01.529 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:01 smithi053 bash[75816]: debug 2024-09-13T01:18:01.238+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:01.530 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:01 smithi053 bash[84176]: debug 2024-09-13T01:18:01.226+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:01.786 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:01 smithi053 bash[80191]: debug 2024-09-13T01:18:01.526+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:02.413 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 01:18:02 smithi032 bash[93883]: debug 2024-09-13T01:18:02.021+0000 7f24c8423640 -1 osd.3 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.028394+0000 front 2024-09-13T01:17:36.028696+0000 (oldest deadline 2024-09-13T01:18:00.728541+0000) 2024-09-13T01:18:02.536 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:02 smithi053 bash[84176]: debug 2024-09-13T01:18:02.198+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:02.537 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:02 smithi053 bash[71847]: debug 2024-09-13T01:18:02.250+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.528848+0000 front 2024-09-13T01:17:34.528715+0000 (oldest deadline 2024-09-13T01:17:57.428605+0000) 2024-09-13T01:18:02.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:02 smithi053 bash[75816]: debug 2024-09-13T01:18:02.210+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:03.036 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:02 smithi053 bash[80191]: debug 2024-09-13T01:18:02.538+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:03.506 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:03 smithi053 bash[75816]: debug 2024-09-13T01:18:03.218+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:03.507 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:03 smithi053 bash[84176]: debug 2024-09-13T01:18:03.186+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:03.507 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:03 smithi053 bash[71847]: debug 2024-09-13T01:18:03.286+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.528848+0000 front 2024-09-13T01:17:34.528715+0000 (oldest deadline 2024-09-13T01:17:57.428605+0000) 2024-09-13T01:18:03.786 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:03 smithi053 bash[80191]: debug 2024-09-13T01:18:03.502+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:04.460 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:04 smithi053 bash[75816]: debug 2024-09-13T01:18:04.238+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:04.461 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:04 smithi053 bash[84176]: debug 2024-09-13T01:18:04.182+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:04.461 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:04 smithi053 bash[71847]: debug 2024-09-13T01:18:04.322+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.528848+0000 front 2024-09-13T01:17:34.528715+0000 (oldest deadline 2024-09-13T01:17:57.428605+0000) 2024-09-13T01:18:04.632 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 01:18:04 smithi032 bash[121163]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-3 2024-09-13T01:18:04.633 INFO:journalctl@ceph.osd.3.smithi032.stdout:Sep 13 01:18:04 smithi032 bash[121230]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-3 2024-09-13T01:18:04.786 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:04 smithi053 bash[80191]: debug 2024-09-13T01:18:04.454+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:05.494 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:05 smithi053 bash[75816]: debug 2024-09-13T01:18:05.230+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:05.495 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:05 smithi053 bash[84176]: debug 2024-09-13T01:18:05.230+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:05.495 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:05 smithi053 bash[71847]: debug 2024-09-13T01:18:05.358+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.528848+0000 front 2024-09-13T01:17:34.528715+0000 (oldest deadline 2024-09-13T01:17:57.428605+0000) 2024-09-13T01:18:05.786 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:05 smithi053 bash[80191]: debug 2024-09-13T01:18:05.494+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:06.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:06 smithi053 bash[80191]: debug 2024-09-13T01:18:06.446+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:06.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:06 smithi053 bash[84176]: debug 2024-09-13T01:18:06.250+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:06.537 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:06 smithi053 bash[71847]: debug 2024-09-13T01:18:06.390+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.528848+0000 front 2024-09-13T01:17:34.528715+0000 (oldest deadline 2024-09-13T01:17:57.428605+0000) 2024-09-13T01:18:06.538 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:06 smithi053 bash[75816]: debug 2024-09-13T01:18:06.214+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:06.601 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.3.service' 2024-09-13T01:18:06.629 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:18:06.629 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-13T01:18:06.629 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-13T01:18:06.630 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.4 2024-09-13T01:18:07.037 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:06 smithi053 systemd[1]: Stopping Ceph osd.4 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:18:07.037 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:06 smithi053 bash[71847]: debug 2024-09-13T01:18:06.770+0000 7f4a1f771640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T01:18:07.037 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:06 smithi053 bash[71847]: debug 2024-09-13T01:18:06.770+0000 7f4a1f771640 -1 osd.4 2603 *** Got signal Terminated *** 2024-09-13T01:18:07.037 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:06 smithi053 bash[71847]: debug 2024-09-13T01:18:06.770+0000 7f4a1f771640 -1 osd.4 2603 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T01:18:07.537 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:07 smithi053 bash[71847]: debug 2024-09-13T01:18:07.362+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.528848+0000 front 2024-09-13T01:17:34.528715+0000 (oldest deadline 2024-09-13T01:17:57.428605+0000) 2024-09-13T01:18:07.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:07 smithi053 bash[84176]: debug 2024-09-13T01:18:07.214+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:07.538 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:07 smithi053 bash[75816]: debug 2024-09-13T01:18:07.178+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:07.538 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:07 smithi053 bash[75816]: debug 2024-09-13T01:18:07.178+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:44.617894+0000 front 2024-09-13T01:17:44.618116+0000 (oldest deadline 2024-09-13T01:18:06.917605+0000) 2024-09-13T01:18:07.538 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:07 smithi053 bash[80191]: debug 2024-09-13T01:18:07.422+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:07.538 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:07 smithi053 bash[80191]: debug 2024-09-13T01:18:07.422+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:08.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:08 smithi053 bash[84176]: debug 2024-09-13T01:18:08.262+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:08.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:08 smithi053 bash[80191]: debug 2024-09-13T01:18:08.426+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:08.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:08 smithi053 bash[80191]: debug 2024-09-13T01:18:08.426+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:08.538 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:08 smithi053 bash[71847]: debug 2024-09-13T01:18:08.382+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.528848+0000 front 2024-09-13T01:17:34.528715+0000 (oldest deadline 2024-09-13T01:17:57.428605+0000) 2024-09-13T01:18:08.538 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:08 smithi053 bash[71847]: debug 2024-09-13T01:18:08.382+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.031002+0000 front 2024-09-13T01:17:45.030749+0000 (oldest deadline 2024-09-13T01:18:07.930422+0000) 2024-09-13T01:18:08.538 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:08 smithi053 bash[75816]: debug 2024-09-13T01:18:08.214+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:08.538 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:08 smithi053 bash[75816]: debug 2024-09-13T01:18:08.214+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:44.617894+0000 front 2024-09-13T01:17:44.618116+0000 (oldest deadline 2024-09-13T01:18:06.917605+0000) 2024-09-13T01:18:09.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:09 smithi053 bash[80191]: debug 2024-09-13T01:18:09.422+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:09.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:09 smithi053 bash[80191]: debug 2024-09-13T01:18:09.422+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:09.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:09 smithi053 bash[84176]: debug 2024-09-13T01:18:09.242+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:09.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:09 smithi053 bash[84176]: debug 2024-09-13T01:18:09.242+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:09.538 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:09 smithi053 bash[71847]: debug 2024-09-13T01:18:09.394+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.528848+0000 front 2024-09-13T01:17:34.528715+0000 (oldest deadline 2024-09-13T01:17:57.428605+0000) 2024-09-13T01:18:09.538 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:09 smithi053 bash[71847]: debug 2024-09-13T01:18:09.394+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.031002+0000 front 2024-09-13T01:17:45.030749+0000 (oldest deadline 2024-09-13T01:18:07.930422+0000) 2024-09-13T01:18:09.538 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:09 smithi053 bash[75816]: debug 2024-09-13T01:18:09.234+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:09.538 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:09 smithi053 bash[75816]: debug 2024-09-13T01:18:09.234+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:44.617894+0000 front 2024-09-13T01:17:44.618116+0000 (oldest deadline 2024-09-13T01:18:06.917605+0000) 2024-09-13T01:18:10.537 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:10 smithi053 bash[71847]: debug 2024-09-13T01:18:10.354+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.528848+0000 front 2024-09-13T01:17:34.528715+0000 (oldest deadline 2024-09-13T01:17:57.428605+0000) 2024-09-13T01:18:10.537 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:10 smithi053 bash[71847]: debug 2024-09-13T01:18:10.354+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.031002+0000 front 2024-09-13T01:17:45.030749+0000 (oldest deadline 2024-09-13T01:18:07.930422+0000) 2024-09-13T01:18:10.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:10 smithi053 bash[75816]: debug 2024-09-13T01:18:10.238+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:10.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:10 smithi053 bash[75816]: debug 2024-09-13T01:18:10.238+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:44.617894+0000 front 2024-09-13T01:17:44.618116+0000 (oldest deadline 2024-09-13T01:18:06.917605+0000) 2024-09-13T01:18:10.538 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:10 smithi053 bash[80191]: debug 2024-09-13T01:18:10.446+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:10.538 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:10 smithi053 bash[80191]: debug 2024-09-13T01:18:10.446+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:10.538 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:10 smithi053 bash[84176]: debug 2024-09-13T01:18:10.278+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:10.538 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:10 smithi053 bash[84176]: debug 2024-09-13T01:18:10.278+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:11.536 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:11 smithi053 bash[71847]: debug 2024-09-13T01:18:11.402+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.528848+0000 front 2024-09-13T01:17:34.528715+0000 (oldest deadline 2024-09-13T01:17:57.428605+0000) 2024-09-13T01:18:11.537 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:11 smithi053 bash[71847]: debug 2024-09-13T01:18:11.402+0000 7f4a1bd85640 -1 osd.4 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.031002+0000 front 2024-09-13T01:17:45.030749+0000 (oldest deadline 2024-09-13T01:18:07.930422+0000) 2024-09-13T01:18:11.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:11 smithi053 bash[84176]: debug 2024-09-13T01:18:11.270+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:11.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:11 smithi053 bash[84176]: debug 2024-09-13T01:18:11.270+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:11.538 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:11 smithi053 bash[75816]: debug 2024-09-13T01:18:11.262+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:11.538 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:11 smithi053 bash[75816]: debug 2024-09-13T01:18:11.262+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:44.617894+0000 front 2024-09-13T01:17:44.618116+0000 (oldest deadline 2024-09-13T01:18:06.917605+0000) 2024-09-13T01:18:11.538 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:11 smithi053 bash[80191]: debug 2024-09-13T01:18:11.486+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:11.538 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:11 smithi053 bash[80191]: debug 2024-09-13T01:18:11.486+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:12.527 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:12 smithi053 bash[75816]: debug 2024-09-13T01:18:12.258+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:12.527 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:12 smithi053 bash[75816]: debug 2024-09-13T01:18:12.258+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:44.617894+0000 front 2024-09-13T01:17:44.618116+0000 (oldest deadline 2024-09-13T01:18:06.917605+0000) 2024-09-13T01:18:12.528 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:12 smithi053 bash[84176]: debug 2024-09-13T01:18:12.262+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:12.528 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:12 smithi053 bash[84176]: debug 2024-09-13T01:18:12.262+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:12.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:12 smithi053 bash[80191]: debug 2024-09-13T01:18:12.522+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:12.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:12 smithi053 bash[80191]: debug 2024-09-13T01:18:12.522+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:13.249 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:12 smithi053 bash[108563]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-4 2024-09-13T01:18:13.250 INFO:journalctl@ceph.osd.4.smithi053.stdout:Sep 13 01:18:13 smithi053 bash[108627]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-4 2024-09-13T01:18:13.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:13 smithi053 bash[80191]: debug 2024-09-13T01:18:13.494+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:13.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:13 smithi053 bash[80191]: debug 2024-09-13T01:18:13.494+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:13.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:13 smithi053 bash[75816]: debug 2024-09-13T01:18:13.270+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:13.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:13 smithi053 bash[75816]: debug 2024-09-13T01:18:13.270+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:44.617894+0000 front 2024-09-13T01:17:44.618116+0000 (oldest deadline 2024-09-13T01:18:06.917605+0000) 2024-09-13T01:18:13.538 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:13 smithi053 bash[84176]: debug 2024-09-13T01:18:13.246+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:13.538 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:13 smithi053 bash[84176]: debug 2024-09-13T01:18:13.246+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:14.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:14 smithi053 bash[84176]: debug 2024-09-13T01:18:14.218+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:14.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:14 smithi053 bash[84176]: debug 2024-09-13T01:18:14.218+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:14.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:14 smithi053 bash[75816]: debug 2024-09-13T01:18:14.226+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:14.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:14 smithi053 bash[75816]: debug 2024-09-13T01:18:14.226+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:44.617894+0000 front 2024-09-13T01:17:44.618116+0000 (oldest deadline 2024-09-13T01:18:06.917605+0000) 2024-09-13T01:18:14.538 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:14 smithi053 bash[80191]: debug 2024-09-13T01:18:14.442+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:14.538 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:14 smithi053 bash[80191]: debug 2024-09-13T01:18:14.442+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:15.351 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.4.service' 2024-09-13T01:18:15.380 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:18:15.380 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-13T01:18:15.381 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-13T01:18:15.381 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.5 2024-09-13T01:18:15.489 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:15 smithi053 bash[75816]: debug 2024-09-13T01:18:15.238+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:15.489 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:15 smithi053 bash[75816]: debug 2024-09-13T01:18:15.238+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:44.617894+0000 front 2024-09-13T01:17:44.618116+0000 (oldest deadline 2024-09-13T01:18:06.917605+0000) 2024-09-13T01:18:15.489 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:15 smithi053 bash[75816]: debug 2024-09-13T01:18:15.238+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.719430+0000 front 2024-09-13T01:17:52.719642+0000 (oldest deadline 2024-09-13T01:18:14.919775+0000) 2024-09-13T01:18:15.489 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:15 smithi053 systemd[1]: Stopping Ceph osd.5 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:18:15.490 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:15 smithi053 bash[84176]: debug 2024-09-13T01:18:15.226+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:15.490 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:15 smithi053 bash[84176]: debug 2024-09-13T01:18:15.226+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:15.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:15 smithi053 bash[80191]: debug 2024-09-13T01:18:15.486+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:15.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:15 smithi053 bash[80191]: debug 2024-09-13T01:18:15.486+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:15.787 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:15 smithi053 bash[75816]: debug 2024-09-13T01:18:15.558+0000 7f1504702640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T01:18:15.788 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:15 smithi053 bash[75816]: debug 2024-09-13T01:18:15.558+0000 7f1504702640 -1 osd.5 2603 *** Got signal Terminated *** 2024-09-13T01:18:15.788 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:15 smithi053 bash[75816]: debug 2024-09-13T01:18:15.558+0000 7f1504702640 -1 osd.5 2603 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T01:18:16.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:16 smithi053 bash[84176]: debug 2024-09-13T01:18:16.245+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:16.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:16 smithi053 bash[84176]: debug 2024-09-13T01:18:16.245+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:16.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:16 smithi053 bash[75816]: debug 2024-09-13T01:18:16.277+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:16.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:16 smithi053 bash[75816]: debug 2024-09-13T01:18:16.277+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:44.617894+0000 front 2024-09-13T01:17:44.618116+0000 (oldest deadline 2024-09-13T01:18:06.917605+0000) 2024-09-13T01:18:16.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:16 smithi053 bash[75816]: debug 2024-09-13T01:18:16.277+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.719430+0000 front 2024-09-13T01:17:52.719642+0000 (oldest deadline 2024-09-13T01:18:14.919775+0000) 2024-09-13T01:18:17.036 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:16 smithi053 bash[80191]: debug 2024-09-13T01:18:16.533+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:17.037 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:16 smithi053 bash[80191]: debug 2024-09-13T01:18:16.533+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:17.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:17 smithi053 bash[75816]: debug 2024-09-13T01:18:17.269+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:17.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:17 smithi053 bash[75816]: debug 2024-09-13T01:18:17.269+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:44.617894+0000 front 2024-09-13T01:17:44.618116+0000 (oldest deadline 2024-09-13T01:18:06.917605+0000) 2024-09-13T01:18:17.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:17 smithi053 bash[75816]: debug 2024-09-13T01:18:17.269+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.719430+0000 front 2024-09-13T01:17:52.719642+0000 (oldest deadline 2024-09-13T01:18:14.919775+0000) 2024-09-13T01:18:17.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:17 smithi053 bash[84176]: debug 2024-09-13T01:18:17.253+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:17.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:17 smithi053 bash[84176]: debug 2024-09-13T01:18:17.253+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:17.538 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:17 smithi053 bash[80191]: debug 2024-09-13T01:18:17.497+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:17.538 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:17 smithi053 bash[80191]: debug 2024-09-13T01:18:17.497+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:17.538 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:17 smithi053 bash[80191]: debug 2024-09-13T01:18:17.497+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.936583+0000 front 2024-09-13T01:17:52.936340+0000 (oldest deadline 2024-09-13T01:18:16.936890+0000) 2024-09-13T01:18:18.504 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:18 smithi053 bash[75816]: debug 2024-09-13T01:18:18.237+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:18.504 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:18 smithi053 bash[75816]: debug 2024-09-13T01:18:18.237+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:44.617894+0000 front 2024-09-13T01:17:44.618116+0000 (oldest deadline 2024-09-13T01:18:06.917605+0000) 2024-09-13T01:18:18.504 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:18 smithi053 bash[75816]: debug 2024-09-13T01:18:18.237+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.719430+0000 front 2024-09-13T01:17:52.719642+0000 (oldest deadline 2024-09-13T01:18:14.919775+0000) 2024-09-13T01:18:18.505 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:18 smithi053 bash[84176]: debug 2024-09-13T01:18:18.281+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:18.505 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:18 smithi053 bash[84176]: debug 2024-09-13T01:18:18.281+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:18.505 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:18 smithi053 bash[84176]: debug 2024-09-13T01:18:18.281+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:18.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:18 smithi053 bash[80191]: debug 2024-09-13T01:18:18.497+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:18.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:18 smithi053 bash[80191]: debug 2024-09-13T01:18:18.497+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:18.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:18 smithi053 bash[80191]: debug 2024-09-13T01:18:18.497+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.936583+0000 front 2024-09-13T01:17:52.936340+0000 (oldest deadline 2024-09-13T01:18:16.936890+0000) 2024-09-13T01:18:19.480 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:19 smithi053 bash[75816]: debug 2024-09-13T01:18:19.201+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:19.480 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:19 smithi053 bash[75816]: debug 2024-09-13T01:18:19.201+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:44.617894+0000 front 2024-09-13T01:17:44.618116+0000 (oldest deadline 2024-09-13T01:18:06.917605+0000) 2024-09-13T01:18:19.480 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:19 smithi053 bash[75816]: debug 2024-09-13T01:18:19.201+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.719430+0000 front 2024-09-13T01:17:52.719642+0000 (oldest deadline 2024-09-13T01:18:14.919775+0000) 2024-09-13T01:18:19.480 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:19 smithi053 bash[84176]: debug 2024-09-13T01:18:19.309+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:19.480 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:19 smithi053 bash[84176]: debug 2024-09-13T01:18:19.309+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:19.481 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:19 smithi053 bash[84176]: debug 2024-09-13T01:18:19.309+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:19.786 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:19 smithi053 bash[80191]: debug 2024-09-13T01:18:19.477+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:19.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:19 smithi053 bash[80191]: debug 2024-09-13T01:18:19.477+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:19.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:19 smithi053 bash[80191]: debug 2024-09-13T01:18:19.477+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.936583+0000 front 2024-09-13T01:17:52.936340+0000 (oldest deadline 2024-09-13T01:18:16.936890+0000) 2024-09-13T01:18:20.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:20 smithi053 bash[80191]: debug 2024-09-13T01:18:20.445+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:20.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:20 smithi053 bash[80191]: debug 2024-09-13T01:18:20.445+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:20.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:20 smithi053 bash[80191]: debug 2024-09-13T01:18:20.445+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.936583+0000 front 2024-09-13T01:17:52.936340+0000 (oldest deadline 2024-09-13T01:18:16.936890+0000) 2024-09-13T01:18:20.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:20 smithi053 bash[75816]: debug 2024-09-13T01:18:20.241+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:36.014968+0000 front 2024-09-13T01:17:36.015176+0000 (oldest deadline 2024-09-13T01:17:58.914865+0000) 2024-09-13T01:18:20.538 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:20 smithi053 bash[75816]: debug 2024-09-13T01:18:20.241+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:44.617894+0000 front 2024-09-13T01:17:44.618116+0000 (oldest deadline 2024-09-13T01:18:06.917605+0000) 2024-09-13T01:18:20.538 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:20 smithi053 bash[75816]: debug 2024-09-13T01:18:20.241+0000 7f14fcd0e640 -1 osd.5 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.719430+0000 front 2024-09-13T01:17:52.719642+0000 (oldest deadline 2024-09-13T01:18:14.919775+0000) 2024-09-13T01:18:20.538 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:20 smithi053 bash[84176]: debug 2024-09-13T01:18:20.353+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:20.538 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:20 smithi053 bash[84176]: debug 2024-09-13T01:18:20.353+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:20.538 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:20 smithi053 bash[84176]: debug 2024-09-13T01:18:20.353+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:21.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:21 smithi053 bash[80191]: debug 2024-09-13T01:18:21.413+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:21.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:21 smithi053 bash[80191]: debug 2024-09-13T01:18:21.413+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:21.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:21 smithi053 bash[80191]: debug 2024-09-13T01:18:21.413+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.936583+0000 front 2024-09-13T01:17:52.936340+0000 (oldest deadline 2024-09-13T01:18:16.936890+0000) 2024-09-13T01:18:21.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:21 smithi053 bash[84176]: debug 2024-09-13T01:18:21.393+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:21.538 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:21 smithi053 bash[84176]: debug 2024-09-13T01:18:21.393+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:21.538 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:21 smithi053 bash[84176]: debug 2024-09-13T01:18:21.393+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:22.251 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:21 smithi053 bash[108757]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-5 2024-09-13T01:18:22.251 INFO:journalctl@ceph.osd.5.smithi053.stdout:Sep 13 01:18:22 smithi053 bash[108822]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-5 2024-09-13T01:18:22.536 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:22 smithi053 bash[80191]: debug 2024-09-13T01:18:22.461+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:22.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:22 smithi053 bash[80191]: debug 2024-09-13T01:18:22.461+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:22.537 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:22 smithi053 bash[80191]: debug 2024-09-13T01:18:22.461+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.936583+0000 front 2024-09-13T01:17:52.936340+0000 (oldest deadline 2024-09-13T01:18:16.936890+0000) 2024-09-13T01:18:22.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:22 smithi053 bash[84176]: debug 2024-09-13T01:18:22.357+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:22.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:22 smithi053 bash[84176]: debug 2024-09-13T01:18:22.357+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:22.537 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:22 smithi053 bash[84176]: debug 2024-09-13T01:18:22.357+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:23.532 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:23 smithi053 bash[84176]: debug 2024-09-13T01:18:23.361+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:23.532 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:23 smithi053 bash[84176]: debug 2024-09-13T01:18:23.361+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:23.532 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:23 smithi053 bash[84176]: debug 2024-09-13T01:18:23.361+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:23.533 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:23 smithi053 bash[80191]: debug 2024-09-13T01:18:23.441+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:23.533 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:23 smithi053 bash[80191]: debug 2024-09-13T01:18:23.441+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:23.533 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:23 smithi053 bash[80191]: debug 2024-09-13T01:18:23.441+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.936583+0000 front 2024-09-13T01:17:52.936340+0000 (oldest deadline 2024-09-13T01:18:16.936890+0000) 2024-09-13T01:18:24.143 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.5.service' 2024-09-13T01:18:24.172 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:18:24.172 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-13T01:18:24.172 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-13T01:18:24.173 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.6 2024-09-13T01:18:24.432 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:24 smithi053 bash[84176]: debug 2024-09-13T01:18:24.345+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:24.432 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:24 smithi053 bash[84176]: debug 2024-09-13T01:18:24.345+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:24.433 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:24 smithi053 bash[84176]: debug 2024-09-13T01:18:24.345+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:24.433 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:24 smithi053 bash[84176]: debug 2024-09-13T01:18:24.345+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:17:58.879364+0000 front 2024-09-13T01:17:58.879455+0000 (oldest deadline 2024-09-13T01:18:24.179122+0000) 2024-09-13T01:18:24.433 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:24 smithi053 systemd[1]: Stopping Ceph osd.6 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:18:24.433 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:24 smithi053 bash[80191]: debug 2024-09-13T01:18:24.353+0000 7f0d6430c640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T01:18:24.433 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:24 smithi053 bash[80191]: debug 2024-09-13T01:18:24.353+0000 7f0d6430c640 -1 osd.6 2603 *** Got signal Terminated *** 2024-09-13T01:18:24.434 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:24 smithi053 bash[80191]: debug 2024-09-13T01:18:24.353+0000 7f0d6430c640 -1 osd.6 2603 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T01:18:24.434 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:24 smithi053 bash[80191]: debug 2024-09-13T01:18:24.425+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:24.434 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:24 smithi053 bash[80191]: debug 2024-09-13T01:18:24.425+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:24.786 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:24 smithi053 bash[80191]: debug 2024-09-13T01:18:24.425+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.936583+0000 front 2024-09-13T01:17:52.936340+0000 (oldest deadline 2024-09-13T01:18:16.936890+0000) 2024-09-13T01:18:24.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:24 smithi053 bash[80191]: debug 2024-09-13T01:18:24.425+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:18:01.638694+0000 front 2024-09-13T01:18:01.638851+0000 (oldest deadline 2024-09-13T01:18:23.938488+0000) 2024-09-13T01:18:25.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:25 smithi053 bash[84176]: debug 2024-09-13T01:18:25.301+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:25.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:25 smithi053 bash[84176]: debug 2024-09-13T01:18:25.301+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:25.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:25 smithi053 bash[84176]: debug 2024-09-13T01:18:25.301+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:25.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:25 smithi053 bash[84176]: debug 2024-09-13T01:18:25.301+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:17:58.879364+0000 front 2024-09-13T01:17:58.879455+0000 (oldest deadline 2024-09-13T01:18:24.179122+0000) 2024-09-13T01:18:25.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:25 smithi053 bash[80191]: debug 2024-09-13T01:18:25.409+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:25.788 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:25 smithi053 bash[80191]: debug 2024-09-13T01:18:25.409+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:25.788 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:25 smithi053 bash[80191]: debug 2024-09-13T01:18:25.409+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.936583+0000 front 2024-09-13T01:17:52.936340+0000 (oldest deadline 2024-09-13T01:18:16.936890+0000) 2024-09-13T01:18:25.788 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:25 smithi053 bash[80191]: debug 2024-09-13T01:18:25.409+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:18:01.638694+0000 front 2024-09-13T01:18:01.638851+0000 (oldest deadline 2024-09-13T01:18:23.938488+0000) 2024-09-13T01:18:26.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:26 smithi053 bash[80191]: debug 2024-09-13T01:18:26.389+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:26.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:26 smithi053 bash[80191]: debug 2024-09-13T01:18:26.389+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:26.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:26 smithi053 bash[80191]: debug 2024-09-13T01:18:26.389+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.936583+0000 front 2024-09-13T01:17:52.936340+0000 (oldest deadline 2024-09-13T01:18:16.936890+0000) 2024-09-13T01:18:26.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:26 smithi053 bash[80191]: debug 2024-09-13T01:18:26.389+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:18:01.638694+0000 front 2024-09-13T01:18:01.638851+0000 (oldest deadline 2024-09-13T01:18:23.938488+0000) 2024-09-13T01:18:26.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:26 smithi053 bash[84176]: debug 2024-09-13T01:18:26.293+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:26.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:26 smithi053 bash[84176]: debug 2024-09-13T01:18:26.293+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:26.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:26 smithi053 bash[84176]: debug 2024-09-13T01:18:26.293+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:26.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:26 smithi053 bash[84176]: debug 2024-09-13T01:18:26.293+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:17:58.879364+0000 front 2024-09-13T01:17:58.879455+0000 (oldest deadline 2024-09-13T01:18:24.179122+0000) 2024-09-13T01:18:27.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:27 smithi053 bash[80191]: debug 2024-09-13T01:18:27.337+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:27.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:27 smithi053 bash[80191]: debug 2024-09-13T01:18:27.337+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:27.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:27 smithi053 bash[80191]: debug 2024-09-13T01:18:27.337+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.936583+0000 front 2024-09-13T01:17:52.936340+0000 (oldest deadline 2024-09-13T01:18:16.936890+0000) 2024-09-13T01:18:27.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:27 smithi053 bash[80191]: debug 2024-09-13T01:18:27.337+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:18:01.638694+0000 front 2024-09-13T01:18:01.638851+0000 (oldest deadline 2024-09-13T01:18:23.938488+0000) 2024-09-13T01:18:27.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:27 smithi053 bash[84176]: debug 2024-09-13T01:18:27.321+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:27.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:27 smithi053 bash[84176]: debug 2024-09-13T01:18:27.321+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:27.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:27 smithi053 bash[84176]: debug 2024-09-13T01:18:27.321+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:27.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:27 smithi053 bash[84176]: debug 2024-09-13T01:18:27.321+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:17:58.879364+0000 front 2024-09-13T01:17:58.879455+0000 (oldest deadline 2024-09-13T01:18:24.179122+0000) 2024-09-13T01:18:28.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:28 smithi053 bash[80191]: debug 2024-09-13T01:18:28.353+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:28.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:28 smithi053 bash[80191]: debug 2024-09-13T01:18:28.353+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:28.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:28 smithi053 bash[80191]: debug 2024-09-13T01:18:28.353+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.936583+0000 front 2024-09-13T01:17:52.936340+0000 (oldest deadline 2024-09-13T01:18:16.936890+0000) 2024-09-13T01:18:28.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:28 smithi053 bash[80191]: debug 2024-09-13T01:18:28.353+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:18:01.638694+0000 front 2024-09-13T01:18:01.638851+0000 (oldest deadline 2024-09-13T01:18:23.938488+0000) 2024-09-13T01:18:28.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:28 smithi053 bash[84176]: debug 2024-09-13T01:18:28.313+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:28.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:28 smithi053 bash[84176]: debug 2024-09-13T01:18:28.313+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:28.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:28 smithi053 bash[84176]: debug 2024-09-13T01:18:28.313+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:28.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:28 smithi053 bash[84176]: debug 2024-09-13T01:18:28.313+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:17:58.879364+0000 front 2024-09-13T01:17:58.879455+0000 (oldest deadline 2024-09-13T01:18:24.179122+0000) 2024-09-13T01:18:29.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:29 smithi053 bash[80191]: debug 2024-09-13T01:18:29.309+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.331748+0000 front 2024-09-13T01:17:34.332052+0000 (oldest deadline 2024-09-13T01:17:58.332373+0000) 2024-09-13T01:18:29.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:29 smithi053 bash[80191]: debug 2024-09-13T01:18:29.309+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:45.334736+0000 front 2024-09-13T01:17:45.334590+0000 (oldest deadline 2024-09-13T01:18:07.034619+0000) 2024-09-13T01:18:29.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:29 smithi053 bash[80191]: debug 2024-09-13T01:18:29.309+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:52.936583+0000 front 2024-09-13T01:17:52.936340+0000 (oldest deadline 2024-09-13T01:18:16.936890+0000) 2024-09-13T01:18:29.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:29 smithi053 bash[80191]: debug 2024-09-13T01:18:29.309+0000 7f0d5c918640 -1 osd.6 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:18:01.638694+0000 front 2024-09-13T01:18:01.638851+0000 (oldest deadline 2024-09-13T01:18:23.938488+0000) 2024-09-13T01:18:29.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:29 smithi053 bash[84176]: debug 2024-09-13T01:18:29.357+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:29.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:29 smithi053 bash[84176]: debug 2024-09-13T01:18:29.357+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:29.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:29 smithi053 bash[84176]: debug 2024-09-13T01:18:29.357+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:29.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:29 smithi053 bash[84176]: debug 2024-09-13T01:18:29.357+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:17:58.879364+0000 front 2024-09-13T01:17:58.879455+0000 (oldest deadline 2024-09-13T01:18:24.179122+0000) 2024-09-13T01:18:30.787 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:30 smithi053 bash[108954]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-6 2024-09-13T01:18:30.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:30 smithi053 bash[84176]: debug 2024-09-13T01:18:30.409+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:30.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:30 smithi053 bash[84176]: debug 2024-09-13T01:18:30.409+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:30.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:30 smithi053 bash[84176]: debug 2024-09-13T01:18:30.409+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:30.788 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:30 smithi053 bash[84176]: debug 2024-09-13T01:18:30.409+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:17:58.879364+0000 front 2024-09-13T01:17:58.879455+0000 (oldest deadline 2024-09-13T01:18:24.179122+0000) 2024-09-13T01:18:31.286 INFO:journalctl@ceph.osd.6.smithi053.stdout:Sep 13 01:18:30 smithi053 bash[109017]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-6 2024-09-13T01:18:31.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:31 smithi053 bash[84176]: debug 2024-09-13T01:18:31.445+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:31.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:31 smithi053 bash[84176]: debug 2024-09-13T01:18:31.445+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:31.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:31 smithi053 bash[84176]: debug 2024-09-13T01:18:31.445+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:31.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:31 smithi053 bash[84176]: debug 2024-09-13T01:18:31.445+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:17:58.879364+0000 front 2024-09-13T01:17:58.879455+0000 (oldest deadline 2024-09-13T01:18:24.179122+0000) 2024-09-13T01:18:32.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:32 smithi053 bash[84176]: debug 2024-09-13T01:18:32.441+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:32.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:32 smithi053 bash[84176]: debug 2024-09-13T01:18:32.441+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:32.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:32 smithi053 bash[84176]: debug 2024-09-13T01:18:32.441+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:32.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:32 smithi053 bash[84176]: debug 2024-09-13T01:18:32.441+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:17:58.879364+0000 front 2024-09-13T01:17:58.879455+0000 (oldest deadline 2024-09-13T01:18:24.179122+0000) 2024-09-13T01:18:32.853 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.6.service' 2024-09-13T01:18:32.883 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:18:32.883 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-13T01:18:32.883 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-13T01:18:32.883 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.7 2024-09-13T01:18:33.170 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:32 smithi053 systemd[1]: Stopping Ceph osd.7 for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:18:33.170 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:33 smithi053 bash[84176]: debug 2024-09-13T01:18:33.061+0000 7f902f7e1640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T01:18:33.170 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:33 smithi053 bash[84176]: debug 2024-09-13T01:18:33.061+0000 7f902f7e1640 -1 osd.7 2603 *** Got signal Terminated *** 2024-09-13T01:18:33.171 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:33 smithi053 bash[84176]: debug 2024-09-13T01:18:33.061+0000 7f902f7e1640 -1 osd.7 2603 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T01:18:33.443 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:33 smithi053 bash[94430]: ts=2024-09-13T01:18:33.170Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.32:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.32:8765: connect: connection refused" 2024-09-13T01:18:33.443 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:33 smithi053 bash[94430]: ts=2024-09-13T01:18:33.173Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.32:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.32:8765: connect: connection refused" 2024-09-13T01:18:33.443 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:33 smithi053 bash[94430]: ts=2024-09-13T01:18:33.175Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.32:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.32:8765: connect: connection refused" 2024-09-13T01:18:33.443 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:33 smithi053 bash[94430]: ts=2024-09-13T01:18:33.179Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.32:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.32:8765: connect: connection refused" 2024-09-13T01:18:33.443 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:33 smithi053 bash[94430]: ts=2024-09-13T01:18:33.180Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.32:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.32:8765: connect: connection refused" 2024-09-13T01:18:33.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:33 smithi053 bash[84176]: debug 2024-09-13T01:18:33.437+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:33.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:33 smithi053 bash[84176]: debug 2024-09-13T01:18:33.437+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:33.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:33 smithi053 bash[84176]: debug 2024-09-13T01:18:33.437+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:33.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:33 smithi053 bash[84176]: debug 2024-09-13T01:18:33.437+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:17:58.879364+0000 front 2024-09-13T01:17:58.879455+0000 (oldest deadline 2024-09-13T01:18:24.179122+0000) 2024-09-13T01:18:34.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:34 smithi053 bash[84176]: debug 2024-09-13T01:18:34.389+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:34.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:34 smithi053 bash[84176]: debug 2024-09-13T01:18:34.389+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:34.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:34 smithi053 bash[84176]: debug 2024-09-13T01:18:34.389+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:34.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:34 smithi053 bash[84176]: debug 2024-09-13T01:18:34.389+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:17:58.879364+0000 front 2024-09-13T01:17:58.879455+0000 (oldest deadline 2024-09-13T01:18:24.179122+0000) 2024-09-13T01:18:34.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:34 smithi053 bash[84176]: debug 2024-09-13T01:18:34.389+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.53:6804 osd.4 since back 2024-09-13T01:18:09.381125+0000 front 2024-09-13T01:18:09.381314+0000 (oldest deadline 2024-09-13T01:18:34.081064+0000) 2024-09-13T01:18:35.786 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:35 smithi053 bash[84176]: debug 2024-09-13T01:18:35.397+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:35.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:35 smithi053 bash[84176]: debug 2024-09-13T01:18:35.397+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:35.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:35 smithi053 bash[84176]: debug 2024-09-13T01:18:35.397+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:35.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:35 smithi053 bash[84176]: debug 2024-09-13T01:18:35.397+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:17:58.879364+0000 front 2024-09-13T01:17:58.879455+0000 (oldest deadline 2024-09-13T01:18:24.179122+0000) 2024-09-13T01:18:35.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:35 smithi053 bash[84176]: debug 2024-09-13T01:18:35.397+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.53:6804 osd.4 since back 2024-09-13T01:18:09.381125+0000 front 2024-09-13T01:18:09.381314+0000 (oldest deadline 2024-09-13T01:18:34.081064+0000) 2024-09-13T01:18:36.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:36 smithi053 bash[84176]: debug 2024-09-13T01:18:36.361+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:36.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:36 smithi053 bash[84176]: debug 2024-09-13T01:18:36.361+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:36.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:36 smithi053 bash[84176]: debug 2024-09-13T01:18:36.361+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:36.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:36 smithi053 bash[84176]: debug 2024-09-13T01:18:36.361+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:17:58.879364+0000 front 2024-09-13T01:17:58.879455+0000 (oldest deadline 2024-09-13T01:18:24.179122+0000) 2024-09-13T01:18:36.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:36 smithi053 bash[84176]: debug 2024-09-13T01:18:36.361+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.53:6804 osd.4 since back 2024-09-13T01:18:09.381125+0000 front 2024-09-13T01:18:09.381314+0000 (oldest deadline 2024-09-13T01:18:34.081064+0000) 2024-09-13T01:18:37.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:37 smithi053 bash[84176]: debug 2024-09-13T01:18:37.373+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-09-13T01:17:34.374724+0000 front 2024-09-13T01:17:34.374155+0000 (oldest deadline 2024-09-13T01:18:00.274316+0000) 2024-09-13T01:18:37.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:37 smithi053 bash[84176]: debug 2024-09-13T01:18:37.373+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6814 osd.1 since back 2024-09-13T01:17:43.175861+0000 front 2024-09-13T01:17:43.176326+0000 (oldest deadline 2024-09-13T01:18:08.476063+0000) 2024-09-13T01:18:37.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:37 smithi053 bash[84176]: debug 2024-09-13T01:18:37.373+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6822 osd.2 since back 2024-09-13T01:17:53.678156+0000 front 2024-09-13T01:17:53.678510+0000 (oldest deadline 2024-09-13T01:18:17.777872+0000) 2024-09-13T01:18:37.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:37 smithi053 bash[84176]: debug 2024-09-13T01:18:37.373+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.32:6830 osd.3 since back 2024-09-13T01:17:58.879364+0000 front 2024-09-13T01:17:58.879455+0000 (oldest deadline 2024-09-13T01:18:24.179122+0000) 2024-09-13T01:18:37.787 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:37 smithi053 bash[84176]: debug 2024-09-13T01:18:37.373+0000 7f902bdf5640 -1 osd.7 2603 heartbeat_check: no reply from 172.21.15.53:6804 osd.4 since back 2024-09-13T01:18:09.381125+0000 front 2024-09-13T01:18:09.381314+0000 (oldest deadline 2024-09-13T01:18:34.081064+0000) 2024-09-13T01:18:39.530 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:39 smithi053 bash[109147]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-7 2024-09-13T01:18:39.531 INFO:journalctl@ceph.osd.7.smithi053.stdout:Sep 13 01:18:39 smithi053 bash[109210]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-osd-7 2024-09-13T01:18:41.346 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@osd.7.service' 2024-09-13T01:18:41.376 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:18:41.377 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-13T01:18:41.377 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-13T01:18:41.377 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@mds.a 2024-09-13T01:18:41.664 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 01:18:41 smithi032 systemd[1]: Stopping Ceph mds.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:18:41.664 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 01:18:41 smithi032 bash[98075]: debug 2024-09-13T01:18:41.524+0000 7f6587978640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T01:18:41.664 INFO:journalctl@ceph.mds.a.smithi032.stdout:Sep 13 01:18:41 smithi032 bash[98075]: debug 2024-09-13T01:18:41.524+0000 7f6587978640 -1 mds.a *** got signal Terminated *** 2024-09-13T01:18:46.029 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@mds.a.service' 2024-09-13T01:18:46.053 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:18:46.054 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-13T01:18:46.054 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-13T01:18:46.054 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@mds.b 2024-09-13T01:18:46.537 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 01:18:46 smithi053 systemd[1]: Stopping Ceph mds.b for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:18:46.537 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 01:18:46 smithi053 bash[87814]: debug 2024-09-13T01:18:46.197+0000 7fd9a43f3640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T01:18:46.537 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 01:18:46 smithi053 bash[87814]: debug 2024-09-13T01:18:46.197+0000 7fd9a43f3640 -1 mds.b *** got signal Terminated *** 2024-09-13T01:18:50.800 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@mds.b.service' 2024-09-13T01:18:50.809 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 01:18:50 smithi053 bash[109339]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mds-b 2024-09-13T01:18:50.809 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 01:18:50 smithi053 bash[109398]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-mds-b 2024-09-13T01:18:50.809 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 01:18:50 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-13T01:18:50.809 INFO:journalctl@ceph.mds.b.smithi053.stdout:Sep 13 01:18:50 smithi053 systemd[1]: Stopped Ceph mds.b for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T01:18:50.824 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:18:50.824 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-13T01:18:50.825 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-13T01:18:50.825 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-487b01b8-7161-11ef-bceb-c7b262605968@prometheus.a 2024-09-13T01:18:51.058 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:50 smithi053 systemd[1]: Stopping Ceph prometheus.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:18:51.058 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:50 smithi053 bash[94430]: ts=2024-09-13T01:18:50.992Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T01:18:51.058 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:50 smithi053 bash[94430]: ts=2024-09-13T01:18:50.992Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T01:18:51.058 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:50 smithi053 bash[94430]: ts=2024-09-13T01:18:50.992Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T01:18:51.058 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:50 smithi053 bash[94430]: ts=2024-09-13T01:18:50.992Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T01:18:51.058 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:50 smithi053 bash[94430]: ts=2024-09-13T01:18:50.992Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T01:18:51.059 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:50 smithi053 bash[94430]: ts=2024-09-13T01:18:50.992Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T01:18:51.059 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:50 smithi053 bash[94430]: ts=2024-09-13T01:18:50.992Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T01:18:51.059 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:50 smithi053 bash[94430]: ts=2024-09-13T01:18:50.992Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T01:18:51.059 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:50 smithi053 bash[94430]: ts=2024-09-13T01:18:50.992Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T01:18:51.059 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:50 smithi053 bash[94430]: ts=2024-09-13T01:18:50.994Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T01:18:51.059 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:50 smithi053 bash[94430]: ts=2024-09-13T01:18:50.994Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T01:18:51.059 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Sep 13 01:18:50 smithi053 bash[94430]: ts=2024-09-13T01:18:50.994Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T01:18:51.794 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-487b01b8-7161-11ef-bceb-c7b262605968@prometheus.a.service' 2024-09-13T01:18:51.818 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T01:18:51.818 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-13T01:18:51.818 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 487b01b8-7161-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-13T01:18:51.914 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:18:51 smithi032 bash[105145]: ts=2024-09-13T01:18:51.626Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi032.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.32:8443: connect: connection refused" 2024-09-13T01:18:51.914 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:18:51 smithi032 bash[105145]: ts=2024-09-13T01:18:51.628Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi053.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.53:8443: connect: connection refused" 2024-09-13T01:18:56.914 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:56 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:56.914 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:18:56 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:57.202 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:18:56 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:57.202 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:18:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:57.203 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:56 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:57.203 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:57.476 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:18:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:57.477 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:57.783 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:57.784 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:18:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:58.038 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:58.038 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:58.039 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:18:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:58.039 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:18:57 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:58.292 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:58 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:58.293 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:18:58 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:58.609 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:58 smithi032 systemd[1]: Stopping Ceph node-exporter.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:18:59.453 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:59 smithi032 bash[121715]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T01:18:59.453 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:59 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T01:18:59.453 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:59 smithi032 bash[121776]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T01:18:59.454 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:59 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-13T01:18:59.454 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:59 smithi032 systemd[1]: Stopped Ceph node-exporter.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T01:18:59.757 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Sep 13 01:18:59 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:59.757 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:18:59 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:18:59.758 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:18:59 smithi032 systemd[1]: Stopping Ceph alertmanager.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:19:00.163 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:18:59 smithi032 bash[105145]: ts=2024-09-13T01:18:59.758Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T01:19:00.663 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:19:00 smithi032 bash[121839]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T01:19:00.664 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:19:00 smithi032 bash[121900]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T01:19:00.664 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:19:00 smithi032 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T01:19:00.664 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:19:00 smithi032 systemd[1]: Stopped Ceph alertmanager.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T01:19:00.955 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Sep 13 01:19:00 smithi032 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:01.149 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 487b01b8-7161-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-13T01:19:06.161 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:06 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:06.161 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:06 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:06.512 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:06 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:06.513 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:06 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:06.786 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:06 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:06.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:06 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:06.787 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:06 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:06.787 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:06 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:07.081 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:06 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:07.081 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:06 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:07.420 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:07 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:07.420 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:07 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:07.725 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:07 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:07.725 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:07 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:07.725 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:07 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:07.725 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:07 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:08.036 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:07 smithi053 systemd[1]: Stopping Ceph node-exporter.b for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:19:08.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:08 smithi053 bash[109785]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T01:19:08.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:08 smithi053 bash[109848]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T01:19:08.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:08 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-13T01:19:08.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:08 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-13T01:19:08.787 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:08 smithi053 systemd[1]: Stopped Ceph node-exporter.b for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T01:19:09.093 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:08 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:09.093 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:08 smithi053 systemd[1]: Stopping Ceph grafana.a for 487b01b8-7161-11ef-bceb-c7b262605968... 2024-09-13T01:19:09.093 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Sep 13 01:19:08 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:09.916 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:09 smithi053 bash[109911]: ceph-487b01b8-7161-11ef-bceb-c7b262605968-grafana-a 2024-09-13T01:19:09.916 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:09 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T01:19:09.917 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:09 smithi053 bash[109971]: Error response from daemon: No such container: ceph-487b01b8-7161-11ef-bceb-c7b262605968-grafana-a 2024-09-13T01:19:09.917 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:09 smithi053 systemd[1]: ceph-487b01b8-7161-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-13T01:19:09.917 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:09 smithi053 systemd[1]: Stopped Ceph grafana.a for 487b01b8-7161-11ef-bceb-c7b262605968. 2024-09-13T01:19:10.179 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Sep 13 01:19:09 smithi053 systemd[1]: /etc/systemd/system/ceph-487b01b8-7161-11ef-bceb-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T01:19:10.458 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T01:19:10.473 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T01:19:10.485 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-13T01:19:10.488 DEBUG:teuthology.misc:Transferring archived files from smithi032:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-11_01:16:05-upgrade:quincy-x-reef-distro-default-smithi/7901100/remote/smithi032/crash 2024-09-13T01:19:10.489 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/crash -- . 2024-09-13T01:19:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:tar: /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-13T01:19:10.527 INFO:teuthology.orchestra.run.smithi032.stderr:tar: Error is not recoverable: exiting now 2024-09-13T01:19:10.529 DEBUG:teuthology.misc:Transferring archived files from smithi053:/var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-11_01:16:05-upgrade:quincy-x-reef-distro-default-smithi/7901100/remote/smithi053/crash 2024-09-13T01:19:10.529 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/crash -- . 2024-09-13T01:19:10.540 INFO:teuthology.orchestra.run.smithi053.stderr:tar: /var/lib/ceph/487b01b8-7161-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-13T01:19:10.544 INFO:teuthology.orchestra.run.smithi053.stderr:tar: Error is not recoverable: exiting now 2024-09-13T01:19:10.545 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-13T01:19:10.545 DEBUG:teuthology.orchestra.run.smithi032:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/487b01b8-7161-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-13T01:19:10.587 INFO:teuthology.orchestra.run.smithi032.stderr:grep: /var/log/ceph/487b01b8-7161-11ef-bceb-c7b262605968/ceph.log: No such file or directory 2024-09-13T01:19:10.589 INFO:tasks.cephadm:Compressing logs... 2024-09-13T01:19:10.590 DEBUG:teuthology.orchestra.run.smithi032:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T01:19:10.632 DEBUG:teuthology.orchestra.run.smithi053:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T01:19:10.643 INFO:teuthology.orchestra.run.smithi032.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-09-13T01:19:10.645 INFO:teuthology.orchestra.run.smithi053.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-09-13T01:21:07.705 INFO:tasks.cephadm:Archiving logs... 2024-09-13T01:21:07.706 DEBUG:teuthology.misc:Transferring archived files from smithi032:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-11_01:16:05-upgrade:quincy-x-reef-distro-default-smithi/7901100/remote/smithi032/log 2024-09-13T01:21:07.707 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T01:21:18.449 DEBUG:teuthology.misc:Transferring archived files from smithi053:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-11_01:16:05-upgrade:quincy-x-reef-distro-default-smithi/7901100/remote/smithi053/log 2024-09-13T01:21:18.450 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T01:21:26.465 INFO:tasks.cephadm:Removing cluster... 2024-09-13T01:21:26.466 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 487b01b8-7161-11ef-bceb-c7b262605968 --force 2024-09-13T01:21:28.081 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 487b01b8-7161-11ef-bceb-c7b262605968 --force 2024-09-13T01:21:29.703 INFO:tasks.cephadm:Removing cephadm ... 2024-09-13T01:21:29.704 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-13T01:21:29.710 DEBUG:teuthology.orchestra.run.smithi053:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-13T01:21:29.715 INFO:tasks.cephadm:Teardown complete 2024-09-13T01:21:29.716 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-13T01:21:29.726 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-13T01:21:29.726 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T01:21:29.756 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T01:21:29.822 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-13T01:21:29.833 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-13T01:21:29.834 DEBUG:teuthology.orchestra.run.smithi032:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T01:21:29.837 DEBUG:teuthology.orchestra.run.smithi053:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T01:21:29.851 INFO:teuthology.orchestra.run.smithi032.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T01:21:29.851 INFO:teuthology.orchestra.run.smithi032.stdout:============================================================================== 2024-09-13T01:21:29.851 INFO:teuthology.orchestra.run.smithi032.stdout:*hv01.front.sepi 67.205.162.81 3 u 116 128 377 0.173 -1.956 0.354 2024-09-13T01:21:29.851 INFO:teuthology.orchestra.run.smithi032.stdout:+hv02.front.sepi 63.231.80.2 3 u 60 128 377 0.179 -1.305 0.400 2024-09-13T01:21:29.851 INFO:teuthology.orchestra.run.smithi032.stdout:+hv03.front.sepi 74.6.168.72 3 u 67 128 377 0.212 -2.024 0.328 2024-09-13T01:21:29.852 INFO:teuthology.orchestra.run.smithi032.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-13T01:21:29.854 INFO:teuthology.orchestra.run.smithi053.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T01:21:29.854 INFO:teuthology.orchestra.run.smithi053.stdout:============================================================================== 2024-09-13T01:21:29.854 INFO:teuthology.orchestra.run.smithi053.stdout:*hv01.front.sepi 67.205.162.81 3 u 126 128 377 0.084 -1.012 0.099 2024-09-13T01:21:29.854 INFO:teuthology.orchestra.run.smithi053.stdout:+hv02.front.sepi 63.231.80.2 3 u 1 128 377 0.126 -0.563 0.047 2024-09-13T01:21:29.854 INFO:teuthology.orchestra.run.smithi053.stdout:+hv03.front.sepi 74.6.168.72 3 u 17 128 377 0.076 -1.181 0.089 2024-09-13T01:21:29.854 INFO:teuthology.orchestra.run.smithi053.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-13T01:21:29.855 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-13T01:21:29.865 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-13T01:21:29.866 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-13T01:21:29.876 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-13T01:21:29.887 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-13T01:21:29.903 INFO:teuthology.task.internal:Duration was 6240.863379 seconds 2024-09-13T01:21:29.904 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-13T01:21:29.914 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-13T01:21:29.915 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T01:21:29.917 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T01:21:29.956 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-13T01:21:29.957 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T01:21:29.957 DEBUG:teuthology.orchestra.run.smithi032:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T01:21:30.005 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi053.front.sepia.ceph.com 2024-09-13T01:21:30.006 DEBUG:teuthology.orchestra.run.smithi053:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T01:21:30.017 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-13T01:21:30.017 DEBUG:teuthology.orchestra.run.smithi032:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T01:21:30.049 DEBUG:teuthology.orchestra.run.smithi053:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T01:21:30.143 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-13T01:21:30.144 DEBUG:teuthology.orchestra.run.smithi032:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T01:21:30.146 DEBUG:teuthology.orchestra.run.smithi053:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T01:21:30.446 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-13T01:21:30.457 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-13T01:21:30.457 DEBUG:teuthology.orchestra.run.smithi032:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T01:21:30.470 DEBUG:teuthology.orchestra.run.smithi053:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T01:21:30.484 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-13T01:21:30.494 DEBUG:teuthology.orchestra.run.smithi032:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T01:21:30.516 DEBUG:teuthology.orchestra.run.smithi053:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T01:21:30.525 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern = core 2024-09-13T01:21:30.539 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern = core 2024-09-13T01:21:30.552 DEBUG:teuthology.orchestra.run.smithi032:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T01:21:30.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T01:21:30.587 DEBUG:teuthology.orchestra.run.smithi053:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T01:21:30.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T01:21:30.600 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-13T01:21:30.611 INFO:teuthology.task.internal:Transferring archived files... 2024-09-13T01:21:30.612 DEBUG:teuthology.misc:Transferring archived files from smithi032:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-11_01:16:05-upgrade:quincy-x-reef-distro-default-smithi/7901100/remote/smithi032 2024-09-13T01:21:30.612 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T01:21:30.663 DEBUG:teuthology.misc:Transferring archived files from smithi053:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-11_01:16:05-upgrade:quincy-x-reef-distro-default-smithi/7901100/remote/smithi053 2024-09-13T01:21:30.664 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T01:21:30.697 INFO:teuthology.task.internal:Removing archive directory... 2024-09-13T01:21:30.697 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T01:21:30.704 DEBUG:teuthology.orchestra.run.smithi053:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T01:21:30.741 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-13T01:21:30.752 INFO:teuthology.task.internal:Not uploading archives. 2024-09-13T01:21:30.752 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-13T01:21:30.763 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-13T01:21:30.764 DEBUG:teuthology.orchestra.run.smithi032:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T01:21:30.766 DEBUG:teuthology.orchestra.run.smithi053:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T01:21:30.770 INFO:teuthology.orchestra.run.smithi032.stdout: 658617 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 13 01:21 /home/ubuntu/cephtest 2024-09-13T01:21:30.771 INFO:teuthology.orchestra.run.smithi032.stdout: 1447396 4 drwxrwxr-x 3 ubuntu ubuntu 4096 Sep 13 01:06 /home/ubuntu/cephtest/mnt.0 2024-09-13T01:21:30.771 INFO:teuthology.orchestra.run.smithi032.stdout: 1447397 4 drwxrwxr-x 3 ubuntu ubuntu 4096 Sep 13 01:06 /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T01:21:30.771 INFO:teuthology.orchestra.run.smithi032.stdout: 1460870 4 drwxrwxr-x 2 ubuntu ubuntu 4096 Sep 13 01:06 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T01:21:30.772 INFO:teuthology.orchestra.run.smithi032.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-09-13T01:21:30.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T01:21:30.786 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi032 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-09-13T01:21:30.793 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-13T01:21:30.804 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-13T01:21:30.815 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi032 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-09-13T01:21:30.819 INFO:teuthology.run:Summary data: description: upgrade:quincy-x/parallel/{0-random-distro$/{ubuntu_22.04} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6240.86337852478 failure_reason: 'Command failed (workunit test rbd/test_librbd_python.sh) on smithi032 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh''' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=713e1657bed844a7b6d21df4d11c01be status: fail success: false 2024-09-13T01:21:30.819 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T01:21:30.827 INFO:teuthology.orchestra.run.smithi053.stdout: 658641 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 01:21 /home/ubuntu/cephtest 2024-09-13T01:21:30.928 INFO:teuthology.run:FAIL